-- Logs begin at Sat 2021-09-18 01:12:00 UTC, end at Sat 2021-09-18 03:19:50 UTC. -- Sep 18 01:42:13.526232 n-d-789963-12 systemd[1]: Started Devstack devstack@q-svc.service. Sep 18 01:42:16.241365 n-d-789963-12 neutron-server[106332]: INFO neutron.common.config [-] Logging enabled! Sep 18 01:42:16.242573 n-d-789963-12 neutron-server[106332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 01:42:16.242686 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 01:42:16.245925 n-d-789963-12 neutron-server[106332]: INFO neutron.common.config [-] Logging enabled! Sep 18 01:42:16.246176 n-d-789963-12 neutron-server[106332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 01:42:16.246486 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 01:42:16.247446 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 01:42:16.247680 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 01:42:16.248042 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 01:42:16.248286 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 01:42:16.248511 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 01:42:16.248828 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.249124 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.249419 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.249648 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.249941 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.250227 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.250512 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.250835 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.251133 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.251418 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.251694 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.251975 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.252204 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.252481 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.252765 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.253049 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.253269 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] debug = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.253545 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.254235 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.254636 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.254940 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.255228 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.255502 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.255771 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.256042 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.256320 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.256642 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] host = n-d-789963-12 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.256914 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.257195 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.257502 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.257795 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.258069 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.258342 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.258624 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.258915 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.259185 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] log_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.259456 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.259739 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.260021 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.260312 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.260534 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.260752 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.261035 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.261318 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.261587 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.261854 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.262122 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.262391 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.262660 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.262947 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.263227 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.263504 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.263783 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.264051 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.264321 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.264588 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.264854 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.265132 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.265399 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.265666 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.265931 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.266213 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.266476 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.266767 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.267089 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.267348 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.267623 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.267901 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.268165 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.268442 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.268709 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.268974 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.269239 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] use_json = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.269504 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.269767 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.270040 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.270312 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.270578 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.270895 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.271165 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.271444 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:16.271735 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.272024 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.272317 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.272597 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.272884 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.273195 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.273482 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.273756 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.274040 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.274325 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.274606 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.274909 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.275191 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.275464 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.275753 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.276050 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.276340 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.276627 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.276897 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.277164 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.277431 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.277702 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.277978 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.278251 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.278533 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.278850 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.279125 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.279405 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.279693 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.279977 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.280250 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.280523 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.280808 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.281081 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.281351 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.281621 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.281903 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.282175 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.282441 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.282750 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.283007 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.283274 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.283541 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.283810 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.284091 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.284362 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.284626 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.284888 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.285157 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.285420 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.285695 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.285962 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.286228 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.286494 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.286797 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.287064 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.287328 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.287598 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.287861 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.288130 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.288395 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.288660 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.289451 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.289716 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.289984 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.290248 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.290513 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.290810 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.291078 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.291343 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.291607 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.291873 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.292137 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.292416 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.292706 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.292977 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.293249 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.293518 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.293787 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.294057 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.294325 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.294598 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.294893 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.295159 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.295443 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.295718 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.295996 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.296277 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.296545 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.296839 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.297110 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.297382 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.297651 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.297922 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.298195 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.298471 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.298781 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.299071 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.299356 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.299640 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.299923 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.300199 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.300501 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.300772 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:16.300986 n-d-789963-12 neutron-server[106332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 01:42:16.301220 n-d-789963-12 neutron-server[106332]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106332) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 18 01:42:16.649810 n-d-789963-12 neutron-server[106332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 01:42:16.650080 n-d-789963-12 neutron-server[106332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 01:42:16.650360 n-d-789963-12 neutron-server[106332]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 01:42:16.650685 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 18 01:42:17.042795 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.043015 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.043285 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.044569 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.044841 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.045105 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.080945 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.081210 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.081471 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.096510 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.096787 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.097052 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.125587 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.125861 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.126125 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.163404 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.163695 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.164515 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.392787 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.393407 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.393407 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.393550 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.394240 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.512844 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.513158 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.513437 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.513706 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.513970 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.514277 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.514531 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.514807 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.515060 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.515339 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.515595 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.515855 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.516106 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.516353 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.516603 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.516863 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.517112 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.517373 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.517637 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.517893 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.518160 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.518410 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.518689 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.519082 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.519330 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.519572 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.519959 n-d-789963-12 neutron-server[106332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 01:42:17.520193 n-d-789963-12 neutron-server[106332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 01:42:17.520426 n-d-789963-12 neutron-server[106332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 01:42:17.520658 n-d-789963-12 neutron-server[106332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 01:42:17.520887 n-d-789963-12 neutron-server[106332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 01:42:17.521117 n-d-789963-12 neutron-server[106332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 01:42:17.521468 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 18 01:42:17.525141 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 18 01:42:17.529103 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 18 01:42:17.532706 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 18 01:42:17.534293 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 18 01:42:17.534769 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 18 01:42:17.535098 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 18 01:42:17.535475 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 18 01:42:17.538198 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 18 01:42:17.538449 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 18 01:42:17.538835 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 01:42:17.544410 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 18 01:42:17.565925 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 18 01:42:17.566365 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.566657 n-d-789963-12 neutron-server[106332]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106332) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 18 01:42:17.567041 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.568380 n-d-789963-12 neutron-server[106332]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106332) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 18 01:42:17.568816 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 01:42:17.569061 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 18 01:42:17.572765 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.573043 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:17.637493 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 18 01:42:17.637729 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 18 01:42:17.637964 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 18 01:42:17.638322 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 18 01:42:17.659982 n-d-789963-12 neutron-server[106332]: DEBUG oslo_db.sqlalchemy.engines [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106332) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 18 01:42:18.190302 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Initializing driver for type 'gre' Sep 18 01:42:18.190856 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] gre ID ranges: [(1, 1000)] Sep 18 01:42:18.246229 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Initializing driver for type 'local' Sep 18 01:42:18.246562 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Initializing driver for type 'vlan' Sep 18 01:42:18.259915 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] VlanTypeDriver initialization complete Sep 18 01:42:18.260261 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Initializing driver for type 'vxlan' Sep 18 01:42:18.260745 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] vxlan ID ranges: [(1, 1000)] Sep 18 01:42:18.317619 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Initializing extension driver 'port_security' Sep 18 01:42:18.318012 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] PortSecurityExtensionDriver initialization complete Sep 18 01:42:18.318367 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Initializing mechanism driver 'openvswitch' Sep 18 01:42:18.318642 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Initializing mechanism driver 'hyperv' Sep 18 01:42:18.325201 n-d-789963-12 neutron-server[106332]: DEBUG neutron.plugins.ml2.plugin [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:18.325866 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > port after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.326234 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > port after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.326582 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > port after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.327126 n-d-789963-12 neutron-server[106332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 01:42:18.327551 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > subnet after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.327901 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > subnet after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.328242 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.328657 n-d-789963-12 neutron-server[106332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 01:42:18.329059 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > network after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.329452 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > network after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.329798 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > network after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.330213 n-d-789963-12 neutron-server[106332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 01:42:18.330621 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > security_group after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.330989 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > security_group after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.331374 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.331877 n-d-789963-12 neutron-server[106332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 01:42:18.332293 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.332642 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.332983 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.333408 n-d-789963-12 neutron-server[106332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 01:42:18.333816 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > address_group after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.334159 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > address_group after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.334497 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.334911 n-d-789963-12 neutron-server[106332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 01:42:18.335285 n-d-789963-12 neutron-server[106332]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] ML2 OVO RPC backend initialized. {{(pid=106332) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 18 01:42:18.336004 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.336390 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.336800 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > network before_response 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.337219 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > networks before_response 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.337638 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > port before_response 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.337979 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > ports before_response 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.338320 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > subnet before_response 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.338683 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > subnets before_response 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.339127 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > network after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.339464 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > network after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.339842 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > network after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.340256 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > port after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.340586 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > port after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.340915 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > port after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.341245 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > subnet after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.341639 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > subnet after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.341953 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.342635 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.plugin [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Modular L2 Plugin initialization complete Sep 18 01:42:18.342949 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading services supported by the core plugin {{(pid=106332) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 18 01:42:18.343248 n-d-789963-12 neutron-server[106332]: INFO neutron.plugins.ml2.managers [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Got port-security extension from driver 'port_security' Sep 18 01:42:18.343742 n-d-789963-12 neutron-server[106332]: INFO neutron.extensions.vlantransparent [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Disabled vlantransparent extension. Sep 18 01:42:18.344245 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106332) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 18 01:42:18.344563 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading Plugin: router Sep 18 01:42:18.381271 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.381660 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router after_create 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.382026 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router before_create 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.382471 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.382997 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.383353 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router after_delete 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.383710 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.384054 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.384407 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router after_create 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.384748 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router after_update 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.385094 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router after_update 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.385436 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.385790 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router after_update 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.386191 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_update 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.386555 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: port after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.386910 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: port after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.387244 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: subnet after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.387578 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.387917 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.388256 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_create 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.388591 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: port before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.388926 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.389274 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router after_update 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.389609 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.389951 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_create 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.390305 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.390643 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_update 55549900 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.391031 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > agent after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.391374 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > agent after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.391711 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > network after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.392556 n-d-789963-12 neutron-server[106332]: DEBUG neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Tracking information for resource: router configured {{(pid=106332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 01:42:18.392885 n-d-789963-12 neutron-server[106332]: DEBUG neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Tracking information for resource: floatingip configured {{(pid=106332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 01:42:18.397906 n-d-789963-12 neutron-server[106332]: INFO neutron.db.l3_agentschedulers_db [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 18 01:42:18.398533 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: port after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.398967 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: port after_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.399318 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: port after_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.399676 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: port after_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.400446 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router before_create 55550100 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.400806 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.401163 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_create 55550100 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.401515 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > router precommit_update 55550100 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.406332 n-d-789963-12 neutron-server[106332]: DEBUG neutron.services.provider_configuration [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service providers = [] {{(pid=106332) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 18 01:42:18.406693 n-d-789963-12 neutron-server[106332]: DEBUG neutron.db.servicetype_db [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106332) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 18 01:42:18.409606 n-d-789963-12 neutron-server[106332]: DEBUG neutron.services.service_base [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 01:42:18.409954 n-d-789963-12 neutron-server[106332]: DEBUG neutron.services.service_base [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 01:42:18.410292 n-d-789963-12 neutron-server[106332]: DEBUG neutron.services.service_base [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 01:42:18.411186 n-d-789963-12 neutron-server[106332]: DEBUG neutron.services.service_base [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 01:42:18.411555 n-d-789963-12 neutron-server[106332]: INFO neutron.services.service_base [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 18 01:42:18.411927 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 01:42:18.412248 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 18 01:42:18.423351 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 01:42:18.423686 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading Plugin: auto_allocate Sep 18 01:42:18.429996 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: network precommit_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.430439 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: network precommit_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.430990 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 01:42:18.431311 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading Plugin: tag Sep 18 01:42:18.437718 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 01:42:18.438051 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading Plugin: timestamp Sep 18 01:42:18.442068 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 01:42:18.442352 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading Plugin: network_ip_availability Sep 18 01:42:18.447833 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.448200 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.448551 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.449250 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 01:42:18.449568 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading Plugin: flavors Sep 18 01:42:18.454194 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 01:42:18.454526 n-d-789963-12 neutron-server[106332]: INFO neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading Plugin: revisions Sep 18 01:42:18.458756 n-d-789963-12 neutron-server[106332]: DEBUG neutron.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 01:42:18.459147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_concurrency.lockutils [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=106332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 01:42:18.459866 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106332) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 18 01:42:18.460198 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Initializing extension manager. Sep 18 01:42:18.460728 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: __init__.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.461060 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: __pycache__ {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.461381 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.461706 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: address_group.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.462453 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.463030 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: address-group Sep 18 01:42:18.463349 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: address_scope.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.464238 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.464746 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: address-scope Sep 18 01:42:18.465063 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.465972 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.466479 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: router-admin-state-down-before-update Sep 18 01:42:18.466828 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: agent.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.467527 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.468033 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: agent Sep 18 01:42:18.468352 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: agent_resources_synced.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.469253 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.469765 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: agent-resources-synced Sep 18 01:42:18.470084 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: allowedaddresspairs.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.471875 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.472406 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: allowed-address-pairs Sep 18 01:42:18.472729 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: auto_allocated_topology.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.473789 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.474307 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: auto-allocated-topology Sep 18 01:42:18.474628 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: availability_zone.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.475344 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.475854 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: availability_zone Sep 18 01:42:18.476696 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: availability_zone_filter.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.477591 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.478104 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: availability_zone_filter Sep 18 01:42:18.478422 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: data_plane_status.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.479344 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.479855 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension data-plane-status not supported by any of loaded plugins Sep 18 01:42:18.480173 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: default_subnetpools.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.481075 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.481581 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: default-subnetpools Sep 18 01:42:18.481899 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.482697 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.483234 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: dhcp_agent_scheduler Sep 18 01:42:18.483553 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: dns.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.484456 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.484963 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension dns-integration not supported by any of loaded plugins Sep 18 01:42:18.485279 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: dns_domain_ports.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.486181 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.486687 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 18 01:42:18.487032 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.487943 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.488448 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 18 01:42:18.488763 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: dvr.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.489421 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.489925 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: dvr Sep 18 01:42:18.490237 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: ecmp_routes.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.491162 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.491669 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 18 01:42:18.492536 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: empty_string_filtering.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.493437 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.493945 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: empty-string-filtering Sep 18 01:42:18.494263 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.495194 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.495702 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 18 01:42:18.496016 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.496911 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.497419 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 18 01:42:18.497732 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: external_net.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.498622 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.499157 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: external-net Sep 18 01:42:18.499474 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.500372 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.500876 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: extra_dhcp_opt Sep 18 01:42:18.501192 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: extraroute.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.502091 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.502602 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: extraroute Sep 18 01:42:18.502954 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: extraroute_atomic.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.504232 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.504738 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: extraroute-atomic Sep 18 01:42:18.505057 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: filter_validation.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.505710 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.506215 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: filter-validation Sep 18 01:42:18.506532 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: fip_pf_description.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.507567 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.508073 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 18 01:42:18.508388 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: fip_port_details.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.509292 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.509802 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: fip-port-details Sep 18 01:42:18.510118 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: flavors.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.511343 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.511859 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: flavors Sep 18 01:42:18.512179 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.513809 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.514330 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 18 01:42:18.514652 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: floatingip_pools.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.515364 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.515875 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: floatingip-pools Sep 18 01:42:18.516197 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: ip_allocation.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.517112 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.517619 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension ip_allocation not supported by any of loaded plugins Sep 18 01:42:18.517937 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.518869 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.519389 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: ip-substring-filtering Sep 18 01:42:18.519694 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: l2_adjacency.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.520603 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.521107 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 18 01:42:18.521424 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: l3.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.522496 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.523077 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: router Sep 18 01:42:18.523403 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.525609 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.526141 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 18 01:42:18.526473 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.527427 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.527949 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: ext-gw-mode Sep 18 01:42:18.528277 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.529204 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.529720 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: l3-ha Sep 18 01:42:18.530043 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: l3_flavors.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.530968 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.531478 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: l3-flavors Sep 18 01:42:18.531801 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.532705 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.533213 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 18 01:42:18.533537 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: l3agentscheduler.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.534551 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.535090 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: l3_agent_scheduler Sep 18 01:42:18.535414 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: logging.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.536866 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.537382 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension logging not supported by any of loaded plugins Sep 18 01:42:18.537708 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: metering.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.538432 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.539632 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: metering Sep 18 01:42:18.539953 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.541027 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.541549 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: metering_source_and_destination_fields Sep 18 01:42:18.541870 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: multiprovidernet.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.542814 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.543333 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: multi-provider Sep 18 01:42:18.543653 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: netmtu.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.544552 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.545061 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: net-mtu Sep 18 01:42:18.545380 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: netmtu_writable.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.546287 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.546827 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: net-mtu-writable Sep 18 01:42:18.547150 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: network_availability_zone.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.547811 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.548318 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: network_availability_zone Sep 18 01:42:18.548634 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: network_ip_availability.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.549713 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.550224 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: network-ip-availability Sep 18 01:42:18.550541 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: network_segment_range.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.551322 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.551828 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension network-segment-range not supported by any of loaded plugins Sep 18 01:42:18.552144 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: pagination.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.553119 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.553443 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: pagination Sep 18 01:42:18.553758 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: port_device_profile.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.555700 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.556215 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: port-device-profile Sep 18 01:42:18.556537 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.557441 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.557947 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: port-mac-address-regenerate Sep 18 01:42:18.558266 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.559190 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.559702 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: port-numa-affinity-policy Sep 18 01:42:18.560021 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: port_resource_request.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.561049 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.561556 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension port-resource-request not supported by any of loaded plugins Sep 18 01:42:18.561880 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: portbindings.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.562824 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.563334 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: binding Sep 18 01:42:18.563655 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: portbindings_extended.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.564920 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.565433 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: binding-extended Sep 18 01:42:18.565754 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: portsecurity.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.566658 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.567195 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: port-security Sep 18 01:42:18.567511 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: project_id.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.568483 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.568807 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: project-id Sep 18 01:42:18.569128 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: providernet.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.570150 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.570658 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: provider Sep 18 01:42:18.571015 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.574495 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.575122 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos not supported by any of loaded plugins Sep 18 01:42:18.575453 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.576683 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.577201 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 18 01:42:18.577528 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.578434 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.578976 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 18 01:42:18.579300 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_default.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.580199 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.580708 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-default not supported by any of loaded plugins Sep 18 01:42:18.581028 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_fip.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.581672 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.582171 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-fip not supported by any of loaded plugins Sep 18 01:42:18.582487 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_gateway_ip.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.583430 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.583944 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 18 01:42:18.584264 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_port_network_policy.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.585160 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.586178 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 18 01:42:18.586577 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_pps_rule.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.587762 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.588282 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-pps not supported by any of loaded plugins Sep 18 01:42:18.588604 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_rule_type_details.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.589507 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.590015 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 18 01:42:18.590333 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: qos_rules_alias.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.591386 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.591900 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 18 01:42:18.592219 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: quotasv2.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.593114 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.593437 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: quotas Sep 18 01:42:18.593753 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: quotasv2_detail.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.596976 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.597312 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: quota_details Sep 18 01:42:18.597641 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: rbac.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.598682 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.599242 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: rbac-policies Sep 18 01:42:18.599568 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: rbac_address_group.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.600487 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.601004 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: rbac-address-group Sep 18 01:42:18.601460 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: rbac_address_scope.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.602393 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.602940 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: rbac-address-scope Sep 18 01:42:18.603264 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: rbac_security_groups.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.604167 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.604686 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: rbac-security-groups Sep 18 01:42:18.605006 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: rbac_subnetpool.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.605910 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.606423 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: rbac-subnetpool Sep 18 01:42:18.606772 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: revisionifmatch.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.607676 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.608191 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: revision-if-match Sep 18 01:42:18.608512 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: revisions.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.609610 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.610122 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: standard-attr-revisions Sep 18 01:42:18.610441 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: router_availability_zone.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.611135 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.611645 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: router_availability_zone Sep 18 01:42:18.611962 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: routerservicetype.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.612866 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.613374 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension router-service-type not supported by any of loaded plugins Sep 18 01:42:18.613693 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.614603 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.615150 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: security-groups-normalized-cidr Sep 18 01:42:18.615471 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.616378 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.617404 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: port-security-groups-filtering Sep 18 01:42:18.617755 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.618704 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.619245 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: security-groups-remote-address-group Sep 18 01:42:18.619570 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: securitygroup.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.630549 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.631116 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: security-group Sep 18 01:42:18.631451 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: segment.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.632229 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.633606 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension segment not supported by any of loaded plugins Sep 18 01:42:18.633953 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.634931 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.635692 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 18 01:42:18.636018 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: servicetype.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.637188 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.637712 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: service-type Sep 18 01:42:18.638035 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: sorting.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.639031 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.639363 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: sorting Sep 18 01:42:18.639683 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: standard_attr_segment.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.640596 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.641113 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 18 01:42:18.641432 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: standardattrdescription.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.642072 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.642586 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: standard-attr-description Sep 18 01:42:18.642937 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: stateful_security_group.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.643861 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.644375 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: stateful-security-group Sep 18 01:42:18.644694 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: stdattrs_common.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.645265 n-d-789963-12 neutron-server[106332]: WARNING neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 18 01:42:18.645580 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.646508 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.647052 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 18 01:42:18.647372 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: subnet_onboard.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.648492 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.649006 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: subnet_onboard Sep 18 01:42:18.649330 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.650246 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.650787 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 18 01:42:18.651112 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: subnet_service_types.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.652027 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.652541 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: subnet-service-types Sep 18 01:42:18.652864 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: subnetallocation.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.653931 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.654445 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: subnet_allocation Sep 18 01:42:18.654803 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.655461 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.655969 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: subnetpool-prefix-ops Sep 18 01:42:18.656287 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.657214 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.657724 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 18 01:42:18.658039 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: tagging.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.659133 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.659654 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: standard-attr-tag Sep 18 01:42:18.659979 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: timestamp.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.661159 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.661681 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loaded extension: standard-attr-timestamp Sep 18 01:42:18.662005 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: trunk.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.663052 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.663575 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension trunk not supported by any of loaded plugins Sep 18 01:42:18.663946 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: trunk_details.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.664867 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.665386 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension trunk-details not supported by any of loaded plugins Sep 18 01:42:18.665708 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: uplink_status_propagation.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.666619 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.667175 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 18 01:42:18.667480 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Loading extension file: vlantransparent.py {{(pid=106332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 01:42:18.668144 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 01:42:18.668654 n-d-789963-12 neutron-server[106332]: INFO neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 18 01:42:18.671089 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:network Sep 18 01:42:18.671600 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:subnet Sep 18 01:42:18.671991 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 01:42:18.672380 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:port Sep 18 01:42:18.673595 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.674039 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service FLAVORS assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.674661 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.675105 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.675438 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:router Sep 18 01:42:18.675859 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 01:42:18.676333 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service METERING assigned prefix: /metering {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.677753 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.678121 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.678468 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:42:18.680085 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 01:42:18.680649 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:security_group Sep 18 01:42:18.681072 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 01:42:18.681655 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service CORE assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.681986 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 01:42:18.682327 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] subnetpool is already registered Sep 18 01:42:18.682781 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service CORE assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.683111 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 01:42:18.683439 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] subnetpool is already registered Sep 18 01:42:18.685726 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.686152 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service FLAVORS assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.686762 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.687182 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.687513 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:router Sep 18 01:42:18.687849 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] router is already registered Sep 18 01:42:18.688252 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 01:42:18.688582 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] floatingip is already registered Sep 18 01:42:18.689028 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service METERING assigned prefix: /metering {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.689694 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 01:42:18.690014 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] rbac_policy is already registered Sep 18 01:42:18.690420 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:security_group Sep 18 01:42:18.690772 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] security_group is already registered Sep 18 01:42:18.691170 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 01:42:18.691497 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] security_group_rule is already registered Sep 18 01:42:18.692155 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service CORE assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.692435 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 01:42:18.692765 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] subnetpool is already registered Sep 18 01:42:18.693177 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.v2.resource_helper [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Service CORE assigned prefix: {{(pid=106332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 01:42:18.693502 n-d-789963-12 neutron-server[106332]: INFO neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 01:42:18.693827 n-d-789963-12 neutron-server[106332]: WARNING neutron.quota.resource_registry [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] subnetpool is already registered Sep 18 01:42:18.694282 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: extensions {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.696449 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: address-groups {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.697917 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: address-scopes {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.699280 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: agents {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.700447 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: auto-allocated-topology {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.701677 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: availability_zones {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.702922 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: dhcp-networks {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.704426 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: dhcp-agents {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.705841 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: routers {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.708085 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: flavors {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.709252 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: service_profiles {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.712233 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: next_providers {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.712233 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: service_profiles {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.713505 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: floatingip-pools {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.714780 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: routers {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.716850 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: floatingips {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.718121 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: l3-routers {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.719519 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: l3-agents {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.720923 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: metering-labels {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.722265 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: metering-label-rules {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.723572 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: network-ip-availabilities {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.724857 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: bindings {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.727568 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: quotas {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.729045 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: quotas {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.730442 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: rbac-policies {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.731649 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: security-groups {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.732939 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: security-group-rules {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.734190 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: service-providers {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.735424 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: subnetpools {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.736837 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: subnetpools {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.738282 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.739960 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.742271 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.744154 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.745938 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.747793 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.749482 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.751399 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.753139 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.755166 n-d-789963-12 neutron-server[106332]: DEBUG neutron.api.extensions [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Extended resource: tags {{(pid=106332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 01:42:18.761817 n-d-789963-12 neutron-server[106332]: WARNING keystonemiddleware.auth_token [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 18 01:42:18.766567 n-d-789963-12 neutron-server[106332]: WARNING keystonemiddleware.auth_token [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 18 01:42:18.775203 n-d-789963-12 neutron-server[106332]: DEBUG oslo_concurrency.lockutils [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Acquired lock "singleton_lock" {{(pid=106332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 18 01:42:18.775670 n-d-789963-12 neutron-server[106332]: DEBUG oslo_concurrency.lockutils [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Releasing lock "singleton_lock" {{(pid=106332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 18 01:42:18.776314 n-d-789963-12 neutron-server[106332]: INFO oslo_service.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Starting 2 workers Sep 18 01:42:18.781075 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Started child 106439 {{(pid=106332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 01:42:18.785421 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Started child 106440 {{(pid=106332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 01:42:18.786516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:18.787198 n-d-789963-12 neutron-server[106332]: INFO neutron.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 18 01:42:18.787677 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Notify callbacks [] for process, before_spawn {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:18.788042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [-] (106439) wsgi starting up on http://0.0.0.0:9696 Sep 18 01:42:18.790138 n-d-789963-12 neutron-server[106332]: INFO oslo_service.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Starting 1 workers Sep 18 01:42:18.790259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:18.791668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [-] (106440) wsgi starting up on http://0.0.0.0:9696 Sep 18 01:42:18.795247 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Started child 106441 {{(pid=106332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 01:42:18.795786 n-d-789963-12 neutron-server[106332]: INFO oslo_service.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Starting 1 workers Sep 18 01:42:18.799078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] calling RpcWorker wait() {{(pid=106441) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 18 01:42:18.799629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] returning from RpcWorker wait() {{(pid=106441) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 18 01:42:18.800325 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Started child 106442 {{(pid=106332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 01:42:18.800947 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:18.801145 n-d-789963-12 neutron-server[106332]: DEBUG neutron_lib.callbacks.manager [None req-c7687ece-69b4-47ff-bff3-001b9fa78d64 None None] Notify callbacks [] for process, after_spawn {{(pid=106332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:18.801537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:18.803008 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 01:42:18.803217 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 01:42:18.803394 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 01:42:18.803608 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 01:42:18.803944 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 01:42:18.804104 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 01:42:18.805145 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.805429 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.805692 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.805956 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.806074 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:18.806576 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.806823 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.807099 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.807321 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.807597 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.807827 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.807999 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.808155 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.808391 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.808614 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.808915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.809189 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.809423 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.809684 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.809852 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.810093 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.810345 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.810581 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.810865 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] debug = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.811115 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.811585 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.811803 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.812052 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.812282 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.812545 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.812783 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.813035 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.813284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.813497 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.813735 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.813977 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.814211 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.814410 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.814638 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.814931 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.815136 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.815587 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] host = n-d-789963-12 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.815848 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.816078 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.816334 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.816585 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.816827 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.817036 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.817290 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.817532 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.817776 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.817998 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.818241 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.818492 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.818738 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.818985 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.819144 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_options = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.819384 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.819647 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.819961 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.820714 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.820865 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.820999 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.821204 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.821360 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.821607 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.821834 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.822046 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.822272 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.822501 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.822752 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.823015 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.823261 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.823491 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.823724 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.823936 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.824178 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.824402 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.824616 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.824826 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.825040 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.825249 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.825497 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.825734 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.825964 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.826177 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.826416 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.826650 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.826938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.827150 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.827391 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.827650 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.827872 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.828094 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.828302 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.828586 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.828807 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.829043 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.829281 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.829490 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.829725 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.829951 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.830159 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.830372 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_json = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.830597 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.830940 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.831221 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.831432 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.831660 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.831870 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.832078 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.832325 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.832750 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.833013 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.833339 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.833580 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.833830 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.834039 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.834263 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.834507 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.834761 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.834964 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.835278 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.835569 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.835889 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.836128 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.836406 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.836715 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.837138 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.837496 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.837749 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.837979 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.838212 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.838448 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.838578 n-d-789963-12 neutron-server[106442]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:18.838726 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.838942 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.839184 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.839441 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.839655 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.839981 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.840246 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.840514 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.840770 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.840979 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.841400 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.841628 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.841883 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.842209 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.842680 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.842967 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.843182 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.843392 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.843627 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.843852 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.844068 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.844294 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.844562 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.844798 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.844998 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.845213 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.845428 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.845654 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.845863 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.846698 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.846698 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.847474 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.847474 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.847474 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.847474 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.847885 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.847885 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.848693 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.848693 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.848693 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.849052 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.849052 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.849287 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.849422 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.849574 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.849786 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.849999 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.850227 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.850455 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.850684 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.850937 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.851340 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.851624 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.851845 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.852096 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.852348 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.852560 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.852777 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.853048 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.853261 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.853519 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.854358 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.854820 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.855082 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.855315 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.855545 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.855977 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.856122 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.856350 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858881 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.858881 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.859013 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.859270 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861147 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861687 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861687 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861817 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.861985 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.862205 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.862490 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.862774 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.863051 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.863270 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.863572 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.863850 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.864123 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.864400 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.864631 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.864858 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.865118 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.865368 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.865615 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.865872 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.866099 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.866336 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.866612 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.867468 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.868131 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.868382 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.868612 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.868954 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.869193 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.869405 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.869649 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.869928 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.870187 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.870423 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.870690 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.871020 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.871411 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.871669 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.871898 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.872181 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.872429 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.872793 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.872943 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.873090 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.873306 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.873556 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.873769 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.874000 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.874250 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.874482 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.874730 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.874981 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.875196 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.875430 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.875673 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.875902 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.876120 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.876355 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.876570 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.876783 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.877162 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.877310 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.877448 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.877663 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.877926 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.878189 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.878401 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.879096 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.879247 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.879413 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.879642 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.879883 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.880100 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.880310 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.880538 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.880749 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.880979 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.881190 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.881414 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.881625 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.881852 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.882086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.882477 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.883717 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.884034 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.884289 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.884507 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.884767 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.885006 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.885249 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.885464 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.885678 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.886068 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.886215 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.886375 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.886614 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.887023 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.887169 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.887316 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.887454 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.887662 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.887957 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.888208 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.888435 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.888688 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.889083 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.889368 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.889600 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.889809 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.890017 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.890236 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.890456 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.890726 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.890943 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.891163 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.891374 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.891750 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.891905 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.892056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.892225 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.892481 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.892693 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.892915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.893129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.893336 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.893556 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.893764 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.893970 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.894188 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.894399 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.894606 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.894872 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.895076 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.895282 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.895521 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.895734 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.895940 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.896236 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.896482 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.896731 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.897024 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.897284 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.897518 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.897765 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.898543 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.898798 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.899065 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.899285 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.899501 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.899718 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.899970 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.900289 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.900575 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.900824 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.901075 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.901366 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.901670 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.901920 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.902164 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.902457 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.902786 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.903057 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.903316 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.903559 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.903802 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.904048 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.904260 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.904495 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.904726 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.904953 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.905168 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.905412 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.905631 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.905843 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.906064 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.906296 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.906532 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.906765 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.906995 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.907200 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.907354 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 01:42:18.907898 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 01:42:18.908050 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 01:42:18.908209 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 01:42:18.908398 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 01:42:18.908564 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 01:42:18.908713 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 01:42:18.908916 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.909075 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.909230 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.909385 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.909541 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.909719 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.909876 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.910031 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.910186 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.910342 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.910497 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.910652 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.910847 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.911155 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.911312 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.911446 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.911602 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.911758 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.911919 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.912074 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.912230 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.912372 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.912592 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] debug = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.912749 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.912957 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.913111 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.913258 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.913408 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.913608 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.914256 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.914439 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.914597 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.914782 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.915007 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.915145 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.915290 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.915426 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.915561 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.915695 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.915852 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.915987 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] host = n-d-789963-12 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.916120 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.916254 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.916387 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.916520 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.916654 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.916787 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.916944 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.917181 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.917394 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_options = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.919588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.921422 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.921422 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.921422 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.921422 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.921422 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.921422 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.921422 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.923547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.923547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.923547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.923547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.923547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.923547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.923547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.923547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.924530 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.924530 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.924530 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.924530 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.924530 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.924530 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.924530 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.924530 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925598 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925598 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925598 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925598 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925598 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925598 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925598 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.925598 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_json = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926129 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926682 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926682 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926682 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926682 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 01:42:18.926682 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.926682 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.927915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.927915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.927915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.927915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.927915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.927915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.927915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.927915 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.928438 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.928438 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.928438 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.928438 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.928701 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.928701 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.928866 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.929024 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.929977 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.930276 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.930462 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.930604 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.930957 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.931117 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.931428 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.931588 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.931746 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.931943 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.932081 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.932230 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.932382 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.932547 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.932742 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.932869 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.933029 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.933189 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.933349 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.933508 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.933669 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.933824 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.933983 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.934143 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.934300 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.934461 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.934618 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.934799 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.934960 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.935120 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.935278 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.935438 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.935595 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.935907 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.936069 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.936229 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.936387 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.936557 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.936723 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.937128 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.937128 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.937327 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.937327 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.937474 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.937615 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.937771 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.937929 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.938077 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.938250 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.938408 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.938565 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.938776 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.938944 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.939092 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.939268 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.939401 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.939534 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.939666 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.939798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:18.939934 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.939934 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.940192 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.940192 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.940442 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.940571 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.940702 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.940832 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.940962 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.941103 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.941232 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.941373 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.941510 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.941675 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.941847 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.942004 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.942210 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.942302 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.942462 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.942620 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.942799 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.942957 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.943113 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.943269 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.943425 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.943583 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.943741 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.943898 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.944054 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.944212 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.944367 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.944523 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.944678 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.944867 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.945577 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.945745 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.945905 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.946062 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.946219 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.946376 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.946544 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.946701 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.947069 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.947069 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.947340 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.947340 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.947572 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.947723 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.947917 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.947917 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.948151 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.948271 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.948391 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.948521 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.948642 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.948796 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.948960 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.949128 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.949285 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.949443 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.949600 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.949781 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.949938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.950095 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.950251 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.950407 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951220 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951220 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951220 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951220 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951965 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951965 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951965 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951965 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951965 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.951965 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.953124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.953124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.953124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.953124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.953124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.953124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.953124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.953124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.954046 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.954046 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.954046 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.954046 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.954046 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.954046 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.955659 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.955659 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.955659 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.955659 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.955659 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.955659 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.955659 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.955659 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.957086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.957086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.957086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.957086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.957086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.957086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.957086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.957086 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958056 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.958938 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.959654 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.959654 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.959654 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.959654 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.959654 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.959654 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.960098 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.960098 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.960098 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.960337 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.960337 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.960647 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.960732 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.961278 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.961443 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.961604 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.961754 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.961908 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.962067 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.962236 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.962485 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.962485 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.962485 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.962485 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.963304 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.963304 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.963304 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.963511 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.963587 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.963741 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.964201 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.964201 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.964201 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.964201 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.964885 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.964885 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.964885 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.965261 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.965261 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.965261 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.965524 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.965524 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.965679 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.966060 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.966060 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.966304 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.966304 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.966522 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.966522 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967136 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967136 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967136 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967136 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967609 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967609 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967609 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967944 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.967944 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.968171 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.968171 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.968406 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.968528 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.968650 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.968771 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.968924 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.969087 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.969246 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.969410 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.969574 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.969740 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.969896 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.970058 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.970226 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.970382 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.970540 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.970697 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.970873 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.971031 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.971188 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.971345 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.971501 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.971657 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.971814 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.971970 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.972174 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.972340 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.972497 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.972655 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.972811 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.972967 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.973124 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.973281 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 01:42:18.973431 n-d-789963-12 neutron-server[106332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 01:42:19.200262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34026) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:19.208685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063472 Sep 18 01:42:30.858684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e133797-a55c-45ef-b7d3-ad68350a8421 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 01:42:30.936644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e133797-a55c-45ef-b7d3-ad68350a8421 None None] No non-hosted networks {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 18 01:42:30.955284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.agentschedulers_db [None req-5e133797-a55c-45ef-b7d3-ad68350a8421 None None] DHCP Agent not found on host n-d-789963-12 {{(pid=106441) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 18 01:42:31.158933 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-12167218-86aa-48f9-96fc-318a45a66527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650796'] for agent, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:33.332235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6bb0698f-72f0-4c28-bb65-9aad7589fe58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650796'] for agent, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:33.374971 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c780eab-cee8-4d25-bda5-599725fb27c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:33.922241 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650796'] for agent, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:33.923427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.923899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.924572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.925117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.925744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.926470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.927044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.927694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.929015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.929531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.930021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.930473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:33.931026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-12', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:33.962070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-12', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:42:34.767578 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650796'] for agent, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:36.115214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650796'] for agent, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:37.487846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34118) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:37.996060 n-d-789963-12 neutron-server[106439]: WARNING oslo_policy.policy [None req-1fb1d4a4-8f7a-4dd4-946c-e01470851cf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 01:42:37.996644 n-d-789963-12 neutron-server[106439]: WARNING oslo_policy.policy [None req-1fb1d4a4-8f7a-4dd4-946c-e01470851cf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 01:42:38.223703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-1fb1d4a4-8f7a-4dd4-946c-e01470851cf7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:42:38.224870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1fb1d4a4-8f7a-4dd4-946c-e01470851cf7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7350194 Sep 18 01:42:39.689340 n-d-789963-12 neutron-server[106441]: INFO neutron.db.l3_hamode_db [None req-7e2f77c0-7ed3-4c89-9fbc-7963c408965e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 18 01:42:39.767052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f77c0-7ed3-4c89-9fbc-7963c408965e None None] Routers set() bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:42:39.767440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f77c0-7ed3-4c89-9fbc-7963c408965e None None] Router IDs set() for agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 01:42:40.604370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34132) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:40.911389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1dc3637f-1dfe-4dff-a369-78d1172f1047 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:41.008502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.policy [None req-1dc3637f-1dfe-4dff-a369-78d1172f1047 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106439) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 01:42:41.054596 n-d-789963-12 neutron-server[106439]: WARNING oslo_policy.policy [None req-1dc3637f-1dfe-4dff-a369-78d1172f1047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 01:42:41.055014 n-d-789963-12 neutron-server[106439]: WARNING oslo_policy.policy [None req-1dc3637f-1dfe-4dff-a369-78d1172f1047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 01:42:41.063577 n-d-789963-12 neutron-server[106439]: INFO neutron.quota [None req-1dc3637f-1dfe-4dff-a369-78d1172f1047 admin admin] Loaded quota_driver: . Sep 18 01:42:41.151961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1dc3637f-1dfe-4dff-a369-78d1172f1047 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771134187118', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771134186557', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771134183092', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771134184552', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771131534653', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771134220530', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1817692', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1830210', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716038', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677164'] for rbac-policy, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:41.215111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1dc3637f-1dfe-4dff-a369-78d1172f1047 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:41.216345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1dc3637f-1dfe-4dff-a369-78d1172f1047 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6110027 Sep 18 01:42:43.777448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34144) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:44.069098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'project_id': '2b5327c1c316486ebbe711a70c04c797'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:44.097277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Made reservation on behalf of 2b5327c1c316486ebbe711a70c04c797 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:42:44.102571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:44.119395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:44.243584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:44.247904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:44.267830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:42:44.296329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771129507220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:44.296917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Unsubscribe: segment precommit_create {{(pid=106439) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 01:42:44.297428 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Added segment 377006fe-39c9-4f3c-b34b-b0656d706b98 of type vlan for network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 Sep 18 01:42:44.312802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de20bd-03e8-4fc9-b7a5-cc96cc7fe0e3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:44.367584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.368109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.368438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.368765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.369096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.369525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.369932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.370297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.370737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.371147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.371553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.371987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Tracked resource versions report: Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: pushed versions: Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: { 'AddressGroup': {'1.2'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'ConntrackHelper': {'1.0'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Log': {'1.0'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Network': {'1.1'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Port': {'1.7'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'PortForwarding': {'1.2'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'QosPolicy': {'1.9'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'SecurityGroup': {'1.4'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'SecurityGroupRule': {'1.2'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'SubPort': {'1.0'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Subnet': {'1.1'}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Trunk': {'1.1'}} Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: consumer versions: Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: { DHCP agent@n-d-789963-12: {}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: L3 agent@n-d-789963-12: {}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: Metadata agent@n-d-789963-12: {}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: Metering agent@n-d-789963-12: {}, Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: Open vSwitch agent@n-d-789963-12: { 'AddressGroup': '1.2', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'ConntrackHelper': '1.0', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Log': '1.0', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Network': '1.1', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Port': '1.7', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'PortForwarding': '1.2', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'QosPolicy': '1.9', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'SecurityGroup': '1.4', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'SecurityGroupRule': '1.2', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'SubPort': '1.0', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Subnet': '1.1', Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: 'Trunk': '1.1'}} Sep 18 01:42:44.373093 n-d-789963-12 neutron-server[106439]: {{(pid=106439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 01:42:44.428025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:44.466536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:44.467728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:44.468394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:44.527176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7485702 Sep 18 01:42:44.565543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afe423-0466-402e-9b83-46b861f7d005 admin admin] Pushing event updated for resources: {'Network': ['ID=d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:44.578151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:42:47.185878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34158) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:47.576608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1912a83-ea0a-40de-9eec-90eb6b2f05f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:47.577974 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a1912a83-ea0a-40de-9eec-90eb6b2f05f8 admin admin] 10.222.0.21 "GET /v2.0/networks/d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 HTTP/1.1" status: 200 len: 824 time: 0.3911278 Sep 18 01:42:47.603015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4d06a8a9-6087-49eb-97bb-64e23426f427 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/74d2af66-10c2-4f34-a087-53e64d7c7110 HTTP/1.1" status: 200 len: 734 time: 0.0188839 Sep 18 01:42:47.611666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '74d2af66-10c2-4f34-a087-53e64d7c7110', 'gateway_ip': '172.20.0.1', 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'name': 'private-subnet'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:47.633810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Made reservation on behalf of 2b5327c1c316486ebbe711a70c04c797 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:42:47.635996 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:47.922923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:47.989981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbddc52c-04df-460b-8022-344612eb7860,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:47.992077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Checking segment: {'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:42:47.992445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Network hostable DHCP agents. Network: d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:42:48.012864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:42:48.027104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:48.031800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:42:48.032424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:48.037785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e5fd01-db53-453c-bdcd-0922c39fe679 None None] Network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:42:48.045937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-347a6ad9-687c-4888-81ce-1b78f8468d65 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4373899 Sep 18 01:42:48.356331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'fixed_ips': [{'subnet_id': 'fbddc52c-04df-460b-8022-344612eb7860'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:42:48.357616 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:48.628599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Allocated IP 172.20.0.2 (d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1/fbddc52c-04df-460b-8022-344612eb7860/d21d52da-e656-433c-a385-2b35bea61bfa) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:42:48.827248 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:48.835921 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:48.939362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:42:48.946724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:42:48.952524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Pushing event updated for resources: {'Port': ['ID=d21d52da-e656-433c-a385-2b35bea61bfa,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:48.955375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:42:48.989014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.989364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.989691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.990018 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.990907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.991239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.991556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.991879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.992197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.992514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.992828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.993143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Tracked resource versions report: Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: pushed versions: Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: { 'AddressGroup': {'1.2'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'ConntrackHelper': {'1.0'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Log': {'1.0'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Network': {'1.1'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Port': {'1.7'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'PortForwarding': {'1.2'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'QosPolicy': {'1.9'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'SecurityGroup': {'1.4'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'SecurityGroupRule': {'1.2'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'SubPort': {'1.0'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Subnet': {'1.1'}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Trunk': {'1.1'}} Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: consumer versions: Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: { DHCP agent@n-d-789963-12: {}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: L3 agent@n-d-789963-12: {}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: Metadata agent@n-d-789963-12: {}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: Metering agent@n-d-789963-12: {}, Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: Open vSwitch agent@n-d-789963-12: { 'AddressGroup': '1.2', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'ConntrackHelper': '1.0', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Log': '1.0', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Network': '1.1', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Port': '1.7', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'PortForwarding': '1.2', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'QosPolicy': '1.9', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'SecurityGroup': '1.4', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'SecurityGroupRule': '1.2', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'SubPort': '1.0', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Subnet': '1.1', Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: 'Trunk': '1.1'}} Sep 18 01:42:48.994236 n-d-789963-12 neutron-server[106441]: {{(pid=106441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 01:42:49.042625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Attempting to bind port d21d52da-e656-433c-a385-2b35bea61bfa on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:42:49.043267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Attempting to bind port d21d52da-e656-433c-a385-2b35bea61bfa by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:42:49.043444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Attempting to bind port d21d52da-e656-433c-a385-2b35bea61bfa on network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:42:49.048213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:42:49.048612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Checking segment: {'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:42:49.049092 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:49.049472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Bound using segment: {'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:42:49.049920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Bound port: d21d52da-e656-433c-a385-2b35bea61bfa, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:42:49.050317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:49.112231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] For port d21d52da-e656-433c-a385-2b35bea61bfa, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:42:49.116988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] For port d21d52da-e656-433c-a385-2b35bea61bfa, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d21d52da-e656-433c-a385-2b35bea61bfa,segment=NetworkSegment(377006fe-39c9-4f3c-b34b-b0656d706b98),segment_id=377006fe-39c9-4f3c-b34b-b0656d706b98)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:42:49.121281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:49.193025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e06954-08d2-423d-862f-c5d3eab3c59c None None] Pushing event updated for resources: {'Port': ['ID=d21d52da-e656-433c-a385-2b35bea61bfa,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:50.474226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34166) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:50.785076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-c1fcfa29-c267-493c-bb0e-90f86d78c75b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:42:50.786140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c1fcfa29-c267-493c-bb0e-90f86d78c75b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3103855 Sep 18 01:42:53.255065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34174) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:53.571768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-8cf9ae90-011d-4e69-9350-fbaf7d67c247 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:42:53.572767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8cf9ae90-011d-4e69-9350-fbaf7d67c247 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167851 Sep 18 01:42:56.193985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:42:56.712820 n-d-789963-12 neutron-server[106440]: WARNING oslo_policy.policy [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 01:42:56.713388 n-d-789963-12 neutron-server[106440]: WARNING oslo_policy.policy [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 01:42:56.935571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] Request body: {'router': {'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'admin_state_up': True, 'name': 'router1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:42:56.998801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.policy [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106440) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 01:42:57.043720 n-d-789963-12 neutron-server[106440]: WARNING oslo_policy.policy [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 01:42:57.044107 n-d-789963-12 neutron-server[106440]: WARNING oslo_policy.policy [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 01:42:57.053274 n-d-789963-12 neutron-server[106440]: INFO neutron.quota [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] Loaded quota_driver: . Sep 18 01:42:57.111013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:57.113029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:57.279106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:57.284232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:57.303352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:57.304565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9771e2fd-8aa8-49ab-9eba-f877e388fc66 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1096139 Sep 18 01:42:57.569132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d21d52da-e656-433c-a385-2b35bea61bfa up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:42:57.635408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67623a11-3441-4834-840a-9038d61187c1 None None] Network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:42:57.711265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d21d52da-e656-433c-a385-2b35bea61bfa triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:57.711660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:57.756824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7d96173e-b96a-48e1-9349-3f9794a0f773 None None] Provisioning complete for port d21d52da-e656-433c-a385-2b35bea61bfa triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:57.757107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d96173e-b96a-48e1-9349-3f9794a0f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:57.947537 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:58.000243 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d96173e-b96a-48e1-9349-3f9794a0f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:58.039508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port d21d52da-e656-433c-a385-2b35bea61bfa, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d21d52da-e656-433c-a385-2b35bea61bfa,segment=NetworkSegment(377006fe-39c9-4f3c-b34b-b0656d706b98),segment_id=377006fe-39c9-4f3c-b34b-b0656d706b98)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:42:58.045593 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:58.117463 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-7d96173e-b96a-48e1-9349-3f9794a0f773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:42:58.117971 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-7d96173e-b96a-48e1-9349-3f9794a0f773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:42:58.122157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=d21d52da-e656-433c-a385-2b35bea61bfa,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:42:58.773320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a9102d5d-4eef-4927-bc6b-7b4f5a28096a None None] Provisioning complete for port d21d52da-e656-433c-a385-2b35bea61bfa triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:58.773934 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9102d5d-4eef-4927-bc6b-7b4f5a28096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:59.539766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d21d52da-e656-433c-a385-2b35bea61bfa up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:42:59.587005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d21d52da-e656-433c-a385-2b35bea61bfa triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:42:59.587373 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:42:59.827912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34206) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:43:00.133695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-74c7759d-a36a-4d00-a9a8-4e27688d6da7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:43:00.134725 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-74c7759d-a36a-4d00-a9a8-4e27688d6da7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058836 Sep 18 01:43:00.787350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8886e400-cb28-4963-bb63-e8f9393d3520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:02.500393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34214) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:43:02.806883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:43:02.830158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Made reservation on behalf of dbade4793c784b2c94f14eb401eb2708 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:43:02.832784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:02.847978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:02.966203 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:02.969923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:02.981058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Reserving flat network on physical network physnet1 {{(pid=106440) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 18 01:43:03.013091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771129507220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:03.013658 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Unsubscribe: segment precommit_create {{(pid=106440) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 01:43:03.014177 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Added segment be0e7e11-23b8-4b17-984c-13d2eabda80d of type flat for network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 Sep 18 01:43:03.029125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12d559b-ff18-4dd0-9e74-8cb406b9cf7c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:03.078898 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.079241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.079575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.079904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.080230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.080556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.080876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.081195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.081511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.081826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.082140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.082454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Tracked resource versions report: Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: pushed versions: Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: { 'AddressGroup': {'1.2'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'ConntrackHelper': {'1.0'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Log': {'1.0'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Network': {'1.1'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Port': {'1.7'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'PortForwarding': {'1.2'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'QosPolicy': {'1.9'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'SecurityGroup': {'1.4'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'SecurityGroupRule': {'1.2'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'SubPort': {'1.0'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Subnet': {'1.1'}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Trunk': {'1.1'}} Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: consumer versions: Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: { DHCP agent@n-d-789963-12: {}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: L3 agent@n-d-789963-12: {}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: Metadata agent@n-d-789963-12: {}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: Metering agent@n-d-789963-12: {}, Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: Open vSwitch agent@n-d-789963-12: { 'AddressGroup': '1.2', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'ConntrackHelper': '1.0', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Log': '1.0', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Network': '1.1', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Port': '1.7', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'PortForwarding': '1.2', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'QosPolicy': '1.9', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'SecurityGroup': '1.4', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'SecurityGroupRule': '1.2', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'SubPort': '1.0', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Subnet': '1.1', Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: 'Trunk': '1.1'}} Sep 18 01:43:03.083807 n-d-789963-12 neutron-server[106440]: {{(pid=106440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 01:43:03.137761 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:03.180592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:03.181815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:03.182517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:03.237012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7354963 Sep 18 01:43:03.282110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0dd9c-0e49-4fc9-a3e3-8476bcc8a6ba admin admin] Pushing event updated for resources: {'Network': ['ID=e9a74ca0-c5cc-45f6-89f4-b698db9ab706,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:03.294155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:43:03.329372 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4950122e-6c25-40c9-a31a-5ba5b5764571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:03.910984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:04.712344 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:05.618667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34236) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:43:05.791248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5672bb41-7b15-4b7f-a8fd-59f60161b7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:05.792557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5672bb41-7b15-4b7f-a8fd-59f60161b7a6 admin admin] 10.222.0.21 "GET /v2.0/subnets/fbddc52c-04df-460b-8022-344612eb7860 HTTP/1.1" status: 200 len: 849 time: 0.1729627 Sep 18 01:43:05.950248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-73b89c86-8f1f-47d1-9fc4-101a2bd7e1c3 admin admin] 10.222.0.21 "GET /v2.0/routers/d337d75b-275f-48f4-91ec-ab57b9b885cf HTTP/1.1" status: 200 len: 704 time: 0.1515963 Sep 18 01:43:06.067918 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:06.213685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:06.499305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Allocated IP 172.20.0.1 (d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1/fbddc52c-04df-460b-8022-344612eb7860/2977bdde-fc93-4944-8cc4-8cf49f8667f0) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:43:06.653161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:06.719803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:06.787286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:43:06.791874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:43:06.798521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:43:06.799104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:06.917501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Pushing event updated for resources: {'Port': ['ID=2977bdde-fc93-4944-8cc4-8cf49f8667f0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:07.023007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5971a80f-9929-422c-84f8-fa4b220cb985 None None] Provisioning complete for port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:43:07.023373 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5971a80f-9929-422c-84f8-fa4b220cb985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:07.054598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:07.059456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5971a80f-9929-422c-84f8-fa4b220cb985 None None] Port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:43:07.262921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:07.267079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:07.267832 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:07.325813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Pushing event updated for resources: {'Port': ['ID=2977bdde-fc93-4944-8cc4-8cf49f8667f0,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:07.393254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:43:07.394619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:43:07.555210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Router d337d75b-275f-48f4-91ec-ab57b9b885cf is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:43:07.579345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2b90940e-d696-4400-800a-3f90898faaaa None None] Provisioning complete for port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:43:07.579865 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b90940e-d696-4400-800a-3f90898faaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:07.612531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2b90940e-d696-4400-800a-3f90898faaaa None None] Port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:43:07.645290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:43:07.650782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-db0b519a-8c0e-496c-9c83-4d69cc8e9694 admin admin] 10.222.0.21 "PUT /v2.0/routers/d337d75b-275f-48f4-91ec-ab57b9b885cf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6946290 Sep 18 01:43:07.655834 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Sync routers for ids ['d337d75b-275f-48f4-91ec-ab57b9b885cf'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:43:07.668046 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Routers {'d337d75b-275f-48f4-91ec-ab57b9b885cf'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:43:07.668796 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:43:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d337d75b-275f-48f4-91ec-ab57b9b885cf'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:43:07.854757 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Set router d337d75b-275f-48f4-91ec-ab57b9b885cf gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:43:08.273069 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'name': 'router1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:57Z', 'updated_at': '2021-09-18T01:43:07Z', 'revision_number': 2, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'gw_port_host': None, '_interfaces': [{'id': '2977bdde-fc93-4944-8cc4-8cf49f8667f0', 'name': '', 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'mac_address': 'fa:16:3e:5e:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbddc52c-04df-460b-8022-344612eb7860', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:06Z', 'updated_at': '2021-09-18T01:43:07Z', 'revision_number': 2, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'subnets': [{'id': 'fbddc52c-04df-460b-8022-344612eb7860', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74d2af66-10c2-4f34-a087-53e64d7c7110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:43:08.324081 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Checking router: d337d75b-275f-48f4-91ec-ab57b9b885cf for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:43:08.324442 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Updating router d337d75b-275f-48f4-91ec-ab57b9b885cf port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:43:08.373458 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:08.886425 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:08.892781 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.056914 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Attempting to bind port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:43:09.057314 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Attempting to bind port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:43:09.057750 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Attempting to bind port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 on network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:43:09.059780 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Pushing event updated for resources: {'Port': ['ID=2977bdde-fc93-4944-8cc4-8cf49f8667f0,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:09.070537 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.070911 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.071252 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.071582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.071910 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.072235 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.072564 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.072886 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.073206 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.073524 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.073843 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.074159 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Tracked resource versions report: Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: pushed versions: Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: { 'AddressGroup': {'1.2'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'ConntrackHelper': {'1.0'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Log': {'1.0'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Network': {'1.1'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Port': {'1.7'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'PortForwarding': {'1.2'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'QosPolicy': {'1.9'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'SecurityGroup': {'1.4'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'SecurityGroupRule': {'1.2'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'SubPort': {'1.0'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Subnet': {'1.1'}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Trunk': {'1.1'}} Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: consumer versions: Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: { DHCP agent@n-d-789963-12: {}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: L3 agent@n-d-789963-12: {}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: Metadata agent@n-d-789963-12: {}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: Metering agent@n-d-789963-12: {}, Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: Open vSwitch agent@n-d-789963-12: { 'AddressGroup': '1.2', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'ConntrackHelper': '1.0', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Log': '1.0', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Network': '1.1', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Port': '1.7', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'PortForwarding': '1.2', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'QosPolicy': '1.9', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'SecurityGroup': '1.4', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'SecurityGroupRule': '1.2', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'SubPort': '1.0', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Subnet': '1.1', Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: 'Trunk': '1.1'}} Sep 18 01:43:09.075248 n-d-789963-12 neutron-server[106442]: {{(pid=106442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 01:43:09.077423 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:43:09.077835 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Checking segment: {'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:43:09.078338 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.078733 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Bound using segment: {'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:43:09.079227 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Bound port: 2977bdde-fc93-4944-8cc4-8cf49f8667f0, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377006fe-39c9-4f3c-b34b-b0656d706b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:43:09.079614 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.139843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9425a701-befb-420d-b557-7e98f8fd4022 None None] Provisioning complete for port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:43:09.140428 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9425a701-befb-420d-b557-7e98f8fd4022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.147688 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] For port 2977bdde-fc93-4944-8cc4-8cf49f8667f0, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:43:09.167652 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] For port 2977bdde-fc93-4944-8cc4-8cf49f8667f0, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2977bdde-fc93-4944-8cc4-8cf49f8667f0,segment=NetworkSegment(377006fe-39c9-4f3c-b34b-b0656d706b98),segment_id=377006fe-39c9-4f3c-b34b-b0656d706b98)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:43:09.172257 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.174526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9425a701-befb-420d-b557-7e98f8fd4022 None None] Port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:43:09.235999 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Routers {'d337d75b-275f-48f4-91ec-ab57b9b885cf'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:43:09.236629 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:43:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d337d75b-275f-48f4-91ec-ab57b9b885cf'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:43:09.238514 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe990f5c-24af-419a-a482-f6532fd64978 None None] Pushing event updated for resources: {'Port': ['ID=2977bdde-fc93-4944-8cc4-8cf49f8667f0,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:09.331616 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] Set router d337d75b-275f-48f4-91ec-ab57b9b885cf gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:43:09.394223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-933bb9c6-c8d6-4994-bf02-855445c92b57 None None] Provisioning complete for port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:43:09.394595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-933bb9c6-c8d6-4994-bf02-855445c92b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.473103 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-933bb9c6-c8d6-4994-bf02-855445c92b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.506310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-933bb9c6-c8d6-4994-bf02-855445c92b57 None None] For port 2977bdde-fc93-4944-8cc4-8cf49f8667f0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2977bdde-fc93-4944-8cc4-8cf49f8667f0,segment=NetworkSegment(377006fe-39c9-4f3c-b34b-b0656d706b98),segment_id=377006fe-39c9-4f3c-b34b-b0656d706b98)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:43:09.510094 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-933bb9c6-c8d6-4994-bf02-855445c92b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:09.551446 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'name': 'router1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:57Z', 'updated_at': '2021-09-18T01:43:07Z', 'revision_number': 2, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'gw_port_host': None, '_interfaces': [{'id': '2977bdde-fc93-4944-8cc4-8cf49f8667f0', 'name': '', 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'mac_address': 'fa:16:3e:5e:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbddc52c-04df-460b-8022-344612eb7860', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:06Z', 'updated_at': '2021-09-18T01:43:09Z', 'revision_number': 4, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'subnets': [{'id': 'fbddc52c-04df-460b-8022-344612eb7860', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74d2af66-10c2-4f34-a087-53e64d7c7110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:43:09.561367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bb9c6-c8d6-4994-bf02-855445c92b57 None None] Pushing event updated for resources: {'Port': ['ID=2977bdde-fc93-4944-8cc4-8cf49f8667f0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:09.578627 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2762c-f94c-4b69-b711-57b39d11672b None None] The sync data for ids ['d337d75b-275f-48f4-91ec-ab57b9b885cf'] in n-d-789963-12 is: [{'id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'name': 'router1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:57Z', 'updated_at': '2021-09-18T01:43:07Z', 'revision_number': 2, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'gw_port_host': None, '_interfaces': [{'id': '2977bdde-fc93-4944-8cc4-8cf49f8667f0', 'name': '', 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'mac_address': 'fa:16:3e:5e:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbddc52c-04df-460b-8022-344612eb7860', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:06Z', 'updated_at': '2021-09-18T01:43:09Z', 'revision_number': 4, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'subnets': [{'id': 'fbddc52c-04df-460b-8022-344612eb7860', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74d2af66-10c2-4f34-a087-53e64d7c7110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:43:09.883877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34256) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:43:10.028388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35d3a71-df67-423f-8553-55d1299dbb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:10.029759 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d35d3a71-df67-423f-8553-55d1299dbb99 admin admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 842 time: 0.1449783 Sep 18 01:43:10.040366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:43:10.064308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Made reservation on behalf of dbade4793c784b2c94f14eb401eb2708 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:43:10.066587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Notify callbacks [] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:10.444379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 01:43:10.444875 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:10.504525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a717b6d-8bd1-4047-8aba-48f279cccce7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:10.516759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:43:10.517132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Network hostable DHCP agents. Network: e9a74ca0-c5cc-45f6-89f4-b698db9ab706, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:43:10.541634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:43:10.553408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e9a74ca0-c5cc-45f6-89f4-b698db9ab706) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:43:10.558012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:10.558652 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:10.563454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dca2eab-d525-4183-a1b2-590edccb79d7 None None] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:43:10.587345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bbbca5a0-4eae-4fcc-8a04-bc7da2ba294e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5508707 Sep 18 01:43:10.776679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6442fc0-0d52-4d8f-a208-a1314ee589f9 None None] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:43:12.908184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:43:13.115607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4cd8bf52-026e-41d3-a643-025028354308 admin admin] 10.222.0.21 "GET /v2.0/routers/d337d75b-275f-48f4-91ec-ab57b9b885cf HTTP/1.1" status: 200 len: 710 time: 0.2063220 Sep 18 01:43:13.205539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c74fd3-4ac7-4b4a-b4d0-4f2451d92fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:43:13.206911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-58c74fd3-4ac7-4b4a-b4d0-4f2451d92fbb admin admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 886 time: 0.0855072 Sep 18 01:43:13.216289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:43:13.476698 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:13.715483 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:13.792034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:13.995115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Allocated IP 172.25.0.68 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/429dccb5-8bfb-4427-8ebd-fabbc8c15997) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:43:14.103212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:14.163556 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:14.227210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:43:14.231734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:43:14.238562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:43:14.281797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Pushing event updated for resources: {'Port': ['ID=429dccb5-8bfb-4427-8ebd-fabbc8c15997,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:14.519849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:14.727654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:14.732408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:14.844824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Router d337d75b-275f-48f4-91ec-ab57b9b885cf has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:43:14.953446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:43:14.958860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:14.960114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fe45af2f-7e2d-49ae-a2e4-442ae25cdfdf admin admin] 10.222.0.21 "PUT /v2.0/routers/d337d75b-275f-48f4-91ec-ab57b9b885cf HTTP/1.1" status: 200 len: 889 time: 1.7469304 Sep 18 01:43:15.579537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2977bdde-fc93-4944-8cc4-8cf49f8667f0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:43:15.627332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:43:15.627695 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:16.048328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Sync routers for ids ['d337d75b-275f-48f4-91ec-ab57b9b885cf'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:43:16.058245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Routers {'d337d75b-275f-48f4-91ec-ab57b9b885cf'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:43:16.058913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:43:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d337d75b-275f-48f4-91ec-ab57b9b885cf'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:43:16.261846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Set router d337d75b-275f-48f4-91ec-ab57b9b885cf gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:43:16.649925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'name': 'router1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '429dccb5-8bfb-4427-8ebd-fabbc8c15997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:57Z', 'updated_at': '2021-09-18T01:43:14Z', 'revision_number': 4, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'gw_port': {'id': '429dccb5-8bfb-4427-8ebd-fabbc8c15997', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:13Z', 'updated_at': '2021-09-18T01:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '2977bdde-fc93-4944-8cc4-8cf49f8667f0', 'name': '', 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'mac_address': 'fa:16:3e:5e:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbddc52c-04df-460b-8022-344612eb7860', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:06Z', 'updated_at': '2021-09-18T01:43:09Z', 'revision_number': 5, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'subnets': [{'id': 'fbddc52c-04df-460b-8022-344612eb7860', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74d2af66-10c2-4f34-a087-53e64d7c7110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:43:16.699042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Checking router: d337d75b-275f-48f4-91ec-ab57b9b885cf for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:43:16.699389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Updating router d337d75b-275f-48f4-91ec-ab57b9b885cf port 429dccb5-8bfb-4427-8ebd-fabbc8c15997 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:43:16.747308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:17.143464 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:17.150838 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:17.198139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Attempting to bind port 429dccb5-8bfb-4427-8ebd-fabbc8c15997 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:43:17.198505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Attempting to bind port 429dccb5-8bfb-4427-8ebd-fabbc8c15997 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:43:17.198902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Attempting to bind port 429dccb5-8bfb-4427-8ebd-fabbc8c15997 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:43:17.212080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3378c51-62eb-4ded-b439-66a009f90817 None None] Pushing event updated for resources: {'Port': ['ID=429dccb5-8bfb-4427-8ebd-fabbc8c15997,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:17.216283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:43:17.216659 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:43:17.217073 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:17.217465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:43:17.217952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Bound port: 429dccb5-8bfb-4427-8ebd-fabbc8c15997, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:43:17.218360 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:17.273841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] For port 429dccb5-8bfb-4427-8ebd-fabbc8c15997, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:43:17.276816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] For port 429dccb5-8bfb-4427-8ebd-fabbc8c15997, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=429dccb5-8bfb-4427-8ebd-fabbc8c15997,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:43:17.280567 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:17.336474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3378c51-62eb-4ded-b439-66a009f90817 None None] Pushing event updated for resources: {'Port': ['ID=429dccb5-8bfb-4427-8ebd-fabbc8c15997,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:17.339424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Routers {'d337d75b-275f-48f4-91ec-ab57b9b885cf'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:43:17.340102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:43:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d337d75b-275f-48f4-91ec-ab57b9b885cf'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:43:17.368268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:43:17.446479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] Set router d337d75b-275f-48f4-91ec-ab57b9b885cf gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:43:17.485576 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e49b7fc4-75ce-46ba-947b-b27817d5f717 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1161728 Sep 18 01:43:17.668287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'name': 'router1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '429dccb5-8bfb-4427-8ebd-fabbc8c15997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:57Z', 'updated_at': '2021-09-18T01:43:14Z', 'revision_number': 4, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'gw_port': {'id': '429dccb5-8bfb-4427-8ebd-fabbc8c15997', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:13Z', 'updated_at': '2021-09-18T01:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '2977bdde-fc93-4944-8cc4-8cf49f8667f0', 'name': '', 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'mac_address': 'fa:16:3e:5e:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbddc52c-04df-460b-8022-344612eb7860', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:06Z', 'updated_at': '2021-09-18T01:43:09Z', 'revision_number': 5, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'subnets': [{'id': 'fbddc52c-04df-460b-8022-344612eb7860', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74d2af66-10c2-4f34-a087-53e64d7c7110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:43:17.699639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df422b1-25b1-4dc4-8a14-788169bc18c6 None None] The sync data for ids ['d337d75b-275f-48f4-91ec-ab57b9b885cf'] in n-d-789963-12 is: [{'id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'name': 'router1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '429dccb5-8bfb-4427-8ebd-fabbc8c15997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:42:57Z', 'updated_at': '2021-09-18T01:43:14Z', 'revision_number': 4, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'gw_port': {'id': '429dccb5-8bfb-4427-8ebd-fabbc8c15997', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:13Z', 'updated_at': '2021-09-18T01:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '2977bdde-fc93-4944-8cc4-8cf49f8667f0', 'name': '', 'network_id': 'd54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1', 'tenant_id': '2b5327c1c316486ebbe711a70c04c797', 'mac_address': 'fa:16:3e:5e:bd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd337d75b-275f-48f4-91ec-ab57b9b885cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbddc52c-04df-460b-8022-344612eb7860', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:43:06Z', 'updated_at': '2021-09-18T01:43:09Z', 'revision_number': 5, 'project_id': '2b5327c1c316486ebbe711a70c04c797', 'subnets': [{'id': 'fbddc52c-04df-460b-8022-344612eb7860', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74d2af66-10c2-4f34-a087-53e64d7c7110'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:43:19.593434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 429dccb5-8bfb-4427-8ebd-fabbc8c15997 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:43:19.649758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 429dccb5-8bfb-4427-8ebd-fabbc8c15997 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:43:19.650262 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:19.741541 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:19.765411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 429dccb5-8bfb-4427-8ebd-fabbc8c15997, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=429dccb5-8bfb-4427-8ebd-fabbc8c15997,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:43:19.770533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:19.823325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=429dccb5-8bfb-4427-8ebd-fabbc8c15997,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:43:21.591860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 429dccb5-8bfb-4427-8ebd-fabbc8c15997 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:43:21.658890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 429dccb5-8bfb-4427-8ebd-fabbc8c15997 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:43:21.659294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:24.863456 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:43:30.797821 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-16cbb6b1-330a-4261-baaa-91af900ccff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:33.318048 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-031e0773-f825-433b-99f0-75e08098e4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:33.926744 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:34.732766 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:43:36.095858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:00.796856 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cf90232e-4978-417e-9b25-e2c5a10e598f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:01.862945 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:44:03.311845 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-24ed676d-ec12-4a2a-bb44-aa4c36e40b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:03.920006 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:04.720968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:06.090830 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:30.787541 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-58634d42-dacd-453d-96e4-e731fcd9375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.316496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c20e087a-d424-424b-b3be-e20efd4070ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:33.921863 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:34.719006 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:36.088601 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:44:38.863002 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:44:58.978654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34872) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:44:59.042406 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b182f5-1afe-462e-ba11-9af74869fd8c admin admin] GET failed (client error): The resource could not be found. Sep 18 01:44:59.043788 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-01b182f5-1afe-462e-ba11-9af74869fd8c admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642340 Sep 18 01:44:59.261571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c94bb3-cecf-4c87-91bd-bc62c446bc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:44:59.263004 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a7c94bb3-cecf-4c87-91bd-bc62c446bc95 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2140565 Sep 18 01:45:00.789801 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff170-2a80-4c1c-a813-be1a484ec51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:01.496425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34882) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:01.598627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb0a330-031f-4929-817c-1bbffb5e5682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:01.600032 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dbb0a330-031f-4929-817c-1bbffb5e5682 admin admin] 10.222.0.21 "GET /v2.0/subnets/fbddc52c-04df-460b-8022-344612eb7860 HTTP/1.1" status: 200 len: 849 time: 0.1026630 Sep 18 01:45:01.610144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:45:01.694851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Notify callbacks [] for subnet, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:01.836981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771129497604'] for subnet, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:01.866883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:01.867473 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:01.868762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] 10.222.0.21 "PUT /v2.0/subnets/fbddc52c-04df-460b-8022-344612eb7860 HTTP/1.1" status: 200 len: 868 time: 0.2624133 Sep 18 01:45:01.881837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d5ed0e-5ab9-4805-b4ed-bc5656c7f3bb None None] Network d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:45:01.888482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbddc52c-04df-460b-8022-344612eb7860,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:45:01.896536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.896886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.897225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.897554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.897887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.898218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.898544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.898899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.899229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.899556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.899873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:01.900194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b81f40-4e84-4db6-b20e-58e29f068fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:02.209762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-58eb926a-1d23-44fb-b88f-dc1ad4b3f522 None None] Provisioning complete for port 2977bdde-fc93-4944-8cc4-8cf49f8667f0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:45:02.210132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-58eb926a-1d23-44fb-b88f-dc1ad4b3f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:02.295940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-58eb926a-1d23-44fb-b88f-dc1ad4b3f522 None None] Provisioning complete for port d21d52da-e656-433c-a385-2b35bea61bfa triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:45:02.296306 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-58eb926a-1d23-44fb-b88f-dc1ad4b3f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:03.317653 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4e297e8b-0115-47d0-bb17-9b3cc1d21b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:03.923042 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:04.144627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34890) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:04.343335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc1a0c-632f-4c6a-aa1a-1113c69cb391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:04.344469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc1a0c-632f-4c6a-aa1a-1113c69cb391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:04.346346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d0dc1a0c-632f-4c6a-aa1a-1113c69cb391 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2006998 Sep 18 01:45:04.728147 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:06.095935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:06.539574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34900) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:06.733443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9382ba4e-ca0f-4ee5-a59e-984f010ae861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:06.733920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9382ba4e-ca0f-4ee5-a59e-984f010ae861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:06.736184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9382ba4e-ca0f-4ee5-a59e-984f010ae861 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1956654 Sep 18 01:45:08.905521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:09.041262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31390835-d82c-4088-a7a5-fbc32f287663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:09.042554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-31390835-d82c-4088-a7a5-fbc32f287663 admin admin] 10.222.0.21 "GET /v2.0/networks/d54fea31-d4f0-48cf-9a5a-cdc0ef4d2aa1 HTTP/1.1" status: 200 len: 868 time: 0.1354892 Sep 18 01:45:11.202799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34916) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:11.329364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32d2d2-2334-458d-a60e-3e8b3f340978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:11.330765 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ab32d2d2-2334-458d-a60e-3e8b3f340978 admin admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 886 time: 0.1262653 Sep 18 01:45:13.596628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34924) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:13.719715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8191437-c16e-49f7-9c7f-19b450628965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:13.720171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8191437-c16e-49f7-9c7f-19b450628965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:13.721689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b8191437-c16e-49f7-9c7f-19b450628965 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240618 Sep 18 01:45:15.862824 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:45:15.898126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34932) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:15.993874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d6f32-b23a-4150-bdb8-fcf13ca2adfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:15.994331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d6f32-b23a-4150-bdb8-fcf13ca2adfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:15.995869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a20d6f32-b23a-4150-bdb8-fcf13ca2adfb admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0967343 Sep 18 01:45:18.157801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34940) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:18.246294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d048e761-2834-4f1f-8150-20a1f6853e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:18.247697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d048e761-2834-4f1f-8150-20a1f6853e47 admin admin] 10.222.0.21 "GET /v2.0/subnets/1a717b6d-8bd1-4047-8aba-48f279cccce7 HTTP/1.1" status: 200 len: 816 time: 0.0887034 Sep 18 01:45:20.462920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34948) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:20.553325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a9679e-019c-4752-be04-20e4c86e2988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:20.554760 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-50a9679e-019c-4752-be04-20e4c86e2988 admin admin] 10.222.0.21 "GET /v2.0/subnets/fbddc52c-04df-460b-8022-344612eb7860 HTTP/1.1" status: 200 len: 868 time: 0.0908957 Sep 18 01:45:30.877661 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd6aea55-9f7d-4df2-8811-d122c1f0e56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:33.317546 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fec4aaa8-bc21-474c-804c-3d1091c62ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:33.930050 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:34.726846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:36.100823 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:44.667557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35002) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:44.714600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-e7a830da-e016-4a6a-b025-c97a640cebda admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:45:44.715649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e7a830da-e016-4a6a-b025-c97a640cebda admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471625 Sep 18 01:45:46.974586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35010) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:47.035031 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41e8429-29bf-4d8d-91ce-1ed2af27274c admin admin] GET failed (client error): The resource could not be found. Sep 18 01:45:47.036359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d41e8429-29bf-4d8d-91ce-1ed2af27274c admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608191 Sep 18 01:45:47.122529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85345be6-3faf-454e-8a21-cef84e021df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:47.124580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-85345be6-3faf-454e-8a21-cef84e021df9 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831685 Sep 18 01:45:49.361466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35018) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:49.408381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:45:49.427955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Made reservation on behalf of dbade4793c784b2c94f14eb401eb2708 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:45:49.430127 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:49.463683 n-d-789963-12 neutron-server[106440]: WARNING neutron.services.revisions.revision_plugin [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Could not find related network for resource to bump revision. Sep 18 01:45:49.477508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:45:49.487372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:49.487707 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Added segment ce8aaf25-af44-4ebe-98cc-1c665199a42b of type vlan for network 6b8592e0-0546-453f-a7dd-13407b73e010 Sep 18 01:45:49.529258 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:49.552139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:49.552990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:49.553555 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:49.585393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2228987 Sep 18 01:45:49.613019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c0244-e41e-423d-8304-05b529b0b2c6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b8592e0-0546-453f-a7dd-13407b73e010,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:45:49.624200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6b8592e0-0546-453f-a7dd-13407b73e010 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:45:51.804825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35026) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:45:51.863873 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c422b67-915a-44d4-818c-df1464ff1734 admin admin] GET failed (client error): The resource could not be found. Sep 18 01:45:51.865173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c422b67-915a-44d4-818c-df1464ff1734 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593867 Sep 18 01:45:51.935254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea74839-0967-4097-9f06-30614c6a9fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:51.936631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5ea74839-0967-4097-9f06-30614c6a9fc2 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0669506 Sep 18 01:45:51.946748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:45:51.965633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Made reservation on behalf of dbade4793c784b2c94f14eb401eb2708 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:45:51.968390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.125004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.177652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:45:52.184260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:45:52.184609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Network hostable DHCP agents. Network: 6b8592e0-0546-453f-a7dd-13407b73e010, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:45:52.199956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:45:52.207969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6b8592e0-0546-453f-a7dd-13407b73e010) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:45:52.211864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:45:52.212438 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.216988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c51f7-736e-49db-9ad0-490dba001d3e None None] Network 6b8592e0-0546-453f-a7dd-13407b73e010 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:45:52.229413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-54950555-121e-4058-8392-6e0ff513ac16 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2858284 Sep 18 01:45:52.369439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-6b8592e0-0546-453f-a7dd-13407b73e010', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'tenant_id': 'dbade4793c784b2c94f14eb401eb2708', 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:45:52.370345 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.516854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Allocated IP 192.168.233.2 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/27c34dbb-5619-49bd-93c7-8cbfeb94d260) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:45:52.661572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.667703 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.704866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:45:52.707585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:45:52.711250 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:45:52.722349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Pushing event updated for resources: {'Port': ['ID=27c34dbb-5619-49bd-93c7-8cbfeb94d260,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:45:52.744165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.744510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.744864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.745430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.745570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.745836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.746172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.746491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.746833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.747146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.747466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.747777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:45:52.781541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Attempting to bind port 27c34dbb-5619-49bd-93c7-8cbfeb94d260 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:45:52.781837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Attempting to bind port 27c34dbb-5619-49bd-93c7-8cbfeb94d260 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:45:52.782193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Attempting to bind port 27c34dbb-5619-49bd-93c7-8cbfeb94d260 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:45:52.787107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:45:52.787470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:45:52.787858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.788236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:45:52.788688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Bound port: 27c34dbb-5619-49bd-93c7-8cbfeb94d260, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:45:52.789071 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.853057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] For port 27c34dbb-5619-49bd-93c7-8cbfeb94d260, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:45:52.856087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] For port 27c34dbb-5619-49bd-93c7-8cbfeb94d260, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=27c34dbb-5619-49bd-93c7-8cbfeb94d260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:45:52.861907 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:52.863674 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:45:52.918416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124604-0b7e-4ee0-bd88-1fae2ddaa048 None None] Pushing event updated for resources: {'Port': ['ID=27c34dbb-5619-49bd-93c7-8cbfeb94d260,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:45:53.752417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 27c34dbb-5619-49bd-93c7-8cbfeb94d260 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:45:53.779984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e1dd2-f5ed-40f3-80e3-e749206f6e3f None None] Network 6b8592e0-0546-453f-a7dd-13407b73e010 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:45:53.883694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 27c34dbb-5619-49bd-93c7-8cbfeb94d260 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:45:53.883982 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:53.888069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f7849af7-cd57-4b5b-ada5-a4896c6ed838 None None] Provisioning complete for port 27c34dbb-5619-49bd-93c7-8cbfeb94d260 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:45:53.888417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f7849af7-cd57-4b5b-ada5-a4896c6ed838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:54.088533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:54.097118 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f7849af7-cd57-4b5b-ada5-a4896c6ed838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:54.147217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 27c34dbb-5619-49bd-93c7-8cbfeb94d260, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=27c34dbb-5619-49bd-93c7-8cbfeb94d260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:45:54.154819 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:54.236320 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-f7849af7-cd57-4b5b-ada5-a4896c6ed838 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:45:54.236669 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-f7849af7-cd57-4b5b-ada5-a4896c6ed838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:45:54.237590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=27c34dbb-5619-49bd-93c7-8cbfeb94d260,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:45:54.893288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-dba27e14-9607-495c-8ba4-17ad357c1968 None None] Provisioning complete for port 27c34dbb-5619-49bd-93c7-8cbfeb94d260 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:45:54.893953 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dba27e14-9607-495c-8ba4-17ad357c1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:45:55.684236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 27c34dbb-5619-49bd-93c7-8cbfeb94d260 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:45:55.732260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 27c34dbb-5619-49bd-93c7-8cbfeb94d260 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:45:55.732622 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:00.788972 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-36d70e96-7a78-4f06-97df-0228d0970d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:03.319451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-025f90f8-1805-403b-983a-188f57b5453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:03.921239 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:04.728485 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:06.104665 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:29.861957 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:46:30.789984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7275f8ce-eaec-4616-b7e9-07bf11b0d814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:33.321152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ffd34a27-74bb-4fc2-8323-f01a2e748842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:33.926099 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:34.732187 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:46:36.106974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:00.790865 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f2f02699-6ffc-4f8b-8045-10e7a8aaa10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:03.323061 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-520f6239-e939-46eb-a092-63b4ed3b78bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:03.928652 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:04.735310 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:06.111941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:06.804444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35080) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:06.810271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-5638b6ee-b16e-4a8d-a362-3fd4cd4c65f6 tempest-verify_tempest_config-1262642795 tempest-verify_tempest_config-1262642795-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:47:06.811293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5638b6ee-b16e-4a8d-a362-3fd4cd4c65f6 tempest-verify_tempest_config-1262642795 tempest-verify_tempest_config-1262642795-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059001 Sep 18 01:47:06.861241 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:47:07.096681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:07.201576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.293614 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.297766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.342999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0d2eec5e7814e188df6bd75e089ad9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2452817 Sep 18 01:47:07.344046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a9ae5-5230-4306-bde5-0fb189428c55,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:07.345839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35102) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:47:07.351751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.351979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.352384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.352608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.352943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.353285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.353608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.353994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.354325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.354650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.355003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.355334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f496ecf-336d-44d7-bbf8-8af19a33d317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.406843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.427134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.517055 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.519663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:07.520795 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/933a9ae5-5230-4306-bde5-0fb189428c55 HTTP/1.1" status: 204 len: 168 time: 0.1738162 Sep 18 01:47:07.529880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a9ae5-5230-4306-bde5-0fb189428c55,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:47:07.539000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.539345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.539708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.540038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.540363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.540680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.541001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.541317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.541633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.541950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.542260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:07.542662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34512a67-4ccf-4493-9f09-1110ab91d197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:47:30.791810 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-97c809d0-36e0-44e6-8d35-d7d59e8e1977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:33.323996 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-40d060e6-c2e4-46e9-8e17-f8e88f5cdc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:33.930142 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:34.738395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:36.115445 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:47:43.859269 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:48:00.792106 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0557eb3a-3b26-4470-b8f6-176000a46e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.324892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-378fb359-446c-417d-80ed-c09ca9dbcfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:03.931470 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:04.741581 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:06.117112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:20.857355 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:48:30.792753 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c63faec-0720-4654-8638-ed39340eb69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:33.325067 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f0c4-dbf0-47bb-a2a6-adbd49665a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:33.932447 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:34.746094 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:36.125987 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:48:57.855360 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:49:00.793076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-434ba051-b952-4b62-8a3c-aec9c345d7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:03.325667 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-60696c04-b817-4a54-be78-cff87e3a8d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:03.933565 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:04.748464 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:06.122131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:30.794220 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48b18830-f22b-4468-bdab-a68a9164fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:33.325188 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17ee871b-14b8-4ebe-8ffe-3654cf8d2f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:33.934207 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:34.749784 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:34.853142 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:49:36.124915 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:55.184352 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650796'] for agent, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:49:55.422321 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650796'] for agent, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:00.795248 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da6ca875-b828-45c8-8c1c-dc0971fe16be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:03.325527 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e871243e-a52e-409c-bb74-ac0e574e2db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:03.935535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:04.751867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:06.128767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:11.852490 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:50:25.130001 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:25.375237 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:30.797918 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0980311f-e15a-42ec-aad1-69b5804e8583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:33.328347 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82fd11fd-7d22-49ff-ac81-e38e3795d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:33.938598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:34.755036 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:36.131300 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:45.401708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35170) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:50:45.505869 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-758b9b57-b757-4381-b5a2-982fc40d9dc9 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1030753 Sep 18 01:50:47.692687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35180) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:50:47.749810 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7066172a-ab21-465c-ae8e-328a26bab991 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0560296 Sep 18 01:50:48.850767 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:50:55.157957 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:50:55.392200 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:00.798189 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ddc4d780-3951-48a9-82d7-c5ee80a7a994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:03.328596 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f61077b-7f7b-46bc-94dd-decae4a1ebf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:03.939714 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:04.758576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:06.133269 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:25.158240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:25.389689 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:25.849786 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:51:30.808043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-31b2a73c-885d-49af-a03f-d05341b92ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:33.376814 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94934927-4ffd-4c27-9ff3-dcc6b32ade17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:33.943446 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:34.761217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:36.147729 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:55.173346 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:51:55.404225 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:00.801778 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5f612783-9406-45cf-a904-0591f2bfc76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:02.850583 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:52:03.351638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4195f3a6-88cd-427b-8c19-0b2c621f07c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:03.944551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:04.776089 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:06.156145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:07.822555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:08.086448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-05ad01f1-58a3-4cee-b264-34743ee6757a tempest-AutoAllocateNetworkTest-1339331968 tempest-AutoAllocateNetworkTest-1339331968-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ed3d6cc68c84a9a93fbad8756d34d41&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2624071 Sep 18 01:52:08.088999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35330) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:08.286021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd3039-57a6-4d97-b8cd-d63bcca0e06d tempest-AutoAllocateNetworkTest-1339331968 tempest-AutoAllocateNetworkTest-1339331968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:08.291008 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6ccd3039-57a6-4d97-b8cd-d63bcca0e06d tempest-AutoAllocateNetworkTest-1339331968 tempest-AutoAllocateNetworkTest-1339331968-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2008929 Sep 18 01:52:08.291450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35338) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:08.446522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2c770dab-0966-499c-8fb1-58cb3baecc1e tempest-AutoAllocateNetworkTest-1339331968 tempest-AutoAllocateNetworkTest-1339331968-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534526 Sep 18 01:52:08.449121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35354) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:08.483331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-98e9b32c-61f5-475d-b73c-26018585cf4b tempest-AutoAllocateNetworkTest-1339331968 tempest-AutoAllocateNetworkTest-1339331968-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ed3d6cc68c84a9a93fbad8756d34d41 HTTP/1.1" status: 200 len: 208 time: 0.0304105 Sep 18 01:52:09.029993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35394) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:09.432519 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:09.623112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:09.627634 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:09.660925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab418d-848e-4357-b993-efc2fe828891,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:09.675597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.675958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.676292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.676625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.676954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.677395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.677702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.678023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.678341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.678659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.679004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.679322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] Tracked resource versions report: Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: pushed versions: Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: { 'AddressGroup': {'1.2'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'ConntrackHelper': {'1.0'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Log': {'1.0'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Network': {'1.1'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Port': {'1.7'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'PortForwarding': {'1.2'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'QosPolicy': {'1.9'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'SecurityGroup': {'1.4'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'SecurityGroupRule': {'1.2'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'SubPort': {'1.0'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Subnet': {'1.1'}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Trunk': {'1.1'}} Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: consumer versions: Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: { DHCP agent@n-d-789963-12: {}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: HyperV agent@n-h1-789963-12: {}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: HyperV agent@n-h2-789963-12: {}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: L3 agent@n-d-789963-12: {}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: Metadata agent@n-d-789963-12: {}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: Metering agent@n-d-789963-12: {}, Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: Open vSwitch agent@n-d-789963-12: { 'AddressGroup': '1.2', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'ConntrackHelper': '1.0', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Log': '1.0', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Network': '1.1', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Port': '1.7', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'PortForwarding': '1.2', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'QosPolicy': '1.9', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'SecurityGroup': '1.4', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'SecurityGroupRule': '1.2', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'SubPort': '1.0', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Subnet': '1.1', Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: 'Trunk': '1.1'}} Sep 18 01:52:09.680362 n-d-789963-12 neutron-server[106440]: {{(pid=106440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 01:52:09.698023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35426) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:09.698530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b45415d6-e6ed-490b-a82a-984a8ef0a603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ed3d6cc68c84a9a93fbad8756d34d41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6670678 Sep 18 01:52:09.769027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:09.791751 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:09.851018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:09.853643 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:09.857203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfab418d-848e-4357-b993-efc2fe828891 HTTP/1.1" status: 204 len: 168 time: 0.1550405 Sep 18 01:52:09.864319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab418d-848e-4357-b993-efc2fe828891,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:09.871985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.872332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.872791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.873808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.874100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.874435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.874789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.875120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.875454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.875776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.876099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.876645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3899e501-291f-467b-8512-747f416eaa5a admin admin] Tracked resource versions report: Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: pushed versions: Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: { 'AddressGroup': {'1.2'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'ConntrackHelper': {'1.0'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Log': {'1.0'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Network': {'1.1'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Port': {'1.7'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'PortForwarding': {'1.2'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'QosPolicy': {'1.9'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'SecurityGroup': {'1.4'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'SecurityGroupRule': {'1.2'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'SubPort': {'1.0'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Subnet': {'1.1'}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Trunk': {'1.1'}} Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: consumer versions: Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: { DHCP agent@n-d-789963-12: {}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: HyperV agent@n-h1-789963-12: {}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: HyperV agent@n-h2-789963-12: {}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: L3 agent@n-d-789963-12: {}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: Metadata agent@n-d-789963-12: {}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: Metering agent@n-d-789963-12: {}, Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: Open vSwitch agent@n-d-789963-12: { 'AddressGroup': '1.2', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'ConntrackHelper': '1.0', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Log': '1.0', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Network': '1.1', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Port': '1.7', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'PortForwarding': '1.2', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'QosPolicy': '1.9', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'SecurityGroup': '1.4', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'SecurityGroupRule': '1.2', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'SubPort': '1.0', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Subnet': '1.1', Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: 'Trunk': '1.1'}} Sep 18 01:52:09.877527 n-d-789963-12 neutron-server[106439]: {{(pid=106439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 01:52:12.829660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:13.062009 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-98a76e4a-b439-4d5c-83d4-28c70aed221b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.187792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-98a76e4a-b439-4d5c-83d4-28c70aed221b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.192381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-98a76e4a-b439-4d5c-83d4-28c70aed221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.234785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35634) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:13.235328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-98a76e4a-b439-4d5c-83d4-28c70aed221b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ccdbccd96f94139858f0833ab871209&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4043458 Sep 18 01:52:13.239911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a76e4a-b439-4d5c-83d4-28c70aed221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a44d91-902c-4e15-97a8-07ad95f9a3eb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:13.288381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91d6a01d-9e20-4389-b5de-c2a5292f80d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.314910 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91d6a01d-9e20-4389-b5de-c2a5292f80d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.365619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91d6a01d-9e20-4389-b5de-c2a5292f80d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.369106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91d6a01d-9e20-4389-b5de-c2a5292f80d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.373670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-91d6a01d-9e20-4389-b5de-c2a5292f80d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2a44d91-902c-4e15-97a8-07ad95f9a3eb HTTP/1.1" status: 204 len: 168 time: 0.1345801 Sep 18 01:52:13.382514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6a01d-9e20-4389-b5de-c2a5292f80d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a44d91-902c-4e15-97a8-07ad95f9a3eb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:13.493349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35644) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:13.535493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35652) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:13.793211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbeff09c-8dd9-40fc-96b0-2c5388608541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.839284 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-392f91f9-eccb-4208-88fc-17ca0b063c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.945736 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbeff09c-8dd9-40fc-96b0-2c5388608541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.952955 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbeff09c-8dd9-40fc-96b0-2c5388608541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:13.986646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bbeff09c-8dd9-40fc-96b0-2c5388608541 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0203c241405240199e6c2b0a0fef4818&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4914324 Sep 18 01:52:13.986823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35700) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:14.009558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35704) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:14.026891 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e0647d7-ebda-4a0c-b224-29f82642f769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.064799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeff09c-8dd9-40fc-96b0-2c5388608541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d37efa-2680-4590-b2ae-202b4f869b45,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:14.100726 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3e74d-4c7c-4e41-b55b-62fd3a84f5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.134098 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3e74d-4c7c-4e41-b55b-62fd3a84f5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.154038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-392f91f9-eccb-4208-88fc-17ca0b063c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.169156 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-392f91f9-eccb-4208-88fc-17ca0b063c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.196404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3e74d-4c7c-4e41-b55b-62fd3a84f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.199368 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3e74d-4c7c-4e41-b55b-62fd3a84f5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.201981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-52a3e74d-4c7c-4e41-b55b-62fd3a84f5e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07d37efa-2680-4590-b2ae-202b4f869b45 HTTP/1.1" status: 204 len: 168 time: 0.2128935 Sep 18 01:52:14.211546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3e74d-4c7c-4e41-b55b-62fd3a84f5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d37efa-2680-4590-b2ae-202b4f869b45,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:14.250532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f91f9-eccb-4208-88fc-17ca0b063c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b4db1-216c-4898-881d-f4a6eb660fec,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:14.261496 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-392f91f9-eccb-4208-88fc-17ca0b063c0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97b0a18c67054c2da53e72eef11b7d09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7242453 Sep 18 01:52:14.264968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35726) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:14.332882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70ccc6c4-b22a-4e96-a1c7-dad121c67da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.353027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e0647d7-ebda-4a0c-b224-29f82642f769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.358883 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70ccc6c4-b22a-4e96-a1c7-dad121c67da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.359505 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e0647d7-ebda-4a0c-b224-29f82642f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.407400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9e0647d7-ebda-4a0c-b224-29f82642f769 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfae6b445ab241109cc071770b23a24f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3967400 Sep 18 01:52:14.408628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0647d7-ebda-4a0c-b224-29f82642f769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30223f8-40ee-49bb-bb45-42a54c134a55,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:14.410980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35740) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:14.433971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70ccc6c4-b22a-4e96-a1c7-dad121c67da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.441757 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70ccc6c4-b22a-4e96-a1c7-dad121c67da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.443128 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-70ccc6c4-b22a-4e96-a1c7-dad121c67da2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a94b4db1-216c-4898-881d-f4a6eb660fec HTTP/1.1" status: 204 len: 168 time: 0.1771770 Sep 18 01:52:14.456454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccc6c4-b22a-4e96-a1c7-dad121c67da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94b4db1-216c-4898-881d-f4a6eb660fec,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:14.475772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb85f747-5c51-4ed6-a54a-ce3f7781b4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.503663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb85f747-5c51-4ed6-a54a-ce3f7781b4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.557700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb85f747-5c51-4ed6-a54a-ce3f7781b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.561029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb85f747-5c51-4ed6-a54a-ce3f7781b4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:14.562893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bb85f747-5c51-4ed6-a54a-ce3f7781b4a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e30223f8-40ee-49bb-bb45-42a54c134a55 HTTP/1.1" status: 204 len: 168 time: 0.1501713 Sep 18 01:52:14.571708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85f747-5c51-4ed6-a54a-ce3f7781b4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30223f8-40ee-49bb-bb45-42a54c134a55,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:14.691122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35760) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:15.045547 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a271702d-ef59-4100-8deb-8c437b8583b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.101586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35780) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:15.123899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96e3245d-309a-4f5a-94ed-bf813235a7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.149005 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a271702d-ef59-4100-8deb-8c437b8583b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.155780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a271702d-ef59-4100-8deb-8c437b8583b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.199055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:15.231020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271702d-ef59-4100-8deb-8c437b8583b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e259e531-0eed-4cf0-a246-670f9a985b84,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:15.238947 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a271702d-ef59-4100-8deb-8c437b8583b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b40099c828741b6b6fce48dd965f14d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5445058 Sep 18 01:52:15.240139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35792) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:15.250250 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27f067c6-a343-4c4e-a472-ebc4d79e835d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.284580 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96e3245d-309a-4f5a-94ed-bf813235a7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.290109 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96e3245d-309a-4f5a-94ed-bf813235a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.354416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7c5ff12-c0ef-4492-be85-102b5d7a1998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.366122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3245d-309a-4f5a-94ed-bf813235a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4bc31c-4604-485a-a111-b6e41058fb89,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:15.392908 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7c5ff12-c0ef-4492-be85-102b5d7a1998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.427664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-96e3245d-309a-4f5a-94ed-bf813235a7e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61b190a18e3d46a7aac951ae0a85ed71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3246675 Sep 18 01:52:15.431108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35812) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:15.463937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27f067c6-a343-4c4e-a472-ebc4d79e835d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.470465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27f067c6-a343-4c4e-a472-ebc4d79e835d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.523831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7c5ff12-c0ef-4492-be85-102b5d7a1998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.527229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7c5ff12-c0ef-4492-be85-102b5d7a1998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.529148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f7c5ff12-c0ef-4492-be85-102b5d7a1998 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e259e531-0eed-4cf0-a246-670f9a985b84 HTTP/1.1" status: 204 len: 168 time: 0.2851958 Sep 18 01:52:15.537064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-27f067c6-a343-4c4e-a472-ebc4d79e835d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86e800bb1cf746df8aca187fb121dec5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3367338 Sep 18 01:52:15.539566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f067c6-a343-4c4e-a472-ebc4d79e835d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56873d19-2d8a-4325-b901-af01355bd424,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:15.542394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35824) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:15.553551 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b61800c8-c7e6-4e1f-b8f8-dda3eaaf9359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.567374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5ff12-c0ef-4492-be85-102b5d7a1998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e259e531-0eed-4cf0-a246-670f9a985b84,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:15.609691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b61800c8-c7e6-4e1f-b8f8-dda3eaaf9359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.642214 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f893c1c-cf0f-4cef-bfee-0e51d7adc0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.678931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f893c1c-cf0f-4cef-bfee-0e51d7adc0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.685974 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b61800c8-c7e6-4e1f-b8f8-dda3eaaf9359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.688878 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b61800c8-c7e6-4e1f-b8f8-dda3eaaf9359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.690611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b61800c8-c7e6-4e1f-b8f8-dda3eaaf9359 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b4bc31c-4604-485a-a111-b6e41058fb89 HTTP/1.1" status: 204 len: 168 time: 0.2579367 Sep 18 01:52:15.707795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61800c8-c7e6-4e1f-b8f8-dda3eaaf9359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4bc31c-4604-485a-a111-b6e41058fb89,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:15.721993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35844) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:15.728420 n-d-789963-12 neutron-server[106440]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 01:52:15.735867 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f893c1c-cf0f-4cef-bfee-0e51d7adc0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.739605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f893c1c-cf0f-4cef-bfee-0e51d7adc0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:15.741017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1f893c1c-cf0f-4cef-bfee-0e51d7adc0f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56873d19-2d8a-4325-b901-af01355bd424 HTTP/1.1" status: 204 len: 168 time: 0.1974847 Sep 18 01:52:15.761712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f893c1c-cf0f-4cef-bfee-0e51d7adc0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56873d19-2d8a-4325-b901-af01355bd424,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:15.771359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-beaff880-630e-4719-9b78-068147d10922 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ecc8409a725341449635d31ec8555bb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483832 Sep 18 01:52:15.941756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-5bd43b1e-8176-40f3-a21a-51b8fa3a97a9 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:15.943316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-5bd43b1e-8176-40f3-a21a-51b8fa3a97a9 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539629 Sep 18 01:52:15.961261 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-b67e5250-a5f7-4e82-80b4-bd6f21ce341d tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/quotas/ecc8409a725341449635d31ec8555bb1 HTTP/1.1" status: 200 len: 375 time: 0.0123765 Sep 18 01:52:16.031498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-19e9be90-8a7c-46c3-8bcf-260707d89bb3 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecc8409a725341449635d31ec8555bb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637786 Sep 18 01:52:16.175728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35880) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:16.193205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46d2136c-4bb0-4c83-9118-db4a39a04914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:16.363612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46d2136c-4bb0-4c83-9118-db4a39a04914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:16.369816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46d2136c-4bb0-4c83-9118-db4a39a04914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:16.413516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-46d2136c-4bb0-4c83-9118-db4a39a04914 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=644e2b652a0e4d1c987251bf5e32ca90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2366543 Sep 18 01:52:16.414459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2136c-4bb0-4c83-9118-db4a39a04914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d525e3-6b4e-4197-8a23-c2528fbc82ce,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:16.416242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35910) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:16.476973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-229db7b6-f636-4f46-a760-da12bf41f55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:16.498881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-229db7b6-f636-4f46-a760-da12bf41f55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:16.557510 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-229db7b6-f636-4f46-a760-da12bf41f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:16.560170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-229db7b6-f636-4f46-a760-da12bf41f55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:16.561362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-229db7b6-f636-4f46-a760-da12bf41f55f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93d525e3-6b4e-4197-8a23-c2528fbc82ce HTTP/1.1" status: 204 len: 168 time: 0.1427498 Sep 18 01:52:16.568976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229db7b6-f636-4f46-a760-da12bf41f55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d525e3-6b4e-4197-8a23-c2528fbc82ce,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:16.620234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35922) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:16.646791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35926) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:16.676150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:16.955977 n-d-789963-12 neutron-server[106439]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 01:52:17.003107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-network', 'tenant_id': '86d857a408474249b56a57abc4104dab'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:17.016867 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a58146b-f57d-45eb-816e-b66d4375c5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.036329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6859ec41-a2ed-4490-aa5a-ddf992c849f9 req-447465d2-56d4-447c-94c9-d04e464f7143 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 210 time: 0.4083900 Sep 18 01:52:17.058310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:52:17.058310 n-d-789963-12 neutron-server[106439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 01:52:17.058310 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id': '86d857a408474249b56a57abc4104dab', 'id': 'dc3f9181-8b19-4f2a-aac0-29c006fa18cc', 'expiration': datetime.datetime(2021, 9, 18, 1, 54, 17, 46663)}] Sep 18 01:52:17.058310 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:52:17.058781 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:52:17.141439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a58146b-f57d-45eb-816e-b66d4375c5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.148514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a58146b-f57d-45eb-816e-b66d4375c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.212048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35960) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:17.212547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4a58146b-f57d-45eb-816e-b66d4375c5e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32bacbb2f9a24b7ca55204ef5f26afe0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5348318 Sep 18 01:52:17.213497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58146b-f57d-45eb-816e-b66d4375c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38370ac-cd1d-42c8-bbca-0e5155da2887,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:17.297028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9b473cc-214c-4618-9057-9d8fa82cf30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.320484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9b473cc-214c-4618-9057-9d8fa82cf30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.390391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9b473cc-214c-4618-9057-9d8fa82cf30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.393405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9b473cc-214c-4618-9057-9d8fa82cf30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.397750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9b473cc-214c-4618-9057-9d8fa82cf30a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f38370ac-cd1d-42c8-bbca-0e5155da2887 HTTP/1.1" status: 204 len: 168 time: 0.1846797 Sep 18 01:52:17.406521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b473cc-214c-4618-9057-9d8fa82cf30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38370ac-cd1d-42c8-bbca-0e5155da2887,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:17.582520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Made reservation on behalf of 86d857a408474249b56a57abc4104dab for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:17.585737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.595055 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.711240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.718148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.740990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:52:17.762106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.762451 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Added segment 9757a362-714c-48a6-a5e0-aa4d580816b1 of type vlan for network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 Sep 18 01:52:17.764002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857a79b1-34f5-4c93-92fe-3e37b4846ed9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:17.816287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.849882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.851925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:17.853248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.883395 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2352257 Sep 18 01:52:17.886355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35996) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:17.892030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Request body: {'subnet': {'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-subnet', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:17.917708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Made reservation on behalf of 86d857a408474249b56a57abc4104dab for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:17.922840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:17.929551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86638f13-2edd-4f53-9078-3d7369504222 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:17.941435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:52:18.087846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36006) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:18.105961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2574ffc4-ca14-4cf1-a4c1-700f5736646a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.127809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.216247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2574ffc4-ca14-4cf1-a4c1-700f5736646a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.223415 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2574ffc4-ca14-4cf1-a4c1-700f5736646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.289574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2574ffc4-ca14-4cf1-a4c1-700f5736646a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73c7ae492c0043a29ff4630e93970af2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2004714 Sep 18 01:52:18.290483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.18', 59657) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:18.297635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574ffc4-ca14-4cf1-a4c1-700f5736646a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801e946e-1c64-415f-847d-10a80e4b6dca,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:18.299418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36014) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:18.332602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-ce959d3b-6895-41c1-8dcf-0bd827af5524 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ecc8409a725341449635d31ec8555bb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360694 Sep 18 01:52:18.338107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6d2e0b-1049-45d5-a188-b81c57074869,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:18.378114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bac9869f-320f-4bae-883a-eeb04c2e3ddb req-bca56fa2-90ef-4319-89c3-0e37ca1e77a2 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 210 time: 0.1655095 Sep 18 01:52:18.426540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Checking segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:18.427158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Network hostable DHCP agents. Network: 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:52:18.447505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6403b03-f884-45b9-acf4-bd0adfed3e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.477109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:52:18.480992 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6403b03-f884-45b9-acf4-bd0adfed3e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.502190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:18.513587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8001ffa1-c179-4132-8891-2b4dcd1a66cd None None] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:18.523159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:18.523879 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.558599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c23c3ea2-87c3-46ed-a642-092a1f226dbd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6704116 Sep 18 01:52:18.561863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36028) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:18.569513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:18.572839 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6403b03-f884-45b9-acf4-bd0adfed3e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.576663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6403b03-f884-45b9-acf4-bd0adfed3e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.580535 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c6403b03-f884-45b9-acf4-bd0adfed3e3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/801e946e-1c64-415f-847d-10a80e4b6dca HTTP/1.1" status: 204 len: 168 time: 0.2772973 Sep 18 01:52:18.590167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6403b03-f884-45b9-acf4-bd0adfed3e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801e946e-1c64-415f-847d-10a80e4b6dca,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:18.592924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-6d7d1fd3-3088-44f6-8de2-56d47e25e6f6 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:18.594541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-6d7d1fd3-3088-44f6-8de2-56d47e25e6f6 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556753 Sep 18 01:52:18.610123 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.611316 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.690889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Request body: {'port': {'device_id': 'f6a730c9-ceb8-4919-bef8-150a7b011717', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ecc8409a725341449635d31ec8555bb1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:18.766471 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.822822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:52:18.824001 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.957667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:18.994423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Made reservation on behalf of ecc8409a725341449635d31ec8555bb1 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:18.998852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.009409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Allocated IP 172.20.0.2 (5ad4ce29-bd80-45ac-95cb-fd6b7aea8388/1b6d2e0b-1049-45d5-a188-b81c57074869/2a9aa9ee-506c-48fe-af03-134ee01749f9) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:19.012260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.254972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.258406 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.261235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.296272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.313854 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.325097 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.380723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Pushing event updated for resources: {'Port': ['ID=2a9aa9ee-506c-48fe-af03-134ee01749f9,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:19.394704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.394704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.394704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.394704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.394704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.394704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Tracked resource versions report: Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: pushed versions: Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: { 'AddressGroup': {'1.2'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'ConntrackHelper': {'1.0'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Log': {'1.0'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Network': {'1.1'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Port': {'1.7'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'PortForwarding': {'1.2'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'QosPolicy': {'1.9'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'SecurityGroup': {'1.4'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'SecurityGroupRule': {'1.2'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'SubPort': {'1.0'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Subnet': {'1.1'}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Trunk': {'1.1'}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: consumer versions: Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: { DHCP agent@n-d-789963-12: {}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: HyperV agent@n-h1-789963-12: {}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: HyperV agent@n-h2-789963-12: {}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: L3 agent@n-d-789963-12: {}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: Metadata agent@n-d-789963-12: {}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: Metering agent@n-d-789963-12: {}, Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: Open vSwitch agent@n-d-789963-12: { 'AddressGroup': '1.2', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'ConntrackHelper': '1.0', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Log': '1.0', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Network': '1.1', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Port': '1.7', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'PortForwarding': '1.2', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'QosPolicy': '1.9', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'SecurityGroup': '1.4', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'SecurityGroupRule': '1.2', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'SubPort': '1.0', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Subnet': '1.1', Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: 'Trunk': '1.1'}} Sep 18 01:52:19.398342 n-d-789963-12 neutron-server[106441]: {{(pid=106441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 01:52:19.409919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:19.412695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:19.423514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:19.524100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Attempting to bind port 2a9aa9ee-506c-48fe-af03-134ee01749f9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:19.524100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Attempting to bind port 2a9aa9ee-506c-48fe-af03-134ee01749f9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:19.524100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Attempting to bind port 2a9aa9ee-506c-48fe-af03-134ee01749f9 on network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:19.530550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:19.531288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Checking segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:19.531891 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.532469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Bound using segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:19.533205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Bound port: 2a9aa9ee-506c-48fe-af03-134ee01749f9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:19.533820 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.564783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8cf097-44c1-430c-83f8-7e27cd82aa9b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:19.598554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Allocated IP 172.25.0.227 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:19.625675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] For port 2a9aa9ee-506c-48fe-af03-134ee01749f9, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:19.636856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] For port 2a9aa9ee-506c-48fe-af03-134ee01749f9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2a9aa9ee-506c-48fe-af03-134ee01749f9,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:19.650207 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.788826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-666fb83e-ad0a-46b8-bb03-31f09e118b48 req-5160b409-10f5-4a39-a8ef-712db31232db tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 210 time: 0.1215217 Sep 18 01:52:19.802767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff57854-b9e3-441c-939c-bef5145fcc3c None None] Pushing event updated for resources: {'Port': ['ID=2a9aa9ee-506c-48fe-af03-134ee01749f9,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:19.827472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.849194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Allocated IP 192.168.233.188 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/fe68592f-f1b9-4d8a-9fad-17ed6eae0499) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:19.882580 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:19.943010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:19.955345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:19.957789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:19.960289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:20.144445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:20.189050 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:20.347016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Pushing event updated for resources: {'Port': ['ID=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:20.356874 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:20.363383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:20.365076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:20.381539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:20.392816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:20.403473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:20.427135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-82b2a1c2-f0b6-4c95-9c2d-8a3c4562ffbb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7404211 Sep 18 01:52:20.460107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-df59edd8-6079-4b72-92f2-f7f9f08bb7df tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:52:20.461014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-df59edd8-6079-4b72-92f2-f7f9f08bb7df tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053811 Sep 18 01:52:20.795702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:20.815948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-61b2afab-6c62-406d-9091-baf349adee63 None None] Provisioning complete for port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:20.816856 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-61b2afab-6c62-406d-9091-baf349adee63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:20.948621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-61b2afab-6c62-406d-9091-baf349adee63 None None] Port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:21.078995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb61d-46ff-48b3-8fcf-7f97b503bd9b req-2ee55f7e-dadb-442a-acba-d0a4f313322e tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:21.089332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76feb61d-46ff-48b3-8fcf-7f97b503bd9b req-2ee55f7e-dadb-442a-acba-d0a4f313322e tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 936 time: 0.1369734 Sep 18 01:52:21.136803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:52:21.166110 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76feb61d-46ff-48b3-8fcf-7f97b503bd9b req-8143e80b-3e15-4ad2-a855-34be1e24d685 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705919 Sep 18 01:52:21.320007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a8aa8-51a1-4699-a554-fc0733d9b0a5 None None] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:21.444633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7326b7f6-a5ab-4294-bca9-19308b8eeada None None] Provisioning complete for port 2a9aa9ee-506c-48fe-af03-134ee01749f9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:21.445260 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7326b7f6-a5ab-4294-bca9-19308b8eeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:21.542210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:52:21.581203 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Sync routers for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:52:21.592430 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:21.597174 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:52:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:21.644699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-b1428b64-1011-4777-a512-3b39a1bcf67f tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7d197972cad64cfea3d1f3a0189888e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986075 Sep 18 01:52:21.744232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Request body: {'port': {'device_id': 'f6a730c9-ceb8-4919-bef8-150a7b011717', 'device_owner': 'compute:tempest-test_az-696531502', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:21.754917 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7326b7f6-a5ab-4294-bca9-19308b8eeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:21.758139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:21.762843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b034499b-e379-43bb-9979-0e4635253804 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1977451 Sep 18 01:52:21.775809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36126) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:21.814906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7326b7f6-a5ab-4294-bca9-19308b8eeada None None] For port 2a9aa9ee-506c-48fe-af03-134ee01749f9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2a9aa9ee-506c-48fe-af03-134ee01749f9,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:21.822258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7326b7f6-a5ab-4294-bca9-19308b8eeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:21.919714 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:21.937858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326b7f6-a5ab-4294-bca9-19308b8eeada None None] Pushing event updated for resources: {'Port': ['ID=2a9aa9ee-506c-48fe-af03-134ee01749f9,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:22.056037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36130) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:22.104624 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:22.108834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2a9aa9ee-506c-48fe-af03-134ee01749f9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:22.309189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-241a14e3-fb3a-4ebb-a290-2aa84dff4ee5 None None] Provisioning complete for port 2a9aa9ee-506c-48fe-af03-134ee01749f9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:22.313913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-241a14e3-fb3a-4ebb-a290-2aa84dff4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:22.316164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2a9aa9ee-506c-48fe-af03-134ee01749f9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:22.325792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:22.344439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92dea-6073-425c-ac32-3d91478c258d req-6522c536-74be-48f0-887f-ac8e305df2b4 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:22.366293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-6522c536-74be-48f0-887f-ac8e305df2b4 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7100275 Sep 18 01:52:22.435231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-9e718847-1e9b-4767-8dec-c4c52e948c8b tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/quotas/7d197972cad64cfea3d1f3a0189888e0 HTTP/1.1" status: 200 len: 375 time: 0.0351160 Sep 18 01:52:22.442742 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:20Z', 'revision_number': 3, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:22.473282 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Checking router: 2d8d005b-9bff-4cf0-9fc1-95db184b7147 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:52:22.474185 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Updating router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:52:22.506613 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:22.737105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700010-0737-402a-a919-633088bd5b67 req-736697aa-e903-4df8-b7b6-d4159b5a1081 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:22.738662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c7700010-0737-402a-a919-633088bd5b67 req-736697aa-e903-4df8-b7b6-d4159b5a1081 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 936 time: 0.4522069 Sep 18 01:52:22.739640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-b10d235b-b23a-4b37-bb02-d17e0cc8529f tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d197972cad64cfea3d1f3a0189888e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1693888 Sep 18 01:52:22.799740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea341fad-8c67-47d5-b509-a69ee4182db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:22.847333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c7700010-0737-402a-a919-633088bd5b67 req-840b23a6-cee9-4732-b5ca-fc7624b17f2e tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910985 Sep 18 01:52:22.854675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe68592f-f1b9-4d8a-9fad-17ed6eae0499 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:52:22.875043 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:22.915438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Transition to ACTIVE for port object fe68592f-f1b9-4d8a-9fad-17ed6eae0499 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:52:22.924591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.009965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:23.149412 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.165793 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.201624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Attempting to bind port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:23.202227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Attempting to bind port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:23.202754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Attempting to bind port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:23.209579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:52:23.210091 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Attempting to bind port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:23.216666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:23.217278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:23.217982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:23.218578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Bound port: fe68592f-f1b9-4d8a-9fad-17ed6eae0499, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:23.219146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.355559 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Pushing event updated for resources: {'Port': ['ID=9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:23.361993 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Attempting to bind port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:23.362360 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Attempting to bind port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:23.362782 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Attempting to bind port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:23.381113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] For port fe68592f-f1b9-4d8a-9fad-17ed6eae0499, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:23.391085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] For port fe68592f-f1b9-4d8a-9fad-17ed6eae0499, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:23.399396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.403933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.404414 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.404845 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.405332 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.405783 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.406132 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.406659 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.416740 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.416740 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.417687 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.418040 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.422393 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Tracked resource versions report: Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: pushed versions: Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: { 'AddressGroup': {'1.2'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'ConntrackHelper': {'1.0'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Log': {'1.0'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Network': {'1.1'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Port': {'1.7'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'PortForwarding': {'1.2'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'QosPolicy': {'1.9'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'SecurityGroup': {'1.4'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'SecurityGroupRule': {'1.2'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'SubPort': {'1.0'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Subnet': {'1.1'}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Trunk': {'1.1'}} Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: consumer versions: Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: { DHCP agent@n-d-789963-12: {}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: HyperV agent@n-h1-789963-12: {}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: HyperV agent@n-h2-789963-12: {}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: L3 agent@n-d-789963-12: {}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: Metadata agent@n-d-789963-12: {}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: Metering agent@n-d-789963-12: {}, Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: Open vSwitch agent@n-d-789963-12: { 'AddressGroup': '1.2', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'ConntrackHelper': '1.0', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Log': '1.0', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Network': '1.1', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Port': '1.7', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'PortForwarding': '1.2', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'QosPolicy': '1.9', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'SecurityGroup': '1.4', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'SecurityGroupRule': '1.2', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'SubPort': '1.0', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Subnet': '1.1', Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: 'Trunk': '1.1'}} Sep 18 01:52:23.423777 n-d-789963-12 neutron-server[106442]: {{(pid=106442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 01:52:23.431055 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:23.431511 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:23.438519 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.438959 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:23.439561 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Bound port: 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:23.439857 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.464511 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f903671d-5db3-4447-b695-105458c8672b req-53842035-17f4-4e78-bce9-f71ce7dfb8aa tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 210 time: 0.1450357 Sep 18 01:52:23.514651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:23.515409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.520146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe68592f-f1b9-4d8a-9fad-17ed6eae0499 HTTP/1.1" status: 200 len: 1118 time: 2.4030771 Sep 18 01:52:23.527491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a730c9-ceb8-4919-bef8-150a7b011717', 'tag': 'fe68592f-f1b9-4d8a-9fad-17ed6eae0499'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:23.556271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea341fad-8c67-47d5-b509-a69ee4182db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.569806 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea341fad-8c67-47d5-b509-a69ee4182db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.673556 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] For port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:23.679426 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] For port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:23.688304 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:23.964053 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:23.980387 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:52:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:24.026482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d388a9-d058-4fef-ba54-a94b840cc2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:24.065328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2a9aa9ee-506c-48fe-af03-134ee01749f9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:24.094239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-dba96ed5-a8bd-4b3f-8729-6fdc511109da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:24.095812 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-dba96ed5-a8bd-4b3f-8729-6fdc511109da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecc8409a725341449635d31ec8555bb1&device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 1121 time: 0.4486625 Sep 18 01:52:24.116057 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686d719-e8b3-46e6-9e74-6e95047c3786 None None] Pushing event updated for resources: {'Port': ['ID=9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:24.223901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea341fad-8c67-47d5-b509-a69ee4182db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e6935-5280-4c69-96bc-ba83310af0d2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:24.290064 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:24.290629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2a9aa9ee-506c-48fe-af03-134ee01749f9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:24.290629 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:24.303244 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ea341fad-8c67-47d5-b509-a69ee4182db4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=492c1bfa919e431caedeaebf80d349fa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2291965 Sep 18 01:52:24.306570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36198) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:24.331811 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ba7666-4bdc-4977-9f79-7df7e6678ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a730c9-ceb8-4919-bef8-150a7b011717", "tag": "fe68592f-f1b9-4d8a-9fad-17ed6eae0499"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:24.345944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-a3470ab5-80b5-472d-9fb3-4483098ca453 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fe68592f-f1b9-4d8a-9fad-17ed6eae0499 HTTP/1.1" status: 200 len: 217 time: 0.2314541 Sep 18 01:52:24.520792 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-827b6aeb-de39-4517-b4ac-3ee7abf86178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:24.612046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38943b-d18d-451c-84a4-7e45f2bf95ab req-daf9aef8-73a0-44bf-9523-b6720ad949b0 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:24.631091 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd38943b-d18d-451c-84a4-7e45f2bf95ab req-daf9aef8-73a0-44bf-9523-b6720ad949b0 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.4568293 Sep 18 01:52:24.702387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-827b6aeb-de39-4517-b4ac-3ee7abf86178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:24.806118 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd1f1b9-6b3a-4a8a-8bf1-aa0f8b6d81d3 x-openstack-request-id: req-cbd1f1b9-6b3a-4a8a-8bf1-aa0f8b6d81d3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:24.806464 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a730c9-ceb8-4919-bef8-150a7b011717", "tag": "fe68592f-f1b9-4d8a-9fad-17ed6eae0499", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:24.806641 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbd1f1b9-6b3a-4a8a-8bf1-aa0f8b6d81d3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:24.823439 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a730c9-ceb8-4919-bef8-150a7b011717', 'tag': 'fe68592f-f1b9-4d8a-9fad-17ed6eae0499', 'status': 'completed', 'code': 200} Sep 18 01:52:24.828957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-1e566b50-212a-43ca-8dbb-a01292d55b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:24.830647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-1e566b50-212a-43ca-8dbb-a01292d55b2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.4655335 Sep 18 01:52:24.954991 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd38943b-d18d-451c-84a4-7e45f2bf95ab req-2496e296-639c-4104-b275-31a6cd042e35 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229134 Sep 18 01:52:24.979782 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:25.012487 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:20Z', 'revision_number': 3, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:25.050465 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-827b6aeb-de39-4517-b4ac-3ee7abf86178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:25.063223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-827b6aeb-de39-4517-b4ac-3ee7abf86178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:25.068534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-827b6aeb-de39-4517-b4ac-3ee7abf86178 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb2e6935-5280-4c69-96bc-ba83310af0d2 HTTP/1.1" status: 204 len: 168 time: 0.7606132 Sep 18 01:52:25.111154 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55e737-1e23-4fa1-bb17-ab570bd8ce30 None None] The sync data for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 is: [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:20Z', 'revision_number': 3, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:52:25.189906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:25.246344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b6aeb-de39-4517-b4ac-3ee7abf86178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e6935-5280-4c69-96bc-ba83310af0d2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:25.290187 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f5e5b379-1e43-48a7-b388-9b708c1e9665 req-8a788876-029b-4a03-825c-33556cd7ee7c tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 210 time: 0.1575646 Sep 18 01:52:25.468377 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:25.545559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-7a7387a1-3da2-4c1a-84fd-309767871e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:25.547181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-7a7387a1-3da2-4c1a-84fd-309767871e60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2799566 Sep 18 01:52:25.739116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Allocated IP 172.20.0.1 (5ad4ce29-bd80-45ac-95cb-fd6b7aea8388/1b6d2e0b-1049-45d5-a188-b81c57074869/204b4321-6cd3-49a1-b85a-4410f885accf) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:25.881352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.20', 64886) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:25.937645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-5f69bc9f-81fd-4feb-90d8-6a26e8610587 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7d197972cad64cfea3d1f3a0189888e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549734 Sep 18 01:52:25.946176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36246) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:26.090807 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:26.092282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:26.097116 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8acbfab0-89f6-4b59-9536-8787de37183c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:26.259217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:26.259813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc311e90-a9c3-4b2d-9f2d-649600885e84 req-ef8fddee-c046-42ac-8b05-d92b5bb0cb74 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:26.260333 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:26.263402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc311e90-a9c3-4b2d-9f2d-649600885e84 req-ef8fddee-c046-42ac-8b05-d92b5bb0cb74 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.1951725 Sep 18 01:52:26.271428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:26.376622 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-cdf2572d-5247-4055-a5f2-9120a484dbde service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366396 Sep 18 01:52:26.447425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:26.463434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:26.481013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:26.491425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:26.496522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:26.500098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:26.543561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:26.548159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86b3ad39-3ef0-4f42-a614-6fe2aa4ab131 req-117e1330-f766-4c65-b2de-1d54ba5d34e6 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 210 time: 0.0773714 Sep 18 01:52:26.553149 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:26.666405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92dea-6073-425c-ac32-3d91478c258d req-ec335e8f-a3bb-4e93-8e1b-bf4c3bafa95f tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:26.668669 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-ec335e8f-a3bb-4e93-8e1b-bf4c3bafa95f tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7215807 Sep 18 01:52:26.703617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:26.759273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc311e90-a9c3-4b2d-9f2d-649600885e84 req-28391439-a6fa-442c-b367-e60cf19c0683 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781492 Sep 18 01:52:26.838104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Pushing event updated for resources: {'Port': ['ID=204b4321-6cd3-49a1-b85a-4410f885accf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:26.844145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa391023-7862-4c76-9fd1-237af9dc14ab req-07e26371-3720-48e5-8292-c85c1aa8c632 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720717 Sep 18 01:52:26.915192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Request body: {'port': {'device_id': '57d30435-49ca-444b-adac-c5d5eac8e6f3', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '7d197972cad64cfea3d1f3a0189888e0'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:26.971353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8acbfab0-89f6-4b59-9536-8787de37183c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:26.992762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8acbfab0-89f6-4b59-9536-8787de37183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.015757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cbf0aa92-e7e2-41fa-87c0-b02a05c9840c None None] Provisioning complete for port 204b4321-6cd3-49a1-b85a-4410f885accf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:27.016142 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cbf0aa92-e7e2-41fa-87c0-b02a05c9840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.091897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8acbfab0-89f6-4b59-9536-8787de37183c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25dbe1b065ca418cb4d0b73c0b9ff951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1201727 Sep 18 01:52:27.103763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36288) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:27.104700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0aa92-e7e2-41fa-87c0-b02a05c9840c None None] Port 204b4321-6cd3-49a1-b85a-4410f885accf cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:27.115997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbfab0-89f6-4b59-9536-8787de37183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f303bdb0-8d93-4715-9980-ae06f099b612,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:27.251173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36292) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:27.298141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-992bcf7c-682b-4a18-81ea-be055ca1eed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.312331 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.420664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-60d09e79-03ad-401a-9d17-cd6d3b8413df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.432373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-37cb5805-d8f6-4e55-b83b-1ae8c5d98b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:27.433832 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-37cb5805-d8f6-4e55-b83b-1ae8c5d98b76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecc8409a725341449635d31ec8555bb1&device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 1121 time: 0.4042273 Sep 18 01:52:27.445323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-992bcf7c-682b-4a18-81ea-be055ca1eed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.464951 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-992bcf7c-682b-4a18-81ea-be055ca1eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.489545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Made reservation on behalf of 7d197972cad64cfea3d1f3a0189888e0 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:27.495734 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.504529 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-60d09e79-03ad-401a-9d17-cd6d3b8413df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.514764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bcf7c-682b-4a18-81ea-be055ca1eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86b892-5dad-45cf-9e33-a24cd98cd48d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:27.549827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.763764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d14ea93-ed60-4d91-a251-b35ef727ef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.796402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-992bcf7c-682b-4a18-81ea-be055ca1eed9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e62cb9d4c5c14cefa7d938345ac0165f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1655154 Sep 18 01:52:27.805755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:27.831694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.839942 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.841296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.846606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ace22b76-a7e7-4e40-bd16-52229c984346 req-3927deba-70af-4562-b945-b73dd7dd721f tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 210 time: 0.1429343 Sep 18 01:52:27.911378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Pushing event updated for resources: {'Port': ['ID=204b4321-6cd3-49a1-b85a-4410f885accf,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:27.981942 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.986814 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-241f8b05-012c-4220-88eb-46e1b40e9873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:27.996605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.011972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-241f8b05-012c-4220-88eb-46e1b40e9873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.072796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:28.097662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-241f8b05-012c-4220-88eb-46e1b40e9873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.100527 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-241f8b05-012c-4220-88eb-46e1b40e9873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.104078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-241f8b05-012c-4220-88eb-46e1b40e9873 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a86b892-5dad-45cf-9e33-a24cd98cd48d HTTP/1.1" status: 204 len: 168 time: 0.2948692 Sep 18 01:52:28.118059 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-60d09e79-03ad-401a-9d17-cd6d3b8413df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.122391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-60d09e79-03ad-401a-9d17-cd6d3b8413df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.123863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-60d09e79-03ad-401a-9d17-cd6d3b8413df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f303bdb0-8d93-4715-9980-ae06f099b612 HTTP/1.1" status: 204 len: 168 time: 1.0044165 Sep 18 01:52:28.136579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8b05-012c-4220-88eb-46e1b40e9873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86b892-5dad-45cf-9e33-a24cd98cd48d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:28.252140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335b6c-efb3-4806-80d8-56ea2febb4f4 req-266c7094-582f-40e9-88a5-0120b75fe6b7 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:28.253288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:28.254229 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.254335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce335b6c-efb3-4806-80d8-56ea2febb4f4 req-266c7094-582f-40e9-88a5-0120b75fe6b7 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.3157351 Sep 18 01:52:28.268592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb4a3d-314f-4678-bee7-77b8bb42eaba,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:28.315939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-c6a62a47-a370-4152-be8f-65e143e70c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:28.317513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-c6a62a47-a370-4152-be8f-65e143e70c04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.4582419 Sep 18 01:52:28.318658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d09e79-03ad-401a-9d17-cd6d3b8413df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f303bdb0-8d93-4715-9980-ae06f099b612,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:28.335761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce335b6c-efb3-4806-80d8-56ea2febb4f4 req-0ddaac92-5ea8-4a45-bc97-2d503e62adc7 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685580 Sep 18 01:52:28.485581 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d14ea93-ed60-4d91-a251-b35ef727ef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.492446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d14ea93-ed60-4d91-a251-b35ef727ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:28.509926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-be031685-d295-4319-89fd-be05eb4e73c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fe68592f-f1b9-4d8a-9fad-17ed6eae0499 HTTP/1.1" status: 200 len: 217 time: 0.1846938 Sep 18 01:52:28.539568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:28.548339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:28.694245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Allocated IP 192.168.233.62 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/171071aa-2112-43ea-b4c7-ca1928abaae5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:28.730673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-216bf6c6-a59b-4625-8922-351846f9fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:28.737079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-216bf6c6-a59b-4625-8922-351846f9fb9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2093291 Sep 18 01:52:28.925053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36318) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:28.949466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-970322cd-dc21-418b-b1de-973f9162f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:28.958761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-970322cd-dc21-418b-b1de-973f9162f233 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1965299 Sep 18 01:52:29.015558 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1d14ea93-ed60-4d91-a251-b35ef727ef31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a88dfe31978f46f5a27426045b7e699d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7498450 Sep 18 01:52:29.019887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36322) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:29.037104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14ea93-ed60-4d91-a251-b35ef727ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09274c47-54d3-453e-9969-ea50afba7be1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:29.044297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b0f3c0c9-e5bd-42fe-a2db-e5492b38a596 None None] Provisioning complete for port 204b4321-6cd3-49a1-b85a-4410f885accf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:29.045058 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c0c9-e5bd-42fe-a2db-e5492b38a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.098642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8e690b7-90d8-4f04-bf3b-4b5b6a329288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.103538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-fdbcea79-177d-4619-a897-63e09c93cafb service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138937 Sep 18 01:52:29.139751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3c0c9-e5bd-42fe-a2db-e5492b38a596 None None] Port 204b4321-6cd3-49a1-b85a-4410f885accf cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:29.204604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd3a4-2704-4b70-ae84-9844382e319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.255733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-04554b5e-dad6-41e2-a4b5-cb459effea13 req-38f2968c-585f-42f6-b55e-c3da12bc14ce tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 210 time: 0.2673302 Sep 18 01:52:29.295974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:52:29.320448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd3a4-2704-4b70-ae84-9844382e319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.494611 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.532260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:52:29.548826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-53cec93e-6134-4e82-aaee-5353c6fe89f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/2d8d005b-9bff-4cf0-9fc1-95db184b7147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7683454 Sep 18 01:52:29.549102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Sync routers for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:52:29.568112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:29.572273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:52:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:29.614608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b38d5-0f5a-4811-9bbb-d765ae4338d0 req-71754560-d45f-4818-bc28-11267c372eb2 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:29.617008 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f0b38d5-0f5a-4811-9bbb-d765ae4338d0 req-71754560-d45f-4818-bc28-11267c372eb2 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.0966334 Sep 18 01:52:29.618856 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd3a4-2704-4b70-ae84-9844382e319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.630914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd3a4-2704-4b70-ae84-9844382e319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.630914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0a9dd3a4-2704-4b70-ae84-9844382e319a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09274c47-54d3-453e-9969-ea50afba7be1 HTTP/1.1" status: 204 len: 168 time: 0.6085644 Sep 18 01:52:29.697450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dd3a4-2704-4b70-ae84-9844382e319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09274c47-54d3-453e-9969-ea50afba7be1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:29.742507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:29.753513 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f0b38d5-0f5a-4811-9bbb-d765ae4338d0 req-7adc5a91-7ad9-4f19-9dc3-607e488b23dc tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152592 Sep 18 01:52:29.768571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32ba7666-4bdc-4977-9f79-7df7e6678ab9 req-f97a4825-efa0-468a-a2bd-e50a420826a6 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980937 Sep 18 01:52:29.834913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:29.844495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Pushing event updated for resources: {'Port': ['ID=171071aa-2112-43ea-b4c7-ca1928abaae5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:29.935833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:29.969296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36342) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:29.980879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:30.007894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:30.016353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:30.018208 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.156366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8e690b7-90d8-4f04-bf3b-4b5b6a329288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.169992 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8e690b7-90d8-4f04-bf3b-4b5b6a329288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.213392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36350) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:30.221807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c8e690b7-90d8-4f04-bf3b-4b5b6a329288 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b996bb320bd04005b84372c5e8ef22aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2927694 Sep 18 01:52:30.225040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3b43204f-30ff-468a-acd6-5d6119a8b7cc tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3892801 Sep 18 01:52:30.264634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-2eb6c355-682e-4de8-88ee-fa5ee2f17829 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:52:30.265721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-2eb6c355-682e-4de8-88ee-fa5ee2f17829 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259731 Sep 18 01:52:30.328448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e690b7-90d8-4f04-bf3b-4b5b6a329288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0047271c-dc6c-4754-be49-d7401da60ef8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:30.365052 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7f46-3a0c-4da3-99a8-9a1fe109a1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.425713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 2, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:30.432309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7f46-3a0c-4da3-99a8-9a1fe109a1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.482949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Checking router: 2d8d005b-9bff-4cf0-9fc1-95db184b7147 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:52:30.483824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Updating router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 port 204b4321-6cd3-49a1-b85a-4410f885accf binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:52:30.523035 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.526301 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7f46-3a0c-4da3-99a8-9a1fe109a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.527197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-917b5e07-9e43-40eb-87b3-c101c750c0c9 None None] Provisioning complete for port 171071aa-2112-43ea-b4c7-ca1928abaae5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:30.528836 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-917b5e07-9e43-40eb-87b3-c101c750c0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.529686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18ed28-a1ce-4485-8f21-e8c3c7f747ba req-8ebfd7b2-bed5-409c-b823-0aeb8f53497f tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:30.529811 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7f46-3a0c-4da3-99a8-9a1fe109a1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.531753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ff7d7f46-3a0c-4da3-99a8-9a1fe109a1ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0047271c-dc6c-4754-be49-d7401da60ef8 HTTP/1.1" status: 204 len: 168 time: 0.3169475 Sep 18 01:52:30.532374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e18ed28-a1ce-4485-8f21-e8c3c7f747ba req-8ebfd7b2-bed5-409c-b823-0aeb8f53497f tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 935 time: 0.1434300 Sep 18 01:52:30.553307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d7f46-3a0c-4da3-99a8-9a1fe109a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0047271c-dc6c-4754-be49-d7401da60ef8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:30.611106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1474451358-network', 'tenant_id': '8fc29e961c0c4293819ac59d39edf2ff'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:30.627840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-917b5e07-9e43-40eb-87b3-c101c750c0c9 None None] Port 171071aa-2112-43ea-b4c7-ca1928abaae5 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:30.658000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Made reservation on behalf of 8fc29e961c0c4293819ac59d39edf2ff for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:30.661742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.686125 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.929422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.941285 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6da7be43-7b66-411c-9c1f-ca9d581fd9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:30.959096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36360) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:30.981920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-221d38a7-f4a0-4175-bc8a-19efc9eab5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.019626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.030830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e18ed28-a1ce-4485-8f21-e8c3c7f747ba req-144752ee-335d-4325-8362-b048ad4d0d7b tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767036 Sep 18 01:52:31.079581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:52:31.144217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.147396 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Added segment 89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8 of type vlan for network c390c33a-2bf0-46a3-9c26-87b7f042f8bf Sep 18 01:52:31.183624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-221d38a7-f4a0-4175-bc8a-19efc9eab5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.188030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60fb2c-6195-4419-86c9-f53d6fa217a6 req-cabcb7d9-6e02-4ae8-9670-9d4eecb2dca0 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:31.191061 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-221d38a7-f4a0-4175-bc8a-19efc9eab5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.197261 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e60fb2c-6195-4419-86c9-f53d6fa217a6 req-cabcb7d9-6e02-4ae8-9670-9d4eecb2dca0 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.2651041 Sep 18 01:52:31.200629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb1f833-53ee-42b6-afa9-97c88a461265,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:31.225209 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.241202 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-221d38a7-f4a0-4175-bc8a-19efc9eab5df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ef6ff07b7d442c5b13d8138b096021d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752385 Sep 18 01:52:31.241202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36370) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:31.255294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.338418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78675801-b663-4ca1-8be8-34a58ff02b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.400498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78675801-b663-4ca1-8be8-34a58ff02b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.431345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.488857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e60fb2c-6195-4419-86c9-f53d6fa217a6 req-a1bbd502-15c9-4bfd-bdfa-064bdb7d7439 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901657 Sep 18 01:52:31.503579 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78675801-b663-4ca1-8be8-34a58ff02b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.507594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78675801-b663-4ca1-8be8-34a58ff02b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.511833 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-78675801-b663-4ca1-8be8-34a58ff02b99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7bb6dd7-b3c0-40b1-ac38-3ef21a56c45f HTTP/1.1" status: 204 len: 168 time: 0.2709832 Sep 18 01:52:31.519574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d38a7-f4a0-4175-bc8a-19efc9eab5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bb6dd7-b3c0-40b1-ac38-3ef21a56c45f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:31.530832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78675801-b663-4ca1-8be8-34a58ff02b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bb6dd7-b3c0-40b1-ac38-3ef21a56c45f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:31.561617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.562872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:31.565135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.635135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Request body: {'port': {'device_id': '57d30435-49ca-444b-adac-c5d5eac8e6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:31.639837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16597d-7139-4728-a291-e647c69921ed None None] Pushing event updated for resources: {'Port': ['ID=204b4321-6cd3-49a1-b85a-4410f885accf,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:31.663417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Attempting to bind port 204b4321-6cd3-49a1-b85a-4410f885accf on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:31.663879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Attempting to bind port 204b4321-6cd3-49a1-b85a-4410f885accf by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:31.664229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Attempting to bind port 204b4321-6cd3-49a1-b85a-4410f885accf on network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:31.673115 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7008770 Sep 18 01:52:31.682770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:31.683145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Checking segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:31.683692 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.684149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Bound using segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:31.685412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Bound port: 204b4321-6cd3-49a1-b85a-4410f885accf, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:31.685827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.694524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36378) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:31.706350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Request body: {'subnet': {'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1474451358-subnet', 'tenant_id': '8fc29e961c0c4293819ac59d39edf2ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:31.813997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571e9de-b39b-4023-959f-f8970f51f89e admin admin] Pushing event updated for resources: {'Network': ['ID=c390c33a-2bf0-46a3-9c26-87b7f042f8bf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:31.832396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.835357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Made reservation on behalf of 8fc29e961c0c4293819ac59d39edf2ff for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:31.840218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:31.841129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network c390c33a-2bf0-46a3-9c26-87b7f042f8bf details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:52:31.979218 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a5370367-262f-4560-9227-85bda04c8890 None None] Provisioning complete for port 204b4321-6cd3-49a1-b85a-4410f885accf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:31.980455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5370367-262f-4560-9227-85bda04c8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:32.103033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36390) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:32.129978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-network', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:32.220766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a5370367-262f-4560-9227-85bda04c8890 None None] Port 204b4321-6cd3-49a1-b85a-4410f885accf cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:32.228459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] For port 204b4321-6cd3-49a1-b85a-4410f885accf, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:32.261361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] For port 204b4321-6cd3-49a1-b85a-4410f885accf, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=204b4321-6cd3-49a1-b85a-4410f885accf,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:32.270141 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:32.399757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16597d-7139-4728-a291-e647c69921ed None None] Pushing event updated for resources: {'Port': ['ID=204b4321-6cd3-49a1-b85a-4410f885accf,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:32.442398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:32.443092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:52:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:32.456874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c9383-3034-4c72-909f-e19f20fb9207 req-3d2724eb-b788-468e-9afe-fd97b45acd3a tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:32.464020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b49c9383-3034-4c72-909f-e19f20fb9207 req-3d2724eb-b788-468e-9afe-fd97b45acd3a tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 935 time: 0.2774026 Sep 18 01:52:32.601702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b49c9383-3034-4c72-909f-e19f20fb9207 req-34946847-762b-4abf-a1ab-3beef4bbd9ec tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247990 Sep 18 01:52:32.616602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Made reservation on behalf of 155e18de0cd84f34b8491645ffd9baae for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:32.662450 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:32.680970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:32.707422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:32.766276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171071aa-2112-43ea-b4c7-ca1928abaae5 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:52:32.780691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:32.800358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Transition to ACTIVE for port object 171071aa-2112-43ea-b4c7-ca1928abaae5 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:52:32.810938 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:32.878380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:32.916207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Attempting to bind port 171071aa-2112-43ea-b4c7-ca1928abaae5 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:32.916539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Attempting to bind port 171071aa-2112-43ea-b4c7-ca1928abaae5 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:32.916860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Attempting to bind port 171071aa-2112-43ea-b4c7-ca1928abaae5 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:32.961241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Port 171071aa-2112-43ea-b4c7-ca1928abaae5 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:52:32.961569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Attempting to bind port 171071aa-2112-43ea-b4c7-ca1928abaae5 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:33.002687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75478b80-c0b2-487c-b8ce-3e1b439f846a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:33.009005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:33.011218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:33.015704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:33.016038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Bound port: 171071aa-2112-43ea-b4c7-ca1928abaae5, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:33.017358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.065798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae9f0f-bbc6-4d8f-9d7a-2c95c08b2ba7 req-c2618336-9c94-4fb7-89bd-5fc8a2996750 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:33.067753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1ae9f0f-bbc6-4d8f-9d7a-2c95c08b2ba7 req-c2618336-9c94-4fb7-89bd-5fc8a2996750 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.3428857 Sep 18 01:52:33.113750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:33.114295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Network hostable DHCP agents. Network: c390c33a-2bf0-46a3-9c26-87b7f042f8bf, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:52:33.199539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-aacd4802-9dd1-4bc7-a77f-d45073046ca8 None None] Provisioning complete for port 204b4321-6cd3-49a1-b85a-4410f885accf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:33.200700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aacd4802-9dd1-4bc7-a77f-d45073046ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.241484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Network c390c33a-2bf0-46a3-9c26-87b7f042f8bf is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:52:33.261057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1ae9f0f-bbc6-4d8f-9d7a-2c95c08b2ba7 req-a0a327af-a1ad-43fa-a81c-eefff84cfa92 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813412 Sep 18 01:52:33.268302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] For port 171071aa-2112-43ea-b4c7-ca1928abaae5, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:33.281879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] For port 171071aa-2112-43ea-b4c7-ca1928abaae5, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=171071aa-2112-43ea-b4c7-ca1928abaae5,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:33.284718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Pushing event updated for resources: {'Port': ['ID=171071aa-2112-43ea-b4c7-ca1928abaae5,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:33.292115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.308005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, c390c33a-2bf0-46a3-9c26-87b7f042f8bf) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:33.361320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603376b6-7dd0-44bc-bb60-5c86eb1c9e34 None None] Network c390c33a-2bf0-46a3-9c26-87b7f042f8bf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:33.373815 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.385702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:33.388979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.399525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.411690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:33.412325 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.420718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] 10.222.0.20 "PUT /v2.0/ports/171071aa-2112-43ea-b4c7-ca1928abaae5 HTTP/1.1" status: 200 len: 1096 time: 2.4577377 Sep 18 01:52:33.421655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d30435-49ca-444b-adac-c5d5eac8e6f3', 'tag': '171071aa-2112-43ea-b4c7-ca1928abaae5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:33.430340 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46623052-5fc3-4b4e-bb66-081caba35a02" -d '{"events": [{"name": "network-changed", "server_uuid": "57d30435-49ca-444b-adac-c5d5eac8e6f3", "tag": "171071aa-2112-43ea-b4c7-ca1928abaae5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:33.554460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059d5a0-19fd-49fa-a8ba-a0034641a13b service neutron] Pushing event updated for resources: {'Port': ['ID=171071aa-2112-43ea-b4c7-ca1928abaae5,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:33.585420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059e98c1-3104-4b36-a7ae-d520c610d636,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:33.587911 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd18d72-66b8-4fcd-a070-fc77cf2fbe91 x-openstack-request-id: req-4fd18d72-66b8-4fcd-a070-fc77cf2fbe91 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:33.588494 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d30435-49ca-444b-adac-c5d5eac8e6f3", "tag": "171071aa-2112-43ea-b4c7-ca1928abaae5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:33.589083 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fd18d72-66b8-4fcd-a070-fc77cf2fbe91 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:33.589695 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d30435-49ca-444b-adac-c5d5eac8e6f3', 'tag': '171071aa-2112-43ea-b4c7-ca1928abaae5', 'status': 'completed', 'code': 200} Sep 18 01:52:33.633889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0ffcaa04-90bf-4b42-982d-d3e082f8bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:33.636063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-0ffcaa04-90bf-4b42-982d-d3e082f8bd56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d197972cad64cfea3d1f3a0189888e0&device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 1099 time: 0.1250236 Sep 18 01:52:33.664502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:52:33.686034 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d210f9d6-e033-45ed-864b-abdba501beb7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9803510 Sep 18 01:52:33.686034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.686034 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Added segment d0986cc3-2a64-4d72-96a7-196de2af3b21 of type vlan for network 2ee4b977-8562-432b-9743-beea1de2b838 Sep 18 01:52:33.774337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-573aedf7-cc28-407e-975c-81002fba9a27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=171071aa-2112-43ea-b4c7-ca1928abaae5 HTTP/1.1" status: 200 len: 217 time: 0.1248357 Sep 18 01:52:33.822073 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.905089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92dea-6073-425c-ac32-3d91478c258d req-402026a1-72c5-4dae-aa54-fff93fc3150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:33.912534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-402026a1-72c5-4dae-aa54-fff93fc3150b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1263912 Sep 18 01:52:33.965203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e36a9-d427-49a2-b39f-693b5e2b884e req-fc4344a0-e8e3-4613-9bd1-639cc07b0126 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:33.969435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b74e36a9-d427-49a2-b39f-693b5e2b884e req-fc4344a0-e8e3-4613-9bd1-639cc07b0126 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.1808789 Sep 18 01:52:33.970265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.971508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:33.972067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:33.987906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92dea-6073-425c-ac32-3d91478c258d req-ff18bf06-0df4-4821-9e7f-3e2a78d45fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:33.991351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-ff18bf06-0df4-4821-9e7f-3e2a78d45fae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677292 Sep 18 01:52:34.087972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9669769 Sep 18 01:52:34.131632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36436) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:34.152133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Request body: {'subnet': {'network_id': '2ee4b977-8562-432b-9743-beea1de2b838', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-subnet', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:34.158397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-73796edf-3c90-450d-8bff-69111a2c32b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:34.165068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839dfea-a72f-4933-ab2a-cc2d1f9125a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee4b977-8562-432b-9743-beea1de2b838,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:34.181641 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b74e36a9-d427-49a2-b39f-693b5e2b884e req-5df8c96a-1c70-4042-b310-a1544679305b tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033825 Sep 18 01:52:34.201671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2ee4b977-8562-432b-9743-beea1de2b838 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:52:34.211485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Made reservation on behalf of 155e18de0cd84f34b8491645ffd9baae for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:34.213911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:34.220924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-3a4fbf7a-94c9-4f1b-91ba-ad67455c1fb5 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146525 Sep 18 01:52:34.334644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5f92dea-6073-425c-ac32-3d91478c258d req-c67b80f5-e086-4cd9-a3da-b7c179c9e2e4 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948229 Sep 18 01:52:34.531484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-e4704671-7f6c-457b-ac8c-35ab12f3c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:34.533231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-e4704671-7f6c-457b-ac8c-35ab12f3c0a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d197972cad64cfea3d1f3a0189888e0&device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 1099 time: 0.1166084 Sep 18 01:52:34.645597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-ae91d676-83cb-497d-a175-8d4b53cfa7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:34.648163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-ae91d676-83cb-497d-a175-8d4b53cfa7c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1052697 Sep 18 01:52:34.664290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:34.707700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:34.727571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:31Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:34.753682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-926ee4e8-e779-4f85-98ab-5797f1f62748 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=171071aa-2112-43ea-b4c7-ca1928abaae5 HTTP/1.1" status: 200 len: 217 time: 0.0908120 Sep 18 01:52:34.825571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cafbb3-7ee4-4106-9eb7-1b2c31aabd68 None None] The sync data for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 is: [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:31Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:52:34.854145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aacd4802-9dd1-4bc7-a77f-d45073046ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:34.900878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c7c07-057a-42fa-87d0-ef580b9bf8c4 req-37e63982-8d50-4ca1-b955-6fcde1b02035 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:34.913041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4c7c07-057a-42fa-87d0-ef580b9bf8c4 req-37e63982-8d50-4ca1-b955-6fcde1b02035 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.2633426 Sep 18 01:52:34.913892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4886ac-086b-47ed-b67b-f9096c1fff4b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:34.933246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:34.966314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-2875fbb7-2b19-4204-834f-5dce2c6c1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:34.976467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-2875fbb7-2b19-4204-834f-5dce2c6c1326 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1952338 Sep 18 01:52:35.032113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-aacd4802-9dd1-4bc7-a77f-d45073046ca8 None None] For port 204b4321-6cd3-49a1-b85a-4410f885accf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=204b4321-6cd3-49a1-b85a-4410f885accf,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:35.032757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Checking segment: {'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:35.033192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Network hostable DHCP agents. Network: 2ee4b977-8562-432b-9743-beea1de2b838, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:52:35.137905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-2196e832-e9e4-488d-a7c7-3aa3bf8446f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:35.141230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-2196e832-e9e4-488d-a7c7-3aa3bf8446f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448915 Sep 18 01:52:35.146392 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aacd4802-9dd1-4bc7-a77f-d45073046ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:35.159848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4c7c07-057a-42fa-87d0-ef580b9bf8c4 req-a10c44f9-4275-4261-bdc5-5051f35d6d60 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309709 Sep 18 01:52:35.161830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Network 2ee4b977-8562-432b-9743-beea1de2b838 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:52:35.189061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2ee4b977-8562-432b-9743-beea1de2b838) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:35.220222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:35.221175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:35.231409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e31c7-62dd-44e3-86b6-4895bc6b0d97 None None] Network 2ee4b977-8562-432b-9743-beea1de2b838 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:35.261594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f838bd6c-1d32-40b9-8683-a29cf5430287 None None] Network c390c33a-2bf0-46a3-9c26-87b7f042f8bf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:35.329371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-362e2b7a-09c7-4e4e-a999-eb69f5597445 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1967657 Sep 18 01:52:35.332365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36472) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:35.338966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:35.409633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:35.411398 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:35.524921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd4802-9dd1-4bc7-a77f-d45073046ca8 None None] Pushing event updated for resources: {'Port': ['ID=204b4321-6cd3-49a1-b85a-4410f885accf,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:35.602283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec3bd1-d3cc-4113-8d95-e36059d3fac1 req-2bf6f392-a94b-420c-9087-e8f0ae00fd5a tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:35.606897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dec3bd1-d3cc-4113-8d95-e36059d3fac1 req-2bf6f392-a94b-420c-9087-e8f0ae00fd5a tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.2343874 Sep 18 01:52:35.609531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-150f45c1-473a-4d14-a019-ca6d8f959d1d service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360366 Sep 18 01:52:35.613075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:35.831293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dec3bd1-d3cc-4113-8d95-e36059d3fac1 req-c1b88faf-907c-44f2-a110-3b9f1e83860a tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136853 Sep 18 01:52:35.923346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36480) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:35.955155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1846170870-network', 'tenant_id': 'f65225308e0f4701bd2ae17135a10b24'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:36.060677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46623052-5fc3-4b4e-bb66-081caba35a02 req-4f38b4eb-5c4d-4c28-b45d-c6ecae9a8bac service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239988 Sep 18 01:52:36.104075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-2ee4b977-8562-432b-9743-beea1de2b838', 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'fixed_ips': [{'subnet_id': '7a4886ac-086b-47ed-b67b-f9096c1fff4b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:52:36.105146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:36.163883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 204b4321-6cd3-49a1-b85a-4410f885accf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:36.259037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:36.280113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Made reservation on behalf of f65225308e0f4701bd2ae17135a10b24 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:36.289575 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:36.290804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:36.354830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:36.633328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 204b4321-6cd3-49a1-b85a-4410f885accf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:36.636809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce673f9c-ddd3-4e47-a370-c4c37079df40 req-920e642b-f6d4-4324-a11b-f24c41e092cb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:36.639667 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:36.660394 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce673f9c-ddd3-4e47-a370-c4c37079df40 req-920e642b-f6d4-4324-a11b-f24c41e092cb tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.3329039 Sep 18 01:52:36.664536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Allocated IP 172.20.0.2 (2ee4b977-8562-432b-9743-beea1de2b838/7a4886ac-086b-47ed-b67b-f9096c1fff4b/c065c369-26cf-4815-91f1-8a4c03cffe11) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:36.826208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce673f9c-ddd3-4e47-a370-c4c37079df40 req-f9f3ead4-89b1-453c-a5d5-b2801df01b10 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649139 Sep 18 01:52:37.195810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd7eea-2bb3-47e3-8cda-8fdbc23ee479 req-4612fcc8-61b2-4d67-9fe3-3536f78d59a0 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:37.210580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75dd7eea-2bb3-47e3-8cda-8fdbc23ee479 req-4612fcc8-61b2-4d67-9fe3-3536f78d59a0 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.1819205 Sep 18 01:52:37.318132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.346026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75dd7eea-2bb3-47e3-8cda-8fdbc23ee479 req-ec6f56a2-7dc9-4d41-a6f9-fd0545f5706b tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250772 Sep 18 01:52:37.360711 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.380598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36510) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:37.408467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Network 2ee4b977-8562-432b-9743-beea1de2b838 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:37.420849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:37.429892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:37.567951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Pushing event updated for resources: {'Port': ['ID=c065c369-26cf-4815-91f1-8a4c03cffe11,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:37.660201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b27ed11-a5c5-4edb-a37b-e3d5f39a924d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.666493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Attempting to bind port c065c369-26cf-4815-91f1-8a4c03cffe11 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:37.666900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Attempting to bind port c065c369-26cf-4815-91f1-8a4c03cffe11 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:37.667388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Attempting to bind port c065c369-26cf-4815-91f1-8a4c03cffe11 on network 2ee4b977-8562-432b-9743-beea1de2b838 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:37.670403 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.673521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:37.673902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Checking segment: {'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:37.674498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.674985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Bound using segment: {'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:37.675642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Bound port: c065c369-26cf-4815-91f1-8a4c03cffe11, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:37.675901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.680898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.727606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:52:37.732787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.767596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.780497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f0e82-715a-4d64-887b-1bb3fa44196a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:37.788074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.788547 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Added segment af44d38c-b029-4942-80d8-9ea03a7e316b of type vlan for network a1d9865b-2c95-4ca8-a523-5528aa473071 Sep 18 01:52:37.880195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b27ed11-a5c5-4edb-a37b-e3d5f39a924d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.887767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.900356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b27ed11-a5c5-4edb-a37b-e3d5f39a924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.938997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] For port c065c369-26cf-4815-91f1-8a4c03cffe11, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:37.949776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] For port c065c369-26cf-4815-91f1-8a4c03cffe11, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c065c369-26cf-4815-91f1-8a4c03cffe11,segment=NetworkSegment(d0986cc3-2a64-4d72-96a7-196de2af3b21),segment_id=d0986cc3-2a64-4d72-96a7-196de2af3b21)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:37.957850 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:37.968499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0b27ed11-a5c5-4edb-a37b-e3d5f39a924d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10bc7aeb68714b86b1c38d73e4e7ed8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5860143 Sep 18 01:52:37.974299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36528) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:37.977404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27ed11-a5c5-4edb-a37b-e3d5f39a924d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61593ac-6f66-43e7-a017-86cbfd6bf65a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:38.007591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.008888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:38.009468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.020834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Allocated IP 172.25.0.213 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/74306a10-fd9f-4fd8-8565-3f8dae12bf63) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:38.095970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36534) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:38.113529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1727929 Sep 18 01:52:38.114160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160efd3d-6d5e-4bc0-a42b-0f26033c0844 None None] Pushing event updated for resources: {'Port': ['ID=c065c369-26cf-4815-91f1-8a4c03cffe11,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:38.115161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Request body: {'subnet': {'network_id': 'a1d9865b-2c95-4ca8-a523-5528aa473071', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1846170870-subnet', 'tenant_id': 'f65225308e0f4701bd2ae17135a10b24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:38.176177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8713f8f7-799c-4408-b3af-de415813d4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.214351 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8713f8f7-799c-4408-b3af-de415813d4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.238831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Made reservation on behalf of f65225308e0f4701bd2ae17135a10b24 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:38.244394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.412974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e869c0b-17ef-4f69-8b81-e0c7d1597310 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d9865b-2c95-4ca8-a523-5528aa473071,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:38.455851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a1d9865b-2c95-4ca8-a523-5528aa473071 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:52:38.558209 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512589d-2e0d-4179-a158-81480dc6fdb2 req-35367640-efaa-4e0b-aeb8-75ed6913d740 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:38.571309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c512589d-2e0d-4179-a158-81480dc6fdb2 req-35367640-efaa-4e0b-aeb8-75ed6913d740 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.5398626 Sep 18 01:52:38.587767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8713f8f7-799c-4408-b3af-de415813d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.594856 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8713f8f7-799c-4408-b3af-de415813d4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.596540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8713f8f7-799c-4408-b3af-de415813d4b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a61593ac-6f66-43e7-a017-86cbfd6bf65a HTTP/1.1" status: 204 len: 168 time: 0.6208692 Sep 18 01:52:38.666909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713f8f7-799c-4408-b3af-de415813d4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61593ac-6f66-43e7-a017-86cbfd6bf65a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:38.707922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c512589d-2e0d-4179-a158-81480dc6fdb2 req-902989a2-f39a-45b7-a5ff-e94ecbc112ab tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357162 Sep 18 01:52:38.752213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.864290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe1854-45f3-4eca-9b58-5be73c449137 req-36bd9d07-abdc-4f54-ab7c-aaa7c59e8daf tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:38.866907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-04fe1854-45f3-4eca-9b58-5be73c449137 req-36bd9d07-abdc-4f54-ab7c-aaa7c59e8daf tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.1477916 Sep 18 01:52:38.873468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:38.961743 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-04fe1854-45f3-4eca-9b58-5be73c449137 req-2130c029-e762-4df6-bf0e-d432d6e9296e tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865393 Sep 18 01:52:38.966858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:38.968506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Pushing event updated for resources: {'Port': ['ID=74306a10-fd9f-4fd8-8565-3f8dae12bf63,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:38.971515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:39.016692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:39.103412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:39.274206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b347b11d-bc40-4d32-a908-9509130c349b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:39.308871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Checking segment: {'id': 'af44d38c-b029-4942-80d8-9ea03a7e316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a1d9865b-2c95-4ca8-a523-5528aa473071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:39.310333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Network hostable DHCP agents. Network: a1d9865b-2c95-4ca8-a523-5528aa473071, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:52:39.344683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Network a1d9865b-2c95-4ca8-a523-5528aa473071 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:52:39.372676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, a1d9865b-2c95-4ca8-a523-5528aa473071) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:39.386939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7300eb-92e2-4f4c-b8ef-e50969b8620f None None] Network a1d9865b-2c95-4ca8-a523-5528aa473071 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:39.388461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:39.390572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:39.454812 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ea960000-343e-46ec-bf3d-c91680f24982 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3542380 Sep 18 01:52:39.495422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36566) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:39.541051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f03d446-98ca-4a62-a1e7-1947c8f56cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:39.546474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:39.754496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856159dc-ba91-48ee-804a-a0835c328f72 None None] Network a1d9865b-2c95-4ca8-a523-5528aa473071 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:39.812692 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f03d446-98ca-4a62-a1e7-1947c8f56cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:39.824201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f03d446-98ca-4a62-a1e7-1947c8f56cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:39.896889 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:52:39.915001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d446-98ca-4a62-a1e7-1947c8f56cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd7bb5-3858-4edc-9016-cd8eccd297d5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:40.019261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0f03d446-98ca-4a62-a1e7-1947c8f56cf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a0a505983c94a05bbc8360315aef7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200021 Sep 18 01:52:40.019611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36590) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:40.070924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a719a-3c8a-4df2-bd50-059f9650551b req-4ff9526c-5f7c-44f8-83b7-6bb15cf13583 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:40.079398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-612a719a-3c8a-4df2-bd50-059f9650551b req-4ff9526c-5f7c-44f8-83b7-6bb15cf13583 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.1817400 Sep 18 01:52:40.138549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d375fb70-fd98-4126-bf81-6c71ee64536f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.157985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7700d-4bda-4662-8544-67a7dc419bfe None None] Network 2ee4b977-8562-432b-9743-beea1de2b838 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:40.159823 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-612a719a-3c8a-4df2-bd50-059f9650551b req-2996755c-2822-4a14-a798-e7cfb2fba945 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795112 Sep 18 01:52:40.161480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c065c369-26cf-4815-91f1-8a4c03cffe11 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:40.206598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d375fb70-fd98-4126-bf81-6c71ee64536f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.223942 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.241870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-128b252d-e848-4389-b880-4a136c144c84 None None] Provisioning complete for port c065c369-26cf-4815-91f1-8a4c03cffe11 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:40.246880 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128b252d-e848-4389-b880-4a136c144c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.319846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1667a4-aa05-4f0b-998d-2467998170a9 req-cd7e65ae-06cc-440e-ba1e-ac1b4af72eda tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:40.319846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba1667a4-aa05-4f0b-998d-2467998170a9 req-cd7e65ae-06cc-440e-ba1e-ac1b4af72eda tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.0652299 Sep 18 01:52:40.336756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d375fb70-fd98-4126-bf81-6c71ee64536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.350563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d375fb70-fd98-4126-bf81-6c71ee64536f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.355106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d375fb70-fd98-4126-bf81-6c71ee64536f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41cd7bb5-3858-4edc-9016-cd8eccd297d5 HTTP/1.1" status: 204 len: 168 time: 0.3336928 Sep 18 01:52:40.401156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375fb70-fd98-4126-bf81-6c71ee64536f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd7bb5-3858-4edc-9016-cd8eccd297d5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:40.412863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba1667a4-aa05-4f0b-998d-2467998170a9 req-e5efd738-42b9-4fdc-a11e-62affe5fc604 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792027 Sep 18 01:52:40.512852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c065c369-26cf-4815-91f1-8a4c03cffe11 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:40.517242 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.529808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Router c263e051-4cab-4b60-a559-953ad6591cb9 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:52:40.802496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.834691 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128b252d-e848-4389-b880-4a136c144c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.879379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:52:40.886297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port c065c369-26cf-4815-91f1-8a4c03cffe11, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c065c369-26cf-4815-91f1-8a4c03cffe11,segment=NetworkSegment(d0986cc3-2a64-4d72-96a7-196de2af3b21),segment_id=d0986cc3-2a64-4d72-96a7-196de2af3b21)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:40.894946 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Sync routers for ids ['c263e051-4cab-4b60-a559-953ad6591cb9'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:52:40.896057 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:40.940014 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Routers {'c263e051-4cab-4b60-a559-953ad6591cb9'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:40.941656 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:52:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c263e051-4cab-4b60-a559-953ad6591cb9'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:40.987012 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-128b252d-e848-4389-b880-4a136c144c84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:52:40.987367 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-128b252d-e848-4389-b880-4a136c144c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:52:41.007689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=c065c369-26cf-4815-91f1-8a4c03cffe11,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:41.113920 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Set router c263e051-4cab-4b60-a559-953ad6591cb9 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:41.334298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:41.338038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a12111ea-c629-4543-ac41-ae218c79ca61 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.0020726 Sep 18 01:52:41.338531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36640) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:41.424787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-40b5f22a-a8c8-4df3-ad8c-b35e6c2ff082 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:41.432374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-40b5f22a-a8c8-4df3-ad8c-b35e6c2ff082 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 821 time: 0.7125707 Sep 18 01:52:41.455692 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-afee63fb-59e7-4e3d-b87c-e7b8acf41431 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/quotas/8fc29e961c0c4293819ac59d39edf2ff HTTP/1.1" status: 200 len: 375 time: 0.0222797 Sep 18 01:52:41.486916 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:52:39Z', 'revision_number': 3, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:41.547061 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Checking router: c263e051-4cab-4b60-a559-953ad6591cb9 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:52:41.549584 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Updating router c263e051-4cab-4b60-a559-953ad6591cb9 port 74306a10-fd9f-4fd8-8565-3f8dae12bf63 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:52:41.551055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-116afb95-3e6f-4a75-af4c-e76a454fff95 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942466 Sep 18 01:52:41.604940 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:41.748068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-25fd74cf-5398-46c6-8bf1-ee73221866f8 None None] Provisioning complete for port c065c369-26cf-4815-91f1-8a4c03cffe11 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:41.748818 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-25fd74cf-5398-46c6-8bf1-ee73221866f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:41.816411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042e5ea-2fc6-438a-b7b1-70d6803a1d6a req-a3b6367a-3f44-4a1e-b434-eb78eae92f1c tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:41.825298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7042e5ea-2fc6-438a-b7b1-70d6803a1d6a req-a3b6367a-3f44-4a1e-b434-eb78eae92f1c tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 969 time: 0.1675200 Sep 18 01:52:41.927521 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7042e5ea-2fc6-438a-b7b1-70d6803a1d6a req-e3f049a1-d8a3-4264-b3b4-76f5d25f5569 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012378 Sep 18 01:52:41.955051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-eb599ddc-ca9d-4754-a0fd-318ff83a98a6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:52:41.965779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-eb599ddc-ca9d-4754-a0fd-318ff83a98a6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1568139 Sep 18 01:52:42.001689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe68592f-f1b9-4d8a-9fad-17ed6eae0499 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:52:42.011129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c065c369-26cf-4815-91f1-8a4c03cffe11 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:42.035007 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.049314 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.089575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-995be2b6-934f-49b1-a6a4-eb65498591ab service neutron] 10.222.0.21 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983398 Sep 18 01:52:42.150648 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Attempting to bind port 74306a10-fd9f-4fd8-8565-3f8dae12bf63 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:42.151059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Attempting to bind port 74306a10-fd9f-4fd8-8565-3f8dae12bf63 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:42.151571 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Attempting to bind port 74306a10-fd9f-4fd8-8565-3f8dae12bf63 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:42.155387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c065c369-26cf-4815-91f1-8a4c03cffe11 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:42.155935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.157185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6541f-9f95-414e-a9b3-36115ac3e4d1 req-683821ef-1fd8-4e4c-9708-1f3e6b55b75d tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:42.161298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64c6541f-9f95-414e-a9b3-36115ac3e4d1 req-683821ef-1fd8-4e4c-9708-1f3e6b55b75d tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.1678429 Sep 18 01:52:42.166111 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccd462-1883-4cc3-8177-4aa73445058b None None] Pushing event updated for resources: {'Port': ['ID=74306a10-fd9f-4fd8-8565-3f8dae12bf63,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:42.169567 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:42.170184 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:42.170767 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.171304 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:42.172070 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Bound port: 74306a10-fd9f-4fd8-8565-3f8dae12bf63, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:42.172628 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.209312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe68592f-f1b9-4d8a-9fad-17ed6eae0499, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:42.226982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'fe68592f-f1b9-4d8a-9fad-17ed6eae0499', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'fe68592f-f1b9-4d8a-9fad-17ed6eae0499', 'mac_address': 'fa:16:3e:60:ba:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-696531502', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:52:42.258506 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] For port 74306a10-fd9f-4fd8-8565-3f8dae12bf63, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:42.266776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64c6541f-9f95-414e-a9b3-36115ac3e4d1 req-5d213820-cb41-4064-837f-a9331de6ba9c tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554531 Sep 18 01:52:42.268528 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] For port 74306a10-fd9f-4fd8-8565-3f8dae12bf63, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=74306a10-fd9f-4fd8-8565-3f8dae12bf63,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:42.269321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-440dd335-6bfc-41b7-a872-a29a328ea495 service neutron] 10.222.0.21 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708333 Sep 18 01:52:42.281304 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.314200 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.333687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe68592f-f1b9-4d8a-9fad-17ed6eae0499 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:52:42.370224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe68592f-f1b9-4d8a-9fad-17ed6eae0499, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:42.375956 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.417534 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccd462-1883-4cc3-8177-4aa73445058b None None] Pushing event updated for resources: {'Port': ['ID=74306a10-fd9f-4fd8-8565-3f8dae12bf63,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:42.422460 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Routers {'c263e051-4cab-4b60-a559-953ad6591cb9'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:42.423722 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:52:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c263e051-4cab-4b60-a559-953ad6591cb9'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:42.467969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:42.556563 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] Set router c263e051-4cab-4b60-a559-953ad6591cb9 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:42.632763 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:42.671863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93b03b37-d92c-4f86-9c23-934bdec1dda3 req-305d17a2-79f5-4e6e-a983-2a5ccccdf18d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 210 time: 0.0902548 Sep 18 01:52:42.672413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['fe68592f-f1b9-4d8a-9fad-17ed6eae0499'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:52:42.894994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Allocated IP 172.20.0.1 (2ee4b977-8562-432b-9743-beea1de2b838/7a4886ac-086b-47ed-b67b-f9096c1fff4b/37624881-46b0-435a-9e2d-24de9f3f4e9c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:42.906502 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:52:39Z', 'revision_number': 3, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:42.986599 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e43c96-374b-42f7-98e9-2616803ef77b None None] The sync data for ids ['c263e051-4cab-4b60-a559-953ad6591cb9'] in n-d-789963-12 is: [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:52:39Z', 'revision_number': 3, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:52:43.113450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa53fe7-3bd2-4c49-b3e1-ecfbb108b67e req-a0696c6b-c3e4-4e9c-ac5c-5e2f8cb0a782 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:43.115554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1fa53fe7-3bd2-4c49-b3e1-ecfbb108b67e req-a0696c6b-c3e4-4e9c-ac5c-5e2f8cb0a782 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 970 time: 0.0917611 Sep 18 01:52:43.119098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:43.183311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1fa53fe7-3bd2-4c49-b3e1-ecfbb108b67e req-d0380a13-b9b1-42e1-8317-1ec3a90e578d tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606515 Sep 18 01:52:43.210964 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:43.255293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Network 2ee4b977-8562-432b-9743-beea1de2b838 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:43.260103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:43.267248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:43.267734 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:43.273961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Pushing event updated for resources: {'Port': ['ID=37624881-46b0-435a-9e2d-24de9f3f4e9c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:43.533965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e6bce-8a25-4060-87e9-06a99f4573d2 req-89af5f90-5dee-401b-a04e-deb150a72285 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:43.536336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:43.543865 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2d3e6bce-8a25-4060-87e9-06a99f4573d2 req-89af5f90-5dee-401b-a04e-deb150a72285 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.0992312 Sep 18 01:52:43.620078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2d3e6bce-8a25-4060-87e9-06a99f4573d2 req-ee12ccc0-b36d-4647-9e28-b300e702b050 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750675 Sep 18 01:52:43.740473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3b7ca2b9-d8f9-42b1-a04a-247f61469b9c None None] Provisioning complete for port 37624881-46b0-435a-9e2d-24de9f3f4e9c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:43.740949 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3b7ca2b9-d8f9-42b1-a04a-247f61469b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:43.747982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36718) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:43.780252 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:43.792728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:43.794908 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:43.818176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ca2b9-d8f9-42b1-a04a-247f61469b9c None None] Port 37624881-46b0-435a-9e2d-24de9f3f4e9c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:43.842844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Pushing event updated for resources: {'Port': ['ID=37624881-46b0-435a-9e2d-24de9f3f4e9c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:43.867347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36722) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:43.898333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f236144c-45e9-44f1-8eb2-ec2808fca00e req-8be38e04-5eb1-4d70-b15f-191257c62257 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 210 time: 0.1009898 Sep 18 01:52:43.929441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe68592f-f1b9-4d8a-9fad-17ed6eae0499 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:44.038279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d361c66-3863-4a83-b2ca-46c01f31219b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.044784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 74306a10-fd9f-4fd8-8565-3f8dae12bf63 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:44.080303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:52:44.088637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:44.089580 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.165554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 74306a10-fd9f-4fd8-8565-3f8dae12bf63 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:44.165989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.209058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d361c66-3863-4a83-b2ca-46c01f31219b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.225740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-511751c8-1ec5-436a-9cd6-2637ac84ecd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.228974 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d361c66-3863-4a83-b2ca-46c01f31219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.292789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Network 2ee4b977-8562-432b-9743-beea1de2b838 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:44.301139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d361c66-3863-4a83-b2ca-46c01f31219b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e6ac1a-6780-4108-9c9e-ab14514fb84e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:44.304029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:44.308211 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.340155 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5d361c66-3863-4a83-b2ca-46c01f31219b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1408b7e48dee41f79a500e112c323491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898263 Sep 18 01:52:44.343040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36728) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:44.387316 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.406020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a730c9-ceb8-4919-bef8-150a7b011717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe68592f-f1b9-4d8a-9fad-17ed6eae0499'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:44.456817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f95a2-a8fd-4417-a52c-1cf5a128c43c req-51d67e78-89c2-440d-bb01-a504086bd913 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:44.464285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-259f95a2-a8fd-4417-a52c-1cf5a128c43c req-51d67e78-89c2-440d-bb01-a504086bd913 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 970 time: 0.1903636 Sep 18 01:52:44.500804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe68592f-f1b9-4d8a-9fad-17ed6eae0499, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:44.526661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 74306a10-fd9f-4fd8-8565-3f8dae12bf63, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=74306a10-fd9f-4fd8-8565-3f8dae12bf63,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:44.535769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-259f95a2-a8fd-4417-a52c-1cf5a128c43c req-8e714c01-f2ae-41e0-94a3-ddc53375d59b tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703125 Sep 18 01:52:44.536566 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.562024 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33c4c4a9-e9d4-4689-9e7d-bbdde3bffdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.579534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-b0d18d00-ba63-4ab6-80b5-67cdd32d921e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:44.581397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-b0d18d00-ba63-4ab6-80b5-67cdd32d921e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 821 time: 0.4029734 Sep 18 01:52:44.603179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33c4c4a9-e9d4-4689-9e7d-bbdde3bffdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.618054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Request body: {'port': {'device_id': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'admin_state_up': True, 'tenant_id': '8fc29e961c0c4293819ac59d39edf2ff'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:44.625037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-511751c8-1ec5-436a-9cd6-2637ac84ecd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.632400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:44.644194 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.648442 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-511751c8-1ec5-436a-9cd6-2637ac84ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.685338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-511751c8-1ec5-436a-9cd6-2637ac84ecd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a97a78cdfb864bcda0fa43f177d7ba1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8168905 Sep 18 01:52:44.689907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36736) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:44.737382 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4594df04-fb8d-4749-9c2c-1c5d9811d9ad" -d '{"events": [{"server_uuid": "f6a730c9-ceb8-4919-bef8-150a7b011717", "name": "network-vif-plugged", "status": "completed", "tag": "fe68592f-f1b9-4d8a-9fad-17ed6eae0499"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:44.742255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=74306a10-fd9f-4fd8-8565-3f8dae12bf63,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:44.756783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2c809541-114e-47dc-9320-0a0936df39d3 None None] Provisioning complete for port 37624881-46b0-435a-9e2d-24de9f3f4e9c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:44.756783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c809541-114e-47dc-9320-0a0936df39d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.757418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511751c8-1ec5-436a-9cd6-2637ac84ecd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bfd7b-73c1-455c-9c53-c1b3856fef1e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:44.778480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0f44-86c7-4ed7-8573-12a55c3a6e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.799813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2c809541-114e-47dc-9320-0a0936df39d3 None None] Port 37624881-46b0-435a-9e2d-24de9f3f4e9c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:44.802492 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0f44-86c7-4ed7-8573-12a55c3a6e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.839084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33c4c4a9-e9d4-4689-9e7d-bbdde3bffdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.844490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33c4c4a9-e9d4-4689-9e7d-bbdde3bffdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.846764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-33c4c4a9-e9d4-4689-9e7d-bbdde3bffdad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75e6ac1a-6780-4108-9c9e-ab14514fb84e HTTP/1.1" status: 204 len: 168 time: 0.5007546 Sep 18 01:52:44.846898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Router c263e051-4cab-4b60-a559-953ad6591cb9 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:52:44.849717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Made reservation on behalf of 8fc29e961c0c4293819ac59d39edf2ff for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:44.853339 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.874791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9eaa-289b-4a2b-ab83-b6a91310e704 req-2838570f-cc0a-4be2-a27e-8df0e5594933 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:44.882820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45ab9eaa-289b-4a2b-ab83-b6a91310e704 req-2838570f-cc0a-4be2-a27e-8df0e5594933 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.1415625 Sep 18 01:52:44.893321 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0f44-86c7-4ed7-8573-12a55c3a6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.896438 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0f44-86c7-4ed7-8573-12a55c3a6e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:44.900502 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c7a0f44-86c7-4ed7-8573-12a55c3a6e5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a84bfd7b-73c1-455c-9c53-c1b3856fef1e HTTP/1.1" status: 204 len: 168 time: 0.2067800 Sep 18 01:52:44.900502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4c4a9-e9d4-4689-9e7d-bbdde3bffdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e6ac1a-6780-4108-9c9e-ab14514fb84e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:44.941718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a0f44-86c7-4ed7-8573-12a55c3a6e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bfd7b-73c1-455c-9c53-c1b3856fef1e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:44.964043 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d463a93-ff8d-4a10-beb6-da472a138381 x-openstack-request-id: req-0d463a93-ff8d-4a10-beb6-da472a138381 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:44.964401 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a730c9-ceb8-4919-bef8-150a7b011717", "name": "network-vif-plugged", "status": "completed", "tag": "fe68592f-f1b9-4d8a-9fad-17ed6eae0499", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:44.964718 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d463a93-ff8d-4a10-beb6-da472a138381 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:44.966936 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a730c9-ceb8-4919-bef8-150a7b011717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe68592f-f1b9-4d8a-9fad-17ed6eae0499', 'code': 200} Sep 18 01:52:45.071588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45ab9eaa-289b-4a2b-ab83-b6a91310e704 req-7d1abbe3-ebd3-492f-9437-5a110f44a847 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827135 Sep 18 01:52:45.098966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14edb13a-9735-4a73-820b-c1e14dd53e7d req-21fbe7f8-3e60-4280-a11d-43cc89a820ce tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 210 time: 0.0575891 Sep 18 01:52:45.240420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:52:45.254890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b54bf1f1-c45b-4aed-ba78-0a796ad2ffa0 admin admin] 10.222.0.21 "PUT /v2.0/routers/c263e051-4cab-4b60-a559-953ad6591cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9081912 Sep 18 01:52:45.254890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003350c8-5e30-4538-989c-cce773799410 req-fd72c37f-c84c-4536-97f8-d7a0600ebfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:45.254890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-003350c8-5e30-4538-989c-cce773799410 req-fd72c37f-c84c-4536-97f8-d7a0600ebfcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 1123 time: 0.1744025 Sep 18 01:52:45.288619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Allocated IP 172.20.0.14 (c390c33a-2bf0-46a3-9c26-87b7f042f8bf/75478b80-c0b2-487c-b8ce-3e1b439f846a/5042d8bb-1593-493e-aa22-d34dc24b4a63) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:45.291546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-003350c8-5e30-4538-989c-cce773799410 req-87df4128-ccc0-4e92-81f0-b3db5d62b28b service neutron] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.373120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36756) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:45.392317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36758) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:45.394066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3943cf3d-1c9b-460d-b3dd-81aeac41b390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.438532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Sync routers for ids ['c263e051-4cab-4b60-a559-953ad6591cb9'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:52:45.445534 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-155297a4-2ead-45dc-b929-438cb4a3eb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.450592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Routers {'c263e051-4cab-4b60-a559-953ad6591cb9'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:45.451370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:52:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c263e051-4cab-4b60-a559-953ad6591cb9'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:45.530535 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.556143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-003350c8-5e30-4538-989c-cce773799410 req-87df4128-ccc0-4e92-81f0-b3db5d62b28b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.563124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-003350c8-5e30-4538-989c-cce773799410 req-87df4128-ccc0-4e92-81f0-b3db5d62b28b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.586038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Set router c263e051-4cab-4b60-a559-953ad6591cb9 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:45.622042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-003350c8-5e30-4538-989c-cce773799410 req-87df4128-ccc0-4e92-81f0-b3db5d62b28b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577244 Sep 18 01:52:45.625919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df4128-ccc0-4e92-81f0-b3db5d62b28b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=288c3d08-1347-448c-af8b-3d5df7b5d9c1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:45.636226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.658434 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3943cf3d-1c9b-460d-b3dd-81aeac41b390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.664555 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3943cf3d-1c9b-460d-b3dd-81aeac41b390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.735661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3943cf3d-1c9b-460d-b3dd-81aeac41b390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31b61ba892c740d3ab351ca0fab80c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613834 Sep 18 01:52:45.737382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36766) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:45.750987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Network c390c33a-2bf0-46a3-9c26-87b7f042f8bf is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:45.757933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:45.767686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:45.773456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:45.774063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.776224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943cf3d-1c9b-460d-b3dd-81aeac41b390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577b727c-7dc9-4bfe-9952-865932160896,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:45.803792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Pushing event updated for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:45.830838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-155297a4-2ead-45dc-b929-438cb4a3eb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.838159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a0e9c-c3c1-4d5b-b8a4-b8575b0b80a2 req-57270370-179b-4288-98d2-5b8f50a44215 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:45.840167 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-155297a4-2ead-45dc-b929-438cb4a3eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.845249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-110a0e9c-c3c1-4d5b-b8a4-b8575b0b80a2 req-57270370-179b-4288-98d2-5b8f50a44215 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 971 time: 0.1433001 Sep 18 01:52:45.845249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5c92395-13f1-46fa-891b-0819bfd20d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.881254 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d20e404b-3b24-4df9-8ce0-c6f8ff62c911 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2669816 Sep 18 01:52:45.887718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-155297a4-2ead-45dc-b929-438cb4a3eb6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b029a1995684e17869260ec6292d718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921775 Sep 18 01:52:45.892931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36772) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:45.913785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Request body: {'port': {'device_id': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:45.915153 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5c92395-13f1-46fa-891b-0819bfd20d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:45.966173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-110a0e9c-c3c1-4d5b-b8a4-b8575b0b80a2 req-8876a143-6deb-40bf-aae9-645ab5d98a30 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997150 Sep 18 01:52:46.000126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155297a4-2ead-45dc-b929-438cb4a3eb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5a2bb0-2b01-4d7d-877e-73354865ed64,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:46.004315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:52:43Z', 'revision_number': 4, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '37624881-46b0-435a-9e2d-24de9f3f4e9c', 'name': '', 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'mac_address': 'fa:16:3e:6b:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '7a4886ac-086b-47ed-b67b-f9096c1fff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:42Z', 'updated_at': '2021-09-18T01:52:43Z', 'revision_number': 2, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'subnets': [{'id': '7a4886ac-086b-47ed-b67b-f9096c1fff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:46.022775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5c92395-13f1-46fa-891b-0819bfd20d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.025308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5c92395-13f1-46fa-891b-0819bfd20d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.029272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c5c92395-13f1-46fa-891b-0819bfd20d5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/577b727c-7dc9-4bfe-9952-865932160896 HTTP/1.1" status: 204 len: 168 time: 0.2858379 Sep 18 01:52:46.048145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 74306a10-fd9f-4fd8-8565-3f8dae12bf63 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:46.055028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c92395-13f1-46fa-891b-0819bfd20d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577b727c-7dc9-4bfe-9952-865932160896,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:46.058984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.071218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57bcb4ba-bbe8-4eb7-b031-288dad1d3718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.113697 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57bcb4ba-bbe8-4eb7-b031-288dad1d3718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.134328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Checking router: c263e051-4cab-4b60-a559-953ad6591cb9 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:52:46.135845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Updating router c263e051-4cab-4b60-a559-953ad6591cb9 port 37624881-46b0-435a-9e2d-24de9f3f4e9c binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:52:46.156631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 171071aa-2112-43ea-b4c7-ca1928abaae5 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:52:46.252724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57bcb4ba-bbe8-4eb7-b031-288dad1d3718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.256079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57bcb4ba-bbe8-4eb7-b031-288dad1d3718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.260249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-57bcb4ba-bbe8-4eb7-b031-288dad1d3718 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e5a2bb0-2b01-4d7d-877e-73354865ed64 HTTP/1.1" status: 204 len: 168 time: 0.3663623 Sep 18 01:52:46.287300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7003a-b522-4f4a-ba55-3da6e55e3714 req-d7cce686-8a98-4f40-9503-f9e026ebb358 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:46.288691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcb4ba-bbe8-4eb7-b031-288dad1d3718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5a2bb0-2b01-4d7d-877e-73354865ed64,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:46.289631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e4d7003a-b522-4f4a-ba55-3da6e55e3714 req-d7cce686-8a98-4f40-9503-f9e026ebb358 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 947 time: 0.1180193 Sep 18 01:52:46.379948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 74306a10-fd9f-4fd8-8565-3f8dae12bf63 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:46.385569 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e4d7003a-b522-4f4a-ba55-3da6e55e3714 req-39c66c67-56c5-489e-a9b1-ea6466f181cf tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881767 Sep 18 01:52:46.386293 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.392188 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.523569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5042d8bb-1593-493e-aa22-d34dc24b4a63 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:52:46.535174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.542294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 171071aa-2112-43ea-b4c7-ca1928abaae5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=171071aa-2112-43ea-b4c7-ca1928abaae5,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:46.563646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Transition to ACTIVE for port object 5042d8bb-1593-493e-aa22-d34dc24b4a63 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:52:46.571217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651442-7000-4211-9d2c-e9ff96ffdb66 req-b50a0745-1ba9-4204-87ed-df615c194007 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:46.579221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d651442-7000-4211-9d2c-e9ff96ffdb66 req-b50a0745-1ba9-4204-87ed-df615c194007 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 932 time: 0.0907202 Sep 18 01:52:46.582323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.613950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '171071aa-2112-43ea-b4c7-ca1928abaae5', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '171071aa-2112-43ea-b4c7-ca1928abaae5', 'mac_address': 'fa:16:3e:e7:79:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:52:46.663346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Pushing event updated for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:46.673113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d651442-7000-4211-9d2c-e9ff96ffdb66 req-b611a411-4d3f-4b62-8963-24f8ebbe1653 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926967 Sep 18 01:52:46.758557 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.766193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:46.767048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:46.767048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:46.771999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:52:46.772424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:46.773615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36800) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:46.778171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:46.778594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:46.779338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:46.779847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Bound port: 5042d8bb-1593-493e-aa22-d34dc24b4a63, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:46.780269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.781941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36802) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:46.788995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a82f2bc3-5390-44b8-8b83-02a5341ce791 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939401001', 'description': 'tempest-description--1037098440'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:46.803157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd8e18ea-d1bb-4585-b656-fb7b127f0032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.822123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171071aa-2112-43ea-b4c7-ca1928abaae5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:52:46.853114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 171071aa-2112-43ea-b4c7-ca1928abaae5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=171071aa-2112-43ea-b4c7-ca1928abaae5,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:46.861900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:46.866577 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.867718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:46.870484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a82f2bc3-5390-44b8-8b83-02a5341ce791 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.875824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.928275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:46.929962 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:46.932705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] 10.222.0.20 "PUT /v2.0/ports/5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 1093 time: 1.0256712 Sep 18 01:52:46.933332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:46.936582 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b5030a-b86d-448b-a72f-7c794a63efad" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:46.966424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=171071aa-2112-43ea-b4c7-ca1928abaae5,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:46.998388 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.008446 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.018068 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e022c2f9-ca12-4265-92db-ea9e431aa39d x-openstack-request-id: req-e022c2f9-ca12-4265-92db-ea9e431aa39d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:47.018268 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:47.018504 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e022c2f9-ca12-4265-92db-ea9e431aa39d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:47.018931 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63', 'status': 'completed', 'code': 200} Sep 18 01:52:47.022357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd8e18ea-d1bb-4585-b656-fb7b127f0032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.022935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab392e08-cef3-4d02-bd2a-2ac364cbdc3c service neutron] Pushing event updated for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:47.034247 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd8e18ea-d1bb-4585-b656-fb7b127f0032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.037722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-f8de65f9-4732-409e-81ac-9676a15009d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:47.039970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-f8de65f9-4732-409e-81ac-9676a15009d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1096 time: 0.0580332 Sep 18 01:52:47.093781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ed6c1-8fdb-4763-8a08-c19f0261d609 None None] Pushing event updated for resources: {'Port': ['ID=37624881-46b0-435a-9e2d-24de9f3f4e9c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:47.122807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-6097a4ae-2063-4a16-968a-980352646976 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 217 time: 0.0739608 Sep 18 01:52:47.166685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['171071aa-2112-43ea-b4c7-ca1928abaae5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:52:47.188222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1251f3-6af3-49b8-a1c0-c64a51639d7f req-0c9daafa-c045-47ff-8ed4-b1cde5abfa23 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:47.189845 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c1251f3-6af3-49b8-a1c0-c64a51639d7f req-0c9daafa-c045-47ff-8ed4-b1cde5abfa23 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 971 time: 0.1344376 Sep 18 01:52:47.200627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Attempting to bind port 37624881-46b0-435a-9e2d-24de9f3f4e9c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:47.200991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Attempting to bind port 37624881-46b0-435a-9e2d-24de9f3f4e9c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:47.201355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Attempting to bind port 37624881-46b0-435a-9e2d-24de9f3f4e9c on network 2ee4b977-8562-432b-9743-beea1de2b838 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:47.202882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dd8e18ea-d1bb-4585-b656-fb7b127f0032 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1ad151c4c604a7fa5378eb36e5aa93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280083 Sep 18 01:52:47.214511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:47.215510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Checking segment: {'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:47.216074 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.216287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Bound using segment: {'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:47.216821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Bound port: 37624881-46b0-435a-9e2d-24de9f3f4e9c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0986cc3-2a64-4d72-96a7-196de2af3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:47.217197 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.224956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36816) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:47.234050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e18ea-d1bb-4585-b656-fb7b127f0032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0744648a-10ed-417a-8208-0e3cbf9289e5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:47.279252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-a16f203b-1711-46e2-a184-0dbf805d8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:47.281420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-a16f203b-1711-46e2-a184-0dbf805d8d5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1496363 Sep 18 01:52:47.289358 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a82f2bc3-5390-44b8-8b83-02a5341ce791 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.299029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a82f2bc3-5390-44b8-8b83-02a5341ce791 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.321485 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a82f2bc3-5390-44b8-8b83-02a5341ce791 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.326661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a82f2bc3-5390-44b8-8b83-02a5341ce791 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5384731 Sep 18 01:52:47.328982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36820) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:47.342703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cff22ed3-f423-4c47-b57f-99585fcf0ff2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Request body: {'security_group_rule': {'security_group_id': '090e7978-6acb-4b5e-a243-813b25cf5b21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:47.376556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-a8b19ae2-a3a8-4c30-b7cb-b5845d81045f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796280 Sep 18 01:52:47.380890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f2bc3-5390-44b8-8b83-02a5341ce791 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090e7978-6acb-4b5e-a243-813b25cf5b21,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:47.398905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cff22ed3-f423-4c47-b57f-99585fcf0ff2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.399159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ac0da182-0ca4-4d20-9d33-1221279f69e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.410563 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c1251f3-6af3-49b8-a1c0-c64a51639d7f req-f7a31ec4-93ef-4987-aec6-3ce9a1bf5b87 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016966 Sep 18 01:52:47.478193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b9e212d2-b53a-43be-a03f-fd4ebfbd38b9 None None] Provisioning complete for port 37624881-46b0-435a-9e2d-24de9f3f4e9c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:47.478403 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b9e212d2-b53a-43be-a03f-fd4ebfbd38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.481592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36824) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:47.481754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] For port 37624881-46b0-435a-9e2d-24de9f3f4e9c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:47.485828 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ac0da182-0ca4-4d20-9d33-1221279f69e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.541033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] For port 37624881-46b0-435a-9e2d-24de9f3f4e9c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37624881-46b0-435a-9e2d-24de9f3f4e9c,segment=NetworkSegment(d0986cc3-2a64-4d72-96a7-196de2af3b21),segment_id=d0986cc3-2a64-4d72-96a7-196de2af3b21)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:47.557362 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cff22ed3-f423-4c47-b57f-99585fcf0ff2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.568026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cff22ed3-f423-4c47-b57f-99585fcf0ff2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.582884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956987a7-af07-4934-b89c-e4500ce28c45 req-592bd37c-dccc-46e7-b754-ceb9415d6d2d tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:47.583473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.584955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-956987a7-af07-4934-b89c-e4500ce28c45 req-592bd37c-dccc-46e7-b754-ceb9415d6d2d tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 948 time: 0.0793207 Sep 18 01:52:47.597125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff22ed3-f423-4c47-b57f-99585fcf0ff2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a21730-3549-41a2-9fc4-c29130f74786,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:47.597640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-d67f26a0-6181-48e8-a730-c9b97504569b service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025580 Sep 18 01:52:47.643134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cff22ed3-f423-4c47-b57f-99585fcf0ff2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.645207 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cff22ed3-f423-4c47-b57f-99585fcf0ff2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152785 Sep 18 01:52:47.648665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36828) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:47.657188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3c81e48c-6d8f-4915-995d-d95f1f5d8d9d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Request body: {'security_group_rule': {'security_group_id': '090e7978-6acb-4b5e-a243-813b25cf5b21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:47.675678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b9e212d2-b53a-43be-a03f-fd4ebfbd38b9 None None] Port 37624881-46b0-435a-9e2d-24de9f3f4e9c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:47.681371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-956987a7-af07-4934-b89c-e4500ce28c45 req-1c112d45-2265-44f8-8649-f001082e8b28 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761681 Sep 18 01:52:47.692228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ed6c1-8fdb-4763-8a08-c19f0261d609 None None] Pushing event updated for resources: {'Port': ['ID=37624881-46b0-435a-9e2d-24de9f3f4e9c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:47.718094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Routers {'c263e051-4cab-4b60-a559-953ad6591cb9'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:52:47.722503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:52:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c263e051-4cab-4b60-a559-953ad6591cb9'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:47.741201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c81e48c-6d8f-4915-995d-d95f1f5d8d9d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.862948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] Set router c263e051-4cab-4b60-a559-953ad6591cb9 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:52:47.898199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-608245534-network', 'tenant_id': '9c93ffad6a734085a3f2c326905e778c'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:47.916972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ac0da182-0ca4-4d20-9d33-1221279f69e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.920260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ac0da182-0ca4-4d20-9d33-1221279f69e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.921400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ac0da182-0ca4-4d20-9d33-1221279f69e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0744648a-10ed-417a-8208-0e3cbf9289e5 HTTP/1.1" status: 204 len: 168 time: 0.6920133 Sep 18 01:52:47.926443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c81e48c-6d8f-4915-995d-d95f1f5d8d9d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.932564 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c81e48c-6d8f-4915-995d-d95f1f5d8d9d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.958942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81e48c-6d8f-4915-995d-d95f1f5d8d9d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa9b607-16a9-4902-ac07-1c8f5d25437b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:47.978362 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c81e48c-6d8f-4915-995d-d95f1f5d8d9d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.979277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0da182-0ca4-4d20-9d33-1221279f69e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0744648a-10ed-417a-8208-0e3cbf9289e5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:47.983811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Made reservation on behalf of 9c93ffad6a734085a3f2c326905e778c for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:47.985911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:47.988485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c81e48c-6d8f-4915-995d-d95f1f5d8d9d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3379073 Sep 18 01:52:47.989239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36834) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:47.995592 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4fbd4d0-d07f-4e4c-aeeb-5898c9bcf768 req-54bf058e-768c-4699-b249-8f5d3239f4f5 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895304 Sep 18 01:52:47.997329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:48.003975 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.022358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333adaf2-54a0-4a56-a60d-69ac34b6b24d req-18e1f348-5f79-439e-8f9a-341bfc006479 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:48.023701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-333adaf2-54a0-4a56-a60d-69ac34b6b24d req-18e1f348-5f79-439e-8f9a-341bfc006479 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.1344945 Sep 18 01:52:48.046500 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.085170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-073db527-b961-4bf1-b2fc-e11c78c86ffe None None] Provisioning complete for port 37624881-46b0-435a-9e2d-24de9f3f4e9c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:48.085643 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-073db527-b961-4bf1-b2fc-e11c78c86ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.123051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-333adaf2-54a0-4a56-a60d-69ac34b6b24d req-c5d15788-2517-4306-8938-283331c46e1d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914085 Sep 18 01:52:48.137708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 171071aa-2112-43ea-b4c7-ca1928abaae5 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:48.149562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5030a-b86d-448b-a72f-7c794a63efad req-edc6b927-c812-4daf-9724-9f057b0b92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:48.151090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61b5030a-b86d-448b-a72f-7c794a63efad req-edc6b927-c812-4daf-9724-9f057b0b92b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1096 time: 0.0896463 Sep 18 01:52:48.273809 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.281056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.285787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5030a-b86d-448b-a72f-7c794a63efad req-24f267a6-27e4-490f-9119-83b4122ff4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:48.287454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61b5030a-b86d-448b-a72f-7c794a63efad req-24f267a6-27e4-490f-9119-83b4122ff4fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.1292167 Sep 18 01:52:48.321236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:52:48.362015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61b5030a-b86d-448b-a72f-7c794a63efad req-49068bd9-c6d8-40cf-962e-93a821815cf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 217 time: 0.0621719 Sep 18 01:52:48.365033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf841ad4-edfe-48d3-9271-c54e6b3c5ed8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:48.365221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.370151 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.370504 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Added segment 581e8793-d762-404d-adfa-fb1ad17e83e2 of type vlan for network 9d42798a-7563-4140-a4d9-727b8879028f Sep 18 01:52:48.384812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:52:43Z', 'revision_number': 4, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '37624881-46b0-435a-9e2d-24de9f3f4e9c', 'name': '', 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'mac_address': 'fa:16:3e:6b:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '7a4886ac-086b-47ed-b67b-f9096c1fff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:42Z', 'updated_at': '2021-09-18T01:52:47Z', 'revision_number': 4, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'subnets': [{'id': '7a4886ac-086b-47ed-b67b-f9096c1fff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:48.418492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a7f8f-52a2-4c17-b2c8-942b21e92989 None None] The sync data for ids ['c263e051-4cab-4b60-a559-953ad6591cb9'] in n-d-789963-12 is: [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:52:43Z', 'revision_number': 4, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '37624881-46b0-435a-9e2d-24de9f3f4e9c', 'name': '', 'network_id': '2ee4b977-8562-432b-9743-beea1de2b838', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'mac_address': 'fa:16:3e:6b:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '7a4886ac-086b-47ed-b67b-f9096c1fff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:42Z', 'updated_at': '2021-09-18T01:52:47Z', 'revision_number': 4, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'subnets': [{'id': '7a4886ac-086b-47ed-b67b-f9096c1fff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:52:48.420559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 171071aa-2112-43ea-b4c7-ca1928abaae5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:52:48.429439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 171071aa-2112-43ea-b4c7-ca1928abaae5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:48.430387 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.485387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.529168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5030a-b86d-448b-a72f-7c794a63efad req-2ca07063-56c2-4654-9ebd-20230fb309df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:48.530665 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61b5030a-b86d-448b-a72f-7c794a63efad req-2ca07063-56c2-4654-9ebd-20230fb309df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1580939 Sep 18 01:52:48.554921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Allocated IP 172.25.0.124 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/d0ec7667-2ded-4f15-a006-2c3af12e9ad9) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:48.581623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61b5030a-b86d-448b-a72f-7c794a63efad req-5611989a-d7e3-4008-a985-6dc37ebbfaf3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360520 Sep 18 01:52:48.587455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-073db527-b961-4bf1-b2fc-e11c78c86ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.588798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.591138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:48.593124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.611079 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.654901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d30435-49ca-444b-adac-c5d5eac8e6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171071aa-2112-43ea-b4c7-ca1928abaae5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:48.657892 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca25c4b4-299e-45f1-9cde-3962210cf594" -d '{"events": [{"server_uuid": "57d30435-49ca-444b-adac-c5d5eac8e6f3", "name": "network-vif-plugged", "status": "completed", "tag": "171071aa-2112-43ea-b4c7-ca1928abaae5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:48.690930 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2051842 Sep 18 01:52:48.693370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 171071aa-2112-43ea-b4c7-ca1928abaae5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=171071aa-2112-43ea-b4c7-ca1928abaae5,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:48.696788 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36852) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:48.701344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-073db527-b961-4bf1-b2fc-e11c78c86ffe None None] For port 37624881-46b0-435a-9e2d-24de9f3f4e9c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37624881-46b0-435a-9e2d-24de9f3f4e9c,segment=NetworkSegment(d0986cc3-2a64-4d72-96a7-196de2af3b21),segment_id=d0986cc3-2a64-4d72-96a7-196de2af3b21)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:48.705540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.715999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Request body: {'subnet': {'network_id': '9d42798a-7563-4140-a4d9-727b8879028f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-608245534-subnet', 'tenant_id': '9c93ffad6a734085a3f2c326905e778c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:48.814128 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b8c76c-c694-43e6-85e9-1b4f8c14c26e x-openstack-request-id: req-86b8c76c-c694-43e6-85e9-1b4f8c14c26e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:48.814439 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d30435-49ca-444b-adac-c5d5eac8e6f3", "name": "network-vif-plugged", "status": "completed", "tag": "171071aa-2112-43ea-b4c7-ca1928abaae5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:48.814682 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86b8c76c-c694-43e6-85e9-1b4f8c14c26e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:48.815088 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d30435-49ca-444b-adac-c5d5eac8e6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171071aa-2112-43ea-b4c7-ca1928abaae5', 'code': 200} Sep 18 01:52:48.815744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=171071aa-2112-43ea-b4c7-ca1928abaae5,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:48.818623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6bab8-d0d9-41b1-87c5-b6a6ee6590d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d42798a-7563-4140-a4d9-727b8879028f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:48.819047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda90d12-9ff5-45a7-8ea8-d02b9ece2c7c req-26efa11a-5bfc-4adc-829e-ec7ce64281f9 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:48.828182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-073db527-b961-4bf1-b2fc-e11c78c86ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.829081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cda90d12-9ff5-45a7-8ea8-d02b9ece2c7c req-26efa11a-5bfc-4adc-829e-ec7ce64281f9 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 971 time: 0.2194746 Sep 18 01:52:48.843467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.20', 64894) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:48.863573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Made reservation on behalf of 9c93ffad6a734085a3f2c326905e778c for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:48.865834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.902788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9d42798a-7563-4140-a4d9-727b8879028f details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:52:48.928349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:48.955098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db527-b961-4bf1-b2fc-e11c78c86ffe None None] Pushing event updated for resources: {'Port': ['ID=37624881-46b0-435a-9e2d-24de9f3f4e9c,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:48.964291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61b5030a-b86d-448b-a72f-7c794a63efad req-f9f42f5b-a76c-448e-9318-ff0f90613ebb service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678558 Sep 18 01:52:49.111753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52754858-043a-4cb0-8bf1-86639d60a5c4 req-6062890d-6fab-432c-bb70-2fea6c142547 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:49.113296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52754858-043a-4cb0-8bf1-86639d60a5c4 req-6062890d-6fab-432c-bb70-2fea6c142547 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 949 time: 0.2010837 Sep 18 01:52:49.117150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196f8c5-985e-4e9f-9b22-0e7d7bd5595f req-34e9ae96-3cd0-4b29-9471-5e6d907e739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:49.119110 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1196f8c5-985e-4e9f-9b22-0e7d7bd5595f req-34e9ae96-3cd0-4b29-9471-5e6d907e739e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 1101 time: 0.2743232 Sep 18 01:52:49.131486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cda90d12-9ff5-45a7-8ea8-d02b9ece2c7c req-fd11d385-4725-49ee-9d34-60f8d1eff60b tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919555 Sep 18 01:52:49.188368 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.200242 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1196f8c5-985e-4e9f-9b22-0e7d7bd5595f req-f496075a-bc13-4f8a-b220-bf026517c616 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714483 Sep 18 01:52:49.219457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52754858-043a-4cb0-8bf1-86639d60a5c4 req-4cd59080-6bbb-4822-aa4e-ac339228b97a tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884831 Sep 18 01:52:49.222206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61b5030a-b86d-448b-a72f-7c794a63efad req-dc00a2a8-dcd4-4008-bee2-ed0d73243a10 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154400 Sep 18 01:52:49.241983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:49.266394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:49.284849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:49.293530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event updated for resources: {'Port': ['ID=d0ec7667-2ded-4f15-a006-2c3af12e9ad9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:49.435133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8b97f-3eee-436e-a5d8-e2b133c0d79d req-843974fc-9642-496a-9524-541bd7baee76 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:49.442985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2c8b97f-3eee-436e-a5d8-e2b133c0d79d req-843974fc-9642-496a-9524-541bd7baee76 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.0915983 Sep 18 01:52:49.488671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2c8b97f-3eee-436e-a5d8-e2b133c0d79d req-4b2782a6-e82f-4352-a02a-77965e5cb3d0 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Sep 18 01:52:49.530474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.547014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.563442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf71c67-824e-446c-b9fc-123834e6a266 req-b71a00f8-ff21-4ba8-901f-e739a3f50236 tempest-AggregatesAdminTestJSON-521218732 tempest-AggregatesAdminTestJSON-521218732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:49.564995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fbf71c67-824e-446c-b9fc-123834e6a266 req-b71a00f8-ff21-4ba8-901f-e739a3f50236 tempest-AggregatesAdminTestJSON-521218732 tempest-AggregatesAdminTestJSON-521218732-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 1123 time: 0.2079079 Sep 18 01:52:49.637116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fbf71c67-824e-446c-b9fc-123834e6a266 req-fc4f4f4f-b3eb-4bba-a6a2-79d4f4b4ec84 tempest-AggregatesAdminTestJSON-521218732 tempest-AggregatesAdminTestJSON-521218732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.643824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.673590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656f1378-b7ee-49c3-b18c-579a481da681,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:49.718834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Checking segment: {'id': '581e8793-d762-404d-adfa-fb1ad17e83e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9d42798a-7563-4140-a4d9-727b8879028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:49.719341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Network hostable DHCP agents. Network: 9d42798a-7563-4140-a4d9-727b8879028f, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:52:49.784138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Network 9d42798a-7563-4140-a4d9-727b8879028f is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:52:49.837159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9d42798a-7563-4140-a4d9-727b8879028f) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:49.848817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99056e-a47e-4839-9c8a-30f56ea74166 None None] Network 9d42798a-7563-4140-a4d9-727b8879028f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:49.852936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:49.853765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.936230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fbf71c67-824e-446c-b9fc-123834e6a266 req-fc4f4f4f-b3eb-4bba-a6a2-79d4f4b4ec84 tempest-AggregatesAdminTestJSON-521218732 tempest-AggregatesAdminTestJSON-521218732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.938907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.943906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fbf71c67-824e-446c-b9fc-123834e6a266 req-fc4f4f4f-b3eb-4bba-a6a2-79d4f4b4ec84 tempest-AggregatesAdminTestJSON-521218732 tempest-AggregatesAdminTestJSON-521218732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.961058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:49.989413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fbf71c67-824e-446c-b9fc-123834e6a266 req-fc4f4f4f-b3eb-4bba-a6a2-79d4f4b4ec84 tempest-AggregatesAdminTestJSON-521218732 tempest-AggregatesAdminTestJSON-521218732-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019053 Sep 18 01:52:49.990924 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-33f46128-754c-4805-a24c-40eaf6aa1cf1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2852213 Sep 18 01:52:50.059650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37624881-46b0-435a-9e2d-24de9f3f4e9c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:50.062451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event updated for resources: {'Port': ['ID=d0ec7667-2ded-4f15-a006-2c3af12e9ad9,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:50.063795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94312a-b528-42c4-987f-93efaf5eb000 None None] Network 9d42798a-7563-4140-a4d9-727b8879028f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:50.083961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:50.109851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f4f4f-b3eb-4bba-a6a2-79d4f4b4ec84 tempest-AggregatesAdminTestJSON-521218732 tempest-AggregatesAdminTestJSON-521218732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d51f4-526e-4f6e-8c30-89e9d44d7c70,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:50.116126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:50.121767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8209995d-405c-40bc-9d23-48d3aabb64c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1304955 Sep 18 01:52:50.223356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 37624881-46b0-435a-9e2d-24de9f3f4e9c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:50.223715 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:50.492531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-6117ed23-5f1b-4d1c-809a-efd9c67488fb tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1939401001&fields=id&tenant_id=86d857a408474249b56a57abc4104dab HTTP/1.1" status: 200 len: 267 time: 0.0465543 Sep 18 01:52:50.612429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-bd01eded-f319-4993-aff6-9a8cb7b5d432 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:50.613925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-bd01eded-f319-4993-aff6-9a8cb7b5d432 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/networks?id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 200 len: 823 time: 0.1144571 Sep 18 01:52:50.635590 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-ba04c191-36c3-49ac-810e-cfef29a9beb7 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/quotas/86d857a408474249b56a57abc4104dab HTTP/1.1" status: 200 len: 375 time: 0.0156887 Sep 18 01:52:50.734360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-fa71484f-f55c-4ee6-85f2-0180e33fa720 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=86d857a408474249b56a57abc4104dab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974228 Sep 18 01:52:50.785263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f6ae5-018e-424d-a92c-21a1bec79a18 req-9903aefb-59dc-4a9f-ac95-4c4d508e9627 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:50.786962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a62f6ae5-018e-424d-a92c-21a1bec79a18 req-9903aefb-59dc-4a9f-ac95-4c4d508e9627 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 949 time: 0.0552266 Sep 18 01:52:50.814555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36948) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:50.819499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1004658176-network', 'tenant_id': '7bc4d33c723a4d8f9d10967eb4205afd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:50.828887 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a62f6ae5-018e-424d-a92c-21a1bec79a18 req-dff1d77a-0887-4c7f-8ea6-2fb87a2d249c tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Sep 18 01:52:50.859471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Made reservation on behalf of 7bc4d33c723a4d8f9d10967eb4205afd for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:50.862249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:50.871671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:50.993044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-5727343c-2b56-46b3-8183-f5f87d7910d3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:52:50.994131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-5727343c-2b56-46b3-8183-f5f87d7910d3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1493938 Sep 18 01:52:50.996590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.002101 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.015741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb69fdf-8459-4b20-9cdc-ab64f17b4dc2 req-3857e21d-2b67-4a38-988c-1e7ed65a0be9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:51.017914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fcb69fdf-8459-4b20-9cdc-ab64f17b4dc2 req-3857e21d-2b67-4a38-988c-1e7ed65a0be9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.0533617 Sep 18 01:52:51.067007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fcb69fdf-8459-4b20-9cdc-ab64f17b4dc2 req-d81aea0d-042f-47d5-8e54-37235efe6ea8 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Sep 18 01:52:51.068569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:52:51.092635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec1cb6f-3fb5-4650-a41c-3cc1fe6f31c3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:51.139501 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.139848 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Added segment 164d8d87-b1f9-4b0f-8e27-85a2db7a25e1 of type vlan for network f0bb83b2-adfc-42aa-98cd-78bd213e70ff Sep 18 01:52:51.204075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.213145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-7518ac1c-241c-48f3-95e0-b0a18910c864 service neutron] 10.222.0.21 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059414 Sep 18 01:52:51.262632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.263363 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:51.263931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.331058 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5152984 Sep 18 01:52:51.333766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36968) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:51.344645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Request body: {'subnet': {'network_id': 'f0bb83b2-adfc-42aa-98cd-78bd213e70ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1004658176-subnet', 'tenant_id': '7bc4d33c723a4d8f9d10967eb4205afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:51.366382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Made reservation on behalf of 7bc4d33c723a4d8f9d10967eb4205afd for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:51.368998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.380796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5d344-6e4b-4395-825c-fb9879c2df15 admin admin] Pushing event updated for resources: {'Network': ['ID=f0bb83b2-adfc-42aa-98cd-78bd213e70ff,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:51.395389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f0bb83b2-adfc-42aa-98cd-78bd213e70ff details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:52:51.405391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-287df169-01c4-47b5-a26a-5f7fd283981d service neutron] 10.222.0.21 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793230 Sep 18 01:52:51.584489 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.633585 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d2f3e82-d139-4caa-9d82-55a3485a51a9 req-c4ce2d01-a4ed-441c-bff1-6a914980c0c0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 210 time: 0.0342722 Sep 18 01:52:51.671917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4195836e-c193-4c80-9dbb-d1fedce1324f,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:51.677188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Checking segment: {'id': '164d8d87-b1f9-4b0f-8e27-85a2db7a25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f0bb83b2-adfc-42aa-98cd-78bd213e70ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:51.677551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Network hostable DHCP agents. Network: f0bb83b2-adfc-42aa-98cd-78bd213e70ff, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:52:51.700587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Network f0bb83b2-adfc-42aa-98cd-78bd213e70ff is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:52:51.721537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f0bb83b2-adfc-42aa-98cd-78bd213e70ff) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:51.728452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:51.729516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:51.732063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2fc1f8-81ac-4739-8ccc-a92d52f7c412 None None] Network f0bb83b2-adfc-42aa-98cd-78bd213e70ff requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:51.755492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-589f37c0-72ea-4e0c-b60b-07bac53b6b16 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4204824 Sep 18 01:52:51.919125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5753d9-75e4-4b18-b426-290c04022178 None None] Network f0bb83b2-adfc-42aa-98cd-78bd213e70ff requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:52:51.951169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37022) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:52.022412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba650b3-1e04-4cc2-82a4-a72a15a57824 req-4b8f3333-c46c-4dc7-bfe2-798944c7ec34 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:52.035550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ba650b3-1e04-4cc2-82a4-a72a15a57824 req-4b8f3333-c46c-4dc7-bfe2-798944c7ec34 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 949 time: 0.0930743 Sep 18 01:52:52.053159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-da408bba-49e5-495a-ade2-f1b55a52f6b8 admin admin] Deleting subnet 656f1378-b7ee-49c3-b18c-579a481da681 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:52:52.070903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da408bba-49e5-495a-ade2-f1b55a52f6b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.117095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ba650b3-1e04-4cc2-82a4-a72a15a57824 req-a96cb8ab-b71b-4b41-9044-f118cf43b146 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801320 Sep 18 01:52:52.119809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da408bba-49e5-495a-ade2-f1b55a52f6b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.141313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da408bba-49e5-495a-ade2-f1b55a52f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.191089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 5042d8bb-1593-493e-aa22-d34dc24b4a63 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:52:52.291399 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da408bba-49e5-495a-ade2-f1b55a52f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.297717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73aef7-f975-464a-afdb-fba9a641d7d9 req-7bc9621f-a22f-4682-96fa-a3f70157f4e6 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:52.299593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb73aef7-f975-464a-afdb-fba9a641d7d9 req-7bc9621f-a22f-4682-96fa-a3f70157f4e6 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.0780725 Sep 18 01:52:52.336781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37048) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:52.345237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da408bba-49e5-495a-ade2-f1b55a52f6b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656f1378-b7ee-49c3-b18c-579a481da681,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:52.362972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da408bba-49e5-495a-ade2-f1b55a52f6b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.365239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-da408bba-49e5-495a-ade2-f1b55a52f6b8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/656f1378-b7ee-49c3-b18c-579a481da681 HTTP/1.1" status: 204 len: 168 time: 0.4130366 Sep 18 01:52:52.368882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37052) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:52.393054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:52.407929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb73aef7-f975-464a-afdb-fba9a641d7d9 req-7df75697-4547-4d14-8bfe-b53693f33214 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952303 Sep 18 01:52:52.430566 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '5042d8bb-1593-493e-aa22-d34dc24b4a63', 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'port_id': '5042d8bb-1593-493e-aa22-d34dc24b4a63', 'mac_address': 'fa:16:3e:fd:5f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75478b80-c0b2-487c-b8ce-3e1b439f846a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:52:52.510225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.534799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.555224 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9af4999f-04f2-48ec-acf3-729c9ea0d04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.577085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5042d8bb-1593-493e-aa22-d34dc24b4a63 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:52:52.609577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:52.616456 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.657440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:52.694931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.695308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.696060 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.696527 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > port after_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.696730 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.697349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > port after_update 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.697349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.697688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.697985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.698308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.721074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:52.806401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc079-041c-4c78-8c8c-253cdfa8f8de req-07b1983f-e9ec-4ab6-b3a2-3fe1bedcf389 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:52.808103 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ec2cc079-041c-4c78-8c8c-253cdfa8f8de req-07b1983f-e9ec-4ab6-b3a2-3fe1bedcf389 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 949 time: 0.0504787 Sep 18 01:52:52.809407 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.809749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.810213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.810638 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:52.811049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d42798a-7563-4140-a4d9-727b8879028f']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:52.843763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['5042d8bb-1593-493e-aa22-d34dc24b4a63'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:52:52.859339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ec2cc079-041c-4c78-8c8c-253cdfa8f8de req-0c5f6421-813f-4213-ba7c-47076657be7f tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441089 Sep 18 01:52:52.872073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581e8793-d762-404d-adfa-fb1ad17e83e2') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:52.872261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581e8793-d762-404d-adfa-fb1ad17e83e2') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:52.878522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d327817-e48e-4247-a6f3-a8894029836b req-6e89c7b9-1f1b-4d62-af19-6c6ee561b063 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 210 time: 0.0597515 Sep 18 01:52:52.925174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.001663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.022553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:52:53.023029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: from cryptography.utils import int_from_bytes Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: from cryptography.utils import int_from_bytes Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: timer() Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:52:53.039795 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:52:53.133027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9af4999f-04f2-48ec-acf3-729c9ea0d04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.143040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-17e1acb7-3fb7-4a25-937e-f1ec71ff6531 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:53.144677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-17e1acb7-3fb7-4a25-937e-f1ec71ff6531 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.18 "GET /v2.0/networks?id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 200 len: 823 time: 0.2541058 Sep 18 01:52:53.146195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9af4999f-04f2-48ec-acf3-729c9ea0d04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.149985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.177056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.182105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37088) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:53.185230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9d42798a-7563-4140-a4d9-727b8879028f HTTP/1.1" status: 204 len: 168 time: 0.8122103 Sep 18 01:52:53.245696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-21694fb6-2f35-4117-9c89-c40c03c17f59 admin admin] Deleting subnet 4195836e-c193-4c80-9dbb-d1fedce1324f {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:52:53.250559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21694fb6-2f35-4117-9c89-c40c03c17f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.331845 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21694fb6-2f35-4117-9c89-c40c03c17f59 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.342002 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21694fb6-2f35-4117-9c89-c40c03c17f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.415596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21694fb6-2f35-4117-9c89-c40c03c17f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.442995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6dc36-cc17-47d0-a678-992feb085f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d42798a-7563-4140-a4d9-727b8879028f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:53.455600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21694fb6-2f35-4117-9c89-c40c03c17f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4195836e-c193-4c80-9dbb-d1fedce1324f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:53.458084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21694fb6-2f35-4117-9c89-c40c03c17f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.463289 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-21694fb6-2f35-4117-9c89-c40c03c17f59 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4195836e-c193-4c80-9dbb-d1fedce1324f HTTP/1.1" status: 204 len: 168 time: 0.2802181 Sep 18 01:52:53.463446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9af4999f-04f2-48ec-acf3-729c9ea0d04c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fb83eb924b84bb0b8303f156a67336d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1254766 Sep 18 01:52:53.464045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:53.464166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4999f-04f2-48ec-acf3-729c9ea0d04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb152f5-b26e-4adf-a4ba-db3c0b77296c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:53.466301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37118) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:53.491611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-5cea622a-8def-4403-ac28-78777d4739c6 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d857a408474249b56a57abc4104dab HTTP/1.1" status: 200 len: 380 time: 0.3321345 Sep 18 01:52:53.502083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Request body: {'port': {'device_id': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'admin_state_up': True, 'tenant_id': '86d857a408474249b56a57abc4104dab', 'security_groups': ['090e7978-6acb-4b5e-a243-813b25cf5b21']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:53.594010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f17e93a-3e0f-440f-a99e-e646b8140171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.598415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.631427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f17e93a-3e0f-440f-a99e-e646b8140171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.662043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Made reservation on behalf of 86d857a408474249b56a57abc4104dab for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:52:53.667220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.738121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:53.759518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.759855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.760885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.761525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.761736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.761893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.762380 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.762694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.763023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.763334 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:53.804093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc924d70-9083-42e2-ae1f-14c4d47c3712 req-7adf8dda-83bd-42fb-b919-e4d37be3c017 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:53.806476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc924d70-9083-42e2-ae1f-14c4d47c3712 req-7adf8dda-83bd-42fb-b919-e4d37be3c017 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 945 time: 0.1292143 Sep 18 01:52:53.898216 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc924d70-9083-42e2-ae1f-14c4d47c3712 req-9a0494d9-30d4-4f7e-a18a-9cd751b13780 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798423 Sep 18 01:52:53.915281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Allocated IP 172.20.0.13 (5ad4ce29-bd80-45ac-95cb-fd6b7aea8388/1b6d2e0b-1049-45d5-a188-b81c57074869/54568788-d1f1-4ff6-a522-02337a6a1553) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:52:54.063303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:54.064137 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:54.064470 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:54.064800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:52:54.065674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bb83b2-adfc-42aa-98cd-78bd213e70ff']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:54.087162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164d8d87-b1f9-4b0f-8e27-85a2db7a25e1') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:54.087438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164d8d87-b1f9-4b0f-8e27-85a2db7a25e1') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:52:54.108414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.115071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37150) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:54.141227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f17e93a-3e0f-440f-a99e-e646b8140171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.143815 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f17e93a-3e0f-440f-a99e-e646b8140171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.147829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551f7aa-f449-4608-85d2-69c69e4a76f8 req-674a3a6e-3b44-43b7-8e5b-729fc8475095 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:54.148141 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3f17e93a-3e0f-440f-a99e-e646b8140171 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bb152f5-b26e-4adf-a4ba-db3c0b77296c HTTP/1.1" status: 204 len: 168 time: 0.6775284 Sep 18 01:52:54.148248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9551f7aa-f449-4608-85d2-69c69e4a76f8 req-674a3a6e-3b44-43b7-8e5b-729fc8475095 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 949 time: 0.1250010 Sep 18 01:52:54.157038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 5042d8bb-1593-493e-aa22-d34dc24b4a63 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:52:54.171834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.176078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73b6ad1f-e4f4-4560-bb4b-b577995953b1 req-22f7c0dd-2872-47a1-86ff-2798ec5c0ccd tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 210 time: 0.0620725 Sep 18 01:52:54.187015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:52:54.187603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: from cryptography.utils import int_from_bytes Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: from cryptography.utils import int_from_bytes Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:52:54.191662 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:52:54.201438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17e93a-3e0f-440f-a99e-e646b8140171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb152f5-b26e-4adf-a4ba-db3c0b77296c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:54.261366 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.283075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.287987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0bb83b2-adfc-42aa-98cd-78bd213e70ff HTTP/1.1" status: 204 len: 168 time: 0.8216829 Sep 18 01:52:54.289094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefed222-8c32-4b76-b7c3-75faafbad6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0bb83b2-adfc-42aa-98cd-78bd213e70ff,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:54.314265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 5042d8bb-1593-493e-aa22-d34dc24b4a63 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:52:54.319845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 5042d8bb-1593-493e-aa22-d34dc24b4a63 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:54.320281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.344588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.361666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9551f7aa-f449-4608-85d2-69c69e4a76f8 req-b4375efc-774b-4da5-9603-20e669770aa4 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfdb4a3d-314f-4678-bee7-77b8bb42eaba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700716 Sep 18 01:52:54.365018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fe3aa8e-109d-4ddc-82be-67088b9f1474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.489525 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.505819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36707112-6928-4b9c-8c0f-1530e40be886 req-e1e81c5b-bebe-4871-aa20-ae21743eb779 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:54.507685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36707112-6928-4b9c-8c0f-1530e40be886 req-e1e81c5b-bebe-4871-aa20-ae21743eb779 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.20 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 949 time: 0.3567662 Sep 18 01:52:54.536716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:54.539365 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f89d44-79a6-4a28-b500-5587d11b9cdc" -d '{"events": [{"server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "name": "network-vif-plugged", "status": "completed", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:54.543009 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.565361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:54.575047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.669087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:54.706125 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c853fed0-a0a4-457b-b392-cc2f3b649b3d x-openstack-request-id: req-c853fed0-a0a4-457b-b392-cc2f3b649b3d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:54.706803 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "name": "network-vif-plugged", "status": "completed", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:54.712605 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c853fed0-a0a4-457b-b392-cc2f3b649b3d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:54.719859 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63', 'code': 200} Sep 18 01:52:54.756412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37180) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:54.784435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:52:54.785845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event updated for resources: {'Port': ['ID=54568788-d1f1-4ff6-a522-02337a6a1553,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:54.812428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:52:54.817705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:52:54.854305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b858bf6a-e0d4-4a66-8b66-77b1fce02bf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c93ffad6a734085a3f2c326905e778c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967212 Sep 18 01:52:54.857547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37182) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:54.911980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:54.965935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:54.966821 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:54.984407 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4cfabb9a-c0fc-4182-89f4-066679a0beb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.014225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd05919-1c6e-43dc-ba9d-5e683e3c5612 req-870f9723-3572-464f-92a8-76c56539cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:55.024616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cd05919-1c6e-43dc-ba9d-5e683e3c5612 req-870f9723-3572-464f-92a8-76c56539cdb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1098 time: 0.2322035 Sep 18 01:52:55.031655 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5f1da6e-2b4f-4be7-bbc3-b4dfef1225f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.069070 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fe3aa8e-109d-4ddc-82be-67088b9f1474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.072427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Deleting port 171071aa-2112-43ea-b4c7-ca1928abaae5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:52:55.073120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.081673 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fe3aa8e-109d-4ddc-82be-67088b9f1474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.126766 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-be44d0cc-2627-4b28-8341-f91940c2a02e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6283588 Sep 18 01:52:55.130509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-340b572c-18fd-4280-acd1-60ff0602ffc8 None None] Provisioning complete for port 54568788-d1f1-4ff6-a522-02337a6a1553 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:52:55.132059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-340b572c-18fd-4280-acd1-60ff0602ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.147630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Request body: {'port': {'device_id': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:52:55.151019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5f1da6e-2b4f-4be7-bbc3-b4dfef1225f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.236008 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.243285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-340b572c-18fd-4280-acd1-60ff0602ffc8 None None] Port 54568788-d1f1-4ff6-a522-02337a6a1553 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:52:55.249383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6fe3aa8e-109d-4ddc-82be-67088b9f1474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e57fbc3f18f14e99907c15fbe201b87a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1328602 Sep 18 01:52:55.256314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37206) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:55.273966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37208) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:55.288593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cd05919-1c6e-43dc-ba9d-5e683e3c5612 req-d370a454-809b-44c3-b554-cd91b3b4260f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481852 Sep 18 01:52:55.314243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3aa8e-109d-4ddc-82be-67088b9f1474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b821955-e02a-4a3f-b05c-163075772b26,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:55.317042 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.332351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2cc52-f3ac-464b-8ec9-2731f010f78e req-b9e468a8-77b3-4d51-a9a4-4238044b9d34 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:55.341322 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ea2cc52-f3ac-464b-8ec9-2731f010f78e req-b9e468a8-77b3-4d51-a9a4-4238044b9d34 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 946 time: 0.2531369 Sep 18 01:52:55.355960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] For port 171071aa-2112-43ea-b4c7-ca1928abaae5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=171071aa-2112-43ea-b4c7-ca1928abaae5,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:55.356326 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.391441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Calling delete_port for 171071aa-2112-43ea-b4c7-ca1928abaae5 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:52:55.452913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.580680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c55287e-94f6-4912-bcd9-eec6a2838387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.592626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5f1da6e-2b4f-4be7-bbc3-b4dfef1225f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.595130 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5f1da6e-2b4f-4be7-bbc3-b4dfef1225f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.596276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d5f1da6e-2b4f-4be7-bbc3-b4dfef1225f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf841ad4-edfe-48d3-9271-c54e6b3c5ed8 HTTP/1.1" status: 204 len: 168 time: 0.7375681 Sep 18 01:52:55.598554 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4cfabb9a-c0fc-4182-89f4-066679a0beb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.609095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c40794-2897-4524-ad5d-b2b15d36e2ac req-8835a786-1970-444a-a347-d05d219c2d51 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:55.610355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df425590-d65d-42d1-a0d9-7577a22f9a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.610635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58c40794-2897-4524-ad5d-b2b15d36e2ac req-8835a786-1970-444a-a347-d05d219c2d51 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 932 time: 0.1979954 Sep 18 01:52:55.613323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4cfabb9a-c0fc-4182-89f4-066679a0beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.627864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ea2cc52-f3ac-464b-8ec9-2731f010f78e req-e814b294-2f1c-4269-a7ac-f35efe98dca6 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849283 Sep 18 01:52:55.641582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1da6e-2b4f-4be7-bbc3-b4dfef1225f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf841ad4-edfe-48d3-9271-c54e6b3c5ed8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:55.694346 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df425590-d65d-42d1-a0d9-7577a22f9a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.700211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4cfabb9a-c0fc-4182-89f4-066679a0beb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69fcb2294ada40beabe16cabccb82f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7812312 Sep 18 01:52:55.705730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37220) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:55.743424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfabb9a-c0fc-4182-89f4-066679a0beb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558d8d05-bf35-414a-8493-e665256d57ec,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:55.766870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58c40794-2897-4524-ad5d-b2b15d36e2ac req-528266c5-d8da-42af-8307-ee97c5065c04 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434076 Sep 18 01:52:55.827095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b5e6-8d47-4d2b-ba73-995560add815 req-60fb7e83-5b92-494a-bde7-1ef7267b1632 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:55.836123 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b43b5e6-8d47-4d2b-ba73-995560add815 req-60fb7e83-5b92-494a-bde7-1ef7267b1632 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 971 time: 0.1028862 Sep 18 01:52:55.871469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df425590-d65d-42d1-a0d9-7577a22f9a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.874222 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df425590-d65d-42d1-a0d9-7577a22f9a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.875434 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-df425590-d65d-42d1-a0d9-7577a22f9a12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b821955-e02a-4a3f-b05c-163075772b26 HTTP/1.1" status: 204 len: 168 time: 0.6132021 Sep 18 01:52:55.891206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c55287e-94f6-4912-bcd9-eec6a2838387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.907865 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c55287e-94f6-4912-bcd9-eec6a2838387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.911067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.913530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df425590-d65d-42d1-a0d9-7577a22f9a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b821955-e02a-4a3f-b05c-163075772b26,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:55.928711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['171071aa-2112-43ea-b4c7-ca1928abaae5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:52:55.945720 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b43b5e6-8d47-4d2b-ba73-995560add815 req-4e9c82bb-8bb4-4dd6-a67e-9ac0de4ecf96 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995014 Sep 18 01:52:55.967305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-707c4143-f25e-4473-a2e7-0944fa50aebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:55.976846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6c55287e-94f6-4912-bcd9-eec6a2838387 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b24adb0edbc4dbc8358f623819d7c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6929243 Sep 18 01:52:55.979217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55287e-94f6-4912-bcd9-eec6a2838387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80fe13b-05f3-4c6f-b02c-3f1b6e1884a8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:55.982509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37226) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:56.003570 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-245addf3-d877-4248-840e-d53b5e342f1d req-767c00fa-6275-4ff5-b777-28e4452f87ba tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.21 "GET /v2.0/ports?device_id=57d30435-49ca-444b-adac-c5d5eac8e6f3 HTTP/1.1" status: 200 len: 210 time: 0.1364019 Sep 18 01:52:56.043810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-39b03c4e-82e6-417e-96ad-bb9c7c7b4136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.061497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Pushing event deleted for resources: {'Port': ['ID=171071aa-2112-43ea-b4c7-ca1928abaae5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:56.071597 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-39b03c4e-82e6-417e-96ad-bb9c7c7b4136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.113170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37228) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:56.155360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-707c4143-f25e-4473-a2e7-0944fa50aebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.164310 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eddb3ec5-8476-4836-8ab3-81863979fd30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bc4d33c723a4d8f9d10967eb4205afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498304 Sep 18 01:52:56.168040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37232) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:56.188344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-39b03c4e-82e6-417e-96ad-bb9c7c7b4136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.191060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-39b03c4e-82e6-417e-96ad-bb9c7c7b4136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.192501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-39b03c4e-82e6-417e-96ad-bb9c7c7b4136 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c80fe13b-05f3-4c6f-b02c-3f1b6e1884a8 HTTP/1.1" status: 204 len: 168 time: 0.2088900 Sep 18 01:52:56.213890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54568788-d1f1-4ff6-a522-02337a6a1553 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:52:56.217616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b03c4e-82e6-417e-96ad-bb9c7c7b4136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80fe13b-05f3-4c6f-b02c-3f1b6e1884a8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:56.277549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff887098-1995-408c-8d9e-d5fa1bf3a567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.295617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] No DVR routers for this DVR port 171071aa-2112-43ea-b4c7-ca1928abaae5 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:52:56.315897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.319312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36707112-6928-4b9c-8c0f-1530e40be886 req-72adf706-f0e8-4170-a9d0-ea915e6bb274 tempest-ServerDiagnosticsNegativeTest-1041608833 tempest-ServerDiagnosticsNegativeTest-1041608833-project] 10.222.0.20 "DELETE /v2.0/ports/171071aa-2112-43ea-b4c7-ca1928abaae5 HTTP/1.1" status: 204 len: 173 time: 1.7913899 Sep 18 01:52:56.322737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.326835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d30435-49ca-444b-adac-c5d5eac8e6f3', 'name': 'network-vif-deleted', 'tag': '171071aa-2112-43ea-b4c7-ca1928abaae5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:56.329852 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a27502-bf93-455a-8823-2046b99b354b" -d '{"events": [{"server_uuid": "57d30435-49ca-444b-adac-c5d5eac8e6f3", "name": "network-vif-deleted", "tag": "171071aa-2112-43ea-b4c7-ca1928abaae5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:56.334029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff887098-1995-408c-8d9e-d5fa1bf3a567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.352727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Transition to ACTIVE for port object 54568788-d1f1-4ff6-a522-02337a6a1553 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:52:56.358676 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.422448 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8644dfb-19d5-4236-b9ce-2632ee630d5a x-openstack-request-id: req-e8644dfb-19d5-4236-b9ce-2632ee630d5a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:56.423138 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d30435-49ca-444b-adac-c5d5eac8e6f3", "name": "network-vif-deleted", "tag": "171071aa-2112-43ea-b4c7-ca1928abaae5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:56.423589 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8644dfb-19d5-4236-b9ce-2632ee630d5a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:56.424196 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d30435-49ca-444b-adac-c5d5eac8e6f3', 'name': 'network-vif-deleted', 'tag': '171071aa-2112-43ea-b4c7-ca1928abaae5', 'status': 'completed', 'code': 200} Sep 18 01:52:56.441086 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-707c4143-f25e-4473-a2e7-0944fa50aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.443889 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-707c4143-f25e-4473-a2e7-0944fa50aebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.447499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-707c4143-f25e-4473-a2e7-0944fa50aebc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/558d8d05-bf35-414a-8493-e665256d57ec HTTP/1.1" status: 204 len: 168 time: 0.7368312 Sep 18 01:52:56.459096 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff887098-1995-408c-8d9e-d5fa1bf3a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.463537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff887098-1995-408c-8d9e-d5fa1bf3a567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.470183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Pushing event updated for resources: {'Port': ['ID=54568788-d1f1-4ff6-a522-02337a6a1553,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:56.472836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ff887098-1995-408c-8d9e-d5fa1bf3a567 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ec1cb6f-3fb5-4650-a41c-3cc1fe6f31c3 HTTP/1.1" status: 204 len: 168 time: 0.3009832 Sep 18 01:52:56.476466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c4143-f25e-4473-a2e7-0944fa50aebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558d8d05-bf35-414a-8493-e665256d57ec,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:56.490614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff887098-1995-408c-8d9e-d5fa1bf3a567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec1cb6f-3fb5-4650-a41c-3cc1fe6f31c3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:56.568883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Attempting to bind port 54568788-d1f1-4ff6-a522-02337a6a1553 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:52:56.569563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Attempting to bind port 54568788-d1f1-4ff6-a522-02337a6a1553 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:52:56.570034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Attempting to bind port 54568788-d1f1-4ff6-a522-02337a6a1553 on network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:56.570154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37248) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:56.575800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Port 54568788-d1f1-4ff6-a522-02337a6a1553 on network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:52:56.576234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Attempting to bind port 54568788-d1f1-4ff6-a522-02337a6a1553 on network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:52:56.582675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:52:56.583212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Checking segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:52:56.583727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Bound using segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:52:56.584587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Bound port: 54568788-d1f1-4ff6-a522-02337a6a1553, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:52:56.584877 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.594453 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e6e896c-fe19-4300-899c-fb45f267fdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.720089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] For port 54568788-d1f1-4ff6-a522-02337a6a1553, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:52:56.732805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] For port 54568788-d1f1-4ff6-a522-02337a6a1553, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=54568788-d1f1-4ff6-a522-02337a6a1553,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:52:56.734518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e6e896c-fe19-4300-899c-fb45f267fdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.735270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.18', 59668) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:56.741202 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e6e896c-fe19-4300-899c-fb45f267fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.772900 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:56.786461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e896c-fe19-4300-899c-fb45f267fdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6065a759-2379-4765-9d0f-051067b58a78,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:56.809484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3e6e896c-fe19-4300-899c-fb45f267fdff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=736d021145224273bb2ba4be853f6f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360630 Sep 18 01:52:56.811137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37256) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:56.960023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cbca872-fea6-435f-92b9-a8dc57ea1bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.001381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900cf8a-4673-4efc-8a7c-9a4a34ba34db req-35338145-9928-43f1-b7b2-1b449e44d680 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.003167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b900cf8a-4673-4efc-8a7c-9a4a34ba34db req-35338145-9928-43f1-b7b2-1b449e44d680 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 944 time: 0.0969694 Sep 18 01:52:57.011476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cbca872-fea6-435f-92b9-a8dc57ea1bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.095758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b900cf8a-4673-4efc-8a7c-9a4a34ba34db req-b4279c2c-f353-4457-a3ce-599adcf03f88 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729349 Sep 18 01:52:57.124330 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cbca872-fea6-435f-92b9-a8dc57ea1bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.127542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cbca872-fea6-435f-92b9-a8dc57ea1bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.129530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9cbca872-fea6-435f-92b9-a8dc57ea1bbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6065a759-2379-4765-9d0f-051067b58a78 HTTP/1.1" status: 204 len: 168 time: 0.3165088 Sep 18 01:52:57.147358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbca872-fea6-435f-92b9-a8dc57ea1bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6065a759-2379-4765-9d0f-051067b58a78,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:57.181918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.182644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.184865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/54568788-d1f1-4ff6-a522-02337a6a1553 HTTP/1.1" status: 200 len: 1093 time: 2.0415509 Sep 18 01:52:57.212656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0603658-4351-40da-9bc4-990136be77c0 service neutron] Pushing event updated for resources: {'Port': ['ID=54568788-d1f1-4ff6-a522-02337a6a1553,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:57.231185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191c29f-9a1b-4258-b614-7e52acc60d9b req-a87fa105-aaf4-45e9-a992-bc17a1ebe96a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.240606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a191c29f-9a1b-4258-b614-7e52acc60d9b req-a87fa105-aaf4-45e9-a992-bc17a1ebe96a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 946 time: 0.4708669 Sep 18 01:52:57.277830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d8691-62fc-4f9e-9cc8-0ecf9fe4ce1d req-35fd05ac-62ae-4324-92bd-9880ba080158 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.284570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-97a456de-7e39-4c41-b5d3-40db8ceb30be tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.290380 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-699d8691-62fc-4f9e-9cc8-0ecf9fe4ce1d req-35fd05ac-62ae-4324-92bd-9880ba080158 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 971 time: 0.0899961 Sep 18 01:52:57.290748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-97a456de-7e39-4c41-b5d3-40db8ceb30be tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 971 time: 0.5538590 Sep 18 01:52:57.330808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37274) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:57.334074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-699d8691-62fc-4f9e-9cc8-0ecf9fe4ce1d req-377e9e5f-788e-412f-b7a2-515db66584ab tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e8cf097-44c1-430c-83f8-7e27cd82aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Sep 18 01:52:57.349724 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6d09-100b-4d1c-bbd7-fe8283e2f9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.490668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6d09-100b-4d1c-bbd7-fe8283e2f9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.500031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6d09-100b-4d1c-bbd7-fe8283e2f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.516872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a191c29f-9a1b-4258-b614-7e52acc60d9b req-c2dfa263-5822-4d18-8f30-1287b8d44eb7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752817 Sep 18 01:52:57.543551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-a1a6f607-892b-4c12-9af6-b487c1fb3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.544761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-a1a6f607-892b-4c12-9af6-b487c1fb3d29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=86d857a408474249b56a57abc4104dab&device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 1096 time: 0.2248282 Sep 18 01:52:57.560448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8d5d6d09-100b-4d1c-bbd7-fe8283e2f9f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0056bb7f2c2c43198d9e8f06e946b021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251003 Sep 18 01:52:57.562742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37282) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:57.587964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d6d09-100b-4d1c-bbd7-fe8283e2f9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5e856-cf86-4857-a5c5-af7415f79fee,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:57.622663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-20888769-3dc2-4f44-a8e2-946124df6241 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54568788-d1f1-4ff6-a522-02337a6a1553 HTTP/1.1" status: 200 len: 217 time: 0.0563385 Sep 18 01:52:57.647649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7997a08e-6372-4b24-bce1-5d7dfb113620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.675632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7997a08e-6372-4b24-bce1-5d7dfb113620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.696823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Deleting port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:52:57.697437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.730943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-4d56ef56-0937-4f36-ad89-f442c33363fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.732476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-4d56ef56-0937-4f36-ad89-f442c33363fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b6d2e0b-1049-45d5-a188-b81c57074869 HTTP/1.1" status: 200 len: 862 time: 0.0855439 Sep 18 01:52:57.748594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7997a08e-6372-4b24-bce1-5d7dfb113620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.752102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7997a08e-6372-4b24-bce1-5d7dfb113620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.756285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7997a08e-6372-4b24-bce1-5d7dfb113620 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dc5e856-cf86-4857-a5c5-af7415f79fee HTTP/1.1" status: 204 len: 168 time: 0.1893563 Sep 18 01:52:57.764594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997a08e-6372-4b24-bce1-5d7dfb113620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5e856-cf86-4857-a5c5-af7415f79fee,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:57.796343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-051ae650-2524-49b0-b77a-92e0bf56caad req-dcd78a11-a6a0-4783-ab96-136fc41a3876 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2312717 Sep 18 01:52:57.890863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] For port fe68592f-f1b9-4d8a-9fad-17ed6eae0499, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:52:57.891221 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:57.896070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-f6bae974-1229-400e-aeb5-e3d6431ff331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.898041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-f6bae974-1229-400e-aeb5-e3d6431ff331 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586735 Sep 18 01:52:57.933760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Calling delete_port for fe68592f-f1b9-4d8a-9fad-17ed6eae0499 owned by compute:tempest-test_az-696531502 {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:52:57.975849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae650-2524-49b0-b77a-92e0bf56caad req-9a1e32cd-c5e1-4f30-861a-a41c458163a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:57.977352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-051ae650-2524-49b0-b77a-92e0bf56caad req-9a1e32cd-c5e1-4f30-861a-a41c458163a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1098 time: 0.1306241 Sep 18 01:52:58.085177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922dc8b-21f6-47f2-a17b-eccff6843553 req-b442a96e-8580-4169-819b-9bf1b02a62a7 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:58.086974 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5922dc8b-21f6-47f2-a17b-eccff6843553 req-b442a96e-8580-4169-819b-9bf1b02a62a7 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1098 time: 0.0499918 Sep 18 01:52:58.094966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:58.150070 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5922dc8b-21f6-47f2-a17b-eccff6843553 req-92283c71-d969-45a6-8d0b-ff76e8fc5c80 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Sep 18 01:52:58.161615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-5dfd9581-f53d-47bc-9f2c-9fec73706e78 service neutron] 10.222.0.18 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477415 Sep 18 01:52:58.183530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 171071aa-2112-43ea-b4c7-ca1928abaae5 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:52:58.243433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae650-2524-49b0-b77a-92e0bf56caad req-32d81f95-39fc-4dcb-b486-228f3cdc05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:58.245144 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-051ae650-2524-49b0-b77a-92e0bf56caad req-32d81f95-39fc-4dcb-b486-228f3cdc05de service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.2376080 Sep 18 01:52:58.249640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 171071aa-2112-43ea-b4c7-ca1928abaae5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:52:58.250280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 171071aa-2112-43ea-b4c7-ca1928abaae5 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:52:58.359440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c301777-9f7c-42dc-8fe0-bd9e35356282 req-843907c9-859b-4d80-9230-4251d7e39409 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:58.366919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c301777-9f7c-42dc-8fe0-bd9e35356282 req-843907c9-859b-4d80-9230-4251d7e39409 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1098 time: 0.0530579 Sep 18 01:52:58.394265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-051ae650-2524-49b0-b77a-92e0bf56caad req-92c5da3c-198e-4ab1-84c1-e5bcb35809d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 217 time: 0.1078393 Sep 18 01:52:58.417213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c301777-9f7c-42dc-8fe0-bd9e35356282 req-c6a7ac11-99b0-45ad-94eb-c86d5cc07e8d tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493314 Sep 18 01:52:58.425975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'tag': '54568788-d1f1-4ff6-a522-02337a6a1553'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:52:58.428081 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b76251f-413d-4e62-899b-e82f53ee6de7", "tag": "54568788-d1f1-4ff6-a522-02337a6a1553"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:52:58.477907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67bff47-efcf-491b-b11b-0590ddc3890d req-eb827e2a-e6fa-433b-a572-199689ad451e service neutron] 10.222.0.18 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056381 Sep 18 01:52:58.485922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba82c3-7fbe-4be4-a4b6-d3427f583812 req-9ecba27d-2598-4393-b113-a81af9677f0f tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:58.487599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3bba82c3-7fbe-4be4-a4b6-d3427f583812 req-9ecba27d-2598-4393-b113-a81af9677f0f tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 944 time: 0.2483728 Sep 18 01:52:58.490509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.503079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['fe68592f-f1b9-4d8a-9fad-17ed6eae0499'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:52:58.529293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae650-2524-49b0-b77a-92e0bf56caad req-b36618ed-5e81-45c2-9bdf-8ab008b8d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:58.530785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-051ae650-2524-49b0-b77a-92e0bf56caad req-b36618ed-5e81-45c2-9bdf-8ab008b8d250 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1216803 Sep 18 01:52:58.536202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Pushing event deleted for resources: {'Port': ['ID=fe68592f-f1b9-4d8a-9fad-17ed6eae0499,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:58.604394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-051ae650-2524-49b0-b77a-92e0bf56caad req-1726f19d-f1ff-4bd3-9494-152de9b54878 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659399 Sep 18 01:52:58.604515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27d13f47-5441-44bf-817c-2efcdcab0fc5 req-91378327-6cc7-47d6-906d-3de824687da6 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a730c9-ceb8-4919-bef8-150a7b011717 HTTP/1.1" status: 200 len: 210 time: 0.0490253 Sep 18 01:52:58.651282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0437a7ae-1909-4695-b659-28160363ea9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d197972cad64cfea3d1f3a0189888e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527811 Sep 18 01:52:58.651610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37334) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:58.660905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] No DVR routers for this DVR port fe68592f-f1b9-4d8a-9fad-17ed6eae0499 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:52:58.672834 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.675112 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25023a8a-2601-43f5-ac81-c221e58f0cb3 req-53a00dc2-012e-45ec-8d44-1870cf92f5d1 tempest-AggregatesAdminTestJSON-594461143 tempest-AggregatesAdminTestJSON-594461143-project] 10.222.0.18 "DELETE /v2.0/ports/fe68592f-f1b9-4d8a-9fad-17ed6eae0499 HTTP/1.1" status: 204 len: 173 time: 1.3750534 Sep 18 01:52:58.743724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3bba82c3-7fbe-4be4-a4b6-d3427f583812 req-903a406a-4074-4742-9bb0-c4b2ee0d49a2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361524 Sep 18 01:52:58.772403 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aac03280-dd8b-4c7d-b9ae-83d152f5eb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.781008 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833082c0-a395-46f1-8b1e-66b6da72f19a x-openstack-request-id: req-833082c0-a395-46f1-8b1e-66b6da72f19a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:52:58.782323 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b76251f-413d-4e62-899b-e82f53ee6de7", "tag": "54568788-d1f1-4ff6-a522-02337a6a1553", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:52:58.782578 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-833082c0-a395-46f1-8b1e-66b6da72f19a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:52:58.783005 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'tag': '54568788-d1f1-4ff6-a522-02337a6a1553', 'status': 'completed', 'code': 200} Sep 18 01:52:58.840366 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aac03280-dd8b-4c7d-b9ae-83d152f5eb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.916649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aac03280-dd8b-4c7d-b9ae-83d152f5eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.923477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-e7f44cc1-cd75-4d50-8fc9-a985a4d93c6d req-7fcd7238-184b-4a97-9d1b-c1c87732a7c8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:52:58.924655 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aac03280-dd8b-4c7d-b9ae-83d152f5eb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:58.925025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f44cc1-cd75-4d50-8fc9-a985a4d93c6d req-7fcd7238-184b-4a97-9d1b-c1c87732a7c8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208621 Sep 18 01:52:58.930228 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aac03280-dd8b-4c7d-b9ae-83d152f5eb9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfdb4a3d-314f-4678-bee7-77b8bb42eaba HTTP/1.1" status: 204 len: 168 time: 0.2776721 Sep 18 01:52:58.942199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac03280-dd8b-4c7d-b9ae-83d152f5eb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb4a3d-314f-4678-bee7-77b8bb42eaba,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:58.976149 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-051ae650-2524-49b0-b77a-92e0bf56caad req-04e3928f-24c1-4aa7-8a25-7cc659e75fb7 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388712 Sep 18 01:52:58.982404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-8f5a5c9c-2558-4ab9-a081-8728dc4ab5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:58.983910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-8f5a5c9c-2558-4ab9-a081-8728dc4ab5e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=86d857a408474249b56a57abc4104dab&device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 1096 time: 0.1889088 Sep 18 01:52:59.164821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-051ae650-2524-49b0-b77a-92e0bf56caad req-c61dc220-1969-4565-b2da-57f7cc028497 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799083 Sep 18 01:52:59.168949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-8beb57e2-41d6-4f9e-b0f0-c14bebda307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:59.170379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-8beb57e2-41d6-4f9e-b0f0-c14bebda307c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 200 len: 923 time: 0.1778092 Sep 18 01:52:59.230628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-99927ee6-1601-4101-a261-aef9cdb889fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54568788-d1f1-4ff6-a522-02337a6a1553 HTTP/1.1" status: 200 len: 217 time: 0.0526500 Sep 18 01:52:59.312634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-c094230b-ae2d-48d4-87be-58c0074227b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:59.314843 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-c094230b-ae2d-48d4-87be-58c0074227b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b6d2e0b-1049-45d5-a188-b81c57074869 HTTP/1.1" status: 200 len: 862 time: 0.0763657 Sep 18 01:52:59.370996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-b46bbffe-78a4-4ebc-8ea4-50cc3e63e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:59.372640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-b46bbffe-78a4-4ebc-8ea4-50cc3e63e60e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501788 Sep 18 01:52:59.482026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-858e0985-d541-4066-956f-d0dd7a974fde service neutron] 10.222.0.18 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015010 Sep 18 01:52:59.592906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bab40d4e-0b6d-4d2f-bc7d-82316fa9501f req-030ff734-f995-4528-8b37-1cce9f7a8d6c service neutron] 10.222.0.18 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040406 Sep 18 01:52:59.717595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37382) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:59.730672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37386) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:59.744347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c586f2f3-59f5-4cea-8ab8-97e6874a6b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:59.886342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c586f2f3-59f5-4cea-8ab8-97e6874a6b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:59.891831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c586f2f3-59f5-4cea-8ab8-97e6874a6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:52:59.895820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe5dd-5e32-40d0-9206-b47732b45045 req-9275f324-f002-4d91-a90a-ee8e012a3510 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:52:59.916363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa1fe5dd-5e32-40d0-9206-b47732b45045 req-9275f324-f002-4d91-a90a-ee8e012a3510 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 944 time: 0.0943630 Sep 18 01:52:59.923709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586f2f3-59f5-4cea-8ab8-97e6874a6b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f84399-65e5-4e16-9a4a-f95695f1d8af,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:52:59.950781 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c586f2f3-59f5-4cea-8ab8-97e6874a6b1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69e965f72dce467d83eb3e784b2127c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159019 Sep 18 01:52:59.950886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:52:59.978395 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa1fe5dd-5e32-40d0-9206-b47732b45045 req-6317176f-f5ed-4f91-afcf-94f0c1ca37b1 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609286 Sep 18 01:53:00.027626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b7be31b-3646-40f1-90f2-6fb9130e1b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.050558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b7be31b-3646-40f1-90f2-6fb9130e1b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.103941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b7be31b-3646-40f1-90f2-6fb9130e1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.107912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b7be31b-3646-40f1-90f2-6fb9130e1b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.109164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8b7be31b-3646-40f1-90f2-6fb9130e1b58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09f84399-65e5-4e16-9a4a-f95695f1d8af HTTP/1.1" status: 204 len: 168 time: 0.1573071 Sep 18 01:53:00.117230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7be31b-3646-40f1-90f2-6fb9130e1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f84399-65e5-4e16-9a4a-f95695f1d8af,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:00.166615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-274243646-network', 'tenant_id': 'a3a9a182534b46a6a35061163f3be7bd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:00.189182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Made reservation on behalf of a3a9a182534b46a6a35061163f3be7bd for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:00.191522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.201386 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.304190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.309869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.326601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37414) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:00.346360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:53:00.357138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e40795-a166-41ff-9584-02c250850b5c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:00.362185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.362746 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Added segment e30e7ff0-d7c6-49ef-826d-7bf135210d04 of type vlan for network 2a6967de-a06b-40d2-a635-71d7b76a90af Sep 18 01:53:00.414465 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.447751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.450509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:00.451864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.489749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7708442 Sep 18 01:53:00.492750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37424) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:00.499548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Request body: {'subnet': {'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-274243646-subnet', 'tenant_id': 'a3a9a182534b46a6a35061163f3be7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:00.522225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85b9ac-2dd0-4c79-9398-2ca9dfae714f admin admin] Pushing event updated for resources: {'Network': ['ID=2a6967de-a06b-40d2-a635-71d7b76a90af,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:00.530512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Made reservation on behalf of a3a9a182534b46a6a35061163f3be7bd for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:00.535519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.538319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2a6967de-a06b-40d2-a635-71d7b76a90af details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:53:00.726739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.774410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fdb8d0-5ac2-4c8a-b7be-6137737208b8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:00.787456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a730c9-ceb8-4919-bef8-150a7b011717', 'name': 'network-vif-deleted', 'tag': 'fe68592f-f1b9-4d8a-9fad-17ed6eae0499'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:00.789681 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f1930f-7087-4d61-bec4-a23a5e3fece2" -d '{"events": [{"server_uuid": "f6a730c9-ceb8-4919-bef8-150a7b011717", "name": "network-vif-deleted", "tag": "fe68592f-f1b9-4d8a-9fad-17ed6eae0499"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:00.805461 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-29b7861f-95d3-48c7-9d1b-113aa3bacae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.813446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:00.813805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Network hostable DHCP agents. Network: 2a6967de-a06b-40d2-a635-71d7b76a90af, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:53:00.832154 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3721657f-8537-4c10-a8d0-6a9eea954b97 x-openstack-request-id: req-3721657f-8537-4c10-a8d0-6a9eea954b97 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:00.832662 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a730c9-ceb8-4919-bef8-150a7b011717", "name": "network-vif-deleted", "tag": "fe68592f-f1b9-4d8a-9fad-17ed6eae0499", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:00.833247 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3721657f-8537-4c10-a8d0-6a9eea954b97 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:00.833703 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a730c9-ceb8-4919-bef8-150a7b011717', 'name': 'network-vif-deleted', 'tag': 'fe68592f-f1b9-4d8a-9fad-17ed6eae0499', 'status': 'completed', 'code': 200} Sep 18 01:53:00.834945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Network 2a6967de-a06b-40d2-a635-71d7b76a90af is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:53:00.845956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2a6967de-a06b-40d2-a635-71d7b76a90af) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:00.850882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:00.851777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:00.860156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db3551-de96-403c-a06e-f22797d882dd None None] Network 2a6967de-a06b-40d2-a635-71d7b76a90af requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:00.872707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a78ab0eb-bd78-4789-a4b6-936decc64644 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3782339 Sep 18 01:53:00.919671 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5d3dfaad-a811-426e-94e5-ea1e62178aa7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecc8409a725341449635d31ec8555bb1&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5916233 Sep 18 01:53:00.922456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37444) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:00.990008 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ede68591-0d57-475c-9465-f5f8e9fc14db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.023149 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ede68591-0d57-475c-9465-f5f8e9fc14db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.058879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ef1f4-d6f6-424c-abf8-c3c9190fc163 None None] Network 2a6967de-a06b-40d2-a635-71d7b76a90af requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:01.087932 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ede68591-0d57-475c-9465-f5f8e9fc14db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.096395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ede68591-0d57-475c-9465-f5f8e9fc14db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.099251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ede68591-0d57-475c-9465-f5f8e9fc14db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e8cf097-44c1-430c-83f8-7e27cd82aa9b HTTP/1.1" status: 204 len: 168 time: 0.1751826 Sep 18 01:53:01.115854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede68591-0d57-475c-9465-f5f8e9fc14db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8cf097-44c1-430c-83f8-7e27cd82aa9b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:01.205900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4f358-3801-42a2-93c1-0c61ff8c8042 req-6bc5563d-0b53-4c87-be1d-d960ea12b1c4 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:01.207944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e4f358-3801-42a2-93c1-0c61ff8c8042 req-6bc5563d-0b53-4c87-be1d-d960ea12b1c4 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 944 time: 0.1070328 Sep 18 01:53:01.295189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e4f358-3801-42a2-93c1-0c61ff8c8042 req-38b045fc-147a-45d0-bd15-6b3c50046b36 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797949 Sep 18 01:53:01.763970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37488) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:01.804175 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a3266097-4335-48a7-9209-ffbbcb7416f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d76ee14a4e6e42eaae2b9e4298ea7db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390520 Sep 18 01:53:01.806685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37490) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:01.858522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c19e13-3d0c-4a5b-8016-f5aac11f4636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.881698 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c19e13-3d0c-4a5b-8016-f5aac11f4636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.939788 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c19e13-3d0c-4a5b-8016-f5aac11f4636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.942392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c19e13-3d0c-4a5b-8016-f5aac11f4636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:01.945851 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-57c19e13-3d0c-4a5b-8016-f5aac11f4636 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f2d51f4-526e-4f6e-8c30-89e9d44d7c70 HTTP/1.1" status: 204 len: 168 time: 0.1359465 Sep 18 01:53:01.953401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c19e13-3d0c-4a5b-8016-f5aac11f4636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d51f4-526e-4f6e-8c30-89e9d44d7c70,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:02.065681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 54568788-d1f1-4ff6-a522-02337a6a1553 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:02.102193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe68592f-f1b9-4d8a-9fad-17ed6eae0499 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:53:02.110841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37508) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:02.137526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: fe68592f-f1b9-4d8a-9fad-17ed6eae0499 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:53:02.137872 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe68592f-f1b9-4d8a-9fad-17ed6eae0499 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:53:02.209417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 54568788-d1f1-4ff6-a522-02337a6a1553, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=54568788-d1f1-4ff6-a522-02337a6a1553,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:02.225689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '54568788-d1f1-4ff6-a522-02337a6a1553', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'port_id': '54568788-d1f1-4ff6-a522-02337a6a1553', 'mac_address': 'fa:16:3e:14:e0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:02.265508 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.279515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54568788-d1f1-4ff6-a522-02337a6a1553 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:02.304757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 54568788-d1f1-4ff6-a522-02337a6a1553, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=54568788-d1f1-4ff6-a522-02337a6a1553,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:02.310285 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:02.363949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=54568788-d1f1-4ff6-a522-02337a6a1553,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:02.509285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['54568788-d1f1-4ff6-a522-02337a6a1553'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:02.617387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-529c48e5-397a-485c-b078-b064c6127c6f tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:02.629368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-529c48e5-397a-485c-b078-b064c6127c6f tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5161192 Sep 18 01:53:02.668674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e0ebf283-042b-4662-8dbb-ef178c6089cd tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:02.677668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e0ebf283-042b-4662-8dbb-ef178c6089cd tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports/5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 1095 time: 0.0472271 Sep 18 01:53:02.851800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581a8a8-10bd-46a9-8a9e-44f527238f63 req-bbe13727-c406-408f-b800-06943c29b157 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:02.853436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7581a8a8-10bd-46a9-8a9e-44f527238f63 req-bbe13727-c406-408f-b800-06943c29b157 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 945 time: 0.0559361 Sep 18 01:53:02.893184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7581a8a8-10bd-46a9-8a9e-44f527238f63 req-3a2fb71e-7def-43a7-b91d-c05b3500a38f tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Sep 18 01:53:03.137471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37558) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:03.142880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-98924183-network', 'tenant_id': '196d219130714dc98080accf12ac5950'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:03.169462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Made reservation on behalf of 196d219130714dc98080accf12ac5950 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:03.172162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.181956 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.238890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Request body: {'binding': {'host': 'n-h1-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:03.239408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:53:03.308604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37562) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:03.361200 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6914470b-061c-4ab5-b1ff-87901ce06029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.442971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.443539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.444196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.444667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.445133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.445756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.446220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.446681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.448861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7a9eea4-562d-47ff-a823-d9cf6ea2b5ae req-f775a646-a818-45e6-9ea3-2a68b80d721a tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5734 time: 0.2560678 Sep 18 01:53:03.511473 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.527482 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01bd9ee4-54c7-438e-8a7f-d8b4051e2875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.535670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.566500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd9c202-4952-4c51-9d03-785d42b27937,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:03.583147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on host n-h1-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:03.583589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:03.583941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:03.594735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:03.595081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:03.597585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:53:03.608011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:03.608352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:03.608907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:03.609544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Bound port: 5042d8bb-1593-493e-aa22-d34dc24b4a63, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:03.635077 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.635643 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Added segment 549fdcbe-02fa-4ea9-a7c5-8e17c44daae2 of type vlan for network cfda619f-9f62-43d2-b0cd-c140d858b9e8 Sep 18 01:53:03.663650 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01bd9ee4-54c7-438e-8a7f-d8b4051e2875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.668564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01bd9ee4-54c7-438e-8a7f-d8b4051e2875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.714812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd9ee4-54c7-438e-8a7f-d8b4051e2875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75d390-a617-4512-a401-606e059455c2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:03.718336 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-01bd9ee4-54c7-438e-8a7f-d8b4051e2875 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b90cf56d8198412995ab7db191548987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086299 Sep 18 01:53:03.721595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37580) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:03.769174 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.793651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:03.808593 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.809822 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e630d763-e211-43ef-ab2d-5dec3077af4f service neutron] 10.222.0.21 "POST /v2.0/ports/5042d8bb-1593-493e-aa22-d34dc24b4a63/bindings HTTP/1.1" status: 201 len: 390 time: 0.8828099 Sep 18 01:53:03.821279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.822361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:03.823862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:03.857215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7182512 Sep 18 01:53:03.860890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:03.867581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Request body: {'subnet': {'network_id': 'cfda619f-9f62-43d2-b0cd-c140d858b9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-98924183-subnet', 'tenant_id': '196d219130714dc98080accf12ac5950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:03.971411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198200ae-7f7c-446b-a1b7-ba117fdc8fee admin admin] Pushing event updated for resources: {'Network': ['ID=cfda619f-9f62-43d2-b0cd-c140d858b9e8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:03.991388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network cfda619f-9f62-43d2-b0cd-c140d858b9e8 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:53:04.002436 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.016719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Made reservation on behalf of 196d219130714dc98080accf12ac5950 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:04.021849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.082094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 54568788-d1f1-4ff6-a522-02337a6a1553 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:04.154006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfe1fd-4508-4d93-83d2-1489ece343c1 req-9ed74d4c-330d-442a-b0a9-5dc94e9c5d1d tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.155587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7bbfe1fd-4508-4d93-83d2-1489ece343c1 req-9ed74d4c-330d-442a-b0a9-5dc94e9c5d1d tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 886 time: 0.2037215 Sep 18 01:53:04.224564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 54568788-d1f1-4ff6-a522-02337a6a1553 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:04.230884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 54568788-d1f1-4ff6-a522-02337a6a1553 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:04.231540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.278859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-b75e54ac-acf6-4aeb-86a6-e5262c6b377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.280282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-b75e54ac-acf6-4aeb-86a6-e5262c6b377a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1098 time: 0.1028225 Sep 18 01:53:04.320989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.337396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fec82-37fa-40a6-b831-d722322a567a req-3998d9f8-868e-4552-893e-87d20381e225 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.344608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e23fec82-37fa-40a6-b831-d722322a567a req-3998d9f8-868e-4552-893e-87d20381e225 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 945 time: 0.2204201 Sep 18 01:53:04.347889 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f715f68-7276-4770-bea4-5fc467170dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.375508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f715f68-7276-4770-bea4-5fc467170dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.425182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a880a7c1-d5b7-486b-8fd9-202b73bcdc87,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:04.446339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Checking segment: {'id': '549fdcbe-02fa-4ea9-a7c5-8e17c44daae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfda619f-9f62-43d2-b0cd-c140d858b9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:04.447705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Network hostable DHCP agents. Network: cfda619f-9f62-43d2-b0cd-c140d858b9e8, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:53:04.461566 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f715f68-7276-4770-bea4-5fc467170dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.464383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f715f68-7276-4770-bea4-5fc467170dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.465682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0f715f68-7276-4770-bea4-5fc467170dc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a75d390-a617-4512-a401-606e059455c2 HTTP/1.1" status: 204 len: 168 time: 0.7432742 Sep 18 01:53:04.481125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2996c-c43d-498a-a98a-0d2e41b80b54 req-57e9aeb2-2da4-41e0-abd0-077461adef48 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.483706 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7a2996c-c43d-498a-a98a-0d2e41b80b54 req-57e9aeb2-2da4-41e0-abd0-077461adef48 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 946 time: 0.1285751 Sep 18 01:53:04.512897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f715f68-7276-4770-bea4-5fc467170dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75d390-a617-4512-a401-606e059455c2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:04.530979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Network cfda619f-9f62-43d2-b0cd-c140d858b9e8 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:53:04.536769 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e23fec82-37fa-40a6-b831-d722322a567a req-32603856-4f2c-412a-baf8-3238a40b2243 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101401 Sep 18 01:53:04.564110 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.564634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, cfda619f-9f62-43d2-b0cd-c140d858b9e8) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:04.575749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c5548-591f-49b3-b9b3-d3d3aa85626f None None] Network cfda619f-9f62-43d2-b0cd-c140d858b9e8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:04.577737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e602f669-1110-4bf3-b027-a816dad3fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.579268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e602f669-1110-4bf3-b027-a816dad3fd6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.2824206 Sep 18 01:53:04.589206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.602703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.614845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54568788-d1f1-4ff6-a522-02337a6a1553'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:04.616850 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3061d632-7a77-48f3-949f-92a1d73c3e8d" -d '{"events": [{"server_uuid": "1b76251f-413d-4e62-899b-e82f53ee6de7", "name": "network-vif-plugged", "status": "completed", "tag": "54568788-d1f1-4ff6-a522-02337a6a1553"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:04.641204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-a3671ba5-2e70-4ba4-9867-cae61d18fc13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 217 time: 0.0537896 Sep 18 01:53:04.648468 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7a2996c-c43d-498a-a98a-0d2e41b80b54 req-b4b2f46f-e9b8-4c5b-bb55-462a9fc9172c tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556389 Sep 18 01:53:04.663912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3f43e7b9-c0f6-4ff5-98af-70d7bd677b74 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8012996 Sep 18 01:53:04.710760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 54568788-d1f1-4ff6-a522-02337a6a1553, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=54568788-d1f1-4ff6-a522-02337a6a1553,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:04.723000 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.776167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-3bdd4493-2f21-4c78-9306-a0a7c6a4bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.778297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-3bdd4493-2f21-4c78-9306-a0a7c6a4bb3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1253817 Sep 18 01:53:04.821321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-4a54e95f-02eb-433f-96b2-95174821435b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355802 Sep 18 01:53:04.834863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=54568788-d1f1-4ff6-a522-02337a6a1553,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:04.838551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:04.886860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.887275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6870c837-f100-4964-9a9f-80dc650bc624 None None] Network cfda619f-9f62-43d2-b0cd-c140d858b9e8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:04.887391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.887792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.888256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.888734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.889569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.890031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.890486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.890969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:04.892914 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d4d602f-a0e4-4a91-807f-040e05f23c18 req-844327ef-bb79-4357-be0a-891e62b4332b tempest-NetworksTest-898275564 tempest-NetworksTest-898275564-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6427 time: 0.2505937 Sep 18 01:53:04.974325 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b3c0f-855c-4e79-b9da-bd2650dad273 x-openstack-request-id: req-471b3c0f-855c-4e79-b9da-bd2650dad273 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:04.976610 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76251f-413d-4e62-899b-e82f53ee6de7", "name": "network-vif-plugged", "status": "completed", "tag": "54568788-d1f1-4ff6-a522-02337a6a1553", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:04.976610 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-471b3c0f-855c-4e79-b9da-bd2650dad273 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:04.976610 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54568788-d1f1-4ff6-a522-02337a6a1553', 'code': 200} Sep 18 01:53:04.976890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-54844621-6ea3-47a7-96be-1e3e8e113412 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461308 Sep 18 01:53:05.121391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b578c6a-4b0e-4d1b-87dd-2664e0c2daa0 req-4330ca0d-7d10-4b54-a2df-49cbcb76fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:05.122622 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b578c6a-4b0e-4d1b-87dd-2664e0c2daa0 req-4330ca0d-7d10-4b54-a2df-49cbcb76fc8f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 1098 time: 0.0681980 Sep 18 01:53:05.126848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-6c6a95ff-b61b-44c4-86cb-b3321a0d94d8 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418798 Sep 18 01:53:05.167340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b578c6a-4b0e-4d1b-87dd-2664e0c2daa0 req-5766b5de-26b3-45eb-816b-83310945af76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327840 Sep 18 01:53:05.178666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37650) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:05.196870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7961c1e-e726-47ed-9d35-54a87ea02a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:05.331206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7961c1e-e726-47ed-9d35-54a87ea02a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:05.336303 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7961c1e-e726-47ed-9d35-54a87ea02a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:05.381350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7961c1e-e726-47ed-9d35-54a87ea02a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dd7c71-4c6f-4996-acb9-8eda37537c83,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:05.390033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f7961c1e-e726-47ed-9d35-54a87ea02a61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07a711aabb29404785c075bfc8164f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070649 Sep 18 01:53:05.390033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37662) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:05.448642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dab64193-5ae5-4171-821e-4a9cc7da7a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:05.515462 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dab64193-5ae5-4171-821e-4a9cc7da7a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:05.588698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-f4220083-9ee1-4aad-af55-a2f9762542ae tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:05.590946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-f4220083-9ee1-4aad-af55-a2f9762542ae tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1098 time: 0.1225307 Sep 18 01:53:05.604486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-12'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:05.633750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37680) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:05.640983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dab64193-5ae5-4171-821e-4a9cc7da7a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:05.644054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dab64193-5ae5-4171-821e-4a9cc7da7a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:05.645194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dab64193-5ae5-4171-821e-4a9cc7da7a55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33dd7c71-4c6f-4996-acb9-8eda37537c83 HTTP/1.1" status: 204 len: 168 time: 0.2544196 Sep 18 01:53:05.677103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab64193-5ae5-4171-821e-4a9cc7da7a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dd7c71-4c6f-4996-acb9-8eda37537c83,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:05.682254 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:05.863895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:05.935192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:05.966567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-f3ff2406-3037-428e-91b7-6958d3b161e7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:05.969147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-f3ff2406-3037-428e-91b7-6958d3b161e7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 807 time: 0.1563683 Sep 18 01:53:05.970936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb7f47-e594-4fb4-8fcd-3d0e3dbbab3d req-dd77f9bd-a0a9-4417-a042-e76ea0c27c16 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:05.972457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4aeb7f47-e594-4fb4-8fcd-3d0e3dbbab3d req-dd77f9bd-a0a9-4417-a042-e76ea0c27c16 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 946 time: 0.0989912 Sep 18 01:53:05.988082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-3a5d7fe5-754a-400f-a9f1-2e3a9b04b2cb tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/quotas/a3a9a182534b46a6a35061163f3be7bd HTTP/1.1" status: 200 len: 375 time: 0.0116408 Sep 18 01:53:06.009002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:06.011804 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816903f8-4737-4a4c-8c2a-fb372715da75" -d '{"events": [{"server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "name": "network-vif-unplugged", "status": "completed", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:06.017231 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.025396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4cfebca-2bbf-4692-8c46-b1fd388a0779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.030988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.054386 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-6f4d44d7-dcf9-483f-949f-d9a0a77679ed tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599127 Sep 18 01:53:06.068819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4aeb7f47-e594-4fb4-8fcd-3d0e3dbbab3d req-d1238f5c-bb66-4099-99ea-18c31d5a605e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881176 Sep 18 01:53:06.148343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:06.163117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on host n-h2-789963-12 for vnic_type normal with profile {"migrating_to": "n-h1-789963-12"} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:06.163117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:06.163117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:06.164669 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.183870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:06.184298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Attempting to bind port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:06.192455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:06.192785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:06.193162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:06.193591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Bound port: 5042d8bb-1593-493e-aa22-d34dc24b4a63, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:06.193944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.265479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27392d55-37df-429b-8926-112d65f0ccc6 req-8628ede5-3202-4fd3-be2d-ea430771060e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:06.269354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-27392d55-37df-429b-8926-112d65f0ccc6 req-8628ede5-3202-4fd3-be2d-ea430771060e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.1222069 Sep 18 01:53:06.276436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-3cd255a5-564a-4ee9-9da0-f7af6adff0b0 service neutron] 10.222.0.21 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209301 Sep 18 01:53:06.361644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4cfebca-2bbf-4692-8c46-b1fd388a0779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.368336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:06.374744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-27392d55-37df-429b-8926-112d65f0ccc6 req-22f5a495-5a4c-4258-b9a9-1971528e838c tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950224 Sep 18 01:53:06.391156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4cfebca-2bbf-4692-8c46-b1fd388a0779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.391610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:06.401998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.538427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:06.538427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.538427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] 10.222.0.18 "PUT /v2.0/ports/5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 1124 time: 0.9352407 Sep 18 01:53:06.540796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd29e1a-050e-45f7-a336-85720242ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=8']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:06.605738 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d91d8c7-04fe-4712-8305-7fcf1d1724a3 x-openstack-request-id: req-3d91d8c7-04fe-4712-8305-7fcf1d1724a3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:06.606084 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "name": "network-vif-unplugged", "status": "completed", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:06.606461 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d91d8c7-04fe-4712-8305-7fcf1d1724a3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:06.606948 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63', 'code': 200} Sep 18 01:53:06.607352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['5042d8bb-1593-493e-aa22-d34dc24b4a63'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:06.669770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b4cfebca-2bbf-4692-8c46-b1fd388a0779 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=265d6873e74a47f7ae0ead0ea9fbdb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0339131 Sep 18 01:53:06.670277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:06.670518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfebca-2bbf-4692-8c46-b1fd388a0779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173ac57f-7c1b-4b45-ad08-32dd07dc3289,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:06.682864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-0d38a8d0-8431-4a14-bbc2-51649a460b82 service neutron] 10.222.0.21 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053404 Sep 18 01:53:06.754614 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9682605-5d56-4d4a-b0e2-d19c15630216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.778329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9682605-5d56-4d4a-b0e2-d19c15630216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.840685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9682605-5d56-4d4a-b0e2-d19c15630216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.843920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9682605-5d56-4d4a-b0e2-d19c15630216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:06.845341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9682605-5d56-4d4a-b0e2-d19c15630216 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/173ac57f-7c1b-4b45-ad08-32dd07dc3289 HTTP/1.1" status: 204 len: 168 time: 0.1745639 Sep 18 01:53:06.854098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9682605-5d56-4d4a-b0e2-d19c15630216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173ac57f-7c1b-4b45-ad08-32dd07dc3289,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:06.981349 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7935d96-01d4-4473-87e6-a770dd7fd234 req-3c1daecd-b6fe-4d3b-8ecc-2fa747e546b0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 210 time: 0.0397475 Sep 18 01:53:07.005678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37750) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:07.221502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-3064edcc-8fb1-4669-97bd-7711d5467c64 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f39297eb02dd400bab84daf7b333ed59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295761 Sep 18 01:53:07.261887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190b90d-7bb5-4dca-8695-1a962a24263b req-b7c36b4b-ce70-4b47-8a20-54a9f902c148 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:07.268857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7190b90d-7bb5-4dca-8695-1a962a24263b req-b7c36b4b-ce70-4b47-8a20-54a9f902c148 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 946 time: 0.0837073 Sep 18 01:53:07.303480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26500faf-8239-4e9b-a381-119be43db01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:07.349653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7190b90d-7bb5-4dca-8695-1a962a24263b req-5108011c-2053-4494-9495-f112271b5c90 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728846 Sep 18 01:53:07.410621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37790) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:07.428642 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaf516d6-d20e-48d0-8321-1f2200d76cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:07.474120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-ef7b3d04-09ef-4bd4-8660-d78ee74770f7 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:07.475799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-ef7b3d04-09ef-4bd4-8660-d78ee74770f7 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467070 Sep 18 01:53:07.493663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37794) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:07.513137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6331d-423f-48a2-8db5-be01de823f59 req-5ae0e3f7-3220-47de-a1b7-846d7eedec81 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:07.514678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59b6331d-423f-48a2-8db5-be01de823f59 req-5ae0e3f7-3220-47de-a1b7-846d7eedec81 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 946 time: 0.0634725 Sep 18 01:53:07.515588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-9cd922e4-9f4b-4587-a7a9-93f657d1c919 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/quotas/f39297eb02dd400bab84daf7b333ed59 HTTP/1.1" status: 200 len: 375 time: 0.0312738 Sep 18 01:53:07.524316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37798) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:07.530234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Request body: {'floatingip': {'port_id': '54568788-d1f1-4ff6-a522-02337a6a1553'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:07.649746 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-14b23de1-2889-48fa-ae17-3c7bfab03ebb tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f39297eb02dd400bab84daf7b333ed59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269615 Sep 18 01:53:07.653296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-network', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:07.671850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:07.691513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cd9d4-f817-47bb-92dd-6238e8909496 req-af4f944a-29aa-4771-a2fc-156497dec267 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:07.698983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c85cd9d4-f817-47bb-92dd-6238e8909496 req-af4f944a-29aa-4771-a2fc-156497dec267 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.0738382 Sep 18 01:53:07.766299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c85cd9d4-f817-47bb-92dd-6238e8909496 req-6b9a8c2e-9531-404d-947f-faf144850496 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605669 Sep 18 01:53:07.802830 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26500faf-8239-4e9b-a381-119be43db01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:07.820793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26500faf-8239-4e9b-a381-119be43db01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:07.856823 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2f96188-f15f-41a4-94b0-18400094dc29 req-6e328905-7db8-4965-a1b5-1e87ab2c1d20 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0307646 Sep 18 01:53:07.865623 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:53:07.865623 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 01:53:07.865623 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id_1': 'dd234e5a29704a8ebac0de01214552d2', 'expiration_1': datetime.datetime(2021, 9, 18, 1, 52, 47, 665587)}] Sep 18 01:53:07.865623 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:53:07.865928 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:53:07.947703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-26500faf-8239-4e9b-a381-119be43db01c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe2dbf209a1042018737d6392e986032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9403114 Sep 18 01:53:07.950465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26500faf-8239-4e9b-a381-119be43db01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b1b74a-a2b1-4d11-b57e-ef16b5fbb7a4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:07.952007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37814) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:07.956154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaf516d6-d20e-48d0-8321-1f2200d76cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.001938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaf516d6-d20e-48d0-8321-1f2200d76cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.140659 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eaf516d6-d20e-48d0-8321-1f2200d76cbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e665fbbd2c71447a87d1950c5f0493fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7285702 Sep 18 01:53:08.141470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf516d6-d20e-48d0-8321-1f2200d76cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6640c5aa-cdcc-4a95-b94d-64a2afda7ac3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:08.167339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37832) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:08.193445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-531d678f-8a56-41e3-98e7-6b823ad8a27d req-dddf8042-c602-4d8b-8e3f-970fd2e10602 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 210 time: 0.0930023 Sep 18 01:53:08.201427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb2b11db-e461-48ff-8d32-9ab2ff499a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.240619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb2b11db-e461-48ff-8d32-9ab2ff499a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.269288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be74a5e2-1fbc-46e6-847a-3b4ebd7c4f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.310563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be74a5e2-1fbc-46e6-847a-3b4ebd7c4f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.341636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb2b11db-e461-48ff-8d32-9ab2ff499a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.345071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb2b11db-e461-48ff-8d32-9ab2ff499a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.346668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eb2b11db-e461-48ff-8d32-9ab2ff499a91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25b1b74a-a2b1-4d11-b57e-ef16b5fbb7a4 HTTP/1.1" status: 204 len: 168 time: 0.3927441 Sep 18 01:53:08.369257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b11db-e461-48ff-8d32-9ab2ff499a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b1b74a-a2b1-4d11-b57e-ef16b5fbb7a4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:08.412925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be74a5e2-1fbc-46e6-847a-3b4ebd7c4f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.417553 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be74a5e2-1fbc-46e6-847a-3b4ebd7c4f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.428526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-be74a5e2-1fbc-46e6-847a-3b4ebd7c4f27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6640c5aa-cdcc-4a95-b94d-64a2afda7ac3 HTTP/1.1" status: 204 len: 168 time: 0.2543776 Sep 18 01:53:08.446052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74a5e2-1fbc-46e6-847a-3b4ebd7c4f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6640c5aa-cdcc-4a95-b94d-64a2afda7ac3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:08.622297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:08.624806 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e249ff-4b90-41b1-8cd2-e7786748b5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:08.681961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Made reservation on behalf of dd234e5a29704a8ebac0de01214552d2 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:08.689480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.736910 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8bb52a-87a1-4240-afee-e9b3110e05ef x-openstack-request-id: req-fd8bb52a-87a1-4240-afee-e9b3110e05ef {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:08.737206 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:08.737435 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd8bb52a-87a1-4240-afee-e9b3110e05ef {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:08.737831 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63', 'status': 'completed', 'code': 200} Sep 18 01:53:08.742632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.873086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-68f6b600-03b6-45e4-a82d-e5610ec2f8bb tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:08.874524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-68f6b600-03b6-45e4-a82d-e5610ec2f8bb tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 807 time: 0.7469292 Sep 18 01:53:08.888136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37884) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:08.906984 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:08.919935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Request body: {'port': {'device_id': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'admin_state_up': True, 'tenant_id': 'a3a9a182534b46a6a35061163f3be7bd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:08.995024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-654069d2-39b5-4305-ae91-94ffceb00980 req-2840581b-5e9a-4089-8109-869cac6ac88d tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0430865 Sep 18 01:53:09.114264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:53:09.123087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-23f2496d-9d10-4cb2-98ce-b33386857623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:09.124496 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-23f2496d-9d10-4cb2-98ce-b33386857623 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1127 time: 0.3117638 Sep 18 01:53:09.238083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b417929-78e5-490e-9d4a-8d6f0f4856dc req-46de78a4-83a8-456f-8128-d091ef0ccd6f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:09.245195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b417929-78e5-490e-9d4a-8d6f0f4856dc req-46de78a4-83a8-456f-8128-d091ef0ccd6f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.3567867 Sep 18 01:53:09.257155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37896) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:09.331418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e291a7f5-6c78-46aa-9eff-444cfe52c9bd req-4af341d7-16e8-4cf1-827a-f4d02e621da7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 210 time: 0.0416934 Sep 18 01:53:09.336602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.339461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-a54c10f3-32a0-4ad7-922f-e1dd800c7216 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f39297eb02dd400bab84daf7b333ed59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1796062 Sep 18 01:53:09.398649 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.428194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d7420669-8dc5-41d4-a5c2-b6755c15d724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.463378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b417929-78e5-490e-9d4a-8d6f0f4856dc req-e3ae7067-6303-4bcf-87a5-1e1caa22c742 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173386 Sep 18 01:53:09.554674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-7a0ce878-aae6-4206-98bd-9fca32dfff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:09.556146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-7a0ce878-aae6-4206-98bd-9fca32dfff92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.3983026 Sep 18 01:53:09.560089 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.597714 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.649051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.653492 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.657371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-7986edc4-271d-41ae-a6df-8d30d884f365 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 217 time: 0.0928800 Sep 18 01:53:09.681372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:53:09.695132 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2574df854b25431aa506ed797e685620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8058531 Sep 18 01:53:09.695893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37908) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:09.696522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ec999a-0bca-4529-abf3-f8587b902905,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:09.715429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.715774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.716293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.716640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.717076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.717406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.717730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.718051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.718370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.718688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.719038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.719352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6994d1c-ff01-4cb8-9be2-0892794a667f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:09.732159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5e2811-64a6-43e0-a529-654404fc6a50,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:09.740925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-87362f1d-989a-4c2f-bf9e-9aec17762b93 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:09.742383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-87362f1d-989a-4c2f-bf9e-9aec17762b93 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3673925 Sep 18 01:53:09.748909 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Floating IP 82438693-cebe-4153-91d8-d454938c7a1f associated. External IP: 172.25.0.124, port: 54568788-d1f1-4ff6-a522-02337a6a1553. Sep 18 01:53:09.755387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.755818 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Added segment 19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c of type vlan for network 9943b299-4de0-4de1-9bb8-48ef40727e02 Sep 18 01:53:09.765522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Request body: {'port': {'device_id': 'd1abeee5-188e-40e6-83ed-148aee5c3c50', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'f39297eb02dd400bab84daf7b333ed59'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:09.777143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c8102a9-cbb9-40f1-8170-7aa2c6a87cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.779350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Made reservation on behalf of a3a9a182534b46a6a35061163f3be7bd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:09.783724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.812574 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c8102a9-cbb9-40f1-8170-7aa2c6a87cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.891039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c8102a9-cbb9-40f1-8170-7aa2c6a87cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.894371 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c8102a9-cbb9-40f1-8170-7aa2c6a87cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.895652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c8102a9-cbb9-40f1-8170-7aa2c6a87cfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2ec999a-0bca-4529-abf3-f8587b902905 HTTP/1.1" status: 204 len: 168 time: 0.1961205 Sep 18 01:53:09.901766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-92c87b9c-766d-41c3-969d-c663f9bccf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:09.903252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-92c87b9c-766d-41c3-969d-c663f9bccf68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.2229867 Sep 18 01:53:09.904845 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.930254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d7420669-8dc5-41d4-a5c2-b6755c15d724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.931900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8102a9-cbb9-40f1-8170-7aa2c6a87cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ec999a-0bca-4529-abf3-f8587b902905,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:09.938090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d7420669-8dc5-41d4-a5c2-b6755c15d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:09.994395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7420669-8dc5-41d4-a5c2-b6755c15d724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e12e58-f083-4b24-9f29-b97f92c3879c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:10.000105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d7420669-8dc5-41d4-a5c2-b6755c15d724 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1280b0601b2346ad9e007d989a59c4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7415295 Sep 18 01:53:10.002799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:10.099078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35583808-e567-40e1-89af-819e82012fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.101597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 5042d8bb-1593-493e-aa22-d34dc24b4a63 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:10.170778 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35583808-e567-40e1-89af-819e82012fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.174361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c62034a0-9de3-4ec3-8a18-1fe60a62e724 req-9543e8a1-5eba-42b3-b745-a5afe3e96426 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0518589 Sep 18 01:53:10.231461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35583808-e567-40e1-89af-819e82012fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.235289 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35583808-e567-40e1-89af-819e82012fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.237162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-35583808-e567-40e1-89af-819e82012fb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89e12e58-f083-4b24-9f29-b97f92c3879c HTTP/1.1" status: 204 len: 168 time: 0.2325616 Sep 18 01:53:10.249405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35583808-e567-40e1-89af-819e82012fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e12e58-f083-4b24-9f29-b97f92c3879c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:10.251872 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:10.266196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 5042d8bb-1593-493e-aa22-d34dc24b4a63 has no active binding in host n-h1-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:53:10.308066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-9887a240-8cdf-4203-9232-db92488a181a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3914335 Sep 18 01:53:10.319565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:53:10.425021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.425942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:10.426513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.582992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e572ae7-1f3c-4bd1-bff5-65bd2ed68b62 req-771648b2-776c-4cea-92b4-7b6614d357e2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 210 time: 0.1587996 Sep 18 01:53:10.598942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.1039970 Sep 18 01:53:10.603469 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37948) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:10.619770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Request body: {'subnet': {'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-subnet', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:10.642594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eea0e9-1d36-47e7-bc3f-5dcb5793d04c req-b253a7cb-3f49-4183-bccf-43144917cea3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:10.650942 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7eea0e9-1d36-47e7-bc3f-5dcb5793d04c req-b253a7cb-3f49-4183-bccf-43144917cea3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.0948479 Sep 18 01:53:10.652125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37950) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:10.678995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53cedb6e-4bf2-4cc6-9545-a475e5a39bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.680761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Pushing event updated for resources: {'Network': ['ID=9943b299-4de0-4de1-9bb8-48ef40727e02,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:10.693566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Allocated IP 172.20.0.9 (2a6967de-a06b-40d2-a635-71d7b76a90af/54fdb8d0-5ac2-4c8a-b7be-6137737208b8/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:10.696576 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7eea0e9-1d36-47e7-bc3f-5dcb5793d04c req-afa823e6-d283-46a3-9e5a-2e758ce1666b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Sep 18 01:53:10.702837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.703143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.703546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.703902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.704299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.704655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.704980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.705370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.705788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.706102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.706427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.706760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fdb75a-66df-473d-aab1-05226945b483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:10.732862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:53:10.741298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Made reservation on behalf of f39297eb02dd400bab84daf7b333ed59 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:10.744969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.756251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-56e1e07a-5aac-4fa4-91a1-c991d5a13b59 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286132 Sep 18 01:53:10.758088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Made reservation on behalf of dd234e5a29704a8ebac0de01214552d2 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:10.762097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.784536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:10.851625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37954) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:10.917882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:53:11.005257 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.072012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a254c7-29ac-4655-891e-5cccf0e2715d,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:11.090696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-25df2bdc-37a9-4146-82df-e289bbe627c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.112990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Checking segment: {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:11.113347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Network hostable DHCP agents. Network: 9943b299-4de0-4de1-9bb8-48ef40727e02, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:53:11.130286 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91e249ff-4b90-41b1-8cd2-e7786748b5c6 req-fddf2bad-00f2-4876-8900-cac544140d53 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428690 Sep 18 01:53:11.132226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:53:11.153061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9943b299-4de0-4de1-9bb8-48ef40727e02) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:11.162130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:11.165034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad74c873-46c5-42cd-b7aa-5b3049f830af None None] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:11.169825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:11.171019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.171129 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.177754 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] Sync routers for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:11.189425 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:11.190054 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:11.233461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-54013795-8b6e-4938-93eb-cce8ec307a53 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "PUT /v2.0/floatingips/82438693-cebe-4153-91d8-d454938c7a1f HTTP/1.1" status: 200 len: 992 time: 3.7080164 Sep 18 01:53:11.239444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'tag': '54568788-d1f1-4ff6-a522-02337a6a1553'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:11.241893 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b76251f-413d-4e62-899b-e82f53ee6de7", "tag": "54568788-d1f1-4ff6-a522-02337a6a1553"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:11.248825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.256525 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53cedb6e-4bf2-4cc6-9545-a475e5a39bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.269324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53cedb6e-4bf2-4cc6-9545-a475e5a39bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.279521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-602a4e07-6538-4955-8d42-6f269b1b9433 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6747854 Sep 18 01:53:11.280037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:11.284626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:11.341521 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:11.381498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53cedb6e-4bf2-4cc6-9545-a475e5a39bd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=939f63b7b9cb47139166ff3a4320f9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281754 Sep 18 01:53:11.384604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:11.391021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d6c15af1-5813-4c93-9fa5-335cb8daca11 req-50d2847a-d765-4533-a97d-e28e411727f2 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0771132 Sep 18 01:53:11.404233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cedb6e-4bf2-4cc6-9545-a475e5a39bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96315e9-702c-4e04-b178-8bfa648a1761,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:11.466416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37980) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:11.481659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.484966 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b356dc7c-e240-4d9e-9c72-90cbec97c90a x-openstack-request-id: req-b356dc7c-e240-4d9e-9c72-90cbec97c90a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:11.485543 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b76251f-413d-4e62-899b-e82f53ee6de7", "tag": "54568788-d1f1-4ff6-a522-02337a6a1553", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:11.486177 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b356dc7c-e240-4d9e-9c72-90cbec97c90a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:11.486786 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'tag': '54568788-d1f1-4ff6-a522-02337a6a1553', 'status': 'completed', 'code': 200} Sep 18 01:53:11.490665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.512975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-9943b299-4de0-4de1-9bb8-48ef40727e02', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:53:11.514585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.522874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.538593 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d4fe106f-2e7e-46b5-bc6a-33ed90b0c0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.625744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-408407574-network', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:11.643066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d4fe106f-2e7e-46b5-bc6a-33ed90b0c0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.748963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Network 2a6967de-a06b-40d2-a635-71d7b76a90af is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:11.758221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Allocated IP 172.20.0.2 (9943b299-4de0-4de1-9bb8-48ef40727e02/d7a254c7-29ac-4655-891e-5cccf0e2715d/0a144a9d-2318-4cfc-836e-9793a86e1563) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:11.768896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:11.780251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64303a1b-370d-4795-8f83-72da8d9ca4cc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:11.787968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:11.792551 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d4fe106f-2e7e-46b5-bc6a-33ed90b0c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.798191 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '82438693-cebe-4153-91d8-d454938c7a1f', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'port_id': '54568788-d1f1-4ff6-a522-02337a6a1553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'mac_address': 'fa:16:3e:14:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:52:49Z', 'updated_at': '2021-09-18T01:53:08Z', 'revision_number': 1, 'project_id': '86d857a408474249b56a57abc4104dab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:11.799034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d4fe106f-2e7e-46b5-bc6a-33ed90b0c0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.804417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d4fe106f-2e7e-46b5-bc6a-33ed90b0c0d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a96315e9-702c-4e04-b178-8bfa648a1761 HTTP/1.1" status: 204 len: 168 time: 0.4137824 Sep 18 01:53:11.816053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-25df2bdc-37a9-4146-82df-e289bbe627c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.829424 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] Checking router: 2d8d005b-9bff-4cf0-9fc1-95db184b7147 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:11.838257 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:11.839822 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:11.860237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:11.860938 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.871968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Pushing event updated for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:11.876914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe106f-2e7e-46b5-bc6a-33ed90b0c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96315e9-702c-4e04-b178-8bfa648a1761,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:11.877707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-0db6819c-4795-4298-809e-cd4d6337c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:11.879602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-0db6819c-4795-4298-809e-cd4d6337c712 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=86d857a408474249b56a57abc4104dab&device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 1098 time: 0.3851194 Sep 18 01:53:11.888188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-25df2bdc-37a9-4146-82df-e289bbe627c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:11.993705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfded5-864e-4eb6-950f-e43317a40b8f req-cb04a09c-c45f-47c3-9efb-e9f586d3504e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:11.996007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-77cfded5-864e-4eb6-950f-e43317a40b8f req-cb04a09c-c45f-47c3-9efb-e9f586d3504e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 931 time: 0.2735596 Sep 18 01:53:12.019102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Made reservation on behalf of 5fa15d49867a4438a5242dbd5002c316 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:12.022082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.025170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.027579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.043958 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:12.093492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-e55cb68b-cf59-43a1-99f6-4f2d3ced57db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1952109 Sep 18 01:53:12.095535 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df2bdc-37a9-4146-82df-e289bbe627c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f897d9-fd0b-445d-9238-6d86bac6c72f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:12.096702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.101657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-25df2bdc-37a9-4146-82df-e289bbe627c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=099069202b12441ca77bdb2796a52e74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2480836 Sep 18 01:53:12.104827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37992) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:12.106297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Allocated IP 192.168.233.39 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/cd83bb1f-28f2-4318-878c-39295991b6a2) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:12.114406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Request body: {'port': {'device_id': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:12.123354 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.138866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.167727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ea92-6a77-4196-b734-431508534f44 req-8bce7eb3-0ff0-441c-a107-d889389e06ca tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:12.170777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-efd9ea92-6a77-4196-b734-431508534f44 req-8bce7eb3-0ff0-441c-a107-d889389e06ca tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.3246279 Sep 18 01:53:12.188542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Pushing event updated for resources: {'Port': ['ID=0a144a9d-2318-4cfc-836e-9793a86e1563,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:12.210925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:12.212677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:12.215885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:12.252403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-a9c84b9a-c9b7-464c-a678-8ab6974d2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:12.254204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-a9c84b9a-c9b7-464c-a678-8ab6974d2f27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 200 len: 923 time: 0.3604136 Sep 18 01:53:12.258871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.283637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Attempting to bind port 0a144a9d-2318-4cfc-836e-9793a86e1563 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:12.284292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Attempting to bind port 0a144a9d-2318-4cfc-836e-9793a86e1563 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:12.284900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Attempting to bind port 0a144a9d-2318-4cfc-836e-9793a86e1563 on network 9943b299-4de0-4de1-9bb8-48ef40727e02 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:12.286852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-77cfded5-864e-4eb6-950f-e43317a40b8f req-0a6ec594-924c-4423-94ec-2a554b0c99db tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440658 Sep 18 01:53:12.294951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:12.294951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Checking segment: {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:12.294951 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.294951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Bound using segment: {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:12.294951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Bound port: 0a144a9d-2318-4cfc-836e-9793a86e1563, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:12.294951 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.342426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-efd9ea92-6a77-4196-b734-431508534f44 req-04eeb8e4-9ea6-47fa-b71e-19a4ea1167bd tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273439 Sep 18 01:53:12.416174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] For port 0a144a9d-2318-4cfc-836e-9793a86e1563, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:12.424967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] For port 0a144a9d-2318-4cfc-836e-9793a86e1563, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0a144a9d-2318-4cfc-836e-9793a86e1563,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:12.434658 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.458229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.499041 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '82438693-cebe-4153-91d8-d454938c7a1f', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'port_id': '54568788-d1f1-4ff6-a522-02337a6a1553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'mac_address': 'fa:16:3e:14:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:52:49Z', 'updated_at': '2021-09-18T01:53:08Z', 'revision_number': 1, 'project_id': '86d857a408474249b56a57abc4104dab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:12.505494 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.536920 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9611a-d9dd-4809-893a-6b577acb15e9 None None] The sync data for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 is: [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '82438693-cebe-4153-91d8-d454938c7a1f', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'port_id': '54568788-d1f1-4ff6-a522-02337a6a1553', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'mac_address': 'fa:16:3e:14:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:52:49Z', 'updated_at': '2021-09-18T01:53:08Z', 'revision_number': 1, 'project_id': '86d857a408474249b56a57abc4104dab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:53:12.553161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6eaa4146-77e7-4c86-ac71-3ea80aad5cdd req-1fa89a54-b2dd-476c-b87a-d9f9ed7d4e36 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 210 time: 0.0510139 Sep 18 01:53:12.601327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b970e4a-8637-43b5-83af-9f745ffcbc8c None None] Pushing event updated for resources: {'Port': ['ID=0a144a9d-2318-4cfc-836e-9793a86e1563,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:12.602162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.614919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.643484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:53:12.675658 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.676106 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Added segment bb7d0d73-13ea-4388-830b-199536388dc3 of type vlan for network aec9c5c1-c34f-4dae-be78-4e86924c08bb Sep 18 01:53:12.725386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2123812-c73d-41da-9737-06e6961df0e6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:12.772542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.867654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.868631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:12.869513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:12.899456 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4276655 Sep 18 01:53:12.900333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38014) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:12.912655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-4c4f6bde-b3b0-48c8-a5d3-596046168e6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54568788-d1f1-4ff6-a522-02337a6a1553 HTTP/1.1" status: 200 len: 1000 time: 0.6247790 Sep 18 01:53:12.914246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Request body: {'subnet': {'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-subnet', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:12.939971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abfe190-85e1-40d6-8571-bbc993d7d405 None None] New status for floating IP 82438693-cebe-4153-91d8-d454938c7a1f: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:53:13.006561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770e74-619d-48f2-b1b7-09b6c89a2d46 admin admin] Pushing event updated for resources: {'Network': ['ID=aec9c5c1-c34f-4dae-be78-4e86924c08bb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:13.016324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-e84465c3-eeb2-442e-a0f9-3be9c0fa542e service neutron] 10.222.0.20 "GET /v2.0/ports/5042d8bb-1593-493e-aa22-d34dc24b4a63/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 385 time: 1.0154805 Sep 18 01:53:13.031940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a155f89-dce2-4217-933f-6ff4fd1ee07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.110118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Made reservation on behalf of 5fa15d49867a4438a5242dbd5002c316 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:13.112606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.211532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.233711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network aec9c5c1-c34f-4dae-be78-4e86924c08bb details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:53:13.238410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.311952 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.415902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a155f89-dce2-4217-933f-6ff4fd1ee07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.468290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Allocated IP 172.25.0.99 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/559f5947-041f-4f79-84c7-f7e3f5820b92) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:13.518053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-2bf31c1b-3b96-4ef7-bd0f-f7d48e868a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:13.520588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-2bf31c1b-3b96-4ef7-bd0f-f7d48e868a19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b6d2e0b-1049-45d5-a188-b81c57074869 HTTP/1.1" status: 200 len: 862 time: 0.5512009 Sep 18 01:53:13.549635 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.642219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9e87-9147-490a-8b05-db1254885e62 req-1c08bebd-2fab-4e3f-bddf-d4202b3b94b9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:13.649503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b18b9e87-9147-490a-8b05-db1254885e62 req-1c08bebd-2fab-4e3f-bddf-d4202b3b94b9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 944 time: 0.1773326 Sep 18 01:53:13.695666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1d3800-0797-43c9-98d3-df731ed64272,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:13.747881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b18b9e87-9147-490a-8b05-db1254885e62 req-c5a83788-f0a7-4baa-853a-0bb334f87871 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975230 Sep 18 01:53:13.755332 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.757164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Checking segment: {'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:13.757517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Network hostable DHCP agents. Network: aec9c5c1-c34f-4dae-be78-4e86924c08bb, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:53:13.779431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706fd35-5879-4319-b82d-f45a018b7c2d req-fb5aa080-37da-438f-becb-adb030b5714a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:13.792675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3706fd35-5879-4319-b82d-f45a018b7c2d req-fb5aa080-37da-438f-becb-adb030b5714a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 931 time: 0.3422954 Sep 18 01:53:13.806658 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.817183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Network aec9c5c1-c34f-4dae-be78-4e86924c08bb is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:53:13.830818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-a75e57fc-03fa-45d1-8fb1-73b573755ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:13.832330 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-a75e57fc-03fa-45d1-8fb1-73b573755ff4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2833886 Sep 18 01:53:13.832943 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a155f89-dce2-4217-933f-6ff4fd1ee07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.834099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, aec9c5c1-c34f-4dae-be78-4e86924c08bb) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:13.837965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.843781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcab27b-3d05-4d5f-a6ca-3e18b251c403 None None] Network aec9c5c1-c34f-4dae-be78-4e86924c08bb requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:13.847004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:13.847985 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.854981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a155f89-dce2-4217-933f-6ff4fd1ee07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:13.859147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4a155f89-dce2-4217-933f-6ff4fd1ee07f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70f897d9-fd0b-445d-9238-6d86bac6c72f HTTP/1.1" status: 204 len: 168 time: 1.7409883 Sep 18 01:53:13.909674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:13.923504 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-05c5068c-3237-4bb8-a815-6c4ea34f74b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0222125 Sep 18 01:53:13.929777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38042) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:13.936434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:13.947435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:13.955623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:13.961769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a155f89-dce2-4217-933f-6ff4fd1ee07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f897d9-fd0b-445d-9238-6d86bac6c72f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:13.975049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:14.035171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:14.056042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Pushing event updated for resources: {'Port': ['ID=559f5947-041f-4f79-84c7-f7e3f5820b92,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:14.084813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:14.152224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:14.157406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Pushing event updated for resources: {'Port': ['ID=cd83bb1f-28f2-4318-878c-39295991b6a2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:14.194544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3706fd35-5879-4319-b82d-f45a018b7c2d req-88e444e1-a4eb-46e7-90bf-f615c576976e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008987 Sep 18 01:53:14.233838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce0e712-428c-407e-b462-7394e7603e03 None None] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:14.257688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:14.312188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0a144a9d-2318-4cfc-836e-9793a86e1563 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:14.344734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:14.401105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.437153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Transition to ACTIVE for port object a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:14.477059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9dc5c203-9809-43b5-9946-16447180f8ad None None] Provisioning complete for port 0a144a9d-2318-4cfc-836e-9793a86e1563 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:14.477442 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9dc5c203-9809-43b5-9946-16447180f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.486618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5042d8bb-1593-493e-aa22-d34dc24b4a63 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:14.506063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:14.518122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0a144a9d-2318-4cfc-836e-9793a86e1563 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:14.518486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.522433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.523885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.532120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:14.533984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.558958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.572193 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-007aaf08-207b-4021-a608-3a1220d66f14 service neutron] 10.222.0.18 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119849 Sep 18 01:53:14.572944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.595596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.660098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38052) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:14.660386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-aec9c5c1-c34f-4dae-be78-4e86924c08bb', 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'fixed_ips': [{'subnet_id': 'ca1d3800-0797-43c9-98d3-df731ed64272'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:53:14.661054 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.773785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca8569-3d77-4585-848c-5ae26d018976 req-4a0894f7-ca02-4eab-bf62-e9cecf1934a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:14.781529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3aca8569-3d77-4585-848c-5ae26d018976 req-4a0894f7-ca02-4eab-bf62-e9cecf1934a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 935 time: 0.3191783 Sep 18 01:53:14.799283 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9dc5c203-9809-43b5-9946-16447180f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.891182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54304a45-6a4a-44d0-a0d8-ad7c4467ce39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.892804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38058) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:14.894909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.906068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0e274d49-0705-44ab-ab8b-0b66999a81a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1463599 Sep 18 01:53:14.908432 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96b678-7dd0-4e65-b1f5-f44b1e819fdf req-a0e42687-d33a-40fc-a52f-fd7557fb453b service neutron] 10.222.0.18 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148553 Sep 18 01:53:14.912270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Pushing event updated for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:14.940656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] Transition to ACTIVE for port object 5042d8bb-1593-493e-aa22-d34dc24b4a63 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:14.971941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9dc5c203-9809-43b5-9946-16447180f8ad None None] For port 0a144a9d-2318-4cfc-836e-9793a86e1563, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0a144a9d-2318-4cfc-836e-9793a86e1563,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:14.973420 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.984197 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3aca8569-3d77-4585-848c-5ae26d018976 req-75cd8951-32d0-4000-b2d4-3313c9eb1b9f tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960371 Sep 18 01:53:14.990147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:14.990653 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9dc5c203-9809-43b5-9946-16447180f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.002361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Request body: {'port': {'device_id': 'd1abeee5-188e-40e6-83ed-148aee5c3c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:15.002540 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd941455-9c02-448a-812f-888b2debaced admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.099969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.123747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5c203-9809-43b5-9946-16447180f8ad None None] Pushing event updated for resources: {'Port': ['ID=0a144a9d-2318-4cfc-836e-9793a86e1563,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:15.149119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Allocated IP 172.20.0.2 (aec9c5c1-c34f-4dae-be78-4e86924c08bb/ca1d3800-0797-43c9-98d3-df731ed64272/033024df-fccc-4050-9d1f-0a1e26756cbd) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:15.153909 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:53:15.154579 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:53:15.157611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fca754e6-b72d-4a54-9719-386f2b98346a None None] Provisioning complete for port cd83bb1f-28f2-4318-878c-39295991b6a2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:15.158175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fca754e6-b72d-4a54-9719-386f2b98346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.186005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec440445-aa95-4dc7-abd2-96f5c30d63f8 req-05e019af-7e02-43f1-9b0c-fd1a7808bbc4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:15.194585 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec440445-aa95-4dc7-abd2-96f5c30d63f8 req-05e019af-7e02-43f1-9b0c-fd1a7808bbc4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 945 time: 0.2851562 Sep 18 01:53:15.202979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] No DVR routers for this DVR port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:53:15.230890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fca754e6-b72d-4a54-9719-386f2b98346a None None] Port cd83bb1f-28f2-4318-878c-39295991b6a2 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:15.300446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] Pushing event updated for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:15.318431 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.340270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec440445-aa95-4dc7-abd2-96f5c30d63f8 req-92d3c1a4-d1b8-45ba-85b6-8a52438a04d5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427367 Sep 18 01:53:15.364043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-fba46d3f-03e0-4be5-b95e-08a1d7070352 service neutron] 10.222.0.20 "PUT /v2.0/ports/5042d8bb-1593-493e-aa22-d34dc24b4a63/bindings/n-h1-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 2.2918472 Sep 18 01:53:15.364714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:15.365046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:15.365375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:15.370633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:15.371073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:15.377560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:15.377908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:15.378431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:15.379143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Bound port: a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:15.379497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.416928 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.418614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54304a45-6a4a-44d0-a0d8-ad7c4467ce39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.427727 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.472462 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54304a45-6a4a-44d0-a0d8-ad7c4467ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.481702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Network aec9c5c1-c34f-4dae-be78-4e86924c08bb is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:15.484676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:15.490089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:15.530274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Pushing event updated for resources: {'Port': ['ID=033024df-fccc-4050-9d1f-0a1e26756cbd,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:15.560388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634d2a2-0f79-431e-94c1-45a36edf1869 req-ae54c773-15b6-41e2-8209-27442ebd584e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:15.567071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3634d2a2-0f79-431e-94c1-45a36edf1869 req-ae54c773-15b6-41e2-8209-27442ebd584e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 943 time: 0.2542343 Sep 18 01:53:15.575421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Attempting to bind port 033024df-fccc-4050-9d1f-0a1e26756cbd on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:15.576168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Attempting to bind port 033024df-fccc-4050-9d1f-0a1e26756cbd by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:15.576293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Attempting to bind port 033024df-fccc-4050-9d1f-0a1e26756cbd on network aec9c5c1-c34f-4dae-be78-4e86924c08bb {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:15.584867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:15.585266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Checking segment: {'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:15.585719 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.586107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Bound using segment: {'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:15.586576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Bound port: 033024df-fccc-4050-9d1f-0a1e26756cbd, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:15.586970 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.589075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-80745f2b-e486-40eb-a211-4033ce22afc0 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:15.590129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f3bafe6c-f10b-4988-ace8-8e5135e5ee46 None None] Provisioning complete for port 0a144a9d-2318-4cfc-836e-9793a86e1563 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:15.590464 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f3bafe6c-f10b-4988-ace8-8e5135e5ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.590659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-80745f2b-e486-40eb-a211-4033ce22afc0 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.1629915 Sep 18 01:53:15.601219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:15.613163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:15.648266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-54304a45-6a4a-44d0-a0d8-ad7c4467ce39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a7d6ab4fa38424e8b994376d096032b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9867268 Sep 18 01:53:15.652307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38064) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:15.659915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54304a45-6a4a-44d0-a0d8-ad7c4467ce39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6e5d64-bb4e-46bd-a2dd-9588721aff08,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:15.660216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.664320 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.733768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:15.734395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.736142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] 10.222.0.20 "PUT /v2.0/ports/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 1092 time: 3.6256714 Sep 18 01:53:15.736363 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:15.736484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] For port 033024df-fccc-4050-9d1f-0a1e26756cbd, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:15.738501 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5d3f65-2841-411a-926a-75c314835345" -d '{"events": [{"name": "network-changed", "server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:15.742432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] For port 033024df-fccc-4050-9d1f-0a1e26756cbd, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=033024df-fccc-4050-9d1f-0a1e26756cbd,segment=NetworkSegment(bb7d0d73-13ea-4388-830b-199536388dc3),segment_id=bb7d0d73-13ea-4388-830b-199536388dc3)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:15.754434 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.795291 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3634d2a2-0f79-431e-94c1-45a36edf1869 req-446ffbb0-ae19-4f49-9e75-17363a3961e5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273088 Sep 18 01:53:15.821041 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a5480c-c877-4f8e-bc2c-de8e2dbb1b74 x-openstack-request-id: req-c7a5480c-c877-4f8e-bc2c-de8e2dbb1b74 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:15.821467 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:15.821797 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a5480c-c877-4f8e-bc2c-de8e2dbb1b74 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:15.822347 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb', 'status': 'completed', 'code': 200} Sep 18 01:53:15.833681 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd941455-9c02-448a-812f-888b2debaced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.845150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-d2afec05-ecda-42bb-855a-3989d1e7b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:15.846428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd941455-9c02-448a-812f-888b2debaced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.846896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-d2afec05-ecda-42bb-855a-3989d1e7b53c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479&tenant_id=8fc29e961c0c4293819ac59d39edf2ff HTTP/1.1" status: 200 len: 1097 time: 0.2472122 Sep 18 01:53:15.863551 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.865746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b078e-30a3-4143-9ef8-2edf0fc6fc23 None None] Pushing event updated for resources: {'Port': ['ID=033024df-fccc-4050-9d1f-0a1e26756cbd,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:15.911116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38780c69-a014-42ae-9886-e15b64fd45ea service neutron] Pushing event updated for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:15.917943 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:15.981017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-62e46e0b-2d81-4480-8aa7-9206dbfa4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:15.982538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-62e46e0b-2d81-4480-8aa7-9206dbfa4d53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1095 time: 0.1550367 Sep 18 01:53:15.989611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd941455-9c02-448a-812f-888b2debaced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77775b7-6da7-4b54-8152-1ea40f3aeaa2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:15.995028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd941455-9c02-448a-812f-888b2debaced admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7016eafbd1a04967abc872f5d4897015&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0865309 Sep 18 01:53:16.002554 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aeb7128d-e90d-4478-be6f-66ef1e8d4e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.012080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38070) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:16.018919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0a144a9d-2318-4cfc-836e-9793a86e1563 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:16.048132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aeb7128d-e90d-4478-be6f-66ef1e8d4e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.078876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9b54b46c-32d6-4a1b-84eb-5aa856ceb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:16.080423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-9b54b46c-32d6-4a1b-84eb-5aa856ceb394 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1097 time: 0.1802444 Sep 18 01:53:16.090358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0a144a9d-2318-4cfc-836e-9793a86e1563 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:16.091397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.179327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-7542863a-4bea-4a90-bead-4db78ebdad9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 217 time: 0.1662059 Sep 18 01:53:16.187672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aeb7128d-e90d-4478-be6f-66ef1e8d4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.194664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aeb7128d-e90d-4478-be6f-66ef1e8d4e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.200554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aeb7128d-e90d-4478-be6f-66ef1e8d4e2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de6e5d64-bb4e-46bd-a2dd-9588721aff08 HTTP/1.1" status: 204 len: 168 time: 0.5466259 Sep 18 01:53:16.249458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7128d-e90d-4478-be6f-66ef1e8d4e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6e5d64-bb4e-46bd-a2dd-9588721aff08,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:16.282017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 5042d8bb-1593-493e-aa22-d34dc24b4a63 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:53:16.331509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Allocated IP 172.25.0.16 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/2120ef16-3443-48f6-aa3f-5a62a2fef42e) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:16.335732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:53:16.359467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 5042d8bb-1593-493e-aa22-d34dc24b4a63 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:53:16.489384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd83bb1f-28f2-4318-878c-39295991b6a2 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:16.498295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.586513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Transition to ACTIVE for port object cd83bb1f-28f2-4318-878c-39295991b6a2 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:16.608353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.654286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301183-104a-4e5d-a7d9-066a714cc1d2 req-07500704-ee19-4695-a88c-73f42eee826c tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:16.655805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2301183-104a-4e5d-a7d9-066a714cc1d2 req-07500704-ee19-4695-a88c-73f42eee826c tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 935 time: 0.5725436 Sep 18 01:53:16.659293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38080) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:16.661659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b678-71e9-425e-9db7-e2898d07ee2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.675234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-2f9726b5-5f28-453f-8160-2cc5acfec26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:16.676641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-2f9726b5-5f28-453f-8160-2cc5acfec26d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.4760199 Sep 18 01:53:16.753751 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5efa02ad-a2dc-4398-9ee5-87e17b8f5ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.788545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.792060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-8bc3d6c5-ea58-4460-a7c2-88ebec04d99d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868635 Sep 18 01:53:16.794339 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b678-71e9-425e-9db7-e2898d07ee2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.799350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69273c3-88c1-40b3-855c-0a42cae01486 req-5cd498c3-def4-49f0-94fb-282ea33f2cda tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:16.800914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b69273c3-88c1-40b3-855c-0a42cae01486 req-5cd498c3-def4-49f0-94fb-282ea33f2cda tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 945 time: 0.1823342 Sep 18 01:53:16.801035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Pushing event updated for resources: {'Port': ['ID=cd83bb1f-28f2-4318-878c-39295991b6a2,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:16.805437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-d58a07c8-1620-4589-b8e6-013bc5388505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:16.808653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:16.808824 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-d58a07c8-1620-4589-b8e6-013bc5388505 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.6468630 Sep 18 01:53:16.820028 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Sync routers for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:16.860018 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:16.860980 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:16.880960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:16.882457 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2a2d8075-7aec-44f4-93f0-2bdd30c7e02f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.6014636 Sep 18 01:53:16.887570 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b69273c3-88c1-40b3-855c-0a42cae01486 req-7557a3b8-68d9-41ac-8d08-1d0805e76d7f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743299 Sep 18 01:53:16.888070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38084) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:16.905237 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:53:16.956223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.022610 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:17.056410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:17.087779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:17.090541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:17.100681 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-6f721dd9-9bd3-43b5-904f-2c3b8f1eb48c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 217 time: 0.1617229 Sep 18 01:53:17.132576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2301183-104a-4e5d-a7d9-066a714cc1d2 req-9df2898b-8c0c-4398-9030-f41fbdfdbf7c tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590621 Sep 18 01:53:17.211069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Pushing event updated for resources: {'Port': ['ID=2120ef16-3443-48f6-aa3f-5a62a2fef42e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:17.277685 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:14Z', 'revision_number': 3, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:17.282135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b678-71e9-425e-9db7-e2898d07ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.284665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b678-71e9-425e-9db7-e2898d07ee2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.288152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dfe5b678-71e9-425e-9db7-e2898d07ee2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d77775b7-6da7-4b54-8152-1ea40f3aeaa2 HTTP/1.1" status: 204 len: 168 time: 1.2629051 Sep 18 01:53:17.332515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc3e85-8844-4895-ab9c-6c685dc0d0f7 req-d025e6d4-9117-4f50-9dc7-9d476e08b95d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:17.333993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4dc3e85-8844-4895-ab9c-6c685dc0d0f7 req-d025e6d4-9117-4f50-9dc7-9d476e08b95d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 943 time: 0.2868202 Sep 18 01:53:17.340039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5b678-71e9-425e-9db7-e2898d07ee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77775b7-6da7-4b54-8152-1ea40f3aeaa2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:17.340552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53bb8f-de3c-4d0d-94aa-139b09b92398 None None] Network aec9c5c1-c34f-4dae-be78-4e86924c08bb requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:17.344836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-93dcb3f9-049e-430f-83fe-a5e8fb92e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:17.345986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-93dcb3f9-049e-430f-83fe-a5e8fb92e68d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.2219880 Sep 18 01:53:17.364998 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Checking router: 3dc3ca13-5246-4ba8-bbdf-18871d71d762 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:17.365661 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Updating router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 port 559f5947-041f-4f79-84c7-f7e3f5820b92 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:53:17.366843 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-30a93ecf-4c2b-4cae-a7f0-53be73e150ff service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085645 Sep 18 01:53:17.381230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5efa02ad-a2dc-4398-9ee5-87e17b8f5ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.428607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-ac99365b-9111-4603-9201-8a96eb47a69d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705349 Sep 18 01:53:17.429536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Attempting to bind port cd83bb1f-28f2-4318-878c-39295991b6a2 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:17.430063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Attempting to bind port cd83bb1f-28f2-4318-878c-39295991b6a2 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:17.430638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Attempting to bind port cd83bb1f-28f2-4318-878c-39295991b6a2 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:17.433624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5efa02ad-a2dc-4398-9ee5-87e17b8f5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.435232 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.470452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Port cd83bb1f-28f2-4318-878c-39295991b6a2 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:17.471097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Attempting to bind port cd83bb1f-28f2-4318-878c-39295991b6a2 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:17.477261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f9d27f8f-ff29-4947-8250-32c6ba8e1c6e None None] Provisioning complete for port 033024df-fccc-4050-9d1f-0a1e26756cbd triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:17.477683 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f9d27f8f-ff29-4947-8250-32c6ba8e1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.499223 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4dc3e85-8844-4895-ab9c-6c685dc0d0f7 req-7aa493ed-64b3-463a-8c62-c53e73aa7c6c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369514 Sep 18 01:53:17.578252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1dc34aa-683b-426a-9d56-bd0e9acda333 req-9df45aa9-3a33-4443-b271-9b98c817c08b service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992457 Sep 18 01:53:17.614843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:17.615101 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f9d27f8f-ff29-4947-8250-32c6ba8e1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.615738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:17.616833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:17.617777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Bound port: cd83bb1f-28f2-4318-878c-39295991b6a2, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:17.618477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.645766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa02ad-a2dc-4398-9ee5-87e17b8f5ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf5d4bd-e104-4040-a062-7a3e231c562d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:17.648215 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.655641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f9d27f8f-ff29-4947-8250-32c6ba8e1c6e None None] For port 033024df-fccc-4050-9d1f-0a1e26756cbd, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=033024df-fccc-4050-9d1f-0a1e26756cbd,segment=NetworkSegment(bb7d0d73-13ea-4388-830b-199536388dc3),segment_id=bb7d0d73-13ea-4388-830b-199536388dc3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:17.667350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f9d27f8f-ff29-4947-8250-32c6ba8e1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.746784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5efa02ad-a2dc-4398-9ee5-87e17b8f5ba5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28cf9ccfe1634d79a332d6b6ac490c13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0802598 Sep 18 01:53:17.747918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38092) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:17.766694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d27f8f-ff29-4947-8250-32c6ba8e1c6e None None] Pushing event updated for resources: {'Port': ['ID=033024df-fccc-4050-9d1f-0a1e26756cbd,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:17.843499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d3f65-2841-411a-926a-75c314835345 req-c48dfc8b-d9b7-40ec-9dba-5ee3b8844987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:17.845033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5d3f65-2841-411a-926a-75c314835345 req-c48dfc8b-d9b7-40ec-9dba-5ee3b8844987 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1095 time: 0.1901884 Sep 18 01:53:17.881841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] For port cd83bb1f-28f2-4318-878c-39295991b6a2, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:17.914792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-baaf01ef-d955-4966-a1f8-1a83d99be3ee service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605255 Sep 18 01:53:17.958743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50064609-596a-482e-af6d-59254a20fa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:17.961307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] For port cd83bb1f-28f2-4318-878c-39295991b6a2, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cd83bb1f-28f2-4318-878c-39295991b6a2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:17.988825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.084059 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.093090 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.111071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 033024df-fccc-4050-9d1f-0a1e26756cbd up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:18.193375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50064609-596a-482e-af6d-59254a20fa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.207036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.221746 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf42a93-3276-4820-806b-9eab5d61c147 None None] Pushing event updated for resources: {'Port': ['ID=559f5947-041f-4f79-84c7-f7e3f5820b92,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:18.271800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.272598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.274003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] 10.222.0.18 "PUT /v2.0/ports/cd83bb1f-28f2-4318-878c-39295991b6a2 HTTP/1.1" status: 200 len: 1096 time: 3.2878418 Sep 18 01:53:18.276828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1abeee5-188e-40e6-83ed-148aee5c3c50', 'tag': 'cd83bb1f-28f2-4318-878c-39295991b6a2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:18.285893 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468" -d '{"events": [{"name": "network-changed", "server_uuid": "d1abeee5-188e-40e6-83ed-148aee5c3c50", "tag": "cd83bb1f-28f2-4318-878c-39295991b6a2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:18.302444 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Attempting to bind port 559f5947-041f-4f79-84c7-f7e3f5820b92 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:18.315066 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Attempting to bind port 559f5947-041f-4f79-84c7-f7e3f5820b92 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:18.315630 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Attempting to bind port 559f5947-041f-4f79-84c7-f7e3f5820b92 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:18.339420 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:18.343709 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:18.344256 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.344874 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:18.345482 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Bound port: 559f5947-041f-4f79-84c7-f7e3f5820b92, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:18.345996 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.379667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfe4f9-8760-44fa-ac81-1a05e6c8ba04 req-0824ef73-5577-4f80-86e6-913844ccbf30 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.389314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95cfe4f9-8760-44fa-ac81-1a05e6c8ba04 req-0824ef73-5577-4f80-86e6-913844ccbf30 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 945 time: 0.2934163 Sep 18 01:53:18.428828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c4be3-f812-4e8c-ac67-eb0ee345ac41 service neutron] Pushing event updated for resources: {'Port': ['ID=cd83bb1f-28f2-4318-878c-39295991b6a2,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:18.448373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d3f65-2841-411a-926a-75c314835345 req-98fe1be8-6d86-481d-ad47-9ae1f62b4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.450023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5d3f65-2841-411a-926a-75c314835345 req-98fe1be8-6d86-481d-ad47-9ae1f62b4a35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.5966277 Sep 18 01:53:18.481349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-501dfb43-a2c2-47e9-a985-cbb618ea6dc1 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469556 Sep 18 01:53:18.503340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-446972d8-baf0-43fb-b7ce-7e0494e64bb0 None None] Provisioning complete for port 033024df-fccc-4050-9d1f-0a1e26756cbd triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:18.505173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-446972d8-baf0-43fb-b7ce-7e0494e64bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.554545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5d3f65-2841-411a-926a-75c314835345 req-afa614af-92f2-448a-bae9-e6e3999f7318 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 217 time: 0.0879681 Sep 18 01:53:18.593551 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] For port 559f5947-041f-4f79-84c7-f7e3f5820b92, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:18.593551 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] For port 559f5947-041f-4f79-84c7-f7e3f5820b92, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=559f5947-041f-4f79-84c7-f7e3f5820b92,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:18.595458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 033024df-fccc-4050-9d1f-0a1e26756cbd triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:18.596255 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.615163 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.641707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-3c9e8558-ab1c-4691-8045-a8ada6bbdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.643338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-3c9e8558-ab1c-4691-8045-a8ada6bbdfa8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f39297eb02dd400bab84daf7b333ed59&device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 1099 time: 0.3030541 Sep 18 01:53:18.660554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d3f65-2841-411a-926a-75c314835345 req-3f236b5f-b7e9-4a8d-9910-818278f2785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.662459 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5d3f65-2841-411a-926a-75c314835345 req-3f236b5f-b7e9-4a8d-9910-818278f2785d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0981483 Sep 18 01:53:18.678861 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf42a93-3276-4820-806b-9eab5d61c147 None None] Pushing event updated for resources: {'Port': ['ID=559f5947-041f-4f79-84c7-f7e3f5820b92,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:18.683967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95cfe4f9-8760-44fa-ac81-1a05e6c8ba04 req-00c0209f-3f2a-4148-a1f1-2051a48bbb31 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911468 Sep 18 01:53:18.748575 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:18.749198 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:18.834046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.844860 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f7e48-8a07-4d2b-b0c3-e5ae64c53362 x-openstack-request-id: req-929f7e48-8a07-4d2b-b0c3-e5ae64c53362 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:18.845293 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1abeee5-188e-40e6-83ed-148aee5c3c50", "tag": "cd83bb1f-28f2-4318-878c-39295991b6a2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:18.845649 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-929f7e48-8a07-4d2b-b0c3-e5ae64c53362 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:18.846534 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1abeee5-188e-40e6-83ed-148aee5c3c50', 'tag': 'cd83bb1f-28f2-4318-878c-39295991b6a2', 'status': 'completed', 'code': 200} Sep 18 01:53:18.849408 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5d3f65-2841-411a-926a-75c314835345 req-a27ca8a1-65a5-4e98-a842-eb9ba1a832da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622000 Sep 18 01:53:18.851417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-c46c76e8-3eb6-409d-93d7-b165364c8c69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=cd83bb1f-28f2-4318-878c-39295991b6a2 HTTP/1.1" status: 200 len: 217 time: 0.1524334 Sep 18 01:53:18.937608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501c250-0db3-4ed8-abab-0f2ec0cd2127 req-57a9c3b1-3f99-46ba-a06a-6b3f68ce4d5a tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:18.939260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2501c250-0db3-4ed8-abab-0f2ec0cd2127 req-57a9c3b1-3f99-46ba-a06a-6b3f68ce4d5a tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 947 time: 0.1548016 Sep 18 01:53:18.966923 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:18.969509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50064609-596a-482e-af6d-59254a20fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.972187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50064609-596a-482e-af6d-59254a20fa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:18.984490 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-50064609-596a-482e-af6d-59254a20fa2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cf5d4bd-e104-4040-a062-7a3e231c562d HTTP/1.1" status: 204 len: 168 time: 1.2261734 Sep 18 01:53:19.045518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50064609-596a-482e-af6d-59254a20fa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf5d4bd-e104-4040-a062-7a3e231c562d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:19.086030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0179-49b7-4945-a428-5fddfe283529 req-96f37232-f277-49db-bdb3-d789b6cbd717 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.089776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-96f37232-f277-49db-bdb3-d789b6cbd717 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.2151024 Sep 18 01:53:19.095777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Router 544f8733-70e8-4e86-b009-a9bf72184e66 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:53:19.101804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0c4e2809-58b0-4b8c-b83f-24c7a355c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.103559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-0c4e2809-58b0-4b8c-b83f-24c7a355c080 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2301059 Sep 18 01:53:19.133971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5d3f65-2841-411a-926a-75c314835345 req-43d33365-8711-4d87-86a9-f2833898e9bc service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759824 Sep 18 01:53:19.179764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2501c250-0db3-4ed8-abab-0f2ec0cd2127 req-cf51646e-bc4b-4107-a73f-e92f881bf467 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824667 Sep 18 01:53:19.333078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23a21b-8804-470f-99b9-78d3870f3298 req-6c3935a9-8a01-405b-89d6-b0e01ea5352e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.334236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Allocated IP 172.20.0.1 (9943b299-4de0-4de1-9bb8-48ef40727e02/d7a254c7-29ac-4655-891e-5cccf0e2715d/d22b37f2-c447-4346-be2b-4410461e9fea) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:19.335971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f23a21b-8804-470f-99b9-78d3870f3298 req-6c3935a9-8a01-405b-89d6-b0e01ea5352e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 943 time: 0.3083596 Sep 18 01:53:19.346266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5d3f65-2841-411a-926a-75c314835345 req-ec7584b1-c792-4ccd-a040-7d04bc975ec3 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995254 Sep 18 01:53:19.347794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:19.362876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Sync routers for ids ['544f8733-70e8-4e86-b009-a9bf72184e66'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:19.385119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Routers {'544f8733-70e8-4e86-b009-a9bf72184e66'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:19.387199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['544f8733-70e8-4e86-b009-a9bf72184e66'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:19.390431 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:19.393154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6284e4c6-2b56-40e2-b627-cbaf1f58a71f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4528995 Sep 18 01:53:19.395648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38134) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:19.447389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-1f1ab2a6-5e29-48f8-aa87-fdf488627539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:19.449348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-1f1ab2a6-5e29-48f8-aa87-fdf488627539 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3142941 Sep 18 01:53:19.522056 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:14Z', 'revision_number': 3, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:19.547351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Set router 544f8733-70e8-4e86-b009-a9bf72184e66 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:19.581621 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f23a21b-8804-470f-99b9-78d3870f3298 req-b239f15c-2e35-4df7-b92e-710aeea99b37 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129209 Sep 18 01:53:19.599264 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147cbaf-c009-4eac-9b09-e21fe99ba759 None None] The sync data for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 is: [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:14Z', 'revision_number': 3, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:53:19.694935 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:19.698525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-31cc0179-49b7-4945-a428-5fddfe283529 req-0fda81a6-7d8a-4e06-b91b-9e962353cb84 service neutron] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:19.712780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-31cc0179-49b7-4945-a428-5fddfe283529 req-0fda81a6-7d8a-4e06-b91b-9e962353cb84 service neutron] Notify callbacks [] for binding, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:19.714020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cc0179-49b7-4945-a428-5fddfe283529 req-0fda81a6-7d8a-4e06-b91b-9e962353cb84 service neutron] 10.222.0.18 "DELETE /v2.0/ports/5042d8bb-1593-493e-aa22-d34dc24b4a63/bindings/n-h2-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.6053624 Sep 18 01:53:19.741224 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-618b6c82-1e91-48e4-a55d-d3d588a081f3 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641714 Sep 18 01:53:19.923002 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:19.934769 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06ae6c67-c310-4505-abb9-7d15f67208d4 req-b2fab1f2-df06-4342-9bca-c0644148766a service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822748 Sep 18 01:53:19.943620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:19.948281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:19.963833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:19.969349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:17Z', 'revision_number': 3, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port': {'id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:15Z', 'updated_at': '2021-09-18T01:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:20.058899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:20.079057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Checking router: 544f8733-70e8-4e86-b009-a9bf72184e66 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:20.079515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Updating router 544f8733-70e8-4e86-b009-a9bf72184e66 port 2120ef16-3443-48f6-aa3f-5a62a2fef42e binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:53:20.121797 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:20.185404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-877a2f28-1961-4fa0-810f-e14cbe953b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:20.186946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-877a2f28-1961-4fa0-810f-e14cbe953b8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f39297eb02dd400bab84daf7b333ed59&device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 1099 time: 0.1121178 Sep 18 01:53:20.339531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:20.341267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c9680-8b26-4fbd-a09b-8367fc669973 req-95108d52-7b23-4263-926d-f8ae26dd9539 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:20.349198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-500c9680-8b26-4fbd-a09b-8367fc669973 req-95108d52-7b23-4263-926d-f8ae26dd9539 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 945 time: 0.4661076 Sep 18 01:53:20.371508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Pushing event updated for resources: {'Port': ['ID=d22b37f2-c447-4346-be2b-4410461e9fea,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:20.466321 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:20.469321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-09962ed1-06fc-4726-8a59-02acd236b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:20.471726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-09962ed1-06fc-4726-8a59-02acd236b74d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2654216 Sep 18 01:53:20.481212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014047e0-e794-404e-9b48-8ccc3ff49d43 req-15d23bfd-a840-4ee3-a6ba-85641aa00b9b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:20.490880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-014047e0-e794-404e-9b48-8ccc3ff49d43 req-15d23bfd-a840-4ee3-a6ba-85641aa00b9b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 947 time: 0.1619363 Sep 18 01:53:20.553856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-98c3a3ad-13f7-4cdd-92a0-313ebaf0e936 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=cd83bb1f-28f2-4318-878c-39295991b6a2 HTTP/1.1" status: 200 len: 217 time: 0.0606925 Sep 18 01:53:20.647022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-500c9680-8b26-4fbd-a09b-8367fc669973 req-6d3de04d-303d-44d3-8ed3-456f784a3b5b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962716 Sep 18 01:53:20.695568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-014047e0-e794-404e-9b48-8ccc3ff49d43 req-c0b5699c-6966-44a5-8094-a7ee66840b2b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032068 Sep 18 01:53:20.746645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-4c3ae4de-042c-4a4e-92bb-ad8fd8670036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:20.748146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-4c3ae4de-042c-4a4e-92bb-ad8fd8670036 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1587155 Sep 18 01:53:20.859040 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:20.890105 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:20.908515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-eceb69e6-1760-4411-b19c-685cb97adad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:20.909538 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:20.914243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-eceb69e6-1760-4411-b19c-685cb97adad6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573462 Sep 18 01:53:20.937173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35eac0-6d9d-4173-9abd-a6d4639fbefb req-06375bc3-da11-41da-876d-84cde86708b1 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:20.941922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d35eac0-6d9d-4173-9abd-a6d4639fbefb req-06375bc3-da11-41da-876d-84cde86708b1 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 943 time: 0.1682925 Sep 18 01:53:20.990244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Pushing event updated for resources: {'Port': ['ID=2120ef16-3443-48f6-aa3f-5a62a2fef42e,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:20.990476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.006830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.016602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb', 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'port_id': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb', 'mac_address': 'fa:16:3e:14:fa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fdb8d0-5ac2-4c8a-b7be-6137737208b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:21.019842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-60f560ef-6aad-4f20-ba38-5786bb586146 None None] Provisioning complete for port d22b37f2-c447-4346-be2b-4410461e9fea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:21.020217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-60f560ef-6aad-4f20-ba38-5786bb586146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.031206 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.031552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.031890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.032225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.032554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.032881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.040014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.040358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.040706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.041033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.041948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.042279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:21.084337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d35eac0-6d9d-4173-9abd-a6d4639fbefb req-87292658-c383-4103-9133-83bbec712787 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196232 Sep 18 01:53:21.098416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Attempting to bind port 2120ef16-3443-48f6-aa3f-5a62a2fef42e on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:21.098797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Attempting to bind port 2120ef16-3443-48f6-aa3f-5a62a2fef42e by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:21.099164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Attempting to bind port 2120ef16-3443-48f6-aa3f-5a62a2fef42e on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:21.116176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-9663d98c-15c9-4d65-bf72-8795659d338b service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709669 Sep 18 01:53:21.166023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:21.167982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:21.168558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.168962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:21.169582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Bound port: 2120ef16-3443-48f6-aa3f-5a62a2fef42e, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:21.169964 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.177016 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.224193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-60f560ef-6aad-4f20-ba38-5786bb586146 None None] Port d22b37f2-c447-4346-be2b-4410461e9fea cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:21.236438 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.272195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:21.304944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] For port 2120ef16-3443-48f6-aa3f-5a62a2fef42e, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:21.313435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] For port 2120ef16-3443-48f6-aa3f-5a62a2fef42e, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2120ef16-3443-48f6-aa3f-5a62a2fef42e,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:21.317954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:21.322268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.340475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.419347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Pushing event updated for resources: {'Port': ['ID=d22b37f2-c447-4346-be2b-4410461e9fea,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:21.426248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:21.441998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:21.455596 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-6b4a8d73-ef6b-4d2e-b75c-a9a2ab205286 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710099 Sep 18 01:53:21.473780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Routers {'544f8733-70e8-4e86-b009-a9bf72184e66'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:21.474602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['544f8733-70e8-4e86-b009-a9bf72184e66'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:21.542864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:21.597074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060fb6c-e7f9-4f1d-a42c-6164a653778a None None] Pushing event updated for resources: {'Port': ['ID=2120ef16-3443-48f6-aa3f-5a62a2fef42e,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:21.640891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62a746-a615-43a5-a11e-d374899a5388 req-201e6894-942f-4f69-87d7-15afa5eb51fa tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:21.642610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c62a746-a615-43a5-a11e-d374899a5388 req-201e6894-942f-4f69-87d7-15afa5eb51fa tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1097 time: 0.1055636 Sep 18 01:53:21.684703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fdf1de9-2269-4458-a5b7-6e53fe5ec468 req-1101f5c4-14fe-4f10-89f9-b51334a2f1bc service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534081 Sep 18 01:53:21.717934 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c62a746-a615-43a5-a11e-d374899a5388 req-79458ba0-f589-479c-bf88-1068fa3123c9 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628710 Sep 18 01:53:21.770193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:21.805931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] Set router 544f8733-70e8-4e86-b009-a9bf72184e66 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:21.895200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.938022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8f2efe48-c136-4fc1-8027-3613bd67a0d7 None None] Provisioning complete for port d22b37f2-c447-4346-be2b-4410461e9fea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:21.938529 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f2efe48-c136-4fc1-8027-3613bd67a0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:21.977852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8f2efe48-c136-4fc1-8027-3613bd67a0d7 None None] Port d22b37f2-c447-4346-be2b-4410461e9fea cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:22.020311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316275-90e2-40ee-a069-5253af5ef49d req-d60f6ac3-bdda-4586-be8a-0e6c54efaf2b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:22.022095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-d60f6ac3-bdda-4586-be8a-0e6c54efaf2b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5513411 Sep 18 01:53:22.048668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:53:22.058161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-b4c63bca-17ee-4d35-8aaa-7e19a2826fd4 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/quotas/ae5198e3a8de4c05ba413d48aaec7c7a HTTP/1.1" status: 200 len: 375 time: 0.0242910 Sep 18 01:53:22.110985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 559f5947-041f-4f79-84c7-f7e3f5820b92 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:22.135385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-d505e34a-002a-4fa2-99f6-3afd09fd7ac3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677474 Sep 18 01:53:22.175506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399bd27-c6b2-40e0-bb55-4502f6bc330a req-d66f88db-a4fa-4150-96ae-c70610be81c9 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:22.180495 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5399bd27-c6b2-40e0-bb55-4502f6bc330a req-d66f88db-a4fa-4150-96ae-c70610be81c9 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 947 time: 0.0681138 Sep 18 01:53:22.195348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:17Z', 'revision_number': 3, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port': {'id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:15Z', 'updated_at': '2021-09-18T01:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:22.198413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 559f5947-041f-4f79-84c7-f7e3f5820b92 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:22.198910 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:22.236131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5399bd27-c6b2-40e0-bb55-4502f6bc330a req-9d514a51-8750-4446-bd07-46a35d8d21a2 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493836 Sep 18 01:53:22.272085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a55a2-7d25-492f-8f0f-05818f304513 None None] The sync data for ids ['544f8733-70e8-4e86-b009-a9bf72184e66'] in n-d-789963-12 is: [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:17Z', 'revision_number': 3, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port': {'id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:15Z', 'updated_at': '2021-09-18T01:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:53:22.273347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Allocated IP 172.20.0.1 (aec9c5c1-c34f-4dae-be78-4e86924c08bb/ca1d3800-0797-43c9-98d3-df731ed64272/84835c54-cb09-488f-8ebe-dff220678705) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:22.314340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:22.404951 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:22.440628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 559f5947-041f-4f79-84c7-f7e3f5820b92, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=559f5947-041f-4f79-84c7-f7e3f5820b92,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:22.442922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:22.448588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:22.449486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:22.453438 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:22.455446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:22.480240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6d7dc2c9-0614-44d1-a1d4-3e668ea98934 admin admin] 10.222.0.21 "PUT /v2.0/routers/3dc3ca13-5246-4ba8-bbdf-18871d71d762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5765104 Sep 18 01:53:22.480418 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Sync routers for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:22.498436 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:22.503967 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:22.524276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:22.562275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-c9c00ed6-2cab-4afd-a48b-db0b0feb7c2e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:22.579946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-c9c00ed6-2cab-4afd-a48b-db0b0feb7c2e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 821 time: 0.2130413 Sep 18 01:53:22.604452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-e40200fa-5fd9-49c9-a99d-a38c1ca23339 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/quotas/8fc29e961c0c4293819ac59d39edf2ff HTTP/1.1" status: 200 len: 375 time: 0.0223362 Sep 18 01:53:22.622284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=559f5947-041f-4f79-84c7-f7e3f5820b92,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:22.640913 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:22.757820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-7a45cf65-0e7c-4ea9-8ff5-542667c8861e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299427 Sep 18 01:53:22.760546 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:22.777949 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:22.827798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:22.847907 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a31c2f-2a32-432a-91cb-498e57e7361e" -d '{"events": [{"server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "name": "network-vif-plugged", "status": "completed", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:22.867420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Network aec9c5c1-c34f-4dae-be78-4e86924c08bb is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:22.870444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Pushing event updated for resources: {'Port': ['ID=84835c54-cb09-488f-8ebe-dff220678705,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:22.876995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:22.887410 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:22.889757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:22.898912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:22.971665 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-f3ce8b1b-740f-4e86-afd0-62b86efec876 service neutron] 10.222.0.21 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053492 Sep 18 01:53:22.974916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895d717-1608-41cb-adbc-199b0f3b4653 req-566500fb-fee5-4162-8942-8ac529304d78 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:22.976625 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0895d717-1608-41cb-adbc-199b0f3b4653 req-566500fb-fee5-4162-8942-8ac529304d78 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 944 time: 0.2568865 Sep 18 01:53:22.982401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.021017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:23.143873 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0895d717-1608-41cb-adbc-199b0f3b4653 req-ddd92824-7cfd-4aff-99de-07f4d6b9b579 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838668 Sep 18 01:53:23.171222 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-48332687-edff-45f7-abec-b01ef8f5130e service neutron] 10.222.0.21 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982293 Sep 18 01:53:23.180131 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 2, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:23.228080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Checking router: 3dc3ca13-5246-4ba8-bbdf-18871d71d762 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:23.228480 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Updating router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 port d22b37f2-c447-4346-be2b-4410461e9fea binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:53:23.271226 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.317029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.336338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfe84842-ba02-4908-bf78-bb00df061bf9 req-1c1e287f-de77-45d7-b181-219109d81af4 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 210 time: 0.0840361 Sep 18 01:53:23.340893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b9136f1-bad2-44c6-9733-fc1df40cca02 None None] Provisioning complete for port 84835c54-cb09-488f-8ebe-dff220678705 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:23.341421 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b9136f1-bad2-44c6-9733-fc1df40cca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.424935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b9136f1-bad2-44c6-9733-fc1df40cca02 None None] Port 84835c54-cb09-488f-8ebe-dff220678705 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:23.454140 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20009576-69e4-4c81-af9e-80390087ad78 x-openstack-request-id: req-20009576-69e4-4c81-af9e-80390087ad78 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:23.454656 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "name": "network-vif-plugged", "status": "completed", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:23.455108 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20009576-69e4-4c81-af9e-80390087ad78 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:23.455645 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb', 'code': 200} Sep 18 01:53:23.657415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684276-2a69-42bb-8ef2-dec0a7167660 req-e028e4ab-2c96-4db4-a44f-73fc995fd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:23.658942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9684276-2a69-42bb-8ef2-dec0a7167660 req-e028e4ab-2c96-4db4-a44f-73fc995fd581 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1097 time: 0.1016207 Sep 18 01:53:23.733919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.745004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.766908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9684276-2a69-42bb-8ef2-dec0a7167660 req-0426ad3c-f197-4c10-b1dd-c039a4bfe763 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882273 Sep 18 01:53:23.798351 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.801683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-98cce5b9-6829-49fd-9707-856f60430bfd tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:23.820889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-98cce5b9-6829-49fd-9707-856f60430bfd tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/networks?id=9943b299-4de0-4de1-9bb8-48ef40727e02 HTTP/1.1" status: 200 len: 829 time: 0.1787226 Sep 18 01:53:23.843076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-ec5a3478-6e23-4e16-a2a6-15d2ed885d1a tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/quotas/dd234e5a29704a8ebac0de01214552d2 HTTP/1.1" status: 200 len: 375 time: 0.0216923 Sep 18 01:53:23.849552 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.858211 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:23.902567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7afe-b84d-46d1-a31d-c196f894d8fb req-431a0064-f173-4769-945b-7a6824ffd2ef tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:23.909096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5cbb7afe-b84d-46d1-a31d-c196f894d8fb req-431a0064-f173-4769-945b-7a6824ffd2ef tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 947 time: 0.2372556 Sep 18 01:53:23.932124 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Pushing event updated for resources: {'Port': ['ID=d22b37f2-c447-4346-be2b-4410461e9fea,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:23.936495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Network aec9c5c1-c34f-4dae-be78-4e86924c08bb is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:23.940596 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-0a3f086d-1272-4d57-999a-9efa8590fe68 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd234e5a29704a8ebac0de01214552d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964887 Sep 18 01:53:23.949179 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.949732 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.950213 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.950697 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.951216 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.951856 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.952639 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.953121 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.953591 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.954063 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.954523 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.955037 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:53:23.955170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:23.984112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5cbb7afe-b84d-46d1-a31d-c196f894d8fb req-ddf1e499-776e-4cdd-b862-68e84429f3f1 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740736 Sep 18 01:53:24.125315 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Attempting to bind port d22b37f2-c447-4346-be2b-4410461e9fea on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:24.125542 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Attempting to bind port d22b37f2-c447-4346-be2b-4410461e9fea by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:24.125865 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Attempting to bind port d22b37f2-c447-4346-be2b-4410461e9fea on network 9943b299-4de0-4de1-9bb8-48ef40727e02 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:24.135563 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:24.135937 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Checking segment: {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:24.136320 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:24.136708 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Bound using segment: {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:24.137320 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Bound port: d22b37f2-c447-4346-be2b-4410461e9fea, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:24.137718 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:24.207735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cd83bb1f-28f2-4318-878c-39295991b6a2 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:24.236120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2120ef16-3443-48f6-aa3f-5a62a2fef42e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:24.241604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Pushing event updated for resources: {'Port': ['ID=84835c54-cb09-488f-8ebe-dff220678705,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:24.281521 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-531c0807-d68f-4804-be97-387b8e5343cd tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084390 Sep 18 01:53:24.309461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-405e73ff-507d-4fcb-b98c-2c263aa7f451 service neutron] 10.222.0.21 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651025 Sep 18 01:53:24.310374 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] For port d22b37f2-c447-4346-be2b-4410461e9fea, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:24.314599 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] For port d22b37f2-c447-4346-be2b-4410461e9fea, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d22b37f2-c447-4346-be2b-4410461e9fea,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:24.325817 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:24.354685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0a3a276-9b5d-4fc7-8975-b954fc5e4c74 req-f24d226b-6258-4959-8cb0-06b74463994f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 210 time: 0.1423674 Sep 18 01:53:24.418070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Router 544f8733-70e8-4e86-b009-a9bf72184e66 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:53:24.553317 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:24.554138 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:24.625234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7b4eba0c-233e-4a8e-bdea-480d4ddf8bd3 None None] Provisioning complete for port d22b37f2-c447-4346-be2b-4410461e9fea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:24.626102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b4eba0c-233e-4a8e-bdea-480d4ddf8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:24.627908 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb075ce4-4660-4dd7-b230-e10e96e40195 None None] Pushing event updated for resources: {'Port': ['ID=d22b37f2-c447-4346-be2b-4410461e9fea,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:24.735630 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:24.750924 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-da524e21-7b56-4f7b-9ee9-5b624c24131a admin admin] 10.222.0.21 "PUT /v2.0/routers/544f8733-70e8-4e86-b009-a9bf72184e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3541889 Sep 18 01:53:24.759843 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:24.778493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2120ef16-3443-48f6-aa3f-5a62a2fef42e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:24.779037 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:24.836849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-aff9294a-6ccb-4107-83de-cd4b2763b306 service neutron] 10.222.0.21 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065999 Sep 18 01:53:24.864235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316275-90e2-40ee-a069-5253af5ef49d req-0c16227c-9607-4b16-8d0d-3e323046acac tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:24.871159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-0c16227c-9607-4b16-8d0d-3e323046acac tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5790579 Sep 18 01:53:24.881626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cd83bb1f-28f2-4318-878c-39295991b6a2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cd83bb1f-28f2-4318-878c-39295991b6a2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:24.886186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Request body: {'port': {'device_id': '3abd5aff-6bc0-4dc9-a5b1-2dadb077e226', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ae5198e3a8de4c05ba413d48aaec7c7a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:24.888096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef5cb2-fa23-469a-be78-b0ac0a4e4f89 req-f79ad738-2aa0-4d22-8d5d-79f6e6792470 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:24.892753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1cef5cb2-fa23-469a-be78-b0ac0a4e4f89 req-f79ad738-2aa0-4d22-8d5d-79f6e6792470 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 945 time: 0.1587260 Sep 18 01:53:24.912976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'cd83bb1f-28f2-4318-878c-39295991b6a2', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'cd83bb1f-28f2-4318-878c-39295991b6a2', 'mac_address': 'fa:16:3e:74:e2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:24.981384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1cef5cb2-fa23-469a-be78-b0ac0a4e4f89 req-07c7a225-2225-4108-81f4-60800b9c2fee tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820680 Sep 18 01:53:25.048899 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.076126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b4eba0c-233e-4a8e-bdea-480d4ddf8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.126039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Sync routers for ids ['544f8733-70e8-4e86-b009-a9bf72184e66'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:25.145586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.161041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd83bb1f-28f2-4318-878c-39295991b6a2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:25.173528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c8bac50-85cd-4952-a62a-d9420e12aaa5 req-e4d4f46f-c7c6-43b5-a740-7ffbd8b4421d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 210 time: 0.0520027 Sep 18 01:53:25.215811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7b4eba0c-233e-4a8e-bdea-480d4ddf8bd3 None None] For port d22b37f2-c447-4346-be2b-4410461e9fea, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d22b37f2-c447-4346-be2b-4410461e9fea,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:25.237073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 2120ef16-3443-48f6-aa3f-5a62a2fef42e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2120ef16-3443-48f6-aa3f-5a62a2fef42e,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:25.238204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Routers {'544f8733-70e8-4e86-b009-a9bf72184e66'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:25.240124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['544f8733-70e8-4e86-b009-a9bf72184e66'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:25.248734 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b4eba0c-233e-4a8e-bdea-480d4ddf8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.263651 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.264610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 559f5947-041f-4f79-84c7-f7e3f5820b92 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:25.330252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Made reservation on behalf of ae5198e3a8de4c05ba413d48aaec7c7a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:25.334835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.357256 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.394925 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:24Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:25.407565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639df4e4-d06f-4b81-a847-0dc15be7d3e5 req-8c3b53b8-4f8e-4163-9472-6feaf214ab58 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:25.416397 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-639df4e4-d06f-4b81-a847-0dc15be7d3e5 req-8c3b53b8-4f8e-4163-9472-6feaf214ab58 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 947 time: 0.1190846 Sep 18 01:53:25.435224 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff7a5d-b907-471a-8491-17501ad5f065 None None] The sync data for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 is: [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:24Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:53:25.453982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b48d8454-1afb-4065-833f-21a701e5fe9c tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:25.462375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b48d8454-1afb-4065-833f-21a701e5fe9c tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 821 time: 0.3696544 Sep 18 01:53:25.462680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-639df4e4-d06f-4b81-a847-0dc15be7d3e5 req-27091456-4d1a-41f4-b83a-6bc4b53a5e09 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Sep 18 01:53:25.470348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.483941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cd83bb1f-28f2-4318-878c-39295991b6a2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cd83bb1f-28f2-4318-878c-39295991b6a2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:25.519464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e26fdc33-1d84-4548-9b7f-6bb77624cb67 None None] Provisioning complete for port 84835c54-cb09-488f-8ebe-dff220678705 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:25.519858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e26fdc33-1d84-4548-9b7f-6bb77624cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.536235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.573941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 559f5947-041f-4f79-84c7-f7e3f5820b92 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:25.574630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.591820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Request body: {'port': {'device_id': '29735823-2ea6-472f-84e9-781644db1fb4', 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'admin_state_up': True, 'tenant_id': '8fc29e961c0c4293819ac59d39edf2ff'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:25.617208 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.640652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8093605-15b8-42c7-aa78-5d3b902a30d1 req-0f5ef0bc-c8d0-4d15-ab36-7c6b0e1d4f43 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 210 time: 0.0736940 Sep 18 01:53:25.649383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4eba0c-233e-4a8e-bdea-480d4ddf8bd3 None None] Pushing event updated for resources: {'Port': ['ID=d22b37f2-c447-4346-be2b-4410461e9fea,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:25.694416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e26fdc33-1d84-4548-9b7f-6bb77624cb67 None None] Port 84835c54-cb09-488f-8ebe-dff220678705 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:25.736194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-c1a31f3e-ca3b-4a22-bd1f-4d0b0aa08834 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3677366 Sep 18 01:53:25.742212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:25.781336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Set router 544f8733-70e8-4e86-b009-a9bf72184e66 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:25.792524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['cd83bb1f-28f2-4318-878c-39295991b6a2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:25.800819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b02b2c81-2b47-409d-a0e0-f356c7de6a32 req-ecc0da28-d562-48fb-a5c3-31cfcab5a123 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 210 time: 0.0438867 Sep 18 01:53:25.857479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.859459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e26fdc33-1d84-4548-9b7f-6bb77624cb67 None None] Provisioning complete for port d22b37f2-c447-4346-be2b-4410461e9fea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:25.860144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e26fdc33-1d84-4548-9b7f-6bb77624cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.895089 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.898803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=2120ef16-3443-48f6-aa3f-5a62a2fef42e,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:25.997150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:25.999516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cd83bb1f-28f2-4318-878c-39295991b6a2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:26.170989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Allocated IP 192.168.233.115 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/ded7905c-2a13-4f5c-b3cb-b330f4f4720a) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:26.193496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada5051-0598-47f2-a403-e330d3da1bae req-191cfa20-b382-4dbb-839f-929cb4f0a30d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:26.195713 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8ada5051-0598-47f2-a403-e330d3da1bae req-191cfa20-b382-4dbb-839f-929cb4f0a30d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 945 time: 0.0958340 Sep 18 01:53:26.211829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093eb34f-e2d9-4570-b742-efbd7a0ea677,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:26.281257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8ada5051-0598-47f2-a403-e330d3da1bae req-c7cc825f-7c08-4ed5-a175-a70101247846 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757451 Sep 18 01:53:26.370787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Made reservation on behalf of 8fc29e961c0c4293819ac59d39edf2ff for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:26.370787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:26.434475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f916fa47-06a7-487d-be6c-30a56aafb127 req-286d37eb-195f-4763-9bfb-4c498dee9b2b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 210 time: 0.0563841 Sep 18 01:53:26.439903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:23Z', 'revision_number': 4, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port': {'id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:15Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '84835c54-cb09-488f-8ebe-dff220678705', 'name': '', 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'mac_address': 'fa:16:3e:b4:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ca1d3800-0797-43c9-98d3-df731ed64272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:21Z', 'updated_at': '2021-09-18T01:53:23Z', 'revision_number': 2, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'subnets': [{'id': 'ca1d3800-0797-43c9-98d3-df731ed64272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:26.476112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Checking router: 544f8733-70e8-4e86-b009-a9bf72184e66 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:26.477029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Updating router 544f8733-70e8-4e86-b009-a9bf72184e66 port 84835c54-cb09-488f-8ebe-dff220678705 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:53:26.516150 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:26.543482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2120ef16-3443-48f6-aa3f-5a62a2fef42e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:26.615875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:26.685293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:26.781771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2120ef16-3443-48f6-aa3f-5a62a2fef42e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:26.782132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:26.881037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Allocated IP 172.20.0.8 (c390c33a-2bf0-46a3-9c26-87b7f042f8bf/75478b80-c0b2-487c-b8ce-3e1b439f846a/4434a492-2978-4c3c-8257-7f8b5dcaa619) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:26.899256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849e559-0f40-403e-a596-323acee7e0a3 req-a43df07f-5f2f-492f-b78b-f4189b9e147f tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:26.901911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7849e559-0f40-403e-a596-323acee7e0a3 req-a43df07f-5f2f-492f-b78b-f4189b9e147f tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1097 time: 0.0574534 Sep 18 01:53:26.941644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:26.958799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d22b37f2-c447-4346-be2b-4410461e9fea up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:26.961976 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7849e559-0f40-403e-a596-323acee7e0a3 req-fdbd182c-f275-47f6-bc28-51a9f686a928 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496182 Sep 18 01:53:26.988564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-81aec1a5-efdb-42b5-8bd2-19b75080d24b tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:26.990203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-81aec1a5-efdb-42b5-8bd2-19b75080d24b tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.18 "GET /v2.0/networks?id=9943b299-4de0-4de1-9bb8-48ef40727e02 HTTP/1.1" status: 200 len: 829 time: 0.3648922 Sep 18 01:53:27.038196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Request body: {'port': {'device_id': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'admin_state_up': True, 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:27.094913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.106167 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.113031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:27.114597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d22b37f2-c447-4346-be2b-4410461e9fea triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:27.115042 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.138399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:27.164602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'Port': ['ID=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:27.171026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e6533-0203-439c-8cc5-8cab4e4c3abb req-56529735-2972-40b0-85ff-1645e605fe2f tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:27.180045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c6e6533-0203-439c-8cc5-8cab4e4c3abb req-56529735-2972-40b0-85ff-1645e605fe2f tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 948 time: 0.0977695 Sep 18 01:53:27.255212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c6e6533-0203-439c-8cc5-8cab4e4c3abb req-b43388a6-d055-42c8-8e13-6bc840aba14d tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685194 Sep 18 01:53:27.427921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61690260-103a-493a-8405-bac3329a44ae req-c5f9b871-de9c-4229-9a5a-33c70dae7467 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 210 time: 0.0528617 Sep 18 01:53:27.498626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Allocated IP 172.25.0.235 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/503e9b4a-6c1e-492d-be40-eba4d62dfef0) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:27.505402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:27.505604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Attempting to bind port 84835c54-cb09-488f-8ebe-dff220678705 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:27.506042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Attempting to bind port 84835c54-cb09-488f-8ebe-dff220678705 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:27.506308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Attempting to bind port 84835c54-cb09-488f-8ebe-dff220678705 on network aec9c5c1-c34f-4dae-be78-4e86924c08bb {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:27.515269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:27.515657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Checking segment: {'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:27.516089 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.516480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Bound using segment: {'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:27.516957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Bound port: 84835c54-cb09-488f-8ebe-dff220678705, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7d0d73-13ea-4388-830b-199536388dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:27.517331 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.546297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fbbd2-f76b-4253-996a-514cc7f2c974 None None] Pushing event updated for resources: {'Port': ['ID=84835c54-cb09-488f-8ebe-dff220678705,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:27.558689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f464310-66fc-4e94-b678-3ca329fc279e req-3d821cbb-4e11-4870-a548-66e84112a5ea tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 210 time: 0.0430944 Sep 18 01:53:27.562486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38346) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:27.657685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] For port 84835c54-cb09-488f-8ebe-dff220678705, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:27.661337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] For port 84835c54-cb09-488f-8ebe-dff220678705, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=84835c54-cb09-488f-8ebe-dff220678705,segment=NetworkSegment(bb7d0d73-13ea-4388-830b-199536388dc3),segment_id=bb7d0d73-13ea-4388-830b-199536388dc3)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:27.674811 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.677058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b35ac02b-c3dd-4cb4-b0ad-31a443e99a2f None None] Provisioning complete for port ded7905c-2a13-4f5c-b3cb-b330f4f4720a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:27.677479 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b35ac02b-c3dd-4cb4-b0ad-31a443e99a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.735828 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc558-7e87-4d73-a6cd-17a23e96d4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.742207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:27.743159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.755345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b35ac02b-c3dd-4cb4-b0ad-31a443e99a2f None None] Port ded7905c-2a13-4f5c-b3cb-b330f4f4720a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:27.766669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d392182-3f5a-4e22-8471-929503774716 req-c3510bc3-bb6b-48c8-9b00-09f912adb13a tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:27.776906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d392182-3f5a-4e22-8471-929503774716 req-c3510bc3-bb6b-48c8-9b00-09f912adb13a tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1097 time: 0.0919447 Sep 18 01:53:27.783427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Routers {'544f8733-70e8-4e86-b009-a9bf72184e66'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:27.788636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['544f8733-70e8-4e86-b009-a9bf72184e66'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:27.794998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fbbd2-f76b-4253-996a-514cc7f2c974 None None] Pushing event updated for resources: {'Port': ['ID=84835c54-cb09-488f-8ebe-dff220678705,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:27.843691 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d392182-3f5a-4e22-8471-929503774716 req-9ed0f860-9d49-4a1a-8880-85aab541ed2a tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598671 Sep 18 01:53:27.891405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.922436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.961906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-30a0971b-e38d-49b3-9700-7f6ab1a61a1e None None] Provisioning complete for port 84835c54-cb09-488f-8ebe-dff220678705 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:27.962268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30a0971b-e38d-49b3-9700-7f6ab1a61a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.968013 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] Set router 544f8733-70e8-4e86-b009-a9bf72184e66 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:27.982920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.983199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc558-7e87-4d73-a6cd-17a23e96d4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:27.998103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc558-7e87-4d73-a6cd-17a23e96d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.003211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.032561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f461-221f-4212-8056-f61b23543e2b req-9f47cfe2-3d26-4705-8da2-a32b4e00dc37 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:28.039981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d766f461-221f-4212-8056-f61b23543e2b req-9f47cfe2-3d26-4705-8da2-a32b4e00dc37 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 936 time: 0.1265125 Sep 18 01:53:28.040796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-467f749a-2c3f-4c9f-9337-e6568d24b7cf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1598451 Sep 18 01:53:28.056133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Network c390c33a-2bf0-46a3-9c26-87b7f042f8bf is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:28.062193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Request body: {'port': {'device_id': '3abd5aff-6bc0-4dc9-a5b1-2dadb077e226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:28.079978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:28.083119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:28.085901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:28.087663 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b9fc558-7e87-4d73-a6cd-17a23e96d4fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd286b1a78f6491f9fc99ab11208f0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240564 Sep 18 01:53:28.090139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fc558-7e87-4d73-a6cd-17a23e96d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f14e68-0b99-4a4f-9a99-9216b1107ad5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:28.093215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38354) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:28.118070 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d766f461-221f-4212-8056-f61b23543e2b req-3df5565d-50eb-4354-ab73-2b18fb10cdec tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771413 Sep 18 01:53:28.146609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Made reservation on behalf of dd234e5a29704a8ebac0de01214552d2 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:28.149803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.157862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:28.160932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:28.194267 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30a0971b-e38d-49b3-9700-7f6ab1a61a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.204484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Pushing event updated for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:28.226651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cd83bb1f-28f2-4318-878c-39295991b6a2 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:28.284488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-30a0971b-e38d-49b3-9700-7f6ab1a61a1e None None] For port 84835c54-cb09-488f-8ebe-dff220678705, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=84835c54-cb09-488f-8ebe-dff220678705,segment=NetworkSegment(bb7d0d73-13ea-4388-830b-199536388dc3),segment_id=bb7d0d73-13ea-4388-830b-199536388dc3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:28.315445 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30a0971b-e38d-49b3-9700-7f6ab1a61a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.325701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:28.326349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.333294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-d532625e-9bca-4e6f-9667-93d8db6d5955 req-438a0496-80e9-433f-a44d-cae072ac46f2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:28.335830 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d532625e-9bca-4e6f-9667-93d8db6d5955 req-438a0496-80e9-433f-a44d-cae072ac46f2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082850 Sep 18 01:53:28.381811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0971b-e38d-49b3-9700-7f6ab1a61a1e None None] Pushing event updated for resources: {'Port': ['ID=84835c54-cb09-488f-8ebe-dff220678705,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:28.387855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port cd83bb1f-28f2-4318-878c-39295991b6a2 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:28.389472 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.392458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port cd83bb1f-28f2-4318-878c-39295991b6a2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:28.393226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.399693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event updated for resources: {'Port': ['ID=503e9b4a-6c1e-492d-be40-eba4d62dfef0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:28.430667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:23Z', 'revision_number': 4, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port': {'id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:15Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '84835c54-cb09-488f-8ebe-dff220678705', 'name': '', 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'mac_address': 'fa:16:3e:b4:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ca1d3800-0797-43c9-98d3-df731ed64272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:21Z', 'updated_at': '2021-09-18T01:53:27Z', 'revision_number': 4, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'subnets': [{'id': 'ca1d3800-0797-43c9-98d3-df731ed64272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:28.465833 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-47ac5bb3-7f44-4a1d-a9ed-40a47d809a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9423940 Sep 18 01:53:28.467969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d343cf-5875-4c63-b55d-d74f7d5af35e None None] The sync data for ids ['544f8733-70e8-4e86-b009-a9bf72184e66'] in n-d-789963-12 is: [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:23Z', 'revision_number': 4, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port': {'id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:15Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '84835c54-cb09-488f-8ebe-dff220678705', 'name': '', 'network_id': 'aec9c5c1-c34f-4dae-be78-4e86924c08bb', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'mac_address': 'fa:16:3e:b4:2d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'ca1d3800-0797-43c9-98d3-df731ed64272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:21Z', 'updated_at': '2021-09-18T01:53:27Z', 'revision_number': 4, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'subnets': [{'id': 'ca1d3800-0797-43c9-98d3-df731ed64272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:53:28.480423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-090e199f-c614-4841-bfd0-70995c473544 None None] Provisioning complete for port 84835c54-cb09-488f-8ebe-dff220678705 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:28.481167 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-090e199f-c614-4841-bfd0-70995c473544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.489136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Request body: {'port': {'device_id': '29735823-2ea6-472f-84e9-781644db1fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:28.565892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.585387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a6da-be7c-4a2a-a0a7-4e53a897fb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.627516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1abeee5-188e-40e6-83ed-148aee5c3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd83bb1f-28f2-4318-878c-39295991b6a2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:28.630396 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5ae51a-5a44-47d8-80ef-91d4f386a51e" -d '{"events": [{"server_uuid": "d1abeee5-188e-40e6-83ed-148aee5c3c50", "name": "network-vif-plugged", "status": "completed", "tag": "cd83bb1f-28f2-4318-878c-39295991b6a2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:28.635785 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.674904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cd83bb1f-28f2-4318-878c-39295991b6a2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cd83bb1f-28f2-4318-878c-39295991b6a2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:28.688252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.720619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a6da-be7c-4a2a-a0a7-4e53a897fb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.752584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cd83bb1f-28f2-4318-878c-39295991b6a2,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:28.803502 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:28.846535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Allocated IP 172.20.0.9 (9943b299-4de0-4de1-9bb8-48ef40727e02/d7a254c7-29ac-4655-891e-5cccf0e2715d/e8147249-2c1e-4160-9ab1-4b50e2517bc4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:28.856661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.058123 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a6da-be7c-4a2a-a0a7-4e53a897fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.060736 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a6da-be7c-4a2a-a0a7-4e53a897fb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.061908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e0d3a6da-be7c-4a2a-a0a7-4e53a897fb9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37f14e68-0b99-4a4f-9a99-9216b1107ad5 HTTP/1.1" status: 204 len: 168 time: 0.9472744 Sep 18 01:53:29.163281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3a6da-be7c-4a2a-a0a7-4e53a897fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f14e68-0b99-4a4f-9a99-9216b1107ad5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:29.449714 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.465178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38398) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:29.670528 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5be7b7b7-f8e8-4d3c-be30-116ffd47ac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.675141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-47c9d882-70d5-4e03-a3f3-48d15b2fb3d6 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:29.676116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-47c9d882-70d5-4e03-a3f3-48d15b2fb3d6 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075974 Sep 18 01:53:29.731416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded7905c-2a13-4f5c-b3cb-b330f4f4720a {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:29.734328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-dee003bb-9698-4645-9207-0dc26d7905cf tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:29.735823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-dee003bb-9698-4645-9207-0dc26d7905cf tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 1094 time: 0.0521731 Sep 18 01:53:29.745413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.749629 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.752461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Request body: {'binding': {'host': 'n-h1-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:29.752909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:53:29.762227 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.817066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Transition to ACTIVE for port object ded7905c-2a13-4f5c-b3cb-b330f4f4720a will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:29.856264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.880127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event updated for resources: {'Port': ['ID=503e9b4a-6c1e-492d-be40-eba4d62dfef0,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:29.903480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5be7b7b7-f8e8-4d3c-be30-116ffd47ac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.908461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.917755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5be7b7b7-f8e8-4d3c-be30-116ffd47ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.967591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:29.974324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5be7b7b7-f8e8-4d3c-be30-116ffd47ac4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b695672907a4c039a5f39d5c81ab79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068779 Sep 18 01:53:29.974651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4434a492-2978-4c3c-8257-7f8b5dcaa619 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:29.975209 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38400) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:29.981942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on host n-h1-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:29.982273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:29.982593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:29.984470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7b7b7-f8e8-4d3c-be30-116ffd47ac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa1792-d2c2-4f4b-a01d-7ed7da1c9d8b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:29.996457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:29.996783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:30.002303 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.006208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:30.017750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:30.018173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:30.018697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:30.019444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Bound port: a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:30.033540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Pushing event updated for resources: {'Port': ['ID=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:30.036115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:30.044088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.051119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-20f2970e-42ca-497c-b5b5-401555344cee tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3138897 Sep 18 01:53:30.053815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:30.097574 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4467cbf0-ec50-425c-aac3-4150c7673934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.118672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:30.131897 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.133196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-015c3b07-cdf5-4934-9892-b073513a9bb0 service neutron] 10.222.0.21 "POST /v2.0/ports/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb/bindings HTTP/1.1" status: 201 len: 390 time: 0.3866434 Sep 18 01:53:30.139719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4467cbf0-ec50-425c-aac3-4150c7673934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.176049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Transition to ACTIVE for port object 4434a492-2978-4c3c-8257-7f8b5dcaa619 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:30.236129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4467cbf0-ec50-425c-aac3-4150c7673934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.236313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4467cbf0-ec50-425c-aac3-4150c7673934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.240786 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4467cbf0-ec50-425c-aac3-4150c7673934 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1faa1792-d2c2-4f4b-a01d-7ed7da1c9d8b HTTP/1.1" status: 204 len: 168 time: 0.2642801 Sep 18 01:53:30.259366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467cbf0-ec50-425c-aac3-4150c7673934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa1792-d2c2-4f4b-a01d-7ed7da1c9d8b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:30.272518 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.277550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-17a46597-357b-44f4-bee9-91dc8aa55a52 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.2255368 Sep 18 01:53:30.390570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Attempting to bind port ded7905c-2a13-4f5c-b3cb-b330f4f4720a on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:30.390931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Attempting to bind port ded7905c-2a13-4f5c-b3cb-b330f4f4720a by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:30.391266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Attempting to bind port ded7905c-2a13-4f5c-b3cb-b330f4f4720a on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:30.410526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Port ded7905c-2a13-4f5c-b3cb-b330f4f4720a on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:30.410896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Attempting to bind port ded7905c-2a13-4f5c-b3cb-b330f4f4720a on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:30.423062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7764e21f-6553-437f-a945-bc5412181e6e None None] Provisioning complete for port e8147249-2c1e-4160-9ab1-4b50e2517bc4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:30.423558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7764e21f-6553-437f-a945-bc5412181e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.469197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f5078-b762-461b-ba06-d3685de77c10 req-f28fe998-31ba-4313-ab11-272bd481db5b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:30.475314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Pushing event updated for resources: {'Port': ['ID=e8147249-2c1e-4160-9ab1-4b50e2517bc4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:30.477717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:30.478066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:30.478663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:30.479012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Bound port: ded7905c-2a13-4f5c-b3cb-b330f4f4720a, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:30.479462 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.480366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f2f5078-b762-461b-ba06-d3685de77c10 req-f28fe998-31ba-4313-ab11-272bd481db5b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 949 time: 0.1026707 Sep 18 01:53:30.518672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 84835c54-cb09-488f-8ebe-dff220678705 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:30.537287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f2f5078-b762-461b-ba06-d3685de77c10 req-be58e46a-b0c3-422d-bef4-24a9ba7c25b5 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557384 Sep 18 01:53:30.548215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7764e21f-6553-437f-a945-bc5412181e6e None None] Port e8147249-2c1e-4160-9ab1-4b50e2517bc4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:30.585058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 84835c54-cb09-488f-8ebe-dff220678705 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:30.585519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.624354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:30.625153 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.664307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Pushing event updated for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:30.677096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b59841-a96a-4871-acf6-a57e863de2c5 req-8821d98f-0b5f-4d65-8ae5-f0a3d232e3d2 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:30.679088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-54da67e9-0332-41dc-8bcc-c8c64559deab tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:30.686065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-54da67e9-0332-41dc-8bcc-c8c64559deab tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.3863933 Sep 18 01:53:30.688380 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27b59841-a96a-4871-acf6-a57e863de2c5 req-8821d98f-0b5f-4d65-8ae5-f0a3d232e3d2 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 931 time: 0.0829051 Sep 18 01:53:30.691709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-0dbb951a-0047-4a08-8456-637b19c45c46 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:30.692669 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-760f0287-0b74-4cb2-b9a8-fc73dbf20c5a req-0dbb951a-0047-4a08-8456-637b19c45c46 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056477 Sep 18 01:53:30.745946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27b59841-a96a-4871-acf6-a57e863de2c5 req-301d8f36-7469-40ae-9986-593dd09ff691 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Sep 18 01:53:30.747589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-580037fd-7cfe-4cc1-a4fb-ee012f02716c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7190411 Sep 18 01:53:30.765790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Request body: {'port': {'device_id': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:30.804695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-77392266-6761-4de2-825a-053ecc2faafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:30.805843 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-77392266-6761-4de2-825a-053ecc2faafb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1097 time: 0.2680013 Sep 18 01:53:30.811895 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-18f5c419-0936-4649-a0bc-fd71a46332d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.820778 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7df8598-759e-4241-ac55-fa3eacef0342 x-openstack-request-id: req-b7df8598-759e-4241-ac55-fa3eacef0342 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:30.821292 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1abeee5-188e-40e6-83ed-148aee5c3c50", "name": "network-vif-plugged", "status": "completed", "tag": "cd83bb1f-28f2-4318-878c-39295991b6a2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:30.821716 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7df8598-759e-4241-ac55-fa3eacef0342 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:30.823178 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1abeee5-188e-40e6-83ed-148aee5c3c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd83bb1f-28f2-4318-878c-39295991b6a2', 'code': 200} Sep 18 01:53:30.850618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] For port ded7905c-2a13-4f5c-b3cb-b330f4f4720a, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:30.879806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.18', 59679) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:30.909711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] For port ded7905c-2a13-4f5c-b3cb-b330f4f4720a, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:30.923394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:30.923736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:30.924116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:30.931259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:30.976692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1820fe-178d-4056-8e5d-351d52f7ddad req-ea912a5d-b2f1-4e30-b379-84b047bb6ff7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:30.978646 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc1820fe-178d-4056-8e5d-351d52f7ddad req-ea912a5d-b2f1-4e30-b379-84b047bb6ff7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 948 time: 0.0582595 Sep 18 01:53:30.981928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3ba72-012c-48de-aca0-690eecf4a557 req-a54dd58f-c8e2-4f24-811a-01edb9a6a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:30.983360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3a3ba72-012c-48de-aca0-690eecf4a557 req-a54dd58f-c8e2-4f24-811a-01edb9a6a2b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 1101 time: 0.1017685 Sep 18 01:53:30.990840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:30.990840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:30.992626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:31.025819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:31.026078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:31.026458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:31.026918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Bound port: 4434a492-2978-4c3c-8257-7f8b5dcaa619, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:31.027273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:31.031673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.032295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:31.033696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] 10.222.0.20 "PUT /v2.0/ports/ded7905c-2a13-4f5c-b3cb-b330f4f4720a HTTP/1.1" status: 200 len: 1097 time: 2.9813776 Sep 18 01:53:31.036716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abd5aff-6bc0-4dc9-a5b1-2dadb077e226', 'tag': 'ded7905c-2a13-4f5c-b3cb-b330f4f4720a'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:31.038956 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d29e19-83a1-4493-bad3-502724ee3eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3abd5aff-6bc0-4dc9-a5b1-2dadb077e226", "tag": "ded7905c-2a13-4f5c-b3cb-b330f4f4720a"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:31.047661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc1820fe-178d-4056-8e5d-351d52f7ddad req-4de382ec-75ec-46f1-8755-837b1786f461 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615969 Sep 18 01:53:31.050778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422511ca-d8ed-46b2-b249-7dc7509d62aa req-59a121b5-7f66-41d2-81e2-b19cb4f6862f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.052464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-422511ca-d8ed-46b2-b249-7dc7509d62aa req-59a121b5-7f66-41d2-81e2-b19cb4f6862f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 943 time: 0.2543340 Sep 18 01:53:31.058218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3a3ba72-012c-48de-aca0-690eecf4a557 req-51148afb-6454-40b1-96a3-797744bd0e5a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587749 Sep 18 01:53:31.188032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616c35d-7e89-4d41-ac1f-6ed49762084b service neutron] Pushing event updated for resources: {'Port': ['ID=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:31.195796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-4020889c-ae78-4262-9401-a6c4d087066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.198597 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-4020889c-ae78-4262-9401-a6c4d087066b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.3774292 Sep 18 01:53:31.320604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-422511ca-d8ed-46b2-b249-7dc7509d62aa req-b3170777-7a72-4c71-bcd5-2c8cd46877f9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426851 Sep 18 01:53:31.433163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316275-90e2-40ee-a069-5253af5ef49d req-96772134-e060-4e96-b7f6-14bb1f1abf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.434807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-96772134-e060-4e96-b7f6-14bb1f1abf06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 1100 time: 0.3523881 Sep 18 01:53:31.436118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:31.446159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f8cd4-1d2b-4103-ab06-64736e0e331a req-e4d9aa8a-7197-4442-a204-c10874217169 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.451621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-720f8cd4-1d2b-4103-ab06-64736e0e331a req-e4d9aa8a-7197-4442-a204-c10874217169 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 945 time: 0.0662386 Sep 18 01:53:31.492895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-c3cf4591-92d2-47c0-a14c-9a2fa7970e7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 217 time: 0.1681428 Sep 18 01:53:31.493920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-720f8cd4-1d2b-4103-ab06-64736e0e331a req-bfc7beff-c33b-4110-8b68-58917b397787 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376966 Sep 18 01:53:31.614607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:31.637264 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bc6b0f-ca1a-4f82-ac13-ccff385f752a x-openstack-request-id: req-14bc6b0f-ca1a-4f82-ac13-ccff385f752a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:31.637556 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abd5aff-6bc0-4dc9-a5b1-2dadb077e226", "tag": "ded7905c-2a13-4f5c-b3cb-b330f4f4720a", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:31.637808 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14bc6b0f-ca1a-4f82-ac13-ccff385f752a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:31.638354 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abd5aff-6bc0-4dc9-a5b1-2dadb077e226', 'tag': 'ded7905c-2a13-4f5c-b3cb-b330f4f4720a', 'status': 'completed', 'code': 200} Sep 18 01:53:31.645291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-bffd1f03-18e4-42a9-9a50-d123a18c6d13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a HTTP/1.1" status: 200 len: 217 time: 0.1508050 Sep 18 01:53:31.655376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:31.677465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7209b-c113-45b7-8e61-19b61d5195d6 req-f88d2b84-9b75-402b-929b-27e5deb829db tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.688451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6e7209b-c113-45b7-8e61-19b61d5195d6 req-f88d2b84-9b75-402b-929b-27e5deb829db tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 949 time: 0.0768301 Sep 18 01:53:31.748961 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6e7209b-c113-45b7-8e61-19b61d5195d6 req-366ce766-a802-404f-8edd-7090af7a17e8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591378 Sep 18 01:53:31.783665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.784286 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:31.785701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] 10.222.0.20 "PUT /v2.0/ports/4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 200 len: 1092 time: 3.3109331 Sep 18 01:53:31.787126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-8b4cb573-abd6-4e99-bd49-fce220e14d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.788472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-8b4cb573-abd6-4e99-bd49-fce220e14d4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.2859244 Sep 18 01:53:31.819926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65378510-6c45-4c61-9f71-47771835d402 req-36495913-787d-45d0-9de7-8ba9b72b646d tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4448717 Sep 18 01:53:31.843211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:31.877057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316275-90e2-40ee-a069-5253af5ef49d req-6b43adb7-1418-4de0-ae64-8eade0838f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.878642 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-6b43adb7-1418-4de0-ae64-8eade0838f34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2175086 Sep 18 01:53:31.887415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-313b01ba-1ae1-4d2f-a047-70070995f53a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848227 Sep 18 01:53:31.898643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94cfe-6bd3-4cdc-90ca-d1e2ff9b03b9 req-89057eb5-109e-4345-b357-c7a2e1885732 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:31.900772 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8e94cfe-6bd3-4cdc-90ca-d1e2ff9b03b9 req-89057eb5-109e-4345-b357-c7a2e1885732 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 931 time: 0.0658224 Sep 18 01:53:31.951591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1436739-b317-4f0e-a066-e23186bb7e56 service neutron] Pushing event updated for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:31.953121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8e94cfe-6bd3-4cdc-90ca-d1e2ff9b03b9 req-97396b96-d3a9-4836-8825-f3329c01c8ee tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Sep 18 01:53:32.257223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:32.324084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-d9005e72-e907-481d-8ca1-397ed1db9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:32.325603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-d9005e72-e907-481d-8ca1-397ed1db9e72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1095 time: 0.4779496 Sep 18 01:53:32.335666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8147249-2c1e-4160-9ab1-4b50e2517bc4 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:32.351273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bf5c1-529d-45dd-9e8b-124263a61257 req-c66ceabb-a288-4a4e-977e-c092cfb30667 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:32.352759 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e75bf5c1-529d-45dd-9e8b-124263a61257 req-c66ceabb-a288-4a4e-977e-c092cfb30667 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 948 time: 0.0525336 Sep 18 01:53:32.359681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:32.363656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e4ecd5e4-80f9-4e72-b103-1311606710f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:32.365119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-e4ecd5e4-80f9-4e72-b103-1311606710f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4644034 Sep 18 01:53:32.394399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e75bf5c1-529d-45dd-9e8b-124263a61257 req-83d2b295-78ea-4370-a1ed-99a6d2c0cb06 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Sep 18 01:53:32.420049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-b02f2d19-6eb3-45fa-b3ac-e11d29d09aff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 200 len: 217 time: 0.0772803 Sep 18 01:53:32.442043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-0e41b96a-92f7-43e1-a12b-e99a3864d38f service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287364 Sep 18 01:53:32.444312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Transition to ACTIVE for port object e8147249-2c1e-4160-9ab1-4b50e2517bc4 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:32.470092 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:32.621146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1ff2c-6557-46dc-810e-b4bca8fcac3b req-262bcdbc-b1ab-4095-8ea2-7a30049a4171 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:32.622733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e4a1ff2c-6557-46dc-810e-b4bca8fcac3b req-262bcdbc-b1ab-4095-8ea2-7a30049a4171 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 943 time: 0.0546181 Sep 18 01:53:32.668248 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e4a1ff2c-6557-46dc-810e-b4bca8fcac3b req-5a4e3aa5-2b12-4915-a085-013e2283bca0 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Sep 18 01:53:32.684012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-f577b547-4981-4cb1-91ba-3ce8f0be770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:32.685504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-f577b547-4981-4cb1-91ba-3ce8f0be770d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.2488079 Sep 18 01:53:32.691641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8147249-2c1e-4160-9ab1-4b50e2517bc4,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:32.768323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-c56e7ab0-3507-45b8-96b9-2e371eba6b67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677872 Sep 18 01:53:32.790607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-c341d373-b10a-4b34-89fb-96a10052412c service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895769 Sep 18 01:53:32.813725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-7e85c14a-b55e-4ed6-a744-57974586ba46 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544605 Sep 18 01:53:32.835190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddde5b-6ae1-4150-ba89-ae59f49dff3d req-9706dde3-e5a1-4dbe-8ceb-fc25903c5eda tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:32.836726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-40ddde5b-6ae1-4150-ba89-ae59f49dff3d req-9706dde3-e5a1-4dbe-8ceb-fc25903c5eda tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Sep 18 01:53:32.875782 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-40ddde5b-6ae1-4150-ba89-ae59f49dff3d req-ce1c808d-30f2-4ee6-a87c-ca16ed4285f1 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Sep 18 01:53:32.974490 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.001655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Attempting to bind port e8147249-2c1e-4160-9ab1-4b50e2517bc4 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:33.002021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Attempting to bind port e8147249-2c1e-4160-9ab1-4b50e2517bc4 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:33.002327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Attempting to bind port e8147249-2c1e-4160-9ab1-4b50e2517bc4 on network 9943b299-4de0-4de1-9bb8-48ef40727e02 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:33.024932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9f387-95e9-403a-bd65-062243561e62 req-06136131-67ad-4a2f-9528-adbfd5fb32ba tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.026903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32e9f387-95e9-403a-bd65-062243561e62 req-06136131-67ad-4a2f-9528-adbfd5fb32ba tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 949 time: 0.0589340 Sep 18 01:53:33.059774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Port e8147249-2c1e-4160-9ab1-4b50e2517bc4 on network 9943b299-4de0-4de1-9bb8-48ef40727e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:33.060100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Attempting to bind port e8147249-2c1e-4160-9ab1-4b50e2517bc4 on network 9943b299-4de0-4de1-9bb8-48ef40727e02 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:33.077051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32e9f387-95e9-403a-bd65-062243561e62 req-7d33f9c2-06c5-41ce-beeb-1b0976f65bef tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Sep 18 01:53:33.086360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:33.086716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Checking segment: {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:33.087129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Bound using segment: {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:33.088426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Bound port: e8147249-2c1e-4160-9ab1-4b50e2517bc4, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:33.088794 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.092354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-ba15fe23-4bf9-450a-9441-1571aff3454e service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001883 Sep 18 01:53:33.094410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-fd6f388e-e400-48fd-95a1-0078335608b1 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.098852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-fd6f388e-e400-48fd-95a1-0078335608b1 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.2220449 Sep 18 01:53:33.127423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-12'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:33.132342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e316275-90e2-40ee-a069-5253af5ef49d req-93c46925-b971-4537-b1be-d0535b288f29 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209667 Sep 18 01:53:33.208633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901aff5-32b5-49a1-a9f2-c9b84a16fd82 req-9d42bcfc-e0a0-43f6-b6d7-c481d10e1398 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.210829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9901aff5-32b5-49a1-a9f2-c9b84a16fd82 req-9d42bcfc-e0a0-43f6-b6d7-c481d10e1398 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 943 time: 0.0672059 Sep 18 01:53:33.235925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38474) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:33.263582 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9901aff5-32b5-49a1-a9f2-c9b84a16fd82 req-1d652211-9e26-458f-b953-578fe28cd146 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Sep 18 01:53:33.339815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Allocated IP 172.25.0.32 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/298f6bde-ed84-499f-80ab-4ad15fdf2620) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:33.360889 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb1a-0cef-4e8d-8427-75713c75ac24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.361657 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-085bdf7e-ece4-4901-b58a-1b2becfaa1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.372601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.417855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-fbe7d743-4190-4eac-a09b-f1b832e2bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.418275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-fbe7d743-4190-4eac-a09b-f1b832e2bd5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 1100 time: 0.2193825 Sep 18 01:53:33.421208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] For port e8147249-2c1e-4160-9ab1-4b50e2517bc4, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:33.453156 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79cf7b73-0bc1-4edb-91e5-c63936ae6ccc req-bf8a0110-483c-43f1-a216-8556debd0337 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438768 Sep 18 01:53:33.475415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] For port e8147249-2c1e-4160-9ab1-4b50e2517bc4, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:33.481395 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb1a-0cef-4e8d-8427-75713c75ac24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.485768 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb1a-0cef-4e8d-8427-75713c75ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.517947 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.524292 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-28dfeb1a-0cef-4e8d-8427-75713c75ac24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b3a4ccc63184bda86f59a0f31ff6afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873597 Sep 18 01:53:33.525924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfeb1a-0cef-4e8d-8427-75713c75ac24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff18035-a70c-4697-938b-e25620885f02,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:33.531371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38482) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:33.585093 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9af3d255-9fdf-4381-9a26-ea2d29e6784e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.617456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9af3d255-9fdf-4381-9a26-ea2d29e6784e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.631626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.632626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.633649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] 10.222.0.18 "PUT /v2.0/ports/e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 200 len: 1092 time: 2.8728585 Sep 18 01:53:33.647948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619'}, {'name': 'network-changed', 'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:33.651391 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51447ebe-24a1-4f9b-910e-217de1389a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619"}, {"name": "network-changed", "server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:33.699189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9af3d255-9fdf-4381-9a26-ea2d29e6784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.702263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9af3d255-9fdf-4381-9a26-ea2d29e6784e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.703806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9af3d255-9fdf-4381-9a26-ea2d29e6784e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ff18035-a70c-4697-938b-e25620885f02 HTTP/1.1" status: 204 len: 168 time: 0.1708565 Sep 18 01:53:33.734645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3d255-9fdf-4381-9a26-ea2d29e6784e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff18035-a70c-4697-938b-e25620885f02,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:33.752866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.794588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-6ae48483-6369-455a-b53c-f421d96f9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.799844 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-6ae48483-6369-455a-b53c-f421d96f9d9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3595493 Sep 18 01:53:33.836641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c114c7-a1ba-4dcc-8810-37df60466a1b req-d310cdd7-0c84-4af6-a21c-552e503c7f24 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.844390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84c114c7-a1ba-4dcc-8810-37df60466a1b req-d310cdd7-0c84-4af6-a21c-552e503c7f24 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 948 time: 0.0605674 Sep 18 01:53:33.881856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84c114c7-a1ba-4dcc-8810-37df60466a1b req-45e82a4f-dae8-4ecd-b167-2f9d7dc9b3ad tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Sep 18 01:53:33.887930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cddfd-0fab-41ef-b678-17e9046fffd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8147249-2c1e-4160-9ab1-4b50e2517bc4,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:33.893459 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-cc3d739b-0d1b-4900-b1d6-5ede90462301 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a HTTP/1.1" status: 200 len: 217 time: 0.0625622 Sep 18 01:53:33.959466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-d45cba99-f883-43f0-97c1-9dd18c1e7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:33.959669 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:33.961285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-d45cba99-f883-43f0-97c1-9dd18c1e7cb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd234e5a29704a8ebac0de01214552d2&device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 1095 time: 0.2496636 Sep 18 01:53:33.982753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:33.991039 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.082997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38498) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:34.116535 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bf72622-8cb7-42f4-b861-df68db315252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.162606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa58d-64ae-4b96-8e29-e8cc0e2b0a7a req-b87c12a4-893b-4772-b77b-7a3e03ac5959 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.164233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-549fa58d-64ae-4b96-8e29-e8cc0e2b0a7a req-b87c12a4-893b-4772-b77b-7a3e03ac5959 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 943 time: 0.0903273 Sep 18 01:53:34.229499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-549fa58d-64ae-4b96-8e29-e8cc0e2b0a7a req-50c683b5-cf4a-482c-9465-11182dd9827f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Sep 18 01:53:34.287463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bf72622-8cb7-42f4-b861-df68db315252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.293765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bf72622-8cb7-42f4-b861-df68db315252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.296986 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6660049-59f2-486e-9c02-264140ffc9fe x-openstack-request-id: req-d6660049-59f2-486e-9c02-264140ffc9fe {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:34.297280 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:34.297522 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6660049-59f2-486e-9c02-264140ffc9fe {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:34.297904 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619', 'status': 'completed', 'code': 200} Sep 18 01:53:34.298153 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'status': 'completed', 'code': 200} Sep 18 01:53:34.312452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-11254cdf-35a1-47cc-804e-e167c9d1137b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 200 len: 217 time: 0.3364975 Sep 18 01:53:34.335522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-40781a99-32ad-496e-be63-a2e99bed0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.337031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-40781a99-32ad-496e-be63-a2e99bed0117 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.4166074 Sep 18 01:53:34.352457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:34.363292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf72622-8cb7-42f4-b861-df68db315252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7835fa85-2af2-4e34-8676-603fd13c1a3e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:34.371095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7bf72622-8cb7-42f4-b861-df68db315252 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce558cf3f56f44d6a5affc91c0be4603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870469 Sep 18 01:53:34.371729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38502) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:34.405775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:34.409413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f329d-422b-40b5-b19e-4b936098c499 req-30313960-1523-4b10-80b5-a6c1a9bb7322 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.410970 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-475f329d-422b-40b5-b19e-4b936098c499 req-30313960-1523-4b10-80b5-a6c1a9bb7322 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 949 time: 0.1003287 Sep 18 01:53:34.424064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:34.434436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event updated for resources: {'Port': ['ID=298f6bde-ed84-499f-80ab-4ad15fdf2620,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:34.471678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:34.473573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-475f329d-422b-40b5-b19e-4b936098c499 req-a50e6fd3-0658-49d7-bfd1-7e3d157c2b27 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544896 Sep 18 01:53:34.474509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8e66af0-62a7-4af0-b14e-a3b9887ef358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.507406 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8e66af0-62a7-4af0-b14e-a3b9887ef358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.521103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-749610fd-42b0-4605-8f04-9a5a3dff4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.522621 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-749610fd-42b0-4605-8f04-9a5a3dff4ebc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1095 time: 0.2291276 Sep 18 01:53:34.528974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-6966e1f8-3bb1-424a-a23c-643b1b483df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.530348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-6966e1f8-3bb1-424a-a23c-643b1b483df7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7a254c7-29ac-4655-891e-5cccf0e2715d HTTP/1.1" status: 200 len: 868 time: 0.1918924 Sep 18 01:53:34.548906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-20c75dab-21ca-44e8-b984-61be2e98f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.550379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-20c75dab-21ca-44e8-b984-61be2e98f08b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998115 Sep 18 01:53:34.557976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8e66af0-62a7-4af0-b14e-a3b9887ef358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.560580 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8e66af0-62a7-4af0-b14e-a3b9887ef358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.564505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b8e66af0-62a7-4af0-b14e-a3b9887ef358 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7835fa85-2af2-4e34-8676-603fd13c1a3e HTTP/1.1" status: 204 len: 168 time: 0.1906667 Sep 18 01:53:34.599740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e66af0-62a7-4af0-b14e-a3b9887ef358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7835fa85-2af2-4e34-8676-603fd13c1a3e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:34.607985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.643844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.644058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac3fb-59be-4fb6-b330-9f008ca5e848 req-eff17280-a120-407e-9520-79ee28eaee1f tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.645494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c50ac3fb-59be-4fb6-b330-9f008ca5e848 req-eff17280-a120-407e-9520-79ee28eaee1f tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 945 time: 0.0799479 Sep 18 01:53:34.691883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c50ac3fb-59be-4fb6-b330-9f008ca5e848 req-39e2eadd-60b6-407c-b6fc-b443f02e64fe tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Sep 18 01:53:34.778558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.819135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08354c-5bbc-42de-9bf8-47849a3e1930 req-fc5054f2-00ac-4d79-8197-d1e6a3420f0a tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.820698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c08354c-5bbc-42de-9bf8-47849a3e1930 req-fc5054f2-00ac-4d79-8197-d1e6a3420f0a tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 943 time: 0.0652263 Sep 18 01:53:34.837376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:34.841033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-9d25cb7e-7592-4233-9b54-d9eb5b5fb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.842544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-9d25cb7e-7592-4233-9b54-d9eb5b5fb2ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9943b299-4de0-4de1-9bb8-48ef40727e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2846930 Sep 18 01:53:34.867588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c08354c-5bbc-42de-9bf8-47849a3e1930 req-689c62c9-eda3-4f88-9564-a44cd286df69 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390069 Sep 18 01:53:34.883603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:34.892162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-fba424ad-6e30-4ed7-999c-8f804e48a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:34.893610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-fba424ad-6e30-4ed7-999c-8f804e48a51a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.3596489 Sep 18 01:53:34.917858 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-f8e45a84-f765-4277-b440-3144b3505e92 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413494 Sep 18 01:53:35.001811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on host n-h2-789963-12 for vnic_type normal with profile {"migrating_to": "n-h1-789963-12"} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:35.002183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:35.002465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:35.009074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-707781fd-36a1-4254-a302-f210e07e88c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 200 len: 217 time: 0.0970695 Sep 18 01:53:35.031610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b8c6e-fd6b-4e16-84b0-c45fc9aa6483 req-e82bd00f-fdd3-4129-a0df-a647c9b3d676 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:35.033000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca6b8c6e-fd6b-4e16-84b0-c45fc9aa6483 req-e82bd00f-fdd3-4129-a0df-a647c9b3d676 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 948 time: 0.0677655 Sep 18 01:53:35.045601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.073517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca6b8c6e-fd6b-4e16-84b0-c45fc9aa6483 req-2a85e49f-662f-43c7-98b6-d29f3994022f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341461 Sep 18 01:53:35.076373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:35.076596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Attempting to bind port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:35.151217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:35.151637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:35.152024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:35.152466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Bound port: a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:35.152819 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.218631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-de67ca3d-c4ff-4d17-8669-2ac7e2efda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:35.220119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-de67ca3d-c4ff-4d17-8669-2ac7e2efda22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1735711 Sep 18 01:53:35.243278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-5dd122ab-04eb-4c9f-b454-4abc4ca8d1fc service neutron] 10.222.0.18 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871970 Sep 18 01:53:35.270537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-ec7478a6-7daa-42f9-9c59-d3f834df37a4 tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:35.271704 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-ec7478a6-7daa-42f9-9c59-d3f834df37a4 tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 1101 time: 0.0567052 Sep 18 01:53:35.272307 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23d29e19-83a1-4493-bad3-502724ee3eb2 req-a67ef4c2-8053-4504-b9fd-153acf2b0f6a service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210704 Sep 18 01:53:35.299276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-cc4aa367-4db2-4085-a3a0-561881ef0707 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534949 Sep 18 01:53:35.409586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ec29-738c-49a9-96f8-1e61f6440c15 req-1b45bda8-e815-45d7-93c5-8efdda87ed10 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:35.411084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f131ec29-738c-49a9-96f8-1e61f6440c15 req-1b45bda8-e815-45d7-93c5-8efdda87ed10 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 943 time: 0.0676994 Sep 18 01:53:35.428943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] Deleting port cd83bb1f-28f2-4318-878c-39295991b6a2 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:35.429276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.444602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:35.487338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:35.500416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.514695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f131ec29-738c-49a9-96f8-1e61f6440c15 req-f0467cee-27ad-4e13-a644-fd0442c21672 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957332 Sep 18 01:53:35.574909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] For port cd83bb1f-28f2-4318-878c-39295991b6a2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cd83bb1f-28f2-4318-878c-39295991b6a2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:35.575471 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.577894 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffce8e1-b762-4180-bdf9-1fd774333b09 req-5b7e5c0b-36a9-4f8c-a1e7-c0a202210fa8 service neutron] 10.222.0.18 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099458 Sep 18 01:53:35.614315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] Calling delete_port for cd83bb1f-28f2-4318-878c-39295991b6a2 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:35.620524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-a7eb820c-ba73-4303-bb91-226fe2aab538 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049819 Sep 18 01:53:35.652359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.668426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=8']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:35.704169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.713913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:35.714777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.716298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-325f01e9-8e75-4d25-9814-0f07959d8245 service neutron] 10.222.0.18 "PUT /v2.0/ports/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 1123 time: 2.5972815 Sep 18 01:53:35.751274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b93734-ec8b-4e66-bfe7-51ad86dd428f req-f44e188f-81ec-4203-bbe0-cffec5283153 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:35.752962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6b93734-ec8b-4e66-bfe7-51ad86dd428f req-f44e188f-81ec-4203-bbe0-cffec5283153 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1abeee5-188e-40e6-83ed-148aee5c3c50 HTTP/1.1" status: 200 len: 949 time: 0.1729589 Sep 18 01:53:35.779133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:35.834792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6b93734-ec8b-4e66-bfe7-51ad86dd428f req-bd3c987c-a9ad-4e22-b90f-01c08ac34c0a tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653758 Sep 18 01:53:35.913180 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:35.927330 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['cd83bb1f-28f2-4318-878c-39295991b6a2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:35.959632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd83bb1f-28f2-4318-878c-39295991b6a2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:36.064825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] No DVR routers for this DVR port cd83bb1f-28f2-4318-878c-39295991b6a2 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:53:36.070698 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.073360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0dad4fdf-5f6c-4eb3-b867-176c764b22f4 req-d84ba826-586c-4a75-bc9e-f85b771f36fc tempest-DeleteServersAdminTestJSON-592090319 tempest-DeleteServersAdminTestJSON-592090319-project-admin] 10.222.0.18 "DELETE /v2.0/ports/cd83bb1f-28f2-4318-878c-39295991b6a2 HTTP/1.1" status: 204 len: 173 time: 0.7952085 Sep 18 01:53:36.074500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1abeee5-188e-40e6-83ed-148aee5c3c50', 'name': 'network-vif-deleted', 'tag': 'cd83bb1f-28f2-4318-878c-39295991b6a2'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:36.098312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a336b-85c9-4407-899e-8c64327d4074 req-c607ca1f-b140-403b-9f08-a5d6940d28a7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.100052 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3a4a336b-85c9-4407-899e-8c64327d4074 req-c607ca1f-b140-403b-9f08-a5d6940d28a7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 943 time: 0.1441889 Sep 18 01:53:36.129336 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-1be9f8a3-ceb6-4b41-8b15-8760a8352c1c service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991524 Sep 18 01:53:36.169645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.179026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3a4a336b-85c9-4407-899e-8c64327d4074 req-b0e3aa96-2d31-4779-9e4e-88911f6e4205 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677927 Sep 18 01:53:36.227841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-a1355ad7-7c3b-4558-93ee-a15a522dc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.229906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-a1355ad7-7c3b-4558-93ee-a15a522dc39f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd234e5a29704a8ebac0de01214552d2&device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 1095 time: 0.5864310 Sep 18 01:53:36.232746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event updated for resources: {'Port': ['ID=298f6bde-ed84-499f-80ab-4ad15fdf2620,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:36.269234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.299160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb'}, {'name': 'network-changed', 'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:36.302015 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9" -d '{"events": [{"server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "name": "network-vif-unplugged", "status": "completed", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb"}, {"name": "network-changed", "server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:36.311433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ded7905c-2a13-4f5c-b3cb-b330f4f4720a details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:36.344419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.345991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65378510-6c45-4c61-9f71-47771835d402 req-428f032e-411c-4393-b5ff-dc93868cd32e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5252726 Sep 18 01:53:36.347098 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e7736d-e0d3-48f9-a9bf-ed2363a6e0a8" -d '{"events": [{"server_uuid": "d1abeee5-188e-40e6-83ed-148aee5c3c50", "name": "network-vif-deleted", "tag": "cd83bb1f-28f2-4318-878c-39295991b6a2"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:36.357810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd893a61-6dd7-40ab-ab26-d8dd5ba91b9e req-e2146ff0-e5ba-4960-9185-6652e0111d8f tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.359374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd893a61-6dd7-40ab-ab26-d8dd5ba91b9e req-e2146ff0-e5ba-4960-9185-6652e0111d8f tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 943 time: 0.0930557 Sep 18 01:53:36.407147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd893a61-6dd7-40ab-ab26-d8dd5ba91b9e req-317eaab6-ba27-48ea-b269-7a8f319cf72e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370233 Sep 18 01:53:36.416849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65378510-6c45-4c61-9f71-47771835d402 req-7e259eb7-7074-4451-bb21-51179d43c01c tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0595570 Sep 18 01:53:36.430107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-444788ac-0fb3-4910-a8a6-6570e7a74fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.432536 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-444788ac-0fb3-4910-a8a6-6570e7a74fcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=9943b299-4de0-4de1-9bb8-48ef40727e02 HTTP/1.1" status: 200 len: 929 time: 0.1926956 Sep 18 01:53:36.465471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ded7905c-2a13-4f5c-b3cb-b330f4f4720a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:36.476623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'ded7905c-2a13-4f5c-b3cb-b330f4f4720a', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'ded7905c-2a13-4f5c-b3cb-b330f4f4720a', 'mac_address': 'fa:16:3e:eb:04:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:36.501238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-999682d8-ff4a-4e31-a123-7795a4723fa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 200 len: 217 time: 0.0578160 Sep 18 01:53:36.520498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.526403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ee7e-4c2a-404a-bc16-088f9a6d7e52 req-88c83115-806b-4bc9-bfa8-1a0cf6b4c2b8 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.527996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3411ee7e-4c2a-404a-bc16-088f9a6d7e52 req-88c83115-806b-4bc9-bfa8-1a0cf6b4c2b8 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 948 time: 0.0531588 Sep 18 01:53:36.534934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded7905c-2a13-4f5c-b3cb-b330f4f4720a {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:36.554827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ded7905c-2a13-4f5c-b3cb-b330f4f4720a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:36.559899 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.561011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4434a492-2978-4c3c-8257-7f8b5dcaa619 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:36.571094 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3411ee7e-4c2a-404a-bc16-088f9a6d7e52 req-54a6807f-a577-42a4-b895-acabfb41c9d0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364149 Sep 18 01:53:36.605001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65378510-6c45-4c61-9f71-47771835d402 req-bbbd2d78-86ce-4479-b072-85f97f7a4cdf tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.606643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65378510-6c45-4c61-9f71-47771835d402 req-bbbd2d78-86ce-4479-b072-85f97f7a4cdf tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1732483 Sep 18 01:53:36.611215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-2192ea49-c355-4e0e-b2f6-766dbc32765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.612648 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-2192ea49-c355-4e0e-b2f6-766dbc32765d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7a254c7-29ac-4655-891e-5cccf0e2715d HTTP/1.1" status: 200 len: 868 time: 0.0787930 Sep 18 01:53:36.687990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-dad40f94-a398-486d-aae9-619badca6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.690010 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-dad40f94-a398-486d-aae9-619badca6a15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9943b299-4de0-4de1-9bb8-48ef40727e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670083 Sep 18 01:53:36.691678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:36.693267 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20d2888-6835-470a-a05b-20b797888261 x-openstack-request-id: req-f20d2888-6835-470a-a05b-20b797888261 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:36.693606 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "name": "network-vif-unplugged", "status": "completed", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb", "code": 200}, {"name": "network-changed", "server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:36.693862 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f20d2888-6835-470a-a05b-20b797888261 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:36.694278 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb', 'code': 200} Sep 18 01:53:36.694548 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb', 'status': 'completed', 'code': 200} Sep 18 01:53:36.760379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:36.776922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '4434a492-2978-4c3c-8257-7f8b5dcaa619', 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'port_id': '4434a492-2978-4c3c-8257-7f8b5dcaa619', 'mac_address': 'fa:16:3e:f5:d4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75478b80-c0b2-487c-b8ce-3e1b439f846a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:36.812983 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70642093-d0ee-4775-be0e-2cedc0fe6508 x-openstack-request-id: req-70642093-d0ee-4775-be0e-2cedc0fe6508 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:36.813279 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1abeee5-188e-40e6-83ed-148aee5c3c50", "name": "network-vif-deleted", "tag": "cd83bb1f-28f2-4318-878c-39295991b6a2", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:36.813536 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70642093-d0ee-4775-be0e-2cedc0fe6508 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:36.813998 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1abeee5-188e-40e6-83ed-148aee5c3c50', 'name': 'network-vif-deleted', 'tag': 'cd83bb1f-28f2-4318-878c-39295991b6a2', 'status': 'completed', 'code': 200} Sep 18 01:53:36.821275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.829776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-285646fd-181c-4064-8a63-4bf1f15e9493 service neutron] 10.222.0.18 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242888 Sep 18 01:53:36.840530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4434a492-2978-4c3c-8257-7f8b5dcaa619 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:36.867746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:36.873155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:36.913758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-afefe529-042f-48aa-8a32-fffa5df1dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.915298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-afefe529-042f-48aa-8a32-fffa5df1dc33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1126 time: 0.1041777 Sep 18 01:53:36.931024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:36.942656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879a242-dd97-4b5d-875f-e6942d614f31 req-85c1ca63-c0fe-4edc-84f1-c06475d1feed tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:36.944183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2879a242-dd97-4b5d-875f-e6942d614f31 req-85c1ca63-c0fe-4edc-84f1-c06475d1feed tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 944 time: 0.0548267 Sep 18 01:53:36.982906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2879a242-dd97-4b5d-875f-e6942d614f31 req-c6eb815d-9203-48bb-9626-0b2c69f317f0 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318666 Sep 18 01:53:37.101630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51447ebe-24a1-4f9b-910e-217de1389a7f req-adcff9c2-7e7b-42ed-aa19-25f1728be63e service neutron] 10.222.0.18 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558033 Sep 18 01:53:37.105383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['4434a492-2978-4c3c-8257-7f8b5dcaa619'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:37.118537 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-27cae1f1-c067-4db3-8484-63ce5e757485 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2300026 Sep 18 01:53:37.136817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:37.150200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:37.163930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-bfc7afa7-9ed4-4cde-bad7-3ed96c6e182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:37.165504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-bfc7afa7-9ed4-4cde-bad7-3ed96c6e182e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.2378967 Sep 18 01:53:37.167283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:37.224518 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-35e0824b-d7b0-49c1-8758-a104d9f241d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 217 time: 0.0416389 Sep 18 01:53:37.272143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-cb81841a-e2c5-479f-846c-d37d7e916b6e tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f39297eb02dd400bab84daf7b333ed59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273473 Sep 18 01:53:37.321919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-76ee9eb1-6338-4dba-9e95-f479a742b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:37.323687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-76ee9eb1-6338-4dba-9e95-f479a742b35f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0926762 Sep 18 01:53:37.361404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-cfa43afa-fbb3-49c5-8b81-429268cc21dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293608 Sep 18 01:53:37.392470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-80b04146-6cc5-48f1-9027-80711352d86f tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:37.393984 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-80b04146-6cc5-48f1-9027-80711352d86f tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1194866 Sep 18 01:53:37.405523 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:37.409616 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-e7fe51da-c7f1-4d19-946e-98aef9dfb4b9 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/quotas/f39297eb02dd400bab84daf7b333ed59 HTTP/1.1" status: 200 len: 375 time: 0.0099354 Sep 18 01:53:37.444882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-cf3874c8-114e-4e81-ab57-5f5a14b223ff tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f39297eb02dd400bab84daf7b333ed59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279617 Sep 18 01:53:37.527449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-8d8854e5-60d4-4e4f-b26d-5707d968cb71 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588728 Sep 18 01:53:37.639910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Allocated IP 172.25.0.59 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/19802bfc-7373-4d83-a7cd-b13ca5b83b90) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:37.682544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52038608-1880-40f0-83aa-bd1bcdf0cf5e req-d14b7af2-50a2-430f-aebf-7b384c11f1ec tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:37.684369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-52038608-1880-40f0-83aa-bd1bcdf0cf5e req-d14b7af2-50a2-430f-aebf-7b384c11f1ec tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 943 time: 0.0730231 Sep 18 01:53:37.698120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8569fd-b8d4-413b-a6c7-a92b2c769fd9 req-de93875e-ac6d-4bf1-adf7-4e3abfe658ba service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501005 Sep 18 01:53:37.743435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-52038608-1880-40f0-83aa-bd1bcdf0cf5e req-70760893-fa45-46c7-836d-5434b4558a5c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509267 Sep 18 01:53:37.813651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:37.857934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:37.878052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8f02-9453-4de9-9e28-6b4ae5bfebea req-8902c4f3-5093-4150-972c-cc71cef79f33 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:37.886412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e7d8f02-9453-4de9-9e28-6b4ae5bfebea req-8902c4f3-5093-4150-972c-cc71cef79f33 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 943 time: 0.0767560 Sep 18 01:53:37.909161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:37.914030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:37.917141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event updated for resources: {'Port': ['ID=19802bfc-7373-4d83-a7cd-b13ca5b83b90,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:37.919834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:37.932098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e7d8f02-9453-4de9-9e28-6b4ae5bfebea req-8dd2bdde-2923-4fe7-8d46-391e6d90c6b0 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438151 Sep 18 01:53:38.011457 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5133fb8d-6930-492d-a706-463b8c67e4ce req-31b14a8d-ca57-4a69-871a-605afc3a82eb tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 210 time: 0.0294986 Sep 18 01:53:38.059575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.114672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.159678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729a5f1-a6b3-4d63-bc62-2b763f31a8e8 req-500b9a48-026d-45fd-bed3-07870a83af8b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:38.161314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e729a5f1-a6b3-4d63-bc62-2b763f31a8e8 req-500b9a48-026d-45fd-bed3-07870a83af8b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 949 time: 0.0519087 Sep 18 01:53:38.209203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e729a5f1-a6b3-4d63-bc62-2b763f31a8e8 req-d7d71136-0f2f-4b96-a296-ee372acfd4a1 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 Sep 18 01:53:38.279055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:38.309049 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.314541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ded7905c-2a13-4f5c-b3cb-b330f4f4720a up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:38.319298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.414073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event updated for resources: {'Port': ['ID=19802bfc-7373-4d83-a7cd-b13ca5b83b90,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:38.421897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab4c07-2708-40d1-9349-d597653b525d req-c73efd4a-1a7e-4d76-a691-cc73fb3c07d9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:38.423941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4ab4c07-2708-40d1-9349-d597653b525d req-c73efd4a-1a7e-4d76-a691-cc73fb3c07d9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 944 time: 0.0643575 Sep 18 01:53:38.428457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.444331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.446274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-d5a3efee-093a-4371-9108-119a87acea80 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3194108 Sep 18 01:53:38.456360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port ded7905c-2a13-4f5c-b3cb-b330f4f4720a completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:38.465831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port ded7905c-2a13-4f5c-b3cb-b330f4f4720a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:38.466210 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.478810 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4ab4c07-2708-40d1-9349-d597653b525d req-ee78b29e-6574-4604-9dc7-db953752ba7e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Sep 18 01:53:38.503826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:38.506002 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-ab2ecfa6-53bd-4a6a-b586-fbd0b5d80b3b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.0525448 Sep 18 01:53:38.524725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb has no active binding in host n-h1-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:53:38.525667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e8147249-2c1e-4160-9ab1-4b50e2517bc4 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:38.646415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-2974b7ce-187f-4565-912d-da2be55a96d2 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:38.648244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f705770-5850-452b-ac7e-aa2dc570c50c req-2974b7ce-187f-4565-912d-da2be55a96d2 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1341949 Sep 18 01:53:38.659862 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.704305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e8147249-2c1e-4160-9ab1-4b50e2517bc4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:38.710629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abd5aff-6bc0-4dc9-a5b1-2dadb077e226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7905c-2a13-4f5c-b3cb-b330f4f4720a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:38.713486 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae59e089-dbfd-4314-bc10-d2198b387285" -d '{"events": [{"server_uuid": "3abd5aff-6bc0-4dc9-a5b1-2dadb077e226", "name": "network-vif-plugged", "status": "completed", "tag": "ded7905c-2a13-4f5c-b3cb-b330f4f4720a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:38.736666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ded7905c-2a13-4f5c-b3cb-b330f4f4720a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:38.738306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'port_id': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'mac_address': 'fa:16:3e:70:58:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:38.745144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.746149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4434a492-2978-4c3c-8257-7f8b5dcaa619 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:38.780223 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-325a98fb-29d9-4b36-ade4-68a186df0518 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f39297eb02dd400bab84daf7b333ed59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546656 Sep 18 01:53:38.828062 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefe606d-84b6-4ea5-a4c3-ea7e5488a459 x-openstack-request-id: req-aefe606d-84b6-4ea5-a4c3-ea7e5488a459 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:38.828421 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abd5aff-6bc0-4dc9-a5b1-2dadb077e226", "name": "network-vif-plugged", "status": "completed", "tag": "ded7905c-2a13-4f5c-b3cb-b330f4f4720a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:38.828598 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aefe606d-84b6-4ea5-a4c3-ea7e5488a459 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:38.828982 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abd5aff-6bc0-4dc9-a5b1-2dadb077e226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7905c-2a13-4f5c-b3cb-b330f4f4720a', 'code': 200} Sep 18 01:53:38.879385 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.893691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:38.905782 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8147249-2c1e-4160-9ab1-4b50e2517bc4 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:38.935347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 4434a492-2978-4c3c-8257-7f8b5dcaa619 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:38.954416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 4434a492-2978-4c3c-8257-7f8b5dcaa619 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:38.959595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:38.968483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e8147249-2c1e-4160-9ab1-4b50e2517bc4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:39.024192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.097034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-b6273169-94d6-4af8-a5f5-f350df86edbf tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:39.098545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-b6273169-94d6-4af8-a5f5-f350df86edbf tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3110960 Sep 18 01:53:39.106796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8bf5f-f5a3-413f-b27b-fec95da2f58e req-9888d687-f99e-4c20-b12e-c7825484c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:39.108270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ef8bf5f-f5a3-413f-b27b-fec95da2f58e req-9888d687-f99e-4c20-b12e-c7825484c31b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 1102 time: 0.1471908 Sep 18 01:53:39.111637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38638) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:39.116262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Request body: {'port': {'device_id': '4840f568-44a8-45f0-a29c-08b825ca4a48', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'f39297eb02dd400bab84daf7b333ed59'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:39.123349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e8147249-2c1e-4160-9ab1-4b50e2517bc4,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:39.131556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c277ae-7f1c-4b46-af7c-3edf8d042ebf req-41df6bab-d729-42a1-bead-af98be0c6967 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:39.133064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17c277ae-7f1c-4b46-af7c-3edf8d042ebf req-41df6bab-d729-42a1-bead-af98be0c6967 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 943 time: 0.1677923 Sep 18 01:53:39.164802 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ece1929-7990-4396-a136-f043c3fd43df req-36e6c8c4-a9c8-47b4-8e9b-2835e8eadf4a tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4865921 Sep 18 01:53:39.175942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:39.179188 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.210027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.230012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:39.237379 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.254669 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ef8bf5f-f5a3-413f-b27b-fec95da2f58e req-c5c0415e-4bf7-447e-8d8d-5d9c9ad4ba74 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186731 Sep 18 01:53:39.260476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17c277ae-7f1c-4b46-af7c-3edf8d042ebf req-c4af7a51-bbe3-4ea8-9607-2c0069112db4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090024 Sep 18 01:53:39.296058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e156ecf3-db7b-4406-9bd1-0bcebb0b2050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.301812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['e8147249-2c1e-4160-9ab1-4b50e2517bc4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:39.313059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:39.327105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-e156ecf3-db7b-4406-9bd1-0bcebb0b2050 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:53:39.327105 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 01:53:39.327105 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id_1': 'c19801d6def54a48bfdcc1ac659c349d', 'expiration_1': datetime.datetime(2021, 9, 18, 1, 53, 19, 316814)}] Sep 18 01:53:39.327105 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:53:39.327527 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-e156ecf3-db7b-4406-9bd1-0bcebb0b2050 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:53:39.342236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Made reservation on behalf of f39297eb02dd400bab84daf7b333ed59 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:39.345718 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.354485 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.426975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca92d9-5883-4a95-aaba-87afaa01f2c6 req-13afc0e7-c461-4493-abd6-72b108800da5 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:39.428425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0ca92d9-5883-4a95-aaba-87afaa01f2c6 req-13afc0e7-c461-4493-abd6-72b108800da5 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 944 time: 0.0975263 Sep 18 01:53:39.489946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Allocated IP 172.25.0.140 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/3b0198ca-3526-4ce8-b1bd-4d4defe27002) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:39.509261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0ca92d9-5883-4a95-aaba-87afaa01f2c6 req-69161339-a729-4579-b68c-6db87e18bc3a tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728190 Sep 18 01:53:39.528132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Allocated IP 192.168.233.148 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/6eee110b-b199-4381-9bd9-38f1f84b07a3) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:39.599744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.615968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-799c460d-c7eb-40d8-913e-75f0711acbd6 req-6cea7048-e6c0-4752-b4d3-336c41990517 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 210 time: 0.0301924 Sep 18 01:53:39.641543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.679004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:39.682297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:39.684763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:39.712226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event updated for resources: {'Port': ['ID=3b0198ca-3526-4ce8-b1bd-4d4defe27002,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:39.765944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74959516-5b33-45ce-bc2d-4ef5eb912c08 req-2209335e-b9dc-424a-8eff-0553b2c1bff3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:39.767414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74959516-5b33-45ce-bc2d-4ef5eb912c08 req-2209335e-b9dc-424a-8eff-0553b2c1bff3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 950 time: 0.0836556 Sep 18 01:53:39.772024 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.780763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.814189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.829568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74959516-5b33-45ce-bc2d-4ef5eb912c08 req-4f1a0c09-be59-4af3-844d-f8d64154a110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558810 Sep 18 01:53:39.831329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e156ecf3-db7b-4406-9bd1-0bcebb0b2050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.854406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.983870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:39.988591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.058266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event updated for resources: {'Port': ['ID=3b0198ca-3526-4ce8-b1bd-4d4defe27002,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:40.074601 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.161726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:40.174170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:40.184531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Pushing event updated for resources: {'Port': ['ID=6eee110b-b199-4381-9bd9-38f1f84b07a3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:40.189531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:40.282049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e8147249-2c1e-4160-9ab1-4b50e2517bc4 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:40.284189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:40.284578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.295012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ffac-db5a-4ac5-b9fe-6e1b1461c3da req-54ee66ca-3c54-48d2-932c-db6628b70bc2 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:40.296631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7c3ffac-db5a-4ac5-b9fe-6e1b1461c3da req-54ee66ca-3c54-48d2-932c-db6628b70bc2 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 945 time: 0.1320739 Sep 18 01:53:40.349845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port e8147249-2c1e-4160-9ab1-4b50e2517bc4 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:40.357639 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e156ecf3-db7b-4406-9bd1-0bcebb0b2050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.361944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port e8147249-2c1e-4160-9ab1-4b50e2517bc4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:40.362757 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.364267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7c3ffac-db5a-4ac5-b9fe-6e1b1461c3da req-0765d20c-f8be-4974-9435-849da612e263 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609157 Sep 18 01:53:40.366561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e156ecf3-db7b-4406-9bd1-0bcebb0b2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.368365 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.376881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ece1929-7990-4396-a136-f043c3fd43df req-2f3a1318-e8f7-4a37-9377-e91e59c3605b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1991668 Sep 18 01:53:40.388033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-28c480b5-5dcf-472e-88e5-cde399582246 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2766938 Sep 18 01:53:40.415369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Request body: {'port': {'device_id': '4840f568-44a8-45f0-a29c-08b825ca4a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:40.436129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e156ecf3-db7b-4406-9bd1-0bcebb0b2050 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c19801d6def54a48bfdcc1ac659c349d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3235404 Sep 18 01:53:40.438822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38650) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:40.467284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156ecf3-db7b-4406-9bd1-0bcebb0b2050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d33086c-32fc-4168-af0d-62ddc7694a76,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:40.482096 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.498863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ece1929-7990-4396-a136-f043c3fd43df req-83f822c8-1b87-40ed-a433-240d53b221a4 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.1189485 Sep 18 01:53:40.522297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e8147249-2c1e-4160-9ab1-4b50e2517bc4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:40.527464 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.528421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cd83bb1f-28f2-4318-878c-39295991b6a2 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:53:40.576273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.593380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: cd83bb1f-28f2-4318-878c-39295991b6a2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:53:40.593380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cd83bb1f-28f2-4318-878c-39295991b6a2 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:53:40.617622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5efc056f-096b-4dd9-a19c-af0ad1c5d295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.630372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece1929-7990-4396-a136-f043c3fd43df req-eab6f3bf-fb21-4e96-af7c-16ee5bd27b4d tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:40.631904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e8147249-2c1e-4160-9ab1-4b50e2517bc4,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:40.632033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ece1929-7990-4396-a136-f043c3fd43df req-eab6f3bf-fb21-4e96-af7c-16ee5bd27b4d tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1322944 Sep 18 01:53:40.635426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-63375d48-9d63-4c82-8dc3-bc2aa4eee2ed None None] Provisioning complete for port 6eee110b-b199-4381-9bd9-38f1f84b07a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:40.642301 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63375d48-9d63-4c82-8dc3-bc2aa4eee2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.644861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-3ece1929-7990-4396-a136-f043c3fd43df req-a0b1bddf-ba2b-43a5-a1e1-cbc8bc838b77 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:40.645900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ece1929-7990-4396-a136-f043c3fd43df req-a0b1bddf-ba2b-43a5-a1e1-cbc8bc838b77 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066433 Sep 18 01:53:40.662959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60145923-f6fe-4344-8efe-67f1ef076ad8 req-661b72d3-c953-4781-acc9-b84744617958 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:40.664481 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60145923-f6fe-4344-8efe-67f1ef076ad8 req-661b72d3-c953-4781-acc9-b84744617958 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 943 time: 0.1646576 Sep 18 01:53:40.681664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-63375d48-9d63-4c82-8dc3-bc2aa4eee2ed None None] Port 6eee110b-b199-4381-9bd9-38f1f84b07a3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:40.735322 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5efc056f-096b-4dd9-a19c-af0ad1c5d295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:40.748386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3761b6-a02b-4fee-990e-d77d57e29034 req-37971104-d4b9-441d-aaf6-82f3f0c66ec8 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:40.749895 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ee3761b6-a02b-4fee-990e-d77d57e29034 req-37971104-d4b9-441d-aaf6-82f3f0c66ec8 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 945 time: 0.0489953 Sep 18 01:53:40.788303 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ee3761b6-a02b-4fee-990e-d77d57e29034 req-be88759e-c27f-4401-be78-d277207a2329 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Sep 18 01:53:40.830244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619'}, {'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:40.832797 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056d4686-e700-4a89-a9c0-4d29acc6fbf0" -d '{"events": [{"server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "name": "network-vif-plugged", "status": "completed", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619"}, {"server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "name": "network-vif-plugged", "status": "completed", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:40.835136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60145923-f6fe-4344-8efe-67f1ef076ad8 req-2500a31c-41f3-491e-90f5-dbdffa80922d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574862 Sep 18 01:53:40.844835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-cbcaed79-ae68-42a2-a865-5ae867f49a4a service neutron] 10.222.0.20 "GET /v2.0/ports/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 385 time: 0.2387762 Sep 18 01:53:40.915275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd53f-5772-4893-85ae-cb453b0d1fda req-9ad369a5-aab5-499d-88f9-8a8e23ff79a6 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:40.916688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-38afd53f-5772-4893-85ae-cb453b0d1fda req-9ad369a5-aab5-499d-88f9-8a8e23ff79a6 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 936 time: 0.0512929 Sep 18 01:53:40.957050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-38afd53f-5772-4893-85ae-cb453b0d1fda req-2bbea9c4-8b90-4636-af4f-dac4cfdb6096 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340378 Sep 18 01:53:40.964733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6e1e95de-2a13-4127-9433-c24b6ea91915 req-cc4cff3c-f0d5-4f10-8f7c-fc8efec37d51 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips/e8f12a1a-09aa-4452-94ea-cd4e6e663a18 HTTP/1.1" status: 200 len: 693 time: 0.1002600 Sep 18 01:53:41.010512 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee2061-17e8-4585-9038-fbb19e8546e2 x-openstack-request-id: req-4cee2061-17e8-4585-9038-fbb19e8546e2 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:41.011080 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "name": "network-vif-plugged", "status": "completed", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619", "code": 200}, {"server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "name": "network-vif-plugged", "status": "completed", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:41.011495 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cee2061-17e8-4585-9038-fbb19e8546e2 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:41.012591 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619', 'code': 200} Sep 18 01:53:41.012920 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'code': 200} Sep 18 01:53:41.034082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5efc056f-096b-4dd9-a19c-af0ad1c5d295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.036685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5efc056f-096b-4dd9-a19c-af0ad1c5d295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.040207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5efc056f-096b-4dd9-a19c-af0ad1c5d295 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d33086c-32fc-4168-af0d-62ddc7694a76 HTTP/1.1" status: 204 len: 168 time: 0.5717168 Sep 18 01:53:41.103467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc056f-096b-4dd9-a19c-af0ad1c5d295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d33086c-32fc-4168-af0d-62ddc7694a76,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:41.180927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4433f-bdb8-45a3-be83-6c4736a9a908 req-45eb0759-f2b4-4bef-8052-f53edca7b01e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:41.187219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35e4433f-bdb8-45a3-be83-6c4736a9a908 req-45eb0759-f2b4-4bef-8052-f53edca7b01e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 950 time: 0.1062708 Sep 18 01:53:41.198936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a03f7b-391b-40cb-aabb-95d09e65da02 req-3b87f7ab-b3bd-48c4-bc61-3c33ef3a65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:41.200406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13a03f7b-391b-40cb-aabb-95d09e65da02 req-3b87f7ab-b3bd-48c4-bc61-3c33ef3a65d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 1097 time: 0.0935493 Sep 18 01:53:41.236103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e95de-2a13-4127-9433-c24b6ea91915 req-2e81255e-f9c6-4346-9cf2-c274bfb00e36 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:41.237500 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6e1e95de-2a13-4127-9433-c24b6ea91915 req-2e81255e-f9c6-4346-9cf2-c274bfb00e36 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.2719970 Sep 18 01:53:41.249923 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13a03f7b-391b-40cb-aabb-95d09e65da02 req-753259d7-7987-4c4b-b9e5-ca9905ae7c3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Sep 18 01:53:41.255601 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35e4433f-bdb8-45a3-be83-6c4736a9a908 req-fab5139e-4754-438d-ae4b-ffcd170ae85d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654759 Sep 18 01:53:41.278285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-6e1e95de-2a13-4127-9433-c24b6ea91915 req-c03c9d42-d89b-4c5c-a09a-c048d4af8475 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:41.279341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6e1e95de-2a13-4127-9433-c24b6ea91915 req-c03c9d42-d89b-4c5c-a09a-c048d4af8475 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218813 Sep 18 01:53:41.303816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2e119-b4fa-47a0-b619-39b22ceaedfa req-b82186e7-d970-4791-a254-b0d4b5ed1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:41.305332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bce2e119-b4fa-47a0-b619-39b22ceaedfa req-b82186e7-d970-4791-a254-b0d4b5ed1f11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1097 time: 0.1998656 Sep 18 01:53:41.377698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38674) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:41.393624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eee110b-b199-4381-9bd9-38f1f84b07a3 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:41.394199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45ac3722-446d-4209-b352-fd256ede5603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.407185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.413640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:41.442663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bce2e119-b4fa-47a0-b619-39b22ceaedfa req-f0c2bfd4-a54d-4ac1-898b-1fb7ea4457e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816195 Sep 18 01:53:41.443758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Transition to ACTIVE for port object 6eee110b-b199-4381-9bd9-38f1f84b07a3 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:41.448890 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.497908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Pushing event updated for resources: {'Port': ['ID=6eee110b-b199-4381-9bd9-38f1f84b07a3,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:41.507481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:41.558355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-5d16f13c-6e33-431c-b3d8-343c4de1a7e3 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips/e8f12a1a-09aa-4452-94ea-cd4e6e663a18 HTTP/1.1" status: 200 len: 693 time: 0.0884275 Sep 18 01:53:41.590960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45ac3722-446d-4209-b352-fd256ede5603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.597030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:41.605092 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45ac3722-446d-4209-b352-fd256ede5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.614620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:41.645393 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.709180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac3722-446d-4209-b352-fd256ede5603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cce06a-1477-4b67-abb2-8abc25b3c3aa,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:41.713318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Attempting to bind port 6eee110b-b199-4381-9bd9-38f1f84b07a3 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:41.713753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Attempting to bind port 6eee110b-b199-4381-9bd9-38f1f84b07a3 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:41.714239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Attempting to bind port 6eee110b-b199-4381-9bd9-38f1f84b07a3 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:41.717067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-45ac3722-446d-4209-b352-fd256ede5603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9119f4c7b6241759d30002c35c8aef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380339 Sep 18 01:53:41.720272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38678) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:41.741224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ca186-7b4b-45b1-867c-fa56c2a96ff3 req-64c9fc3e-b4d6-4016-b60d-5c12fc4c63d2 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:41.742863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b20ca186-7b4b-45b1-867c-fa56c2a96ff3 req-64c9fc3e-b4d6-4016-b60d-5c12fc4c63d2 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 1102 time: 0.1144290 Sep 18 01:53:41.743944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Port 6eee110b-b199-4381-9bd9-38f1f84b07a3 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:41.744762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Attempting to bind port 6eee110b-b199-4381-9bd9-38f1f84b07a3 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:41.759013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:41.759730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:41.760108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:41.760538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Bound port: 6eee110b-b199-4381-9bd9-38f1f84b07a3, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:41.760904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.784187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-7e5fb0fc-ecd6-4727-98e1-d5d3bc67482f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:41.785669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-7e5fb0fc-ecd6-4727-98e1-d5d3bc67482f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.2187085 Sep 18 01:53:41.792570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b20ca186-7b4b-45b1-867c-fa56c2a96ff3 req-e8b56f14-6450-4fa9-aca5-ab7ed506c696 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.800933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-d59ce342-65a0-4271-8ce1-cf4e28dc6029 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:41.801951 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-d59ce342-65a0-4271-8ce1-cf4e28dc6029 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084066 Sep 18 01:53:41.805159 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16f6c45e-e5ad-43df-893b-785d04c0daca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.843455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] Transition to ACTIVE for port object a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:41.856910 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.865657 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16f6c45e-e5ad-43df-893b-785d04c0daca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.879048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-bed2080d-81f6-4161-8361-842d4187987b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.0628896 Sep 18 01:53:41.936758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] For port 6eee110b-b199-4381-9bd9-38f1f84b07a3, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:41.943897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-742f78ab-7cdb-4873-a554-287ed4bff605 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.140 HTTP/1.1" status: 200 len: 696 time: 0.0564225 Sep 18 01:53:41.963957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] No DVR routers for this DVR port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:53:41.976631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] For port 6eee110b-b199-4381-9bd9-38f1f84b07a3, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6eee110b-b199-4381-9bd9-38f1f84b07a3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:41.980281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:41.989706 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:41.997522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16f6c45e-e5ad-43df-893b-785d04c0daca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.000022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16f6c45e-e5ad-43df-893b-785d04c0daca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.001417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-16f6c45e-e5ad-43df-893b-785d04c0daca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76cce06a-1477-4b67-abb2-8abc25b3c3aa HTTP/1.1" status: 204 len: 168 time: 0.2795472 Sep 18 01:53:42.043591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6c45e-e5ad-43df-893b-785d04c0daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cce06a-1477-4b67-abb2-8abc25b3c3aa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:42.046247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-bccdda21-c711-401c-b0b1-2ac081d7f404 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb/bindings/n-h1-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1923120 Sep 18 01:53:42.055401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.056960 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.058454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] 10.222.0.18 "PUT /v2.0/ports/6eee110b-b199-4381-9bd9-38f1f84b07a3 HTTP/1.1" status: 200 len: 1097 time: 1.6526227 Sep 18 01:53:42.062535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4840f568-44a8-45f0-a29c-08b825ca4a48', 'tag': '6eee110b-b199-4381-9bd9-38f1f84b07a3'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:42.065986 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09901bee-6810-43bf-a3ad-c3c45784dc18" -d '{"events": [{"name": "network-changed", "server_uuid": "4840f568-44a8-45f0-a29c-08b825ca4a48", "tag": "6eee110b-b199-4381-9bd9-38f1f84b07a3"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:42.099799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Deleting port 3b0198ca-3526-4ce8-b1bd-4d4defe27002 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:42.100551 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.108459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90787ba0-4b77-4c42-9d93-9d535cebd9aa service neutron] Pushing event updated for resources: {'Port': ['ID=6eee110b-b199-4381-9bd9-38f1f84b07a3,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:42.183636 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b20ca186-7b4b-45b1-867c-fa56c2a96ff3 req-e8b56f14-6450-4fa9-aca5-ab7ed506c696 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.190454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-118cc936-1440-4c9d-95fe-aed705a9f682 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.192210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-118cc936-1440-4c9d-95fe-aed705a9f682 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1096 time: 0.0784674 Sep 18 01:53:42.193593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b20ca186-7b4b-45b1-867c-fa56c2a96ff3 req-e8b56f14-6450-4fa9-aca5-ab7ed506c696 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.249334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b20ca186-7b4b-45b1-867c-fa56c2a96ff3 req-e8b56f14-6450-4fa9-aca5-ab7ed506c696 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913442 Sep 18 01:53:42.265064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b56f14-6450-4fa9-aca5-ab7ed506c696 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efb2f4a-2d04-4301-b212-57d466043ac9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:42.276428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-fb46f2ae-2b03-4e58-97ca-7ca9a9a488e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.277974 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-fb46f2ae-2b03-4e58-97ca-7ca9a9a488e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58&tenant_id=a3a9a182534b46a6a35061163f3be7bd HTTP/1.1" status: 200 len: 1096 time: 0.0696812 Sep 18 01:53:42.299074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.299328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.314517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Calling delete_port for 3b0198ca-3526-4ce8-b1bd-4d4defe27002 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:42.375416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-cdb151c3-9d64-429c-96ce-cbfeab3f7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.378102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-cdb151c3-9d64-429c-96ce-cbfeab3f7ff6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1096 time: 0.0642192 Sep 18 01:53:42.421848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-3472dc1c-0a8d-4dc5-a0fd-1d9e70cf8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.423379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-3472dc1c-0a8d-4dc5-a0fd-1d9e70cf8092 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f39297eb02dd400bab84daf7b333ed59&device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 1100 time: 0.2423427 Sep 18 01:53:42.519529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-4500b9bb-0c4b-43f2-ab5c-eb98ab1eb91b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6eee110b-b199-4381-9bd9-38f1f84b07a3 HTTP/1.1" status: 200 len: 217 time: 0.0834930 Sep 18 01:53:42.531458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18b727-2a77-41a4-957a-e5778c2c9a86 req-32608cd0-3e90-4da4-a478-ba6aea38dcde tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.533595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae18b727-2a77-41a4-957a-e5778c2c9a86 req-32608cd0-3e90-4da4-a478-ba6aea38dcde tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 945 time: 0.1363730 Sep 18 01:53:42.580975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-ae0bb74f-6fb1-4262-9b0a-46b1a553dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.582417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-ae0bb74f-6fb1-4262-9b0a-46b1a553dfd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.1947396 Sep 18 01:53:42.640337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae18b727-2a77-41a4-957a-e5778c2c9a86 req-5f6326f7-3d3b-407f-a247-ff390db4a2c1 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898604 Sep 18 01:53:42.641832 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-997ef73e-ab38-4d54-b4ed-befe5c1396b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 217 time: 0.0508504 Sep 18 01:53:42.706513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-2f2ad72a-c877-443e-9e44-8bb28385b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.708160 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-2f2ad72a-c877-443e-9e44-8bb28385b8a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0588057 Sep 18 01:53:42.752327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-32c6abcf-c923-40d6-bf76-f44d206adc21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364127 Sep 18 01:53:42.791504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-be55fff3-3630-4d33-8968-4243d887fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.792980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-be55fff3-3630-4d33-8968-4243d887fea4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2540514 Sep 18 01:53:42.862762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a54d75-2b07-4d1b-abba-a5790c9a7044 req-8409298d-fc3f-47c2-bd60-1b5d25e007fd tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.864270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17a54d75-2b07-4d1b-abba-a5790c9a7044 req-8409298d-fc3f-47c2-bd60-1b5d25e007fd tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 945 time: 0.1145558 Sep 18 01:53:42.889857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:42.907668 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-3173f622-3111-4e29-aa36-ec61381cbcb3 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456070 Sep 18 01:53:42.918814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-63ce5ec3-f7e5-40bf-b71d-ca0e77e44915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:42.920307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-63ce5ec3-f7e5-40bf-b71d-ca0e77e44915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1075370 Sep 18 01:53:42.924143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event deleted for resources: {'Port': ['ID=3b0198ca-3526-4ce8-b1bd-4d4defe27002,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:42.943569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17a54d75-2b07-4d1b-abba-a5790c9a7044 req-f1fb2ed0-d13b-40b1-ac5e-82db765c20c0 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678270 Sep 18 01:53:43.045205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-8777e982-86f3-4c14-889d-2db471efcbf8 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276255 Sep 18 01:53:43.052228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:43.055185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:43.056730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f40f6c2-f6c7-4f70-b0a0-8506b2e7ab55 req-65038c39-8b07-41b8-ad54-eb3e4188444f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "DELETE /v2.0/floatingips/e8f12a1a-09aa-4452-94ea-cd4e6e663a18 HTTP/1.1" status: 204 len: 173 time: 1.1054130 Sep 18 01:53:43.072145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-b9d62dd9-d527-44f1-a940-1d7ddc33da1f service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433685 Sep 18 01:53:43.091119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c29af-92aa-478a-8f4d-360945781def req-c24783a5-d478-4fe6-b34b-8e2fbd22e69d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.093057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-009c29af-92aa-478a-8f4d-360945781def req-c24783a5-d478-4fe6-b34b-8e2fbd22e69d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 944 time: 0.0632293 Sep 18 01:53:43.135855 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-009c29af-92aa-478a-8f4d-360945781def req-5459699d-e6f0-4c9f-89cc-7cc835567c98 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Sep 18 01:53:43.189675 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfad04d-f20c-4761-a334-37fde1fea8cf x-openstack-request-id: req-5bfad04d-f20c-4761-a334-37fde1fea8cf {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:43.190998 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4840f568-44a8-45f0-a29c-08b825ca4a48", "tag": "6eee110b-b199-4381-9bd9-38f1f84b07a3", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:43.192115 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bfad04d-f20c-4761-a334-37fde1fea8cf {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:43.192810 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4840f568-44a8-45f0-a29c-08b825ca4a48', 'tag': '6eee110b-b199-4381-9bd9-38f1f84b07a3', 'status': 'completed', 'code': 200} Sep 18 01:53:43.246928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1170827-4b2f-4bc2-b3d0-3470e01be9cf req-430afa70-58d6-4c1f-9a87-a1241cb4c689 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.251515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1170827-4b2f-4bc2-b3d0-3470e01be9cf req-430afa70-58d6-4c1f-9a87-a1241cb4c689 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 948 time: 0.1256976 Sep 18 01:53:43.254152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d4e3883-df25-4ffd-818f-8bd0ae2df481 req-4c8eab8d-c891-49dc-baa8-5f24bc839ced service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698067 Sep 18 01:53:43.363953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1170827-4b2f-4bc2-b3d0-3470e01be9cf req-a0190756-b688-41a5-9a73-4ddd67ae63f2 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069009 Sep 18 01:53:43.403438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-a1d56230-2773-406c-bd0c-3ceb683089db tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.404669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-9ae633bb-ffe8-49a2-9f39-93cda7c9cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.404942 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-a1d56230-2773-406c-bd0c-3ceb683089db tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1096 time: 0.1036351 Sep 18 01:53:43.407035 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-9ae633bb-ffe8-49a2-9f39-93cda7c9cebd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f39297eb02dd400bab84daf7b333ed59&device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 1100 time: 0.0866296 Sep 18 01:53:43.648802 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-83207f37-3c78-4930-aaf7-986279841070 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 258 time: 0.2407122 Sep 18 01:53:43.670962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7707-4759-4dfb-b2c0-7e59edf0ae5f req-e3146cbd-13f0-42b8-b315-60cb07bfe65b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.672503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b12e7707-4759-4dfb-b2c0-7e59edf0ae5f req-e3146cbd-13f0-42b8-b315-60cb07bfe65b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2595358 Sep 18 01:53:43.680296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-f76e48b2-914b-4fed-887e-a2fd793fcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.680464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:43.680562 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-f76e48b2-914b-4fed-887e-a2fd793fcc78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2446139 Sep 18 01:53:43.720184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:43.737998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-b399dbb5-1e78-458d-933b-3a4d1419ae19 service neutron] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:43.743730 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-1661f85e-d869-40cd-812c-75d0c57dcc76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6eee110b-b199-4381-9bd9-38f1f84b07a3 HTTP/1.1" status: 200 len: 217 time: 0.0549395 Sep 18 01:53:43.746683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-b399dbb5-1e78-458d-933b-3a4d1419ae19 service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:43.747796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-030ebbea-9920-4dfb-b236-e98f642a4351 req-b399dbb5-1e78-458d-933b-3a4d1419ae19 service neutron] 10.222.0.18 "DELETE /v2.0/ports/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb/bindings/n-h2-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.3171914 Sep 18 01:53:43.811977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-8db35dda-5b72-4834-9e35-dffd3c2fe803 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513325 Sep 18 01:53:43.828116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:43.843665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-bcad2835-aeb0-4363-826b-359a3bb0fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.845097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-bcad2835-aeb0-4363-826b-359a3bb0fe81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0824916 Sep 18 01:53:43.934024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Allocated IP 172.25.0.212 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/736ea2aa-8dc5-4617-83d8-384422ef9c3a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:43.941126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-12139d8d-1392-41a4-853f-015b4c31e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.942830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-12139d8d-1392-41a4-853f-015b4c31e5eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846684 Sep 18 01:53:43.967048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-27ef77dd-6869-4a6c-9c7b-7eff6a5d8346 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:43.968447 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-27ef77dd-6869-4a6c-9c7b-7eff6a5d8346 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508744 Sep 18 01:53:43.999681 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-796f3200-b80a-4cc6-9ce4-2f0e73ef0edc tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/quotas/ae5198e3a8de4c05ba413d48aaec7c7a HTTP/1.1" status: 200 len: 375 time: 0.0188649 Sep 18 01:53:44.039762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:44.077816 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:44.091862 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-fd6610f2-ef6b-49ad-a345-1434e098abf6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623031 Sep 18 01:53:44.098136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-74240906-9375-4c61-9110-1ece16c5fb12 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445646 Sep 18 01:53:44.118571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:44.123163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:44.131747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:44.154764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Pushing event updated for resources: {'Port': ['ID=736ea2aa-8dc5-4617-83d8-384422ef9c3a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:44.217032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09901bee-6810-43bf-a3ad-c3c45784dc18 req-edfc0e35-a2c7-4020-928d-9764db76323a service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086590 Sep 18 01:53:44.225315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:44.262283 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:44.335721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:53:44.376147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:53:44.429552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:44.435571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:44.561242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Pushing event updated for resources: {'Port': ['ID=736ea2aa-8dc5-4617-83d8-384422ef9c3a,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:44.565039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:44.581919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:44.583524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-052fb1f4-0d00-4e45-8b91-63506f730ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9167283 Sep 18 01:53:44.646990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-9af83471-a1de-4f08-95e9-9dcc792400cf tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0547969 Sep 18 01:53:44.775556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-d34d25bb-d830-401f-8186-946c7d848bb3 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:44.776956 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3f8dc26-7eb7-46d8-97f0-12c66d3524e2 req-d34d25bb-d830-401f-8186-946c7d848bb3 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1228263 Sep 18 01:53:44.791241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179b47b-0aa3-4042-b5f1-f8b4c5927792 req-3b97184e-a0e8-4a0d-b17a-276b7bb5419b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:44.795368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4179b47b-0aa3-4042-b5f1-f8b4c5927792 req-3b97184e-a0e8-4a0d-b17a-276b7bb5419b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 945 time: 0.2947485 Sep 18 01:53:44.835287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4179b47b-0aa3-4042-b5f1-f8b4c5927792 req-24ae418f-9e22-4e60-946e-ee018ebefa29 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Sep 18 01:53:44.878564 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88a0e493-6e49-4e05-b2c1-01df5ea0b2b8 req-da8146df-3318-4969-b613-1835c7c046a4 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=5fa15d49867a4438a5242dbd5002c316 HTTP/1.1" status: 200 len: 1655 time: 0.0842221 Sep 18 01:53:44.991569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0e493-6e49-4e05-b2c1-01df5ea0b2b8 req-8d60c132-e556-4392-bc66-276e45918f6b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:44.993050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88a0e493-6e49-4e05-b2c1-01df5ea0b2b8 req-8d60c132-e556-4392-bc66-276e45918f6b tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks?id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 787 time: 0.1072490 Sep 18 01:53:45.004590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-88a0e493-6e49-4e05-b2c1-01df5ea0b2b8 req-503d58bb-9e40-45b2-a3da-6715c3b5995d tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:45.005795 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88a0e493-6e49-4e05-b2c1-01df5ea0b2b8 req-503d58bb-9e40-45b2-a3da-6715c3b5995d tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063012 Sep 18 01:53:45.111794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517a665-79a5-4c75-8e90-d780599fbd0d req-2533fb35-452e-4592-9b63-b07a0636d90a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:45.113288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e517a665-79a5-4c75-8e90-d780599fbd0d req-2533fb35-452e-4592-9b63-b07a0636d90a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 944 time: 0.0555563 Sep 18 01:53:45.155323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e517a665-79a5-4c75-8e90-d780599fbd0d req-e26674b6-0113-40be-8a89-11115c99d424 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355828 Sep 18 01:53:45.499017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc160b9-b09d-4159-b429-f76b13781771 req-5e8b38ec-28f9-4fb7-92fd-0cc1c11cf5fa tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:45.500431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fcc160b9-b09d-4159-b429-f76b13781771 req-5e8b38ec-28f9-4fb7-92fd-0cc1c11cf5fa tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 948 time: 0.2627773 Sep 18 01:53:45.538327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fcc160b9-b09d-4159-b429-f76b13781771 req-80023263-8b31-4657-8825-10bad2c07bba tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Sep 18 01:53:45.630450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b83f24-ff09-47ff-a0b4-0efe9d6fa77c req-bf2d1a96-e069-4ed9-86c5-f3a31f4fc16b tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:45.631993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45b83f24-ff09-47ff-a0b4-0efe9d6fa77c req-bf2d1a96-e069-4ed9-86c5-f3a31f4fc16b tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0394840 Sep 18 01:53:45.669689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45b83f24-ff09-47ff-a0b4-0efe9d6fa77c req-f4508da7-a8d2-4a39-942b-c0a607a1feca tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308890 Sep 18 01:53:45.680519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084420b-5c31-4f69-852d-6f5d184b655f req-32893867-8041-4d73-afa0-b4d3b98c7317 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:45.688873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-32893867-8041-4d73-afa0-b4d3b98c7317 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0866640 Sep 18 01:53:45.754363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-65b23dd1-5d12-4cb5-bdc7-725200472f1e tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips/b908a2de-f828-4b34-a8f5-768e11d081fb HTTP/1.1" status: 200 len: 692 time: 0.0459588 Sep 18 01:53:45.756934 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-abf7600c-8011-420c-9664-f32720351e60 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0672166 Sep 18 01:53:45.767190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Request body: {'floatingip': {'port_id': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:45.809163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:45.871733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-be7b9a3c-2ae9-4ba4-b187-c8d748e906fa tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:45.873230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-be7b9a3c-2ae9-4ba4-b187-c8d748e906fa tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1117151 Sep 18 01:53:45.888022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-528e108d-88e9-46d1-9843-432ce08dc7f0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378046 Sep 18 01:53:45.935613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-03fadf5d-7ad4-4eb6-bd8d-ddbd42d44bdb tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.0551023 Sep 18 01:53:45.986091 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-a6ed5a93-8493-4ad2-a17c-4e94fb4950b5 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.0451436 Sep 18 01:53:46.077611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-03116dd1-2ca8-4a1b-bade-5c786ff9d959 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:46.079096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-03116dd1-2ca8-4a1b-bade-5c786ff9d959 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812105 Sep 18 01:53:46.107972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Request body: {'port': {'device_id': '917cffbc-0436-4fc0-be1d-944c9c55eacb', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ae5198e3a8de4c05ba413d48aaec7c7a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:46.118158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Deleting port 19802bfc-7373-4d83-a7cd-b13ca5b83b90 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:46.119170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.206235 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.206691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.219494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Calling delete_port for 19802bfc-7373-4d83-a7cd-b13ca5b83b90 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:46.280257 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-a9c09d20-1211-44a4-83da-12c8f8e6cbd9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710082 Sep 18 01:53:46.314658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6eee110b-b199-4381-9bd9-38f1f84b07a3 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:46.379962 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.413777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event deleted for resources: {'Port': ['ID=19802bfc-7373-4d83-a7cd-b13ca5b83b90,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:46.438605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6eee110b-b199-4381-9bd9-38f1f84b07a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6eee110b-b199-4381-9bd9-38f1f84b07a3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:46.450012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Made reservation on behalf of ae5198e3a8de4c05ba413d48aaec7c7a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:46.451116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '6eee110b-b199-4381-9bd9-38f1f84b07a3', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '6eee110b-b199-4381-9bd9-38f1f84b07a3', 'mac_address': 'fa:16:3e:a7:e2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:46.453473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.476213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.480273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.483737 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c369a2e0-17cb-4328-8eb8-dc917bca6a09 req-d590c422-73ed-4d15-94cf-9db70ca6c98f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "DELETE /v2.0/floatingips/b908a2de-f828-4b34-a8f5-768e11d081fb HTTP/1.1" status: 204 len: 173 time: 0.4914865 Sep 18 01:53:46.492479 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.506665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eee110b-b199-4381-9bd9-38f1f84b07a3 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:46.511062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-f74406e4-5dfb-44c5-962a-8b79981ce7cb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:46.512535 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-f74406e4-5dfb-44c5-962a-8b79981ce7cb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253342 Sep 18 01:53:46.528570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6eee110b-b199-4381-9bd9-38f1f84b07a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6eee110b-b199-4381-9bd9-38f1f84b07a3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:46.533179 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.535012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Request body: {'port': {'device_id': '605488e2-45e6-4036-b92d-28f2059b2d5b', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ae5198e3a8de4c05ba413d48aaec7c7a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:46.586855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6eee110b-b199-4381-9bd9-38f1f84b07a3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:46.686802 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.695074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.799604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Allocated IP 192.168.233.24 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/9a7cdeec-d7fc-4610-9c0d-9fd515b8b333) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:46.809517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['6eee110b-b199-4381-9bd9-38f1f84b07a3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:46.868072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Made reservation on behalf of ae5198e3a8de4c05ba413d48aaec7c7a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:46.872039 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:46.898103 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Floating IP 81233a02-5105-4329-ac04-9365959b4845 associated. External IP: 172.25.0.212, port: e8147249-2c1e-4160-9ab1-4b50e2517bc4. Sep 18 01:53:47.046913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-68948fe1-458f-4606-ab58-c305280e726c req-566baf55-9f0b-4b56-b32b-50e9adc4ef00 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 210 time: 0.0259142 Sep 18 01:53:47.141432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1abb8-e504-4208-beaf-c537fcbee1de req-25b3898f-8503-4375-85f4-b3def7bb75a8 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:47.143013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6dd1abb8-e504-4208-beaf-c537fcbee1de req-25b3898f-8503-4375-85f4-b3def7bb75a8 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0406728 Sep 18 01:53:47.178150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6dd1abb8-e504-4208-beaf-c537fcbee1de req-a1dc6d1b-cd03-4296-92bd-e0e48633188f tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290966 Sep 18 01:53:47.190725 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.283370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:53:47.300160 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.313365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:47.328742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-813d5110-618a-48d5-904b-5b59d5791a90 req-1fab4cc1-bf23-4b30-bf91-0b72fe141db8 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips/61d88f2d-94e5-4d0f-95b0-1a1adb02118d HTTP/1.1" status: 200 len: 692 time: 0.0526683 Sep 18 01:53:47.416354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:47.437549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:47.443755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Allocated IP 192.168.233.165 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/06e4a94c-df73-468a-a702-cbdb4c958bf3) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:47.445853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:47.451200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'Port': ['ID=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:47.455738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5110-618a-48d5-904b-5b59d5791a90 req-28d13a4c-ecd2-4efb-8912-f7b41da6c1e4 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:47.464656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-813d5110-618a-48d5-904b-5b59d5791a90 req-28d13a4c-ecd2-4efb-8912-f7b41da6c1e4 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1284888 Sep 18 01:53:47.510838 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-813d5110-618a-48d5-904b-5b59d5791a90 req-c80475e0-b47c-482a-a7cf-d33a1aadc9c3 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0453475 Sep 18 01:53:47.570039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0757b268-fcf0-404f-a614-c7a21917881d tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0467989 Sep 18 01:53:47.717479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Deleting port 298f6bde-ed84-499f-80ab-4ad15fdf2620 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:47.717840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.720491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-657f3dad-5197-4cc6-bd96-4f66f72a18b5 None None] Provisioning complete for port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:47.721135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-657f3dad-5197-4cc6-bd96-4f66f72a18b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.757515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-657f3dad-5197-4cc6-bd96-4f66f72a18b5 None None] Port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:47.804028 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.804467 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.811530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:47.812133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.816234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:47.816511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Calling delete_port for 298f6bde-ed84-499f-80ab-4ad15fdf2620 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:47.824401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.827031 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] Sync routers for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:47.836916 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:47.838339 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:47.868050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-a65b3386-8c2e-4dce-a6cb-26725afa9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "PUT /v2.0/floatingips/81233a02-5105-4329-ac04-9365959b4845 HTTP/1.1" status: 200 len: 996 time: 2.1045976 Sep 18 01:53:47.871610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:47.875317 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5024ba96-3333-49d9-b13c-3c31ab0042bc" -d '{"events": [{"name": "network-changed", "server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:47.879929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b21bb2cf-7033-4ecc-b63b-113a0fc98736 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7758172 Sep 18 01:53:47.904355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Request body: {'port': {'device_id': '917cffbc-0436-4fc0-be1d-944c9c55eacb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:47.951191 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:47.970445 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:47.998629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event deleted for resources: {'Port': ['ID=298f6bde-ed84-499f-80ab-4ad15fdf2620,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:48.043113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.067243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.067859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084420b-5c31-4f69-852d-6f5d184b655f req-2eeab012-d66d-4f8c-8e80-62fc86818224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:48.070229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.072060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-813d5110-618a-48d5-904b-5b59d5791a90 req-0cc8abb0-8b68-4ad5-bf11-2bab3ddbe3ce tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "DELETE /v2.0/floatingips/61d88f2d-94e5-4d0f-95b0-1a1adb02118d HTTP/1.1" status: 204 len: 173 time: 0.4943774 Sep 18 01:53:48.076093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-2eeab012-d66d-4f8c-8e80-62fc86818224 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd234e5a29704a8ebac0de01214552d2&device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 1097 time: 0.1663599 Sep 18 01:53:48.109710 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.170589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c43a6-dfe8-43b2-bade-6c4eb7e047fe req-3497b42d-5ee7-48ca-96d9-1a1f79677bf9 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:48.172158 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d75c43a6-dfe8-43b2-bade-6c4eb7e047fe req-3497b42d-5ee7-48ca-96d9-1a1f79677bf9 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1096 time: 0.0468371 Sep 18 01:53:48.191188 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '81233a02-5105-4329-ac04-9365959b4845', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'port_id': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'mac_address': 'fa:16:3e:70:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:53:44Z', 'updated_at': '2021-09-18T01:53:46Z', 'revision_number': 1, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 5, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:48.211022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d75c43a6-dfe8-43b2-bade-6c4eb7e047fe req-1c036c11-9781-47e2-8c29-e9cdc6a65293 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Sep 18 01:53:48.220383 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] Checking router: 3dc3ca13-5246-4ba8-bbdf-18871d71d762 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:48.229234 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:48.229842 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:48.318235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084420b-5c31-4f69-852d-6f5d184b655f req-2d466803-b96f-4941-8639-3dbf4901518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:48.319928 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-2d466803-b96f-4941-8639-3dbf4901518f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9943b299-4de0-4de1-9bb8-48ef40727e02 HTTP/1.1" status: 200 len: 929 time: 0.2430780 Sep 18 01:53:48.332105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6eee110b-b199-4381-9bd9-38f1f84b07a3 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:48.356125 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.376192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:48.397622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc402ea-41e2-4183-911b-62bb0395f247 req-b6fd95f7-d43a-4f65-bc29-d5d5505071c1 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:48.401110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfc402ea-41e2-4183-911b-62bb0395f247 req-b6fd95f7-d43a-4f65-bc29-d5d5505071c1 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 949 time: 0.0914857 Sep 18 01:53:48.453237 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfc402ea-41e2-4183-911b-62bb0395f247 req-1ceea839-4ee0-4c56-bfab-0aec206f300b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Sep 18 01:53:48.470489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:48.474200 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:48.476548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 6eee110b-b199-4381-9bd9-38f1f84b07a3 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:48.482020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:48.495571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 6eee110b-b199-4381-9bd9-38f1f84b07a3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:48.496415 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.526805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:48.585733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:48.586376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.609798 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacaa2b3-925c-49bd-b2d2-a86c00f1c7a3 x-openstack-request-id: req-aacaa2b3-925c-49bd-b2d2-a86c00f1c7a3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:48.610089 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:48.610343 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aacaa2b3-925c-49bd-b2d2-a86c00f1c7a3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:48.610757 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'status': 'completed', 'code': 200} Sep 18 01:53:48.638123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'Port': ['ID=06e4a94c-df73-468a-a702-cbdb4c958bf3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:48.670640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-c169c7e7-c228-469e-b6d6-4dfe4a812b16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 200 len: 999 time: 0.3399160 Sep 18 01:53:48.680342 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.713802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3f598bad-cd18-4cb5-9120-8db564d5c76c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1920984 Sep 18 01:53:48.716260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840f568-44a8-45f0-a29c-08b825ca4a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eee110b-b199-4381-9bd9-38f1f84b07a3'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:48.718916 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2d15b9-cdab-4fbf-9289-85ead8874b3f" -d '{"events": [{"server_uuid": "4840f568-44a8-45f0-a29c-08b825ca4a48", "name": "network-vif-plugged", "status": "completed", "tag": "6eee110b-b199-4381-9bd9-38f1f84b07a3"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:48.729116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e8248-be48-4cb8-9c56-3ee35b7f7c7f req-9ad69b16-b359-44c3-93ad-6b368e835463 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:48.741544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e1e8248-be48-4cb8-9c56-3ee35b7f7c7f req-9ad69b16-b359-44c3-93ad-6b368e835463 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 936 time: 0.0694885 Sep 18 01:53:48.753679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6eee110b-b199-4381-9bd9-38f1f84b07a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6eee110b-b199-4381-9bd9-38f1f84b07a3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:48.763100 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.763523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Request body: {'port': {'device_id': '605488e2-45e6-4036-b92d-28f2059b2d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:48.826142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e1e8248-be48-4cb8-9c56-3ee35b7f7c7f req-49646d56-05a5-4ff1-b675-5e0594b22504 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775759 Sep 18 01:53:48.835388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6eee110b-b199-4381-9bd9-38f1f84b07a3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:48.838380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-8e8306ac-4c32-4707-ab8d-3f1e8089aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:48.839978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-8e8306ac-4c32-4707-ab8d-3f1e8089aaf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd234e5a29704a8ebac0de01214552d2&device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 1097 time: 0.2216446 Sep 18 01:53:48.842695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084420b-5c31-4f69-852d-6f5d184b655f req-48874dbe-a0a5-4266-a396-84f541687658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:48.850184 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-48874dbe-a0a5-4266-a396-84f541687658 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7a254c7-29ac-4655-891e-5cccf0e2715d HTTP/1.1" status: 200 len: 868 time: 0.1787236 Sep 18 01:53:48.886611 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '81233a02-5105-4329-ac04-9365959b4845', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'port_id': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'mac_address': 'fa:16:3e:70:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:53:44Z', 'updated_at': '2021-09-18T01:53:46Z', 'revision_number': 1, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 5, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:48.894415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d471c6bb-db43-4e9d-a2ab-0d3a6cf9a92e None None] Provisioning complete for port 06e4a94c-df73-468a-a702-cbdb4c958bf3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:48.896831 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d471c6bb-db43-4e9d-a2ab-0d3a6cf9a92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:48.904950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-1c71ea85-221f-4811-bdd1-ab6809c99430 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips/1772abf8-c47f-43e3-aa5b-1c59d24231c6 HTTP/1.1" status: 200 len: 693 time: 0.0507555 Sep 18 01:53:48.920017 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c518b3-abb2-4ceb-8fe3-8735f8f7695b None None] The sync data for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 is: [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '81233a02-5105-4329-ac04-9365959b4845', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'port_id': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'mac_address': 'fa:16:3e:70:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:53:44Z', 'updated_at': '2021-09-18T01:53:46Z', 'revision_number': 1, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 5, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:53:48.954858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d471c6bb-db43-4e9d-a2ab-0d3a6cf9a92e None None] Port 06e4a94c-df73-468a-a702-cbdb4c958bf3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:53:49.004273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.023135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-142aa3e0-7e90-4e02-87b0-185cd228a87f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:49.025359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-142aa3e0-7e90-4e02-87b0-185cd228a87f tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1135912 Sep 18 01:53:49.040339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:49.047503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084420b-5c31-4f69-852d-6f5d184b655f req-c8a3e536-aa61-4719-813f-b78c36addfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:49.051165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-c8a3e536-aa61-4719-813f-b78c36addfe2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9943b299-4de0-4de1-9bb8-48ef40727e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2001319 Sep 18 01:53:49.059932 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.072673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-c262090f-19cb-43ad-8de2-2daab664ed41 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:49.073784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-c262090f-19cb-43ad-8de2-2daab664ed41 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110545 Sep 18 01:53:49.079922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-60eba3fe-994c-4d83-8770-d4a17cef5dd9 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.0483115 Sep 18 01:53:49.127291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-08da12c8-87dd-4496-9234-0fe5ed429501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:49.129123 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-08da12c8-87dd-4496-9234-0fe5ed429501 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9943b299-4de0-4de1-9bb8-48ef40727e02 HTTP/1.1" status: 200 len: 929 time: 0.2660789 Sep 18 01:53:49.141581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae302e6-9bc0-4a32-a749-3e0e1627b841 None None] New status for floating IP 81233a02-5105-4329-ac04-9365959b4845: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:53:49.141908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-49e54bcd-ae2f-42ea-8334-b4ee9d8788a9 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.235 HTTP/1.1" status: 200 len: 696 time: 0.0555482 Sep 18 01:53:49.148015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Transition to ACTIVE for port object 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:49.200436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.272477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Deleting port 503e9b4a-6c1e-492d-be40-eba4d62dfef0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:49.272776 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.356808 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.357143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.371565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Calling delete_port for 503e9b4a-6c1e-492d-be40-eba4d62dfef0 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:49.409792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:49.413417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-fed4205c-7559-4e90-8386-835ee524b594 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 200 len: 999 time: 0.2685623 Sep 18 01:53:49.480013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-c5de58ef-1cfc-4fe8-bbd4-7518269f8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:49.481539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-c5de58ef-1cfc-4fe8-bbd4-7518269f8367 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7a254c7-29ac-4655-891e-5cccf0e2715d HTTP/1.1" status: 200 len: 868 time: 0.0590427 Sep 18 01:53:49.485645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-18411cd6-0f82-4090-a183-df6b57074fed service neutron] 10.222.0.21 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852253 Sep 18 01:53:49.544969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.579545 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Pushing event deleted for resources: {'Port': ['ID=503e9b4a-6c1e-492d-be40-eba4d62dfef0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:49.640121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.642527 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.643703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60e1571a-5422-4a8c-8c37-06f18c1d0386 req-5e0b2950-9353-43cc-955c-af0866f12f38 tempest-FloatingIPDetailsTestJSON-1800425414 tempest-FloatingIPDetailsTestJSON-1800425414-project] 10.222.0.21 "DELETE /v2.0/floatingips/1772abf8-c47f-43e3-aa5b-1c59d24231c6 HTTP/1.1" status: 204 len: 173 time: 0.5010128 Sep 18 01:53:49.649642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38818) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:49.715320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-cef5d5ca-14b2-497c-8b1e-9faef0b3a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:49.716818 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-cef5d5ca-14b2-497c-8b1e-9faef0b3a6db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9943b299-4de0-4de1-9bb8-48ef40727e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2262836 Sep 18 01:53:49.755784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2084420b-5c31-4f69-852d-6f5d184b655f req-f9be47fa-7b5b-4cf3-9540-1220adeef6cc service neutron] 10.222.0.21 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544334 Sep 18 01:53:49.756425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Attempting to bind port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:49.756751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Attempting to bind port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:49.757069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Attempting to bind port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:49.798583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:49.799140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Attempting to bind port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:49.841747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:49.842421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:49.842421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:49.842895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Bound port: 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:49.843248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.848268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e4a94c-df73-468a-a702-cbdb4c958bf3 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:49.868810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.913048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Transition to ACTIVE for port object 06e4a94c-df73-468a-a702-cbdb4c958bf3 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:49.920217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:49.923420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-46a6faf2-80a1-4e58-bdfd-133d499b25d4 service neutron] 10.222.0.18 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974459 Sep 18 01:53:49.973860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-3fce0159-87f6-40e9-a6b8-de85134b0133 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:49.975341 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-3fce0159-87f6-40e9-a6b8-de85134b0133 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 807 time: 0.1556029 Sep 18 01:53:50.001945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-0ff0e06d-48cf-4628-a77a-0efa655e55ee tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/quotas/a3a9a182534b46a6a35061163f3be7bd HTTP/1.1" status: 200 len: 375 time: 0.0093584 Sep 18 01:53:50.022362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] For port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:50.026880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=06e4a94c-df73-468a-a702-cbdb4c958bf3,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:50.072847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] For port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:50.099906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:50.145216 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-254ba7aa-bd76-4adb-9d7e-90b87cc4798c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221271 Sep 18 01:53:50.335883 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5445dc-4c27-4186-87a6-a7e7053ae1c8 x-openstack-request-id: req-1e5445dc-4c27-4186-87a6-a7e7053ae1c8 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:50.336408 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4840f568-44a8-45f0-a29c-08b825ca4a48", "name": "network-vif-plugged", "status": "completed", "tag": "6eee110b-b199-4381-9bd9-38f1f84b07a3", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:50.336505 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e5445dc-4c27-4186-87a6-a7e7053ae1c8 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:50.337095 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840f568-44a8-45f0-a29c-08b825ca4a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eee110b-b199-4381-9bd9-38f1f84b07a3', 'code': 200} Sep 18 01:53:50.349112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-d95beda6-1928-4ab1-9934-215d0ab8f2f3 service neutron] 10.222.0.21 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882710 Sep 18 01:53:50.511631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:50.512259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:50.513690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-dd156071-6720-410a-a1c9-956908d99658 service neutron] 10.222.0.20 "PUT /v2.0/ports/9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 HTTP/1.1" status: 200 len: 1096 time: 2.6236081 Sep 18 01:53:50.536812 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5024ba96-3333-49d9-b13c-3c31ab0042bc req-64e6ddee-30e9-46c2-b764-285642516fdb service neutron] 10.222.0.18 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842071 Sep 18 01:53:50.555064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd156071-6720-410a-a1c9-956908d99658 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:50.580106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203da5d-ad18-4910-970b-ab0f39248d1a req-7e8bd892-a081-4111-a22e-e6075ce6594e tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:50.581803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f203da5d-ad18-4910-970b-ab0f39248d1a req-7e8bd892-a081-4111-a22e-e6075ce6594e tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 950 time: 0.1328497 Sep 18 01:53:50.582564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Attempting to bind port 06e4a94c-df73-468a-a702-cbdb4c958bf3 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:50.582928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Attempting to bind port 06e4a94c-df73-468a-a702-cbdb4c958bf3 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:50.583261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Attempting to bind port 06e4a94c-df73-468a-a702-cbdb4c958bf3 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:50.599915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Port 06e4a94c-df73-468a-a702-cbdb4c958bf3 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:50.600241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Attempting to bind port 06e4a94c-df73-468a-a702-cbdb4c958bf3 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:50.623541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917cffbc-0436-4fc0-be1d-944c9c55eacb', 'tag': '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:50.625762 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39160f3a-a04e-4da3-a8ca-47541693c237" -d '{"events": [{"name": "network-changed", "server_uuid": "917cffbc-0436-4fc0-be1d-944c9c55eacb", "tag": "9a7cdeec-d7fc-4610-9c0d-9fd515b8b333"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:50.643260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:50.643669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:50.644047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:50.644613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Bound port: 06e4a94c-df73-468a-a702-cbdb4c958bf3, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:50.645076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:50.688561 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f203da5d-ad18-4910-970b-ab0f39248d1a req-e5f23942-d223-49c9-9c84-db1d79ad2ddb tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928066 Sep 18 01:53:50.719598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:50.727357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-f221bf1b-efa6-4895-8c9c-8e1ef0d630d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:50.729587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-f221bf1b-efa6-4895-8c9c-8e1ef0d630d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 1099 time: 0.1439114 Sep 18 01:53:50.818071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d1b03-7cc0-4ddd-b347-1ca1ae7575ea req-b6e69f36-9d0a-4644-83fe-f88e994bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:50.820111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-641d1b03-7cc0-4ddd-b347-1ca1ae7575ea req-b6e69f36-9d0a-4644-83fe-f88e994bc661 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 1102 time: 0.1245177 Sep 18 01:53:50.822666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-e325a5ea-be0e-4bdb-8076-7f0130bf76f1 service neutron] 10.222.0.21 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725204 Sep 18 01:53:50.829029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-0c00c26d-5036-432d-b012-58f71e07c531 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 HTTP/1.1" status: 200 len: 217 time: 0.0779855 Sep 18 01:53:50.939832 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-641d1b03-7cc0-4ddd-b347-1ca1ae7575ea req-e9cf15aa-a0e1-46a5-827d-6fa09620f303 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907142 Sep 18 01:53:50.988891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] For port 06e4a94c-df73-468a-a702-cbdb4c958bf3, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:51.026112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] For port 06e4a94c-df73-468a-a702-cbdb4c958bf3, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=06e4a94c-df73-468a-a702-cbdb4c958bf3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:51.029356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-22b397cd-1763-4048-bc20-d31b2d09b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.030918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-22b397cd-1763-4048-bc20-d31b2d09b71f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1838827 Sep 18 01:53:51.036671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-727bd502-8c94-462e-9649-3f386103f935 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 258 time: 0.3117151 Sep 18 01:53:51.038264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:51.095584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:51.121224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.121843 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:51.123211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f800d-33bb-4a8e-8528-2ab383d69469 req-f7d95da7-1990-46f4-9f7e-70c660b91e32 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.123361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/06e4a94c-df73-468a-a702-cbdb4c958bf3 HTTP/1.1" status: 200 len: 1097 time: 2.3820939 Sep 18 01:53:51.124730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c8f800d-33bb-4a8e-8528-2ab383d69469 req-f7d95da7-1990-46f4-9f7e-70c660b91e32 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 948 time: 0.1103404 Sep 18 01:53:51.157700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3456306-0f14-4232-bcdc-9d0ff570f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=06e4a94c-df73-468a-a702-cbdb4c958bf3,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:51.160824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:51.168128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-515138d1-76ae-4540-b9a9-1ad5d53006fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.169672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-515138d1-76ae-4540-b9a9-1ad5d53006fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285059 Sep 18 01:53:51.199267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Deleting port 84835c54-cb09-488f-8ebe-dff220678705 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:51.199267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:51.203550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c8f800d-33bb-4a8e-8528-2ab383d69469 req-2389a635-582e-49b8-b954-dae38d4dc296 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660510 Sep 18 01:53:51.308054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] For port 84835c54-cb09-488f-8ebe-dff220678705, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=84835c54-cb09-488f-8ebe-dff220678705,segment=NetworkSegment(bb7d0d73-13ea-4388-830b-199536388dc3),segment_id=bb7d0d73-13ea-4388-830b-199536388dc3)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:51.308552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:51.322923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Calling delete_port for 84835c54-cb09-488f-8ebe-dff220678705 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:51.341021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-d3a7f591-8025-4a0d-83d4-bfb4a7b2543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.343955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-d3a7f591-8025-4a0d-83d4-bfb4a7b2543a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 1100 time: 0.1734214 Sep 18 01:53:51.428690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-b798b50c-9134-416a-989a-130f1de4b118 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481105 Sep 18 01:53:51.432261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-fcfc9eee-109e-433c-ab19-17da7aafdf8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=06e4a94c-df73-468a-a702-cbdb4c958bf3 HTTP/1.1" status: 200 len: 217 time: 0.0799205 Sep 18 01:53:51.479202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10a569-ea0b-4d33-a016-a0b69b505fc4 req-49a10fed-b581-4a12-8555-e443deab10f5 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.480728 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a10a569-ea0b-4d33-a016-a0b69b505fc4 req-49a10fed-b581-4a12-8555-e443deab10f5 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1097 time: 0.1009302 Sep 18 01:53:51.545995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a10a569-ea0b-4d33-a016-a0b69b505fc4 req-8811f57b-2e97-4e1e-8998-1e9886f643cd tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580616 Sep 18 01:53:51.564143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-27cb5456-15bd-492a-8468-4c86bbb85029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.565626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-27cb5456-15bd-492a-8468-4c86bbb85029 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1238654 Sep 18 01:53:51.575455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:51.626218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-3d1638b8-73a2-4cdd-9498-83dc00ac088b service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832047 Sep 18 01:53:51.627182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:51.654373 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e1b80b-e97f-4330-93f7-041d98da0c37 x-openstack-request-id: req-e6e1b80b-e97f-4330-93f7-041d98da0c37 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:51.654661 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917cffbc-0436-4fc0-be1d-944c9c55eacb", "tag": "9a7cdeec-d7fc-4610-9c0d-9fd515b8b333", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:51.654938 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6e1b80b-e97f-4330-93f7-041d98da0c37 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:51.655325 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917cffbc-0436-4fc0-be1d-944c9c55eacb', 'tag': '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'status': 'completed', 'code': 200} Sep 18 01:53:51.669696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=84835c54-cb09-488f-8ebe-dff220678705,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:51.683630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-1f4099e2-c88d-425d-9fbc-84842a739560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.684812 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-1f4099e2-c88d-425d-9fbc-84842a739560 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057565 Sep 18 01:53:51.835529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Allocated IP 172.25.0.96 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/eb4cedbb-12dd-4d6c-8dd2-7c06d379fd81) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:51.849236 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-876fc042-c2d6-42de-9577-ba9048c3b446 req-f15df4d3-282e-4e98-970c-1f977ed0d0b6 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 210 time: 0.0426157 Sep 18 01:53:51.867608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-32883f8a-ab19-45ea-afa2-41a2058c7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:51.869864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-32883f8a-ab19-45ea-afa2-41a2058c7273 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 1099 time: 0.1574507 Sep 18 01:53:51.925966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:51.929640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-96cfb51d-d61b-4f44-bfef-0ae64e416805 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154748 Sep 18 01:53:52.135495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:52.144519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-c47a4f82-065f-49f7-ac09-e5df4645740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:52.147080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-c47a4f82-065f-49f7-ac09-e5df4645740d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2606988 Sep 18 01:53:52.188445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Router 544f8733-70e8-4e86-b009-a9bf72184e66 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:53:52.188800 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29524794-72a2-421d-920c-3ff3cff7ba65 req-7151f3f5-c439-42ed-acec-74cf8334b4bf service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314956 Sep 18 01:53:52.196742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:52.295731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-16378e8d-e843-46f3-a7f9-8a830c15ca47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 HTTP/1.1" status: 200 len: 217 time: 0.1054008 Sep 18 01:53:52.306515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:52.320298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:52.356356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:52.367717 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c2715a55-0370-4cee-b274-a70931ead7cc admin admin] 10.222.0.21 "PUT /v2.0/routers/544f8733-70e8-4e86-b009-a9bf72184e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7167671 Sep 18 01:53:52.371009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38874) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:52.372699 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] Sync routers for ids ['544f8733-70e8-4e86-b009-a9bf72184e66'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:52.383343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-555a3638-1551-489d-9dfa-c7047bcf37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:52.384685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-555a3638-1551-489d-9dfa-c7047bcf37f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0657403 Sep 18 01:53:52.385480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:52.386108 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] Routers {'544f8733-70e8-4e86-b009-a9bf72184e66'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:52.386919 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['544f8733-70e8-4e86-b009-a9bf72184e66'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:52.498127 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:52.499958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Pushing event updated for resources: {'Port': ['ID=eb4cedbb-12dd-4d6c-8dd2-7c06d379fd81,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:52.514976 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] Set router 544f8733-70e8-4e86-b009-a9bf72184e66 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:52.545992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-dc2a9bce-3d75-4bc6-90b2-f95550bb29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:52.547249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-dc2a9bce-3d75-4bc6-90b2-f95550bb29cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1492665 Sep 18 01:53:52.629505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-655ac199-9d91-42d6-9b4e-db224dd5704a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:52.631197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-655ac199-9d91-42d6-9b4e-db224dd5704a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 807 time: 0.3842864 Sep 18 01:53:52.636475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:52.650105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Request body: {'port': {'device_id': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'admin_state_up': True, 'tenant_id': 'a3a9a182534b46a6a35061163f3be7bd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:52.685111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:52.706114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Deleting port 2120ef16-3443-48f6-aa3f-5a62a2fef42e {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:52.706467 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:52.720714 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:51Z', 'revision_number': 5, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port': {'id': '2120ef16-3443-48f6-aa3f-5a62a2fef42e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:15Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:52.756853 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] Checking router: 544f8733-70e8-4e86-b009-a9bf72184e66 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:52.769633 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] Routers {'544f8733-70e8-4e86-b009-a9bf72184e66'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:52.770244 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['544f8733-70e8-4e86-b009-a9bf72184e66'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:52.809193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] For port 2120ef16-3443-48f6-aa3f-5a62a2fef42e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2120ef16-3443-48f6-aa3f-5a62a2fef42e,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:52.809869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:52.825685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Calling delete_port for 2120ef16-3443-48f6-aa3f-5a62a2fef42e owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:52.905121 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] Set router 544f8733-70e8-4e86-b009-a9bf72184e66 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:52.981302 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:52Z', 'revision_number': 6, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:52.986970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-361fea04-af92-443c-80e7-be6c9974688b tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:52.988262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-361fea04-af92-443c-80e7-be6c9974688b tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122795 Sep 18 01:53:53.015256 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853903d-f280-4acd-a6c9-4489ba98e7a7 None None] The sync data for ids ['544f8733-70e8-4e86-b009-a9bf72184e66'] in n-d-789963-12 is: [{'id': '544f8733-70e8-4e86-b009-a9bf72184e66', 'name': 'tempest-FloatingIPDetailsTestJSON-408407574-router', 'tenant_id': '5fa15d49867a4438a5242dbd5002c316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:14Z', 'updated_at': '2021-09-18T01:53:52Z', 'revision_number': 6, 'project_id': '5fa15d49867a4438a5242dbd5002c316', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:53:53.062258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-132acbcf-3690-4741-ac33-4f2610a3f5fb tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:53.063746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-132acbcf-3690-4741-ac33-4f2610a3f5fb tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports/4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 200 len: 1094 time: 0.0517197 Sep 18 01:53:53.068004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.075957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Request body: {'binding': {'host': 'n-h1-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:53.076394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:53:53.102492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-bdda3a2c-6c4f-4222-afb5-3f716e8d69f9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104573 Sep 18 01:53:53.105958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.122300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Pushing event deleted for resources: {'Port': ['ID=2120ef16-3443-48f6-aa3f-5a62a2fef42e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:53.238408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.242085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Made reservation on behalf of a3a9a182534b46a6a35061163f3be7bd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:53:53.246171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.327248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39160f3a-a04e-4da3-a8ca-47541693c237 req-70c40a03-f29a-437f-88f2-a66167be4b9a service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143204 Sep 18 01:53:53.473563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.479482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Allocated IP 172.20.0.4 (2a6967de-a06b-40d2-a635-71d7b76a90af/54fdb8d0-5ac2-4c8a-b7be-6137737208b8/637c8883-d5f9-4c4d-9c3f-bd9434352e45) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:53:53.484063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.575441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.578734 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.588816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Pushing event updated for resources: {'Port': ['ID=eb4cedbb-12dd-4d6c-8dd2-7c06d379fd81,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:53.610422 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.645582 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.646839 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-4702dad7-793d-46fa-aff1-9301e5d9733e tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5955215 Sep 18 01:53:53.651912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on host n-h1-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:53.652244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:53.652589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:53.658351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:53.658683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:53.661790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.662307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 544f8733-70e8-4e86-b009-a9bf72184e66 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:53:53.666254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:53.666644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:53.667070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:53.667509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Bound port: 4434a492-2978-4c3c-8257-7f8b5dcaa619, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:53.671439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.675024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605488e2-45e6-4036-b92d-28f2059b2d5b', 'tag': '06e4a94c-df73-468a-a702-cbdb4c958bf3'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:53.675208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-db123ff0-1542-4e81-a09c-9b5009528576 admin admin] 10.222.0.21 "DELETE /v2.0/routers/544f8733-70e8-4e86-b009-a9bf72184e66 HTTP/1.1" status: 204 len: 168 time: 1.3006475 Sep 18 01:53:53.675304 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7470baf-548d-4441-966f-b6bf132ef2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "605488e2-45e6-4036-b92d-28f2059b2d5b", "tag": "06e4a94c-df73-468a-a702-cbdb4c958bf3"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:53.675404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38888) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:53.735545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-52151b00-889f-4865-a51d-5b6255827d87 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0582182 Sep 18 01:53:53.759419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dff6cdd-a762-45a0-aa4e-bdf91c72ab07 admin admin] Deleting subnet ca1d3800-0797-43c9-98d3-df731ed64272 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:53:53.767176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dff6cdd-a762-45a0-aa4e-bdf91c72ab07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.787120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:53.795876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.796263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.797426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c96909c7-b360-4607-a3c7-1e2decbc205d service neutron] 10.222.0.21 "POST /v2.0/ports/4434a492-2978-4c3c-8257-7f8b5dcaa619/bindings HTTP/1.1" status: 201 len: 390 time: 0.7275002 Sep 18 01:53:53.806255 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dff6cdd-a762-45a0-aa4e-bdf91c72ab07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.848715 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:53:53.880172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-864a77a4-390c-4f63-9d76-0e865e19094a tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:53.881943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6dbf483d-e396-49fe-ac8d-36e27c8b16a1 req-864a77a4-390c-4f63-9d76-0e865e19094a tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1408548 Sep 18 01:53:53.892885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.951106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Network 2a6967de-a06b-40d2-a635-71d7b76a90af is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:53:53.955021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:53:53.961971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:53:53.984102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dff6cdd-a762-45a0-aa4e-bdf91c72ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:53.995266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Pushing event updated for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:54.067432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.068343 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.092015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-488ccbae-a28e-4490-a3ed-299a1ed5a653 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4485364 Sep 18 01:53:54.100788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11a2b0-30f4-44b3-9537-e5a9e5825589 req-8f68dbf9-d3cc-424b-b4f3-11f68a79ea7b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.102835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa11a2b0-30f4-44b3-9537-e5a9e5825589 req-8f68dbf9-d3cc-424b-b4f3-11f68a79ea7b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 950 time: 0.1083341 Sep 18 01:53:54.107838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Request body: {'port': {'device_id': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:54.127750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dff6cdd-a762-45a0-aa4e-bdf91c72ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.137323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a9936-64f5-4bd2-9563-7326cf59c7c5 req-9ffd2f1b-dd49-43c9-9dba-f6d72cf86ee7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.138850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-157a9936-64f5-4bd2-9563-7326cf59c7c5 req-9ffd2f1b-dd49-43c9-9dba-f6d72cf86ee7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 948 time: 0.0948212 Sep 18 01:53:54.174956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff6cdd-a762-45a0-aa4e-bdf91c72ab07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1d3800-0797-43c9-98d3-df731ed64272,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:54.178937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dff6cdd-a762-45a0-aa4e-bdf91c72ab07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.181379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0dff6cdd-a762-45a0-aa4e-bdf91c72ab07 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca1d3800-0797-43c9-98d3-df731ed64272 HTTP/1.1" status: 204 len: 168 time: 0.5049517 Sep 18 01:53:54.183668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38898) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:54.186517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4200b7-3acc-4716-9c4b-2f103aa53fd3 None None] Network aec9c5c1-c34f-4dae-be78-4e86924c08bb requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:53:54.199661 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa11a2b0-30f4-44b3-9537-e5a9e5825589 req-b7620c4e-5804-4b2a-aac3-ec7990c3ac2b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890858 Sep 18 01:53:54.209530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.248922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-157a9936-64f5-4bd2-9563-7326cf59c7c5 req-72c54b59-d11a-403d-b066-f24103b064a5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841868 Sep 18 01:53:54.259582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-7997895c-4c32-42ee-9495-fc1eb6b46ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.262909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-7997895c-4c32-42ee-9495-fc1eb6b46ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1097 time: 0.1775208 Sep 18 01:53:54.329434 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.359050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 06e4a94c-df73-468a-a702-cbdb4c958bf3 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:54.431458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2120ef16-3443-48f6-aa3f-5a62a2fef42e no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:53:54.459284 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54865493-ee77-48cd-abae-90c3b913c0a0 x-openstack-request-id: req-54865493-ee77-48cd-abae-90c3b913c0a0 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:54.459587 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605488e2-45e6-4036-b92d-28f2059b2d5b", "tag": "06e4a94c-df73-468a-a702-cbdb4c958bf3", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:54.459840 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54865493-ee77-48cd-abae-90c3b913c0a0 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:54.460237 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605488e2-45e6-4036-b92d-28f2059b2d5b', 'tag': '06e4a94c-df73-468a-a702-cbdb4c958bf3', 'status': 'completed', 'code': 200} Sep 18 01:53:54.473438 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] DHCP port deletion for aec9c5c1-c34f-4dae-be78-4e86924c08bb request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:53:54.485690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 2120ef16-3443-48f6-aa3f-5a62a2fef42e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:53:54.489427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2120ef16-3443-48f6-aa3f-5a62a2fef42e not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:53:54.489976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 84835c54-cb09-488f-8ebe-dff220678705 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:53:54.566968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 84835c54-cb09-488f-8ebe-dff220678705 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:53:54.567376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 84835c54-cb09-488f-8ebe-dff220678705 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:53:54.581087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff766ce-51a6-4f1a-b2a3-6e498ef97099 req-434bb4bb-5c25-41ce-8cd4-a6ba666937e9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.588172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eff766ce-51a6-4f1a-b2a3-6e498ef97099 req-434bb4bb-5c25-41ce-8cd4-a6ba666937e9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 931 time: 0.1970141 Sep 18 01:53:54.604195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 06e4a94c-df73-468a-a702-cbdb4c958bf3, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=06e4a94c-df73-468a-a702-cbdb4c958bf3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:54.624083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '06e4a94c-df73-468a-a702-cbdb4c958bf3', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '06e4a94c-df73-468a-a702-cbdb4c958bf3', 'mac_address': 'fa:16:3e:7c:94:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:54.624382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-cb8d2cb6-8afe-40a9-84c9-a7d0c3cbeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.626324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-cb8d2cb6-8afe-40a9-84c9-a7d0c3cbeea7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.3501117 Sep 18 01:53:54.632484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] Deleting port 033024df-fccc-4050-9d1f-0a1e26756cbd {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:54.633169 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.652842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eff766ce-51a6-4f1a-b2a3-6e498ef97099 req-379fbdc8-c785-4495-b8e8-c0e709c61f2d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626228 Sep 18 01:53:54.667416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-46b60b97-9019-49e5-a272-134821f62aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.667416 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-46b60b97-9019-49e5-a272-134821f62aef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 1100 time: 0.1535649 Sep 18 01:53:54.669829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf51ee-14b7-4c48-9648-ae777a3266c1 req-a90807cb-2871-410c-9f6b-c716fccca52f tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.676755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ccf51ee-14b7-4c48-9648-ae777a3266c1 req-a90807cb-2871-410c-9f6b-c716fccca52f tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1718988 Sep 18 01:53:54.698773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Deleting port 033024df-fccc-4050-9d1f-0a1e26756cbd {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:54.699115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.706848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-6062d969-623b-47c1-8011-c37528b25cfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 200 len: 217 time: 0.0525429 Sep 18 01:53:54.733974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.741123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] For port 033024df-fccc-4050-9d1f-0a1e26756cbd, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=033024df-fccc-4050-9d1f-0a1e26756cbd,segment=NetworkSegment(bb7d0d73-13ea-4388-830b-199536388dc3),segment_id=bb7d0d73-13ea-4388-830b-199536388dc3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:54.741662 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.765978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] Calling delete_port for 033024df-fccc-4050-9d1f-0a1e26756cbd owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:54.769995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e4a94c-df73-468a-a702-cbdb4c958bf3 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:54.782976 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ccf51ee-14b7-4c48-9648-ae777a3266c1 req-fb747c2d-44fe-4379-9ffa-efb474bac496 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.1052883 Sep 18 01:53:54.804748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-ae4309ef-acc2-4a26-bd98-0306e6f47d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.806375 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-ae4309ef-acc2-4a26-bd98-0306e6f47d82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.0882306 Sep 18 01:53:54.818885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4d479-2c04-4707-9195-f6bbfad2b580 req-2e83c54c-7930-459d-98ee-2bc1f2fe21ff tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:54.820294 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abe4d479-2c04-4707-9195-f6bbfad2b580 req-2e83c54c-7930-459d-98ee-2bc1f2fe21ff tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 945 time: 0.0629983 Sep 18 01:53:54.839087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-9ccf51ee-14b7-4c48-9648-ae777a3266c1 req-bd2f5240-1812-4bbe-88b4-1d502c1db8de tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Request body: {'floatingip': {'port_id': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:54.847284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 06e4a94c-df73-468a-a702-cbdb4c958bf3, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=06e4a94c-df73-468a-a702-cbdb4c958bf3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:54.852777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-ac37cad7-7ce9-4526-9fe9-379f1e507cef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307362 Sep 18 01:53:54.855896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.856697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:53:54.942501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abe4d479-2c04-4707-9195-f6bbfad2b580 req-9d8e700a-a532-4644-9a83-269a966403d5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930426 Sep 18 01:53:54.943887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9ccf51ee-14b7-4c48-9648-ae777a3266c1 req-bd2f5240-1812-4bbe-88b4-1d502c1db8de tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.954452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] For port 033024df-fccc-4050-9d1f-0a1e26756cbd, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=033024df-fccc-4050-9d1f-0a1e26756cbd,segment=NetworkSegment(bb7d0d73-13ea-4388-830b-199536388dc3),segment_id=bb7d0d73-13ea-4388-830b-199536388dc3)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:54.955064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:54.957757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:54.977009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c35a79c8-e460-4de8-840c-24283d7f688d service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119964 Sep 18 01:53:54.977193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=06e4a94c-df73-468a-a702-cbdb4c958bf3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:54.990625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'mac_address': 'fa:16:3e:80:34:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:53:54.998120 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.015801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] No DVR routers for this DVR port 033024df-fccc-4050-9d1f-0a1e26756cbd on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:53:55.028969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Calling delete_port for 033024df-fccc-4050-9d1f-0a1e26756cbd owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:55.032433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-00012988-ae40-41d5-920e-3a27d7a5f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:55.033926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-00012988-ae40-41d5-920e-3a27d7a5f26e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3517652 Sep 18 01:53:55.071779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637c8883-d5f9-4c4d-9c3f-bd9434352e45 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:55.107117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-b69eaf23-c313-4130-a1de-3307c235f686 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218016 Sep 18 01:53:55.115974 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.117557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a5178-29db-4dee-9b9a-7229e999ba24 None None] Pushing event deleted for resources: {'Port': ['ID=033024df-fccc-4050-9d1f-0a1e26756cbd,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:55.126580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-b3e4532d-e091-4d8c-8f06-4d9760f846f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=06e4a94c-df73-468a-a702-cbdb4c958bf3 HTTP/1.1" status: 200 len: 217 time: 0.0779002 Sep 18 01:53:55.146130 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.173141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:53:55.200365 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.213326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:55.220352 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.241461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Transition to ACTIVE for port object 637c8883-d5f9-4c4d-9c3f-bd9434352e45 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:53:55.259849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.271324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-d4dfa3ef-198f-4228-8807-f8c0f254cdd9 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:55.273314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-d4dfa3ef-198f-4228-8807-f8c0f254cdd9 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.0762866 Sep 18 01:53:55.286645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-12'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:55.317882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:55.367068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-9accb897-c0fa-4275-a622-6094386fba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:55.368664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-9accb897-c0fa-4275-a622-6094386fba14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1942363 Sep 18 01:53:55.393137 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.419654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57d98-63b7-440b-9f8e-6dd610c02358 req-277a0de4-a0b5-41c3-aadf-6dd2eea841f8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:55.421283 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35d57d98-63b7-440b-9f8e-6dd610c02358 req-277a0de4-a0b5-41c3-aadf-6dd2eea841f8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 950 time: 0.1073287 Sep 18 01:53:55.433663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:55.445149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38912) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:55.456290 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.463335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['06e4a94c-df73-468a-a702-cbdb4c958bf3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:55.468346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:55.512787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35d57d98-63b7-440b-9f8e-6dd610c02358 req-210350e7-b288-4bd9-a0df-c0ed8f9f8e5b tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578415 Sep 18 01:53:55.532363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.605698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:55.611390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=033024df-fccc-4050-9d1f-0a1e26756cbd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:55.618489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-6abfd750-0fa0-49cb-8417-6116154d0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:55.620403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-6abfd750-0fa0-49cb-8417-6116154d0264 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2397916 Sep 18 01:53:55.621334 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-9ccf51ee-14b7-4c48-9648-ae777a3266c1 req-bd2f5240-1812-4bbe-88b4-1d502c1db8de tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 01:53:55.636709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ccf51ee-14b7-4c48-9648-ae777a3266c1 req-bd2f5240-1812-4bbe-88b4-1d502c1db8de tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "PUT /v2.0/floatingips/05f935f9-1569-4b88-8ae9-68605cff9227 HTTP/1.1" status: 409 len: 549 time: 0.8131063 Sep 18 01:53:55.641762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] No DVR routers for this DVR port 033024df-fccc-4050-9d1f-0a1e26756cbd on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:53:55.675984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:55.676460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:55.676888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:55.692321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8881bc0-3e03-4679-a39c-e7ca64fd36e4 req-9053f3ff-161e-43ec-9f8e-7fe716f12325 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:55.700237 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8881bc0-3e03-4679-a39c-e7ca64fd36e4 req-9053f3ff-161e-43ec-9f8e-7fe716f12325 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 949 time: 0.0823169 Sep 18 01:53:55.705130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:55.786672 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8881bc0-3e03-4679-a39c-e7ca64fd36e4 req-a46e38a2-8ce6-44c9-9608-a3d295041e6c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722897 Sep 18 01:53:55.801367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:55.802452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:55.809097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:55.809948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-0519b6ab-7b74-4aaa-858b-d559fe16e93e service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707921 Sep 18 01:53:55.811329 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303c152-6257-4e31-967c-ac518a7f1431" -d '{"events": [{"server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:55.815293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.843069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:55.843457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:55.843797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:55.844245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Bound port: 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:55.844601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.848898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.865922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e33c962a-49ad-4d63-80e4-50174e21621f req-231ab331-a3f0-4493-87dd-18a4aa670f45 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips/05f935f9-1569-4b88-8ae9-68605cff9227 HTTP/1.1" status: 200 len: 692 time: 0.0655956 Sep 18 01:53:55.868088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b246-8325-403c-a322-ea4b30b3ab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:55.994601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=7']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:56.018721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on host n-h2-789963-12 for vnic_type normal with profile {"migrating_to": "n-h1-789963-12"} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:53:56.019038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:53:56.019368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:56.019922 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.030663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:53:56.031008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Attempting to bind port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:53:56.043006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:53:56.043343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:53:56.043724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:53:56.044148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Bound port: 4434a492-2978-4c3c-8257-7f8b5dcaa619, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:53:56.044500 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.053376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c962a-49ad-4d63-80e4-50174e21621f req-fea09b8b-7428-467e-8a88-9b080fcb72e0 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:56.054749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e33c962a-49ad-4d63-80e4-50174e21621f req-fea09b8b-7428-467e-8a88-9b080fcb72e0 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1671476 Sep 18 01:53:56.084019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec9c5c1-c34f-4dae-be78-4e86924c08bb']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:56.115778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7d0d73-13ea-4388-830b-199536388dc3') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:56.116142 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7d0d73-13ea-4388-830b-199536388dc3') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:56.129446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e33c962a-49ad-4d63-80e4-50174e21621f req-61f846c9-1686-4168-a336-14d1b5013214 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0664897 Sep 18 01:53:56.132377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:56.139017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7470baf-548d-4441-966f-b6bf132ef2d2 req-6a83aefe-577a-4596-a61e-850075f95e1b service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969131 Sep 18 01:53:56.144654 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.168552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:56.181327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894fe23-50e1-43eb-9c53-b70c0b950613 req-abdd2735-65e8-47f2-b903-b498b2b10271 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:56.182875 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e894fe23-50e1-43eb-9c53-b70c0b950613 req-abdd2735-65e8-47f2-b903-b498b2b10271 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 943 time: 0.2424295 Sep 18 01:53:56.190914 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.193456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.195249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e33c962a-49ad-4d63-80e4-50174e21621f req-550c532f-c4b5-4dc9-a81e-2a9664493e3c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.0551624 Sep 18 01:53:56.201523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:53:56.205771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:53:56.213745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.235988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:53:56.236383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: timer() Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:53:56.240646 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:53:56.282926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:56.283513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.284914 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] 10.222.0.20 "PUT /v2.0/ports/637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 200 len: 1092 time: 2.1811750 Sep 18 01:53:56.354587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=8']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:56.358988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 06e4a94c-df73-468a-a702-cbdb4c958bf3 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:56.373303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e894fe23-50e1-43eb-9c53-b70c0b950613 req-fb13d5aa-5cea-4f50-aa38-493c36e60432 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835008 Sep 18 01:53:56.401256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:56.401882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.403318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0b62d130-f8dc-4c2d-9d78-3d68a05f0ab2 service neutron] 10.222.0.18 "PUT /v2.0/ports/4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 200 len: 1123 time: 1.1209934 Sep 18 01:53:56.405754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 033024df-fccc-4050-9d1f-0a1e26756cbd no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:53:56.424787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Deleting port eb4cedbb-12dd-4d6c-8dd2-7c06d379fd81 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:56.425173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.452542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 033024df-fccc-4050-9d1f-0a1e26756cbd {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:53:56.453216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 033024df-fccc-4050-9d1f-0a1e26756cbd not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:53:56.491711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['4434a492-2978-4c3c-8257-7f8b5dcaa619'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:56.506614 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a4756-af5d-405c-8b5c-9940548f2973 x-openstack-request-id: req-175a4756-af5d-405c-8b5c-9940548f2973 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:56.506976 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:56.507236 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-175a4756-af5d-405c-8b5c-9940548f2973 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:56.507936 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619', 'code': 200} Sep 18 01:53:56.533670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.534006 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.539145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 06e4a94c-df73-468a-a702-cbdb4c958bf3 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:56.550754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 06e4a94c-df73-468a-a702-cbdb4c958bf3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:56.551254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Calling delete_port for eb4cedbb-12dd-4d6c-8dd2-7c06d379fd81 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:56.551382 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.670050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff978dd8-6b0c-4996-a10c-5c56cbd27ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:56.672451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:56.674678 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5178a3ca-f581-43a6-8923-b5b0445f2cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:56.687989 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.707477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b246-8325-403c-a322-ea4b30b3ab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.709307 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.709849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.743479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Pushing event deleted for resources: {'Port': ['ID=eb4cedbb-12dd-4d6c-8dd2-7c06d379fd81,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:56.755310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b246-8325-403c-a322-ea4b30b3ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.760432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605488e2-45e6-4036-b92d-28f2059b2d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e4a94c-df73-468a-a702-cbdb4c958bf3'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:56.761973 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.762830 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6f7f0c-d393-4b01-991f-50f519aad6fc" -d '{"events": [{"server_uuid": "605488e2-45e6-4036-b92d-28f2059b2d5b", "name": "network-vif-plugged", "status": "completed", "tag": "06e4a94c-df73-468a-a702-cbdb4c958bf3"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:56.766641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aec9c5c1-c34f-4dae-be78-4e86924c08bb HTTP/1.1" status: 204 len: 168 time: 2.5777543 Sep 18 01:53:56.775365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76dec7-7ea1-4460-932b-be631e1b1f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=aec9c5c1-c34f-4dae-be78-4e86924c08bb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:56.778831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 06e4a94c-df73-468a-a702-cbdb4c958bf3, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=06e4a94c-df73-468a-a702-cbdb4c958bf3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:56.788823 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.789960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:53:56.821820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-9a5656d2-ed85-489b-8fbd-0d3a45287688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:56.823411 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-9a5656d2-ed85-489b-8fbd-0d3a45287688 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1095 time: 0.4679477 Sep 18 01:53:56.829464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6dd6b246-8325-403c-a322-ea4b30b3ab55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=659d90a456ff4a3c82f17a050763a661&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3833418 Sep 18 01:53:56.832802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38938) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:56.838165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.841244 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.858101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e33c962a-49ad-4d63-80e4-50174e21621f req-4fd8db80-b0bf-4d62-861e-62d9e4263749 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "DELETE /v2.0/floatingips/05f935f9-1569-4b88-8ae9-68605cff9227 HTTP/1.1" status: 204 len: 173 time: 0.6538486 Sep 18 01:53:56.860391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b246-8325-403c-a322-ea4b30b3ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef6b598-8374-438b-95a0-4d8960b5892f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:56.885383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=06e4a94c-df73-468a-a702-cbdb4c958bf3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:56.901027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:53:56.905496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:53:56.905925 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.908265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38942) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:56.920996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eec82-12c0-4d86-8ed2-6fea069f6b99 req-483e2c80-0413-47aa-a6f9-eb89a323b0b1 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:56.922417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be6eec82-12c0-4d86-8ed2-6fea069f6b99 req-483e2c80-0413-47aa-a6f9-eb89a323b0b1 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 950 time: 0.2411013 Sep 18 01:53:56.934263 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-c0eff9e2-fdb3-4c6f-ae11-4833e40f40a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 200 len: 217 time: 0.0997169 Sep 18 01:53:56.985427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:56.985926 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4018783d-0792-4d90-91f9-25624eebbb5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fa15d49867a4438a5242dbd5002c316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762527 Sep 18 01:53:56.988591 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:56.999679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7befd-a894-40ec-8f02-eb198e6edfeb req-20768c91-c178-403e-9cb8-e76ad9a0bb18 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.001260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48a7befd-a894-40ec-8f02-eb198e6edfeb req-20768c91-c178-403e-9cb8-e76ad9a0bb18 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 943 time: 0.0752192 Sep 18 01:53:57.022255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:57.027456 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.044397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be6eec82-12c0-4d86-8ed2-6fea069f6b99 req-c806f24b-4965-481b-a461-cfa147f535a8 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142097 Sep 18 01:53:57.051816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48a7befd-a894-40ec-8f02-eb198e6edfeb req-cb3667c8-6e59-4a9d-a12e-14cd58741fb6 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Sep 18 01:53:57.066188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-739c1dcb-ece7-44ff-851c-9f4fdaf64f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.067691 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-739c1dcb-ece7-44ff-851c-9f4fdaf64f0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.1208317 Sep 18 01:53:57.073455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-533a2f9c-6e27-4021-83aa-10dbf7ad67ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.078960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:57.118906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-aa10ad53-59d4-4f80-8e55-6b18ceaca6fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403688 Sep 18 01:53:57.121864 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f5aad-a75c-478d-be6c-89cf4c97c042 x-openstack-request-id: req-592f5aad-a75c-478d-be6c-89cf4c97c042 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:57.122144 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:57.122388 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-592f5aad-a75c-478d-be6c-89cf4c97c042 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:57.122794 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45', 'status': 'completed', 'code': 200} Sep 18 01:53:57.147369 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-533a2f9c-6e27-4021-83aa-10dbf7ad67ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.152373 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb09e3e-c1a2-4879-9bed-0c00e16dc02e x-openstack-request-id: req-5fb09e3e-c1a2-4879-9bed-0c00e16dc02e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:57.152702 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605488e2-45e6-4036-b92d-28f2059b2d5b", "name": "network-vif-plugged", "status": "completed", "tag": "06e4a94c-df73-468a-a702-cbdb4c958bf3", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:57.152954 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fb09e3e-c1a2-4879-9bed-0c00e16dc02e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:57.153347 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605488e2-45e6-4036-b92d-28f2059b2d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e4a94c-df73-468a-a702-cbdb4c958bf3', 'code': 200} Sep 18 01:53:57.172186 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c0399b87-ab26-4f7a-9111-77205697ad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.275633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-1d39d9ea-cc84-4293-a012-4a291cfbc283 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 1001 time: 0.1008785 Sep 18 01:53:57.299333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c0399b87-ab26-4f7a-9111-77205697ad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.369549 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-ebbe0819-5c9a-474a-8ceb-67edb75d79b6 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341793 Sep 18 01:53:57.372987 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-533a2f9c-6e27-4021-83aa-10dbf7ad67ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.375666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-533a2f9c-6e27-4021-83aa-10dbf7ad67ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.376758 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-533a2f9c-6e27-4021-83aa-10dbf7ad67ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ef6b598-8374-438b-95a0-4d8960b5892f HTTP/1.1" status: 204 len: 168 time: 0.5319581 Sep 18 01:53:57.385962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee68f1-8119-4e15-bffa-733d8e34e153 req-3c7f25f1-d610-47c6-93e5-4e89d205439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.387483 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-caee68f1-8119-4e15-bffa-733d8e34e153 req-3c7f25f1-d610-47c6-93e5-4e89d205439e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 1102 time: 0.1450148 Sep 18 01:53:57.404284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb274606-b8fb-4072-8894-d743bc408c95 req-640d041b-49f6-4e44-be39-7131f5a3e62d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.405856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb274606-b8fb-4072-8894-d743bc408c95 req-640d041b-49f6-4e44-be39-7131f5a3e62d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 950 time: 0.1670425 Sep 18 01:53:57.435176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a2f9c-6e27-4021-83aa-10dbf7ad67ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef6b598-8374-438b-95a0-4d8960b5892f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:57.514957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c0399b87-ab26-4f7a-9111-77205697ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.517489 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c0399b87-ab26-4f7a-9111-77205697ad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.521067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c0399b87-ab26-4f7a-9111-77205697ad20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2123812-c73d-41da-9737-06e6961df0e6 HTTP/1.1" status: 204 len: 168 time: 0.5276325 Sep 18 01:53:57.540484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-caee68f1-8119-4e15-bffa-733d8e34e153 req-36f32f6f-2762-4229-a1ec-54f3b47ffc17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324995 Sep 18 01:53:57.549344 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb274606-b8fb-4072-8894-d743bc408c95 req-a582bf7b-6abd-410b-8a42-41c6d91d2d20 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356068 Sep 18 01:53:57.551999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0399b87-ab26-4f7a-9111-77205697ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2123812-c73d-41da-9737-06e6961df0e6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:57.571927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e41de-ae84-431f-b76f-bd74a43b56dc req-4e100364-81af-4c2a-a015-b21b1b861a0b service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876857 Sep 18 01:53:57.622130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-cefb4cc6-3578-4f87-857e-abc79c537985 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.623597 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-cefb4cc6-3578-4f87-857e-abc79c537985 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports/e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 200 len: 942 time: 0.3419695 Sep 18 01:53:57.652447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-84e75dbc-d9b7-4856-a811-b95f70c9956e tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.655583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-84e75dbc-d9b7-4856-a811-b95f70c9956e tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.18 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 950 time: 0.0817683 Sep 18 01:53:57.707825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f14c6a-2a6b-4f6d-af21-33db6cc4b2d3 req-dbc86abc-712e-4518-ab3d-85c3a106765d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.712569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34f14c6a-2a6b-4f6d-af21-33db6cc4b2d3 req-dbc86abc-712e-4518-ab3d-85c3a106765d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 943 time: 0.0661392 Sep 18 01:53:57.776925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34f14c6a-2a6b-4f6d-af21-33db6cc4b2d3 req-a4218113-869b-440d-b833-87671d3497f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589604 Sep 18 01:53:57.844825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-60dda4ae-22ab-46a6-b57a-fcb91650a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.846879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-60dda4ae-22ab-46a6-b57a-fcb91650a8db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1095 time: 0.0502255 Sep 18 01:53:57.855074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-8f124f92-baf5-4b05-afc0-a890d93e5e79 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 1001 time: 0.1033180 Sep 18 01:53:57.907058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Deleting port 6eee110b-b199-4381-9bd9-38f1f84b07a3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:53:57.907058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:57.975407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-dd33c8d1-398b-4395-b17e-b0a3d173ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:57.978276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-dd33c8d1-398b-4395-b17e-b0a3d173ad77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.1195178 Sep 18 01:53:58.028986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38962) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:58.042120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-d5d533da-029d-4c47-a558-9420a6ba1789 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 200 len: 217 time: 0.0495286 Sep 18 01:53:58.066566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-624f0c82-b9c3-4891-8f76-c3ff2016d735 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:58.067954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-624f0c82-b9c3-4891-8f76-c3ff2016d735 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.2047970 Sep 18 01:53:58.070390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99a7a0fb-ddd5-47fb-a7d0-bf92b5f68e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.077137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] For port 6eee110b-b199-4381-9bd9-38f1f84b07a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6eee110b-b199-4381-9bd9-38f1f84b07a3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:53:58.077500 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.095340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-7366d93b-63ec-4efb-bd6a-e3d7bf23f382 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:53:58.096338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-7366d93b-63ec-4efb-bd6a-e3d7bf23f382 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162938 Sep 18 01:53:58.107865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Calling delete_port for 6eee110b-b199-4381-9bd9-38f1f84b07a3 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:53:58.119772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-53f49930-4cb9-41f2-987e-5d5be8689144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:58.121398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-53f49930-4cb9-41f2-987e-5d5be8689144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0696850 Sep 18 01:53:58.167134 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-1bfbe6db-de0e-4fa6-ab93-bdaecd1f6d70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375171 Sep 18 01:53:58.258305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-59332a11-4b20-4656-9497-1e0682c7dc9f tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 1001 time: 0.1470282 Sep 18 01:53:58.269296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:53:58.320258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7856d-b6b2-4453-940b-4fb16b39c178 req-def14d98-5b69-4576-b7d4-ff3262fd9206 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:58.323233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70c7856d-b6b2-4453-940b-4fb16b39c178 req-def14d98-5b69-4576-b7d4-ff3262fd9206 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/ports?device_id=4840f568-44a8-45f0-a29c-08b825ca4a48 HTTP/1.1" status: 200 len: 950 time: 0.1585963 Sep 18 01:53:58.373649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-728e08d5-518e-4950-b1eb-95cc8232e8ea service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937094 Sep 18 01:53:58.387291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.411824 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70c7856d-b6b2-4453-940b-4fb16b39c178 req-90b87352-8082-4d13-8dad-c809af5e3f20 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.21 "GET /v2.0/security-groups?id=64303a1b-370d-4795-8f83-72da8d9ca4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778227 Sep 18 01:53:58.474537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99a7a0fb-ddd5-47fb-a7d0-bf92b5f68e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.497577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99a7a0fb-ddd5-47fb-a7d0-bf92b5f68e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.517483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:58.519707 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22830182-6a22-4229-9341-5c343798f735" -d '{"events": [{"name": "network-changed", "server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:58.558118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5178a3ca-f581-43a6-8923-b5b0445f2cc0 req-e84aa0c4-a1cc-45d0-9b75-c310582c4ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765540 Sep 18 01:53:58.570083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-bf2f947d-9716-497c-af14-7201f1914313 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902371 Sep 18 01:53:58.592520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf5a7f-b47d-41f3-ada7-023b17c8544e req-a7781442-76f7-4e1c-b152-71a29a73e46a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:58.594750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7abf5a7f-b47d-41f3-ada7-023b17c8544e req-a7781442-76f7-4e1c-b152-71a29a73e46a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 943 time: 0.0684423 Sep 18 01:53:58.614443 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-99a7a0fb-ddd5-47fb-a7d0-bf92b5f68e14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0c5e1e22ec24282929046b3d34a1ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5844116 Sep 18 01:53:58.617541 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.620475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38986) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:53:58.621210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7a0fb-ddd5-47fb-a7d0-bf92b5f68e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b94523-c0cb-40df-9417-3aa9263e6628,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:58.631777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['6eee110b-b199-4381-9bd9-38f1f84b07a3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:53:58.659803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7abf5a7f-b47d-41f3-ada7-023b17c8544e req-372b4f79-f5ef-40ad-bd65-d41c27c7730a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Sep 18 01:53:58.701365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Pushing event deleted for resources: {'Port': ['ID=6eee110b-b199-4381-9bd9-38f1f84b07a3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:58.750818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-a2c2cf93-98b7-4d9d-99c0-7836c1968be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:58.752160 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-a2c2cf93-98b7-4d9d-99c0-7836c1968be4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1097 time: 0.0816357 Sep 18 01:53:58.800559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.825075 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3065548-a4ae-4386-8323-16b927e16292 x-openstack-request-id: req-e3065548-a4ae-4386-8323-16b927e16292 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:53:58.825446 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:53:58.825925 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3065548-a4ae-4386-8323-16b927e16292 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:53:58.826526 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619', 'status': 'completed', 'code': 200} Sep 18 01:53:58.850794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.851478 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Floating IP 81233a02-5105-4329-ac04-9365959b4845 disassociated. External IP: 172.25.0.212, port: e8147249-2c1e-4160-9ab1-4b50e2517bc4. Sep 18 01:53:58.854194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] No DVR routers for this DVR port 6eee110b-b199-4381-9bd9-38f1f84b07a3 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:53:58.858390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.861048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f46633e-824f-4983-917d-5bd7f4d1eb5f req-465d4bff-2876-4896-8b12-1a49e5af3376 tempest-DeleteServersAdminTestJSON-325640513 tempest-DeleteServersAdminTestJSON-325640513-project] 10.222.0.18 "DELETE /v2.0/ports/6eee110b-b199-4381-9bd9-38f1f84b07a3 HTTP/1.1" status: 204 len: 173 time: 1.1966991 Sep 18 01:53:58.928704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efa423ee-ebfc-4344-a454-ae78a7ef4777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:58.991806 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efa423ee-ebfc-4344-a454-ae78a7ef4777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:59.029591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-fde68548-bc99-4dc7-a3df-ce5a3217a4c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2080939 Sep 18 01:53:59.041195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22830182-6a22-4229-9341-5c343798f735 req-f92cc941-36a7-45f3-be5a-2b829637f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.042753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22830182-6a22-4229-9341-5c343798f735 req-f92cc941-36a7-45f3-be5a-2b829637f65e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1126 time: 0.1946416 Sep 18 01:53:59.058305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1c32f-a220-4857-a9f4-ccaf38daea61 req-e94351ab-9519-448f-8870-7e87fbaca277 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.060136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42a1c32f-a220-4857-a9f4-ccaf38daea61 req-e94351ab-9519-448f-8870-7e87fbaca277 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 950 time: 0.1709769 Sep 18 01:53:59.069155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-91408179-ef74-4655-9bba-9947a22cfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.072195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-91408179-ef74-4655-9bba-9947a22cfe93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.2601540 Sep 18 01:53:59.120928 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efa423ee-ebfc-4344-a454-ae78a7ef4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:59.124043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efa423ee-ebfc-4344-a454-ae78a7ef4777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:59.125203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-efa423ee-ebfc-4344-a454-ae78a7ef4777 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5b94523-c0cb-40df-9417-3aa9263e6628 HTTP/1.1" status: 204 len: 168 time: 0.5014441 Sep 18 01:53:59.143373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa423ee-ebfc-4344-a454-ae78a7ef4777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b94523-c0cb-40df-9417-3aa9263e6628,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:53:59.152386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:53:59.155856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917cffbc-0436-4fc0-be1d-944c9c55eacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:53:59.158391 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a0d19b-d5d7-454a-a469-ace1ab81ff2e" -d '{"events": [{"server_uuid": "917cffbc-0436-4fc0-be1d-944c9c55eacb", "name": "network-vif-plugged", "status": "completed", "tag": "9a7cdeec-d7fc-4610-9c0d-9fd515b8b333"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:53:59.204457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-280822b9-6f22-4770-9e26-0c30b8adbbd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 217 time: 0.1041021 Sep 18 01:53:59.259489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42a1c32f-a220-4857-a9f4-ccaf38daea61 req-34802ce2-3e4d-4bf2-ba41-c9dea8030831 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850269 Sep 18 01:53:59.276784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-bf8ad64b-6517-4818-b8e9-3dfbc4be452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.278279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-bf8ad64b-6517-4818-b8e9-3dfbc4be452e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 1102 time: 0.1882038 Sep 18 01:53:59.298864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22830182-6a22-4229-9341-5c343798f735 req-1f70cd98-398c-4943-9410-86fc5bea55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.300473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22830182-6a22-4229-9341-5c343798f735 req-1f70cd98-398c-4943-9410-86fc5bea55c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.2394154 Sep 18 01:53:59.301109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:53:59.305905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:53:59.307037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-2d9290c6-ed10-4bc7-8e2f-cbb82676f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.308736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-2d9290c6-ed10-4bc7-8e2f-cbb82676f0ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.0874367 Sep 18 01:53:59.312270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] Sync routers for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:53:59.331112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:59.332083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:59.349060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-db1d2352-a251-450c-ab26-0d44fed7f902 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "PUT /v2.0/floatingips/81233a02-5105-4329-ac04-9365959b4845 HTTP/1.1" status: 200 len: 695 time: 1.0860584 Sep 18 01:53:59.406585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-963e16b7-2e4d-4dce-bd7d-7aa3c9fd2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.416494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-963e16b7-2e4d-4dce-bd7d-7aa3c9fd2fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd234e5a29704a8ebac0de01214552d2&device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 1097 time: 0.0584521 Sep 18 01:53:59.432013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-646aa731-bd54-447d-b44e-0702431e8baf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093009 Sep 18 01:53:59.435332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22830182-6a22-4229-9341-5c343798f735 req-1e766dd6-9ecd-4aae-a38d-5b5e9110903a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 200 len: 217 time: 0.1144371 Sep 18 01:53:59.537066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-2efdd9ff-33fd-48a0-9670-bf0e00eb23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.539086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-2efdd9ff-33fd-48a0-9670-bf0e00eb23dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=9943b299-4de0-4de1-9bb8-48ef40727e02 HTTP/1.1" status: 200 len: 929 time: 0.1208861 Sep 18 01:53:59.559892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:53:59.591046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-30080de0-6afe-43f2-b488-1cad8400eb37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 200 len: 217 time: 0.0443501 Sep 18 01:53:59.705647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22830182-6a22-4229-9341-5c343798f735 req-8f9307bf-f333-40fc-bafd-4966e9cdb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.707099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22830182-6a22-4229-9341-5c343798f735 req-8f9307bf-f333-40fc-bafd-4966e9cdb7b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.2614472 Sep 18 01:53:59.723648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-2f591482-06b0-4f77-8a07-b92a4b5e3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.737282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-2f591482-06b0-4f77-8a07-b92a4b5e3234 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7a254c7-29ac-4655-891e-5cccf0e2715d HTTP/1.1" status: 200 len: 868 time: 0.1283174 Sep 18 01:53:59.782876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-0cf92358-d31a-4e2c-bb20-9a121f5517a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.784377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-0cf92358-d31a-4e2c-bb20-9a121f5517a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.4736972 Sep 18 01:53:59.786161 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22830182-6a22-4229-9341-5c343798f735 req-39d7ca77-0d30-44ca-950f-2a1b7d425a1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547214 Sep 18 01:53:59.797710 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-8176049d-d646-4c57-a439-1031786b70f6 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502090 Sep 18 01:53:59.840331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-e2d92682-e8a8-4d4d-bb08-321d97096544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:53:59.842769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-e2d92682-e8a8-4d4d-bb08-321d97096544 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9943b299-4de0-4de1-9bb8-48ef40727e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046655 Sep 18 01:53:59.861572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 5, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:59.898763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] Checking router: 3dc3ca13-5246-4ba8-bbdf-18871d71d762 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:53:59.912195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:53:59.913910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:53:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:53:59.927651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-eb2eef63-25fd-4bcc-b909-b9666b90917b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a HTTP/1.1" status: 200 len: 217 time: 0.1289978 Sep 18 01:53:59.986030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-5a33a0cc-eeeb-4779-b16f-978b628162f3 service neutron] 10.222.0.21 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364629 Sep 18 01:54:00.151740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccbc170c-8ad6-4a47-8a34-659b18710501 req-9a162569-0e81-4500-b149-83dbef2940f2 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369391 Sep 18 01:54:00.171234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9439c9-d9fa-449e-861a-59232d017a63 req-6936b73e-813c-427a-87fc-5c43f75a8689 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:00.179266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f9439c9-d9fa-449e-861a-59232d017a63 req-6936b73e-813c-427a-87fc-5c43f75a8689 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 943 time: 0.2579918 Sep 18 01:54:00.182541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-dbef9d41-d38d-471e-a04e-cbe1d6fd95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:00.184231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-dbef9d41-d38d-471e-a04e-cbe1d6fd95a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2156501 Sep 18 01:54:00.184800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.20', 64953) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:00.219862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:00.278931 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22830182-6a22-4229-9341-5c343798f735 req-d7455182-9797-405d-bdbd-df4a9e720877 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790781 Sep 18 01:54:00.338755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f9439c9-d9fa-449e-861a-59232d017a63 req-6e53bea1-52dc-49db-bac7-8bea7bf0ea63 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572492 Sep 18 01:54:00.357856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5491cc4f-acad-4fa9-a578-c322e0f34ea0 req-71efef12-3bc9-469b-becb-a72c5031a06d service neutron] 10.222.0.21 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639429 Sep 18 01:54:00.380170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 637c8883-d5f9-4c4d-9c3f-bd9434352e45 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:00.515962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132555-2f9d-48fb-bbd6-73d1542e297b req-1cc6cacc-eb55-4a38-a47c-3143183a4f35 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:00.522792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5132555-2f9d-48fb-bbd6-73d1542e297b req-1cc6cacc-eb55-4a38-a47c-3143183a4f35 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 949 time: 0.0775411 Sep 18 01:54:00.548520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.20', 64954) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:00.549992 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccdb150-4904-4cdf-a4d2-7ece572f8e40 x-openstack-request-id: req-dccdb150-4904-4cdf-a4d2-7ece572f8e40 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:00.550298 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917cffbc-0436-4fc0-be1d-944c9c55eacb", "name": "network-vif-plugged", "status": "completed", "tag": "9a7cdeec-d7fc-4610-9c0d-9fd515b8b333", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:00.550552 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dccdb150-4904-4cdf-a4d2-7ece572f8e40 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:00.550952 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917cffbc-0436-4fc0-be1d-944c9c55eacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'code': 200} Sep 18 01:54:00.551620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4434a492-2978-4c3c-8257-7f8b5dcaa619 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:00.577753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-05cd1e45-b69d-47cf-9798-f39629cc1d75 service neutron] 10.222.0.20 "GET /v2.0/ports/4434a492-2978-4c3c-8257-7f8b5dcaa619/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 385 time: 0.3858364 Sep 18 01:54:00.587778 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22830182-6a22-4229-9341-5c343798f735 req-7e88a756-cced-48dd-981a-8167cf533c28 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895894 Sep 18 01:54:00.611513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:00.619144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5132555-2f9d-48fb-bbd6-73d1542e297b req-a0ba68f4-01fd-48fb-856c-d3db554d0e0f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923345 Sep 18 01:54:00.624577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a037407-1021-48bd-915a-e12af4f19f1d req-ef47572b-d603-48c7-af02-616f13fb2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:00.626235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a037407-1021-48bd-915a-e12af4f19f1d req-ef47572b-d603-48c7-af02-616f13fb2f47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 1101 time: 0.0763597 Sep 18 01:54:00.627750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-c4c12238-6589-45b7-8763-fa8f432f0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:00.629458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-c4c12238-6589-45b7-8763-fa8f432f0220 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4366524 Sep 18 01:54:00.642592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '637c8883-d5f9-4c4d-9c3f-bd9434352e45', 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'port_id': '637c8883-d5f9-4c4d-9c3f-bd9434352e45', 'mac_address': 'fa:16:3e:b6:4d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fdb8d0-5ac2-4c8a-b7be-6137737208b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:00.727946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a037407-1021-48bd-915a-e12af4f19f1d req-6c59f4e5-960e-49e6-b513-200550fa3774 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869951 Sep 18 01:54:00.763332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:00.807179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637c8883-d5f9-4c4d-9c3f-bd9434352e45 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:00.813821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bc129-baca-450e-8322-c2065a7788a5 req-3cc0ca65-4bbb-4110-8ad1-2135a5000c56 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:00.815544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac2bc129-baca-450e-8322-c2065a7788a5 req-3cc0ca65-4bbb-4110-8ad1-2135a5000c56 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 943 time: 0.2369130 Sep 18 01:54:00.827735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840f568-44a8-45f0-a29c-08b825ca4a48', 'name': 'network-vif-deleted', 'tag': '6eee110b-b199-4381-9bd9-38f1f84b07a3'}, {'name': 'network-changed', 'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:00.830282 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f6da1-355c-419d-af68-185b7d8eabff" -d '{"events": [{"server_uuid": "4840f568-44a8-45f0-a29c-08b825ca4a48", "name": "network-vif-deleted", "tag": "6eee110b-b199-4381-9bd9-38f1f84b07a3"}, {"name": "network-changed", "server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:00.844359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:00.866849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4be37bbd-e73b-44a9-aac7-06779b91be66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:00.872593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:00.879799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 5, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:00.908558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4434a492-2978-4c3c-8257-7f8b5dcaa619 has no active binding in host n-h1-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:54:00.911120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1250f-67cc-4d4a-85df-84813c84cdcc None None] The sync data for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 is: [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:53:20Z', 'revision_number': 4, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd22b37f2-c447-4346-be2b-4410461e9fea', 'name': '', 'network_id': '9943b299-4de0-4de1-9bb8-48ef40727e02', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'mac_address': 'fa:16:3e:ae:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:18Z', 'updated_at': '2021-09-18T01:53:25Z', 'revision_number': 5, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'subnets': [{'id': 'd7a254c7-29ac-4655-891e-5cccf0e2715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:54:00.912950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:00.949738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-7d1d9e75-a5af-4e33-82f5-11736192b0bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips/81233a02-5105-4329-ac04-9365959b4845 HTTP/1.1" status: 200 len: 695 time: 0.0837233 Sep 18 01:54:00.978627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:01.084039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-be890a1a-da15-4ded-8204-0953754f061f tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:01.085633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-be890a1a-da15-4ded-8204-0953754f061f tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1350198 Sep 18 01:54:01.154542 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-8d6e1b4e-9df2-4bf6-8fc8-bebad11f6198 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 698 time: 0.0615346 Sep 18 01:54:01.161382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['637c8883-d5f9-4c4d-9c3f-bd9434352e45'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:01.248607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-7bcb669e-ca17-464c-ae76-87226702010c tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 698 time: 0.0921896 Sep 18 01:54:01.251702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac2bc129-baca-450e-8322-c2065a7788a5 req-fea91f24-f7aa-4104-996d-791e68edd7b8 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847039 Sep 18 01:54:01.315809 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89267ed5-3cd8-4a39-8a91-8a1ae789ae85 None None] New status for floating IP 81233a02-5105-4329-ac04-9365959b4845: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:54:01.329946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-30776383-8fe9-4a6c-a397-c7a148751936 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173482 Sep 18 01:54:01.398270 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d8cbe5-f880-4114-9fb7-8ccc29aea9ad x-openstack-request-id: req-38d8cbe5-f880-4114-9fb7-8ccc29aea9ad {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:01.398599 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4840f568-44a8-45f0-a29c-08b825ca4a48", "name": "network-vif-deleted", "tag": "6eee110b-b199-4381-9bd9-38f1f84b07a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:01.399509 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38d8cbe5-f880-4114-9fb7-8ccc29aea9ad {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:01.399906 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840f568-44a8-45f0-a29c-08b825ca4a48', 'name': 'network-vif-deleted', 'tag': '6eee110b-b199-4381-9bd9-38f1f84b07a3', 'status': 'completed', 'code': 200} Sep 18 01:54:01.400349 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'status': 'completed', 'code': 200} Sep 18 01:54:01.454830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Deleting port 736ea2aa-8dc5-4617-83d8-384422ef9c3a {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:54:01.454830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:01.543687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:01.544163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:01.559315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Calling delete_port for 736ea2aa-8dc5-4617-83d8-384422ef9c3a owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:54:01.574633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:01.578342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6da1-355c-419d-af68-185b7d8eabff req-89900783-07a1-4668-960c-13a1370b870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:01.579887 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d37f6da1-355c-419d-af68-185b7d8eabff req-89900783-07a1-4668-960c-13a1370b870f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd234e5a29704a8ebac0de01214552d2&device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 1097 time: 0.1470494 Sep 18 01:54:01.620149 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c1add1f-87a8-4e82-8019-d44545356b82 req-14313946-0e58-419f-af20-dc56935fd7ff service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778440 Sep 18 01:54:01.661690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:01.715925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:01.743508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4434a492-2978-4c3c-8257-7f8b5dcaa619 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:01.744727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Pushing event deleted for resources: {'Port': ['ID=736ea2aa-8dc5-4617-83d8-384422ef9c3a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:01.765012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04787931-634b-48da-95f2-911f53f9e4b5 req-c6d71c90-31b6-4fe4-8272-acd16533e65b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:01.766646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-04787931-634b-48da-95f2-911f53f9e4b5 req-c6d71c90-31b6-4fe4-8272-acd16533e65b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 944 time: 0.1811931 Sep 18 01:54:01.780518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:01.801165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6da1-355c-419d-af68-185b7d8eabff req-cf51b8bd-eae3-482b-8dbc-b7a42c744340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:01.802602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d37f6da1-355c-419d-af68-185b7d8eabff req-cf51b8bd-eae3-482b-8dbc-b7a42c744340 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9943b299-4de0-4de1-9bb8-48ef40727e02 HTTP/1.1" status: 200 len: 929 time: 0.2087164 Sep 18 01:54:01.806231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:01.808781 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:01.809966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-885c7e58-a7e0-40ec-aa72-23cf5af0fafe req-3251ce44-413a-4284-8025-89af3470e1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "DELETE /v2.0/floatingips/81233a02-5105-4329-ac04-9365959b4845 HTTP/1.1" status: 204 len: 173 time: 0.5605419 Sep 18 01:54:01.816257 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:01.875247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-04787931-634b-48da-95f2-911f53f9e4b5 req-e5f49d85-3d3c-4bd9-840f-9ad01ffc463e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980289 Sep 18 01:54:01.876852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d37f6da1-355c-419d-af68-185b7d8eabff req-a68b0a91-3d8a-45c9-9c76-3806aa96402a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 200 len: 217 time: 0.0630834 Sep 18 01:54:01.982372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6da1-355c-419d-af68-185b7d8eabff req-82dec8ad-e6f2-44a8-b38e-f44c12a3403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:01.984025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d37f6da1-355c-419d-af68-185b7d8eabff req-82dec8ad-e6f2-44a8-b38e-f44c12a3403b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7a254c7-29ac-4655-891e-5cccf0e2715d HTTP/1.1" status: 200 len: 868 time: 0.0827999 Sep 18 01:54:02.010385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] Transition to ACTIVE for port object 4434a492-2978-4c3c-8257-7f8b5dcaa619 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:02.047162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:02.156115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] No DVR routers for this DVR port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:54:02.167709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6da1-355c-419d-af68-185b7d8eabff req-874af067-d9eb-4dca-b1d7-4be4fe686a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.169235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d37f6da1-355c-419d-af68-185b7d8eabff req-874af067-d9eb-4dca-b1d7-4be4fe686a9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9943b299-4de0-4de1-9bb8-48ef40727e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721191 Sep 18 01:54:02.183582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f677a-028c-417b-8c1b-8a04ce2e79fe req-87a3f924-49c5-49a4-b8b1-417fa5cb49b6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.184405 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f5f677a-028c-417b-8c1b-8a04ce2e79fe req-87a3f924-49c5-49a4-b8b1-417fa5cb49b6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 949 time: 0.1404018 Sep 18 01:54:02.194592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] Pushing event updated for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:02.264037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c13ba7bd-5c28-482c-9d9b-16a9c87d8215 service neutron] 10.222.0.20 "PUT /v2.0/ports/4434a492-2978-4c3c-8257-7f8b5dcaa619/bindings/n-h1-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6751986 Sep 18 01:54:02.316582 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f5f677a-028c-417b-8c1b-8a04ce2e79fe req-cd9e8e66-63d8-484b-b893-488bc954e43d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179068 Sep 18 01:54:02.358763 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d37f6da1-355c-419d-af68-185b7d8eabff req-d0d5043c-1f30-4e50-9b59-504904a5680c service neutron] 10.222.0.18 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733685 Sep 18 01:54:02.410180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 637c8883-d5f9-4c4d-9c3f-bd9434352e45 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:02.487895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6eee110b-b199-4381-9bd9-38f1f84b07a3 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:54:02.521800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06edea3-7780-4fd3-8be6-e7f5d8b6682a req-bbe68f4b-3a45-4b61-97fc-f7dc0d796ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.523311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e06edea3-7780-4fd3-8be6-e7f5d8b6682a req-bbe68f4b-3a45-4b61-97fc-f7dc0d796ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1251268 Sep 18 01:54:02.530091 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d37f6da1-355c-419d-af68-185b7d8eabff req-6d51540d-c560-4470-ac7e-5e42d3a14fac service neutron] 10.222.0.18 "GET /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643872 Sep 18 01:54:02.562685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 6eee110b-b199-4381-9bd9-38f1f84b07a3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:54:02.565331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6eee110b-b199-4381-9bd9-38f1f84b07a3 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:54:02.575169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e06edea3-7780-4fd3-8be6-e7f5d8b6682a req-83975024-b2e9-4035-a196-3f5c1b47ab84 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0430293 Sep 18 01:54:02.591684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:02.597040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:02.597598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:02.618731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-7ee18c84-ebcc-4dd0-bcc5-35dc22181050 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.620741 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-7ee18c84-ebcc-4dd0-bcc5-35dc22181050 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1096 time: 0.1780481 Sep 18 01:54:02.633732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65797109-8f51-4c8c-a406-5d132fc728d7 req-87c25a59-48a4-40a1-ab54-98fd003db3ae tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.641528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65797109-8f51-4c8c-a406-5d132fc728d7 req-87c25a59-48a4-40a1-ab54-98fd003db3ae tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 944 time: 0.1452045 Sep 18 01:54:02.767469 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:02.783714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39132) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:02.790186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65797109-8f51-4c8c-a406-5d132fc728d7 req-b4437de8-c2ac-4124-b185-5b372efb6e31 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456687 Sep 18 01:54:02.798390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-eaf2c339-4026-46e4-9f6a-71df9676589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.801589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-eaf2c339-4026-46e4-9f6a-71df9676589c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4&tenant_id=8fc29e961c0c4293819ac59d39edf2ff HTTP/1.1" status: 200 len: 1096 time: 0.1512334 Sep 18 01:54:02.818856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39136) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:02.842720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:02.845131 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813ba5e-35e7-410c-840e-352f68e552f2" -d '{"events": [{"server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "name": "network-vif-plugged", "status": "completed", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:02.861521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:02.870286 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:02.871474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4434a492-2978-4c3c-8257-7f8b5dcaa619 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:54:02.890520 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48fd9cdd-caf1-4817-9992-e59ebf0e28eb req-1697061b-af9d-4147-8933-d7863e1d30f6 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0761907 Sep 18 01:54:02.934863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-e330b618-b7f1-4e42-9338-f3d420f4e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.936393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-e330b618-b7f1-4e42-9338-f3d420f4e1ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1096 time: 0.0551465 Sep 18 01:54:02.942210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978ed7b-40c6-4005-af90-f7972097ec84 req-d22d415b-c70d-4fdc-bc9f-32cfa40a977b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.950218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978ed7b-40c6-4005-af90-f7972097ec84 req-d22d415b-c70d-4fdc-bc9f-32cfa40a977b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:02.958440 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d978ed7b-40c6-4005-af90-f7972097ec84 req-d22d415b-c70d-4fdc-bc9f-32cfa40a977b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b&device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 1690 time: 0.1036735 Sep 18 01:54:02.968462 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb78d6-657f-4dff-8ec6-3fb9606226cf x-openstack-request-id: req-12cb78d6-657f-4dff-8ec6-3fb9606226cf {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:02.968780 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "name": "network-vif-plugged", "status": "completed", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:02.976891 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12cb78d6-657f-4dff-8ec6-3fb9606226cf {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:02.978861 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45', 'code': 200} Sep 18 01:54:03.011402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d978ed7b-40c6-4005-af90-f7972097ec84 req-dfbe7062-b29b-475b-b5a3-d7126f3dd957 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507562 Sep 18 01:54:03.069105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4434a492-2978-4c3c-8257-7f8b5dcaa619 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:54:03.070495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:03.099875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-484617f6-84d6-4f9a-a03c-35f99e679ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:03.101366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-484617f6-84d6-4f9a-a03c-35f99e679ba6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.1569138 Sep 18 01:54:03.121520 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652d739f-d288-4d51-a6f9-716353124ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.145067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-de23f78f-159f-4bbf-87e9-5c1d5c0db408 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 200 len: 217 time: 0.0356207 Sep 18 01:54:03.184593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9bd706d6-9e58-422e-8da1-507a06ff4984 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f39297eb02dd400bab84daf7b333ed59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987119 Sep 18 01:54:03.190799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39154) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:03.198834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675dbd6-063c-40e3-a9b9-96aa5c6020cc req-5e67129b-6c84-4545-9e8e-8052942fe000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:03.200031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3675dbd6-063c-40e3-a9b9-96aa5c6020cc req-5e67129b-6c84-4545-9e8e-8052942fe000 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1097 time: 0.1514511 Sep 18 01:54:03.233604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d8ec7-dada-40ef-ad5e-0375e5c828c2 req-06ce4ee9-f86e-46f1-bcdc-8fc9fb5483d0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:03.235333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7a9d8ec7-dada-40ef-ad5e-0375e5c828c2 req-06ce4ee9-f86e-46f1-bcdc-8fc9fb5483d0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 945 time: 0.1412773 Sep 18 01:54:03.247499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-2cce195e-7400-4bb0-a1a5-9fd270b9441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:03.249608 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-2cce195e-7400-4bb0-a1a5-9fd270b9441d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.0918612 Sep 18 01:54:03.288271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238b54d7-c485-46f0-b967-68a7b2e18521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.292908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c2d1c66e-c01a-4f5c-bc80-ce26c9698330 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320125 Sep 18 01:54:03.300331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3675dbd6-063c-40e3-a9b9-96aa5c6020cc req-e1f04320-4e73-4efa-b106-aee064777f08 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858653 Sep 18 01:54:03.315353 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7a9d8ec7-dada-40ef-ad5e-0375e5c828c2 req-d9f16124-c370-411b-bed8-930e39cc1e3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699160 Sep 18 01:54:03.355405 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238b54d7-c485-46f0-b967-68a7b2e18521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.358398 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652d739f-d288-4d51-a6f9-716353124ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.365796 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652d739f-d288-4d51-a6f9-716353124ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.371160 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41295ba3-dfa6-48e5-a607-dbbf8d8fe026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.420939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-652d739f-d288-4d51-a6f9-716353124ecb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4c3fe40aa424e1db1a1207ca2e071de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967774 Sep 18 01:54:03.422140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39160) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:03.427974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d739f-d288-4d51-a6f9-716353124ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d360d3e-7833-4154-bbb8-0a3839811fb1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:03.463587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-c268436b-1327-4920-8ca3-ed77c216abf5 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613376 Sep 18 01:54:03.503570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56b5158b-917c-4dc9-b174-82c80c10fafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.510789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238b54d7-c485-46f0-b967-68a7b2e18521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.514190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238b54d7-c485-46f0-b967-68a7b2e18521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.524682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-238b54d7-c485-46f0-b967-68a7b2e18521 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64303a1b-370d-4795-8f83-72da8d9ca4cc HTTP/1.1" status: 204 len: 168 time: 0.3266995 Sep 18 01:54:03.527235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56b5158b-917c-4dc9-b174-82c80c10fafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.540702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b54d7-c485-46f0-b967-68a7b2e18521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64303a1b-370d-4795-8f83-72da8d9ca4cc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:03.615421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-09ea8fde-3b98-47d2-8828-3f382545cfa3 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414788 Sep 18 01:54:03.636240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8e1ed-287f-463e-b701-2c6570c7bd7a req-8338526e-0942-483f-8a49-77da82aea2fd tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:03.638251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42c8e1ed-287f-463e-b701-2c6570c7bd7a req-8338526e-0942-483f-8a49-77da82aea2fd tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 945 time: 0.1139479 Sep 18 01:54:03.665812 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56b5158b-917c-4dc9-b174-82c80c10fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.668766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56b5158b-917c-4dc9-b174-82c80c10fafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.672380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-56b5158b-917c-4dc9-b174-82c80c10fafa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d360d3e-7833-4154-bbb8-0a3839811fb1 HTTP/1.1" status: 204 len: 168 time: 0.2466989 Sep 18 01:54:03.687396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5158b-917c-4dc9-b174-82c80c10fafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d360d3e-7833-4154-bbb8-0a3839811fb1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:03.697738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99025dac-15ea-4849-9024-660e6477f037 req-ee34343a-4f66-473b-ba34-18c70825f17c tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:03.708273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99025dac-15ea-4849-9024-660e6477f037 req-ee34343a-4f66-473b-ba34-18c70825f17c tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 1102 time: 0.0821662 Sep 18 01:54:03.720443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42c8e1ed-287f-463e-b701-2c6570c7bd7a req-bb42c7e1-5c95-425f-ab82-a800714ca957 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620544 Sep 18 01:54:03.762939 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99025dac-15ea-4849-9024-660e6477f037 req-ecd977d4-2cdb-46c8-b758-10c1dbd2317f tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Sep 18 01:54:03.916421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba1bce-db14-4677-9220-940603c83e4c req-f89551ff-e31b-448d-9e0c-1076ec20ad2f tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:03.919476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39182) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:03.923392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7ba1bce-db14-4677-9220-940603c83e4c req-f89551ff-e31b-448d-9e0c-1076ec20ad2f tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 1101 time: 0.0803554 Sep 18 01:54:03.935004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c31a223-0524-4f3c-8318-d24b7d2f5c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.954513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0bb861cb-7197-4a8e-8381-3cc235982ea2 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:03.956049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-0bb861cb-7197-4a8e-8381-3cc235982ea2 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1096 time: 0.0901248 Sep 18 01:54:03.971906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:03.998965 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7ba1bce-db14-4677-9220-940603c83e4c req-833431a4-444e-4a8d-8a54-036ee16f5ba4 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735765 Sep 18 01:54:04.096637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c31a223-0524-4f3c-8318-d24b7d2f5c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:04.104025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c31a223-0524-4f3c-8318-d24b7d2f5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:04.136790 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4c31a223-0524-4f3c-8318-d24b7d2f5c02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a543567eca7441d9f15da515d0dd5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156858 Sep 18 01:54:04.138142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-5ffef1a2-b82b-4326-9156-3a8aba741300 service neutron] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:04.139063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39188) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:04.143741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-5ffef1a2-b82b-4326-9156-3a8aba741300 service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:04.144823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-154f45fa-9091-494d-bfcf-ce126cb6faf3 req-5ffef1a2-b82b-4326-9156-3a8aba741300 service neutron] 10.222.0.18 "DELETE /v2.0/ports/4434a492-2978-4c3c-8257-7f8b5dcaa619/bindings/n-h2-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.1792493 Sep 18 01:54:04.183570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac045f2-85c6-4d00-90bb-24f09f0b2276 req-5278822f-51a9-4ea6-a029-645c5c9bbc6f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:04.185109 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ac045f2-85c6-4d00-90bb-24f09f0b2276 req-5278822f-51a9-4ea6-a029-645c5c9bbc6f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 944 time: 0.0868616 Sep 18 01:54:04.201893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31a223-0524-4f3c-8318-d24b7d2f5c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d765994a-df13-4744-8b7e-81125bcb0131,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:04.248325 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccb76ece-263b-4b5c-af70-cc184180a42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:04.263326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ac045f2-85c6-4d00-90bb-24f09f0b2276 req-7714103d-06d5-4913-baa7-0068bd6ef886 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 Sep 18 01:54:04.278190 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccb76ece-263b-4b5c-af70-cc184180a42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:04.362865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccb76ece-263b-4b5c-af70-cc184180a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:04.365790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccb76ece-263b-4b5c-af70-cc184180a42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:04.371814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ccb76ece-263b-4b5c-af70-cc184180a42b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d765994a-df13-4744-8b7e-81125bcb0131 HTTP/1.1" status: 204 len: 168 time: 0.2306192 Sep 18 01:54:04.386842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb76ece-263b-4b5c-af70-cc184180a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d765994a-df13-4744-8b7e-81125bcb0131,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:04.515456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7b821-3176-43db-823e-40a33b39cb16 req-d422af22-7d9e-4bb2-b8ca-b32d942f2278 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:04.517154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80a7b821-3176-43db-823e-40a33b39cb16 req-d422af22-7d9e-4bb2-b8ca-b32d942f2278 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 945 time: 0.0751028 Sep 18 01:54:04.554519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6674-e89a-4c1c-a66b-f2842c6a6854 req-a1ee0cd6-b5b2-41a3-b717-347b51dc54c7 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:04.559716 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fcc6674-e89a-4c1c-a66b-f2842c6a6854 req-a1ee0cd6-b5b2-41a3-b717-347b51dc54c7 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 1096 time: 0.1158907 Sep 18 01:54:04.611904 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80a7b821-3176-43db-823e-40a33b39cb16 req-99cad9f5-50d6-42af-bbbd-2b1067e5db8d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865202 Sep 18 01:54:04.642838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fcc6674-e89a-4c1c-a66b-f2842c6a6854 req-0ce897fd-71aa-4aa6-8ec5-387ea1b16ebf tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757718 Sep 18 01:54:04.762408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-c28d0a6b-0bce-4127-b0ac-dc85c65a6456 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:04.762408 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-c28d0a6b-0bce-4127-b0ac-dc85c65a6456 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.18 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 945 time: 0.1451907 Sep 18 01:54:04.781731 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:04.800056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-16737bab-90ef-479e-be1b-94a5757e01be tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393372 Sep 18 01:54:04.918960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117839b0-fd41-4822-8b38-c99997d77729 req-42f6ab21-97aa-4eb9-973b-9ea810f6312d tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:04.920613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-117839b0-fd41-4822-8b38-c99997d77729 req-42f6ab21-97aa-4eb9-973b-9ea810f6312d tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b7e479-8c27-4fe3-ae8f-afaf98786473 HTTP/1.1" status: 200 len: 945 time: 0.0601206 Sep 18 01:54:04.962944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-e611cafc-cbde-4e74-8621-8452a87c5c8c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:04.964435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-e611cafc-cbde-4e74-8621-8452a87c5c8c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480982 Sep 18 01:54:04.980552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-117839b0-fd41-4822-8b38-c99997d77729 req-fd77913a-cef1-42c8-ad6a-9d4048d51d6f tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5e2811-64a6-43e0-a529-654404fc6a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469081 Sep 18 01:54:04.991791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Deleting port e8147249-2c1e-4160-9ab1-4b50e2517bc4 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:54:04.992131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:05.008489 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-637bf89a-227a-4e31-be37-cc608e8b5b95 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/quotas/ae5198e3a8de4c05ba413d48aaec7c7a HTTP/1.1" status: 200 len: 375 time: 0.0370677 Sep 18 01:54:05.137253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-1318ffd1-0dd5-49c8-a1db-7f98f1c34d80 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1189756 Sep 18 01:54:05.153030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] For port e8147249-2c1e-4160-9ab1-4b50e2517bc4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8147249-2c1e-4160-9ab1-4b50e2517bc4,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:05.153402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:05.171195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Calling delete_port for e8147249-2c1e-4160-9ab1-4b50e2517bc4 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:54:05.331834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-33c1b061-22b4-434f-a4da-b45b0476aa31 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:05.349443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-33c1b061-22b4-434f-a4da-b45b0476aa31 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 821 time: 0.2346582 Sep 18 01:54:05.373190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-2d2ac32b-57fa-43a2-8a29-733b3ccd82b4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/quotas/8fc29e961c0c4293819ac59d39edf2ff HTTP/1.1" status: 200 len: 375 time: 0.0220265 Sep 18 01:54:05.377447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:05.392677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['e8147249-2c1e-4160-9ab1-4b50e2517bc4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:05.428699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Pushing event deleted for resources: {'Port': ['ID=e8147249-2c1e-4160-9ab1-4b50e2517bc4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:05.484331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] No DVR routers for this DVR port e8147249-2c1e-4160-9ab1-4b50e2517bc4 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:54:05.489907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-011af10f-1dc8-4800-b573-3bfa7ea7dab3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154368 Sep 18 01:54:05.493496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:05.496083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f82025d-891a-4912-9ccd-d3840bebbacc req-e54a8951-6b6b-451b-849c-07e46d9cd1bb tempest-FloatingIPsAssociationNegativeTestJSON-1802372784 tempest-FloatingIPsAssociationNegativeTestJSON-1802372784-project] 10.222.0.18 "DELETE /v2.0/ports/e8147249-2c1e-4160-9ab1-4b50e2517bc4 HTTP/1.1" status: 204 len: 173 time: 0.7140584 Sep 18 01:54:05.496938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'name': 'network-vif-deleted', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:05.500019 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1af8fe-1c64-4616-99ec-34d83104208b" -d '{"events": [{"server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "name": "network-vif-deleted", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:05.512954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39256) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:05.564221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39260) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:05.625297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-a480448c-8948-4089-baca-12e38e351a0b service neutron] 10.222.0.21 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339574 Sep 18 01:54:05.766430 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac8001-1d12-4e9b-bc0f-3a6511bd9d23 x-openstack-request-id: req-9eac8001-1d12-4e9b-bc0f-3a6511bd9d23 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:05.767575 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b7e479-8c27-4fe3-ae8f-afaf98786473", "name": "network-vif-deleted", "tag": "e8147249-2c1e-4160-9ab1-4b50e2517bc4", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:05.767987 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9eac8001-1d12-4e9b-bc0f-3a6511bd9d23 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:05.768528 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b7e479-8c27-4fe3-ae8f-afaf98786473', 'name': 'network-vif-deleted', 'tag': 'e8147249-2c1e-4160-9ab1-4b50e2517bc4', 'status': 'completed', 'code': 200} Sep 18 01:54:05.830230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-19410043-eec7-49b6-8e4b-3c0dba36ba6b service neutron] 10.222.0.21 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996129 Sep 18 01:54:05.890323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339c54-4582-4e69-ab79-08ee830983ac req-836d99d4-0723-4fe8-932a-7769a3ee2437 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:05.893273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8339c54-4582-4e69-ab79-08ee830983ac req-836d99d4-0723-4fe8-932a-7769a3ee2437 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 945 time: 0.0744474 Sep 18 01:54:05.941231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-392222255-network', 'tenant_id': '42f1c72c38a5469386afee0877100f8a'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:06.011748 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-046ed931-d4fd-4d81-826e-f6633b5aaff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.046230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8339c54-4582-4e69-ab79-08ee830983ac req-22b8fdf7-7f5a-4e25-ac1f-ee08eb1fa2e4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311178 Sep 18 01:54:06.062515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Made reservation on behalf of 42f1c72c38a5469386afee0877100f8a for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:06.065954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.116067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.167993 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.230807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:06.254550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da890405-0186-4fcb-8a65-430587d688fc req-49e4b55e-17bb-4372-bafd-e0411e0c2f75 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 210 time: 0.0944028 Sep 18 01:54:06.396851 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-966433d4-008c-4bb2-a903-7e43c5e2035f req-ff902b41-660c-47d9-a9e2-638b1298f434 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 210 time: 0.0472734 Sep 18 01:54:06.486257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf57163-0e6a-4374-93a1-d35c75d3148c req-8b68eb09-5ed7-4a7c-b0b5-4d8a4d791752 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:06.488049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebf57163-0e6a-4374-93a1-d35c75d3148c req-8b68eb09-5ed7-4a7c-b0b5-4d8a4d791752 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1097 time: 0.1597748 Sep 18 01:54:06.515840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-046ed931-d4fd-4d81-826e-f6633b5aaff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.566299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-046ed931-d4fd-4d81-826e-f6633b5aaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.663083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-046ed931-d4fd-4d81-826e-f6633b5aaff6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb0597a1edd14247a7f656e8ba367bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1488187 Sep 18 01:54:06.668167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39318) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:06.715464 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebf57163-0e6a-4374-93a1-d35c75d3148c req-f8067a13-cc4e-4052-a9fc-0dd8b1d4b0a2 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124875 Sep 18 01:54:06.735535 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da630d59-2539-4fc4-b869-9ebddd3abc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.791681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da630d59-2539-4fc4-b869-9ebddd3abc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.872521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ed931-d4fd-4d81-826e-f6633b5aaff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c526c2c0-b3e8-4377-9f08-9062e8dfddc3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:06.946046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51166577-894d-4611-a855-8b1b7593b6b2 req-d07e195f-cb59-4050-9821-35ccfa9a1f81 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:06.952808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51166577-894d-4611-a855-8b1b7593b6b2 req-d07e195f-cb59-4050-9821-35ccfa9a1f81 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1097 time: 0.0629478 Sep 18 01:54:06.954772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da630d59-2539-4fc4-b869-9ebddd3abc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.962108 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da630d59-2539-4fc4-b869-9ebddd3abc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:06.964833 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-da630d59-2539-4fc4-b869-9ebddd3abc5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c526c2c0-b3e8-4377-9f08-9062e8dfddc3 HTTP/1.1" status: 204 len: 168 time: 0.2949779 Sep 18 01:54:07.017075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da630d59-2539-4fc4-b869-9ebddd3abc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c526c2c0-b3e8-4377-9f08-9062e8dfddc3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:07.105342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:07.116544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:07.124773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51166577-894d-4611-a855-8b1b7593b6b2 req-a6a590de-6e4c-47a9-ae84-1f0efacfc2c1 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535847 Sep 18 01:54:07.204103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:54:07.230615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f49b8-4dc9-47b7-ae37-91cc75007869,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:07.262324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:07.262671 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Added segment b2d930c7-0a1c-4734-ba08-6840e57a06ae of type vlan for network ccb8d2d3-1556-456e-8ab6-7b1260cd883a Sep 18 01:54:07.400073 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:07.479128 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4fbf29a5-54a0-4748-abc1-a36e8f14c68e req-58b7444c-437c-4be5-92b6-d55d90e145f1 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 210 time: 0.0524342 Sep 18 01:54:07.490905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:07.491854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:07.493763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:07.505478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-1919559c-f0f8-4b49-8d93-48c7d114417f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562887 Sep 18 01:54:07.532499 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:07.588240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3793e6f-7d5c-4b2b-ae54-d6aee502cc28 req-ddcead0d-ff0b-4c18-af42-b216f1b21cd0 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:07.600877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3793e6f-7d5c-4b2b-ae54-d6aee502cc28 req-ddcead0d-ff0b-4c18-af42-b216f1b21cd0 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1097 time: 0.1263392 Sep 18 01:54:07.670908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39354) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:07.675642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-cec43515-1bf1-4980-a03d-42b528b44861 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:07.677313 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-cec43515-1bf1-4980-a03d-42b528b44861 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591797 Sep 18 01:54:07.698771 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3793e6f-7d5c-4b2b-ae54-d6aee502cc28 req-bf628a99-bdb7-4ac1-a6e4-ef2012ec21ac tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Sep 18 01:54:07.777984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7bebced8-07f2-4799-be06-f710eac9a87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:07.805866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-0527e7c6-8859-4f77-9ec5-eeb09b03e7b9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784690 Sep 18 01:54:07.855639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] Pushing event updated for resources: {'Network': ['ID=ccb8d2d3-1556-456e-8ab6-7b1260cd883a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:07.862454 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-14fcc20a-3b40-4c9e-85fd-bc5058eb071b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2969670 Sep 18 01:54:07.866155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Request body: {'port': {'device_id': '2f8b3ad7-1fed-45bd-8066-c8a02c699856', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ae5198e3a8de4c05ba413d48aaec7c7a'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:07.872784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f3aa853-1ee7-4cdd-bc7f-496003c837ec req-79af76d2-7082-4be2-a28a-5052f7b4a99e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 210 time: 0.0413513 Sep 18 01:54:07.874092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network ccb8d2d3-1556-456e-8ab6-7b1260cd883a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:54:07.878816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39362) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:07.900733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Request body: {'subnet': {'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-392222255-subnet', 'tenant_id': '42f1c72c38a5469386afee0877100f8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:08.090359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:54:08.090359 n-d-789963-12 neutron-server[106439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 01:54:08.090359 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id': '42f1c72c38a5469386afee0877100f8a', 'id': 'd6abf9ca-710c-4ba3-a7c8-05d05c530cd6', 'expiration': datetime.datetime(2021, 9, 18, 1, 56, 7, 945067)}] Sep 18 01:54:08.090359 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:54:08.090803 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:54:08.173961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-defb0eca-9a99-4932-9e6b-d6bf8222440d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:08.175537 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-defb0eca-9a99-4932-9e6b-d6bf8222440d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 821 time: 0.2448018 Sep 18 01:54:08.189706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Request body: {'port': {'device_id': '72449ce2-9734-4dd3-8997-17e4529623d4', 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'admin_state_up': True, 'tenant_id': '8fc29e961c0c4293819ac59d39edf2ff'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:08.203101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-8a47a091-06f4-4828-9b33-36bafa0eb8fb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:08.204616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-8a47a091-06f4-4828-9b33-36bafa0eb8fb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3920991 Sep 18 01:54:08.235629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Request body: {'port': {'device_id': 'bd9eca6f-3a15-452d-b241-2201ad091acf', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ae5198e3a8de4c05ba413d48aaec7c7a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:08.373958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7bebced8-07f2-4799-be06-f710eac9a87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.393936 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7bebced8-07f2-4799-be06-f710eac9a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.459281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Deleting port d22b37f2-c447-4346-be2b-4410461e9fea {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:54:08.459782 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.464377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7bebced8-07f2-4799-be06-f710eac9a87b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12c235bc810e4f85b588160e9d1bbcf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7896559 Sep 18 01:54:08.466398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39378) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:08.466738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39380) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:08.481734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebced8-07f2-4799-be06-f710eac9a87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55277235-aae0-441e-afdc-1b4e75badaa6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:08.484145 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:54:08.484145 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 01:54:08.484145 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id_1': '8fc29e961c0c4293819ac59d39edf2ff', 'expiration_1': datetime.datetime(2021, 9, 18, 1, 53, 48, 427142)}] Sep 18 01:54:08.484145 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:54:08.484526 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:54:08.487892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e8147249-2c1e-4160-9ab1-4b50e2517bc4 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:54:08.517602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Made reservation on behalf of ae5198e3a8de4c05ba413d48aaec7c7a for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:08.521225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.533900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Made reservation on behalf of ae5198e3a8de4c05ba413d48aaec7c7a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:08.537484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.544258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: e8147249-2c1e-4160-9ab1-4b50e2517bc4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:54:08.545769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e8147249-2c1e-4160-9ab1-4b50e2517bc4 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:54:08.557783 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e32105e5-6e51-4d54-a308-88f4d7f943c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.623813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e32105e5-6e51-4d54-a308-88f4d7f943c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.687285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08afe6e1-20e1-422d-9ca1-836c91d532d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.692218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a4d2b12-d6e2-4555-9ccb-ab789907e291 req-4fe07a49-3e45-4249-9e96-fc78815ee882 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 210 time: 0.0702319 Sep 18 01:54:08.700667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Made reservation on behalf of 42f1c72c38a5469386afee0877100f8a for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:08.700853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] For port d22b37f2-c447-4346-be2b-4410461e9fea, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d22b37f2-c447-4346-be2b-4410461e9fea,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:08.701080 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.703363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.734042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Calling delete_port for d22b37f2-c447-4346-be2b-4410461e9fea owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:54:08.870952 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e32105e5-6e51-4d54-a308-88f4d7f943c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.873394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e32105e5-6e51-4d54-a308-88f4d7f943c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.874550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e32105e5-6e51-4d54-a308-88f4d7f943c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55277235-aae0-441e-afdc-1b4e75badaa6 HTTP/1.1" status: 204 len: 168 time: 0.4050384 Sep 18 01:54:08.951962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Allocated IP 192.168.233.14 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/a390d5cf-6494-4dff-8de8-f179d6f13c16) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:08.958568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:08.975057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32105e5-6e51-4d54-a308-88f4d7f943c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55277235-aae0-441e-afdc-1b4e75badaa6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:08.987418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65db430f-6189-4b92-8e8e-8e1482c459f9 req-02f2e876-0e45-487b-aea4-e85ae9c26964 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 210 time: 0.0363278 Sep 18 01:54:09.027443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Pushing event deleted for resources: {'Port': ['ID=d22b37f2-c447-4346-be2b-4410461e9fea,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:09.083745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668783af-ae41-481e-ac2a-7556c3240f5f req-8a65460c-2887-43b9-a498-049d80d14a07 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:09.091165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-668783af-ae41-481e-ac2a-7556c3240f5f req-8a65460c-2887-43b9-a498-049d80d14a07 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1097 time: 0.2823637 Sep 18 01:54:09.161856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.165363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08afe6e1-20e1-422d-9ca1-836c91d532d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.212401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08afe6e1-20e1-422d-9ca1-836c91d532d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.260375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.286320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-668783af-ae41-481e-ac2a-7556c3240f5f req-dbe0361f-7c9b-4a3d-8bf8-3f784fd4a25e tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940567 Sep 18 01:54:09.352798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Made reservation on behalf of 8fc29e961c0c4293819ac59d39edf2ff for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:09.357444 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.363441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-08afe6e1-20e1-422d-9ca1-836c91d532d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1286da5607ba4fc3b21556e61c61df55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8946805 Sep 18 01:54:09.364575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39404) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:09.429929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afe6e1-20e1-422d-9ca1-836c91d532d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8173085d-7021-4d30-a222-e80c9f49dd48,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:09.434488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d38057-c427-4d9c-a41b-e8513cd01048,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:09.459484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.461584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Checking segment: {'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:09.462642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Network hostable DHCP agents. Network: ccb8d2d3-1556-456e-8ab6-7b1260cd883a, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:54:09.525717 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.548568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Network ccb8d2d3-1556-456e-8ab6-7b1260cd883a is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:54:09.571662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, ccb8d2d3-1556-456e-8ab6-7b1260cd883a) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:09.580846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa481d0-cb7e-4e38-a334-03646152f8bd None None] Network ccb8d2d3-1556-456e-8ab6-7b1260cd883a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:54:09.596377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:09.596973 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.615295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.631918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:09.667990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.695069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9ffb322-a1f7-4730-a935-ea9a98293c8c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7994103 Sep 18 01:54:09.707237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:09.708126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:09.715429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Allocated IP 172.20.0.12 (c390c33a-2bf0-46a3-9c26-87b7f042f8bf/75478b80-c0b2-487c-b8ce-3e1b439f846a/4c3902c1-8122-4066-9aa0-7bdea5b39061) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:09.717583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:09.785222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'Port': ['ID=a390d5cf-6494-4dff-8de8-f179d6f13c16,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:09.847684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:09.848383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:09.866569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:54:09.917611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6effcb3e-7efd-4932-9d6b-e391ca21eaa5 None None] Network ccb8d2d3-1556-456e-8ab6-7b1260cd883a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:54:09.931254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Allocated IP 192.168.233.37 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/81148ff0-bf68-458f-9df6-814fb241d97e) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:10.090725 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.093412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.098180 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8173085d-7021-4d30-a222-e80c9f49dd48 HTTP/1.1" status: 204 len: 168 time: 0.7288704 Sep 18 01:54:10.178207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:54:10.197367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] Sync routers for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:54:10.202069 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ece47fa8-9f51-438e-b145-6f0173e2712a admin admin] 10.222.0.21 "PUT /v2.0/routers/3dc3ca13-5246-4ba8-bbdf-18871d71d762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9667532 Sep 18 01:54:10.202069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8173085d-7021-4d30-a222-e80c9f49dd48,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:10.206365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39444) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:10.250470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:54:10.251929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:54:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:10.359396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.409158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fae23437-fb5b-4771-9992-b27437d877ee None None] Provisioning complete for port a390d5cf-6494-4dff-8de8-f179d6f13c16 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:10.409752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fae23437-fb5b-4771-9992-b27437d877ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.502341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dd5ac25-271f-4b39-a1f5-aedde6fbcf38 req-7686b75f-83f2-4537-910f-6d4e1be0eb28 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 210 time: 0.6473370 Sep 18 01:54:10.542232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.542232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.542232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.542232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.542232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.542232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.543602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.543602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.543758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.544965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.546088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.546446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2a0cc-aa54-4afc-8ee0-14c2f7aad846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:10.559944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:10.560701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-111d4986-655d-4689-b8de-6b728ace8e89 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3345988 Sep 18 01:54:10.566874 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.605204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Request body: {'port': {'device_id': 'bd9eca6f-3a15-452d-b241-2201ad091acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:10.688764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.781559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fae23437-fb5b-4771-9992-b27437d877ee None None] Port a390d5cf-6494-4dff-8de8-f179d6f13c16 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:10.807441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Deleting port 559f5947-041f-4f79-84c7-f7e3f5820b92 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:54:10.807909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.893287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39462) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:10.925255 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.929452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c6697dfa-5628-41f5-bac9-716dfd22aa16 req-fbdf0c0c-ae64-4b4b-932c-cf5443734ad7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-712574851', 'description': 'tempest-description-5975653'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:10.951780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.967813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] For port 559f5947-041f-4f79-84c7-f7e3f5820b92, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=559f5947-041f-4f79-84c7-f7e3f5820b92,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:10.968184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:10.994446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Calling delete_port for 559f5947-041f-4f79-84c7-f7e3f5820b92 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:54:11.014237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.102792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.106008 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c6697dfa-5628-41f5-bac9-716dfd22aa16 req-fbdf0c0c-ae64-4b4b-932c-cf5443734ad7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.126011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.141960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.143810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39472) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:11.173162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.266984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:11.271035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'Port': ['ID=81148ff0-bf68-458f-9df6-814fb241d97e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:11.280921 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1274710c9cfd4c24ba42f9984b279107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805060 Sep 18 01:54:11.285236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Network c390c33a-2bf0-46a3-9c26-87b7f042f8bf is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:11.292018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:11.293353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39476) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:11.295479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704fd89e-ec96-441c-8d37-7ca87fd7776d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:11.296193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:11.314724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.315208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.315647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.316076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.316513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.316936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.317378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.317801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.318224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.318657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.319090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.319503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae756fe-a576-4f9e-9757-711d18d2b42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:11.324276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:11.339539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:11.388642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:11.389683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.396562 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.410175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:54:08Z', 'revision_number': 5, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port': {'id': '559f5947-041f-4f79-84c7-f7e3f5820b92', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:53:13Z', 'updated_at': '2021-09-18T01:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:11.426001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Pushing event updated for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:11.456350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=559f5947-041f-4f79-84c7-f7e3f5820b92,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:11.466757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] Checking router: 3dc3ca13-5246-4ba8-bbdf-18871d71d762 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:54:11.481344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] Routers {'3dc3ca13-5246-4ba8-bbdf-18871d71d762'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:54:11.483397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:54:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:11.529608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:11.530397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.551363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec593-bc5f-4f71-869b-f67fff30b49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.569909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.587758 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec593-bc5f-4f71-869b-f67fff30b49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.652703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec593-bc5f-4f71-869b-f67fff30b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.655760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec593-bc5f-4f71-869b-f67fff30b49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.656943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4b5ec593-bc5f-4f71-869b-f67fff30b49b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/704fd89e-ec96-441c-8d37-7ca87fd7776d HTTP/1.1" status: 204 len: 168 time: 0.3624308 Sep 18 01:54:11.680260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] Set router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:11.700184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ec593-bc5f-4f71-869b-f67fff30b49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704fd89e-ec96-441c-8d37-7ca87fd7776d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:11.705009 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.707596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.712286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-349ea562-5d79-402b-9f81-03c62bacbbb1 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:54:11.713323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-349ea562-5d79-402b-9f81-03c62bacbbb1 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5663447 Sep 18 01:54:11.737059 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a390d5cf-6494-4dff-8de8-f179d6f13c16 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:11.746395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.764687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Transition to ACTIVE for port object a390d5cf-6494-4dff-8de8-f179d6f13c16 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:11.766028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:54:11Z', 'revision_number': 7, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:11.769059 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c6697dfa-5628-41f5-bac9-716dfd22aa16 req-fbdf0c0c-ae64-4b4b-932c-cf5443734ad7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.774180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.793034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.793939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc3ca13-5246-4ba8-bbdf-18871d71d762 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:54:11.797864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-12343a2e-76e0-4224-b979-0b0f5e836902 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9373333 Sep 18 01:54:11.801893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.806391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0fc4d0a4-66c2-4610-99a0-947f8c58feb6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3dc3ca13-5246-4ba8-bbdf-18871d71d762 HTTP/1.1" status: 204 len: 168 time: 1.5980656 Sep 18 01:54:11.808246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-76953e92-a87f-4e58-a4eb-a4964cd3ab19 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:11.809818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-76953e92-a87f-4e58-a4eb-a4964cd3ab19 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports/637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 200 len: 1094 time: 0.0873308 Sep 18 01:54:11.810894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e1cd1-371a-4819-9308-937ade9ebe05 None None] The sync data for ids ['3dc3ca13-5246-4ba8-bbdf-18871d71d762'] in n-d-789963-12 is: [{'id': '3dc3ca13-5246-4ba8-bbdf-18871d71d762', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1897278928-router', 'tenant_id': 'dd234e5a29704a8ebac0de01214552d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:53:12Z', 'updated_at': '2021-09-18T01:54:11Z', 'revision_number': 7, 'project_id': 'dd234e5a29704a8ebac0de01214552d2', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:54:11.811632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39488) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:11.816611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Request body: {'port': {'device_id': '2f8b3ad7-1fed-45bd-8066-c8a02c699856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:11.817196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-73a255f5-cd1d-4519-b0c5-5ec5c097edd8 None None] Provisioning complete for port 81148ff0-bf68-458f-9df6-814fb241d97e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:11.822335 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-73a255f5-cd1d-4519-b0c5-5ec5c097edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.866164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab49396-4cc2-492c-a8c5-21fc501c4fc3 admin admin] Deleting subnet d7a254c7-29ac-4655-891e-5cccf0e2715d {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:54:11.869075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-73a255f5-cd1d-4519-b0c5-5ec5c097edd8 None None] Port 81148ff0-bf68-458f-9df6-814fb241d97e cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:11.888725 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fab49396-4cc2-492c-a8c5-21fc501c4fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.897613 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c6697dfa-5628-41f5-bac9-716dfd22aa16 req-fbdf0c0c-ae64-4b4b-932c-cf5443734ad7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.906868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:11.920005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-8c2cf2d5-280e-4498-b62b-adff74776464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7339582 Sep 18 01:54:11.927460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Pushing event updated for resources: {'Port': ['ID=a390d5cf-6494-4dff-8de8-f179d6f13c16,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:11.937678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c6697dfa-5628-41f5-bac9-716dfd22aa16 req-fbdf0c0c-ae64-4b4b-932c-cf5443734ad7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:11.939303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c6697dfa-5628-41f5-bac9-716dfd22aa16 req-fbdf0c0c-ae64-4b4b-932c-cf5443734ad7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.0212412 Sep 18 01:54:11.957210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Request body: {'port': {'device_id': '72449ce2-9734-4dd3-8997-17e4529623d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:12.049693 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.128264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fab49396-4cc2-492c-a8c5-21fc501c4fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.134740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf0c0c-ae64-4b4b-932c-cf5443734ad7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e061075-605c-4370-9f3c-4219def64382,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:12.163547 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.256109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb049-b29d-408b-bdce-e43686f8d21f req-c01e1be1-92e9-40be-a127-8f3a362b31c5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:12.258661 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60fcb049-b29d-408b-bdce-e43686f8d21f req-c01e1be1-92e9-40be-a127-8f3a362b31c5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 947 time: 0.1841965 Sep 18 01:54:12.262270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Attempting to bind port a390d5cf-6494-4dff-8de8-f179d6f13c16 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:12.262720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Attempting to bind port a390d5cf-6494-4dff-8de8-f179d6f13c16 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:12.263589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Attempting to bind port a390d5cf-6494-4dff-8de8-f179d6f13c16 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:12.290361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Request body: {'binding': {'host': 'n-h1-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:12.290892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:54:12.311225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Port a390d5cf-6494-4dff-8de8-f179d6f13c16 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:12.311679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Attempting to bind port a390d5cf-6494-4dff-8de8-f179d6f13c16 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:12.430357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fab49396-4cc2-492c-a8c5-21fc501c4fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.459638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:12.459876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:12.460193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:12.461486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Bound port: a390d5cf-6494-4dff-8de8-f179d6f13c16, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:12.461866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.503870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60fcb049-b29d-408b-bdce-e43686f8d21f req-9ba2a68a-5ecd-4af9-99d2-abe943e416e9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254853 Sep 18 01:54:12.635391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] For port a390d5cf-6494-4dff-8de8-f179d6f13c16, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:12.640340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] For port a390d5cf-6494-4dff-8de8-f179d6f13c16, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a390d5cf-6494-4dff-8de8-f179d6f13c16,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:12.655596 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.735671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d22b37f2-c447-4346-be2b-4410461e9fea no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:54:12.781327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d22b37f2-c447-4346-be2b-4410461e9fea {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:54:12.785919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d22b37f2-c447-4346-be2b-4410461e9fea not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:54:12.795171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3902c1-8122-4066-9aa0-7bdea5b39061 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:12.803294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.817002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Transition to ACTIVE for port object 4c3902c1-8122-4066-9aa0-7bdea5b39061 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:12.825900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:12.826585 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.828516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] 10.222.0.20 "PUT /v2.0/ports/a390d5cf-6494-4dff-8de8-f179d6f13c16 HTTP/1.1" status: 200 len: 1096 time: 2.2364581 Sep 18 01:54:12.831137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9eca6f-3a15-452d-b241-2201ad091acf', 'tag': 'a390d5cf-6494-4dff-8de8-f179d6f13c16'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:12.833538 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78a882d-2b3b-450a-8af5-d00607d25da0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9eca6f-3a15-452d-b241-2201ad091acf", "tag": "a390d5cf-6494-4dff-8de8-f179d6f13c16"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:12.845904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.915598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162075a2-e847-43fc-950e-dbabb1df6713 service neutron] Pushing event updated for resources: {'Port': ['ID=a390d5cf-6494-4dff-8de8-f179d6f13c16,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:12.947789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fab49396-4cc2-492c-a8c5-21fc501c4fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:12.951410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00abc25-4be8-4500-9aeb-0d46b84e4e46 req-66f7e656-c6a5-4bc3-81f6-9371d095881b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:12.955290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f00abc25-4be8-4500-9aeb-0d46b84e4e46 req-66f7e656-c6a5-4bc3-81f6-9371d095881b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 932 time: 0.2854755 Sep 18 01:54:12.996956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39598632-ea7b-497d-b37d-9a336bdac36d None None] Network 9943b299-4de0-4de1-9bb8-48ef40727e02 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:54:12.997491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab49396-4cc2-492c-a8c5-21fc501c4fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a254c7-29ac-4655-891e-5cccf0e2715d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:13.002739 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fab49396-4cc2-492c-a8c5-21fc501c4fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.005135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fab49396-4cc2-492c-a8c5-21fc501c4fc3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7a254c7-29ac-4655-891e-5cccf0e2715d HTTP/1.1" status: 204 len: 168 time: 1.1926897 Sep 18 01:54:13.013002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39518) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:13.056702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Pushing event updated for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:13.170897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on host n-h1-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:13.171388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:13.171783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:13.187805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.197340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:13.197660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:13.201894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81148ff0-bf68-458f-9df6-814fb241d97e {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:13.215018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.227683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:13.228205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:13.228753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:13.229389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Bound port: 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:13.229511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-8806a55c-6abb-4413-8c09-585b7d5666fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:13.231233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-8806a55c-6abb-4413-8c09-585b7d5666fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 1099 time: 0.3404808 Sep 18 01:54:13.237745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f00abc25-4be8-4500-9aeb-0d46b84e4e46 req-17306671-5508-4673-93b3-e5c952f22fb7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730158 Sep 18 01:54:13.240121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:13.240457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:13.240784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:13.251617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:13.252156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:13.259967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] DHCP port deletion for 9943b299-4de0-4de1-9bb8-48ef40727e02 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:54:13.290790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Transition to ACTIVE for port object 81148ff0-bf68-458f-9df6-814fb241d97e will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:13.308415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.317892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:13.318929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:13.318929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:13.319140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Bound port: 4c3902c1-8122-4066-9aa0-7bdea5b39061, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:13.319426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.324358 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-7540d486-eb32-4648-8a14-b77f7dbbabaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a390d5cf-6494-4dff-8de8-f179d6f13c16 HTTP/1.1" status: 200 len: 217 time: 0.0751250 Sep 18 01:54:13.380124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] Deleting port 0a144a9d-2318-4cfc-836e-9793a86e1563 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:54:13.381576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.387827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:13.405944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.407184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8f949801-6f1f-45b8-bba4-4c638fa08899 service neutron] 10.222.0.21 "POST /v2.0/ports/637c8883-d5f9-4c4d-9c3f-bd9434352e45/bindings HTTP/1.1" status: 201 len: 390 time: 1.3652644 Sep 18 01:54:13.413703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Pushing event updated for resources: {'Port': ['ID=81148ff0-bf68-458f-9df6-814fb241d97e,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:13.470334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:13.474695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:13.478553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-a906e8e1-edb3-4fb4-8616-4b72a577e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:13.480554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-a906e8e1-edb3-4fb4-8616-4b72a577e18c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1406770 Sep 18 01:54:13.494479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.494587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Deleting port 0a144a9d-2318-4cfc-836e-9793a86e1563 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:54:13.494587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.555491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] For port 0a144a9d-2318-4cfc-836e-9793a86e1563, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0a144a9d-2318-4cfc-836e-9793a86e1563,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:13.555491 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.604454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] Calling delete_port for 0a144a9d-2318-4cfc-836e-9793a86e1563 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:54:13.611534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-569839825', 'description': 'tempest-description-963065846'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:13.613233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Pushing event updated for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:13.658193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:13.658938 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.660611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-ba148df7-feb5-4105-860d-160b2ae030fb service neutron] 10.222.0.18 "PUT /v2.0/ports/4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 1093 time: 1.7153916 Sep 18 01:54:13.669298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-277afcca-8bac-4d34-83a8-b21ddb7c3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:13.671232 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-277afcca-8bac-4d34-83a8-b21ddb7c3de7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1746473 Sep 18 01:54:13.782252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.790211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Attempting to bind port 81148ff0-bf68-458f-9df6-814fb241d97e on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:13.790580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Attempting to bind port 81148ff0-bf68-458f-9df6-814fb241d97e by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:13.790943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Attempting to bind port 81148ff0-bf68-458f-9df6-814fb241d97e on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:13.806826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] For port 0a144a9d-2318-4cfc-836e-9793a86e1563, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0a144a9d-2318-4cfc-836e-9793a86e1563,segment=NetworkSegment(19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c),segment_id=19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:13.808264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.821830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] Pushing event deleted for resources: {'Port': ['ID=0a144a9d-2318-4cfc-836e-9793a86e1563,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:13.841545 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Port 81148ff0-bf68-458f-9df6-814fb241d97e on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:13.842222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Attempting to bind port 81148ff0-bf68-458f-9df6-814fb241d97e on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:13.853673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ce5f1-2696-427a-8b7f-b968a31781d1 None None] No DVR routers for this DVR port 0a144a9d-2318-4cfc-836e-9793a86e1563 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:54:13.854040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.856342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:13.856885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:13.857311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:13.858499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Bound port: 81148ff0-bf68-458f-9df6-814fb241d97e, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:13.859435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:13.870087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Calling delete_port for 0a144a9d-2318-4cfc-836e-9793a86e1563 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:54:13.881814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1788125205', 'description': 'tempest-description-1228693232'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:13.888911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-934c1066-68f8-44f0-9b0a-446420009b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:13.890379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-934c1066-68f8-44f0-9b0a-446420009b3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1096 time: 0.1630878 Sep 18 01:54:13.934259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:54:13.934259 n-d-789963-12 neutron-server[106440]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 01:54:13.934259 n-d-789963-12 neutron-server[106440]: [parameters: {'project_id_1': '42f1c72c38a5469386afee0877100f8a', 'expiration_1': datetime.datetime(2021, 9, 18, 1, 53, 53, 905876)}] Sep 18 01:54:13.934259 n-d-789963-12 neutron-server[106440]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:54:13.934969 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:54:13.947998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8dde10c1-1c2f-42d7-bd03-815d57e890f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:13.949482 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-8dde10c1-1c2f-42d7-bd03-815d57e890f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1097 time: 0.1791964 Sep 18 01:54:13.956573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-70c4792c-2a14-484c-93e4-5858241f26ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 217 time: 0.0545242 Sep 18 01:54:13.975880 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.012764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.015940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-bdc7e5a9-aabd-4ddc-9f67-c28a09dd1d57 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346307 Sep 18 01:54:14.024759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] For port 81148ff0-bf68-458f-9df6-814fb241d97e, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:14.029118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] For port 81148ff0-bf68-458f-9df6-814fb241d97e, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=81148ff0-bf68-458f-9df6-814fb241d97e,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:14.038019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.077457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.097540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:14.098082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.099559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-9264baf0-934e-4c19-9822-57e65689717c service neutron] 10.222.0.18 "PUT /v2.0/ports/81148ff0-bf68-458f-9df6-814fb241d97e HTTP/1.1" status: 200 len: 1096 time: 2.2888577 Sep 18 01:54:14.100007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8b3ad7-1fed-45bd-8066-c8a02c699856', 'tag': '81148ff0-bf68-458f-9df6-814fb241d97e'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:14.102403 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5802555a-161a-4f11-8af0-f50c5f069448" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8b3ad7-1fed-45bd-8066-c8a02c699856", "tag": "81148ff0-bf68-458f-9df6-814fb241d97e"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:14.118912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] No DVR routers for this DVR port 0a144a9d-2318-4cfc-836e-9793a86e1563 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:54:14.126142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264baf0-934e-4c19-9822-57e65689717c service neutron] Pushing event updated for resources: {'Port': ['ID=81148ff0-bf68-458f-9df6-814fb241d97e,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:14.147010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-24b7ecfd-bdcf-4ecb-a9c3-77c09ac66cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:14.149128 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-24b7ecfd-bdcf-4ecb-a9c3-77c09ac66cb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1743379 Sep 18 01:54:14.177659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a144a9d-2318-4cfc-836e-9793a86e1563,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:14.223051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-c97a43cd-ab59-45ca-b72b-02b3c96005ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438955 Sep 18 01:54:14.244973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-ce6b0aab-07fd-4b46-89ca-f7bbd013032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:14.246437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-ce6b0aab-07fd-4b46-89ca-f7bbd013032b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.2860777 Sep 18 01:54:14.253995 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.270076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-1a312160-a34f-41c7-9b7f-2da974f9d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:14.271599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-1a312160-a34f-41c7-9b7f-2da974f9d3c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 1099 time: 0.1221964 Sep 18 01:54:14.287033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9943b299-4de0-4de1-9bb8-48ef40727e02']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:14.322426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-76dd82c3-61bc-4e19-b039-1e7e315916d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=81148ff0-bf68-458f-9df6-814fb241d97e HTTP/1.1" status: 200 len: 217 time: 0.0425026 Sep 18 01:54:14.324174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:14.324458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b1f5af-9a99-4f8c-bd84-2ffac72b2a7c') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:14.335054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-48eb2a9f-8f5f-434c-8aad-490a5b714729 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 200 len: 217 time: 0.0707204 Sep 18 01:54:14.342930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.357116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0a144a9d-2318-4cfc-836e-9793a86e1563 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:54:14.375864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-72e50e65-50fb-4cf1-af41-2b3017cde74c service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345537 Sep 18 01:54:14.385796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.392235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0a144a9d-2318-4cfc-836e-9793a86e1563 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:54:14.392963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0a144a9d-2318-4cfc-836e-9793a86e1563 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:54:14.395339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 559f5947-041f-4f79-84c7-f7e3f5820b92 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:54:14.396074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-a17aca28-6b14-42d5-a2da-0ac7f157fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:14.398992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-a17aca28-6b14-42d5-a2da-0ac7f157fdfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0665569 Sep 18 01:54:14.399579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:54:14.399884 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:54:14.401816 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:54:14.432386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 559f5947-041f-4f79-84c7-f7e3f5820b92 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:54:14.432742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 559f5947-041f-4f79-84c7-f7e3f5820b92 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:54:14.443195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.462116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-7530b3b0-66b6-4bb6-9583-95688c76c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:14.463601 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-7530b3b0-66b6-4bb6-9583-95688c76c81a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.1013803 Sep 18 01:54:14.467784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-fdddedf0-9ea1-4a5e-89e2-ea957a68d19e service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360151 Sep 18 01:54:14.475985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.494857 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.511246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-0d5bd768-2e3e-4c2a-8b7b-0d06023b32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:14.512780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-0d5bd768-2e3e-4c2a-8b7b-0d06023b32bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1002126 Sep 18 01:54:14.515537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.529280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-93b5bb9f-4db0-4dd6-aa91-4c70fbee1596 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509338 Sep 18 01:54:14.537493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.539878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9943b299-4de0-4de1-9bb8-48ef40727e02 HTTP/1.1" status: 204 len: 168 time: 1.5212865 Sep 18 01:54:14.562649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65282af-73a4-4b09-8c78-8bb9cccc6fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9943b299-4de0-4de1-9bb8-48ef40727e02,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:14.643456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ccc1d-8441-460a-8d84-34eef57abac0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:14.668447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-8ea0d8e7-17ad-47e7-88ba-08bd050b1668 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476042 Sep 18 01:54:14.670694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.687210 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.690835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8ac2518-6179-405e-9ee8-98f91ef1c7f1 req-5f09b49c-5406-4c3b-ae49-a3a6a1692d99 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135146 Sep 18 01:54:14.698338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-6fb722ee-6641-4728-ae6f-b2715d018f63 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573055 Sep 18 01:54:14.768813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145c7bd6-08d7-4a26-b4eb-cca36db5f177,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:14.789154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39550) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:14.799464 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cee01c1-ebec-4c15-8075-9c79898ef6aa req-bf649b23-907c-4f1e-865e-cf484522a3e6 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225836 Sep 18 01:54:14.874185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.879267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-7ffcca22-77a0-45ac-a057-0c74631c39fd service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739779 Sep 18 01:54:14.885604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e32bf4da-61be-4381-b1ce-d440677b80f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd234e5a29704a8ebac0de01214552d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899827 Sep 18 01:54:14.885604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.885841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.885841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb3e2507-04ff-4f80-8590-d876df6b8cc4 req-f077c74f-a9d7-44fa-9c18-6cdd91cb5867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2981391 Sep 18 01:54:14.886024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39552) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:14.940826 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a2ec0a-74f0-47f5-817e-0d8372bf4ba1 x-openstack-request-id: req-13a2ec0a-74f0-47f5-817e-0d8372bf4ba1 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:14.941112 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9eca6f-3a15-452d-b241-2201ad091acf", "tag": "a390d5cf-6494-4dff-8de8-f179d6f13c16", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:14.941364 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13a2ec0a-74f0-47f5-817e-0d8372bf4ba1 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:14.941759 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9eca6f-3a15-452d-b241-2201ad091acf', 'tag': 'a390d5cf-6494-4dff-8de8-f179d6f13c16', 'status': 'completed', 'code': 200} Sep 18 01:54:14.943531 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:14.944745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94cc4a1e-76df-4436-995e-52441d2aedd8 req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0852306 Sep 18 01:54:14.950576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11d9e2-ec77-4676-9e49-9ae667389419 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d714697e-97da-4821-aed9-3b8d552c7af6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:15.035256 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-040697dc-6b26-4388-8974-8c697af77e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:15.064500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459d38e-792a-4cf7-9879-5ecbf141fe64 req-56f1baae-ea33-4420-a220-30922f7e079f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.066100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5459d38e-792a-4cf7-9879-5ecbf141fe64 req-56f1baae-ea33-4420-a220-30922f7e079f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 947 time: 0.0517910 Sep 18 01:54:15.085502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-4e377f17-4526-4034-8569-7fa57b1227b5 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.087068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-4e377f17-4526-4034-8569-7fa57b1227b5 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.1298540 Sep 18 01:54:15.093338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-040697dc-6b26-4388-8974-8c697af77e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:15.104482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5459d38e-792a-4cf7-9879-5ecbf141fe64 req-17aa6200-de44-472d-b5c6-625498381cc6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Sep 18 01:54:15.109693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-12'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:15.113127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-89980500-78e3-4fc7-8918-93d9534443f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.114552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-89980500-78e3-4fc7-8918-93d9534443f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 1099 time: 0.1239140 Sep 18 01:54:15.443866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-227e8f27-7a9a-46b7-86fd-c96acdd58d44 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255048 Sep 18 01:54:15.492937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f053a1-a333-4177-a53e-8fe7ac82825d req-ad63c2d5-8329-4122-893d-f18ae2294060 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.493969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4f053a1-a333-4177-a53e-8fe7ac82825d req-ad63c2d5-8329-4122-893d-f18ae2294060 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 945 time: 0.4619815 Sep 18 01:54:15.546471 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:15.553500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b06915-ea59-4754-b230-38be79d501e5 req-48dbc21f-db40-4369-90b2-9e33ee790bdb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.555788 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-48dbc21f-db40-4369-90b2-9e33ee790bdb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048601 Sep 18 01:54:15.572114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-b1a9a66a-9cdb-4570-85c1-ed94aef8a64b tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/quotas/1eb51c8d3fde49c9a65a7fa615015071 HTTP/1.1" status: 200 len: 375 time: 0.0098984 Sep 18 01:54:15.591382 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-040697dc-6b26-4388-8974-8c697af77e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:15.593937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-040697dc-6b26-4388-8974-8c697af77e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:15.595133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-040697dc-6b26-4388-8974-8c697af77e39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc5e2811-64a6-43e0-a529-654404fc6a50 HTTP/1.1" status: 204 len: 168 time: 0.7063329 Sep 18 01:54:15.602327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-d282ece2-3ee7-4bfa-82e1-179d83a9e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.603753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-d282ece2-3ee7-4bfa-82e1-179d83a9e743 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2002358 Sep 18 01:54:15.605436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-0523ca9e-254d-4c5a-b716-12d0bd0046b0 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268502 Sep 18 01:54:15.609988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4f053a1-a333-4177-a53e-8fe7ac82825d req-5a9cfb65-f3ff-4dc7-b1b6-275a8daa4b1d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934887 Sep 18 01:54:15.642081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040697dc-6b26-4388-8974-8c697af77e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5e2811-64a6-43e0-a529-654404fc6a50,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:15.679101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-3e810701-cfed-417f-9f7a-9a4eaa63379d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a390d5cf-6494-4dff-8de8-f179d6f13c16 HTTP/1.1" status: 200 len: 217 time: 0.0515101 Sep 18 01:54:15.684750 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cadb42-93d9-4258-87dc-8aaaba4aaa3b x-openstack-request-id: req-98cadb42-93d9-4258-87dc-8aaaba4aaa3b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:15.685260 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8b3ad7-1fed-45bd-8066-c8a02c699856", "tag": "81148ff0-bf68-458f-9df6-814fb241d97e", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:15.685665 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98cadb42-93d9-4258-87dc-8aaaba4aaa3b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:15.686249 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8b3ad7-1fed-45bd-8066-c8a02c699856', 'tag': '81148ff0-bf68-458f-9df6-814fb241d97e', 'status': 'completed', 'code': 200} Sep 18 01:54:15.768805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802555a-161a-4f11-8af0-f50c5f069448 req-dc005d7e-ea9f-4c2c-a95e-c3a5bafae278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.770643 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5802555a-161a-4f11-8af0-f50c5f069448 req-dc005d7e-ea9f-4c2c-a95e-c3a5bafae278 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 1099 time: 0.0644577 Sep 18 01:54:15.783829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-4b44ee76-3afa-4091-b4e2-849489fd7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.785345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-4b44ee76-3afa-4091-b4e2-849489fd7c73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0987134 Sep 18 01:54:15.820910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-9c13f09c-469e-4ffb-9c02-a2166b553eed req-9ede1a24-fca9-4789-9cc9-504676202aa4 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1888963059', 'description': 'tempest-description-816005695'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:15.861283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:15.903931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f5303-6d96-43c7-8356-29b85f106971 req-935924d2-c5ff-4911-baba-999df6418d84 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.905403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-362f5303-6d96-43c7-8356-29b85f106971 req-935924d2-c5ff-4911-baba-999df6418d84 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.1168568 Sep 18 01:54:15.927419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-95fde82c-3f0a-4227-bf97-e2dc745291fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.928897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-95fde82c-3f0a-4227-bf97-e2dc745291fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1265914 Sep 18 01:54:15.951269 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9c13f09c-469e-4ffb-9c02-a2166b553eed req-9ede1a24-fca9-4789-9cc9-504676202aa4 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:15.957045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:15.990531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802555a-161a-4f11-8af0-f50c5f069448 req-30dd8884-a899-4bb8-aeb8-22ed694052b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:15.992026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5802555a-161a-4f11-8af0-f50c5f069448 req-30dd8884-a899-4bb8-aeb8-22ed694052b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2142050 Sep 18 01:54:16.018203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-362f5303-6d96-43c7-8356-29b85f106971 req-3c81c27d-82d1-481f-a31f-698a67ae83e8 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009598 Sep 18 01:54:16.057165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5802555a-161a-4f11-8af0-f50c5f069448 req-026821ed-6d50-4f99-b4a3-c37ed6570ef0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=81148ff0-bf68-458f-9df6-814fb241d97e HTTP/1.1" status: 200 len: 217 time: 0.0569804 Sep 18 01:54:16.081352 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:16.098496 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:16.131437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-0adf1db4-583c-4dbb-81d3-c0aaf4311071 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910577 Sep 18 01:54:16.136291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802555a-161a-4f11-8af0-f50c5f069448 req-66b4d45b-4ad0-4839-a612-66188ef0cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:16.137951 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5802555a-161a-4f11-8af0-f50c5f069448 req-66b4d45b-4ad0-4839-a612-66188ef0cbfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0709760 Sep 18 01:54:16.224373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9c13f09c-469e-4ffb-9c02-a2166b553eed req-9ede1a24-fca9-4789-9cc9-504676202aa4 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:16.239544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9c13f09c-469e-4ffb-9c02-a2166b553eed req-9ede1a24-fca9-4789-9cc9-504676202aa4 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:16.252643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on host n-h2-789963-12 for vnic_type normal with profile {"migrating_to": "n-h1-789963-12"} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:16.253256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:16.253574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:16.282584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede1a24-fca9-4789-9cc9-504676202aa4 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3acd1e-79bf-4781-b77f-58a2a33abd55,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:16.287300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802555a-161a-4f11-8af0-f50c5f069448 req-ea48598d-0c78-475d-ba09-6ba036404a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:16.289335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5802555a-161a-4f11-8af0-f50c5f069448 req-ea48598d-0c78-475d-ba09-6ba036404a27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441321 Sep 18 01:54:16.297227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9c13f09c-469e-4ffb-9c02-a2166b553eed req-9ede1a24-fca9-4789-9cc9-504676202aa4 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:16.303186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:16.303576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Attempting to bind port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:16.306478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Pushing event updated for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:16.315991 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c13f09c-469e-4ffb-9c02-a2166b553eed req-9ede1a24-fca9-4789-9cc9-504676202aa4 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5153635 Sep 18 01:54:16.330202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:16.330495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:16.330923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:16.331367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Bound port: 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:16.331742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:16.403636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48925172-69c8-4f7c-ba14-d032854a4adb req-b99b054a-bda7-4034-a91b-2408dc55accc tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0552607 Sep 18 01:54:16.457708 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c78a882d-2b3b-450a-8af5-d00607d25da0 req-1f16d713-5463-4d06-9c03-242c2a60dad1 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160045 Sep 18 01:54:16.520227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-947fa671-37e3-4199-a0c4-f8e05695abb7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:16.524384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-947fa671-37e3-4199-a0c4-f8e05695abb7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 812 time: 0.2148616 Sep 18 01:54:16.525736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:16.540170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:16.540655 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5802555a-161a-4f11-8af0-f50c5f069448 req-02e0ab4e-a53a-4685-8e72-089ee4c62595 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235041 Sep 18 01:54:16.549001 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:16.561165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-0241ee44-9a49-4a53-b922-5aeb083f924a tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/quotas/42f1c72c38a5469386afee0877100f8a HTTP/1.1" status: 200 len: 375 time: 0.0235157 Sep 18 01:54:16.564675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012387-d84c-4261-a062-20f02aede744 req-8ceab1d5-7e01-434d-8d7b-c63a06cf7d73 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:16.566435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c012387-d84c-4261-a062-20f02aede744 req-8ceab1d5-7e01-434d-8d7b-c63a06cf7d73 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 947 time: 0.0929403 Sep 18 01:54:16.618500 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-8290d4f6-9b34-465f-8a35-a7698a2e7e19 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565517 Sep 18 01:54:16.667631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c012387-d84c-4261-a062-20f02aede744 req-bc6a7132-7a34-427b-afd2-ec1deb7c1706 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874884 Sep 18 01:54:16.669927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Pushing event updated for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=8']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:16.697928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:16.698608 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:16.700205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-2c3b6d8f-c4df-4b62-9a5f-85898cd1f65e service neutron] 10.222.0.18 "PUT /v2.0/ports/637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 200 len: 1123 time: 1.5974088 Sep 18 01:54:16.731338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5802555a-161a-4f11-8af0-f50c5f069448 req-d62c4ca0-a036-4ec0-b353-edabe17d9d27 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827064 Sep 18 01:54:16.769878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-70debe3c-7148-4817-98e5-cfb1db349203 service neutron] 10.222.0.21 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337736 Sep 18 01:54:16.786858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['637c8883-d5f9-4c4d-9c3f-bd9434352e45'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:16.875425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-9441ce8c-cef0-4aaa-bf7e-1b06d6ae7ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987437 Sep 18 01:54:16.942840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061'}, {'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45'}, {'name': 'network-changed', 'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:16.945438 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050" -d '{"events": [{"name": "network-changed", "server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061"}, {"server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "name": "network-vif-unplugged", "status": "completed", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45"}, {"name": "network-changed", "server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:16.999543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1200343921', 'description': 'tempest-description-603984530'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:17.025300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.035218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.082235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45544be-3ee6-452d-a4d8-e86c39f6789c req-ce409394-e1c5-4bcd-bf5b-48b8720b1273 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.084743 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e45544be-3ee6-452d-a4d8-e86c39f6789c req-ce409394-e1c5-4bcd-bf5b-48b8720b1273 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 943 time: 0.0548680 Sep 18 01:54:17.130231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e45544be-3ee6-452d-a4d8-e86c39f6789c req-1c4a2748-8c0b-421b-a742-51f02bffaab3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Sep 18 01:54:17.158212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.166034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.203766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba59dd5-6daf-42a5-a17c-99fa0b111a1e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:17.261658 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.267467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-578d27cf-bd93-47d7-822b-a95925f67153 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605261 Sep 18 01:54:17.269546 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.305993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788ccbc3-5633-4ded-b14a-32c986d4c948,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:17.309704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.327187 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1632f2fc-04df-4d78-bd51-64ff16cc6e1d req-6c617e25-d2e0-4aff-a9ca-b649376857fa tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3277700 Sep 18 01:54:17.363357 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3617df-c58a-4b24-bec8-4dbdd82358d2 x-openstack-request-id: req-3d3617df-c58a-4b24-bec8-4dbdd82358d2 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:17.363674 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061", "status": "completed", "code": 200}, {"server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "name": "network-vif-unplugged", "status": "completed", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45", "code": 200}, {"name": "network-changed", "server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:17.363937 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d3617df-c58a-4b24-bec8-4dbdd82358d2 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:17.364335 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061', 'status': 'completed', 'code': 200} Sep 18 01:54:17.364607 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45', 'code': 200} Sep 18 01:54:17.364854 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45', 'status': 'completed', 'code': 200} Sep 18 01:54:17.421924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b06915-ea59-4754-b230-38be79d501e5 req-6c9dbff8-1e1a-40ee-af8f-f7db316a7f50 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.424153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-6c9dbff8-1e1a-40ee-af8f-f7db316a7f50 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1367307 Sep 18 01:54:17.436499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f1c1237-a5fb-481a-a140-8a1ae4c03d09 req-d764ccb7-4e44-4d8c-b4fa-bef5bfd85ade tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 210 time: 0.0315511 Sep 18 01:54:17.484162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-d9f79d92-b7b1-4647-a11b-2110e55d7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.484764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Request body: {'port': {'device_id': '5dc137d1-b14b-439c-8c8d-3e8e9992e7c4', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '1eb51c8d3fde49c9a65a7fa615015071'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:17.485655 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-d9f79d92-b7b1-4647-a11b-2110e55d7a70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1096 time: 0.0953116 Sep 18 01:54:17.569579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-403b12c8-7a2c-4672-8fd0-2159fdde6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.571291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-403b12c8-7a2c-4672-8fd0-2159fdde6287 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1126 time: 0.1461589 Sep 18 01:54:17.630419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-2f53d68a-825c-430a-9ed7-1491c0225720 req-a68ebe1f-eb25-4378-a377-651e0180cd01 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-357795322', 'description': 'tempest-description-1578563909'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:17.637408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13465e-6675-4a50-906e-e7c0a20aa57a req-04006659-c740-46a9-a38c-8773aeec8a55 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.638970 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca13465e-6675-4a50-906e-e7c0a20aa57a req-04006659-c740-46a9-a38c-8773aeec8a55 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.1184864 Sep 18 01:54:17.655678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-b8e5f42a-0076-4b72-a666-dd75748f35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.657101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-b8e5f42a-0076-4b72-a666-dd75748f35cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.1635978 Sep 18 01:54:17.702903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-fb0bc886-950c-46a6-8f9f-ddce4f2a270e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 217 time: 0.0384047 Sep 18 01:54:17.706768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:54:17.706768 n-d-789963-12 neutron-server[106439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 01:54:17.706768 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id': '1eb51c8d3fde49c9a65a7fa615015071', 'id': '61497600-6345-4fe2-b1a1-fa80ae9ea09b', 'expiration': datetime.datetime(2021, 9, 18, 1, 56, 17, 697594)}] Sep 18 01:54:17.706768 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:54:17.707162 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:54:17.722226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2f53d68a-825c-430a-9ed7-1491c0225720 req-a68ebe1f-eb25-4378-a377-651e0180cd01 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.744024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-52e7c17c-be44-4f2c-afa9-1cf26c0ea8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.745515 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-52e7c17c-be44-4f2c-afa9-1cf26c0ea8ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.1622167 Sep 18 01:54:17.752783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca13465e-6675-4a50-906e-e7c0a20aa57a req-cf23a67f-4ead-413c-a419-6aaa2b8d3add tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061487 Sep 18 01:54:17.779230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-a9626cfe-e6af-4bcb-a36d-f43eeb9a50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.781145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-a9626cfe-e6af-4bcb-a36d-f43eeb9a50f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.0710757 Sep 18 01:54:17.810693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-b3740fba-3238-4823-8d5a-92115dd6ea79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 200 len: 217 time: 0.0557301 Sep 18 01:54:17.817601 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-41386496-c816-47ab-be64-7d3718fd45fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285885 Sep 18 01:54:17.871962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5310e35-5a6b-4a1a-83a2-852b79332f2c req-fc5b8a82-90d5-4488-bc0a-6fd533ef2955 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0448422 Sep 18 01:54:17.891428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-3d17c12b-2365-48be-85f7-7636d9704164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:17.893717 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-3d17c12b-2365-48be-85f7-7636d9704164 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0722301 Sep 18 01:54:17.911035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2f53d68a-825c-430a-9ed7-1491c0225720 req-a68ebe1f-eb25-4378-a377-651e0180cd01 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.931243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2f53d68a-825c-430a-9ed7-1491c0225720 req-a68ebe1f-eb25-4378-a377-651e0180cd01 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.954263 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-4994b590-a6c1-4993-b807-fd921c673cfd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374434 Sep 18 01:54:17.963518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-a8a133f4-b45c-40a6-8103-c1e17f491e26 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349769 Sep 18 01:54:17.979646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2f53d68a-825c-430a-9ed7-1491c0225720 req-a68ebe1f-eb25-4378-a377-651e0180cd01 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:17.980811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f53d68a-825c-430a-9ed7-1491c0225720 req-a68ebe1f-eb25-4378-a377-651e0180cd01 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3663838 Sep 18 01:54:18.004676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ebe1f-eb25-4378-a377-651e0180cd01 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ffd749-9b32-43ac-962a-b0a678d1ad51,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:18.058990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67f5b4-132b-4555-b846-ea43830eee0c req-a4d2b761-00ec-4a35-bb49-697c9d809bd4 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:18.060524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f67f5b4-132b-4555-b846-ea43830eee0c req-a4d2b761-00ec-4a35-bb49-697c9d809bd4 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 947 time: 0.1118770 Sep 18 01:54:18.076037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-6230fc98-be95-4b27-a75b-9cf08a9ef243 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122825 Sep 18 01:54:18.094202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-7ffddbe2-f9c9-428d-acdf-070dab670cbd service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174984 Sep 18 01:54:18.123714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f67f5b4-132b-4555-b846-ea43830eee0c req-a0cb1ab6-18ee-4d87-92b9-06840650a0b1 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Sep 18 01:54:18.263735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26ebf6b-6e9b-4e78-97d4-1db4cfd9e050 req-27fd45f6-f97c-4617-bee0-9ed15fe1494f service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793540 Sep 18 01:54:18.293570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Made reservation on behalf of 1eb51c8d3fde49c9a65a7fa615015071 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:18.297037 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.316703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.324704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-0b87eedc-134a-48ea-8e7b-555a87d17b96 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:18.326703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-0b87eedc-134a-48ea-8e7b-555a87d17b96 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 812 time: 0.1706765 Sep 18 01:54:18.341167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'port': {'device_id': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a', 'admin_state_up': True, 'tenant_id': '42f1c72c38a5469386afee0877100f8a'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:18.460277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a390d5cf-6494-4dff-8de8-f179d6f13c16 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:18.523798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.533892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.534124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 81148ff0-bf68-458f-9df6-814fb241d97e details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:18.535184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb67f-2fda-46dc-bb1f-f1a48187cb34 req-a6a6ec9e-41f1-4f72-a011-f7641d8dcd09 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:18.536790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4becb67f-2fda-46dc-bb1f-f1a48187cb34 req-a6a6ec9e-41f1-4f72-a011-f7641d8dcd09 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 943 time: 0.0533240 Sep 18 01:54:18.577622 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-b34ce6f7-75f8-4c6e-b6a0-bdfcbf125fb6 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 51010 time: 0.4723470 Sep 18 01:54:18.580359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Made reservation on behalf of 42f1c72c38a5469386afee0877100f8a for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:18.583857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.593328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a390d5cf-6494-4dff-8de8-f179d6f13c16, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a390d5cf-6494-4dff-8de8-f179d6f13c16,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:18.602245 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4becb67f-2fda-46dc-bb1f-f1a48187cb34 req-6acf7e1b-0ec8-4ea7-8791-90ff4ba79877 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573614 Sep 18 01:54:18.636989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'a390d5cf-6494-4dff-8de8-f179d6f13c16', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'a390d5cf-6494-4dff-8de8-f179d6f13c16', 'mac_address': 'fa:16:3e:be:58:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:18.659302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3765c134-f6ff-4360-a90d-6ef5ee2da01d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:18.734586 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-e234fa95-1d68-4254-823b-35e1e2bd5338 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/059e98c1-3104-4b36-a7ae-d520c610d636 HTTP/1.1" status: 200 len: 2981 time: 0.1492975 Sep 18 01:54:18.759142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24ac6d86-9eaa-414b-9f96-18d248db55e4 req-03ef42af-7254-49d2-94e3-560ecc6c9e4f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 210 time: 0.0313697 Sep 18 01:54:18.762197 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.769521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 81148ff0-bf68-458f-9df6-814fb241d97e, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=81148ff0-bf68-458f-9df6-814fb241d97e,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:18.774789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Allocated IP 172.20.0.13 (ccb8d2d3-1556-456e-8ab6-7b1260cd883a/f6d38057-c427-4d9c-a41b-e8513cd01048/bf0da0ed-34f0-4be7-b64b-be12b39cb8fc) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:18.803997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Allocated IP 192.168.233.35 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/d5f37d1c-95db-44e6-bac7-195fdfc4cea2) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:18.811834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a390d5cf-6494-4dff-8de8-f179d6f13c16 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:18.816896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-529b0791-030d-455b-8691-37c7b0a3c75b tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/059e98c1-3104-4b36-a7ae-d520c610d636 HTTP/1.1" status: 200 len: 2981 time: 0.0810485 Sep 18 01:54:18.839616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a390d5cf-6494-4dff-8de8-f179d6f13c16, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a390d5cf-6494-4dff-8de8-f179d6f13c16,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:18.841948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '81148ff0-bf68-458f-9df6-814fb241d97e', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '81148ff0-bf68-458f-9df6-814fb241d97e', 'mac_address': 'fa:16:3e:8e:fb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:18.849920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.895923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-47573d99-9ab9-4616-9533-1eec1b8b99e1 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/093eb34f-e2d9-4570-b742-efbd7a0ea677 HTTP/1.1" status: 200 len: 2981 time: 0.0779219 Sep 18 01:54:18.941915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a390d5cf-6494-4dff-8de8-f179d6f13c16,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:18.947062 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.967733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81148ff0-bf68-458f-9df6-814fb241d97e {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:18.972666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-6142a7de-f4d6-43a6-97b2-1322dd393f62 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/093eb34f-e2d9-4570-b742-efbd7a0ea677 HTTP/1.1" status: 200 len: 2981 time: 0.0753531 Sep 18 01:54:18.991535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 81148ff0-bf68-458f-9df6-814fb241d97e, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=81148ff0-bf68-458f-9df6-814fb241d97e,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:18.997734 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:18.998561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4c3902c1-8122-4066-9aa0-7bdea5b39061 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:19.021422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10259e6e-4e84-450e-af5e-9c5b0672bcf5 req-931bde54-5b82-4a43-b70e-5bf76674c46b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:19.023733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-10259e6e-4e84-450e-af5e-9c5b0672bcf5 req-931bde54-5b82-4a43-b70e-5bf76674c46b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.0878522 Sep 18 01:54:19.031254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.055684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-771b0395-c2de-48a4-8f27-adf1bb134170 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/288c3d08-1347-448c-af8b-3d5df7b5d9c1 HTTP/1.1" status: 200 len: 2981 time: 0.0586376 Sep 18 01:54:19.072681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.075945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=81148ff0-bf68-458f-9df6-814fb241d97e,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:19.111514 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-10259e6e-4e84-450e-af5e-9c5b0672bcf5 req-f20dd32f-5b7c-4704-8c07-20bc9d62cca4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727203 Sep 18 01:54:19.121678 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.128275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-d0a624a9-c055-417a-b7e1-66b5e588fbcf tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/288c3d08-1347-448c-af8b-3d5df7b5d9c1 HTTP/1.1" status: 200 len: 2981 time: 0.0608048 Sep 18 01:54:19.156841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:19.163082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a390d5cf-6494-4dff-8de8-f179d6f13c16'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:19.180051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.193768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Network ccb8d2d3-1556-456e-8ab6-7b1260cd883a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:19.199878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:19.204541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:19.208508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'Port': ['ID=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:19.224420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '4c3902c1-8122-4066-9aa0-7bdea5b39061', 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'port_id': '4c3902c1-8122-4066-9aa0-7bdea5b39061', 'mac_address': 'fa:16:3e:02:9a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75478b80-c0b2-487c-b8ce-3e1b439f846a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:19.240072 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-12be6227-53a7-4833-9585-d624446bef01 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4efb2f4a-2d04-4301-b212-57d466043ac9 HTTP/1.1" status: 200 len: 2981 time: 0.1017687 Sep 18 01:54:19.244857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:19.250354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:19.255532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:19.287847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:19.288505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.294797 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.314742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9be461-f0b5-4a0b-9271-16285ac243cb req-449620f7-28d6-480a-a72a-2d88c3b63815 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:19.316357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c9be461-f0b5-4a0b-9271-16285ac243cb req-449620f7-28d6-480a-a72a-2d88c3b63815 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 935 time: 0.0874794 Sep 18 01:54:19.318310 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-ccbf004b-5679-4ba9-8c5e-bbfa24e99606 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9810019 Sep 18 01:54:19.321789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Pushing event updated for resources: {'Port': ['ID=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:19.335995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Request body: {'port': {'device_id': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:19.344642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3902c1-8122-4066-9aa0-7bdea5b39061 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:19.353380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:19.353742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.368833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:19.386146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.386894 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-888e8eac-40bf-4571-adf0-749ac3d1a254 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9181743 Sep 18 01:54:19.416270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Request body: {'port': {'device_id': '5dc137d1-b14b-439c-8c8d-3e8e9992e7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:19.420754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c9be461-f0b5-4a0b-9271-16285ac243cb req-ba12377b-e001-4277-aadb-9994eb6799fd tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962245 Sep 18 01:54:19.423548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.448831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-b9794b5a-0286-4e75-b9af-416fe1e27a26 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4efb2f4a-2d04-4301-b212-57d466043ac9 HTTP/1.1" status: 200 len: 2981 time: 0.1782198 Sep 18 01:54:19.481774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:19.556082 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-5a6397a8-ec8f-49b3-9c41-fb4f577b6f27 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/67e40795-a166-41ff-9584-02c250850b5c HTTP/1.1" status: 200 len: 2981 time: 0.1064236 Sep 18 01:54:19.580893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.592157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d811d751-4c5a-4da3-950f-b49c0b4b1c07 None None] Provisioning complete for port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:19.592527 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d811d751-4c5a-4da3-950f-b49c0b4b1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:19.628846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d811d751-4c5a-4da3-950f-b49c0b4b1c07 None None] Port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:19.643108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-03beb370-9eb3-41fc-9bd8-7043819a57fb tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/67e40795-a166-41ff-9584-02c250850b5c HTTP/1.1" status: 200 len: 2981 time: 0.0778053 Sep 18 01:54:19.701495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['81148ff0-bf68-458f-9df6-814fb241d97e'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:19.767342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-a2a4644b-9797-4987-93d0-4829af560727 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7bd9c202-4952-4c51-9d03-785d42b27937 HTTP/1.1" status: 200 len: 2981 time: 0.1159759 Sep 18 01:54:19.786559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4c3902c1-8122-4066-9aa0-7bdea5b39061'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:19.872793 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-dcb73549-ca88-43cb-a1d7-6ca7542504d4 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7bd9c202-4952-4c51-9d03-785d42b27937 HTTP/1.1" status: 200 len: 2981 time: 0.0866575 Sep 18 01:54:19.958547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43831c6-dfdf-4435-92e6-f74ae4270bbe req-e90bb333-fbc4-43cf-ac14-038879ff7d62 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:19.960074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b43831c6-dfdf-4435-92e6-f74ae4270bbe req-e90bb333-fbc4-43cf-ac14-038879ff7d62 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 948 time: 0.3749187 Sep 18 01:54:19.971948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-9b8e5447-e240-4655-8b45-b5a15a467eb8 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/848f0e82-715a-4d64-887b-1bb3fa44196a HTTP/1.1" status: 200 len: 2981 time: 0.0870428 Sep 18 01:54:19.987057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f37d1c-95db-44e6-bac7-195fdfc4cea2 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:20.000566 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.023557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b43831c6-dfdf-4435-92e6-f74ae4270bbe req-7c365edd-e116-45dd-82e9-1e5a8f6126f9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543981 Sep 18 01:54:20.030898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Transition to ACTIVE for port object d5f37d1c-95db-44e6-bac7-195fdfc4cea2 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:20.046352 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.059035 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-4947167d-5b87-4600-898a-e869203638bb tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/848f0e82-715a-4d64-887b-1bb3fa44196a HTTP/1.1" status: 200 len: 2981 time: 0.0742478 Sep 18 01:54:20.083165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0da0ed-34f0-4be7-b64b-be12b39cb8fc {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:20.093162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.109429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Transition to ACTIVE for port object bf0da0ed-34f0-4be7-b64b-be12b39cb8fc will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:20.113863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.121444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:20.161365 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-2f793c1f-6cf3-4851-92ae-c6372c5b4aef tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/857a79b1-34f5-4c93-92fe-3e37b4846ed9 HTTP/1.1" status: 200 len: 2977 time: 0.0849252 Sep 18 01:54:20.172663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Pushing event updated for resources: {'Port': ['ID=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:20.240898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-173bf03a-e992-4816-80be-808f306481b8 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/857a79b1-34f5-4c93-92fe-3e37b4846ed9 HTTP/1.1" status: 200 len: 2977 time: 0.0614514 Sep 18 01:54:20.243677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Attempting to bind port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:20.244011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Attempting to bind port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:20.244343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Attempting to bind port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:20.254683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:20.255055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Attempting to bind port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:20.266061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:20.266404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:20.266816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:20.267277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Bound port: d5f37d1c-95db-44e6-bac7-195fdfc4cea2, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:20.267615 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.284337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Attempting to bind port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:20.284670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Attempting to bind port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:20.284997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Attempting to bind port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc on network ccb8d2d3-1556-456e-8ab6-7b1260cd883a {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:20.292054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc on network ccb8d2d3-1556-456e-8ab6-7b1260cd883a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:20.292382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Attempting to bind port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc on network ccb8d2d3-1556-456e-8ab6-7b1260cd883a {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:20.297970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:20.298253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Checking segment: {'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:20.298814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Bound using segment: {'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:20.299190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Bound port: bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:20.299552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.347551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-250e736e-160f-4b9d-8f7f-a2dc423ceb3e tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9a9ccc1d-8441-460a-8d84-34eef57abac0 HTTP/1.1" status: 200 len: 2981 time: 0.0999002 Sep 18 01:54:20.414035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] For port d5f37d1c-95db-44e6-bac7-195fdfc4cea2, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:20.431066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] For port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:20.444282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f05d8-e149-41a1-8284-f8b1a7e4d212 req-0894aea5-6a4a-4a9c-8f57-e26b450a32ef tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:20.446459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-458f05d8-e149-41a1-8284-f8b1a7e4d212 req-0894aea5-6a4a-4a9c-8f57-e26b450a32ef tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 943 time: 0.0849757 Sep 18 01:54:20.448435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] For port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:20.450421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] For port d5f37d1c-95db-44e6-bac7-195fdfc4cea2, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:20.455865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-6bcad2fc-02e5-450f-a72a-5cc0966f34e9 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9a9ccc1d-8441-460a-8d84-34eef57abac0 HTTP/1.1" status: 200 len: 2981 time: 0.1016243 Sep 18 01:54:20.459700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.463609 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.482930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a390d5cf-6494-4dff-8de8-f179d6f13c16 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:20.534286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:20.534971 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.535192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:20.535786 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.536526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] 10.222.0.20 "PUT /v2.0/ports/d5f37d1c-95db-44e6-bac7-195fdfc4cea2 HTTP/1.1" status: 200 len: 1096 time: 1.1261320 Sep 18 01:54:20.537142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] 10.222.0.18 "PUT /v2.0/ports/bf0da0ed-34f0-4be7-b64b-be12b39cb8fc HTTP/1.1" status: 200 len: 1093 time: 1.2063575 Sep 18 01:54:20.539182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 637c8883-d5f9-4c4d-9c3f-bd9434352e45 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:20.539997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc137d1-b14b-439c-8c8d-3e8e9992e7c4', 'tag': 'd5f37d1c-95db-44e6-bac7-195fdfc4cea2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:20.540639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:20.542936 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:20.558389 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5963d45-2b9b-40db-a497-8301ed8f5988" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc137d1-b14b-439c-8c8d-3e8e9992e7c4", "tag": "d5f37d1c-95db-44e6-bac7-195fdfc4cea2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:20.568153 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-458f05d8-e149-41a1-8284-f8b1a7e4d212 req-af31362a-b9dc-436c-9c39-a32876adb423 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140835 Sep 18 01:54:20.580357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd7ede-c52d-4050-8345-cd527e65701a service neutron] Pushing event updated for resources: {'Port': ['ID=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:20.598584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port a390d5cf-6494-4dff-8de8-f179d6f13c16 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:20.613003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port a390d5cf-6494-4dff-8de8-f179d6f13c16 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:20.618886 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.638399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-fcb065b2-ec53-4b48-8482-782dfd022e12 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/aba59dd5-6daf-42a5-a17c-99fa0b111a1e HTTP/1.1" status: 200 len: 2981 time: 0.1731749 Sep 18 01:54:20.668280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94316a-4205-4215-9802-e4f100341a63 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:20.682011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-d794af76-78b0-4e59-8d8b-0d7cd683084a service neutron] 10.222.0.20 "GET /v2.0/ports/637c8883-d5f9-4c4d-9c3f-bd9434352e45/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 385 time: 0.2841134 Sep 18 01:54:20.725115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-b53fe84f-229a-4796-90c4-4e2149cec6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:20.727929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-b53fe84f-229a-4796-90c4-4e2149cec6d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1096 time: 0.1143627 Sep 18 01:54:20.730405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:20.739566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe80862-c083-4bfa-bd04-c6f4467d97d9 req-80753c56-bf92-4bae-9c06-eb7cc71ddb04 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:20.741104 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7fe80862-c083-4bfa-bd04-c6f4467d97d9 req-80753c56-bf92-4bae-9c06-eb7cc71ddb04 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 944 time: 0.0814018 Sep 18 01:54:20.767873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 637c8883-d5f9-4c4d-9c3f-bd9434352e45 has no active binding in host n-h1-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:54:20.807060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.826800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7fe80862-c083-4bfa-bd04-c6f4467d97d9 req-0d0cb39a-8049-4453-a834-89755d2c059a tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766916 Sep 18 01:54:20.828469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-59b87ff7-6333-44bf-bee0-0a6d59db90c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc HTTP/1.1" status: 200 len: 217 time: 0.0859253 Sep 18 01:54:20.835000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9eca6f-3a15-452d-b241-2201ad091acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a390d5cf-6494-4dff-8de8-f179d6f13c16'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:20.837821 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748dd188-acad-4d90-9d52-1f93d5e4d3c2" -d '{"events": [{"server_uuid": "bd9eca6f-3a15-452d-b241-2201ad091acf", "name": "network-vif-plugged", "status": "completed", "tag": "a390d5cf-6494-4dff-8de8-f179d6f13c16"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:20.862246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a390d5cf-6494-4dff-8de8-f179d6f13c16, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a390d5cf-6494-4dff-8de8-f179d6f13c16,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:20.872150 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:20.911520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-5162396c-d9a0-453d-85f2-ce750c039bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:20.914960 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-5162396c-d9a0-453d-85f2-ce750c039bb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.0785866 Sep 18 01:54:20.936147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a390d5cf-6494-4dff-8de8-f179d6f13c16,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:20.971875 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-f8e53edc-8ce7-4d81-8c60-d423843070ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432720 Sep 18 01:54:21.008674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d0cd3-29f4-4a18-be3b-d699a62606c8 req-87390128-1beb-4865-9154-da10ac7c2c59 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.010179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-307d0cd3-29f4-4a18-be3b-d699a62606c8 req-87390128-1beb-4865-9154-da10ac7c2c59 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.0915120 Sep 18 01:54:21.090018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-307d0cd3-29f4-4a18-be3b-d699a62606c8 req-80be451c-74e6-4734-81fd-f03cf5fb0fe6 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732713 Sep 18 01:54:21.095685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b06915-ea59-4754-b230-38be79d501e5 req-70874f97-6b6b-4677-b152-0362df31ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.097191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-70874f97-6b6b-4677-b152-0362df31ce2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 1099 time: 0.4762523 Sep 18 01:54:21.103950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-d15ea0d6-98cb-48f6-b167-74b4e7761dae service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242404 Sep 18 01:54:21.107375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-84cd0c81-20be-4ccf-9e70-f17ca66573e1 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/aba59dd5-6daf-42a5-a17c-99fa0b111a1e HTTP/1.1" status: 200 len: 2981 time: 0.3866365 Sep 18 01:54:21.181410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-b9494342-38ad-45e7-a900-f8c84a493654 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=d5f37d1c-95db-44e6-bac7-195fdfc4cea2 HTTP/1.1" status: 200 len: 217 time: 0.0717096 Sep 18 01:54:21.202162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56bd2272-8333-4260-b70c-3bf990c84f96 req-0ee91cd5-1812-4f54-8355-9dd46ec7cf27 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905645 Sep 18 01:54:21.270322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-a58bc94b-93f1-4b44-b00a-caf0cb4ce216 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c12d559b-ff18-4dd0-9e74-8cb406b9cf7c HTTP/1.1" status: 200 len: 2977 time: 0.1544034 Sep 18 01:54:21.313687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b06915-ea59-4754-b230-38be79d501e5 req-6269df05-3378-48ac-9862-bf3006a92116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.315104 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-6269df05-3378-48ac-9862-bf3006a92116 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1216955 Sep 18 01:54:21.341452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c236fa-1416-43de-952a-2f71b8494c27 req-e52a95b9-829c-46fd-81d8-1c735b1db809 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.342867 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-43c236fa-1416-43de-952a-2f71b8494c27 req-e52a95b9-829c-46fd-81d8-1c735b1db809 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 947 time: 0.0487356 Sep 18 01:54:21.381593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-43c236fa-1416-43de-952a-2f71b8494c27 req-86bb3b71-ff57-4c26-b492-a9860469fd57 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Sep 18 01:54:21.391759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:21.415922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-56b58313-8951-4cc9-b0a5-b7cb558203a9 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c12d559b-ff18-4dd0-9e74-8cb406b9cf7c HTTP/1.1" status: 200 len: 2977 time: 0.1163034 Sep 18 01:54:21.434584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b06915-ea59-4754-b230-38be79d501e5 req-8658254f-798f-4352-8df8-1df23488a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.436086 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-8658254f-798f-4352-8df8-1df23488a400 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038880 Sep 18 01:54:21.437004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:21.484359 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc30fbf7-d59f-4ea7-a4dd-716edfdf0695 x-openstack-request-id: req-fc30fbf7-d59f-4ea7-a4dd-716edfdf0695 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:21.485281 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:21.485593 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc30fbf7-d59f-4ea7-a4dd-716edfdf0695 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:21.486055 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', 'status': 'completed', 'code': 200} Sep 18 01:54:21.520185 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f75a4-6184-404a-b361-39396f548e52 x-openstack-request-id: req-863f75a4-6184-404a-b361-39396f548e52 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:21.520470 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc137d1-b14b-439c-8c8d-3e8e9992e7c4", "tag": "d5f37d1c-95db-44e6-bac7-195fdfc4cea2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:21.520589 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-863f75a4-6184-404a-b361-39396f548e52 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:21.520880 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc137d1-b14b-439c-8c8d-3e8e9992e7c4', 'tag': 'd5f37d1c-95db-44e6-bac7-195fdfc4cea2', 'status': 'completed', 'code': 200} Sep 18 01:54:21.526309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637c8883-d5f9-4c4d-9c3f-bd9434352e45 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:21.549377 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc1461a-9982-41a5-8c0f-4c02c6f4dd7e x-openstack-request-id: req-dbc1461a-9982-41a5-8c0f-4c02c6f4dd7e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:21.550515 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9eca6f-3a15-452d-b241-2201ad091acf", "name": "network-vif-plugged", "status": "completed", "tag": "a390d5cf-6494-4dff-8de8-f179d6f13c16", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:21.551051 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbc1461a-9982-41a5-8c0f-4c02c6f4dd7e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:21.551630 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9eca6f-3a15-452d-b241-2201ad091acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a390d5cf-6494-4dff-8de8-f179d6f13c16', 'code': 200} Sep 18 01:54:21.552725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-f84a8b59-df46-4bb7-b261-44d187da4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.554909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-f84a8b59-df46-4bb7-b261-44d187da4ebe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1096 time: 0.0464427 Sep 18 01:54:21.574224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:21.579098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-97c40543-bf0b-4cc4-af14-13b738977f9a tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ce9f49b8-4dc9-47b7-ae37-91cc75007869 HTTP/1.1" status: 200 len: 2981 time: 0.1559355 Sep 18 01:54:21.613588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:21.644349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-e56d9e68-c09a-4228-a319-fc1d73d49bff service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822498 Sep 18 01:54:21.709896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-a7a7625b-eb81-40c8-b1e1-734dea906b02 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ce9f49b8-4dc9-47b7-ae37-91cc75007869 HTTP/1.1" status: 200 len: 2981 time: 0.1189356 Sep 18 01:54:21.746592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ac658-5f56-46a2-b3c2-bbe793461f29 req-48d268cc-85a7-499a-b7db-a1b3dd9676f9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.748148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c25ac658-5f56-46a2-b3c2-bbe793461f29 req-48d268cc-85a7-499a-b7db-a1b3dd9676f9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 949 time: 0.1429992 Sep 18 01:54:21.752437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5699d2a-4706-4cf3-b6df-e966e91b0b00 req-78ad7bad-2add-41bd-917e-afb791689a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.754061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5699d2a-4706-4cf3-b6df-e966e91b0b00 req-78ad7bad-2add-41bd-917e-afb791689a4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 1101 time: 0.1396811 Sep 18 01:54:21.756273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-694c0081-6d08-4ece-afa6-28bc19d8e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.757637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-694c0081-6d08-4ece-afa6-28bc19d8e770 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 912 time: 0.1935272 Sep 18 01:54:21.817859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] Transition to ACTIVE for port object 637c8883-d5f9-4c4d-9c3f-bd9434352e45 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:21.829243 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-968e9a26-5c1a-4836-87ea-10545024fa7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc HTTP/1.1" status: 200 len: 217 time: 0.0581865 Sep 18 01:54:21.831365 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:21.861054 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c25ac658-5f56-46a2-b3c2-bbe793461f29 req-8f32e14a-52ab-4a2d-aff3-687e4bcc27b0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059520 Sep 18 01:54:21.865371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-b94ee4a7-51a6-4de6-b685-f6baf3a9699c tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dbb1f833-53ee-42b6-afa9-97c88a461265 HTTP/1.1" status: 200 len: 2981 time: 0.1367102 Sep 18 01:54:21.868126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39b06915-ea59-4754-b230-38be79d501e5 req-9ccd33f5-c67f-41b7-85e4-c3e8502946ae service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940982 Sep 18 01:54:21.885308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5699d2a-4706-4cf3-b6df-e966e91b0b00 req-9c029554-e7fd-49f9-9685-8128804511e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132040 Sep 18 01:54:21.905332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-a3ab39c9-d352-4470-972c-cd8f2d0fa752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:21.906857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-a3ab39c9-d352-4470-972c-cd8f2d0fa752 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.0668659 Sep 18 01:54:21.933687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] No DVR routers for this DVR port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:54:21.939016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] Pushing event updated for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:21.940987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-66f9abcf-2dd6-455b-903c-061318f1b8dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259788 Sep 18 01:54:21.982744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-409fa6bf-3333-42e5-a09c-a00f3359e382 service neutron] 10.222.0.20 "PUT /v2.0/ports/637c8883-d5f9-4c4d-9c3f-bd9434352e45/bindings/n-h1-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2548611 Sep 18 01:54:21.984283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-9afd8616-696e-4cda-9e5d-5c13cf66a427 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dbb1f833-53ee-42b6-afa9-97c88a461265 HTTP/1.1" status: 200 len: 2981 time: 0.1105318 Sep 18 01:54:22.028595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-7648bb1d-defa-4f2a-a606-2dca11bacd8c tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f3de20bd-03e8-4fc9-b7a5-cc96cc7fe0e3 HTTP/1.1" status: 200 len: 2973 time: 0.0380123 Sep 18 01:54:22.039845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-009c0488-ab62-43e8-93e4-844da2e582c7 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910795 Sep 18 01:54:22.073666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ff4e66c-bf14-43c1-a5c4-47dea4652296 req-81b26283-6332-4aaf-88f5-b832c387bedb tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f3de20bd-03e8-4fc9-b7a5-cc96cc7fe0e3 HTTP/1.1" status: 200 len: 2973 time: 0.0381596 Sep 18 01:54:22.141488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a15b563-de91-4fc6-ab4f-2f4f9a9a992f req-d84065aa-0d85-46c6-807f-51cb9b098fc9 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938904 Sep 18 01:54:22.236973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-9cb674af-79d0-4dc8-96c7-fc42ea92b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.238479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-9cb674af-79d0-4dc8-96c7-fc42ea92b373 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 1099 time: 0.1126823 Sep 18 01:54:22.246360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-857825ab-d1ee-4d25-9b83-e939fb2cf25d tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.247751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-857825ab-d1ee-4d25-9b83-e939fb2cf25d tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1096 time: 0.0896444 Sep 18 01:54:22.264414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d38e-8b46-454f-bdf2-bcaf435f6d8d req-44f16acc-cac8-4edf-b4af-c6db07914902 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.265815 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8704d38e-8b46-454f-bdf2-bcaf435f6d8d req-44f16acc-cac8-4edf-b4af-c6db07914902 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 944 time: 0.1087878 Sep 18 01:54:22.390027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-a6074e19-4e48-4da2-a78d-81a0fa250926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.391735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-a6074e19-4e48-4da2-a78d-81a0fa250926 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74&tenant_id=a3a9a182534b46a6a35061163f3be7bd HTTP/1.1" status: 200 len: 1096 time: 0.1240232 Sep 18 01:54:22.400825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8704d38e-8b46-454f-bdf2-bcaf435f6d8d req-ffa0f567-c84a-4d91-a29f-9b8314f6a094 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139081 Sep 18 01:54:22.411037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-f553639a-076a-47eb-aa7e-bd111d65e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.412516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-f553639a-076a-47eb-aa7e-bd111d65e3f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1638951 Sep 18 01:54:22.475801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-22bc85de-5d65-4b85-b58f-a110847a2cfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=d5f37d1c-95db-44e6-bac7-195fdfc4cea2 HTTP/1.1" status: 200 len: 217 time: 0.0525272 Sep 18 01:54:22.545768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 81148ff0-bf68-458f-9df6-814fb241d97e up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:22.556058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-5096fee3-2fb4-4797-9a06-c9c9e438fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.557604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-5096fee3-2fb4-4797-9a06-c9c9e438fbfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1096 time: 0.1418922 Sep 18 01:54:22.585066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9680da8-4f05-4931-8444-322a8f237667 req-885995af-7653-4d1d-9a2c-cda4a2728f87 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.586806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9680da8-4f05-4931-8444-322a8f237667 req-885995af-7653-4d1d-9a2c-cda4a2728f87 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 944 time: 0.1149437 Sep 18 01:54:22.600843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-1f4c3794-4054-48a9-9c0d-da8e449b9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.603266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-1f4c3794-4054-48a9-9c0d-da8e449b9943 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1150815 Sep 18 01:54:22.610703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 81148ff0-bf68-458f-9df6-814fb241d97e completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:22.614894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 81148ff0-bf68-458f-9df6-814fb241d97e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:22.615283 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:22.655302 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82765ec3-fe41-4d46-b6c8-271684cc6374 req-17773a1b-660a-4911-882a-8d06a2ed826f tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03924c7c41ea455080eef1e0edfc5997 HTTP/1.1" status: 200 len: 6103 time: 0.0792694 Sep 18 01:54:22.709395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:22.712211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82765ec3-fe41-4d46-b6c8-271684cc6374 req-3c907f26-ccf0-490b-99b0-4e7449f50973 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "GET /v2.0/security-groups/9a9ccc1d-8441-460a-8d84-34eef57abac0 HTTP/1.1" status: 200 len: 2981 time: 0.0502243 Sep 18 01:54:22.736410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9680da8-4f05-4931-8444-322a8f237667 req-e2dceb3a-550b-4ca1-b5e3-6b95361cd16c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373968 Sep 18 01:54:22.744051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-d8c4ae57-05ac-4df2-9881-6cbc0bb6d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.746374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-d8c4ae57-05ac-4df2-9881-6cbc0bb6d03c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268210 Sep 18 01:54:22.778994 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82765ec3-fe41-4d46-b6c8-271684cc6374 req-f33670c7-7662-4671-ae9f-5e3bee9ef10c tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "GET /v2.0/security-groups/9a9ccc1d-8441-460a-8d84-34eef57abac0 HTTP/1.1" status: 200 len: 2981 time: 0.0626233 Sep 18 01:54:22.785720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 81148ff0-bf68-458f-9df6-814fb241d97e, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=81148ff0-bf68-458f-9df6-814fb241d97e,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:22.792344 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:22.793702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4c3902c1-8122-4066-9aa0-7bdea5b39061 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:22.817956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-ff8e3e3d-1f31-4dfc-86b3-5ca30b21c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.821812 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-ff8e3e3d-1f31-4dfc-86b3-5ca30b21c6ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.2543800 Sep 18 01:54:22.877686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef2c2-74aa-4fdd-9c3c-d1981d6aae97 req-b75c2702-27f2-4f6b-a76c-315314459720 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:22.880573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a0ef2c2-74aa-4fdd-9c3c-d1981d6aae97 req-b75c2702-27f2-4f6b-a76c-315314459720 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 947 time: 0.0540974 Sep 18 01:54:22.923940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a0ef2c2-74aa-4fdd-9c3c-d1981d6aae97 req-88031d00-43d1-45a6-85c5-a576c75027d2 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Sep 18 01:54:22.932240 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-061f70b3-6292-4d76-b45d-b3c0e7fcc847 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 200 len: 217 time: 0.0688677 Sep 18 01:54:23.006485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c91e5e-17a2-47cd-989a-2b3a7c92e859 req-2a0f2652-c666-4f56-85db-f606c831b742 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:23.008573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28c91e5e-17a2-47cd-989a-2b3a7c92e859 req-2a0f2652-c666-4f56-85db-f606c831b742 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.1441727 Sep 18 01:54:23.014377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-1ed49948-ffc9-4c0a-b605-ddb59575ac6a service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581255 Sep 18 01:54:23.032006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=81148ff0-bf68-458f-9df6-814fb241d97e,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:23.034659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-dbb9ac1d-c33e-4ebe-9ee9-2fe28c8f8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:23.035951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-dbb9ac1d-c33e-4ebe-9ee9-2fe28c8f8fd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0935950 Sep 18 01:54:23.042493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.042997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.043434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.043868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.044301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.044860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.045283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.045704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.046126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.046567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.047020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.047903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:23.062258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 4c3902c1-8122-4066-9aa0-7bdea5b39061 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:23.067435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 4c3902c1-8122-4066-9aa0-7bdea5b39061 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:23.068138 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.076455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6da6b3ae-d260-474e-a9f4-fc4941d5bef8 req-1944bf85-291b-40e8-940f-241c5ec2d58d tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c2ffd749-9b32-43ac-962a-b0a678d1ad51 HTTP/1.1" status: 200 len: 1777 time: 0.0446157 Sep 18 01:54:23.095130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-5fda15b9-5f5f-47ed-9593-bebb3046ab79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442050 Sep 18 01:54:23.146201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6da6b3ae-d260-474e-a9f4-fc4941d5bef8 req-0e654e5a-2759-4083-af77-0886b39b476f tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.166294 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28c91e5e-17a2-47cd-989a-2b3a7c92e859 req-fe49ee91-5a72-42ce-b29f-b265eff753c2 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348889 Sep 18 01:54:23.175310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6da6b3ae-d260-474e-a9f4-fc4941d5bef8 req-0e654e5a-2759-4083-af77-0886b39b476f tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.188958 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.231328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6da6b3ae-d260-474e-a9f4-fc4941d5bef8 req-0e654e5a-2759-4083-af77-0886b39b476f tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.233604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5963d45-2b9b-40db-a497-8301ed8f5988 req-f5b25166-00c6-4f5b-bae9-82d9a152b2ab service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109573 Sep 18 01:54:23.243053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6da6b3ae-d260-474e-a9f4-fc4941d5bef8 req-0e654e5a-2759-4083-af77-0886b39b476f tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.256198 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-e734b97e-4ff3-4b64-957b-527ecfc9a4ec service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482935 Sep 18 01:54:23.256666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6da6b3ae-d260-474e-a9f4-fc4941d5bef8 req-0e654e5a-2759-4083-af77-0886b39b476f tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2ffd749-9b32-43ac-962a-b0a678d1ad51 HTTP/1.1" status: 204 len: 173 time: 0.1671629 Sep 18 01:54:23.257768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:23.263472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.274513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e654e5a-2759-4083-af77-0886b39b476f tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ffd749-9b32-43ac-962a-b0a678d1ad51,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:23.341586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:23.348007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ad9e19e-c2b7-4664-b7f6-be776775a761 req-ffbb172e-6754-4189-ad25-b534a1a73101 tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "GET /v2.0/security-groups/788ccbc3-5633-4ded-b14a-32c986d4c948 HTTP/1.1" status: 200 len: 1777 time: 0.0415847 Sep 18 01:54:23.375815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf69b6-21f1-4f63-953e-0276fb4a03b1 req-b26de959-5ec6-47f2-8428-ebf66d8e760a tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:23.377300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bddf69b6-21f1-4f63-953e-0276fb4a03b1 req-b26de959-5ec6-47f2-8428-ebf66d8e760a tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 949 time: 0.1201010 Sep 18 01:54:23.406094 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-b6d23b6e-010f-4452-a673-ce7178314593 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389134 Sep 18 01:54:23.406918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5ad9e19e-c2b7-4664-b7f6-be776775a761 req-b5cbf3ac-448c-4320-99f6-a7f40a12ef7c tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.426788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bddf69b6-21f1-4f63-953e-0276fb4a03b1 req-423f2445-fed5-419b-a95d-a04fb6471196 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Sep 18 01:54:23.432505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5ad9e19e-c2b7-4664-b7f6-be776775a761 req-b5cbf3ac-448c-4320-99f6-a7f40a12ef7c tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.477723 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5ad9e19e-c2b7-4664-b7f6-be776775a761 req-b5cbf3ac-448c-4320-99f6-a7f40a12ef7c tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.480653 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5ad9e19e-c2b7-4664-b7f6-be776775a761 req-b5cbf3ac-448c-4320-99f6-a7f40a12ef7c tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.481884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ad9e19e-c2b7-4664-b7f6-be776775a761 req-b5cbf3ac-448c-4320-99f6-a7f40a12ef7c tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/788ccbc3-5633-4ded-b14a-32c986d4c948 HTTP/1.1" status: 204 len: 173 time: 0.1234269 Sep 18 01:54:23.489772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbf3ac-448c-4320-99f6-a7f40a12ef7c tempest-SecurityGroupsTestAdminJSON-4314471 tempest-SecurityGroupsTestAdminJSON-4314471-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ccbc3-5633-4ded-b14a-32c986d4c948,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:23.553956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b3ad7-1fed-45bd-8066-c8a02c699856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81148ff0-bf68-458f-9df6-814fb241d97e'}, {'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:23.556747 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ad9148-30b4-4a4d-91dd-e2760cfe7790" -d '{"events": [{"server_uuid": "2f8b3ad7-1fed-45bd-8066-c8a02c699856", "name": "network-vif-plugged", "status": "completed", "tag": "81148ff0-bf68-458f-9df6-814fb241d97e"}, {"server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "name": "network-vif-plugged", "status": "completed", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:23.580051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c403b9f-50c7-4e98-9b64-c96714cb3a5f req-e8a9a24c-84ba-45d2-bca7-46395f84ba64 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:23.581593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c403b9f-50c7-4e98-9b64-c96714cb3a5f req-e8a9a24c-84ba-45d2-bca7-46395f84ba64 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 944 time: 0.0541255 Sep 18 01:54:23.596449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f1cfb-51a9-41c8-860c-35453c896fe9 req-a7613934-a0e2-49d8-a822-b60ab04653c6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:23.599458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-764f1cfb-51a9-41c8-860c-35453c896fe9 req-a7613934-a0e2-49d8-a822-b60ab04653c6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 949 time: 0.0606396 Sep 18 01:54:23.639858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-764f1cfb-51a9-41c8-860c-35453c896fe9 req-bd0665dd-8855-4d6e-a746-e0e4dc9fcfaf tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338063 Sep 18 01:54:23.659013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c403b9f-50c7-4e98-9b64-c96714cb3a5f req-fe8192d4-ff59-4c41-9ff6-e2a134a6da49 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684290 Sep 18 01:54:23.665662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-83f537f1-4121-45ac-b9f8-f7beee7b2923 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:23.667152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-83f537f1-4121-45ac-b9f8-f7beee7b2923 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1096 time: 0.0629132 Sep 18 01:54:23.719652 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487a7ab4-349e-457a-b6d8-d59aa2c88923 x-openstack-request-id: req-487a7ab4-349e-457a-b6d8-d59aa2c88923 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:23.720168 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b3ad7-1fed-45bd-8066-c8a02c699856", "name": "network-vif-plugged", "status": "completed", "tag": "81148ff0-bf68-458f-9df6-814fb241d97e", "code": 200}, {"server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "name": "network-vif-plugged", "status": "completed", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:23.720862 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-487a7ab4-349e-457a-b6d8-d59aa2c88923 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:23.720862 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b3ad7-1fed-45bd-8066-c8a02c699856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81148ff0-bf68-458f-9df6-814fb241d97e', 'code': 200} Sep 18 01:54:23.721226 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061', 'code': 200} Sep 18 01:54:23.767781 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66eab0c7-6aea-4042-bdfd-66db13a0de54 req-abb79530-6c59-42b4-8c24-6e665cd1e9b7 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "GET /v2.0/security-groups/bd3acd1e-79bf-4781-b77f-58a2a33abd55 HTTP/1.1" status: 200 len: 1777 time: 0.0832505 Sep 18 01:54:23.844165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdde2b9-6355-46b1-a48b-5b1bd326fe4a req-f8539066-8c69-4436-aa27-309fab623d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:23.845662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bdde2b9-6355-46b1-a48b-5b1bd326fe4a req-f8539066-8c69-4436-aa27-309fab623d04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 1101 time: 0.0451825 Sep 18 01:54:23.884973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bdde2b9-6355-46b1-a48b-5b1bd326fe4a req-7db6b70c-d93a-464a-82bf-4505c4e1d8d0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Sep 18 01:54:23.898850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949370fa-6054-44de-b581-1b879dc72bfa req-a4e68e25-7f61-45a7-af6b-0bfa8263a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:23.900483 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-949370fa-6054-44de-b581-1b879dc72bfa req-a4e68e25-7f61-45a7-af6b-0bfa8263a350 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1098 time: 0.0946186 Sep 18 01:54:23.903404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-998090b0-6bd4-411d-8eff-b69cb7436d2b service neutron] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:23.904887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-66eab0c7-6aea-4042-bdfd-66db13a0de54 req-1e95603c-914b-4370-af86-802b20fe2c28 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.908390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-998090b0-6bd4-411d-8eff-b69cb7436d2b service neutron] Notify callbacks [] for binding, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.909400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-633aa0f4-7f7f-4f30-b976-3598868b596a req-998090b0-6bd4-411d-8eff-b69cb7436d2b service neutron] 10.222.0.18 "DELETE /v2.0/ports/637c8883-d5f9-4c4d-9c3f-bd9434352e45/bindings/n-h2-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.2338469 Sep 18 01:54:23.931577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-66eab0c7-6aea-4042-bdfd-66db13a0de54 req-1e95603c-914b-4370-af86-802b20fe2c28 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.972731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-66eab0c7-6aea-4042-bdfd-66db13a0de54 req-1e95603c-914b-4370-af86-802b20fe2c28 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.975439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-66eab0c7-6aea-4042-bdfd-66db13a0de54 req-1e95603c-914b-4370-af86-802b20fe2c28 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:23.977281 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66eab0c7-6aea-4042-bdfd-66db13a0de54 req-1e95603c-914b-4370-af86-802b20fe2c28 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd3acd1e-79bf-4781-b77f-58a2a33abd55 HTTP/1.1" status: 204 len: 173 time: 0.2016890 Sep 18 01:54:23.986655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95603c-914b-4370-af86-802b20fe2c28 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3acd1e-79bf-4781-b77f-58a2a33abd55,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:24.039511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8470f0b-4127-45a9-b9aa-78923853872f req-49931386-eb39-4f1f-a35c-a461a13647c4 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:24.041016 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8470f0b-4127-45a9-b9aa-78923853872f req-49931386-eb39-4f1f-a35c-a461a13647c4 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 944 time: 0.0588350 Sep 18 01:54:24.080202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8470f0b-4127-45a9-b9aa-78923853872f req-2dfe6757-2f02-490d-84a6-d8bbff6fe3b0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Sep 18 01:54:24.104383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e631b-d5e9-4fc8-aea0-aaa981f09948 req-e021534c-7f4e-4d4e-8177-158117a42f07 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:24.106062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f2e631b-d5e9-4fc8-aea0-aaa981f09948 req-e021534c-7f4e-4d4e-8177-158117a42f07 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 947 time: 0.0677640 Sep 18 01:54:24.129903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-949370fa-6054-44de-b581-1b879dc72bfa req-ff07cdbc-8b12-4391-a94c-2cac3ec72d5c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543821 Sep 18 01:54:24.152351 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2472902d-60e3-4cbb-8cb4-161eba7a9172 req-52bab4ef-da5a-48c7-b803-9e011db52af7 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "GET /v2.0/security-groups/d714697e-97da-4821-aed9-3b8d552c7af6 HTTP/1.1" status: 200 len: 1778 time: 0.0436101 Sep 18 01:54:24.155717 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f2e631b-d5e9-4fc8-aea0-aaa981f09948 req-7670b5b7-6b10-4f09-914c-575d1b989c2f tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Sep 18 01:54:24.210657 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2472902d-60e3-4cbb-8cb4-161eba7a9172 req-2dab2cef-9377-414c-84ef-cde6c6faae73 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.232700 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2472902d-60e3-4cbb-8cb4-161eba7a9172 req-2dab2cef-9377-414c-84ef-cde6c6faae73 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.272450 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2472902d-60e3-4cbb-8cb4-161eba7a9172 req-2dab2cef-9377-414c-84ef-cde6c6faae73 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.275477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2472902d-60e3-4cbb-8cb4-161eba7a9172 req-2dab2cef-9377-414c-84ef-cde6c6faae73 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.276619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2472902d-60e3-4cbb-8cb4-161eba7a9172 req-2dab2cef-9377-414c-84ef-cde6c6faae73 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] 10.222.0.21 "DELETE /v2.0/security-groups/d714697e-97da-4821-aed9-3b8d552c7af6 HTTP/1.1" status: 204 len: 173 time: 0.1176302 Sep 18 01:54:24.287927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab2cef-9377-414c-84ef-cde6c6faae73 tempest-SecurityGroupsTestAdminJSON-1072918033 tempest-SecurityGroupsTestAdminJSON-1072918033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d714697e-97da-4821-aed9-3b8d552c7af6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:24.419382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84a63b-4a50-42ae-b603-c2479435da5e req-e99a5f55-5035-4d36-81eb-9d845dbe74f5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:24.421242 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e84a63b-4a50-42ae-b603-c2479435da5e req-e99a5f55-5035-4d36-81eb-9d845dbe74f5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0554399 Sep 18 01:54:24.475301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e84a63b-4a50-42ae-b603-c2479435da5e req-663acd97-36c6-4524-94b8-04f5b5ebb19b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Sep 18 01:54:24.520916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device d5f37d1c-95db-44e6-bac7-195fdfc4cea2 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:24.524571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 637c8883-d5f9-4c4d-9c3f-bd9434352e45 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:54:24.563614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device bf0da0ed-34f0-4be7-b64b-be12b39cb8fc details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:24.613543 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 637c8883-d5f9-4c4d-9c3f-bd9434352e45 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:54:24.625809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39752) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:24.781209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port d5f37d1c-95db-44e6-bac7-195fdfc4cea2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:24.785246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d7bd-b362-472c-b8f8-f733e34d5a7a req-8b89199b-bee8-4d26-b119-f972c1b1a857 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:24.786803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-37f0d7bd-b362-472c-b8f8-f733e34d5a7a req-8b89199b-bee8-4d26-b119-f972c1b1a857 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 949 time: 0.0630419 Sep 18 01:54:24.796873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:24.805670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'd5f37d1c-95db-44e6-bac7-195fdfc4cea2', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'd5f37d1c-95db-44e6-bac7-195fdfc4cea2', 'mac_address': 'fa:16:3e:4b:3d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:24.815938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a', 'port_id': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', 'mac_address': 'fa:16:3e:0c:8c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d38057-c427-4d9c-a41b-e8513cd01048', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:24.843360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-37f0d7bd-b362-472c-b8f8-f733e34d5a7a req-bcc8cb6b-c7e9-4989-ad00-35fe02307cf5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486157 Sep 18 01:54:24.850282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39764) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:24.851493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-15cdbadf-6f01-4efb-9fc7-98b1d2163aee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03924c7c41ea455080eef1e0edfc5997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232988 Sep 18 01:54:24.883991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65aa2-5176-4d27-a98b-c77c205c1946 req-b1c3e30f-908f-4334-b08a-01ca1079798b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:24.885669 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ded65aa2-5176-4d27-a98b-c77c205c1946 req-b1c3e30f-908f-4334-b08a-01ca1079798b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 944 time: 0.0901623 Sep 18 01:54:24.890967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.913140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f37d1c-95db-44e6-bac7-195fdfc4cea2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:24.919123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.948186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0da0ed-34f0-4be7-b64b-be12b39cb8fc {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:24.952078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f23cc00-05a4-42c1-9de4-5d3aa69f5f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.957002 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port d5f37d1c-95db-44e6-bac7-195fdfc4cea2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:24.966437 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:24.986236 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ded65aa2-5176-4d27-a98b-c77c205c1946 req-d73d16fb-dfdf-4ecd-bc8f-2d7b8e74afa4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924368 Sep 18 01:54:24.995709 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:24.997144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f23cc00-05a4-42c1-9de4-5d3aa69f5f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.036418 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.060795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:25.063708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f23cc00-05a4-42c1-9de4-5d3aa69f5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.072773 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f23cc00-05a4-42c1-9de4-5d3aa69f5f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.076301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0f23cc00-05a4-42c1-9de4-5d3aa69f5f1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a9ccc1d-8441-460a-8d84-34eef57abac0 HTTP/1.1" status: 204 len: 168 time: 0.2217197 Sep 18 01:54:25.085082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23cc00-05a4-42c1-9de4-5d3aa69f5f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ccc1d-8441-460a-8d84-34eef57abac0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:25.157356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f3d06-3d8a-4f16-ab67-e6c63933809e req-4170018c-9449-4704-8ade-6f51e9d9a2a7 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:25.159324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043f3d06-3d8a-4f16-ab67-e6c63933809e req-4170018c-9449-4704-8ade-6f51e9d9a2a7 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 1096 time: 0.0566485 Sep 18 01:54:25.189286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:25.219086 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043f3d06-3d8a-4f16-ab67-e6c63933809e req-c86d81a0-aee0-4719-ad6f-824d881bd70f tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497251 Sep 18 01:54:25.245960 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.257636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['d5f37d1c-95db-44e6-bac7-195fdfc4cea2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:25.257839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688239c-c08b-4fd2-8a22-5ee209d5ba92 req-ffe46552-e32b-4ce3-9493-01d49a99b94c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:25.266400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a688239c-c08b-4fd2-8a22-5ee209d5ba92 req-ffe46552-e32b-4ce3-9493-01d49a99b94c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 945 time: 0.1064541 Sep 18 01:54:25.311786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:25.319987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a688239c-c08b-4fd2-8a22-5ee209d5ba92 req-c2ed79fb-ebc4-4e70-b7b8-a74b7d0cdad8 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505712 Sep 18 01:54:25.384026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:25.387992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3f79-7500-4591-9453-855fa8a98503 req-a7a0120e-1125-4d4f-9208-8fd7be475698 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:25.391365 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eaea3f79-7500-4591-9453-855fa8a98503 req-a7a0120e-1125-4d4f-9208-8fd7be475698 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 948 time: 0.0686061 Sep 18 01:54:25.487871 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.513421 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eaea3f79-7500-4591-9453-855fa8a98503 req-f76bcc51-e224-4cf0-a908-9b66e53595d0 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132631 Sep 18 01:54:25.588209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39804) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:25.644839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26d03bc3-e036-4dc7-bb41-4f09819eb41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.682998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5a3e63dd-420e-44be-9c20-abf7ec7ef546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=052d00112c7a4a9788f9f22e09428f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934629 Sep 18 01:54:25.687802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39806) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:25.722015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-7f9f881c-088b-40aa-92d9-8d688cdf0470 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:25.724072 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-7f9f881c-088b-40aa-92d9-8d688cdf0470 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 807 time: 0.1273067 Sep 18 01:54:25.745399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-d9410a11-afab-4cfa-aaa4-4d314ea58673 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/quotas/a3a9a182534b46a6a35061163f3be7bd HTTP/1.1" status: 200 len: 375 time: 0.0096450 Sep 18 01:54:25.762394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c783-c7cf-43f6-8511-749c0b38ee67 req-7cb814b7-e07c-494a-b76e-5ffcb45241ea tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:25.763944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07f3c783-c7cf-43f6-8511-749c0b38ee67 req-7cb814b7-e07c-494a-b76e-5ffcb45241ea tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.1205449 Sep 18 01:54:25.799219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-cc2f194c-09f8-41e5-8c67-0649dc648272 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475233 Sep 18 01:54:25.825705 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1591329e-af7f-4c92-9542-60f3895fddb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.845158 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07f3c783-c7cf-43f6-8511-749c0b38ee67 req-11c39bd8-860c-4e86-87eb-95629c21112d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735130 Sep 18 01:54:25.875379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1591329e-af7f-4c92-9542-60f3895fddb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.901279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26d03bc3-e036-4dc7-bb41-4f09819eb41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.909701 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-9d01967a-b089-448f-bcf5-f3ce971d5c30 service neutron] 10.222.0.21 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029048 Sep 18 01:54:25.915355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26d03bc3-e036-4dc7-bb41-4f09819eb41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:25.985861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d03bc3-e036-4dc7-bb41-4f09819eb41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35022495-83c4-4b50-96e6-1875110c3964,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:25.994087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-26d03bc3-e036-4dc7-bb41-4f09819eb41f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b443a50d5c1409a941c2ed3a69fb3bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6800964 Sep 18 01:54:25.996087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39812) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:26.008369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-7a9cc3ee-0f23-4539-bc0c-44fc2f23ab8b service neutron] 10.222.0.21 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897307 Sep 18 01:54:26.040474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e06d-f60d-491b-924a-d617841fc9d4 req-02db6aa0-68c7-4225-bc8a-2681bae93360 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:26.041962 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc26e06d-f60d-491b-924a-d617841fc9d4 req-02db6aa0-68c7-4225-bc8a-2681bae93360 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 949 time: 0.1183069 Sep 18 01:54:26.047088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1591329e-af7f-4c92-9542-60f3895fddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:26.049676 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1591329e-af7f-4c92-9542-60f3895fddb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:26.050960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1591329e-af7f-4c92-9542-60f3895fddb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aba59dd5-6daf-42a5-a17c-99fa0b111a1e HTTP/1.1" status: 204 len: 168 time: 0.3608944 Sep 18 01:54:26.080688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591329e-af7f-4c92-9542-60f3895fddb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba59dd5-6daf-42a5-a17c-99fa0b111a1e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:26.113684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38a42c4f-9260-42a7-9ec8-080e689fd86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:26.120159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc26e06d-f60d-491b-924a-d617841fc9d4 req-085f53ef-d0cb-44b2-b753-fdaaf0a24162 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622978 Sep 18 01:54:26.140496 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38a42c4f-9260-42a7-9ec8-080e689fd86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:26.216986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b551fd4-7d90-4f37-8b50-effa13fa7726 req-42f9fae9-72f8-46ce-be5f-227b85b5feae tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 210 time: 0.0406814 Sep 18 01:54:26.243285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38a42c4f-9260-42a7-9ec8-080e689fd86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:26.246453 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38a42c4f-9260-42a7-9ec8-080e689fd86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:26.247707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-38a42c4f-9260-42a7-9ec8-080e689fd86d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35022495-83c4-4b50-96e6-1875110c3964 HTTP/1.1" status: 204 len: 168 time: 0.2507200 Sep 18 01:54:26.278564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a42c4f-9260-42a7-9ec8-080e689fd86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35022495-83c4-4b50-96e6-1875110c3964,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:26.278884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3961ec1-b0f9-4d72-9c57-318eea5eec93 req-8c661e40-63aa-44b0-b819-b040c77ffb63 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:26.286662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e3961ec1-b0f9-4d72-9c57-318eea5eec93 req-8c661e40-63aa-44b0-b819-b040c77ffb63 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1098 time: 0.0767024 Sep 18 01:54:26.332191 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e3961ec1-b0f9-4d72-9c57-318eea5eec93 req-f8fa4e50-fe5c-43da-9409-b5ba5ba88a77 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Sep 18 01:54:26.486078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be91ff-65c6-4877-92b9-64e959cae9e7 req-7f28ceaf-9220-4fc6-aa2b-86e9bb574f5b tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:26.488284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98be91ff-65c6-4877-92b9-64e959cae9e7 req-7f28ceaf-9220-4fc6-aa2b-86e9bb574f5b tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 945 time: 0.0691307 Sep 18 01:54:26.513692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device d5f37d1c-95db-44e6-bac7-195fdfc4cea2 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:26.574248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device bf0da0ed-34f0-4be7-b64b-be12b39cb8fc up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:26.582592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98be91ff-65c6-4877-92b9-64e959cae9e7 req-63229d09-d985-4a7d-b4b1-a11279bd2282 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797379 Sep 18 01:54:26.757978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:26.770303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:26.770944 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:26.773374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:26.786102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f8a2-14cf-426a-b56e-82113b419c55 req-61664846-c161-4e76-bc1a-ff9269d0ec3e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:26.791595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:26.792614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:26.801794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f8a2-14cf-426a-b56e-82113b419c55 req-61664846-c161-4e76-bc1a-ff9269d0ec3e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:26.812941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ee1f8a2-14cf-426a-b56e-82113b419c55 req-61664846-c161-4e76-bc1a-ff9269d0ec3e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856&device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 1689 time: 0.1398432 Sep 18 01:54:26.906141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05cc8-cd9f-4995-8b4a-bdb3ecf21521 req-30c6a80f-0fe6-4113-a1f1-18dca1ef7c1a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:26.909206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ee1f8a2-14cf-426a-b56e-82113b419c55 req-5d68ff49-4518-4cf3-865b-531a33fad4a0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926008 Sep 18 01:54:26.910288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33d05cc8-cd9f-4995-8b4a-bdb3ecf21521 req-30c6a80f-0fe6-4113-a1f1-18dca1ef7c1a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 948 time: 0.0979435 Sep 18 01:54:27.036913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33d05cc8-cd9f-4995-8b4a-bdb3ecf21521 req-781d3246-35ac-473e-8d3c-89230571d54a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004922 Sep 18 01:54:27.040307 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:27.065024 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:27.072493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:27.074750 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40d374c-788c-4bed-a6fe-92c614423f92" -d '{"events": [{"server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "name": "network-vif-plugged", "status": "completed", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:27.095326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:27.102998 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:27.157938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:27.161436 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4573c8f0-0ded-4b87-902a-cf0458e237e5 x-openstack-request-id: req-4573c8f0-0ded-4b87-902a-cf0458e237e5 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:27.162011 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "name": "network-vif-plugged", "status": "completed", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:27.162466 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4573c8f0-0ded-4b87-902a-cf0458e237e5 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:27.163103 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', 'code': 200} Sep 18 01:54:27.175004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port d5f37d1c-95db-44e6-bac7-195fdfc4cea2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:27.184086 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:27.232666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bbdef-0b0e-4376-a4e7-a69248e459a5 req-61e0cdaf-6cd9-4fbc-a88c-51376fa6101d tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:27.241506 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-955bbdef-0b0e-4376-a4e7-a69248e459a5 req-61e0cdaf-6cd9-4fbc-a88c-51376fa6101d tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 1101 time: 0.1124375 Sep 18 01:54:27.316310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:27.380105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-955bbdef-0b0e-4376-a4e7-a69248e459a5 req-42c4c189-9c77-4e06-b7a3-8cdb1b3b312d tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229732 Sep 18 01:54:27.380323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e58c7ff-bd17-40d8-b1c5-3f86f6ce30ce req-dae9869d-5f1a-467d-8ce4-e5fcae389fdc tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 210 time: 0.0492132 Sep 18 01:54:27.388497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9cbe8-5c06-4583-9a8d-ce4d0b5ae0da req-a4400e30-ddbd-4728-b527-250f75326bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:27.393548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dd9cbe8-5c06-4583-9a8d-ce4d0b5ae0da req-a4400e30-ddbd-4728-b527-250f75326bde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1098 time: 0.1446457 Sep 18 01:54:27.481020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dd9cbe8-5c06-4583-9a8d-ce4d0b5ae0da req-b52e5921-d584-4fff-ae73-44db552da046 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794241 Sep 18 01:54:27.498865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca354-f7e9-49e4-b99a-1993de872ea8 req-ef2a840e-8bb9-4d22-9e4d-662442731702 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:27.507724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b09ca354-f7e9-49e4-b99a-1993de872ea8 req-ef2a840e-8bb9-4d22-9e4d-662442731702 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 1101 time: 0.0696104 Sep 18 01:54:27.552287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b09ca354-f7e9-49e4-b99a-1993de872ea8 req-a631232a-ef64-45f0-817e-50badd34e3ef tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 Sep 18 01:54:27.795682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888156c6-710a-4de1-9743-8db3ccc0c3b6 req-2172ba95-9972-4c94-a0b9-8b5c44a3cd88 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:27.806540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-888156c6-710a-4de1-9743-8db3ccc0c3b6 req-2172ba95-9972-4c94-a0b9-8b5c44a3cd88 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 946 time: 0.1025403 Sep 18 01:54:27.859691 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-888156c6-710a-4de1-9743-8db3ccc0c3b6 req-3e5deab2-fcb8-4e49-9350-963e50b2cc6e tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515184 Sep 18 01:54:28.072443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-b7f51435-ebf5-487b-9f29-433cbb0e6498 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:28.074005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-b7f51435-ebf5-487b-9f29-433cbb0e6498 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 807 time: 0.4126065 Sep 18 01:54:28.100911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Request body: {'port': {'device_id': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'admin_state_up': True, 'tenant_id': 'a3a9a182534b46a6a35061163f3be7bd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:28.153703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-78ce9133-8a92-445d-9c08-f8072cdb93da tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647390 Sep 18 01:54:28.285573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466be5ee-9579-4cea-af49-6359e0f6b78e req-3e269590-dd93-4535-b602-d8f6ffd308bf tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:28.292821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466be5ee-9579-4cea-af49-6359e0f6b78e req-3e269590-dd93-4535-b602-d8f6ffd308bf tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 949 time: 0.1523790 Sep 18 01:54:28.344169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e155-0138-46d9-bfde-062f653039d1 req-069fe7e7-ec9b-46fb-9324-f8960477bd34 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:28.352617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-069fe7e7-ec9b-46fb-9324-f8960477bd34 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979053 Sep 18 01:54:28.356191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466be5ee-9579-4cea-af49-6359e0f6b78e req-90671052-64ce-4574-97c6-eb706b14b8fd tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624502 Sep 18 01:54:28.384489 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-98d85bc9-76df-49ad-a598-6dd2ae587c0c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/quotas/ae5198e3a8de4c05ba413d48aaec7c7a HTTP/1.1" status: 200 len: 375 time: 0.0303152 Sep 18 01:54:28.397245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Made reservation on behalf of a3a9a182534b46a6a35061163f3be7bd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:28.400939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:28.468763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-1b6a2e83-0314-4b53-88b3-2abd36c4e463 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0793288 Sep 18 01:54:28.500617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39948) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:28.796142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abb9cfb-0828-4d0a-8104-3c2c9767703b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:28.935216 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9a95d34-4176-4134-a543-b7cfa45a4bef req-c571a16c-106a-436a-9d6b-63b40aaf890d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 210 time: 0.4470434 Sep 18 01:54:28.956634 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abb9cfb-0828-4d0a-8104-3c2c9767703b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:28.982518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abb9cfb-0828-4d0a-8104-3c2c9767703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.001619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Allocated IP 172.20.0.13 (2a6967de-a06b-40d2-a635-71d7b76a90af/54fdb8d0-5ac2-4c8a-b7be-6137737208b8/dd54491e-bd19-4615-82c6-d0fed060f6e5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:29.031152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-663e3a5d-c0d7-40c2-a957-8803470be7c3 req-91084a38-e1d6-415b-9a74-3dfce6760ffe tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 210 time: 0.0345156 Sep 18 01:54:29.041274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb9cfb-0828-4d0a-8104-3c2c9767703b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55aa8450-a6d2-4007-83b7-b04605b2bfb6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:29.048953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-441053fb-3cb7-46b6-bb9e-819a05c7529c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1171236 Sep 18 01:54:29.088102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8abb9cfb-0828-4d0a-8104-3c2c9767703b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9092814447594f709853be2128ce7e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863583 Sep 18 01:54:29.093287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39976) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:29.164933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc137d1-b14b-439c-8c8d-3e8e9992e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f37d1c-95db-44e6-bac7-195fdfc4cea2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:29.167868 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5951c1-a81e-4a56-8f89-e71da2935b18" -d '{"events": [{"server_uuid": "5dc137d1-b14b-439c-8c8d-3e8e9992e7c4", "name": "network-vif-plugged", "status": "completed", "tag": "d5f37d1c-95db-44e6-bac7-195fdfc4cea2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:29.204458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-69b330eb-1f9f-4c5a-85a1-24fcb852fd7f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:29.217734 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-69b330eb-1f9f-4c5a-85a1-24fcb852fd7f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486883 Sep 18 01:54:29.231414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4c8db865-6b4b-47ec-977f-79f9d6b1be78 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/quotas/e51d2e63e0a04734ad1ee20e7c65b3e1 HTTP/1.1" status: 200 len: 375 time: 0.0128400 Sep 18 01:54:29.269859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-d5abd764-fce0-411d-9b67-cd7b3880948f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322406 Sep 18 01:54:29.276609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28e85d-87a9-44d5-8925-03cd70f398cb req-2bd7bd58-da39-443e-9def-ca82d93b696c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:29.283611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c28e85d-87a9-44d5-8925-03cd70f398cb req-2bd7bd58-da39-443e-9def-ca82d93b696c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 946 time: 0.1436672 Sep 18 01:54:29.312553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ae3f-f393-4261-9750-b5cf15f5319f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.329230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.372534 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ae3f-f393-4261-9750-b5cf15f5319f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.410813 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c28e85d-87a9-44d5-8925-03cd70f398cb req-205314b3-b3ae-4e7e-9031-d9b1b8239ba9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215339 Sep 18 01:54:29.531033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ae3f-f393-4261-9750-b5cf15f5319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.537930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ae3f-f393-4261-9750-b5cf15f5319f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.541133 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6814e1-06b8-4580-8052-99edd87e3492 x-openstack-request-id: req-2e6814e1-06b8-4580-8052-99edd87e3492 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:29.541682 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc137d1-b14b-439c-8c8d-3e8e9992e7c4", "name": "network-vif-plugged", "status": "completed", "tag": "d5f37d1c-95db-44e6-bac7-195fdfc4cea2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:29.542213 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e6814e1-06b8-4580-8052-99edd87e3492 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:29.542875 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc137d1-b14b-439c-8c8d-3e8e9992e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f37d1c-95db-44e6-bac7-195fdfc4cea2', 'code': 200} Sep 18 01:54:29.550114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0eb5ae3f-f393-4261-9750-b5cf15f5319f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55aa8450-a6d2-4007-83b7-b04605b2bfb6 HTTP/1.1" status: 204 len: 168 time: 0.4487951 Sep 18 01:54:29.592058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.608939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ae3f-f393-4261-9750-b5cf15f5319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aa8450-a6d2-4007-83b7-b04605b2bfb6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:29.739684 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-aa9cb579-ffe1-483f-ab68-7f1bbf27199c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-712574851&fields=id&tenant_id=42f1c72c38a5469386afee0877100f8a HTTP/1.1" status: 200 len: 267 time: 0.0803459 Sep 18 01:54:29.743972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Network 2a6967de-a06b-40d2-a635-71d7b76a90af is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:29.762424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:29.770255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:29.783280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da7fbf-b216-47b9-9b15-c644b5b496f7 req-c72af057-c37b-4c4d-93df-e3e905772e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:29.785031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35da7fbf-b216-47b9-9b15-c644b5b496f7 req-c72af057-c37b-4c4d-93df-e3e905772e46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 1101 time: 0.1066022 Sep 18 01:54:29.807400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-e61a94b3-4e36-4ac3-8616-67d49cf396b0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:29.809304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-e61a94b3-4e36-4ac3-8616-67d49cf396b0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 946 time: 0.0685935 Sep 18 01:54:29.836224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'port': {'security_groups': ['ce9f49b8-4dc9-47b7-ae37-91cc75007869', '8e061075-605c-4370-9f3c-4219def64382']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:29.884712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c9aff-0eed-4aca-90ac-65e08c902d82 req-98aab1d6-5ea1-44f4-a171-40bcc7d70b46 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:29.892254 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e66c9aff-0eed-4aca-90ac-65e08c902d82 req-98aab1d6-5ea1-44f4-a171-40bcc7d70b46 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 949 time: 0.1838727 Sep 18 01:54:29.899623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35da7fbf-b216-47b9-9b15-c644b5b496f7 req-50ac30f2-a9fa-4861-ad04-68c877a1fb0a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058257 Sep 18 01:54:29.901959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Pushing event updated for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:29.921615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:29.922530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:29.954384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-f8d11904-e950-4b91-8936-4b476a34f494 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8620601 Sep 18 01:54:29.967047 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e66c9aff-0eed-4aca-90ac-65e08c902d82 req-056e016e-a265-4168-b75b-6c96a6c646dc tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726981 Sep 18 01:54:30.013223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:30.086805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-afc022dc-56d1-41c2-b6cd-d946e76e32ce tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318255 Sep 18 01:54:30.130303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Request body: {'port': {'device_id': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:30.243082 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-914fb637-c526-44e9-b235-0246381b497c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230779 Sep 18 01:54:30.363481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] For port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:30.403551 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:30.409905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:30.426304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:30.465507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:30.465507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:30.469837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:30.479071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c92c939b-fdab-42a0-b9a7-453f33b80faf req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "PUT /v2.0/ports/bf0da0ed-34f0-4be7-b64b-be12b39cb8fc HTTP/1.1" status: 200 len: 982 time: 0.6555159 Sep 18 01:54:30.479795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:30.483814 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69761171-4640-4ed4-bb33-2c40f2713864" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:30.499462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e155-0138-46d9-bfde-062f653039d1 req-8ddd3e9c-9ae8-4f9c-806b-31b522774bdb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:30.501302 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-8ddd3e9c-9ae8-4f9c-806b-31b522774bdb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4105225 Sep 18 01:54:30.540516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecff89-9ffc-41d6-85ac-70eef26f9721 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'Port': ['ID=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:30.549652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Request body: {'port': {'device_id': 'a5a4c7cb-5319-4998-9b62-db0dd85858c9', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ae5198e3a8de4c05ba413d48aaec7c7a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:30.602601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:30.608039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-d4a87dbc-ce02-4e0f-a0c4-f64af3f5bbdf tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:30.618580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-d4a87dbc-ce02-4e0f-a0c4-f64af3f5bbdf tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028946 Sep 18 01:54:30.661237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea51e1-52e2-4965-9125-280d5f87fb4b req-d141aceb-1877-4a55-83d6-26e41c77a1a5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:30.662499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5eea51e1-52e2-4965-9125-280d5f87fb4b req-d141aceb-1877-4a55-83d6-26e41c77a1a5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 932 time: 0.1003938 Sep 18 01:54:30.725373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c2c5686a-3d70-474f-9b32-9c8a266c560d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/quotas/e51d2e63e0a04734ad1ee20e7c65b3e1 HTTP/1.1" status: 200 len: 375 time: 0.1055441 Sep 18 01:54:30.733809 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5eea51e1-52e2-4965-9125-280d5f87fb4b req-ae5764fe-3491-4fab-bf25-74e83293b3bc tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635073 Sep 18 01:54:30.849646 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:54:30.877085 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce34c30c-1a8a-451b-88b4-cff399b4ae95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:30.901910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-79f5e03f-6f11-4a1b-b00f-d42af725a180 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1744709 Sep 18 01:54:30.912280 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0ab4b86-1894-4a0d-8e29-410fb398070a req-95cacab1-681f-4e41-9cd9-42362075f66f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 210 time: 0.0424490 Sep 18 01:54:31.073685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Made reservation on behalf of ae5198e3a8de4c05ba413d48aaec7c7a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:31.078274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:31.252132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1617c28c-6377-4040-8694-a6c94501a5ce req-bc9290f3-4cee-441d-b752-280d1c6090e8 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-569839825&fields=id&tenant_id=42f1c72c38a5469386afee0877100f8a HTTP/1.1" status: 200 len: 267 time: 0.0870347 Sep 18 01:54:31.289190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-0889ee60-4e10-4482-a734-4a293064a15a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345669 Sep 18 01:54:31.430668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-73206b38-0644-4936-9670-ec4812adc6a6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:31.433067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-73206b38-0644-4936-9670-ec4812adc6a6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387312 Sep 18 01:54:31.448845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Request body: {'port': {'device_id': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'e51d2e63e0a04734ad1ee20e7c65b3e1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:31.581913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd54491e-bd19-4615-82c6-d0fed060f6e5 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:31.611396 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c0cb0-2875-4cf7-a656-4b501f14e93d x-openstack-request-id: req-952c0cb0-2875-4cf7-a656-4b501f14e93d {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:31.611924 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:31.612349 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-952c0cb0-2875-4cf7-a656-4b501f14e93d {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:31.613530 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', 'status': 'completed', 'code': 200} Sep 18 01:54:31.659076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:31.669116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Allocated IP 192.168.233.209 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/016a6ef9-36c0-4e4c-ac55-90603109a82d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:31.690279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Made reservation on behalf of e51d2e63e0a04734ad1ee20e7c65b3e1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:31.692420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617c28c-6377-4040-8694-a6c94501a5ce req-4b93674c-0974-4d70-b627-475be27cf9fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:31.702139 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1617c28c-6377-4040-8694-a6c94501a5ce req-4b93674c-0974-4d70-b627-475be27cf9fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 985 time: 0.4491367 Sep 18 01:54:31.702803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:31.717279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1617c28c-6377-4040-8694-a6c94501a5ce req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'port': {'security_groups': ['8e061075-605c-4370-9f3c-4219def64382', 'ce9f49b8-4dc9-47b7-ae37-91cc75007869', '145c7bd6-08d7-4a26-b4eb-cca36db5f177']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:31.741512 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:31.802908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Transition to ACTIVE for port object dd54491e-bd19-4615-82c6-d0fed060f6e5 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:31.847719 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:31.921218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:31.927091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:32.036336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03649490-49e3-4e7d-abd7-ee027a61a6d4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:32.072606 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1617c28c-6377-4040-8694-a6c94501a5ce req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:32.076141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69761171-4640-4ed4-bb33-2c40f2713864 req-ac4a0209-1202-4f06-8f51-e03668ed21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:32.077623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69761171-4640-4ed4-bb33-2c40f2713864 req-ac4a0209-1202-4f06-8f51-e03668ed21b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1137 time: 0.3535039 Sep 18 01:54:32.130009 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Pushing event updated for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:32.152803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d1ea7-83ff-490e-913c-8c354760b9d8 req-d9397733-f351-41ae-8517-02c6cf809b2a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:32.154796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d2d1ea7-83ff-490e-913c-8c354760b9d8 req-d9397733-f351-41ae-8517-02c6cf809b2a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 949 time: 0.0673158 Sep 18 01:54:32.230954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d2d1ea7-83ff-490e-913c-8c354760b9d8 req-3a205cea-d636-438b-881e-f01bfd2c9682 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681756 Sep 18 01:54:32.342516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18d84677-ecfd-4c6f-9a1f-299a92c72b1c req-7809a5c9-28c0-44e3-a980-0bc67328ae50 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 210 time: 0.0300393 Sep 18 01:54:32.376272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:32.376272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:32.376272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:32.389823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:32.415580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69761171-4640-4ed4-bb33-2c40f2713864 req-b56d4429-066b-4b9e-bbf6-14ea42932920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:32.417076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69761171-4640-4ed4-bb33-2c40f2713864 req-b56d4429-066b-4b9e-bbf6-14ea42932920 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 912 time: 0.3181705 Sep 18 01:54:32.423096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:32.423418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:32.478199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:32.478518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:32.478951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:32.479403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Bound port: dd54491e-bd19-4615-82c6-d0fed060f6e5, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:32.479765 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:32.479929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b822b-1296-4944-8604-208338cdd105 req-8084ff8f-a6b4-4193-a274-027c1a2c048d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:32.487435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-399b822b-1296-4944-8604-208338cdd105 req-8084ff8f-a6b4-4193-a274-027c1a2c048d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0585527 Sep 18 01:54:32.489560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69761171-4640-4ed4-bb33-2c40f2713864 req-488487d0-2046-4d84-b6e4-a880ef32b6a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc HTTP/1.1" status: 200 len: 217 time: 0.0597830 Sep 18 01:54:32.530760 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-399b822b-1296-4944-8604-208338cdd105 req-4e868329-4ec4-4443-8406-e94989361017 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Sep 18 01:54:32.631563 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66984771-c396-4d27-a6f8-a7573e6d2e70 req-1121775b-65da-40d6-b9d6-735e04c8da01 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 210 time: 0.0375521 Sep 18 01:54:32.653579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:32.657216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:32.680672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:32.784853 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:32.799664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['81148ff0-bf68-458f-9df6-814fb241d97e'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:32.802490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'a390d5cf-6494-4dff-8de8-f179d6f13c16'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:32.819299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:32.820539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:32.821992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] 10.222.0.20 "PUT /v2.0/ports/dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 200 len: 1093 time: 2.6998687 Sep 18 01:54:32.841808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Allocated IP 192.168.233.20 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/6d391a53-4c27-4ac9-b366-eb9062f86260) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:32.849327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:32.852856 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:32.865259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:32.869701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69761171-4640-4ed4-bb33-2c40f2713864 req-2e3d52a2-b531-4e16-beca-936e181224d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:32.871287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69761171-4640-4ed4-bb33-2c40f2713864 req-2e3d52a2-b531-4e16-beca-936e181224d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.3701489 Sep 18 01:54:32.872920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-e7fba091-cd8a-4f5e-94ad-70e1038b8628 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1544087 Sep 18 01:54:32.880723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f9266e6-7364-45bb-a97c-065054c23321 req-9b984d3e-f94e-49fc-9077-484ff0e865c9 tempest-AbsoluteLimitsNegativeTestJSON-1954186824 tempest-AbsoluteLimitsNegativeTestJSON-1954186824-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf3dcdd5c01b4965914a0835db7cac33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406799 Sep 18 01:54:32.882037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:32.885178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:32.965373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:32.965373 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.044259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69761171-4640-4ed4-bb33-2c40f2713864 req-ce57e0a0-51b3-4863-9faa-bef9aac2ae1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953801 Sep 18 01:54:33.071400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534adbce-60fd-4caa-bb6c-3b24e1010ffa service neutron] Pushing event updated for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:33.176927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69761171-4640-4ed4-bb33-2c40f2713864 req-238f9e3a-a419-4eaa-aa69-16b704798941 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079793 Sep 18 01:54:33.204227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6875944 Sep 18 01:54:33.218090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.220099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Request body: {'port': {'device_id': 'a5a4c7cb-5319-4998-9b62-db0dd85858c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:33.267909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9266e6-7364-45bb-a97c-065054c23321 req-f96b7055-baf7-4c3d-9928-c5792bfa39b1 tempest-AbsoluteLimitsNegativeTestJSON-1954186824 tempest-AbsoluteLimitsNegativeTestJSON-1954186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:33.273275 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f9266e6-7364-45bb-a97c-065054c23321 req-f96b7055-baf7-4c3d-9928-c5792bfa39b1 tempest-AbsoluteLimitsNegativeTestJSON-1954186824 tempest-AbsoluteLimitsNegativeTestJSON-1954186824-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3757215 Sep 18 01:54:33.276716 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.334843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f9266e6-7364-45bb-a97c-065054c23321 req-740b65fd-fa9b-4fd4-8ec9-002119a9f2e7 tempest-AbsoluteLimitsNegativeTestJSON-1954186824 tempest-AbsoluteLimitsNegativeTestJSON-1954186824-project] 10.222.0.21 "GET /v2.0/quotas/bf3dcdd5c01b4965914a0835db7cac33 HTTP/1.1" status: 200 len: 375 time: 0.0549841 Sep 18 01:54:33.365739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:33.377742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f9266e6-7364-45bb-a97c-065054c23321 req-644e455f-c993-4ab8-b4d3-21731507af42 tempest-AbsoluteLimitsNegativeTestJSON-1954186824 tempest-AbsoluteLimitsNegativeTestJSON-1954186824-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf3dcdd5c01b4965914a0835db7cac33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381243 Sep 18 01:54:33.387154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-95d65316-099f-485f-80d2-6ca571e24e6a None None] Provisioning complete for port 016a6ef9-36c0-4e4c-ac55-90603109a82d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:33.387577 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-95d65316-099f-485f-80d2-6ca571e24e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.391114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:33.402099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:33.488339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:33.489055 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.520224 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0758319 Sep 18 01:54:33.521326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269fba7-7267-459e-b85a-5077e45639b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:33.534600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Request body: {'port': {'device_id': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:33.535902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-95d65316-099f-485f-80d2-6ca571e24e6a None None] Port 016a6ef9-36c0-4e4c-ac55-90603109a82d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:33.557398 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8ed11b2-4b45-413d-b3e1-1d64a4855937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.653068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.785606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d1cac880-2ebf-4d9c-8073-99a34995b941 None None] Provisioning complete for port 6d391a53-4c27-4ac9-b366-eb9062f86260 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:33.786192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1cac880-2ebf-4d9c-8073-99a34995b941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.899785 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.915346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0fee4-2e0d-4afe-9bd5-d11099cccc1b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'Port': ['ID=016a6ef9-36c0-4e4c-ac55-90603109a82d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:33.972057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d1cac880-2ebf-4d9c-8073-99a34995b941 None None] Port 6d391a53-4c27-4ac9-b366-eb9062f86260 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:33.975936 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:33.980086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1617c28c-6377-4040-8694-a6c94501a5ce req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] For port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:34.024944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-2ce9b241-d315-4538-92e8-e0569f784639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:34.031771 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-2ce9b241-d315-4538-92e8-e0569f784639 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1096 time: 1.0921166 Sep 18 01:54:34.038529 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0b325-762d-49f3-b6c1-140d0607b76c x-openstack-request-id: req-76d0b325-762d-49f3-b6c1-140d0607b76c {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:34.038980 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:34.039258 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76d0b325-762d-49f3-b6c1-140d0607b76c {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:34.039714 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5', 'status': 'completed', 'code': 200} Sep 18 01:54:34.051608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40108) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:34.140658 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0d4d159-eb41-484e-8210-85f37e49ee82 req-c5bb9b47-af76-4442-a329-6a5f5e8317ed tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 210 time: 0.0408516 Sep 18 01:54:34.184422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d391a53-4c27-4ac9-b366-eb9062f86260 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:34.193401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:34.215197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Transition to ACTIVE for port object 6d391a53-4c27-4ac9-b366-eb9062f86260 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:34.236334 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:34.264350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0e38c1a-ed1e-4915-99dd-1b8ec01a8a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:34.266212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-cecab6cb-c28c-45bd-9242-7fbedaaaab92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 200 len: 217 time: 0.2003155 Sep 18 01:54:34.331747 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1617c28c-6377-4040-8694-a6c94501a5ce req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:34.450140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-897e9a6b-a941-4172-ab15-3002a57bd16c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:34.452274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-897e9a6b-a941-4172-ab15-3002a57bd16c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5193183 Sep 18 01:54:34.461544 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1617c28c-6377-4040-8694-a6c94501a5ce req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:34.475991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:34.515218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Request body: {'port': {'device_id': '2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'e51d2e63e0a04734ad1ee20e7c65b3e1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:34.534347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-801dc4fc-4231-4d55-9eea-1742fed62e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:34.536400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-801dc4fc-4231-4d55-9eea-1742fed62e82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.2073519 Sep 18 01:54:34.579218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69761171-4640-4ed4-bb33-2c40f2713864 req-2790bf5d-d7b2-43b9-a15b-7088414188f6 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3709316 Sep 18 01:54:34.597098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617c28c-6377-4040-8694-a6c94501a5ce req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:34.597777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1617c28c-6377-4040-8694-a6c94501a5ce req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:34.607511 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1617c28c-6377-4040-8694-a6c94501a5ce req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "PUT /v2.0/ports/bf0da0ed-34f0-4be7-b64b-be12b39cb8fc HTTP/1.1" status: 200 len: 1021 time: 2.9033854 Sep 18 01:54:34.685480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-15280669-6284-4ba7-9475-bd539f723dfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032133 Sep 18 01:54:34.722991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:34.734062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:34.787514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf171a-70fa-4029-95c4-d8c1754f889b req-5d5cc745-91ba-4047-ae52-8b0163811a32 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:34.797308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cbaf171a-70fa-4029-95c4-d8c1754f889b req-5d5cc745-91ba-4047-ae52-8b0163811a32 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.5639155 Sep 18 01:54:34.842245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100bfe0-a89a-4ec0-9ac3-e7541e890abc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'Port': ['ID=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:34.869882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:34.947722 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cbaf171a-70fa-4029-95c4-d8c1754f889b req-87dde632-ec3b-4f25-97b8-e13f540138f4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470203 Sep 18 01:54:34.974934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Attempting to bind port 6d391a53-4c27-4ac9-b366-eb9062f86260 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:34.988702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Attempting to bind port 6d391a53-4c27-4ac9-b366-eb9062f86260 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:34.990621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Attempting to bind port 6d391a53-4c27-4ac9-b366-eb9062f86260 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:34.997713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0c7c-8fbd-4569-b39a-1fe29617acee req-a9138629-2e7c-4ad3-9b83-35e9bc0ad85a tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:34.999363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d91d0c7c-8fbd-4569-b39a-1fe29617acee req-a9138629-2e7c-4ad3-9b83-35e9bc0ad85a tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 936 time: 0.2548487 Sep 18 01:54:35.011525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-97cdec68-3e3c-4cd3-8aec-4ac7b0898c3d service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141310 Sep 18 01:54:35.034331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Port 6d391a53-4c27-4ac9-b366-eb9062f86260 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:35.034625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Attempting to bind port 6d391a53-4c27-4ac9-b366-eb9062f86260 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:35.063360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:35.063690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:35.064075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:35.064499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Bound port: 6d391a53-4c27-4ac9-b366-eb9062f86260, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:35.064858 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.067960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0e38c1a-ed1e-4915-99dd-1b8ec01a8a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.089889 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0e38c1a-ed1e-4915-99dd-1b8ec01a8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.167839 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d91d0c7c-8fbd-4569-b39a-1fe29617acee req-1a484349-197d-440c-9beb-c889199ee2ed tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539581 Sep 18 01:54:35.186649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f0e38c1a-ed1e-4915-99dd-1b8ec01a8a84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf3dcdd5c01b4965914a0835db7cac33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1339016 Sep 18 01:54:35.191752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40120) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:35.206052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e38c1a-ed1e-4915-99dd-1b8ec01a8a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df638b8f-0e81-40c3-ad2a-71d7b7989abb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:35.228425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Made reservation on behalf of e51d2e63e0a04734ad1ee20e7c65b3e1 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:35.230558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2db05-af05-402e-acca-4f894dae7773 req-a8fe5f67-5a9f-41de-b18d-ff4ffba84425 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:35.232190 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.237909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21b2db05-af05-402e-acca-4f894dae7773 req-a8fe5f67-5a9f-41de-b18d-ff4ffba84425 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 949 time: 0.1685541 Sep 18 01:54:35.254502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016a6ef9-36c0-4e4c-ac55-90603109a82d {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:35.271200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:35.279323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.297650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:35.310860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.352561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21b2db05-af05-402e-acca-4f894dae7773 req-22abacaf-d889-402a-ab72-3fd57822e8fe tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138217 Sep 18 01:54:35.365771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa05908d-900e-459d-ac77-7d351428a355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.382337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6960d2b2-99a3-4b21-b90f-a12adda97e73 req-1d9e11ea-ec64-4878-9bed-8b7a98022af1 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507984 Sep 18 01:54:35.383180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Transition to ACTIVE for port object 016a6ef9-36c0-4e4c-ac55-90603109a82d will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:35.389989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa05908d-900e-459d-ac77-7d351428a355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.418891 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.465837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:35.466828 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.468023 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d391a53-4c27-4ac9-b366-eb9062f86260 HTTP/1.1" status: 200 len: 1096 time: 1.9380140 Sep 18 01:54:35.470493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:35.472518 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:35.501816 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa05908d-900e-459d-ac77-7d351428a355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.504683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa05908d-900e-459d-ac77-7d351428a355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:35.505886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fa05908d-900e-459d-ac77-7d351428a355 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df638b8f-0e81-40c3-ad2a-71d7b7989abb HTTP/1.1" status: 204 len: 168 time: 0.3132191 Sep 18 01:54:35.523987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05908d-900e-459d-ac77-7d351428a355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df638b8f-0e81-40c3-ad2a-71d7b7989abb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:35.526103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c75335-5896-4c16-8129-549dc10cb799 service neutron] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:35.634684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-524bfd46-f7d2-4f74-a055-197dffb8477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:35.636672 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-524bfd46-f7d2-4f74-a055-197dffb8477f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1099 time: 0.0937359 Sep 18 01:54:35.739799 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-c9b57c53-54fe-4521-9491-5b4fc69cac79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6d391a53-4c27-4ac9-b366-eb9062f86260 HTTP/1.1" status: 200 len: 217 time: 0.0880606 Sep 18 01:54:35.753149 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dcb8b599-133a-44eb-b997-8898ad6f0464 req-36aa6853-f816-480c-b78a-13af7813d845 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 210 time: 0.1122255 Sep 18 01:54:35.759645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Pushing event updated for resources: {'Port': ['ID=016a6ef9-36c0-4e4c-ac55-90603109a82d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:35.792706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8c6e6-917c-440a-8524-86624340de8f req-c96e0224-a56e-4b6e-bd29-f5f3d7f67619 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:35.794239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1d8c6e6-917c-440a-8524-86624340de8f req-c96e0224-a56e-4b6e-bd29-f5f3d7f67619 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1024 time: 0.4868271 Sep 18 01:54:35.823128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-6ab83452-b968-4d64-b5ef-77172baf60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:35.825207 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-6ab83452-b968-4d64-b5ef-77172baf60bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0705583 Sep 18 01:54:35.835702 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123fa8a8-25f4-4a49-b11d-dcca882556c7 x-openstack-request-id: req-123fa8a8-25f4-4a49-b11d-dcca882556c7 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:35.836091 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:35.836431 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-123fa8a8-25f4-4a49-b11d-dcca882556c7 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:35.837242 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'status': 'completed', 'code': 200} Sep 18 01:54:35.839951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Allocated IP 192.168.233.173 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:35.905895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-2de851cc-d155-4b52-acac-c6c1ab3bf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:35.907455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-2de851cc-d155-4b52-acac-c6c1ab3bf4c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1096 time: 0.3525679 Sep 18 01:54:35.969682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1d8c6e6-917c-440a-8524-86624340de8f req-66ee7f22-2e46-4450-b251-9f4d179314e3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=145c7bd6-08d7-4a26-b4eb-cca36db5f177&id=8e061075-605c-4370-9f3c-4219def64382&id=ce9f49b8-4dc9-47b7-ae37-91cc75007869 HTTP/1.1" status: 200 len: 6144 time: 0.1646376 Sep 18 01:54:35.993330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-5c795f10-2e94-4c8c-99af-31df82383f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:35.995254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-5c795f10-2e94-4c8c-99af-31df82383f03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421034 Sep 18 01:54:36.049990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-f51d67f5-9372-4ae7-880d-c426acad1bea tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924034 Sep 18 01:54:36.074127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:36.082608 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996324ae-4f05-4021-948b-8bfef70b9fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:36.172873 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:36.238666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-c3d10c6b-1f76-43a3-a6da-846f1234dfaf service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220757 Sep 18 01:54:36.282129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-7197aadc-b5d7-4f9a-8581-d871f18dd71a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:36.287067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Attempting to bind port 016a6ef9-36c0-4e4c-ac55-90603109a82d on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:36.287442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Attempting to bind port 016a6ef9-36c0-4e4c-ac55-90603109a82d by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:36.288258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Attempting to bind port 016a6ef9-36c0-4e4c-ac55-90603109a82d on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:36.291202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-7197aadc-b5d7-4f9a-8581-d871f18dd71a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251363 Sep 18 01:54:36.316153 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-7395ec7c-ff27-4cd9-a878-f54a3321e0f5 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/quotas/1eb51c8d3fde49c9a65a7fa615015071 HTTP/1.1" status: 200 len: 375 time: 0.0240457 Sep 18 01:54:36.326232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Port 016a6ef9-36c0-4e4c-ac55-90603109a82d on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:36.326633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Attempting to bind port 016a6ef9-36c0-4e4c-ac55-90603109a82d on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:36.349230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:36.349576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:36.349957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:36.350853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Bound port: 016a6ef9-36c0-4e4c-ac55-90603109a82d, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:36.354791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:36.437442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7da20-c2e6-46f0-8246-28849351b0f7 req-de1ec856-22b7-42d4-b1c1-0e81f54f8be4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:36.439323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fac7da20-c2e6-46f0-8246-28849351b0f7 req-de1ec856-22b7-42d4-b1c1-0e81f54f8be4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.3090336 Sep 18 01:54:36.455249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-d8300ad6-f42e-4523-9f31-ec023ad99b40 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299565 Sep 18 01:54:36.455723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-303890c4-f06e-4897-9f91-fca708809643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:36.458030 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-303890c4-f06e-4897-9f91-fca708809643 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.4847918 Sep 18 01:54:36.461655 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3ae1a2-2746-4e01-b201-c94a12b40fd0 req-7c2e534b-921b-4dce-b6b6-cff8b3807af2 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094157 Sep 18 01:54:36.557579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] For port 016a6ef9-36c0-4e4c-ac55-90603109a82d, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:36.561263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] For port 016a6ef9-36c0-4e4c-ac55-90603109a82d, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=016a6ef9-36c0-4e4c-ac55-90603109a82d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:36.602850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:36.604200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40168) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:36.617690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-b71e00fc-25b6-49b4-a462-119340e1e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:36.619614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-b71e00fc-25b6-49b4-a462-119340e1e5d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1099 time: 0.0835609 Sep 18 01:54:36.645285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:36.646693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-c3bbb2d3-0650-4a3a-bb1d-7f1e482f2b75 req-3675fa9a-210d-45d9-88c2-3cbf60d6b102 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1793044998 ', 'description': 'tempest-description-1019359262'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:36.733316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1169614629-network', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:36.733978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fac7da20-c2e6-46f0-8246-28849351b0f7 req-1a5434e6-f8bb-4cd2-9dfb-153790802be5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834308 Sep 18 01:54:36.735513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-90cc25c9-cb86-4550-9894-da3dc4ac8fb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 200 len: 217 time: 0.1017437 Sep 18 01:54:36.769828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:36.770449 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:36.772388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] 10.222.0.18 "PUT /v2.0/ports/016a6ef9-36c0-4e4c-ac55-90603109a82d HTTP/1.1" status: 200 len: 1097 time: 3.5573125 Sep 18 01:54:36.785723 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c3bbb2d3-0650-4a3a-bb1d-7f1e482f2b75 req-3675fa9a-210d-45d9-88c2-3cbf60d6b102 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:36.847589 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47223f8-dd7a-4450-899f-0f05f06b1e3f x-openstack-request-id: req-d47223f8-dd7a-4450-899f-0f05f06b1e3f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:36.847879 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:36.848121 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d47223f8-dd7a-4450-899f-0f05f06b1e3f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:36.848514 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', 'status': 'completed', 'code': 200} Sep 18 01:54:36.870367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-71a299ef-6970-4f79-8a14-763e486e3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:36.872550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-71a299ef-6970-4f79-8a14-763e486e3641 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2415481 Sep 18 01:54:36.953876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c3bbb2d3-0650-4a3a-bb1d-7f1e482f2b75 req-3675fa9a-210d-45d9-88c2-3cbf60d6b102 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:36.956815 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:36.995369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-5fbc6880-2f92-4519-b699-f82504b0e58a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6d391a53-4c27-4ac9-b366-eb9062f86260 HTTP/1.1" status: 200 len: 217 time: 0.0395300 Sep 18 01:54:36.995922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Made reservation on behalf of 2e416a1515a54b5aa9a98c29daef2869 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:36.998117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.001353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c3bbb2d3-0650-4a3a-bb1d-7f1e482f2b75 req-3675fa9a-210d-45d9-88c2-3cbf60d6b102 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.044781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675fa9a-210d-45d9-88c2-3cbf60d6b102 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381e54c8-8c24-4e62-a0e2-23a5ee32d15e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:37.070256 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.091581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:37.092392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700baacb-dfd2-4d9c-b1d8-9e6bb98e3db2 service neutron] Pushing event updated for resources: {'Port': ['ID=016a6ef9-36c0-4e4c-ac55-90603109a82d,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:37.109843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-80e161ce-b013-4f56-9d2a-8a3455493215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.112348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-80e161ce-b013-4f56-9d2a-8a3455493215 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.3677025 Sep 18 01:54:37.118824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:37.171378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:37.188188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c3bbb2d3-0650-4a3a-bb1d-7f1e482f2b75 req-3675fa9a-210d-45d9-88c2-3cbf60d6b102 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.200758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3bbb2d3-0650-4a3a-bb1d-7f1e482f2b75 req-3675fa9a-210d-45d9-88c2-3cbf60d6b102 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5709701 Sep 18 01:54:37.229718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-4da0cefa-37d2-4ad7-a47c-9a760f9d61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.235656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-4da0cefa-37d2-4ad7-a47c-9a760f9d61ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2313552 Sep 18 01:54:37.237713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.279127 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.289728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-f5f4a596-7a96-4e33-91ff-f13a3abb6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.291449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-f5f4a596-7a96-4e33-91ff-f13a3abb6c5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1176 time: 0.4239733 Sep 18 01:54:37.293375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-927d527f-0dd3-44f7-a513-061991a248d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266451 Sep 18 01:54:37.305925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e155-0138-46d9-bfde-062f653039d1 req-40698052-66e7-4ead-9423-fc1e6661ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.308293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-40698052-66e7-4ead-9423-fc1e6661ef0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 1100 time: 0.4446347 Sep 18 01:54:37.345801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:54:37.362768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-93241814-3cd5-4c64-81f5-b5f09f0dd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.364298 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-93241814-3cd5-4c64-81f5-b5f09f0dd8b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177285 Sep 18 01:54:37.370625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bca0d7b-5d02-4912-81df-a603e2283720,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:37.394522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.396190 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Added segment b3b48231-ae51-4f00-9770-ef18a3a0e499 of type vlan for network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 Sep 18 01:54:37.450036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97603365-3028-4263-b24f-83d86236d305 req-b9166321-5e3c-408a-97d1-3a8033897026 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.457275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-97603365-3028-4263-b24f-83d86236d305 req-b9166321-5e3c-408a-97d1-3a8033897026 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 948 time: 0.5048311 Sep 18 01:54:37.491775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7eea11f8-54f5-4117-a9e4-1c840856a600 None None] Provisioning complete for port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:37.492762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7eea11f8-54f5-4117-a9e4-1c840856a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.493577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.517577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f8ef923-7ff8-48cb-af8a-4a93db1556e4 req-d3985ca7-a1dd-49f1-b0cc-bb3836bdc8e1 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 210 time: 0.0468702 Sep 18 01:54:37.541599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.546487 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.547577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7eea11f8-54f5-4117-a9e4-1c840856a600 None None] Port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:37.555449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-3ed9c803-92c3-490d-a951-59bab5e920fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.557074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-3ed9c803-92c3-490d-a951-59bab5e920fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 912 time: 0.2404234 Sep 18 01:54:37.587805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.589047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.589626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.625099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0168200 Sep 18 01:54:37.637107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40188) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:37.644046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Request body: {'subnet': {'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1169614629-subnet', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:37.668156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-97bbf8b5-2c85-4f4f-ab89-7366f6fb9c7e service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125943 Sep 18 01:54:37.671519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-1682d724-2ea4-4a01-b257-6b4d2bbceb81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=016a6ef9-36c0-4e4c-ac55-90603109a82d HTTP/1.1" status: 200 len: 217 time: 0.2109544 Sep 18 01:54:37.672107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Pushing event updated for resources: {'Port': ['ID=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:37.704231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-96c3341b-e8a5-49ae-9c11-3f22f62ab2e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc HTTP/1.1" status: 200 len: 217 time: 0.1067321 Sep 18 01:54:37.727994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090d5a6-7606-43b5-b963-85179a33a60f admin admin] Pushing event updated for resources: {'Network': ['ID=2a6bdddb-5f6d-4d6e-924a-fe15048784d4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:37.738305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:54:37.763988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Made reservation on behalf of 2e416a1515a54b5aa9a98c29daef2869 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:37.766376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:37.934374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325948c-60ae-483f-b897-b6e3dafdeeec req-61221005-52e1-4739-9ceb-868c86995e66 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:37.936018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3325948c-60ae-483f-b897-b6e3dafdeeec req-61221005-52e1-4739-9ceb-868c86995e66 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 936 time: 0.3235812 Sep 18 01:54:37.998386 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.061255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c5ed2b1d-6874-4e50-910f-c47c48e6cf49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5748510 Sep 18 01:54:38.090138 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3325948c-60ae-483f-b897-b6e3dafdeeec req-6ceea694-660f-457c-9511-f5f154708218 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228004 Sep 18 01:54:38.092284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0df4a4ba-c67a-4652-8294-44c7b6a7d6d6 req-41dc2873-8eac-47f1-9e01-79659168ebe6 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856416 Sep 18 01:54:38.103361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Request body: {'port': {'device_id': '2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:38.113893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-97603365-3028-4263-b24f-83d86236d305 req-ed4cfdaa-19e2-4fe5-806d-6f530c84a525 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557755 Sep 18 01:54:38.149052 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-78fdae5e-991b-40df-97ef-5eb05c4a9c1b tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958021 Sep 18 01:54:38.153469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-1eda4a1f-90c7-440f-bc3b-a34cb7383efa service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440642 Sep 18 01:54:38.153747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c990bb9-c035-40f9-8fd1-cd9555682bb8,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:38.191185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Checking segment: {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:38.191452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Network hostable DHCP agents. Network: 2a6bdddb-5f6d-4d6e-924a-fe15048784d4, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:54:38.199369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e155-0138-46d9-bfde-062f653039d1 req-87ebd262-b488-40b4-8aaa-2ec7a023966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:38.201881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-87ebd262-b488-40b4-8aaa-2ec7a023966b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.4996505 Sep 18 01:54:38.230249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:54:38.256925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74fe707c-9569-4307-ac8b-734fe56e8906 req-c6188dfd-8f0f-43d8-b22f-1372b2cb39eb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/381e54c8-8c24-4e62-a0e2-23a5ee32d15e HTTP/1.1" status: 200 len: 1781 time: 0.1145647 Sep 18 01:54:38.278324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2a6bdddb-5f6d-4d6e-924a-fe15048784d4) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:38.295152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e724e82-3a71-41de-ba22-35174fa87a32 None None] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:54:38.336312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:38.337700 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.423120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-98c585fe-a4b7-4e77-80f3-6b41c4dfb863 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7811208 Sep 18 01:54:38.423355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-1e558f6a-c305-4903-902e-75f9bc2fd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:38.423355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-1e558f6a-c305-4903-902e-75f9bc2fd2a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.7062676 Sep 18 01:54:38.431029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40198) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:38.457794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:38.494111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c844a1f-a84d-406a-bd13-70c937a72d36 req-8fbffd83-7f16-4a64-adc9-37385eb18330 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/381e54c8-8c24-4e62-a0e2-23a5ee32d15e HTTP/1.1" status: 200 len: 1781 time: 0.2071538 Sep 18 01:54:38.554565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dd54491e-bd19-4615-82c6-d0fed060f6e5 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:38.570484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.572019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.589726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:54:38.590742 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.611476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-e2c4ee20-b24b-42e5-9ad4-0fe7bc336191 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552534 Sep 18 01:54:38.649547 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.686038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-f35fbb56-b1d9-4389-bccc-bb6d60516d89 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:38.687876 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-f35fbb56-b1d9-4389-bccc-bb6d60516d89 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4850147 Sep 18 01:54:38.696294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.729478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e155-0138-46d9-bfde-062f653039d1 req-b8dd80c2-5b34-4d0f-b0c4-2aa48fc0ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:38.731244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-b8dd80c2-5b34-4d0f-b0c4-2aa48fc0ac56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3611796 Sep 18 01:54:38.738553 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8c844a1f-a84d-406a-bd13-70c937a72d36 req-ee63b431-e4b9-42b0-803c-9f98d9c193a0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.750063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Request body: {'port': {'device_id': '1953cb2a-c2ce-45c7-b753-d7fdd3306d2d', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '1eb51c8d3fde49c9a65a7fa615015071'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:38.826642 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.830300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8c844a1f-a84d-406a-bd13-70c937a72d36 req-ee63b431-e4b9-42b0-803c-9f98d9c193a0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.837036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1f61-9a99-4bbd-8521-f7564bcd31c3 req-a0001e6f-e2ac-4f45-b8ec-31e8a38cf517 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:38.839124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a8b1f61-9a99-4bbd-8521-f7564bcd31c3 req-a0001e6f-e2ac-4f45-b8ec-31e8a38cf517 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.4495370 Sep 18 01:54:38.868587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a4c7cb-5319-4998-9b62-db0dd85858c9', 'tag': '016a6ef9-36c0-4e4c-ac55-90603109a82d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:38.872370 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93604f4-234b-4c37-98d1-f8fa7ac776c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a4c7cb-5319-4998-9b62-db0dd85858c9", "tag": "016a6ef9-36c0-4e4c-ac55-90603109a82d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:38.907760 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e41773e8-bf83-4b35-bdc8-9ee4a58c1a55 req-5e873170-13e8-4634-9c82-3c4526ddef25 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656092 Sep 18 01:54:38.913432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:38.936912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8c844a1f-a84d-406a-bd13-70c937a72d36 req-ee63b431-e4b9-42b0-803c-9f98d9c193a0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.939622 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8c844a1f-a84d-406a-bd13-70c937a72d36 req-ee63b431-e4b9-42b0-803c-9f98d9c193a0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:38.949312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'dd54491e-bd19-4615-82c6-d0fed060f6e5', 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'port_id': 'dd54491e-bd19-4615-82c6-d0fed060f6e5', 'mac_address': 'fa:16:3e:25:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fdb8d0-5ac2-4c8a-b7be-6137737208b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:38.953230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c844a1f-a84d-406a-bd13-70c937a72d36 req-ee63b431-e4b9-42b0-803c-9f98d9c193a0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/381e54c8-8c24-4e62-a0e2-23a5ee32d15e HTTP/1.1" status: 204 len: 173 time: 0.4522185 Sep 18 01:54:38.977474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63b431-e4b9-42b0-803c-9f98d9c193a0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381e54c8-8c24-4e62-a0e2-23a5ee32d15e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:39.002029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Allocated IP 172.20.0.2 (2a6bdddb-5f6d-4d6e-924a-fe15048784d4/0c990bb9-c035-40f9-8fd1-cd9555682bb8/7d4dece5-e189-4531-bf38-92d476f12faf) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:39.028397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.056093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd54491e-bd19-4615-82c6-d0fed060f6e5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:39.087265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-bec50725-1faa-47d4-948c-911ddcfb2b41 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460943 Sep 18 01:54:39.115283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:39.125448 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.163589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44b93dce-bc25-4b40-bca2-1ea520a3066d req-6817c0bb-1e70-428e-b308-2679c66bfff8 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 210 time: 0.0343590 Sep 18 01:54:39.171288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.182652 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a8b1f61-9a99-4bbd-8521-f7564bcd31c3 req-5cc36885-6e62-48e8-b5bb-683fa298d8de tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994015 Sep 18 01:54:39.198701 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.238268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-ad621c96-2b13-42b3-b597-b572c66a495e service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545705 Sep 18 01:54:39.240648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:39.280631 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.289840 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.308418 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdf081b-dac9-4795-bf9a-d855bbea2094 x-openstack-request-id: req-dbdf081b-dac9-4795-bf9a-d855bbea2094 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:39.308694 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a4c7cb-5319-4998-9b62-db0dd85858c9", "tag": "016a6ef9-36c0-4e4c-ac55-90603109a82d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:39.308940 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbdf081b-dac9-4795-bf9a-d855bbea2094 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:39.309318 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a4c7cb-5319-4998-9b62-db0dd85858c9', 'tag': '016a6ef9-36c0-4e4c-ac55-90603109a82d', 'status': 'completed', 'code': 200} Sep 18 01:54:39.342896 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-eeb7bb88-6aa9-44dd-b7a2-abda9a63c93c req-1e4ad69c-043e-409a-bc04-9afecc411156 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:54:39.343855 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eeb7bb88-6aa9-44dd-b7a2-abda9a63c93c req-1e4ad69c-043e-409a-bc04-9afecc411156 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/381e54c8-8c24-4e62-a0e2-23a5ee32d15e HTTP/1.1" status: 404 len: 352 time: 0.0785699 Sep 18 01:54:39.344392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Allocated IP 172.25.0.245 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/140841c0-bfe2-4c2e-bc0b-7d5207180cf7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:39.370858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Pushing event updated for resources: {'Port': ['ID=7d4dece5-e189-4531-bf38-92d476f12faf,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:39.378658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:39.380338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:39.386449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:39.395535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Made reservation on behalf of 1eb51c8d3fde49c9a65a7fa615015071 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:39.399209 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.450086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3986070-6ad3-4ac4-9dca-8e9584a2b1ea req-18c5ce5e-7d05-4acf-9db4-fffbbba34514 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:39.454325 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3986070-6ad3-4ac4-9dca-8e9584a2b1ea req-18c5ce5e-7d05-4acf-9db4-fffbbba34514 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 936 time: 0.1280615 Sep 18 01:54:39.468232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Attempting to bind port 7d4dece5-e189-4531-bf38-92d476f12faf on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:39.468504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Attempting to bind port 7d4dece5-e189-4531-bf38-92d476f12faf by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:39.468861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Attempting to bind port 7d4dece5-e189-4531-bf38-92d476f12faf on network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:39.475828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['dd54491e-bd19-4615-82c6-d0fed060f6e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:39.479499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:39.479865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Checking segment: {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:39.480264 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.480648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Bound using segment: {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:39.481881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Bound port: 7d4dece5-e189-4531-bf38-92d476f12faf, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:39.482260 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.512540 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-996324ae-4f05-4021-948b-8bfef70b9fc9 req-5ded1d7b-7008-4d43-9b0f-2a69f3aca744 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560891 Sep 18 01:54:39.608197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] For port 7d4dece5-e189-4531-bf38-92d476f12faf, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:39.627223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] For port 7d4dece5-e189-4531-bf38-92d476f12faf, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7d4dece5-e189-4531-bf38-92d476f12faf,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:39.637186 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.673941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a3e155-0138-46d9-bfde-062f653039d1 req-73a536be-0133-43c8-8c19-b06d16787a3f service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111359 Sep 18 01:54:39.693711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddb238-6308-413e-a22c-8a07a4efea96 req-3bdbcf24-65e7-48f9-a0e5-b8951a962d94 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:39.702963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbddb238-6308-413e-a22c-8a07a4efea96 req-3bdbcf24-65e7-48f9-a0e5-b8951a962d94 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 948 time: 0.2421618 Sep 18 01:54:39.744276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca095484-3c52-4d4d-92c9-ec0269142747 None None] Pushing event updated for resources: {'Port': ['ID=7d4dece5-e189-4531-bf38-92d476f12faf,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:39.764871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:39.789729 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.836932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbddb238-6308-413e-a22c-8a07a4efea96 req-67db9319-1235-42b9-ab36-e3883bf4c782 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330042 Sep 18 01:54:39.843494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Transition to ACTIVE for port object a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:39.850592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-2c33ad95-a5e4-451b-8e43-17f359bb7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:39.860637 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-2c33ad95-a5e4-451b-8e43-17f359bb7d76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 1100 time: 0.0822761 Sep 18 01:54:39.860637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.860832 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3986070-6ad3-4ac4-9dca-8e9584a2b1ea req-c7754224-362b-4ac9-bf9d-ead1d1ad4a62 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704629 Sep 18 01:54:39.873460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.886182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-2ff9160e-d27c-4d95-a17c-8c99e3b34c2e req-13007fe5-1cb6-40e1-852d-7f8ddac78867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-204123668', 'description': 'tempest-description-878743559'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:39.948752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ff9160e-d27c-4d95-a17c-8c99e3b34c2e req-13007fe5-1cb6-40e1-852d-7f8ddac78867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:39.985566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.060964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:40.062173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:40.071524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:40.082829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:40.100277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Allocated IP 192.168.233.38 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:40.130257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=140841c0-bfe2-4c2e-bc0b-7d5207180cf7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:40.210781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-264b11ae-1757-4a64-af63-b26e9503d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:40.212896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-264b11ae-1757-4a64-af63-b26e9503d0d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3441103 Sep 18 01:54:40.298578 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ff9160e-d27c-4d95-a17c-8c99e3b34c2e req-13007fe5-1cb6-40e1-852d-7f8ddac78867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.300031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Attempting to bind port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:40.300520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Attempting to bind port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:40.301068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Attempting to bind port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:40.317222 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ff9160e-d27c-4d95-a17c-8c99e3b34c2e req-13007fe5-1cb6-40e1-852d-7f8ddac78867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.322060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-c228bad4-bfed-42ca-a873-5ea5ebad41ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=016a6ef9-36c0-4e4c-ac55-90603109a82d HTTP/1.1" status: 200 len: 217 time: 0.0741258 Sep 18 01:54:40.370069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:40.370325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Attempting to bind port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:40.389355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ff9160e-d27c-4d95-a17c-8c99e3b34c2e req-13007fe5-1cb6-40e1-852d-7f8ddac78867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.400974 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ff9160e-d27c-4d95-a17c-8c99e3b34c2e req-13007fe5-1cb6-40e1-852d-7f8ddac78867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5145626 Sep 18 01:54:40.414330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13007fe5-1cb6-40e1-852d-7f8ddac78867 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ca384-6411-4804-83a6-07660a35a1b5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:40.435383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c8eaae0-77d7-4f40-9305-f9206f47ebcd req-4ad398a0-c1d9-439a-977b-3e78975f2127 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 210 time: 0.1365204 Sep 18 01:54:40.474292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:40.474741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:40.478178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7d4dece5-e189-4531-bf38-92d476f12faf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:40.478421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:40.479054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Bound port: a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:40.479485 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.498564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-92c1b310-abd3-436d-8a73-f809f9001ad6 req-97e17d15-7985-4cb3-8209-58e701500901 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1224696430', 'description': 'tempest-description-562961125'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:40.536172 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.566434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:40.592672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-ccff15f2-2f52-44f5-b7fd-ba675eeb35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:40.594477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-ccff15f2-2f52-44f5-b7fd-ba675eeb35cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2564578 Sep 18 01:54:40.602337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092f20-7c5e-4163-95e1-314533fb6075 req-495eee03-7397-4bac-b9b1-c9bc3ee6e779 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:40.604129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8092f20-7c5e-4163-95e1-314533fb6075 req-495eee03-7397-4bac-b9b1-c9bc3ee6e779 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 945 time: 0.1224885 Sep 18 01:54:40.633092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dd54491e-bd19-4615-82c6-d0fed060f6e5 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:40.665759 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-92c1b310-abd3-436d-8a73-f809f9001ad6 req-97e17d15-7985-4cb3-8209-58e701500901 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.695552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 7d4dece5-e189-4531-bf38-92d476f12faf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:40.695931 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.726244 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8092f20-7c5e-4163-95e1-314533fb6075 req-9d1a97a9-0668-4d04-8d78-f9b52622bd88 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068072 Sep 18 01:54:40.741919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-bba5a8e6-0c54-4232-9883-8adbd4e230c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:40.744329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-bba5a8e6-0c54-4232-9883-8adbd4e230c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374896 Sep 18 01:54:40.838676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:40.862263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'mac_address': 'fa:16:3e:b3:80:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:40.879396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:40.898658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port dd54491e-bd19-4615-82c6-d0fed060f6e5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:40.948496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port dd54491e-bd19-4615-82c6-d0fed060f6e5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:40.948832 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.028984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.036212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec08707-c881-4b60-928a-341936d0e0eb None None] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:54:41.050374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b55210-7403-4e5f-8c7f-9b778e6d6ce3 req-7a0beb4d-7905-4221-ab06-ed76661f892e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:41.056357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e3b55210-7403-4e5f-8c7f-9b778e6d6ce3 req-7a0beb4d-7905-4221-ab06-ed76661f892e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 948 time: 0.1005726 Sep 18 01:54:41.084499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d391a53-4c27-4ac9-b366-eb9062f86260 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:41.104569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:41.108720 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.112007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e3b55210-7403-4e5f-8c7f-9b778e6d6ce3 req-09b19439-00b1-4e55-b8b7-e9f9484e1bc3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534365 Sep 18 01:54:41.119327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] For port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:41.124018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.141646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:54:41.171361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.176204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] For port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:41.189613 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.277414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:41.278160 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.279928 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb HTTP/1.1" status: 200 len: 1097 time: 3.1999559 Sep 18 01:54:41.283600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 7d4dece5-e189-4531-bf38-92d476f12faf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7d4dece5-e189-4531-bf38-92d476f12faf,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:41.294228 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-3683379a-324d-4502-9590-0cd082ce4ac3 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304370 Sep 18 01:54:41.306409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2d8b4419-9c53-48da-afee-1900d281963c None None] Provisioning complete for port 7d4dece5-e189-4531-bf38-92d476f12faf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:41.307686 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4419-9c53-48da-afee-1900d281963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.309812 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.310684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0', 'tag': 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:41.313827 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0", "tag": "a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:41.346163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:54:41.357440 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Sync routers for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:54:41.362272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc4a99-fb2d-4cc0-b5c4-58a4dbb91814 req-007cd940-9ab3-40d2-9fd3-dc263b35a110 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:41.370672 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccc4a99-fb2d-4cc0-b5c4-58a4dbb91814 req-007cd940-9ab3-40d2-9fd3-dc263b35a110 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 948 time: 0.1403468 Sep 18 01:54:41.377710 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:54:41.378833 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:54:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:41.383223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.398954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.400902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efb63a-58ab-44f8-8c45-f16cddad64d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:41.401095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:41.437815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['d5f37d1c-95db-44e6-bac7-195fdfc4cea2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:41.439945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccc4a99-fb2d-4cc0-b5c4-58a4dbb91814 req-8843b196-c32e-4676-8f3b-7fd8539e96b0 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683970 Sep 18 01:54:41.509899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-92c1b310-abd3-436d-8a73-f809f9001ad6 req-97e17d15-7985-4cb3-8209-58e701500901 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.519936 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.521365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b8861063-f285-4adf-875c-55c3d73c1ed9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.0753067 Sep 18 01:54:41.524458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40234) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:41.545387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:41.545604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-92c1b310-abd3-436d-8a73-f809f9001ad6 req-97e17d15-7985-4cb3-8209-58e701500901 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.564868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:41.576051 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:41.586460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:41.627321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Pushing event updated for resources: {'Port': ['ID=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:41.640435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-3147890d-fede-4749-9aa8-90bdf2abbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:41.641967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-3147890d-fede-4749-9aa8-90bdf2abbfdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 1100 time: 0.3039269 Sep 18 01:54:41.652795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-92c1b310-abd3-436d-8a73-f809f9001ad6 req-97e17d15-7985-4cb3-8209-58e701500901 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.654014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92c1b310-abd3-436d-8a73-f809f9001ad6 req-97e17d15-7985-4cb3-8209-58e701500901 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1694071 Sep 18 01:54:41.658952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=7d4dece5-e189-4531-bf38-92d476f12faf,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:41.671157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['6d391a53-4c27-4ac9-b366-eb9062f86260'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:41.689410 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204df3eb-17ff-4583-a7bd-ab5e2deab3be x-openstack-request-id: req-204df3eb-17ff-4583-a7bd-ab5e2deab3be {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:41.689708 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0", "tag": "a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:41.689971 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-204df3eb-17ff-4583-a7bd-ab5e2deab3be {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:41.690384 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0', 'tag': 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb', 'status': 'completed', 'code': 200} Sep 18 01:54:41.693630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93604f4-234b-4c37-98d1-f8fa7ac776c5 req-365c0422-644b-40e3-8055-c1b660b80267 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855629 Sep 18 01:54:41.793775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e17d15-7985-4cb3-8209-58e701500901 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dbd712-ca46-4bab-8258-8a7079351c82,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:41.811783 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-46c29680-7169-4458-89d0-5237af81fa5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb HTTP/1.1" status: 200 len: 217 time: 0.1563702 Sep 18 01:54:41.837018 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:41.840093 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d2043-e9fb-4472-9739-fc0e5ce1f06b" -d '{"events": [{"server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "name": "network-vif-plugged", "status": "completed", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:41.878863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:41.879627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.884179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:41.913969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:41.950419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-9dd7781a-9db7-4ded-a67b-6615021d4555 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2305310 Sep 18 01:54:41.959523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c3980710-592c-4cbb-bc11-b9a1c6efd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:41.961712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-c3980710-592c-4cbb-bc11-b9a1c6efd952 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1155648 Sep 18 01:54:41.967495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Request body: {'port': {'device_id': '1953cb2a-c2ce-45c7-b753-d7fdd3306d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:41.996197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-26196624-ba6a-45de-bbf9-34fc6342a8b6 req-891c470d-027c-4c2b-ad20-0a3f415fc5d6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1804910403', 'description': 'tempest-description-1819649997'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:41.997049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772bcfa-4334-4c33-b41a-4c25928928f1 req-53a77c58-b2ee-488b-ba4d-f4c04bb8e4b0 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:41.998831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2772bcfa-4334-4c33-b41a-4c25928928f1 req-53a77c58-b2ee-488b-ba4d-f4c04bb8e4b0 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 935 time: 0.2296340 Sep 18 01:54:42.024179 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:40Z', 'revision_number': 3, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:42.047013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-26196624-ba6a-45de-bbf9-34fc6342a8b6 req-891c470d-027c-4c2b-ad20-0a3f415fc5d6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.069019 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Checking router: d7c8bb80-fa5f-4965-ae22-4dac154da1e1 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:54:42.069830 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Updating router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:54:42.108006 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.125231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:42.156856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.170033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2772bcfa-4334-4c33-b41a-4c25928928f1 req-96901634-cba3-498d-8c17-50cb16e1a500 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401229 Sep 18 01:54:42.184747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-a5c1649b-f47c-4e1b-aeea-d444db6b61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:42.192071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-26196624-ba6a-45de-bbf9-34fc6342a8b6 req-891c470d-027c-4c2b-ad20-0a3f415fc5d6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.199357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-a5c1649b-f47c-4e1b-aeea-d444db6b61f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2279303 Sep 18 01:54:42.203764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-26196624-ba6a-45de-bbf9-34fc6342a8b6 req-891c470d-027c-4c2b-ad20-0a3f415fc5d6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.255364 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-26196624-ba6a-45de-bbf9-34fc6342a8b6 req-891c470d-027c-4c2b-ad20-0a3f415fc5d6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.274636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26196624-ba6a-45de-bbf9-34fc6342a8b6 req-891c470d-027c-4c2b-ad20-0a3f415fc5d6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3965983 Sep 18 01:54:42.296683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ca93767c-05b0-430c-8ba8-81c90322b3ef None None] Provisioning complete for port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:42.296683 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca93767c-05b0-430c-8ba8-81c90322b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.367807 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4939ff3-bf57-43ca-95f5-2676cbefc4a3 x-openstack-request-id: req-b4939ff3-bf57-43ca-95f5-2676cbefc4a3 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:42.368438 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "name": "network-vif-plugged", "status": "completed", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:42.369016 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4939ff3-bf57-43ca-95f5-2676cbefc4a3 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:42.369605 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5', 'code': 200} Sep 18 01:54:42.403310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ca93767c-05b0-430c-8ba8-81c90322b3ef None None] Port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:42.421410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c470d-027c-4c2b-ad20-0a3f415fc5d6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf3dff-0d36-485e-8021-568869843896,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:42.435599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7d4dece5-e189-4531-bf38-92d476f12faf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:42.480032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.569084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf761fa0-d7ac-485e-b9a8-f4528e22bd44 req-1a5a2b57-73ad-4c05-b27f-c6edfbd56533 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:42.570703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf761fa0-d7ac-485e-b9a8-f4528e22bd44 req-1a5a2b57-73ad-4c05-b27f-c6edfbd56533 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 948 time: 0.1277168 Sep 18 01:54:42.572718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381cae4-6088-430c-a47d-6e27aa419850 req-59c0a4bb-6035-4020-9c28-b1e04efe4b87 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:42.582210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8381cae4-6088-430c-a47d-6e27aa419850 req-59c0a4bb-6035-4020-9c28-b1e04efe4b87 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.2814167 Sep 18 01:54:42.586463 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.595698 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.633633 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-6142b96b-a9ff-4b90-b11a-d23aa8270c5c service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965974 Sep 18 01:54:42.634599 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Attempting to bind port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:42.635475 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Attempting to bind port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:42.637069 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Attempting to bind port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:42.653582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 7d4dece5-e189-4531-bf38-92d476f12faf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:42.654927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.657524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-aa50bcfe-8947-4f1c-8c58-7ce0585d6ce9 None None] Provisioning complete for port 7d4dece5-e189-4531-bf38-92d476f12faf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:42.658256 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aa50bcfe-8947-4f1c-8c58-7ce0585d6ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.658800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf761fa0-d7ac-485e-b9a8-f4528e22bd44 req-a182c44b-42ef-40a5-a0a8-3ebbf0d4556d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797844 Sep 18 01:54:42.685121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 016a6ef9-36c0-4e4c-ac55-90603109a82d details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:42.698273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f043e46-7c7b-4d13-91d4-f81a94d85107 req-a6e32008-34f9-4736-b26e-4980ba8f7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:42.699605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f043e46-7c7b-4d13-91d4-f81a94d85107 req-a6e32008-34f9-4736-b26e-4980ba8f7c84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1098 time: 0.2516720 Sep 18 01:54:42.700773 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:42.700967 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:42.701385 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.702088 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:42.702942 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Bound port: 140841c0-bfe2-4c2e-bc0b-7d5207180cf7, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:42.703352 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.723323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8381cae4-6088-430c-a47d-6e27aa419850 req-d07905f2-9cf9-4e56-97a4-12183be22e6c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409590 Sep 18 01:54:42.756084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Allocated IP 172.20.0.1 (2a6bdddb-5f6d-4d6e-924a-fe15048784d4/0c990bb9-c035-40f9-8fd1-cd9555682bb8/050903c2-95f3-4f95-bc54-f0af39f27c89) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:42.772605 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Pushing event updated for resources: {'Port': ['ID=140841c0-bfe2-4c2e-bc0b-7d5207180cf7,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:42.786412 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.786875 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.787224 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.788200 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.788914 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.789048 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.789385 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.789722 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.790051 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.790517 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.790876 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.791251 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:54:42.809801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 016a6ef9-36c0-4e4c-ac55-90603109a82d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=016a6ef9-36c0-4e4c-ac55-90603109a82d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:42.817286 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] For port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:42.822894 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] For port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=140841c0-bfe2-4c2e-bc0b-7d5207180cf7,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:42.828579 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.843173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '016a6ef9-36c0-4e4c-ac55-90603109a82d', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '016a6ef9-36c0-4e4c-ac55-90603109a82d', 'mac_address': 'fa:16:3e:cf:59:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:42.896798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:42.904968 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef4af4-5d87-4ff8-8cab-94bc4ee3093f None None] Pushing event updated for resources: {'Port': ['ID=140841c0-bfe2-4c2e-bc0b-7d5207180cf7,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:42.936689 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:54:42.937224 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:54:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:42.960345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eba0ed48-e34d-428c-9760-254a08aad9bf req-112d7994-301b-48b7-975b-802e58b533b1 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42f1c72c38a5469386afee0877100f8a HTTP/1.1" status: 200 len: 10891 time: 0.2411809 Sep 18 01:54:42.962860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016a6ef9-36c0-4e4c-ac55-90603109a82d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:42.994883 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.001196 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f043e46-7c7b-4d13-91d4-f81a94d85107 req-49a9c4ad-a0ef-4c8c-89d5-199acf89c94d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739604 Sep 18 01:54:43.016172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35bb924d-887f-4e40-83d0-a1b28eea72c7 req-5bb56470-4757-4bb7-9691-b5576dd131cd service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570457 Sep 18 01:54:43.030930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e3b75-23d2-4237-8708-a297d7684249 req-12ad8338-ec21-4e2c-b756-d14b48192f62 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:43.039276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eba0ed48-e34d-428c-9760-254a08aad9bf req-ee39d6b5-860f-4c28-8706-285d076be5c0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/ce9f49b8-4dc9-47b7-ae37-91cc75007869 HTTP/1.1" status: 200 len: 2981 time: 0.0780048 Sep 18 01:54:43.039950 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df4e3b75-23d2-4237-8708-a297d7684249 req-12ad8338-ec21-4e2c-b756-d14b48192f62 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 948 time: 0.1648710 Sep 18 01:54:43.044259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 016a6ef9-36c0-4e4c-ac55-90603109a82d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=016a6ef9-36c0-4e4c-ac55-90603109a82d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:43.058008 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.105531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df4e3b75-23d2-4237-8708-a297d7684249 req-66648a43-609e-4663-b37c-a85871cbfd68 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644062 Sep 18 01:54:43.122206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eba0ed48-e34d-428c-9760-254a08aad9bf req-36c2c17d-0e0b-4291-a0ff-c6c2d1d39190 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/ce9f49b8-4dc9-47b7-ae37-91cc75007869 HTTP/1.1" status: 200 len: 2981 time: 0.0770941 Sep 18 01:54:43.122993 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:43.123808 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.146404 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=016a6ef9-36c0-4e4c-ac55-90603109a82d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:43.173372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:43.175782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:43.184447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.185482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:43.195925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:43.203779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Transition to ACTIVE for port object c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:43.208786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.244040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.294472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=050903c2-95f3-4f95-bc54-f0af39f27c89,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:43.340927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42fbc9e2-9d41-4e3b-902e-06e0b9388aaf req-4d6f5668-8025-46c7-8a36-df178a5bde00 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/2a9ca384-6411-4804-83a6-07660a35a1b5 HTTP/1.1" status: 200 len: 1799 time: 0.1880713 Sep 18 01:54:43.395821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['016a6ef9-36c0-4e4c-ac55-90603109a82d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:43.428130 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2d37a266-6287-45db-918d-86967e6364bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:40Z', 'revision_number': 3, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:43.445514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:43.474393 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37a266-6287-45db-918d-86967e6364bf None None] The sync data for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 is: [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:40Z', 'revision_number': 3, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:54:43.517245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.588835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Attempting to bind port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:43.589460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Attempting to bind port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:43.589559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Attempting to bind port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:43.590418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-42fbc9e2-9d41-4e3b-902e-06e0b9388aaf req-335bfe7f-0b14-42ec-b110-44b5d3773a58 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.599865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-293c42dc-ef35-4c64-80c8-bf13976de1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:43.601941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-293c42dc-ef35-4c64-80c8-bf13976de1db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 1100 time: 0.3150272 Sep 18 01:54:43.602549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:43.602898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Attempting to bind port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:43.613117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b140-8382-4e8e-8ad6-633db6efef7f req-c4d1a92b-e077-4106-a19f-f2382638e514 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:43.619207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c898b140-8382-4e8e-8ad6-633db6efef7f req-c4d1a92b-e077-4106-a19f-f2382638e514 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 947 time: 0.2825108 Sep 18 01:54:43.636294 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-42fbc9e2-9d41-4e3b-902e-06e0b9388aaf req-335bfe7f-0b14-42ec-b110-44b5d3773a58 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.638745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:43.638895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:43.639034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-819d4cfc-b995-45d1-bb1c-caef57cf7b69 None None] Provisioning complete for port 050903c2-95f3-4f95-bc54-f0af39f27c89 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:43.639552 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-819d4cfc-b995-45d1-bb1c-caef57cf7b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.639678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:43.640018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Bound port: c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:43.640635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.679564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-819d4cfc-b995-45d1-bb1c-caef57cf7b69 None None] Port 050903c2-95f3-4f95-bc54-f0af39f27c89 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:43.789881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c898b140-8382-4e8e-8ad6-633db6efef7f req-ec0e6856-791e-4587-9a35-eb1f97ca1ddb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645525 Sep 18 01:54:43.824568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-f16dad4a-d4be-499a-af7a-370c7f0b3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:43.829094 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-f16dad4a-d4be-499a-af7a-370c7f0b3d07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2062786 Sep 18 01:54:43.838052 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] For port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:43.843387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] For port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:43.854239 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.921530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-1cbb3f52-1e4f-404a-94ca-d47e45059142 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb HTTP/1.1" status: 200 len: 217 time: 0.0765531 Sep 18 01:54:43.952968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:43.953586 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:43.955070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] 10.222.0.20 "PUT /v2.0/ports/c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 HTTP/1.1" status: 200 len: 1096 time: 1.9914520 Sep 18 01:54:44.010203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1953cb2a-c2ce-45c7-b753-d7fdd3306d2d', 'tag': 'c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:44.012469 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f46d963-367b-4b2e-9525-ca3d44b34090" -d '{"events": [{"name": "network-changed", "server_uuid": "1953cb2a-c2ce-45c7-b753-d7fdd3306d2d", "tag": "c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:44.025249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-b2042aa5-d8c5-4f57-a3a5-2e5c82ed0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:44.025249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-b2042aa5-d8c5-4f57-a3a5-2e5c82ed0c62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0742359 Sep 18 01:54:44.057065 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-42fbc9e2-9d41-4e3b-902e-06e0b9388aaf req-335bfe7f-0b14-42ec-b110-44b5d3773a58 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.060060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-42fbc9e2-9d41-4e3b-902e-06e0b9388aaf req-335bfe7f-0b14-42ec-b110-44b5d3773a58 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.071396 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42fbc9e2-9d41-4e3b-902e-06e0b9388aaf req-335bfe7f-0b14-42ec-b110-44b5d3773a58 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/2a9ca384-6411-4804-83a6-07660a35a1b5 HTTP/1.1" status: 204 len: 173 time: 0.6438122 Sep 18 01:54:44.104839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bfe7f-0b14-42ec-b110-44b5d3773a58 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ca384-6411-4804-83a6-07660a35a1b5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:44.130093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283ad58-7f1b-42bf-8a3a-2165f9e776b8 req-9659ebf5-0f34-4627-a936-458f8096b645 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:44.132553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c283ad58-7f1b-42bf-8a3a-2165f9e776b8 req-9659ebf5-0f34-4627-a936-458f8096b645 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 949 time: 0.2406561 Sep 18 01:54:44.138736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03200b41-8f39-4fef-9e9b-9d051eb15389 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:44.170569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.181851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.195878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-d00856a3-1d34-4a55-9757-99694b719f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:44.197612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-d00856a3-1d34-4a55-9757-99694b719f4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494272 Sep 18 01:54:44.200004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-027b84eb-3d99-45c7-8488-7928bf8cf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:44.201406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-027b84eb-3d99-45c7-8488-7928bf8cf442 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 1099 time: 0.1519098 Sep 18 01:54:44.239274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c283ad58-7f1b-42bf-8a3a-2165f9e776b8 req-7cae9b63-4179-4b53-8828-60bfea8cfd71 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804560 Sep 18 01:54:44.241873 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.316324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-58bddece-5625-4622-b599-66c8d74112cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 HTTP/1.1" status: 200 len: 217 time: 0.0759971 Sep 18 01:54:44.323894 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8782a48-1f85-4a85-97c1-65057e879526 x-openstack-request-id: req-f8782a48-1f85-4a85-97c1-65057e879526 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:44.325598 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1953cb2a-c2ce-45c7-b753-d7fdd3306d2d", "tag": "c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:44.326056 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8782a48-1f85-4a85-97c1-65057e879526 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:44.326632 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1953cb2a-c2ce-45c7-b753-d7fdd3306d2d', 'tag': 'c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299', 'status': 'completed', 'code': 200} Sep 18 01:54:44.343397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110fe6-8a11-489b-ba34-ae2b071b0beb req-7bbb20ac-da58-417f-be57-d697fe7f19b4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:44.355103 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-43110fe6-8a11-489b-ba34-ae2b071b0beb req-7bbb20ac-da58-417f-be57-d697fe7f19b4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.1653199 Sep 18 01:54:44.365179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=050903c2-95f3-4f95-bc54-f0af39f27c89,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:44.428132 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-9037351e-d640-4e8f-8602-3d5c0f6e07a3 req-edb80e81-afba-4dbd-884d-83e9c5d6f30c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:54:44.431211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9037351e-d640-4e8f-8602-3d5c0f6e07a3 req-edb80e81-afba-4dbd-884d-83e9c5d6f30c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/2a9ca384-6411-4804-83a6-07660a35a1b5 HTTP/1.1" status: 404 len: 352 time: 0.0727155 Sep 18 01:54:44.483475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:44.496638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-43110fe6-8a11-489b-ba34-ae2b071b0beb req-ea439bc0-4eb4-45c9-b781-2650334a2b06 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393356 Sep 18 01:54:44.498190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-f23e3239-1737-402c-bf46-d064b10c43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:44.501960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-f23e3239-1737-402c-bf46-d064b10c43b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1739352 Sep 18 01:54:44.577812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:44.592577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:44.594421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:44.612119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-b5db4f75-3c78-4619-8214-0dcdcd6d2ef0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686774 Sep 18 01:54:44.673201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:44.673761 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.712349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 016a6ef9-36c0-4e4c-ac55-90603109a82d up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:44.776386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-1913c535-f5a4-4374-bf90-fbf6b863d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:44.789173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-1913c535-f5a4-4374-bf90-fbf6b863d5f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2677782 Sep 18 01:54:44.794614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 6d391a53-4c27-4ac9-b366-eb9062f86260 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:44.812957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 6d391a53-4c27-4ac9-b366-eb9062f86260 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:44.813506 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.847994 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a40ba58b-4df6-4da5-a37f-91fc81d01fb9 req-ca53422f-1afa-40e6-8089-fbbf0c43d3db tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/46dbd712-ca46-4bab-8258-8a7079351c82 HTTP/1.1" status: 200 len: 1800 time: 0.1513736 Sep 18 01:54:44.908376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f6bfe86-df7e-4bbb-a91d-e20e67f7cc1d req-f761ecb8-4e16-40f7-971e-2abb4adee4ed service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795739 Sep 18 01:54:44.908948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:54:44.925176 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.953443 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 016a6ef9-36c0-4e4c-ac55-90603109a82d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:44.965322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=140841c0-bfe2-4c2e-bc0b-7d5207180cf7,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:44.969179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49e64f-d58b-41f4-b174-ba656d56100c req-d2f53fc9-6e07-454c-b3fc-8430c951c40d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:44.969737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 016a6ef9-36c0-4e4c-ac55-90603109a82d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:44.970234 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:44.970466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e49e64f-d58b-41f4-b174-ba656d56100c req-d2f53fc9-6e07-454c-b3fc-8430c951c40d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 948 time: 0.1284995 Sep 18 01:54:44.997805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a40ba58b-4df6-4da5-a37f-91fc81d01fb9 req-81b98be7-0bc1-4262-b63f-46d41a9322e6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.012276 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.036649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a40ba58b-4df6-4da5-a37f-91fc81d01fb9 req-81b98be7-0bc1-4262-b63f-46d41a9322e6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.065523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0b485b5e-836e-41d9-81a4-ddbbd6aae6ff None None] Provisioning complete for port 050903c2-95f3-4f95-bc54-f0af39f27c89 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:45.066234 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b485b5e-836e-41d9-81a4-ddbbd6aae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.119776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.127381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:54:45.152215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d2c24d9d-9d81-40ed-8080-0772f3632fe1 admin admin] 10.222.0.21 "PUT /v2.0/routers/d7c8bb80-fa5f-4965-ae22-4dac154da1e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6265221 Sep 18 01:54:45.153469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a40ba58b-4df6-4da5-a37f-91fc81d01fb9 req-81b98be7-0bc1-4262-b63f-46d41a9322e6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.156589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a40ba58b-4df6-4da5-a37f-91fc81d01fb9 req-81b98be7-0bc1-4262-b63f-46d41a9322e6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.171358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a40ba58b-4df6-4da5-a37f-91fc81d01fb9 req-81b98be7-0bc1-4262-b63f-46d41a9322e6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/46dbd712-ca46-4bab-8258-8a7079351c82 HTTP/1.1" status: 204 len: 173 time: 0.3160989 Sep 18 01:54:45.185525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b98be7-0bc1-4262-b63f-46d41a9322e6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dbd712-ca46-4bab-8258-8a7079351c82,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:45.203778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:45.206604 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be1f225-23bd-40f6-9aa4-8d0ed0cf04d4" -d '{"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:45.237634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0b485b5e-836e-41d9-81a4-ddbbd6aae6ff None None] Port 050903c2-95f3-4f95-bc54-f0af39f27c89 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:45.260774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=140841c0-bfe2-4c2e-bc0b-7d5207180cf7,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:45.273749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:45.285303 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.336353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b223046-7f7f-46e8-9474-9715abd0d2d2 req-38803c7c-cd01-4fc2-8285-6e30f2a02c7f tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:45.338090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b223046-7f7f-46e8-9474-9715abd0d2d2 req-38803c7c-cd01-4fc2-8285-6e30f2a02c7f tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 947 time: 0.0746768 Sep 18 01:54:45.340095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-ecbb0886-d7f0-4245-bde3-c9b664ee93dd service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377471 Sep 18 01:54:45.358918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:45.376288 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.384924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e49e64f-d58b-41f4-b174-ba656d56100c req-389f9759-e779-43e9-a4d3-780fe96a6a6c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970273 Sep 18 01:54:45.410979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b223046-7f7f-46e8-9474-9715abd0d2d2 req-6a3d56df-7027-484b-9131-208dca00500c tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661082 Sep 18 01:54:45.454490 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-ad325603-961c-4d6d-a78b-5b73b1736dc7 req-81eba311-8b32-4108-bb28-4e81e9e83f98 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:54:45.456470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad325603-961c-4d6d-a78b-5b73b1736dc7 req-81eba311-8b32-4108-bb28-4e81e9e83f98 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/46dbd712-ca46-4bab-8258-8a7079351c82 HTTP/1.1" status: 404 len: 352 time: 0.0308208 Sep 18 01:54:45.464824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 016a6ef9-36c0-4e4c-ac55-90603109a82d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=016a6ef9-36c0-4e4c-ac55-90603109a82d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:45.472702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.515136 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ecf110-1b29-4811-9102-3846e19e16ba x-openstack-request-id: req-a4ecf110-1b29-4811-9102-3846e19e16ba {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:45.516302 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:45.516730 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4ecf110-1b29-4811-9102-3846e19e16ba {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:45.517282 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'code': 200} Sep 18 01:54:45.552426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=016a6ef9-36c0-4e4c-ac55-90603109a82d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:45.591080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-466d537f-52ed-4d4e-8cdc-0b0b916c500f req-b5ec5dfa-6cb5-42f4-bb33-20c898499276 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338326 Sep 18 01:54:45.644026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3d4bf-74f9-4e91-b261-6e7f2eaa850d req-96dd0a01-9c76-4665-b679-fae774691cc4 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:45.645519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aad3d4bf-74f9-4e91-b261-6e7f2eaa850d req-96dd0a01-9c76-4665-b679-fae774691cc4 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 950 time: 0.0999167 Sep 18 01:54:45.648029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93ed98-5a94-44d2-964e-749b62df2a31 req-cd4fbeb5-cc77-484a-ab6b-53fb072de672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:45.649628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b93ed98-5a94-44d2-964e-749b62df2a31 req-cd4fbeb5-cc77-484a-ab6b-53fb072de672 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1101 time: 0.0860100 Sep 18 01:54:45.736537 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b93ed98-5a94-44d2-964e-749b62df2a31 req-58a05e3c-841c-4b49-a6af-7aa890f0999a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696101 Sep 18 01:54:45.744041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aad3d4bf-74f9-4e91-b261-6e7f2eaa850d req-48d90557-0614-4426-9b10-c1f5f0e66db4 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854931 Sep 18 01:54:45.746978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-a8909e1c-3a45-4989-8d59-02b641cdf609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:45.748279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-a8909e1c-3a45-4989-8d59-02b641cdf609 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 1099 time: 0.0978065 Sep 18 01:54:45.769404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40296) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:45.774542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d577601c-6272-4329-8dca-61ca69bfe9c5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135972344', 'description': 'tempest-description--134211536'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:45.809734 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d577601c-6272-4329-8dca-61ca69bfe9c5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.826288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d409c55-8a48-49fb-b128-991b2c4bcbd0 req-dd6af90f-f86c-42a1-a9d0-af6a41f10acf tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/5cdf3dff-0d36-485e-8021-568869843896 HTTP/1.1" status: 200 len: 1801 time: 0.0545890 Sep 18 01:54:45.836620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Sync routers for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:54:45.845358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:54:45.845973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:54:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:45.894748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fdb1f-777f-4fe3-bf7d-d12600bb51b3 req-d7b205ac-7208-4e53-ab0b-f7a80a464fbd tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:45.896373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e45fdb1f-777f-4fe3-bf7d-d12600bb51b3 req-d7b205ac-7208-4e53-ab0b-f7a80a464fbd tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0743995 Sep 18 01:54:45.901383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d409c55-8a48-49fb-b128-991b2c4bcbd0 req-d46a5638-d73b-4b54-98e1-0765830bafd8 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.928897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d409c55-8a48-49fb-b128-991b2c4bcbd0 req-d46a5638-d73b-4b54-98e1-0765830bafd8 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.955534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:45.963936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e45fdb1f-777f-4fe3-bf7d-d12600bb51b3 req-7fc1d364-2d82-4505-b6b4-2705622ad5df tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573158 Sep 18 01:54:45.966224 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d577601c-6272-4329-8dca-61ca69bfe9c5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:45.972248 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d577601c-6272-4329-8dca-61ca69bfe9c5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.009707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d577601c-6272-4329-8dca-61ca69bfe9c5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.011253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d577601c-6272-4329-8dca-61ca69bfe9c5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2419493 Sep 18 01:54:46.012434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577601c-6272-4329-8dca-61ca69bfe9c5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77114500-20d0-489d-a7a2-0ac2420daa03,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:46.014493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40300) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:46.019559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-43475ada-6560-41c4-b917-04ea03e73ea5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Request body: {'security_group_rule': {'security_group_id': '77114500-20d0-489d-a7a2-0ac2420daa03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:46.049198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d409c55-8a48-49fb-b128-991b2c4bcbd0 req-d46a5638-d73b-4b54-98e1-0765830bafd8 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.051895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4d409c55-8a48-49fb-b128-991b2c4bcbd0 req-d46a5638-d73b-4b54-98e1-0765830bafd8 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.053920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d409c55-8a48-49fb-b128-991b2c4bcbd0 req-d46a5638-d73b-4b54-98e1-0765830bafd8 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/5cdf3dff-0d36-485e-8021-568869843896 HTTP/1.1" status: 204 len: 173 time: 0.2200189 Sep 18 01:54:46.055840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43475ada-6560-41c4-b917-04ea03e73ea5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.077351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-585ead94-6f4d-43bd-a691-801865f734cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:46.080683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-585ead94-6f4d-43bd-a691-801865f734cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1401825 Sep 18 01:54:46.080683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a5638-d73b-4b54-98e1-0765830bafd8 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf3dff-0d36-485e-8021-568869843896,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:46.130928 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-610c69c5-9d99-4bad-88fc-052036cc3927 req-d749bb23-8bd8-4a11-bfba-bc38ce9b3ae3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:54:46.137255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-610c69c5-9d99-4bad-88fc-052036cc3927 req-d749bb23-8bd8-4a11-bfba-bc38ce9b3ae3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/5cdf3dff-0d36-485e-8021-568869843896 HTTP/1.1" status: 404 len: 352 time: 0.0246317 Sep 18 01:54:46.142159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-773d4792-aba5-4b7e-99a6-8313a9b6c0bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 HTTP/1.1" status: 200 len: 217 time: 0.0546944 Sep 18 01:54:46.184297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43475ada-6560-41c4-b917-04ea03e73ea5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.211245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43475ada-6560-41c4-b917-04ea03e73ea5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.228612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ae20f-c070-4b8f-bb17-4521e8d12f17 req-d99757cf-55d4-46a3-bf11-b993d7a320de tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:46.230155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-550ae20f-c070-4b8f-bb17-4521e8d12f17 req-d99757cf-55d4-46a3-bf11-b993d7a320de tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1098 time: 0.0897789 Sep 18 01:54:46.235060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-5b793b60-f195-4846-87a7-4cd7da952173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:46.236605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-5b793b60-f195-4846-87a7-4cd7da952173 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0687113 Sep 18 01:54:46.250458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43475ada-6560-41c4-b917-04ea03e73ea5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b72385-fad2-4538-88dd-64eee4b45039,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:46.264364 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31e46ccf-1a1b-433d-af8c-b42439719a56 req-f6ec954a-cbc3-441d-b32f-ac84f17a3719 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42f1c72c38a5469386afee0877100f8a HTTP/1.1" status: 200 len: 6144 time: 0.1070075 Sep 18 01:54:46.266250 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43475ada-6560-41c4-b917-04ea03e73ea5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.267591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-43475ada-6560-41c4-b917-04ea03e73ea5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2518501 Sep 18 01:54:46.270170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40310) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:46.273170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 2, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:46.275484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-84b99c64-381f-46b5-a52c-dcf2636adbe7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Request body: {'security_group_rule': {'security_group_id': '77114500-20d0-489d-a7a2-0ac2420daa03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:46.316236 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-550ae20f-c070-4b8f-bb17-4521e8d12f17 req-188a879b-0484-49d4-b037-6a7f60dbd98f tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786498 Sep 18 01:54:46.323926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-6ac0fbd9-92c6-4127-93af-5a60674dbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:46.325588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-6ac0fbd9-92c6-4127-93af-5a60674dbcb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658190 Sep 18 01:54:46.343847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Checking router: d7c8bb80-fa5f-4965-ae22-4dac154da1e1 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:54:46.344307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Updating router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 port 050903c2-95f3-4f95-bc54-f0af39f27c89 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:54:46.377399 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.391351 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31e46ccf-1a1b-433d-af8c-b42439719a56 req-512701cd-c5ab-4769-8483-4035a5264886 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/ce9f49b8-4dc9-47b7-ae37-91cc75007869 HTTP/1.1" status: 200 len: 2981 time: 0.1099415 Sep 18 01:54:46.394748 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b99c64-381f-46b5-a52c-dcf2636adbe7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.427262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:46.479270 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31e46ccf-1a1b-433d-af8c-b42439719a56 req-b04d089d-08dc-4360-9a3a-c4236fcf9b11 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/ce9f49b8-4dc9-47b7-ae37-91cc75007869 HTTP/1.1" status: 200 len: 2981 time: 0.0870059 Sep 18 01:54:46.495517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b99c64-381f-46b5-a52c-dcf2636adbe7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.501733 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b99c64-381f-46b5-a52c-dcf2636adbe7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.515118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-acdbd31a-0501-46ae-b941-f111b93aee81 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786118 Sep 18 01:54:46.522910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68b3b4-25b3-4574-9dd0-a511ff940e8b req-7b381449-8e74-4081-a2f8-07c1e11edb27 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:46.526413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b99c64-381f-46b5-a52c-dcf2636adbe7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c883d053-6e8c-4704-b1f2-c1b48909ad75,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:46.535578 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a68b3b4-25b3-4574-9dd0-a511ff940e8b req-7b381449-8e74-4081-a2f8-07c1e11edb27 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1098 time: 0.0946770 Sep 18 01:54:46.538513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b99c64-381f-46b5-a52c-dcf2636adbe7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.542944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-84b99c64-381f-46b5-a52c-dcf2636adbe7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2709544 Sep 18 01:54:46.543565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40326) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:46.548363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:46.568139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:46.569233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.597744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.613396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:46.689675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a68b3b4-25b3-4574-9dd0-a511ff940e8b req-0068bf3b-1538-4395-93f4-2314ccdbcf31 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532462 Sep 18 01:54:46.692557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6731730-beee-4f65-abf8-66d4de0c3a00 req-81374a83-d825-4920-a995-cf34cc5d5cd9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:46.695667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6731730-beee-4f65-abf8-66d4de0c3a00 req-81374a83-d825-4920-a995-cf34cc5d5cd9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 948 time: 0.0816555 Sep 18 01:54:46.731619 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f46d963-367b-4b2e-9525-ca3d44b34090 req-3be94467-2d03-48a9-815e-81d07f9b3349 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714170 Sep 18 01:54:46.806136 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6731730-beee-4f65-abf8-66d4de0c3a00 req-aea397a2-3963-4104-839c-549cda425daf tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020789 Sep 18 01:54:46.826202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-9b55e74b-1fbd-4869-979a-f2a0b914fd55 req-1a2b74eb-8f3a-45ad-85aa-37e07a6f0781 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-489943377', 'description': 'tempest-description-1565253100'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:46.866659 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b55e74b-1fbd-4869-979a-f2a0b914fd55 req-1a2b74eb-8f3a-45ad-85aa-37e07a6f0781 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.877223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:46.900111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de5fa-5f90-4b86-a0e4-031bf80cb74d req-ad577c03-960f-456a-b84c-f4e22e31c33f tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:46.911452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d3de5fa-5f90-4b86-a0e4-031bf80cb74d req-ad577c03-960f-456a-b84c-f4e22e31c33f tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 947 time: 0.0898421 Sep 18 01:54:46.967999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d3de5fa-5f90-4b86-a0e4-031bf80cb74d req-634393b8-3585-4e02-8160-c508a36f9720 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547357 Sep 18 01:54:47.012721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:47.036364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Allocated IP 172.25.0.40 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/b2719b81-17ce-4add-8b3e-afedda818c8b) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:47.061804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b55e74b-1fbd-4869-979a-f2a0b914fd55 req-1a2b74eb-8f3a-45ad-85aa-37e07a6f0781 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.079218 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.080996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b55e74b-1fbd-4869-979a-f2a0b914fd55 req-1a2b74eb-8f3a-45ad-85aa-37e07a6f0781 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.081593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb', 'mac_address': 'fa:16:3e:86:40:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:47.124840 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.159153 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b55e74b-1fbd-4869-979a-f2a0b914fd55 req-1a2b74eb-8f3a-45ad-85aa-37e07a6f0781 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.176167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b55e74b-1fbd-4869-979a-f2a0b914fd55 req-1a2b74eb-8f3a-45ad-85aa-37e07a6f0781 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3536739 Sep 18 01:54:47.176892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b74eb-8f3a-45ad-85aa-37e07a6f0781 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9885857e-d359-4abc-a207-b6bb1b9865b6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:47.191585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.196305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b9f4-6613-4492-a49f-e7637fa19676 None None] Pushing event updated for resources: {'Port': ['ID=050903c2-95f3-4f95-bc54-f0af39f27c89,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:47.280909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.301253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:47.364633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:47.366647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Attempting to bind port 050903c2-95f3-4f95-bc54-f0af39f27c89 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:47.367240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Attempting to bind port 050903c2-95f3-4f95-bc54-f0af39f27c89 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:47.367794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Attempting to bind port 050903c2-95f3-4f95-bc54-f0af39f27c89 on network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:47.367902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f10e-183c-4d8e-a007-16f04b60f246 req-1eaed697-4638-4bfc-a79d-8598635fe939 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:47.369474 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0579f10e-183c-4d8e-a007-16f04b60f246 req-1eaed697-4638-4bfc-a79d-8598635fe939 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 950 time: 0.1195030 Sep 18 01:54:47.374550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:47.374958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Checking segment: {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:47.375505 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.376125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Bound using segment: {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:47.376431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Bound port: 050903c2-95f3-4f95-bc54-f0af39f27c89, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:47.376809 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.380065 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.417550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.481817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:47.501918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:47.508042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0579f10e-183c-4d8e-a007-16f04b60f246 req-4a9dd4d7-8dbb-4b9c-87fc-030b0fba0725 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123745 Sep 18 01:54:47.511603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:47.518082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:47.543143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event updated for resources: {'Port': ['ID=b2719b81-17ce-4add-8b3e-afedda818c8b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:47.571022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] For port 050903c2-95f3-4f95-bc54-f0af39f27c89, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:47.577758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a4c7cb-5319-4998-9b62-db0dd85858c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a6ef9-36c0-4e4c-ac55-90603109a82d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:47.583040 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa519d9-d5d7-4866-ae5b-1d8e3a68608b" -d '{"events": [{"server_uuid": "a5a4c7cb-5319-4998-9b62-db0dd85858c9", "name": "network-vif-plugged", "status": "completed", "tag": "016a6ef9-36c0-4e4c-ac55-90603109a82d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:47.592849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] For port 050903c2-95f3-4f95-bc54-f0af39f27c89, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=050903c2-95f3-4f95-bc54-f0af39f27c89,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:47.601421 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.654050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fd3cd1a4-422d-4dbb-ab12-2266831867a9 req-56ce24e7-2e0d-415f-803d-ae34a757372f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1203020606', 'description': 'tempest-description-487469989'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:47.660139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.666770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5d58fef8-5a79-4bce-b791-075a10c9b2d7 None None] Provisioning complete for port 050903c2-95f3-4f95-bc54-f0af39f27c89 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:47.668551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5d58fef8-5a79-4bce-b791-075a10c9b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.729357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd3cd1a4-422d-4dbb-ab12-2266831867a9 req-56ce24e7-2e0d-415f-803d-ae34a757372f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.734351 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:47.744838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:47.781460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:54:47.782058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:54:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:47.790129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b9f4-6613-4492-a49f-e7637fa19676 None None] Pushing event updated for resources: {'Port': ['ID=050903c2-95f3-4f95-bc54-f0af39f27c89,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:48.005080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:48.035732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.044696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.066954 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5d58fef8-5a79-4bce-b791-075a10c9b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.090726 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd3cd1a4-422d-4dbb-ab12-2266831867a9 req-56ce24e7-2e0d-415f-803d-ae34a757372f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.100147 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd3cd1a4-422d-4dbb-ab12-2266831867a9 req-56ce24e7-2e0d-415f-803d-ae34a757372f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.195211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5d58fef8-5a79-4bce-b791-075a10c9b2d7 None None] For port 050903c2-95f3-4f95-bc54-f0af39f27c89, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=050903c2-95f3-4f95-bc54-f0af39f27c89,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:48.198504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event updated for resources: {'Port': ['ID=b2719b81-17ce-4add-8b3e-afedda818c8b,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:48.205233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd3cd1a4-422d-4dbb-ab12-2266831867a9 req-56ce24e7-2e0d-415f-803d-ae34a757372f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.215526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd3cd1a4-422d-4dbb-ab12-2266831867a9 req-56ce24e7-2e0d-415f-803d-ae34a757372f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5681975 Sep 18 01:54:48.223709 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.228565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce24e7-2e0d-415f-803d-ae34a757372f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f03909-030b-43aa-832f-d18fdb0361c4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:48.245625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.245830 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5d58fef8-5a79-4bce-b791-075a10c9b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.247286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-521ec095-1a6e-4dd3-950b-4711669050b7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7026994 Sep 18 01:54:48.308479 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24373723-ae6e-4482-9d0c-0e97da93af60 x-openstack-request-id: req-24373723-ae6e-4482-9d0c-0e97da93af60 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:48.308479 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a4c7cb-5319-4998-9b62-db0dd85858c9", "name": "network-vif-plugged", "status": "completed", "tag": "016a6ef9-36c0-4e4c-ac55-90603109a82d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:48.308736 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24373723-ae6e-4482-9d0c-0e97da93af60 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:48.309300 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a4c7cb-5319-4998-9b62-db0dd85858c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016a6ef9-36c0-4e4c-ac55-90603109a82d', 'code': 200} Sep 18 01:54:48.355280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-024a166e-d936-4b39-ba57-ea1946112d4f tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:54:48.358527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-024a166e-d936-4b39-ba57-ea1946112d4f tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087616 Sep 18 01:54:48.388554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58fef8-5a79-4bce-b791-075a10c9b2d7 None None] Pushing event updated for resources: {'Port': ['ID=050903c2-95f3-4f95-bc54-f0af39f27c89,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:48.409948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0063975d-fc7e-490d-9334-0a9b21d8a72c None None] Provisioning complete for port 050903c2-95f3-4f95-bc54-f0af39f27c89 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:48.410324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0063975d-fc7e-490d-9334-0a9b21d8a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.439485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342f27-3e90-4374-a4ff-ee4234376430 req-de2866aa-8400-4756-b4c1-150c58b15520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:48.441102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83342f27-3e90-4374-a4ff-ee4234376430 req-de2866aa-8400-4756-b4c1-150c58b15520 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 1102 time: 0.0488603 Sep 18 01:54:48.455642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-9b98ce17-dd68-44f0-ac60-75c4d4170d48 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:48.457609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-9b98ce17-dd68-44f0-ac60-75c4d4170d48 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports/4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 1095 time: 0.0903773 Sep 18 01:54:48.459913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:47Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:48.467797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Request body: {'binding': {'host': 'n-h2-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:48.468330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:54:48.488894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed771ed5-7a25-439a-9bfb-440aa880d392 None None] The sync data for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 is: [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:47Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:54:48.489509 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83342f27-3e90-4374-a4ff-ee4234376430 req-73cf4eed-32bb-4265-8021-f48f1462b77d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Sep 18 01:54:48.514492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6097c11-834e-4cf5-9532-f11f48a9b878 req-de296ed5-fb62-417c-af5e-7b2961936657 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:48.515516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6097c11-834e-4cf5-9532-f11f48a9b878 req-de296ed5-fb62-417c-af5e-7b2961936657 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 949 time: 0.0991099 Sep 18 01:54:48.611039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6097c11-834e-4cf5-9532-f11f48a9b878 req-fc44d55d-0a61-46b0-8b5c-e5842189a20d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755479 Sep 18 01:54:48.624627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:54:48.666307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on host n-h2-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:48.666857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:48.667368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:48.672121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:48.672439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:48.679511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:48.679846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:48.680492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:48.681149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Bound port: 4c3902c1-8122-4066-9aa0-7bdea5b39061, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:48.758848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:48.769048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e4617-fd8f-42c5-83b6-d37edf97e92e req-d439bfd3-50ad-4f68-bcec-621e645cac5e tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:48.770623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-083e4617-fd8f-42c5-83b6-d37edf97e92e req-d439bfd3-50ad-4f68-bcec-621e645cac5e tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 947 time: 0.0931065 Sep 18 01:54:48.770907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299', 'mac_address': 'fa:16:3e:75:43:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:54:48.780246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:48.797621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.798798 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33362b8d-1092-495d-a015-86f0f5a8c9cd service neutron] 10.222.0.21 "POST /v2.0/ports/4c3902c1-8122-4066-9aa0-7bdea5b39061/bindings HTTP/1.1" status: 201 len: 390 time: 0.3344264 Sep 18 01:54:48.826548 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.828211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-083e4617-fd8f-42c5-83b6-d37edf97e92e req-d7b89c5e-86b2-4e34-b52f-11fd9ddfcb7f tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Sep 18 01:54:48.842303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:48.868460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:48.879311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:48.967632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:48.998192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-40cc82b3-217f-4af2-855a-5196cc7b96d7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--135972344&fields=id&tenant_id=2e416a1515a54b5aa9a98c29daef2869 HTTP/1.1" status: 200 len: 267 time: 0.0504627 Sep 18 01:54:49.119440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-b674113c-56e3-4988-ae1a-b53ab4230b91 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:49.120916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-b674113c-56e3-4988-ae1a-b53ab4230b91 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 812 time: 0.1657467 Sep 18 01:54:49.127526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-0b2acc0a-5705-4601-bc1b-da9b85e27674 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:49.129652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-0b2acc0a-5705-4601-bc1b-da9b85e27674 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/networks?id=2a6bdddb-5f6d-4d6e-924a-fe15048784d4 HTTP/1.1" status: 200 len: 806 time: 0.1304295 Sep 18 01:54:49.140268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-538fd193-35b2-408b-934b-be1e4352790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:49.141780 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-538fd193-35b2-408b-934b-be1e4352790b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1098 time: 0.0817044 Sep 18 01:54:49.143560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-be366293-a086-4170-a604-2ec205287d95 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/quotas/42f1c72c38a5469386afee0877100f8a HTTP/1.1" status: 200 len: 375 time: 0.0150812 Sep 18 01:54:49.153013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-459427bf-4c5d-4069-b95f-27d162b39d00 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/quotas/2e416a1515a54b5aa9a98c29daef2869 HTTP/1.1" status: 200 len: 375 time: 0.0158956 Sep 18 01:54:49.215325 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-4db16e52-a716-4145-9a1b-58dad61d668a tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e416a1515a54b5aa9a98c29daef2869&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579941 Sep 18 01:54:49.229959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:49.271195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-f09e1f3f-be05-4ed7-9321-b4479d78f579 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171143 Sep 18 01:54:49.322256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-90638e0b-fedd-4ee6-b087-34133fbbb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:49.323969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-90638e0b-fedd-4ee6-b087-34133fbbb81c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.1596382 Sep 18 01:54:49.328215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9cbe2a33-611f-4a59-9aeb-7c78cdd95c0a service neutron] 10.222.0.21 "GET /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057565 Sep 18 01:54:49.410651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-8caef581-e28f-4998-af05-42d1af15fbbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 217 time: 0.0565948 Sep 18 01:54:49.435756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-4aeb225c-f0ce-4307-849e-a4d695ad821a service neutron] 10.222.0.21 "GET /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064012 Sep 18 01:54:49.472052 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-6e14f69c-dcdb-4126-8740-600b08e8d116 service neutron] 10.222.0.21 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916337 Sep 18 01:54:49.489993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-d40070dc-6ae8-4365-af72-39f1aea69276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:49.492500 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-d40070dc-6ae8-4365-af72-39f1aea69276 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.0745997 Sep 18 01:54:49.543392 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-f72c1c19-0bb0-4922-b2cb-b168bd1ab89e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405061 Sep 18 01:54:49.685984 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-66d22fd3-4ad4-44ae-9f6c-1098f5ce6754 service neutron] 10.222.0.21 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056186 Sep 18 01:54:49.726085 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-013dfc28-5e82-43b7-afc2-aae1b4db996f service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472945 Sep 18 01:54:49.922101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-6e714fa4-9124-462e-aaad-76170730a2c7 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873159 Sep 18 01:54:50.001844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f9042-cfdd-4dd3-bb79-d60971d4a030 req-915e53b3-b75b-47d3-84cf-2cc3d5e9e24b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:50.010946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c99f9042-cfdd-4dd3-bb79-d60971d4a030 req-915e53b3-b75b-47d3-84cf-2cc3d5e9e24b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 950 time: 0.0663364 Sep 18 01:54:50.061884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c99f9042-cfdd-4dd3-bb79-d60971d4a030 req-8d775261-a91f-4d75-a846-67d3292106de tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 Sep 18 01:54:50.187256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb46d27f-540c-4aa6-9a29-5425c21c4af9 req-b97031e1-1b2b-4faf-b945-fa0cb92fed88 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 210 time: 0.0488648 Sep 18 01:54:50.291013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9c7dc-463e-4e6d-9d26-f020a4071ed1 req-08f5da00-538c-467f-8868-6f94737a4554 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:50.299734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11f9c7dc-463e-4e6d-9d26-f020a4071ed1 req-08f5da00-538c-467f-8868-6f94737a4554 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.1502378 Sep 18 01:54:50.333465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fffd98-5a85-4708-9118-f063bf317e39 req-fdae1265-5b52-4242-900f-1d7d42e1120d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:50.347214 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35fffd98-5a85-4708-9118-f063bf317e39 req-fdae1265-5b52-4242-900f-1d7d42e1120d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 949 time: 0.0808005 Sep 18 01:54:50.354852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11f9c7dc-463e-4e6d-9d26-f020a4071ed1 req-5b21cff2-604a-4bf8-9377-efda2debcd08 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490339 Sep 18 01:54:50.463434 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35fffd98-5a85-4708-9118-f063bf317e39 req-2bd14cc5-0e93-4dd0-acff-b67c6a0cc5e7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144013 Sep 18 01:54:50.515599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 050903c2-95f3-4f95-bc54-f0af39f27c89 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:50.527605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a1d4fe4-e50d-45bc-bda3-471ce1da9a9c req-6e9c529b-79c3-48d5-9a19-b01d6ea67a2a tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 210 time: 0.0907419 Sep 18 01:54:50.619223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475df67e-8bd7-4ec4-918d-a60ed61f3b64 req-54ad6b0e-6f98-4043-9e06-2d8367ae8c59 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:50.635477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-475df67e-8bd7-4ec4-918d-a60ed61f3b64 req-54ad6b0e-6f98-4043-9e06-2d8367ae8c59 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 948 time: 0.0862501 Sep 18 01:54:50.645325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:50.687240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d21b92-625b-49b5-b7a7-d14808a1a612 req-10c12003-4c43-4924-8d48-f4d8d00c45b3 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:50.697597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 050903c2-95f3-4f95-bc54-f0af39f27c89 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:50.697837 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32d21b92-625b-49b5-b7a7-d14808a1a612 req-10c12003-4c43-4924-8d48-f4d8d00c45b3 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 946 time: 0.0835576 Sep 18 01:54:50.698359 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:50.702630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-475df67e-8bd7-4ec4-918d-a60ed61f3b64 req-26d801a8-9d34-4a91-ae06-5e9f00dda3ce tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 Sep 18 01:54:50.752339 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32d21b92-625b-49b5-b7a7-d14808a1a612 req-9625502d-1740-4dce-8b54-054a0514dd6f tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522437 Sep 18 01:54:50.805878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:50.832828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:50.833459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:50.942847 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:50.967582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:50.970075 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31901ec2-273b-4302-84c2-babd5b5fb5d3" -d '{"events": [{"server_uuid": "2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0", "name": "network-vif-plugged", "status": "completed", "tag": "a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:50.984685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:50.989227 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:50.990225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:54:51.015442 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bb623b-cd6e-450d-839a-ba0bce343ec0 x-openstack-request-id: req-d2bb623b-cd6e-450d-839a-ba0bce343ec0 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:51.015799 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0", "name": "network-vif-plugged", "status": "completed", "tag": "a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:51.016062 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2bb623b-cd6e-450d-839a-ba0bce343ec0 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:51.016580 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb', 'code': 200} Sep 18 01:54:51.090866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:51.103808 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:54:51.108933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:51.109406 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:51.176744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328edfa3-6cf5-4ede-819d-5c92298056bd req-d819db43-ac29-436b-bd2f-4d2ac1c5b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:51.179310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-328edfa3-6cf5-4ede-819d-5c92298056bd req-d819db43-ac29-436b-bd2f-4d2ac1c5b8ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 1102 time: 0.0984740 Sep 18 01:54:51.216304 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:51.260574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:51.269348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:51.338090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:51.355231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29747ca1-d2e5-4cfb-8744-c6fde52c5925 req-2eb2e051-e65c-4b0d-b4cf-1271a18d57c6 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 210 time: 0.0550599 Sep 18 01:54:51.368557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-328edfa3-6cf5-4ede-819d-5c92298056bd req-71cf516f-3879-4b9a-a68f-eb82d1a10c34 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788116 Sep 18 01:54:51.416577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f74a76-946c-449c-874a-b20da383ecc3 req-eb7402ba-e2ba-4008-a3cc-0d202675251d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:51.418248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1f74a76-946c-449c-874a-b20da383ecc3 req-eb7402ba-e2ba-4008-a3cc-0d202675251d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 950 time: 0.2056899 Sep 18 01:54:51.488080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b031ed-60fc-4f8b-b62d-01f1371a87b9 req-a1ca6b8e-a5ef-4248-a585-fb915c6b64d8 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:51.490307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03b031ed-60fc-4f8b-b62d-01f1371a87b9 req-a1ca6b8e-a5ef-4248-a585-fb915c6b64d8 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0629570 Sep 18 01:54:51.508118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1f74a76-946c-449c-874a-b20da383ecc3 req-7476503c-5b5c-4a31-8f4d-5daa3292df55 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Sep 18 01:54:51.518201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-4331faf8-9225-4413-8549-1e332961c0ca tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:51.519658 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-4331faf8-9225-4413-8549-1e332961c0ca tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.18 "GET /v2.0/networks?id=2a6bdddb-5f6d-4d6e-924a-fe15048784d4 HTTP/1.1" status: 200 len: 806 time: 0.2123723 Sep 18 01:54:51.539871 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03b031ed-60fc-4f8b-b62d-01f1371a87b9 req-1d34a748-0e48-4247-8eeb-3e7ef9570067 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Sep 18 01:54:51.580030 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-2914efd0-0709-47f6-8c68-a44851bc5722 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e416a1515a54b5aa9a98c29daef2869 HTTP/1.1" status: 200 len: 379 time: 0.0451322 Sep 18 01:54:51.598904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Request body: {'port': {'device_id': 'a3284125-1042-4242-9c2e-e17490a257ca', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'admin_state_up': True, 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'security_groups': ['77114500-20d0-489d-a7a2-0ac2420daa03']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:51.639116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2b9ce-6f01-417c-a6c1-ffdc40c06399 req-75ed1f0e-bc6b-4f86-aecb-c3d57e59f177 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:51.642742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dbb2b9ce-6f01-417c-a6c1-ffdc40c06399 req-75ed1f0e-bc6b-4f86-aecb-c3d57e59f177 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 1102 time: 0.0469379 Sep 18 01:54:51.686767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dbb2b9ce-6f01-417c-a6c1-ffdc40c06399 req-2926a4d7-ede6-439d-8a55-dca781dacb8a tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Sep 18 01:54:51.691657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf58b52-551c-40f4-8163-42ba2f9d8f3c req-8b2f9e74-415d-48b6-af08-160f7f3d78c0 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:51.693167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-abf58b52-551c-40f4-8163-42ba2f9d8f3c req-8b2f9e74-415d-48b6-af08-160f7f3d78c0 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 950 time: 0.1098254 Sep 18 01:54:51.784234 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-abf58b52-551c-40f4-8163-42ba2f9d8f3c req-06859c96-5731-4921-9604-1ab792f537bd tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794885 Sep 18 01:54:51.813346 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58e491b0-4396-4405-9a09-fbbebdfed212 req-6fea1e54-19d7-4fbb-9604-e6dab5de095c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 210 time: 0.0545681 Sep 18 01:54:51.818423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Made reservation on behalf of 2e416a1515a54b5aa9a98c29daef2869 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:51.825287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:51.995165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbeaf-a2ba-4973-a43f-a8a2bca49b4b req-87c60089-ac87-4478-a6d3-b3de2759cbe1 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:52.006972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-41adbeaf-a2ba-4973-a43f-a8a2bca49b4b req-87c60089-ac87-4478-a6d3-b3de2759cbe1 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.0928431 Sep 18 01:54:52.108258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-41adbeaf-a2ba-4973-a43f-a8a2bca49b4b req-e040ef62-184d-4091-bc26-e1635280d471 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981379 Sep 18 01:54:52.144935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-b7b74908-f081-42d5-b2b4-9e190717fa27 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:52.147042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-b7b74908-f081-42d5-b2b4-9e190717fa27 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 812 time: 0.2229595 Sep 18 01:54:52.151549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Allocated IP 172.20.0.13 (2a6bdddb-5f6d-4d6e-924a-fe15048784d4/0c990bb9-c035-40f9-8fd1-cd9555682bb8/e2e70c05-6928-4815-b41c-7da42c33f5c9) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:52.167294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'port': {'device_id': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a', 'admin_state_up': True, 'tenant_id': '42f1c72c38a5469386afee0877100f8a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:52.231426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-36a87541-e91e-4336-9979-6d247e87e8fd tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607777 Sep 18 01:54:52.286879 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-5008fada-5cf1-4990-87d7-ad538e5560f5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1939401001&fields=id&tenant_id=86d857a408474249b56a57abc4104dab HTTP/1.1" status: 200 len: 267 time: 0.0331388 Sep 18 01:54:52.413781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-092ab0c4-c0ed-47c5-a940-f788e7a644b6 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:52.415947 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-092ab0c4-c0ed-47c5-a940-f788e7a644b6 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/networks?id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 200 len: 823 time: 0.1167982 Sep 18 01:54:52.431373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-67d678fe-df33-42df-a83c-33929d1ca1da tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/quotas/86d857a408474249b56a57abc4104dab HTTP/1.1" status: 200 len: 375 time: 0.0096791 Sep 18 01:54:52.488386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1dd06-9355-4e71-8638-07752e27a60e req-f5eb627f-b178-4945-b2a1-466bf6ce7a6c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:52.489924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-f5eb627f-b178-4945-b2a1-466bf6ce7a6c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489460 Sep 18 01:54:52.493952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-83e260b8-0b9b-408c-89aa-62bf50728a19 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=86d857a408474249b56a57abc4104dab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0552018 Sep 18 01:54:52.532370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Made reservation on behalf of 42f1c72c38a5469386afee0877100f8a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:52.535892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:52.541359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:52.543628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-e086e416-a5c4-45ef-9613-5da55ca7f640 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/quotas/ae5198e3a8de4c05ba413d48aaec7c7a HTTP/1.1" status: 200 len: 375 time: 0.0402117 Sep 18 01:54:52.615967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-cebc9c7a-a28a-4d2c-bf5c-232feab66925 service neutron] 10.222.0.21 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040430 Sep 18 01:54:52.683470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-8f62f7a0-6e48-402a-944e-13c5f592efa9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1309133 Sep 18 01:54:52.686509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:52.727329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-484b903e-de69-4791-8a36-2330a82a104c service neutron] 10.222.0.21 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044459 Sep 18 01:54:52.769787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:52.781390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:52.785884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:52.788800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event updated for resources: {'Port': ['ID=e2e70c05-6928-4815-b41c-7da42c33f5c9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:52.795518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Allocated IP 172.20.0.9 (ccb8d2d3-1556-456e-8ab6-7b1260cd883a/f6d38057-c427-4d9c-a41b-e8513cd01048/80858fdd-5d8c-4985-8c45-08d9173e37dc) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:52.886891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:52.887532 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:52.936250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f4484af8-884f-4b77-8693-4924e63be696 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3417220 Sep 18 01:54:52.986757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Request body: {'port': {'device_id': 'a3284125-1042-4242-9c2e-e17490a257ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:53.018375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1953cb2a-c2ce-45c7-b753-d7fdd3306d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:53.023936 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ea8be-f8ef-47cc-9a37-7c7afc091922" -d '{"events": [{"server_uuid": "1953cb2a-c2ce-45c7-b753-d7fdd3306d2d", "name": "network-vif-plugged", "status": "completed", "tag": "c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:53.120919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0be1-7c27-4514-92e1-a7365adda324 req-36e786e9-f48e-4da2-9c1b-3b2c47de917b tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:53.138603 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c14e0be1-7c27-4514-92e1-a7365adda324 req-36e786e9-f48e-4da2-9c1b-3b2c47de917b tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 932 time: 0.1220815 Sep 18 01:54:53.196466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:53.202665 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c14e0be1-7c27-4514-92e1-a7365adda324 req-f8d1f4ca-cea7-4f3b-bdd2-abd6b5dff443 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631704 Sep 18 01:54:53.243151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b1076909-2cea-40c0-9019-3c64f020b4a1 None None] Provisioning complete for port e2e70c05-6928-4815-b41c-7da42c33f5c9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:53.243779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b1076909-2cea-40c0-9019-3c64f020b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:53.258772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c15096-bdb3-43eb-9711-16d55de8a69d req-ec16e3ed-c52a-4458-9ef1-5ff2f8facee5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:53.266150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4c15096-bdb3-43eb-9711-16d55de8a69d req-ec16e3ed-c52a-4458-9ef1-5ff2f8facee5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.2275317 Sep 18 01:54:53.438882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89983bc6-fbbc-487d-95d3-df902873678a req-48a5bcef-7fc3-44db-b957-9b013360d120 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:53.441192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89983bc6-fbbc-487d-95d3-df902873678a req-48a5bcef-7fc3-44db-b957-9b013360d120 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 950 time: 0.0906661 Sep 18 01:54:53.517214 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89983bc6-fbbc-487d-95d3-df902873678a req-156ebdef-454f-4977-9a8c-52209a6a37e5 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654769 Sep 18 01:54:53.525221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b1076909-2cea-40c0-9019-3c64f020b4a1 None None] Port e2e70c05-6928-4815-b41c-7da42c33f5c9 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:53.684231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97782909-bad2-4f95-926a-1de65db3b8a4 req-f375775c-4272-403e-8a5e-8014bd7eb020 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 210 time: 0.0378408 Sep 18 01:54:53.689640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:53.759342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4c15096-bdb3-43eb-9711-16d55de8a69d req-56aae55c-eedb-4685-acb2-40c640a2bf88 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904962 Sep 18 01:54:53.868700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1b2fdb8c-8c3e-463f-a2cd-c995528abd57 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:53.870952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1b2fdb8c-8c3e-463f-a2cd-c995528abd57 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76251f-413d-4e62-899b-e82f53ee6de7 HTTP/1.1" status: 200 len: 946 time: 0.1120124 Sep 18 01:54:53.906497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58e426da-da94-486b-a1f3-bc26a1155653 req-75af84ad-2663-4616-912d-94826291d739 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 210 time: 0.0558131 Sep 18 01:54:54.004529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Deleting port 54568788-d1f1-4ff6-a522-02337a6a1553 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:54:54.004958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.020437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f55ea5b3-9852-4785-a7d1-09b7c49197b0 req-2a2895cd-73b1-4b3b-93bf-e8713006d437 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 210 time: 0.0375931 Sep 18 01:54:54.025148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.042246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:54.085866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Network ccb8d2d3-1556-456e-8ab6-7b1260cd883a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:54.099298 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbaacda-9f4d-44e2-918d-b231e4f1fa59 x-openstack-request-id: req-3fbaacda-9f4d-44e2-918d-b231e4f1fa59 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:54.100739 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1953cb2a-c2ce-45c7-b753-d7fdd3306d2d", "name": "network-vif-plugged", "status": "completed", "tag": "c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:54.101000 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fbaacda-9f4d-44e2-918d-b231e4f1fa59 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:54.102326 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1953cb2a-c2ce-45c7-b753-d7fdd3306d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299', 'code': 200} Sep 18 01:54:54.152303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:54.154616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'Port': ['ID=80858fdd-5d8c-4985-8c45-08d9173e37dc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:54.159237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:54.186233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] For port 54568788-d1f1-4ff6-a522-02337a6a1553, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=54568788-d1f1-4ff6-a522-02337a6a1553,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:54:54.186608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.294022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:54.295084 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.313733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3a5bc-2a83-4fb0-83b3-7058624778a8 req-2c31450e-e484-4135-8058-90e235666dc4 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:54.315476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65a3a5bc-2a83-4fb0-83b3-7058624778a8 req-2c31450e-e484-4135-8058-90e235666dc4 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.1515329 Sep 18 01:54:54.363135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487ad8b-189f-4e3c-953d-152116400cab req-86ff9cb6-dd42-44c4-a488-1b0d5c038780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:54.364625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e487ad8b-189f-4e3c-953d-152116400cab req-86ff9cb6-dd42-44c4-a488-1b0d5c038780 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 1101 time: 0.1750147 Sep 18 01:54:54.403208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b5e8-88ba-4c15-91dc-63cbadb167de req-0821cd2b-d86e-4dfb-9661-3424f4cbb079 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:54.405413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8947b5e8-88ba-4c15-91dc-63cbadb167de req-0821cd2b-d86e-4dfb-9661-3424f4cbb079 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1689646 Sep 18 01:54:54.417328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-88f85c31-83d5-4534-b851-c98a5d4e74cb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2558479 Sep 18 01:54:54.440094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Request body: {'port': {'device_id': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:54.470452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65a3a5bc-2a83-4fb0-83b3-7058624778a8 req-b2bd2dd7-340e-4d09-8c6b-eb7bba75dc18 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453450 Sep 18 01:54:54.472170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e487ad8b-189f-4e3c-953d-152116400cab req-6a4bde22-a059-47c8-a545-c2156784624f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869024 Sep 18 01:54:54.474292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e70c05-6928-4815-b41c-7da42c33f5c9 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:54.485953 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.541876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.552764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Transition to ACTIVE for port object e2e70c05-6928-4815-b41c-7da42c33f5c9 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:54.569363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.585711 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8947b5e8-88ba-4c15-91dc-63cbadb167de req-7df17d7c-1811-47d8-82a5-d549b3610e0b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719229 Sep 18 01:54:54.638542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.639464 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:54.640200 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Floating IP 82438693-cebe-4153-91d8-d454938c7a1f disassociated. External IP: 172.25.0.124, port: 54568788-d1f1-4ff6-a522-02337a6a1553. Sep 18 01:54:54.640762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Calling delete_port for 54568788-d1f1-4ff6-a522-02337a6a1553 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:54:54.674024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.18', 59704) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:54:54.895207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-2bb743dd-4d5c-4145-8f04-4e315cbcb3d3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2148309 Sep 18 01:54:54.979354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-e9e896a5-0516-43c8-b6d5-a1bc6a61c3bf tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:54.981233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-e9e896a5-0516-43c8-b6d5-a1bc6a61c3bf tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.20 "GET /v2.0/networks?id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 200 len: 823 time: 0.2548282 Sep 18 01:54:54.982127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e70c05-6928-4815-b41c-7da42c33f5c9,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:55.002011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b55f9-d592-40bc-922d-8b5b66969bf9 req-3baef22e-72e4-4d4e-a488-8d8a75b0f3d3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:55.004693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d2b55f9-d592-40bc-922d-8b5b66969bf9 req-3baef22e-72e4-4d4e-a488-8d8a75b0f3d3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 931 time: 0.1469753 Sep 18 01:54:55.006675 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:55.007531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95598ebb-3216-48c6-8edd-c752b0674ff7 req-15e938c3-1453-42ee-9e1a-3ddebe45cd11 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:55.015009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95598ebb-3216-48c6-8edd-c752b0674ff7 req-15e938c3-1453-42ee-9e1a-3ddebe45cd11 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 944 time: 0.4569428 Sep 18 01:54:55.079485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event deleted for resources: {'Port': ['ID=54568788-d1f1-4ff6-a522-02337a6a1553,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:55.156531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d2b55f9-d592-40bc-922d-8b5b66969bf9 req-b8fac2dc-4763-4e10-a354-e5d61f4bd3fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362672 Sep 18 01:54:55.242388 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:55.276411 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95598ebb-3216-48c6-8edd-c752b0674ff7 req-7da4957e-7e08-4f69-9989-be06b6df575c tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596874 Sep 18 01:54:55.293776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-c53b5f1a-8f3e-49a3-9cd9-e768d6ea0b4a tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d857a408474249b56a57abc4104dab HTTP/1.1" status: 200 len: 380 time: 0.2616444 Sep 18 01:54:55.328658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:54:55.342594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Request body: {'port': {'device_id': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'admin_state_up': True, 'tenant_id': '86d857a408474249b56a57abc4104dab', 'security_groups': ['090e7978-6acb-4b5e-a243-813b25cf5b21']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:55.362564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea7637-38c3-488a-b5b8-5c4fb6956ab0 req-547be4bb-06ad-47d6-8a33-55b57d6e87d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:55.364852 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-baea7637-38c3-488a-b5b8-5c4fb6956ab0 req-547be4bb-06ad-47d6-8a33-55b57d6e87d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.1048427 Sep 18 01:54:55.462361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-0ea2561a-ee0a-4fcd-a6e9-f82a694c6265 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617423 Sep 18 01:54:55.473017 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:55.488790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-baea7637-38c3-488a-b5b8-5c4fb6956ab0 req-3df3557e-ea82-474e-8d05-baffeea00730 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693886 Sep 18 01:54:55.528683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1dd06-9355-4e71-8638-07752e27a60e req-4173328d-5e4b-4590-9de9-9f21c3bbff49 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:55.530370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-4173328d-5e4b-4590-9de9-9f21c3bbff49 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6085854 Sep 18 01:54:55.587662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Request body: {'port': {'device_id': 'b23ba1ca-bdea-4a8f-abf1-a167bb1203bd', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ae5198e3a8de4c05ba413d48aaec7c7a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:55.625947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:54:55.627569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Attempting to bind port e2e70c05-6928-4815-b41c-7da42c33f5c9 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:55.628169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Attempting to bind port e2e70c05-6928-4815-b41c-7da42c33f5c9 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:55.628506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Attempting to bind port e2e70c05-6928-4815-b41c-7da42c33f5c9 on network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:55.640415 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] Sync routers for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:54:55.653406 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:54:55.659970 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:54:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:55.755522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Port e2e70c05-6928-4815-b41c-7da42c33f5c9 on network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:55.756537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Attempting to bind port e2e70c05-6928-4815-b41c-7da42c33f5c9 on network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:55.834498 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:55.901556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:55.902096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Checking segment: {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:55.902213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Bound using segment: {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:55.902621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Bound port: e2e70c05-6928-4815-b41c-7da42c33f5c9, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b48231-ae51-4f00-9770-ef18a3a0e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:55.903016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:56.047160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b61da-c80c-443f-ae93-964efab07f23 req-b043e3bd-cf42-490c-b107-afd4f920f6a9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:56.055166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-b043e3bd-cf42-490c-b107-afd4f920f6a9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5920408 Sep 18 01:54:56.080798 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a58f8a5b-c778-4d84-a92a-52ecbadc2457 req-908e0d59-40ca-4b62-a87e-66750be4ceb0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 210 time: 0.4485741 Sep 18 01:54:56.108360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-0db202dd-b5e1-4192-9e03-0cad346c25a4 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/quotas/e51d2e63e0a04734ad1ee20e7c65b3e1 HTTP/1.1" status: 200 len: 375 time: 0.0522630 Sep 18 01:54:56.149801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] No DVR routers for this DVR port 54568788-d1f1-4ff6-a522-02337a6a1553 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:54:56.160790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:56.163707 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7eb46f06-f2d8-48bf-aacd-50eb9d55c99f req-1bfbe2c8-8540-4757-8686-236f6caa6372 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.18 "DELETE /v2.0/ports/54568788-d1f1-4ff6-a522-02337a6a1553 HTTP/1.1" status: 204 len: 173 time: 2.2604148 Sep 18 01:54:56.164163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'name': 'network-vif-deleted', 'tag': '54568788-d1f1-4ff6-a522-02337a6a1553'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:56.166463 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad9cc43-55d2-4a2a-bfc5-bd138085e467" -d '{"events": [{"server_uuid": "1b76251f-413d-4e62-899b-e82f53ee6de7", "name": "network-vif-deleted", "tag": "54568788-d1f1-4ff6-a522-02337a6a1553"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:56.214327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd8d6815-a675-45aa-a5d7-520e09e1a4ec req-a8562764-ea32-4223-82da-e20ce2176ae8 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 210 time: 0.0381794 Sep 18 01:54:56.239615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Made reservation on behalf of 86d857a408474249b56a57abc4104dab for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:56.243016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:56.279267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80858fdd-5d8c-4985-8c45-08d9173e37dc {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:54:56.284026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] For port e2e70c05-6928-4815-b41c-7da42c33f5c9, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:56.304847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:56.315129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] For port e2e70c05-6928-4815-b41c-7da42c33f5c9, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e2e70c05-6928-4815-b41c-7da42c33f5c9,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:56.319878 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:56.323560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Made reservation on behalf of ae5198e3a8de4c05ba413d48aaec7c7a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:56.327095 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:56.351798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-43471986-d6e2-4496-a71e-f7343a8ec78f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2424879 Sep 18 01:54:56.371593 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] Checking router: 2d8d005b-9bff-4cf0-9fc1-95db184b7147 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:54:56.378686 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:56.398830 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:54:56.399452 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:54:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:56.412681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad46112-5caf-4cf7-8c6b-9fad941871fc req-2f0b9949-345c-493f-bf5e-6ba815e58b73 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:56.415317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aad46112-5caf-4cf7-8c6b-9fad941871fc req-2f0b9949-345c-493f-bf5e-6ba815e58b73 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.1096916 Sep 18 01:54:56.464742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aad46112-5caf-4cf7-8c6b-9fad941871fc req-93b3ad44-0fdf-4134-bb90-7fa7a91d4010 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Sep 18 01:54:56.499261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Transition to ACTIVE for port object 80858fdd-5d8c-4985-8c45-08d9173e37dc will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:54:56.528490 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7709dec-8fae-46f4-9f26-5f06fc0aec96 x-openstack-request-id: req-c7709dec-8fae-46f4-9f26-5f06fc0aec96 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:56.528875 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76251f-413d-4e62-899b-e82f53ee6de7", "name": "network-vif-deleted", "tag": "54568788-d1f1-4ff6-a522-02337a6a1553", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:56.529218 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7709dec-8fae-46f4-9f26-5f06fc0aec96 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:56.529706 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b76251f-413d-4e62-899b-e82f53ee6de7', 'name': 'network-vif-deleted', 'tag': '54568788-d1f1-4ff6-a522-02337a6a1553', 'status': 'completed', 'code': 200} Sep 18 01:54:56.558578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:56.582069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:56.582703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:56.584655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] 10.222.0.18 "PUT /v2.0/ports/e2e70c05-6928-4815-b41c-7da42c33f5c9 HTTP/1.1" status: 200 len: 1093 time: 3.6325784 Sep 18 01:54:56.585156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3284125-1042-4242-9c2e-e17490a257ca', 'tag': 'e2e70c05-6928-4815-b41c-7da42c33f5c9'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:56.587422 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32" -d '{"events": [{"name": "network-changed", "server_uuid": "a3284125-1042-4242-9c2e-e17490a257ca", "tag": "e2e70c05-6928-4815-b41c-7da42c33f5c9"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:56.635215 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:54:56.785432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb8c7-98f4-436f-a26b-c4c7f53cecd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e70c05-6928-4815-b41c-7da42c33f5c9,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:56.814455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2c8de-43e5-4053-ac61-d4336615c231 req-77a97c74-1bbe-4e82-b26d-724e6e397df3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:56.821636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ee2c8de-43e5-4053-ac61-d4336615c231 req-77a97c74-1bbe-4e82-b26d-724e6e397df3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 943 time: 0.1487169 Sep 18 01:54:56.935074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Pushing event updated for resources: {'Port': ['ID=80858fdd-5d8c-4985-8c45-08d9173e37dc,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:56.942124 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ee2c8de-43e5-4053-ac61-d4336615c231 req-7ded175d-646c-436e-8b4e-3028354a226e tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159956 Sep 18 01:54:57.343626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Allocated IP 172.20.0.6 (5ad4ce29-bd80-45ac-95cb-fd6b7aea8388/1b6d2e0b-1049-45d5-a188-b81c57074869/82ab577e-3f3e-4ec9-9786-76705ab6e53e) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:57.426588 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:54:57.440574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b99c2-00db-4020-a6ba-366f40989b59 req-4f758762-47b0-4a40-99e1-cceae94a1f4a tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:57.443393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f4b99c2-00db-4020-a6ba-366f40989b59 req-4f758762-47b0-4a40-99e1-cceae94a1f4a tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 944 time: 0.7067831 Sep 18 01:54:57.471263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-87788f89-db6c-475f-b66e-0fac6eb0f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:57.473828 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-87788f89-db6c-475f-b66e-0fac6eb0f071 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e416a1515a54b5aa9a98c29daef2869&device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 1096 time: 0.7514994 Sep 18 01:54:57.486059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f156f6-2896-4b22-af68-82c1616419aa None None] The sync data for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 is: [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:54:57.550453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Allocated IP 192.168.233.132 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/c45f2ede-154c-409c-9b00-19a8a7936628) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:54:57.613202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f65c4-ef7e-4bd9-89a9-c8f6db37b691 req-4d750b07-cf7f-4988-907a-fc7337db7f18 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:57.614735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c02f65c4-ef7e-4bd9-89a9-c8f6db37b691 req-4d750b07-cf7f-4988-907a-fc7337db7f18 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.1010470 Sep 18 01:54:57.621896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-f14c002b-55f7-461f-9d29-f5d065647353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e70c05-6928-4815-b41c-7da42c33f5c9 HTTP/1.1" status: 200 len: 217 time: 0.1007740 Sep 18 01:54:57.655028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Attempting to bind port 80858fdd-5d8c-4985-8c45-08d9173e37dc on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:54:57.655374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Attempting to bind port 80858fdd-5d8c-4985-8c45-08d9173e37dc by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:54:57.655761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Attempting to bind port 80858fdd-5d8c-4985-8c45-08d9173e37dc on network ccb8d2d3-1556-456e-8ab6-7b1260cd883a {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:57.670524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c02f65c4-ef7e-4bd9-89a9-c8f6db37b691 req-132635f6-3746-430a-8fd9-e918b52b9c87 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484667 Sep 18 01:54:57.708966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Port 80858fdd-5d8c-4985-8c45-08d9173e37dc on network ccb8d2d3-1556-456e-8ab6-7b1260cd883a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:54:57.719148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Attempting to bind port 80858fdd-5d8c-4985-8c45-08d9173e37dc on network ccb8d2d3-1556-456e-8ab6-7b1260cd883a {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:54:57.746000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f4b99c2-00db-4020-a6ba-366f40989b59 req-22a8413d-c5f5-4cc7-8cf4-2b3c464ae7f7 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875042 Sep 18 01:54:57.778388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:54:57.778747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Checking segment: {'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:54:57.779168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Bound using segment: {'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:54:57.779613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Bound port: 80858fdd-5d8c-4985-8c45-08d9173e37dc, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d930c7-0a1c-4734-ba08-6840e57a06ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:54:57.779988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:57.847255 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cd7120-3de8-44b4-a67e-55636864c35d x-openstack-request-id: req-87cd7120-3de8-44b4-a67e-55636864c35d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:54:57.847539 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3284125-1042-4242-9c2e-e17490a257ca", "tag": "e2e70c05-6928-4815-b41c-7da42c33f5c9", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:54:57.847787 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87cd7120-3de8-44b4-a67e-55636864c35d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:54:57.848182 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3284125-1042-4242-9c2e-e17490a257ca', 'tag': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'status': 'completed', 'code': 200} Sep 18 01:54:57.869469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a0ea05-1051-41ef-9d6e-3b3a44d5e9af req-8d2742ce-5bde-4da6-b65d-80f8662e42ed tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 210 time: 0.0644219 Sep 18 01:54:57.964393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b83d93-cda1-4632-bf24-f6423c8483d3 None None] New status for floating IP 82438693-cebe-4153-91d8-d454938c7a1f: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:54:58.026497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c812c5fc-607e-4365-ac8e-9412c0b28747 req-b71eca73-5c3d-4b1b-b934-83a6ea2ab242 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 210 time: 0.0398583 Sep 18 01:54:58.182775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-e9bfd643-4026-4c89-a29c-dfadd6e5d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:58.184403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-e9bfd643-4026-4c89-a29c-dfadd6e5d9a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c990bb9-c035-40f9-8fd1-cd9555682bb8 HTTP/1.1" status: 200 len: 845 time: 0.5308177 Sep 18 01:54:58.198771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65e52e-e0a4-405e-ac55-4eb62ef26a11 req-439abbc2-8b1b-4645-b501-ce6c3164e9ab tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:58.200745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc65e52e-e0a4-405e-ac55-4eb62ef26a11 req-439abbc2-8b1b-4645-b501-ce6c3164e9ab tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.0752227 Sep 18 01:54:58.235455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e042a82a-ee83-4236-b61f-90fc3ccea0b5 req-05dd80b6-a73d-4cf5-8559-73c7c1da7873 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 210 time: 0.0783064 Sep 18 01:54:58.280073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc65e52e-e0a4-405e-ac55-4eb62ef26a11 req-a83d27c7-5ae0-4b49-b2cd-63c86e42e85f tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608926 Sep 18 01:54:58.359160 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-015882a5-1fc8-470c-834e-3ad8dcd48b49 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410752 Sep 18 01:54:58.476723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:58.496138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] For port 80858fdd-5d8c-4985-8c45-08d9173e37dc, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:54:58.556374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-e9a32fa8-ba37-47ea-addd-11553a0d02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:58.557889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-e9a32fa8-ba37-47ea-addd-11553a0d02bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6bdddb-5f6d-4d6e-924a-fe15048784d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3260198 Sep 18 01:54:58.562102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] For port 80858fdd-5d8c-4985-8c45-08d9173e37dc, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:54:58.567951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:58.590265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:58.631575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c59c3f-f4ea-4f04-9c0f-0f512e42fd79 req-b58efc63-1e2c-47c7-b45c-8d9fa20bfb0d tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:58.633089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65c59c3f-f4ea-4f04-9c0f-0f512e42fd79 req-b58efc63-1e2c-47c7-b45c-8d9fa20bfb0d tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 943 time: 0.2873280 Sep 18 01:54:58.681504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:58.682862 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:58.684885 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] 10.222.0.18 "PUT /v2.0/ports/80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 200 len: 1092 time: 4.2533283 Sep 18 01:54:58.734688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 54568788-d1f1-4ff6-a522-02337a6a1553 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:54:58.753436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b61da-c80c-443f-ae93-964efab07f23 req-d0bd7b6e-5064-4256-9b9e-83a59735d327 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:58.755048 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-d0bd7b6e-5064-4256-9b9e-83a59735d327 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3728032 Sep 18 01:54:58.761221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 54568788-d1f1-4ff6-a522-02337a6a1553 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:54:58.762173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 54568788-d1f1-4ff6-a522-02337a6a1553 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:54:58.824096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd396e-1537-4a6c-a463-d4a6acfbc972 req-5930f3b0-afa5-4df8-a5d5-27ced72ea470 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:58.825880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-efbd396e-1537-4a6c-a463-d4a6acfbc972 req-5930f3b0-afa5-4df8-a5d5-27ced72ea470 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0512021 Sep 18 01:54:58.841235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Request body: {'port': {'device_id': '28280c3f-1097-4496-9bef-6ed18648003e', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'e51d2e63e0a04734ad1ee20e7c65b3e1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:54:58.852466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:58.870452 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-efbd396e-1537-4a6c-a463-d4a6acfbc972 req-c1b819ff-f9fb-4cdc-959b-023d35d4c46e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Sep 18 01:54:58.937572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e56cd4-55f8-447c-b3bc-d4b8e9187b38 service neutron] Pushing event updated for resources: {'Port': ['ID=80858fdd-5d8c-4985-8c45-08d9173e37dc,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:59.025628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01939acc-ed2b-4d84-a5e7-dc826b51290a req-c9f06c06-38c8-42ec-8da7-d0df887313a5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.027383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01939acc-ed2b-4d84-a5e7-dc826b51290a req-c9f06c06-38c8-42ec-8da7-d0df887313a5 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 944 time: 0.0738738 Sep 18 01:54:59.073920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-d1f9f180-da0e-45e2-aa1c-99db93314a52 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975479 Sep 18 01:54:59.080317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01939acc-ed2b-4d84-a5e7-dc826b51290a req-6d04d44d-2541-481f-8ded-9bdc18fe51a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403013 Sep 18 01:54:59.149935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65c59c3f-f4ea-4f04-9c0f-0f512e42fd79 req-3e48c103-7b83-4a1d-a489-636118899433 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741025 Sep 18 01:54:59.161596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:59.170859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8ae146f9-36de-4414-bec4-46f38b7d6532 req-fbf30432-771e-43af-a3fb-c88460b48f1a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 210 time: 0.0312161 Sep 18 01:54:59.183872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-781be636-eb6c-4f66-a22e-43393fefea86 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4729037 Sep 18 01:54:59.185583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-7b759518-7802-41e1-a399-972312c52e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.187238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-7b759518-7802-41e1-a399-972312c52e15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1095 time: 0.4417267 Sep 18 01:54:59.194345 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:59.196289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:59.209839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['81148ff0-bf68-458f-9df6-814fb241d97e', '016a6ef9-36c0-4e4c-ac55-90603109a82d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:59.211819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:59.213411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'a390d5cf-6494-4dff-8de8-f179d6f13c16'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:54:59.287177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event updated for resources: {'Port': ['ID=82ab577e-3f3e-4ec9-9786-76705ab6e53e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:59.349108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-718910c5-1beb-4611-aa83-5e9794f5109a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 200 len: 217 time: 0.1490629 Sep 18 01:54:59.395738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Made reservation on behalf of e51d2e63e0a04734ad1ee20e7c65b3e1 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:54:59.400786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:59.432574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428847fa-aad9-4190-93de-f22ef7975c06 req-e9a7e78b-5e60-4ae3-9993-d6facc3d11d0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.434560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-428847fa-aad9-4190-93de-f22ef7975c06 req-e9a7e78b-5e60-4ae3-9993-d6facc3d11d0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 931 time: 0.0774908 Sep 18 01:54:59.531528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-428847fa-aad9-4190-93de-f22ef7975c06 req-fa3d36e5-f750-40eb-9124-4824b71f9c92 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849495 Sep 18 01:54:59.565988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'Port': ['ID=c45f2ede-154c-409c-9b00-19a8a7936628,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:54:59.590470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:54:59.656144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:54:59.666086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e76f-720b-446e-90b3-28af50987289 req-689cf4a8-a6d2-461c-b512-71443f78a443 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.668247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd50e76f-720b-446e-90b3-28af50987289 req-689cf4a8-a6d2-461c-b512-71443f78a443 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.0675182 Sep 18 01:54:59.684925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fcd546c5-7f8c-433e-b7c9-dbc3815b3677 None None] Provisioning complete for port 82ab577e-3f3e-4ec9-9786-76705ab6e53e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:54:59.685352 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fcd546c5-7f8c-433e-b7c9-dbc3815b3677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:59.691649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.692445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:59.697040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:54:59.722130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd50e76f-720b-446e-90b3-28af50987289 req-9459c3da-dd38-4dc9-8356-ffd15113f7ea tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450931 Sep 18 01:54:59.735069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fcd546c5-7f8c-433e-b7c9-dbc3815b3677 None None] Port 82ab577e-3f3e-4ec9-9786-76705ab6e53e cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:54:59.784743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-316af28b-45ac-4533-a2c3-a40507f94bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.786013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-316af28b-45ac-4533-a2c3-a40507f94bdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 1102 time: 0.4638612 Sep 18 01:54:59.787941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a88cdea-d6a1-4d6e-a068-08cafd5d2db6 req-2063ad7a-38a0-4ea9-bea8-687e4c2b0d88 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800351 Sep 18 01:54:59.943420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320211c-737d-443f-b33b-cbed97c6e335 req-cee3db55-df58-4fad-a7ea-571e545155e0 tempest-LiveMigrationNegativeTest-1988413926 tempest-LiveMigrationNegativeTest-1988413926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.946022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a320211c-737d-443f-b33b-cbed97c6e335 req-cee3db55-df58-4fad-a7ea-571e545155e0 tempest-LiveMigrationNegativeTest-1988413926 tempest-LiveMigrationNegativeTest-1988413926-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 1101 time: 0.0863178 Sep 18 01:54:59.955919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:54:59.958331 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377c614b-9fbf-4064-b5a5-b483373e1138" -d '{"events": [{"name": "network-changed", "server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:54:59.962196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-f9c36b25-b825-48ec-813a-4436a8d13a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.963705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-f9c36b25-b825-48ec-813a-4436a8d13a22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1299262 Sep 18 01:54:59.965275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-67de408b-90a0-49a2-8382-23f3519a9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.966922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-67de408b-90a0-49a2-8382-23f3519a9589 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.5598948 Sep 18 01:54:59.984761 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a320211c-737d-443f-b33b-cbed97c6e335 req-c9488426-693f-4f00-b64a-3d68de04e0be tempest-LiveMigrationNegativeTest-1988413926 tempest-LiveMigrationNegativeTest-1988413926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:54:59.991739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db078a36-2026-4e09-9af1-95880ab7e4f2 req-25fd3e9d-81bc-43b2-802f-52e92f9431b2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:54:59.999420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-db078a36-2026-4e09-9af1-95880ab7e4f2 req-25fd3e9d-81bc-43b2-802f-52e92f9431b2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 936 time: 0.7091184 Sep 18 01:55:00.072680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-b049d5f7-0f56-4c3f-ad0e-ead1bea72091 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=06e4a94c-df73-468a-a702-cbdb4c958bf3 HTTP/1.1" status: 200 len: 217 time: 0.0595045 Sep 18 01:55:00.073897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-07013fea-a925-4d47-bf2b-f52faad1e56c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7508297 Sep 18 01:55:00.083808 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-35a93c4e-b126-4f98-b951-f9c5475481c7 None None] Provisioning complete for port c45f2ede-154c-409c-9b00-19a8a7936628 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:00.084304 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-35a93c4e-b126-4f98-b951-f9c5475481c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:00.136393 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a320211c-737d-443f-b33b-cbed97c6e335 req-c9488426-693f-4f00-b64a-3d68de04e0be tempest-LiveMigrationNegativeTest-1988413926 tempest-LiveMigrationNegativeTest-1988413926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:00.138344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Request body: {'port': {'device_id': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:00.147044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a320211c-737d-443f-b33b-cbed97c6e335 req-c9488426-693f-4f00-b64a-3d68de04e0be tempest-LiveMigrationNegativeTest-1988413926 tempest-LiveMigrationNegativeTest-1988413926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:00.177742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-35a93c4e-b126-4f98-b951-f9c5475481c7 None None] Port c45f2ede-154c-409c-9b00-19a8a7936628 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:55:00.187288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a320211c-737d-443f-b33b-cbed97c6e335 req-c9488426-693f-4f00-b64a-3d68de04e0be tempest-LiveMigrationNegativeTest-1988413926 tempest-LiveMigrationNegativeTest-1988413926-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327099 Sep 18 01:55:00.209218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9488426-693f-4f00-b64a-3d68de04e0be tempest-LiveMigrationNegativeTest-1988413926 tempest-LiveMigrationNegativeTest-1988413926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b154cb47-0f70-4310-a201-ed8752944d37,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:00.306564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:00.307240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:00.342768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-f6a244e3-7c94-4c66-a4ba-ef8042b0c99f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2761950 Sep 18 01:55:00.348859 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:00.374088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43565e3e-2e84-45cd-94b3-77e1f6913688 req-effaa2f1-ce7b-4d7a-9b10-6d8ab6db8f84 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:00.382921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-43565e3e-2e84-45cd-94b3-77e1f6913688 req-effaa2f1-ce7b-4d7a-9b10-6d8ab6db8f84 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.1040626 Sep 18 01:55:00.420338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-43565e3e-2e84-45cd-94b3-77e1f6913688 req-a0b3c301-54e3-44e9-92ce-037dabb83148 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364614 Sep 18 01:55:00.481326 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94abc2d3-6eff-41ea-a026-bd6f68fbf5ca x-openstack-request-id: req-94abc2d3-6eff-41ea-a026-bd6f68fbf5ca {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:00.481621 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:00.481932 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94abc2d3-6eff-41ea-a026-bd6f68fbf5ca {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:00.482324 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc', 'status': 'completed', 'code': 200} Sep 18 01:55:00.497415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-db078a36-2026-4e09-9af1-95880ab7e4f2 req-b13aaa78-b21d-407f-acf3-3f02b1d65999 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971302 Sep 18 01:55:00.499523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Allocated IP 192.168.233.92 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/79c1452a-cb09-4667-88d1-a4f83b5fd38b) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:00.592725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cb947-cc2c-49ad-b879-d620b9d44dec req-24c1f056-9445-4104-aaf1-2edefd99f3b1 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:00.594591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-323cb947-cc2c-49ad-b879-d620b9d44dec req-24c1f056-9445-4104-aaf1-2edefd99f3b1 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 944 time: 0.0612361 Sep 18 01:55:00.636931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-323cb947-cc2c-49ad-b879-d620b9d44dec req-e8e37d91-0d4a-42e8-a020-9c1f41170480 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355825 Sep 18 01:55:00.735558 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-38efc0da-565b-46a3-b641-678525beebfd req-2283fe50-e091-4feb-b1fa-4201a6406364 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 210 time: 0.0369103 Sep 18 01:55:00.809150 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64e2d2e5-71b7-4673-a130-5b82d5229935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:00.828999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-57771c0c-82ef-4eb5-9c3e-e3def9f36dc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2463443 Sep 18 01:55:00.845096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-d6dbb9fb-ad43-4f5c-86a1-4805c1fbfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:00.846481 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-d6dbb9fb-ad43-4f5c-86a1-4805c1fbfd18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.7204742 Sep 18 01:55:00.857141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-026479b6-b9a9-49d5-8fd2-ac9ad7f0aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:00.858561 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-026479b6-b9a9-49d5-8fd2-ac9ad7f0aa56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e416a1515a54b5aa9a98c29daef2869&device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 1096 time: 0.8869429 Sep 18 01:55:00.863909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Request body: {'port': {'device_id': 'b23ba1ca-bdea-4a8f-abf1-a167bb1203bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:00.896046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca43e6c-54bd-4638-bf44-aabbebca9368 req-ef0466b1-eb4a-4e3f-876c-f0d5dce75b87 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:00.898586 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ca43e6c-54bd-4638-bf44-aabbebca9368 req-ef0466b1-eb4a-4e3f-876c-f0d5dce75b87 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 931 time: 0.0560722 Sep 18 01:55:00.939234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ca43e6c-54bd-4638-bf44-aabbebca9368 req-d8dddbb7-d8bd-4d61-aa7f-9890e50dc6a4 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334516 Sep 18 01:55:00.986146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-e7cf3453-b1ce-47c5-ad25-ab939ee22cf8 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305377 Sep 18 01:55:01.225767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d52ff7-1afe-4eee-9891-b933aef223a2 req-84d569a0-202e-4fd2-93d1-0575e5ee37d2 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.231210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03d52ff7-1afe-4eee-9891-b933aef223a2 req-84d569a0-202e-4fd2-93d1-0575e5ee37d2 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 943 time: 0.3997030 Sep 18 01:55:01.240595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84421d9-6198-4c91-ae6f-e87a0e920089 req-6f9c593c-1ee1-4afa-ba02-7f70e0b9584a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.242114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b84421d9-6198-4c91-ae6f-e87a0e920089 req-6f9c593c-1ee1-4afa-ba02-7f70e0b9584a tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.0543556 Sep 18 01:55:01.276923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-3486b294-21be-438d-b556-c189f1a29987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.278401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-3486b294-21be-438d-b556-c189f1a29987 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3839254 Sep 18 01:55:01.286148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b84421d9-6198-4c91-ae6f-e87a0e920089 req-228e200a-0cb5-4516-838e-566396997177 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Sep 18 01:55:01.288186 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:01.430826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-bafb2768-debb-491d-a6f8-cd4979b866a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.432101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-bafb2768-debb-491d-a6f8-cd4979b866a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6bdddb-5f6d-4d6e-924a-fe15048784d4 HTTP/1.1" status: 200 len: 906 time: 0.5365274 Sep 18 01:55:01.547973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e16f2b-e2ad-4766-a6ec-2ff728098d0e req-3e5a0019-83a9-4c52-9ddc-e1441eac5b0d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.549679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5e16f2b-e2ad-4766-a6ec-2ff728098d0e req-3e5a0019-83a9-4c52-9ddc-e1441eac5b0d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0495484 Sep 18 01:55:01.550322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e450317-e5db-4b21-bf9b-1aefa9c41499 req-86777e43-b452-4ff0-abe0-f8681123e5ab service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502400 Sep 18 01:55:01.586128 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03d52ff7-1afe-4eee-9891-b933aef223a2 req-24cdb984-9122-4fb0-8bfe-db52597344a3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197048 Sep 18 01:55:01.589816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5e16f2b-e2ad-4766-a6ec-2ff728098d0e req-c5daf26d-2279-42e0-bef1-72ac9b60c30a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Sep 18 01:55:01.609530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-2d53f01d-1a45-4946-9004-194f33cd469d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e70c05-6928-4815-b41c-7da42c33f5c9 HTTP/1.1" status: 200 len: 217 time: 0.0971444 Sep 18 01:55:01.762620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a7cbc-453a-47c8-a1e5-9f58f7adc46b req-250f0aaf-156a-4576-81db-9306cc0688f4 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.764181 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-407a7cbc-453a-47c8-a1e5-9f58f7adc46b req-250f0aaf-156a-4576-81db-9306cc0688f4 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 944 time: 0.0588138 Sep 18 01:55:01.777066 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:01.815533 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-c346e86e-f823-45d7-b62b-843611b767fb service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180349 Sep 18 01:55:01.835147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-407a7cbc-453a-47c8-a1e5-9f58f7adc46b req-d089cf82-b9a8-4895-8799-7b0b15cf3dcb tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587423 Sep 18 01:55:01.838933 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af05b69-0b80-4966-875c-383d50f5414c req-1036524b-8896-494b-b7a9-46b9d6b01f19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705762 Sep 18 01:55:01.897513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-7050e424-a130-49b6-aa69-9b21b4caa880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.899027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-7050e424-a130-49b6-aa69-9b21b4caa880 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c990bb9-c035-40f9-8fd1-cd9555682bb8 HTTP/1.1" status: 200 len: 845 time: 0.2559612 Sep 18 01:55:01.916769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05b69-0b80-4966-875c-383d50f5414c req-6fb50ad6-312f-47c2-8216-88a5a7dae12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.918299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af05b69-0b80-4966-875c-383d50f5414c req-6fb50ad6-312f-47c2-8216-88a5a7dae12e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 1096 time: 0.0513308 Sep 18 01:55:01.936771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-8177440e-78b2-4d9f-a845-8729a9f287dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:01.937937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91f0213b-cfa8-48e2-a181-7b56f25246e8 req-286968d1-02df-4780-baf3-a01986c9781c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 210 time: 0.0319316 Sep 18 01:55:01.938230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-8177440e-78b2-4d9f-a845-8729a9f287dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1095 time: 0.3260143 Sep 18 01:55:02.034195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ab577e-3f3e-4ec9-9786-76705ab6e53e {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:02.047026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2521-38d9-4697-85d2-e954b60ff85d req-c1ac3514-168d-4bcc-91d7-a090b1de4449 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:02.048522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52cb2521-38d9-4697-85d2-e954b60ff85d req-c1ac3514-168d-4bcc-91d7-a090b1de4449 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 936 time: 0.3433046 Sep 18 01:55:02.065321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:02.082022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df067d66-fb59-44ab-8024-c2d6daa6be34 req-acba8ca4-a6a6-49b1-8ba9-ab7c0c40ea54 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:02.083735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df067d66-fb59-44ab-8024-c2d6daa6be34 req-acba8ca4-a6a6-49b1-8ba9-ab7c0c40ea54 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 931 time: 0.0689123 Sep 18 01:55:02.084915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05b69-0b80-4966-875c-383d50f5414c req-343acbe0-e64c-442e-ae82-ec397c14b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:02.086235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af05b69-0b80-4966-875c-383d50f5414c req-343acbe0-e64c-442e-ae82-ec397c14b0d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.1376302 Sep 18 01:55:02.094347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:02.107271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['6d391a53-4c27-4ac9-b366-eb9062f86260', 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:02.151476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af05b69-0b80-4966-875c-383d50f5414c req-95ed5fcc-1931-4653-a717-42f04f1edf1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 200 len: 217 time: 0.0526152 Sep 18 01:55:02.179724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Transition to ACTIVE for port object 82ab577e-3f3e-4ec9-9786-76705ab6e53e will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:02.198800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df067d66-fb59-44ab-8024-c2d6daa6be34 req-bfad9db8-bf41-4ab8-89d6-b50121717552 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075795 Sep 18 01:55:02.212585 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:02.225155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05b69-0b80-4966-875c-383d50f5414c req-50accf21-f065-4639-8108-99ee102a372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:02.227145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af05b69-0b80-4966-875c-383d50f5414c req-50accf21-f065-4639-8108-99ee102a372e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0654254 Sep 18 01:55:02.263733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af05b69-0b80-4966-875c-383d50f5414c req-9b7d76b0-397d-4d62-acfc-0877ad9b3c3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271564 Sep 18 01:55:02.264472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38707ae3-0ba8-4634-9739-b019e0ceaf5d req-19dece5e-7de2-4fc2-b55d-d8bbb2821179 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361784 Sep 18 01:55:02.281819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-86d35886-704d-4a2a-85fd-d7a2613472f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:02.283330 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-86d35886-704d-4a2a-85fd-d7a2613472f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6bdddb-5f6d-4d6e-924a-fe15048784d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3519022 Sep 18 01:55:02.289519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:02.323862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:02.355401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52cb2521-38d9-4697-85d2-e954b60ff85d req-c1b2c78d-4ba2-4e81-b6f9-6eaf39bd0ae3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932625 Sep 18 01:55:02.385968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:02.400692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Pushing event updated for resources: {'Port': ['ID=79c1452a-cb09-4667-88d1-a4f83b5fd38b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:02.408703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af05b69-0b80-4966-875c-383d50f5414c req-ac1e0dc4-60de-40ab-8f70-c87fe230a6bf service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339478 Sep 18 01:55:02.472262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-05f0248e-92ea-4705-a685-a8926ccbc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:02.473899 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-05f0248e-92ea-4705-a685-a8926ccbc15a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 912 time: 0.5218921 Sep 18 01:55:02.597765 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af05b69-0b80-4966-875c-383d50f5414c req-728dede8-fd21-450e-a2c9-7cf76aefb451 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806438 Sep 18 01:55:02.609098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1d521-2811-4d29-8014-d40b3ffab341 req-1ab1ff05-99ed-4c3b-bc5e-c5e3499322fe tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:02.612950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3b1d521-2811-4d29-8014-d40b3ffab341 req-1ab1ff05-99ed-4c3b-bc5e-c5e3499322fe tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.1459975 Sep 18 01:55:02.697682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3b1d521-2811-4d29-8014-d40b3ffab341 req-8153a026-c797-4158-9c9f-9d38d888e558 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651770 Sep 18 01:55:02.734320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e2e70c05-6928-4815-b41c-7da42c33f5c9 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:02.847549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d473f-800d-4751-b53a-2f6abfd5e120 req-4f725146-8c12-49a7-a67f-07c988eb595e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:02.849908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d88d473f-800d-4751-b53a-2f6abfd5e120 req-4f725146-8c12-49a7-a67f-07c988eb595e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0655913 Sep 18 01:55:02.873415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e2e70c05-6928-4815-b41c-7da42c33f5c9, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e2e70c05-6928-4815-b41c-7da42c33f5c9,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:02.885436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'port_id': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'mac_address': 'fa:16:3e:d5:99:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:02.907145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d88d473f-800d-4751-b53a-2f6abfd5e120 req-48dcdb2d-3785-4270-b78c-ef6e7a6244b0 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460997 Sep 18 01:55:02.946769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-618ccd01-9146-4088-a15a-d6492e23de37 None None] Provisioning complete for port 79c1452a-cb09-4667-88d1-a4f83b5fd38b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:02.946974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-618ccd01-9146-4088-a15a-d6492e23de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:02.976107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.008191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e70c05-6928-4815-b41c-7da42c33f5c9 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:03.016872 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-618ccd01-9146-4088-a15a-d6492e23de37 None None] Port 79c1452a-cb09-4667-88d1-a4f83b5fd38b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:55:03.034291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-8eb52912-c667-4e9e-a85f-e9d7c3579d69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 200 len: 217 time: 0.5183311 Sep 18 01:55:03.037359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e2e70c05-6928-4815-b41c-7da42c33f5c9, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e2e70c05-6928-4815-b41c-7da42c33f5c9,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:03.043366 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.078333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318078-939c-4655-888c-d09f6b68f9be req-9246480e-387e-4822-a351-423cdbf9440f tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:03.088330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3318078-939c-4655-888c-d09f6b68f9be req-9246480e-387e-4822-a351-423cdbf9440f tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 944 time: 0.0772190 Sep 18 01:55:03.116134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e2e70c05-6928-4815-b41c-7da42c33f5c9,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:03.132565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3318078-939c-4655-888c-d09f6b68f9be req-7219d6cd-9c02-4123-ab06-5d94374bb800 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Sep 18 01:55:03.175499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Pushing event updated for resources: {'Port': ['ID=82ab577e-3f3e-4ec9-9786-76705ab6e53e,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:03.183962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:03.186139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.255718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-e51767ba-faa0-45d0-966b-320f356522f8 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9508832 Sep 18 01:55:03.280660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777d023-71ca-4479-890d-147970dc5459 req-976d7302-f8a7-450c-be26-24d6a99f6380 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:03.288940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2777d023-71ca-4479-890d-147970dc5459 req-976d7302-f8a7-450c-be26-24d6a99f6380 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 935 time: 0.0835016 Sep 18 01:55:03.298234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Attempting to bind port 82ab577e-3f3e-4ec9-9786-76705ab6e53e on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:03.298678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Attempting to bind port 82ab577e-3f3e-4ec9-9786-76705ab6e53e by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:03.299108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Attempting to bind port 82ab577e-3f3e-4ec9-9786-76705ab6e53e on network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:03.309429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493f6c-5a05-4b9f-877b-7d4fea795bd3 req-95e22f14-5791-424c-bbd5-b71a7dd870cd tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:03.311397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa493f6c-5a05-4b9f-877b-7d4fea795bd3 req-95e22f14-5791-424c-bbd5-b71a7dd870cd tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 943 time: 0.3924699 Sep 18 01:55:03.312716 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-4c44d12d-6118-4338-ac8f-593e3ee350cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4757252 Sep 18 01:55:03.331442 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2777d023-71ca-4479-890d-147970dc5459 req-5345172f-ee9e-4a38-b044-be0ecbc14ab7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Sep 18 01:55:03.340751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45f2ede-154c-409c-9b00-19a8a7936628 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:03.372138 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3359ceaf-7c3e-456c-851d-610601011dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.382863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Request body: {'port': {'device_id': '28280c3f-1097-4496-9bef-6ed18648003e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:03.393056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Port 82ab577e-3f3e-4ec9-9786-76705ab6e53e on network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:03.393380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Attempting to bind port 82ab577e-3f3e-4ec9-9786-76705ab6e53e on network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:03.401202 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.406157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-9b5b7e5e-9c34-44a8-9317-e143dc459a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:03.408722 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-9b5b7e5e-9c34-44a8-9317-e143dc459a21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.3356748 Sep 18 01:55:03.413862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['e2e70c05-6928-4815-b41c-7da42c33f5c9'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:03.477053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548a68-41ca-47c9-9b3b-aafa3ad93c5b req-1e8e01b4-9018-4f83-af33-584d5701c6fb tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:03.486738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad548a68-41ca-47c9-9b3b-aafa3ad93c5b req-1e8e01b4-9018-4f83-af33-584d5701c6fb tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 943 time: 0.0797455 Sep 18 01:55:03.507707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:03.508812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Checking segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:03.508812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Bound using segment: {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:03.509280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Bound port: 82ab577e-3f3e-4ec9-9786-76705ab6e53e, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9757a362-714c-48a6-a5e0-aa4d580816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:03.509756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.543916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad548a68-41ca-47c9-9b3b-aafa3ad93c5b req-73318b32-c926-4a87-88e7-a3eae8c3c452 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566416 Sep 18 01:55:03.553188 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-f971a040-b078-4db9-a0aa-30e1c9526d11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083302 Sep 18 01:55:03.562463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Transition to ACTIVE for port object c45f2ede-154c-409c-9b00-19a8a7936628 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:03.617957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.657132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea13e2-1cbb-4d6d-a1c3-8ab5627ea13f req-7cd61dd1-ac06-4c6b-ab88-f5f61dd7bd3b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:03.658508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32ea13e2-1cbb-4d6d-a1c3-8ab5627ea13f req-7cd61dd1-ac06-4c6b-ab88-f5f61dd7bd3b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 948 time: 0.0508657 Sep 18 01:55:03.670843 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa493f6c-5a05-4b9f-877b-7d4fea795bd3 req-4d2e8487-9e9d-4733-a9e8-5e5c84269c01 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336174 Sep 18 01:55:03.699185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32ea13e2-1cbb-4d6d-a1c3-8ab5627ea13f req-79ba7d16-f2be-435d-bdd0-f9a4450f3ceb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Sep 18 01:55:03.719707 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.764901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44619f-01dc-4efd-b527-6355f64a572f req-c08ac35d-bf8e-40b2-8037-4f348c5a4b73 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:03.766464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b44619f-01dc-4efd-b527-6355f64a572f req-c08ac35d-bf8e-40b2-8037-4f348c5a4b73 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.3466983 Sep 18 01:55:03.787541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7431ed-3011-4f6c-95f0-4f33c5f36f32 req-b290b76d-852a-45e1-afd7-5e69027f2c87 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012829 Sep 18 01:55:03.829818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Pushing event updated for resources: {'Port': ['ID=c45f2ede-154c-409c-9b00-19a8a7936628,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:03.961959 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:03.969116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] For port 82ab577e-3f3e-4ec9-9786-76705ab6e53e, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:04.026068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-fd40e4c2-fd37-488a-b37e-8a41faeea157 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612586 Sep 18 01:55:04.029858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] For port 82ab577e-3f3e-4ec9-9786-76705ab6e53e, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=82ab577e-3f3e-4ec9-9786-76705ab6e53e,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:04.045172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceac7eb-e1f6-4ea5-b8de-9407cb1ef954 req-936ac772-094d-4fd7-9517-7f5dcb5c6b78 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.048186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ceac7eb-e1f6-4ea5-b8de-9407cb1ef954 req-936ac772-094d-4fd7-9517-7f5dcb5c6b78 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0531590 Sep 18 01:55:04.056461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:04.090969 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ceac7eb-e1f6-4ea5-b8de-9407cb1ef954 req-d0759b0c-0d68-482a-8baa-04a5b051401d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359144 Sep 18 01:55:04.134060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3a34-3f7d-48d7-9e3e-b3a10f03f767 req-ee3760db-8ed1-4559-b997-dbc2384e2e16 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.135568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76df3a34-3f7d-48d7-9e3e-b3a10f03f767 req-ee3760db-8ed1-4559-b997-dbc2384e2e16 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.3456221 Sep 18 01:55:04.211510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.212114 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:04.213477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] 10.222.0.20 "PUT /v2.0/ports/82ab577e-3f3e-4ec9-9786-76705ab6e53e HTTP/1.1" status: 200 len: 1092 time: 4.0790465 Sep 18 01:55:04.251496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'tag': '82ab577e-3f3e-4ec9-9786-76705ab6e53e'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:04.253976 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dc9e53-e161-40f5-aa78-97ac3757f096", "tag": "82ab577e-3f3e-4ec9-9786-76705ab6e53e"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:04.259466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0274427-ea7c-4de4-b720-36972df07973 req-f394cdf7-64a1-4e58-9cf4-e9de6bf2771e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.261390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0274427-ea7c-4de4-b720-36972df07973 req-f394cdf7-64a1-4e58-9cf4-e9de6bf2771e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 945 time: 0.0604429 Sep 18 01:55:04.294189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Attempting to bind port c45f2ede-154c-409c-9b00-19a8a7936628 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:04.294527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Attempting to bind port c45f2ede-154c-409c-9b00-19a8a7936628 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:04.294878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Attempting to bind port c45f2ede-154c-409c-9b00-19a8a7936628 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:04.303714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0274427-ea7c-4de4-b720-36972df07973 req-9b2cfa27-e3b6-436c-b77b-52033f446fc9 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350788 Sep 18 01:55:04.361861 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca164988-b3ac-4910-bab0-9ecdb96d39f3 x-openstack-request-id: req-ca164988-b3ac-4910-bab0-9ecdb96d39f3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:04.362145 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dc9e53-e161-40f5-aa78-97ac3757f096", "tag": "82ab577e-3f3e-4ec9-9786-76705ab6e53e", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:04.362391 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca164988-b3ac-4910-bab0-9ecdb96d39f3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:04.362789 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'tag': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'status': 'completed', 'code': 200} Sep 18 01:55:04.369223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcb54d-ddcc-400e-870c-14637a20499c service neutron] Pushing event updated for resources: {'Port': ['ID=82ab577e-3f3e-4ec9-9786-76705ab6e53e,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:04.372240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Port c45f2ede-154c-409c-9b00-19a8a7936628 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:04.372566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Attempting to bind port c45f2ede-154c-409c-9b00-19a8a7936628 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:04.428484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76df3a34-3f7d-48d7-9e3e-b3a10f03f767 req-1f158005-1195-46d4-a31e-49a26cef3113 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627687 Sep 18 01:55:04.437128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Deleting port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:04.437467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:04.459500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:04.459835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:04.460218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:04.460658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Bound port: c45f2ede-154c-409c-9b00-19a8a7936628, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:04.461012 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:04.470037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377c614b-9fbf-4064-b5a5-b483373e1138 req-ff1c558b-d3a8-45e2-902c-083a09af0120 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321442 Sep 18 01:55:04.486594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec2419-45df-40ac-9d73-5baecd002e4f req-ee84723b-5829-4ea6-b9b7-69c93399d6b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.487857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cdec2419-45df-40ac-9d73-5baecd002e4f req-ee84723b-5829-4ea6-b9b7-69c93399d6b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 935 time: 0.0637636 Sep 18 01:55:04.534921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cdec2419-45df-40ac-9d73-5baecd002e4f req-8ee6baeb-9ccd-40ff-9330-4b59bd4ff2c5 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Sep 18 01:55:04.537614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-80ccbd94-746c-4d0c-9fd3-448531c5b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.539235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-80ccbd94-746c-4d0c-9fd3-448531c5b995 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86d857a408474249b56a57abc4104dab&device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 1095 time: 0.2351947 Sep 18 01:55:04.629197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-a44b7fd4-943a-4b40-8a6e-88c4eb5ef25b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ab577e-3f3e-4ec9-9786-76705ab6e53e HTTP/1.1" status: 200 len: 217 time: 0.0783365 Sep 18 01:55:04.694133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] For port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:04.694493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:04.752280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 80858fdd-5d8c-4985-8c45-08d9173e37dc details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:04.755286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Calling delete_port for c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:04.756435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e2e70c05-6928-4815-b41c-7da42c33f5c9 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:04.786104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] For port c45f2ede-154c-409c-9b00-19a8a7936628, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:04.811703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] For port c45f2ede-154c-409c-9b00-19a8a7936628, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c45f2ede-154c-409c-9b00-19a8a7936628,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:04.811931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e097dcd-72f9-4eb6-a8a3-d7ccc3040069 req-7f59cfd3-cfa4-4ac9-8904-3e9ee5589a1b tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.815586 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e097dcd-72f9-4eb6-a8a3-d7ccc3040069 req-7f59cfd3-cfa4-4ac9-8904-3e9ee5589a1b tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 943 time: 0.0695384 Sep 18 01:55:04.843851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:04.847868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-3a844e46-54d6-49d8-a4ca-1a5f19a1f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.849998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-3a844e46-54d6-49d8-a4ca-1a5f19a1f40b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b6d2e0b-1049-45d5-a188-b81c57074869 HTTP/1.1" status: 200 len: 862 time: 0.1968579 Sep 18 01:55:04.857065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:04.863213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c1452a-cb09-4667-88d1-a4f83b5fd38b {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:04.872925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e097dcd-72f9-4eb6-a8a3-d7ccc3040069 req-45ce5a97-2f55-4ee4-992b-9eb70806fbfb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486293 Sep 18 01:55:04.875795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea2c37-c458-4e9a-8799-06fd06dab67f req-857d92da-8460-4424-88f7-3f75d1b3c8d1 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.877280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e2ea2c37-c458-4e9a-8799-06fd06dab67f req-857d92da-8460-4424-88f7-3f75d1b3c8d1 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 943 time: 0.2526484 Sep 18 01:55:04.913517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port e2e70c05-6928-4815-b41c-7da42c33f5c9 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:55:04.926570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port e2e70c05-6928-4815-b41c-7da42c33f5c9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:04.926991 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:04.933928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 80858fdd-5d8c-4985-8c45-08d9173e37dc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:04.966867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '80858fdd-5d8c-4985-8c45-08d9173e37dc', 'network_id': 'ccb8d2d3-1556-456e-8ab6-7b1260cd883a', 'port_id': '80858fdd-5d8c-4985-8c45-08d9173e37dc', 'mac_address': 'fa:16:3e:1a:23:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d38057-c427-4d9c-a41b-e8513cd01048', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:04.996951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bf088-6b9b-4ae0-8b0b-aff20ded4de9 req-ddd11716-11c1-48a5-8403-6f82fe685f5f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:04.998662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb1bf088-6b9b-4ae0-8b0b-aff20ded4de9 req-ddd11716-11c1-48a5-8403-6f82fe685f5f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 948 time: 0.0580251 Sep 18 01:55:05.026353 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:05.049055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb1bf088-6b9b-4ae0-8b0b-aff20ded4de9 req-9e30d2a1-2bab-438f-949b-c8aab7653387 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Sep 18 01:55:05.059865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80858fdd-5d8c-4985-8c45-08d9173e37dc {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:05.085558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:05.096563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 80858fdd-5d8c-4985-8c45-08d9173e37dc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:05.101292 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:05.135976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3284125-1042-4242-9c2e-e17490a257ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e70c05-6928-4815-b41c-7da42c33f5c9'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:05.138208 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58fcf7-3b51-4c64-929b-e7f45de03476" -d '{"events": [{"server_uuid": "a3284125-1042-4242-9c2e-e17490a257ca", "name": "network-vif-plugged", "status": "completed", "tag": "e2e70c05-6928-4815-b41c-7da42c33f5c9"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:05.156406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e2e70c05-6928-4815-b41c-7da42c33f5c9, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e2e70c05-6928-4815-b41c-7da42c33f5c9,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:05.162861 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:05.176974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=80858fdd-5d8c-4985-8c45-08d9173e37dc,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:05.179839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:05.228685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69379308-7f48-40b8-b10a-2e80907d95ef req-1fe116fd-929e-4750-a256-c4c5b7a01bcb tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:05.230512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69379308-7f48-40b8-b10a-2e80907d95ef req-1fe116fd-929e-4750-a256-c4c5b7a01bcb tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0598500 Sep 18 01:55:05.238201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:05.238852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:05.240468 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] 10.222.0.18 "PUT /v2.0/ports/c45f2ede-154c-409c-9b00-19a8a7936628 HTTP/1.1" status: 200 len: 1097 time: 4.3855479 Sep 18 01:55:05.251336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Transition to ACTIVE for port object 79c1452a-cb09-4667-88d1-a4f83b5fd38b will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:05.267636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e2e70c05-6928-4815-b41c-7da42c33f5c9,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:05.283577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:05.292976 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69379308-7f48-40b8-b10a-2e80907d95ef req-ece24d17-6c85-4e11-b187-4cfe10e97be8 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528619 Sep 18 01:55:05.323451 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e2ea2c37-c458-4e9a-8799-06fd06dab67f req-2dd6b020-40b4-473d-87a7-8c4dd4bcb65a tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4273162 Sep 18 01:55:05.344888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372819d-8d65-414f-89b3-372d466bfa86 service neutron] Pushing event updated for resources: {'Port': ['ID=c45f2ede-154c-409c-9b00-19a8a7936628,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:05.359388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-bae0322f-972e-41ae-8aaf-951e9417b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:05.360895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-bae0322f-972e-41ae-8aaf-951e9417b250 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5022449 Sep 18 01:55:05.367084 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba5251c-8429-4da2-a4b5-644c53d31906 x-openstack-request-id: req-9ba5251c-8429-4da2-a4b5-644c53d31906 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:05.367532 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3284125-1042-4242-9c2e-e17490a257ca", "name": "network-vif-plugged", "status": "completed", "tag": "e2e70c05-6928-4815-b41c-7da42c33f5c9", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:05.368022 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ba5251c-8429-4da2-a4b5-644c53d31906 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:05.368503 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3284125-1042-4242-9c2e-e17490a257ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'code': 200} Sep 18 01:55:05.479204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['80858fdd-5d8c-4985-8c45-08d9173e37dc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:05.554536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Pushing event updated for resources: {'Port': ['ID=79c1452a-cb09-4667-88d1-a4f83b5fd38b,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:05.558314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1dd06-9355-4e71-8638-07752e27a60e req-9f36866c-724b-4e0f-81aa-6350211efdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:05.560271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-9f36866c-724b-4e0f-81aa-6350211efdec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 1100 time: 0.2587926 Sep 18 01:55:05.575213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357c755-169c-4663-93b6-d591234ff614 req-92251391-4ec2-49f1-b8cf-b9365b2dad76 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:05.577727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4357c755-169c-4663-93b6-d591234ff614 req-92251391-4ec2-49f1-b8cf-b9365b2dad76 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 949 time: 0.0698204 Sep 18 01:55:05.668519 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4357c755-169c-4663-93b6-d591234ff614 req-d9369879-82d5-47ec-aef3-3f2805d5b8f4 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Sep 18 01:55:05.684107 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-2fa33fc6-0e55-4a1b-b8c5-93eecaf44a5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c45f2ede-154c-409c-9b00-19a8a7936628 HTTP/1.1" status: 200 len: 217 time: 0.0987639 Sep 18 01:55:05.727968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-0b5d2e82-562b-4296-b703-2b4480d9180c service neutron] 10.222.0.20 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441355 Sep 18 01:55:05.731925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:05.751881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['d5f37d1c-95db-44e6-bac7-195fdfc4cea2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:05.801205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f0d5e-7683-4520-8f68-5cbff48ac609 req-4cf19b23-b41a-45af-afdb-5dd5ecbb9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:05.805572 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a5f0d5e-7683-4520-8f68-5cbff48ac609 req-4cf19b23-b41a-45af-afdb-5dd5ecbb9f81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 1098 time: 0.3564770 Sep 18 01:55:05.830791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Pushing event deleted for resources: {'Port': ['ID=c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:05.871459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c4fab-eb7c-4931-812a-dbf150adf6f8 req-6cad3374-3286-4d50-a6cd-00f1f931748c tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:05.873377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-403c4fab-eb7c-4931-812a-dbf150adf6f8 req-6cad3374-3286-4d50-a6cd-00f1f931748c tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.4260225 Sep 18 01:55:05.873741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Attempting to bind port 79c1452a-cb09-4667-88d1-a4f83b5fd38b on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:05.874070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Attempting to bind port 79c1452a-cb09-4667-88d1-a4f83b5fd38b by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:05.874388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Attempting to bind port 79c1452a-cb09-4667-88d1-a4f83b5fd38b on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:05.933803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Port 79c1452a-cb09-4667-88d1-a4f83b5fd38b on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:05.934129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Attempting to bind port 79c1452a-cb09-4667-88d1-a4f83b5fd38b on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:05.972687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd8561-278f-4797-a84e-2a30fbec5f49 req-89ef1782-2148-4f20-bf28-db6b1948e66a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:05.974914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-befd8561-278f-4797-a84e-2a30fbec5f49 req-89ef1782-2148-4f20-bf28-db6b1948e66a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 947 time: 0.0690625 Sep 18 01:55:06.002804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1dd06-9355-4e71-8638-07752e27a60e req-bb912392-d22b-47aa-8b6b-5ca70ccb7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.004317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-bb912392-d22b-47aa-8b6b-5ca70ccb7c56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2813790 Sep 18 01:55:06.012598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] No DVR routers for this DVR port c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:06.015908 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:06.018589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b44619f-01dc-4efd-b527-6355f64a572f req-0ab84e4a-27ed-428b-bce5-b30ec8b7eafb tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "DELETE /v2.0/ports/c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 HTTP/1.1" status: 204 len: 173 time: 2.2145295 Sep 18 01:55:06.022906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-befd8561-278f-4797-a84e-2a30fbec5f49 req-cd7109fd-71db-45d8-b276-88fa9e03de62 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Sep 18 01:55:06.041140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:06.041631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:06.042320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:06.043075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Bound port: 79c1452a-cb09-4667-88d1-a4f83b5fd38b, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:06.043437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:06.095344 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a5f0d5e-7683-4520-8f68-5cbff48ac609 req-412c5d81-2a49-4c0a-a95b-dd196c7a735b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587776 Sep 18 01:55:06.151287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ebd7e-8801-4ddd-94ee-64bf0c50563c req-148ff1c8-a5d1-47e3-944f-f1a395a1bbb0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.154507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e96ebd7e-8801-4ddd-94ee-64bf0c50563c req-148ff1c8-a5d1-47e3-944f-f1a395a1bbb0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 944 time: 0.0724370 Sep 18 01:55:06.155211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-403c4fab-eb7c-4931-812a-dbf150adf6f8 req-27381aa2-1435-4a5d-82dd-e1c146a9bd04 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602034 Sep 18 01:55:06.184278 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:06.184882 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3c01d85-0649-44a6-9170-535eee0b62cd req-67f750ac-2e13-4042-b862-ba13fb7ef0cb service neutron] 10.222.0.20 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353974 Sep 18 01:55:06.203799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1dd06-9355-4e71-8638-07752e27a60e req-aa4b368c-24f6-43ee-aa18-5a7d679cdb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.205580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-aa4b368c-24f6-43ee-aa18-5a7d679cdb0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693625 Sep 18 01:55:06.212200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e96ebd7e-8801-4ddd-94ee-64bf0c50563c req-3cd5ac56-3f37-420c-a636-6b6978404059 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484085 Sep 18 01:55:06.213463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] For port 79c1452a-cb09-4667-88d1-a4f83b5fd38b, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:06.217010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] For port 79c1452a-cb09-4667-88d1-a4f83b5fd38b, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=79c1452a-cb09-4667-88d1-a4f83b5fd38b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:06.222099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:06.299622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.300247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:06.301662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] 10.222.0.20 "PUT /v2.0/ports/79c1452a-cb09-4667-88d1-a4f83b5fd38b HTTP/1.1" status: 200 len: 1096 time: 2.9386671 Sep 18 01:55:06.355643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c7235-ac3c-4f58-a87a-83e639e9a01c service neutron] Pushing event updated for resources: {'Port': ['ID=79c1452a-cb09-4667-88d1-a4f83b5fd38b,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:06.379694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23ba1ca-bdea-4a8f-abf1-a167bb1203bd', 'tag': 'c45f2ede-154c-409c-9b00-19a8a7936628'}, {'server_uuid': '1953cb2a-c2ce-45c7-b753-d7fdd3306d2d', 'name': 'network-vif-deleted', 'tag': 'c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299'}, {'name': 'network-changed', 'server_uuid': '28280c3f-1097-4496-9bef-6ed18648003e', 'tag': '79c1452a-cb09-4667-88d1-a4f83b5fd38b'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:06.386821 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c2fdea-105a-494a-a267-e40898d30eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b23ba1ca-bdea-4a8f-abf1-a167bb1203bd", "tag": "c45f2ede-154c-409c-9b00-19a8a7936628"}, {"server_uuid": "1953cb2a-c2ce-45c7-b753-d7fdd3306d2d", "name": "network-vif-deleted", "tag": "c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299"}, {"name": "network-changed", "server_uuid": "28280c3f-1097-4496-9bef-6ed18648003e", "tag": "79c1452a-cb09-4667-88d1-a4f83b5fd38b"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:06.429868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d043a-4691-4e2a-92a0-898291f2b43c req-437de3da-4e91-4557-9d1a-249a475fce00 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.431484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-437d043a-4691-4e2a-92a0-898291f2b43c req-437de3da-4e91-4557-9d1a-249a475fce00 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 948 time: 0.1767864 Sep 18 01:55:06.442493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-b40423a2-7a48-4ee9-96c3-b8b940cc316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.444402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-b40423a2-7a48-4ee9-96c3-b8b940cc316f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86d857a408474249b56a57abc4104dab&device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 1095 time: 0.1762810 Sep 18 01:55:06.445084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ae24-3365-47ac-bc33-702776f34324 req-7b3194a8-7fe2-4bf8-8293-5ed60d431eaf tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.451104 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18e1ae24-3365-47ac-bc33-702776f34324 req-7b3194a8-7fe2-4bf8-8293-5ed60d431eaf tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0666170 Sep 18 01:55:06.489305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18e1ae24-3365-47ac-bc33-702776f34324 req-5ef8f48c-ae87-43b0-9e68-690e012c8a39 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361469 Sep 18 01:55:06.540775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b61da-c80c-443f-ae93-964efab07f23 req-dc7a3405-db32-4dcc-8c8a-4e10104c66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.542203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-dc7a3405-db32-4dcc-8c8a-4e10104c66cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 1099 time: 0.1821754 Sep 18 01:55:06.602117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2559-52d9-4010-8f02-a3be5fab6f69 req-5617af42-80bb-435d-9258-46b45b906af4 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.603635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdcf2559-52d9-4010-8f02-a3be5fab6f69 req-5617af42-80bb-435d-9258-46b45b906af4 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 943 time: 0.0535762 Sep 18 01:55:06.632496 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-2ef81362-e4e3-4c47-8887-275c624d28d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=79c1452a-cb09-4667-88d1-a4f83b5fd38b HTTP/1.1" status: 200 len: 217 time: 0.0583472 Sep 18 01:55:06.638108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-437d043a-4691-4e2a-92a0-898291f2b43c req-10c53410-ec2b-4391-a699-23c564e6a40e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992140 Sep 18 01:55:06.643427 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdcf2559-52d9-4010-8f02-a3be5fab6f69 req-f1c7f00c-640f-404c-b3b5-59759d4b8669 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335639 Sep 18 01:55:06.651095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-b1df66b4-994e-4a2e-8ee3-b184688067f2 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060880 Sep 18 01:55:06.727719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-e0833c18-63bd-4089-b389-5758ad843585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.731862 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-e0833c18-63bd-4089-b389-5758ad843585 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 200 len: 923 time: 0.2581904 Sep 18 01:55:06.736576 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac82f69-2acf-48e5-ad97-6d1317572902 x-openstack-request-id: req-dac82f69-2acf-48e5-ad97-6d1317572902 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:06.736909 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23ba1ca-bdea-4a8f-abf1-a167bb1203bd", "tag": "c45f2ede-154c-409c-9b00-19a8a7936628", "status": "completed", "code": 200}, {"server_uuid": "1953cb2a-c2ce-45c7-b753-d7fdd3306d2d", "name": "network-vif-deleted", "tag": "c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28280c3f-1097-4496-9bef-6ed18648003e", "tag": "79c1452a-cb09-4667-88d1-a4f83b5fd38b", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:06.737112 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dac82f69-2acf-48e5-ad97-6d1317572902 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:06.737677 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23ba1ca-bdea-4a8f-abf1-a167bb1203bd', 'tag': 'c45f2ede-154c-409c-9b00-19a8a7936628', 'status': 'completed', 'code': 200} Sep 18 01:55:06.737999 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1953cb2a-c2ce-45c7-b753-d7fdd3306d2d', 'name': 'network-vif-deleted', 'tag': 'c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299', 'status': 'completed', 'code': 200} Sep 18 01:55:06.738327 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28280c3f-1097-4496-9bef-6ed18648003e', 'tag': '79c1452a-cb09-4667-88d1-a4f83b5fd38b', 'status': 'completed', 'code': 200} Sep 18 01:55:06.746966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:06.778600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 80858fdd-5d8c-4985-8c45-08d9173e37dc up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:06.789018 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:55:06.789621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c6b6f6a8-ada4-4c8d-a764-8e4a86e3e299 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:55:06.836375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b61da-c80c-443f-ae93-964efab07f23 req-d2da4162-ee60-4633-b7ab-21ab546bd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.838083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-d2da4162-ee60-4633-b7ab-21ab546bd72e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1971769 Sep 18 01:55:06.842349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0a0f8c1-665b-4e3e-9847-9525e7b3cb70 req-d09b9718-8ca8-460e-8bc6-519bd8612a13 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=1953cb2a-c2ce-45c7-b753-d7fdd3306d2d HTTP/1.1" status: 200 len: 210 time: 0.0694911 Sep 18 01:55:06.843820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-6782cdb6-4aa4-453c-8135-086beddda1e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ab577e-3f3e-4ec9-9786-76705ab6e53e HTTP/1.1" status: 200 len: 217 time: 0.0789177 Sep 18 01:55:06.850397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 80858fdd-5d8c-4985-8c45-08d9173e37dc completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:55:06.863637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 80858fdd-5d8c-4985-8c45-08d9173e37dc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:06.864021 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:06.937211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bff1dd06-9355-4e71-8638-07752e27a60e req-2cc64cdb-e48b-4812-b854-0f3e1c68cf20 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619112 Sep 18 01:55:06.943785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-92f52c86-c73b-4a46-8568-61cbd256a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.945538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-92f52c86-c73b-4a46-8568-61cbd256a82e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b6d2e0b-1049-45d5-a188-b81c57074869 HTTP/1.1" status: 200 len: 862 time: 0.0853755 Sep 18 01:55:06.947902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b61da-c80c-443f-ae93-964efab07f23 req-da68ff48-9b0f-43c4-8362-16d2b3638c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.949365 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-da68ff48-9b0f-43c4-8362-16d2b3638c8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1002846 Sep 18 01:55:06.955991 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:06.994915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 80858fdd-5d8c-4985-8c45-08d9173e37dc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:06.995172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25285ef-0b5c-4726-8f51-2fe31c86d94f req-98d79e71-458b-488a-af56-59c39c576995 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:06.996680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c25285ef-0b5c-4726-8f51-2fe31c86d94f req-98d79e71-458b-488a-af56-59c39c576995 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1098 time: 0.0523405 Sep 18 01:55:06.999681 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:07.035057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c25285ef-0b5c-4726-8f51-2fe31c86d94f req-0dd3426b-d3cc-4a45-bc17-87282b2638a5 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312254 Sep 18 01:55:07.062181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=80858fdd-5d8c-4985-8c45-08d9173e37dc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:07.087987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-db100280-de8c-4aab-b858-1500d433451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.089508 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-db100280-de8c-4aab-b858-1500d433451d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352682 Sep 18 01:55:07.145967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-b12a2f8c-1661-402e-a9b9-c38614c8821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.147633 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-b12a2f8c-1661-402e-a9b9-c38614c8821d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 1100 time: 0.1407831 Sep 18 01:55:07.171400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-f9071d4f-a52c-4c36-ac3a-8780dfacdec0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908605 Sep 18 01:55:07.321855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a05447-7fa5-48e4-9543-6644f3089c91 req-6d7b4d60-0cdb-4cdb-adc9-f758aad12f82 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.323385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-37a05447-7fa5-48e4-9543-6644f3089c91 req-6d7b4d60-0cdb-4cdb-adc9-f758aad12f82 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 947 time: 0.2061987 Sep 18 01:55:07.369768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:07.372387 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1a66d1-5c71-4001-be63-7c6a78d7b991" -d '{"events": [{"server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "name": "network-vif-plugged", "status": "completed", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:07.658341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-52c69d5c-9515-4b68-8383-07e268a5b1e8 service neutron] 10.222.0.20 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583429 Sep 18 01:55:07.695586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-2027ce1b-e854-4644-bbe0-656a14cf8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.697049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-2027ce1b-e854-4644-bbe0-656a14cf8cc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.5232017 Sep 18 01:55:07.726836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-37a05447-7fa5-48e4-9543-6644f3089c91 req-ab22ff0f-1749-43f2-8377-84b34c09b8cd tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666768 Sep 18 01:55:07.735490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-401b61da-c80c-443f-ae93-964efab07f23 req-c469c2e5-3d2d-4545-8718-25c622047bb2 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228536 Sep 18 01:55:07.831863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-b859bb2b-71fc-4063-b896-bdc9125217bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c45f2ede-154c-409c-9b00-19a8a7936628 HTTP/1.1" status: 200 len: 217 time: 0.0638266 Sep 18 01:55:07.853270 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:55:07.936702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-abd0f92b-ae70-4613-af77-9ecc5e026797 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:55:07.937251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f823ef9-b4c1-4748-926a-3d3ceb78bb88 req-44191db1-6e8a-41db-a3c5-939f491469a9 service neutron] 10.222.0.20 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681282 Sep 18 01:55:07.937674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-abd0f92b-ae70-4613-af77-9ecc5e026797 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056932 Sep 18 01:55:07.978477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-11dc0a77-4489-4244-a663-4c01cb6d131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.979932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-11dc0a77-4489-4244-a663-4c01cb6d131b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1005211 Sep 18 01:55:07.981699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-5cb7e3c4-f7f0-44e8-b3b3-0e82a20fec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.982139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-d44ab705-7b49-49d8-b975-b39c711091ba tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.983044 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-5cb7e3c4-f7f0-44e8-b3b3-0e82a20fec6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 1099 time: 0.1736269 Sep 18 01:55:07.985756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-d44ab705-7b49-49d8-b975-b39c711091ba tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports/dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 200 len: 1095 time: 0.0418656 Sep 18 01:55:07.990657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeccd9-788d-4730-b94b-593ed243d155 req-336c1f4e-4780-4344-bcd8-3c8f15c1d0b9 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.992103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-defeccd9-788d-4730-b94b-593ed243d155 req-336c1f4e-4780-4344-bcd8-3c8f15c1d0b9 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.1722245 Sep 18 01:55:07.992775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Request body: {'binding': {'host': 'n-h1-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:07.993290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:55:07.993995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-508674db-22a8-4ef5-8cc3-144f71c6b6bf tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:07.995396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-508674db-22a8-4ef5-8cc3-144f71c6b6bf tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1098 time: 0.1765978 Sep 18 01:55:08.022365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-12'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:08.130298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on host n-h1-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:08.130682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:08.131080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:08.135394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:08.135712 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:08.140600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:08.140934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:08.141318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:08.141744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Bound port: dd54491e-bd19-4615-82c6-d0fed060f6e5, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:08.163205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-defeccd9-788d-4730-b94b-593ed243d155 req-7d09faed-756d-4443-9bec-fe3958ff6616 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582959 Sep 18 01:55:08.173413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-176932fc-33ab-42c0-847a-fe09aad1c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.174957 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-176932fc-33ab-42c0-847a-fe09aad1c19a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1786590 Sep 18 01:55:08.185061 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:08.202046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:08.210512 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:08.211652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-2f21e9d7-841d-4c3f-b1a2-b5d47303ed83 service neutron] 10.222.0.21 "POST /v2.0/ports/dd54491e-bd19-4615-82c6-d0fed060f6e5/bindings HTTP/1.1" status: 201 len: 390 time: 0.2227006 Sep 18 01:55:08.226621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-986122c3-67ec-41a7-a509-dea596a618f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.228109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-986122c3-67ec-41a7-a509-dea596a618f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2308578 Sep 18 01:55:08.300821 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acbbc6e-2b2b-40d5-8aa1-43d770e524f0 x-openstack-request-id: req-0acbbc6e-2b2b-40d5-8aa1-43d770e524f0 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:08.301238 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "name": "network-vif-plugged", "status": "completed", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:08.301696 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0acbbc6e-2b2b-40d5-8aa1-43d770e524f0 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:08.302212 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc', 'code': 200} Sep 18 01:55:08.355684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-30f42882-0e0a-4fe8-a641-814b8ac2a7d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=79c1452a-cb09-4667-88d1-a4f83b5fd38b HTTP/1.1" status: 200 len: 217 time: 0.1138713 Sep 18 01:55:08.409994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f5696-e2c6-47e2-ac27-d9bd773474b2 req-fd78dec9-1c01-4ebe-8660-01bed493bd9f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.412682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-860f5696-e2c6-47e2-ac27-d9bd773474b2 req-fd78dec9-1c01-4ebe-8660-01bed493bd9f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 946 time: 0.0572770 Sep 18 01:55:08.461400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-860f5696-e2c6-47e2-ac27-d9bd773474b2 req-8dbba945-dba6-4330-a794-edaf26bb6a34 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Sep 18 01:55:08.531508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f14092-cb94-4c18-8b2c-b2ebafaf0281 req-ed0f440d-0f8b-40f3-b97e-ab25bc86314b tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.532981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-59f14092-cb94-4c18-8b2c-b2ebafaf0281 req-ed0f440d-0f8b-40f3-b97e-ab25bc86314b tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 945 time: 0.2945576 Sep 18 01:55:08.535761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-2ba0892d-16ac-4ae9-b9ba-58fcc303204a service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439972 Sep 18 01:55:08.562909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-62f84e5b-2f06-4094-9c84-5189dee60a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.564313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-62f84e5b-2f06-4094-9c84-5189dee60a39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1942513 Sep 18 01:55:08.572552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f653484-a9e8-4ec8-81fb-b228a9de393e req-afd8cd7f-753b-4557-8f6a-f6e34b7572ee tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.574041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f653484-a9e8-4ec8-81fb-b228a9de393e req-afd8cd7f-753b-4557-8f6a-f6e34b7572ee tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 948 time: 0.0504503 Sep 18 01:55:08.612198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f653484-a9e8-4ec8-81fb-b228a9de393e req-135cede7-4084-4729-a8f7-6816e359d0a2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Sep 18 01:55:08.656609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3363f-b223-45c7-90cd-d3f95fbaf241 req-02dd48dc-8b07-4664-99c5-a55f762d8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.658319 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4c3363f-b223-45c7-90cd-d3f95fbaf241 req-02dd48dc-8b07-4664-99c5-a55f762d8d19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1097 time: 0.2395029 Sep 18 01:55:08.676481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:08.714281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544645f8-86b6-4d7a-bbff-ba8eafadda3d req-37126740-8503-4397-8ebc-6d1c7c313c07 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.716392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-544645f8-86b6-4d7a-bbff-ba8eafadda3d req-37126740-8503-4397-8ebc-6d1c7c313c07 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 943 time: 0.0495832 Sep 18 01:55:08.732832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-97f66ccf-e29c-48cd-8295-c889998d3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.734345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-97f66ccf-e29c-48cd-8295-c889998d3690 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1098 time: 0.2541428 Sep 18 01:55:08.748016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4c3902c1-8122-4066-9aa0-7bdea5b39061 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:08.756802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-59f14092-cb94-4c18-8b2c-b2ebafaf0281 req-9d0cc014-3852-4a19-b488-64094e5098e1 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997521 Sep 18 01:55:08.762777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-544645f8-86b6-4d7a-bbff-ba8eafadda3d req-790b80a8-fe01-43bb-b14b-360dbeae1c7e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408483 Sep 18 01:55:08.852310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4c3363f-b223-45c7-90cd-d3f95fbaf241 req-e28bbc12-f84e-4aae-a055-a625d5e2f2c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730547 Sep 18 01:55:08.854180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-ddc67ba2-2775-4120-93ed-e39d250cf02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.855675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-ddc67ba2-2775-4120-93ed-e39d250cf02e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2761445 Sep 18 01:55:08.888354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:08.899723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:08.901361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4c3902c1-8122-4066-9aa0-7bdea5b39061 has no active binding in host n-h2-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:55:08.903817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c806-c53c-49e4-a777-ecba849d0d6c req-926c5d65-bd42-4138-9f08-9519e60671b0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:08.905335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c164c806-c53c-49e4-a777-ecba849d0d6c req-926c5d65-bd42-4138-9f08-9519e60671b0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0522501 Sep 18 01:55:08.906015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-08e050f4-84ec-4775-9292-76cf08ebc8cc service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463056 Sep 18 01:55:08.944639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c164c806-c53c-49e4-a777-ecba849d0d6c req-88d2d281-6f57-4a9f-84d7-07154fc54a38 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Sep 18 01:55:09.038808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:09.041056 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c484977-f757-4de9-97b6-8a7faf31d2ce" -d '{"events": [{"server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:09.047127 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:09.052342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-df3d741a-5eff-4bc0-89ab-933c6f9cea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:09.054153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-df3d741a-5eff-4bc0-89ab-933c6f9cea29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.3028171 Sep 18 01:55:09.066628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:09.087659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7187f3-2702-4bb7-88ce-e67fca18e1d3 req-318a2c8c-1d41-47cc-82a7-5231a95ce62a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:09.089177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da7187f3-2702-4bb7-88ce-e67fca18e1d3 req-318a2c8c-1d41-47cc-82a7-5231a95ce62a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 947 time: 0.1988118 Sep 18 01:55:09.121094 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f342ab2a-2bb4-4818-bec5-8c5b39bc4cd3 x-openstack-request-id: req-f342ab2a-2bb4-4818-bec5-8c5b39bc4cd3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:09.121379 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:09.121622 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f342ab2a-2bb4-4818-bec5-8c5b39bc4cd3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:09.122001 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061', 'code': 200} Sep 18 01:55:09.191342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-aeaf8677-209a-42ba-b21d-2c4f3c26bc98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 200 len: 217 time: 0.0736442 Sep 18 01:55:09.199953 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-921019d4-aa6e-4781-be10-7d207ec5ebb0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121238 Sep 18 01:55:09.203577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896d661-e105-4b27-bd96-e5a93429eee4 req-2e7997e4-8561-4d93-a934-c2e3a944cdfe tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:09.205258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3896d661-e105-4b27-bd96-e5a93429eee4 req-2e7997e4-8561-4d93-a934-c2e3a944cdfe tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 949 time: 0.0504575 Sep 18 01:55:09.244494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3896d661-e105-4b27-bd96-e5a93429eee4 req-5e7dcb73-1d79-4fba-8bd5-25ee42f2fbbd tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315237 Sep 18 01:55:09.316264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da7187f3-2702-4bb7-88ce-e67fca18e1d3 req-63fffca4-1575-4532-9f55-5955e835f46e tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872606 Sep 18 01:55:09.316845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:09.337030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on host n-h1-789963-12 for vnic_type normal with profile {"migrating_to": "n-h2-789963-12"} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:09.337030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:09.337030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:09.357149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4455c96-3cdc-4362-890b-516524e7c531 req-e1a106fd-d642-4e7d-b3a0-9ed599e48c11 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:09.358626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4455c96-3cdc-4362-890b-516524e7c531 req-e1a106fd-d642-4e7d-b3a0-9ed599e48c11 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.0576565 Sep 18 01:55:09.362379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1bce3d6d-5738-49e3-baa4-dcc3bb13e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:09.363856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1bce3d6d-5738-49e3-baa4-dcc3bb13e141 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.1630561 Sep 18 01:55:09.371039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:09.371372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Attempting to bind port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:09.389879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:09.390219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:09.390606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:09.391079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Bound port: 4c3902c1-8122-4066-9aa0-7bdea5b39061, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:09.391439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:09.403107 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4455c96-3cdc-4362-890b-516524e7c531 req-ce0a89f3-9e29-4aff-adff-0fcc181e4156 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376036 Sep 18 01:55:09.415598 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6dabb51c-3e50-43bb-ac21-4d44470f3af6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398924 Sep 18 01:55:09.483227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1c2fdea-105a-494a-a267-e40898d30eb9 req-2351b1f2-bfe0-4dba-a328-c8a354298b86 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623549 Sep 18 01:55:09.586482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0d5ab-18ab-402c-94d7-24393c8b5765 req-2c92eb47-c44c-4633-86d1-3bdee3d06221 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:09.587997 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06b0d5ab-18ab-402c-94d7-24393c8b5765 req-2c92eb47-c44c-4633-86d1-3bdee3d06221 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.0492418 Sep 18 01:55:09.595318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:09.599950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:09.602823 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-b9e1cd55-16d6-4ebc-b323-8ab512a792fb service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775448 Sep 18 01:55:09.610201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2e404-1fc3-4761-89a8-82f82c25c259 req-94e466f1-9bc1-4a0e-b6a5-6cc6035fe476 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:09.611652 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-27c2e404-1fc3-4761-89a8-82f82c25c259 req-94e466f1-9bc1-4a0e-b6a5-6cc6035fe476 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.1342618 Sep 18 01:55:09.613134 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:09.621822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40748) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:09.629064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Request body: {'floatingip': {'port_id': 'e2e70c05-6928-4815-b41c-7da42c33f5c9'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:09.637519 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06b0d5ab-18ab-402c-94d7-24393c8b5765 req-c44f7c9a-218d-4a34-afbc-d424408ed689 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Sep 18 01:55:09.683593 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:09.933605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29a417-50b1-46c6-baba-8d0b6fda48de req-1c85d807-d312-4694-90a0-7651ad00227b tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:09.935115 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a29a417-50b1-46c6-baba-8d0b6fda48de req-1c85d807-d312-4694-90a0-7651ad00227b tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 945 time: 0.0927811 Sep 18 01:55:10.019486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=8']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:10.045866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:10.046413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:10.047810 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-a82292bb-b4f4-48d8-8d48-60ca81476fe5 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 1124 time: 2.0355577 Sep 18 01:55:10.063448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c70450-ef27-4216-83d3-4d0ea7fdd23a req-6b634369-5959-44d0-b9b8-480929f5d9ca tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:10.064945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83c70450-ef27-4216-83d3-4d0ea7fdd23a req-6b634369-5959-44d0-b9b8-480929f5d9ca tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 948 time: 0.1761084 Sep 18 01:55:10.070563 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a29a417-50b1-46c6-baba-8d0b6fda48de req-940b56c6-dc33-4038-ac49-9f82a45627e0 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282780 Sep 18 01:55:10.081809 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-33ec9011-0221-4088-94b5-c8048da02ac7 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611940 Sep 18 01:55:10.125806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83c70450-ef27-4216-83d3-4d0ea7fdd23a req-d83e9759-9f18-44d7-8dfd-7f904d3c2d7c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Sep 18 01:55:10.222512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['4c3902c1-8122-4066-9aa0-7bdea5b39061'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:10.264638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7038e-4744-4ce2-a003-d07324b5f6ac req-22c8416e-08e3-4ebd-a32c-923e289ba781 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:10.274190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ad7038e-4744-4ce2-a003-d07324b5f6ac req-22c8416e-08e3-4ebd-a32c-923e289ba781 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0762711 Sep 18 01:55:10.305663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4c3902c1-8122-4066-9aa0-7bdea5b39061'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:10.321318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ad7038e-4744-4ce2-a003-d07324b5f6ac req-1a773f1c-296e-4ca8-a82d-49c19d5b76c6 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Sep 18 01:55:10.390266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:55:10.445426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397afcc-1ec9-43d1-a1b8-fb8f06696710 req-f42984d1-ec9f-4c84-a062-dbea7e7091a6 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:10.454912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2397afcc-1ec9-43d1-a1b8-fb8f06696710 req-f42984d1-ec9f-4c84-a062-dbea7e7091a6 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 949 time: 0.0656939 Sep 18 01:55:10.500774 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:10.508657 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:10.521749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d416bc-b81e-49c6-9b0e-77ca7dd100f6 req-21c75888-2469-4537-9496-9c0c59160193 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:10.523959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00d416bc-b81e-49c6-9b0e-77ca7dd100f6 req-21c75888-2469-4537-9496-9c0c59160193 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 943 time: 0.3324814 Sep 18 01:55:10.547935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2397afcc-1ec9-43d1-a1b8-fb8f06696710 req-6919efc1-844d-4f43-a973-6cf32f8fec70 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/security-groups?id=3765c134-f6ff-4360-a90d-6ef5ee2da01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897355 Sep 18 01:55:10.619706 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00d416bc-b81e-49c6-9b0e-77ca7dd100f6 req-7be3cb01-2615-4438-a0f1-7377eaf739c2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459800 Sep 18 01:55:10.662649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61b49-c1e3-4818-8b8f-7504b819317b req-9f5a7146-5e9c-40b9-a7ad-5ae49e6e9356 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:10.664479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48c61b49-c1e3-4818-8b8f-7504b819317b req-9f5a7146-5e9c-40b9-a7ad-5ae49e6e9356 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 947 time: 0.0582016 Sep 18 01:55:10.667521 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Floating IP 13674354-c57e-48a4-9339-a92e7d20f51d associated. External IP: 172.25.0.40, port: e2e70c05-6928-4815-b41c-7da42c33f5c9. Sep 18 01:55:10.710925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48c61b49-c1e3-4818-8b8f-7504b819317b req-8982dd5f-d7d1-4d16-9820-693e24af29ad tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Sep 18 01:55:10.759338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 79c1452a-cb09-4667-88d1-a4f83b5fd38b details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:10.805212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c45f2ede-154c-409c-9b00-19a8a7936628 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:10.989123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:55:11.049864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-673fdf11-7414-47df-9f93-8cc0da8e8f33 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:11.051093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-673fdf11-7414-47df-9f93-8cc0da8e8f33 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 949 time: 0.0661838 Sep 18 01:55:11.056130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 79c1452a-cb09-4667-88d1-a4f83b5fd38b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=79c1452a-cb09-4667-88d1-a4f83b5fd38b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:11.074571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '79c1452a-cb09-4667-88d1-a4f83b5fd38b', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '79c1452a-cb09-4667-88d1-a4f83b5fd38b', 'mac_address': 'fa:16:3e:11:e8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:11.110248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a506-a977-4791-bbf9-ddedc2d04ecf req-a8f19cee-06be-4dc9-8f07-05ec38120f6b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:11.111911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3637a506-a977-4791-bbf9-ddedc2d04ecf req-a8f19cee-06be-4dc9-8f07-05ec38120f6b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.3671658 Sep 18 01:55:11.128093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c45f2ede-154c-409c-9b00-19a8a7936628, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c45f2ede-154c-409c-9b00-19a8a7936628,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:11.137786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:11.140645 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfa7291-5f53-4324-a8a9-f57f57c51627" -d '{"events": [{"name": "network-changed", "server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:11.148082 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.150180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c45f2ede-154c-409c-9b00-19a8a7936628', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'c45f2ede-154c-409c-9b00-19a8a7936628', 'mac_address': 'fa:16:3e:e2:0e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:11.165857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c1452a-cb09-4667-88d1-a4f83b5fd38b {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:11.179098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Deleting port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:11.179715 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.212855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 79c1452a-cb09-4667-88d1-a4f83b5fd38b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=79c1452a-cb09-4667-88d1-a4f83b5fd38b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:11.215116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.228123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.228899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 82ab577e-3f3e-4ec9-9786-76705ab6e53e details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:11.238383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45f2ede-154c-409c-9b00-19a8a7936628 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:11.270853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:55:11.290601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c45f2ede-154c-409c-9b00-19a8a7936628, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c45f2ede-154c-409c-9b00-19a8a7936628,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:11.306576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.313325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b21af-96f4-4229-b511-60cb94f8c402 req-439e40a5-99d7-4b9e-8f22-61262a432c33 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:11.315259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d16b21af-96f4-4229-b511-60cb94f8c402 req-439e40a5-99d7-4b9e-8f22-61262a432c33 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 945 time: 0.1149967 Sep 18 01:55:11.340785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=79c1452a-cb09-4667-88d1-a4f83b5fd38b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:11.374827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] For port d5f37d1c-95db-44e6-bac7-195fdfc4cea2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:11.375569 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.401615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d16b21af-96f4-4229-b511-60cb94f8c402 req-24ab7a36-b1b7-49ca-b14b-7bdd2dbeec36 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774181 Sep 18 01:55:11.403612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Calling delete_port for d5f37d1c-95db-44e6-bac7-195fdfc4cea2 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:11.437989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c45f2ede-154c-409c-9b00-19a8a7936628,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:11.441874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 82ab577e-3f3e-4ec9-9786-76705ab6e53e, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=82ab577e-3f3e-4ec9-9786-76705ab6e53e,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:11.454463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'port_id': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'mac_address': 'fa:16:3e:58:64:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:11.465069 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3637a506-a977-4791-bbf9-ddedc2d04ecf req-3765a3f4-4379-4233-9dc3-fa20e23e195b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096798 Sep 18 01:55:11.482525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:55:11.488172 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.494639 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] Sync routers for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:55:11.512462 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:55:11.513122 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:55:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:11.546290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e44806d2-eedc-4e5a-a185-3fcbbc9f2f86 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "PUT /v2.0/floatingips/13674354-c57e-48a4-9339-a92e7d20f51d HTTP/1.1" status: 200 len: 991 time: 1.9209633 Sep 18 01:55:11.546290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3284125-1042-4242-9c2e-e17490a257ca', 'tag': 'e2e70c05-6928-4815-b41c-7da42c33f5c9'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:11.546738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.547541 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a10dc27-18c5-4af1-80bc-d19a42f1128b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3284125-1042-4242-9c2e-e17490a257ca", "tag": "e2e70c05-6928-4815-b41c-7da42c33f5c9"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:11.581719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ab577e-3f3e-4ec9-9786-76705ab6e53e {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:11.585462 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c1d68f-6ca2-4813-bfc0-a67b38ad464d x-openstack-request-id: req-87c1d68f-6ca2-4813-bfc0-a67b38ad464d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:11.585765 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:11.586001 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87c1d68f-6ca2-4813-bfc0-a67b38ad464d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:11.586389 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061', 'status': 'completed', 'code': 200} Sep 18 01:55:11.613525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 82ab577e-3f3e-4ec9-9786-76705ab6e53e, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=82ab577e-3f3e-4ec9-9786-76705ab6e53e,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:11.621802 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.682959 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:55:11.694218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c902027-fb85-43a3-b84e-49e1f0bda8f3 req-efeaa026-1b25-4770-ae52-6c989db96b28 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:11.701957 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c902027-fb85-43a3-b84e-49e1f0bda8f3 req-efeaa026-1b25-4770-ae52-6c989db96b28 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0695686 Sep 18 01:55:11.715152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.728686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['d5f37d1c-95db-44e6-bac7-195fdfc4cea2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:11.752818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c902027-fb85-43a3-b84e-49e1f0bda8f3 req-bf7d5389-1d3d-4c3c-9ccc-d93cbcee83d8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497019 Sep 18 01:55:11.763008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=82ab577e-3f3e-4ec9-9786-76705ab6e53e,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:11.804694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c45f2ede-154c-409c-9b00-19a8a7936628'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:11.809402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecda32-4934-4eb8-bc21-0e8715d940f5 req-a6f65cd5-bbae-4550-83b7-6f5e008598fc tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:11.821702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98ecda32-4934-4eb8-bc21-0e8715d940f5 req-a6f65cd5-bbae-4550-83b7-6f5e008598fc tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 949 time: 0.2343462 Sep 18 01:55:11.834562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Pushing event deleted for resources: {'Port': ['ID=d5f37d1c-95db-44e6-bac7-195fdfc4cea2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:11.852289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-810df7d7-3d22-4b9e-9d86-fdd17838519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:11.854053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-810df7d7-3d22-4b9e-9d86-fdd17838519c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1127 time: 0.2215905 Sep 18 01:55:11.876886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21445bb7-420a-4b79-8243-db2c436d3592 req-c3280ed2-a5fe-4418-ab44-94dd6842a7a6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-489943377&fields=id&tenant_id=42f1c72c38a5469386afee0877100f8a HTTP/1.1" status: 200 len: 267 time: 0.0529113 Sep 18 01:55:11.893870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.894414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.894812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.896086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.896623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.896987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.897326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.897661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.898005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.898516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.898897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.899228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:11.950660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21445bb7-420a-4b79-8243-db2c436d3592 req-d35305f0-bb43-406d-93e4-0101fbe0bc9d tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:11.956478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] No DVR routers for this DVR port d5f37d1c-95db-44e6-bac7-195fdfc4cea2 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:11.960844 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21445bb7-420a-4b79-8243-db2c436d3592 req-d35305f0-bb43-406d-93e4-0101fbe0bc9d tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 945 time: 0.0771635 Sep 18 01:55:11.964346 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:11.967174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e018d120-323b-4c1d-b258-cf3214ba0247 req-5aeec68f-ea3f-4dec-a2a2-732e5e54dd63 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.20 "DELETE /v2.0/ports/d5f37d1c-95db-44e6-bac7-195fdfc4cea2 HTTP/1.1" status: 204 len: 173 time: 0.9060514 Sep 18 01:55:11.968084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-21445bb7-420a-4b79-8243-db2c436d3592 req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'port': {'security_groups': ['ce9f49b8-4dc9-47b7-ae37-91cc75007869', '9885857e-d359-4abc-a207-b6bb1b9865b6']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:11.980678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98ecda32-4934-4eb8-bc21-0e8715d940f5 req-b4023efe-bc7d-442f-870a-4b6126de5dc7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580639 Sep 18 01:55:12.059255 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21445bb7-420a-4b79-8243-db2c436d3592 req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:12.074874 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '13674354-c57e-48a4-9339-a92e7d20f51d', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'port_id': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'mac_address': 'fa:16:3e:d5:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3284125-1042-4242-9c2e-e17490a257ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:54:47Z', 'updated_at': '2021-09-18T01:55:10Z', 'revision_number': 1, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:48Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:12.107919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-12afcb8f-32e6-4d4d-8480-5b84d114bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:12.109935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-12afcb8f-32e6-4d4d-8480-5b84d114bf25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.2436593 Sep 18 01:55:12.125225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['82ab577e-3f3e-4ec9-9786-76705ab6e53e'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:12.157023 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] Checking router: d7c8bb80-fa5f-4965-ae22-4dac154da1e1 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:55:12.168156 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df93df52-c6c7-4773-a632-17a8245d7b3e x-openstack-request-id: req-df93df52-c6c7-4773-a632-17a8245d7b3e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:12.168803 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3284125-1042-4242-9c2e-e17490a257ca", "tag": "e2e70c05-6928-4815-b41c-7da42c33f5c9", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:12.168803 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df93df52-c6c7-4773-a632-17a8245d7b3e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:12.172121 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3284125-1042-4242-9c2e-e17490a257ca', 'tag': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'status': 'completed', 'code': 200} Sep 18 01:55:12.181592 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:55:12.182252 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:55:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:12.196991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-cede07d4-08e2-4ef8-8c26-0d5cd21cdf47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 217 time: 0.0784664 Sep 18 01:55:12.245482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['79c1452a-cb09-4667-88d1-a4f83b5fd38b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:12.377384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bfed24f-6f6d-42dd-8586-c4e0ef5f0662 req-656230d7-5916-4622-b7e9-af8011b28815 tempest-LiveMigrationNegativeTest-1700127876 tempest-LiveMigrationNegativeTest-1700127876-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc137d1-b14b-439c-8c8d-3e8e9992e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0807993 Sep 18 01:55:12.406975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-c088c921-645c-421e-aa00-c1f9823ec8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:12.406975 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-c088c921-645c-421e-aa00-c1f9823ec8f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1754649 Sep 18 01:55:12.423418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-21445bb7-420a-4b79-8243-db2c436d3592 req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] For port 80858fdd-5d8c-4985-8c45-08d9173e37dc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:12.447346 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:55:12.466756 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21445bb7-420a-4b79-8243-db2c436d3592 req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:12.475263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21445bb7-420a-4b79-8243-db2c436d3592 req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:12.483783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-ef75ce1d-3207-490e-9024-b22e22ad6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:12.487250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-ef75ce1d-3207-490e-9024-b22e22ad6002 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e416a1515a54b5aa9a98c29daef2869&device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 1098 time: 0.2734032 Sep 18 01:55:12.490372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-f1226d72-a27e-42c4-8aa7-2f2166e9f86e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747566 Sep 18 01:55:12.542219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21445bb7-420a-4b79-8243-db2c436d3592 req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:12.542843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21445bb7-420a-4b79-8243-db2c436d3592 req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:12.544277 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21445bb7-420a-4b79-8243-db2c436d3592 req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "PUT /v2.0/ports/80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 200 len: 981 time: 0.5816724 Sep 18 01:55:12.599831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'Port': ['ID=80858fdd-5d8c-4985-8c45-08d9173e37dc,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:12.617446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.618183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.618875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.619432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.620275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.621062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.621629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.622181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.623744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.624341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.624885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.625439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a9a7c-84b6-4176-bf2c-a2a993a8b946 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:12.742190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['80858fdd-5d8c-4985-8c45-08d9173e37dc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:12.780219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363b22-81e3-4940-af73-2b2960a71cb3 req-79f16bd1-a59d-42f4-803b-e65f45955a38 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:12.786990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66363b22-81e3-4940-af73-2b2960a71cb3 req-79f16bd1-a59d-42f4-803b-e65f45955a38 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 948 time: 0.1196449 Sep 18 01:55:12.832530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device d5f37d1c-95db-44e6-bac7-195fdfc4cea2 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:12.845746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3319b-aae6-43f2-b7f3-902619d2368e req-60789980-4c92-45d6-9979-352a5516bbf2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:12.854150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61f3319b-aae6-43f2-b7f3-902619d2368e req-60789980-4c92-45d6-9979-352a5516bbf2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 944 time: 0.3239403 Sep 18 01:55:12.856992 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '13674354-c57e-48a4-9339-a92e7d20f51d', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'port_id': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'mac_address': 'fa:16:3e:d5:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3284125-1042-4242-9c2e-e17490a257ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:54:47Z', 'updated_at': '2021-09-18T01:55:10Z', 'revision_number': 1, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:48Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:12.864071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66363b22-81e3-4940-af73-2b2960a71cb3 req-363ba805-3475-4e0c-8fac-00ec753ef457 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693452 Sep 18 01:55:12.896056 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e20ecb-24a9-495e-8af5-76ffa757e013 None None] The sync data for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 is: [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '13674354-c57e-48a4-9339-a92e7d20f51d', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'port_id': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'mac_address': 'fa:16:3e:d5:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3284125-1042-4242-9c2e-e17490a257ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:54:47Z', 'updated_at': '2021-09-18T01:55:10Z', 'revision_number': 1, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:48Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:55:12.912545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-e5ff1d0c-a93b-4bc0-9dd5-5ce0aeda090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:12.912800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: d5f37d1c-95db-44e6-bac7-195fdfc4cea2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:55:12.912891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device d5f37d1c-95db-44e6-bac7-195fdfc4cea2 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:55:12.914081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-e5ff1d0c-a93b-4bc0-9dd5-5ce0aeda090c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6bdddb-5f6d-4d6e-924a-fe15048784d4 HTTP/1.1" status: 200 len: 906 time: 0.4045186 Sep 18 01:55:12.921215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-bac5c6ee-6974-48f2-b587-3f2a543bf9fd service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931761 Sep 18 01:55:13.035262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0161d-00b0-405b-a6b7-1a764b8374ec req-0bb27431-b13d-4ebc-87f1-2f96841c1c04 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:13.043051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61f3319b-aae6-43f2-b7f3-902619d2368e req-fbdb1739-9c9b-44a8-a596-1650c39c9a47 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878369 Sep 18 01:55:13.043208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e2d0161d-00b0-405b-a6b7-1a764b8374ec req-0bb27431-b13d-4ebc-87f1-2f96841c1c04 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.0805795 Sep 18 01:55:13.094365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e2d0161d-00b0-405b-a6b7-1a764b8374ec req-b1132fd0-6ff5-4c87-81a7-b124398fae90 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492034 Sep 18 01:55:13.138776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-f52b2bfe-983d-4cd8-b347-90aed0b72de6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e70c05-6928-4815-b41c-7da42c33f5c9 HTTP/1.1" status: 200 len: 999 time: 0.2051220 Sep 18 01:55:13.229879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec17ca10-ac33-4719-8845-9f51140fd2a2 req-35608cc4-8e70-4399-9ddd-e118b1322d7f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/9885857e-d359-4abc-a207-b6bb1b9865b6 HTTP/1.1" status: 200 len: 1800 time: 0.1515181 Sep 18 01:55:13.232641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc5f8f-81db-45ae-8f54-fbe8c6698049 None None] New status for floating IP 13674354-c57e-48a4-9339-a92e7d20f51d: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:55:13.247698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bfa7291-5f53-4324-a8a9-f57f57c51627 req-145e01d6-c4b8-475f-8d71-6699e617cace service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152089 Sep 18 01:55:13.252127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011539b-131f-461f-a95d-eb9798f0d028 req-4fd2d1ee-622e-4987-bc5a-a6a75b399116 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:13.254376 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4011539b-131f-461f-a95d-eb9798f0d028 req-4fd2d1ee-622e-4987-bc5a-a6a75b399116 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0741971 Sep 18 01:55:13.259431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-ef59c1c8-1ce0-4a9a-9a98-005fcc40cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:13.260912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-ef59c1c8-1ce0-4a9a-9a98-005fcc40cb6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c990bb9-c035-40f9-8fd1-cd9555682bb8 HTTP/1.1" status: 200 len: 845 time: 0.1078415 Sep 18 01:55:13.315685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4011539b-131f-461f-a95d-eb9798f0d028 req-86568099-9418-4993-ad3e-f3e06ace0a59 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545864 Sep 18 01:55:13.359707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-5386e264-d20f-467c-9db5-74ae76747b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:13.361566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-5386e264-d20f-467c-9db5-74ae76747b1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6bdddb-5f6d-4d6e-924a-fe15048784d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848200 Sep 18 01:55:13.362792 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-ec17ca10-ac33-4719-8845-9f51140fd2a2 req-3c19a571-f44b-4856-b1bc-cb3cf7767834 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 01:55:13.363967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec17ca10-ac33-4719-8845-9f51140fd2a2 req-3c19a571-f44b-4856-b1bc-cb3cf7767834 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/9885857e-d359-4abc-a207-b6bb1b9865b6 HTTP/1.1" status: 409 len: 341 time: 0.1333277 Sep 18 01:55:13.476750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4de8c1-9106-4dd4-a0bb-1341983b9684 req-2c80b0ae-ce9f-42e0-817d-d06e1ef1aea6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:13.477940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab4de8c1-9106-4dd4-a0bb-1341983b9684 req-2c80b0ae-ce9f-42e0-817d-d06e1ef1aea6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 949 time: 0.0910087 Sep 18 01:55:13.486552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', '80858fdd-5d8c-4985-8c45-08d9173e37dc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:13.498032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-e301d7d4-53a9-4f6d-a8fb-2726004b77c3 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242414 Sep 18 01:55:13.532673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab4de8c1-9106-4dd4-a0bb-1341983b9684 req-12ddff08-eaf5-41e5-8510-8d394c6d2fbd tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478806 Sep 18 01:55:13.613933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc137d1-b14b-439c-8c8d-3e8e9992e7c4', 'name': 'network-vif-deleted', 'tag': 'd5f37d1c-95db-44e6-bac7-195fdfc4cea2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:13.628457 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf41c0a-6bba-4de5-8f3f-cff3fbd191c8" -d '{"events": [{"server_uuid": "5dc137d1-b14b-439c-8c8d-3e8e9992e7c4", "name": "network-vif-deleted", "tag": "d5f37d1c-95db-44e6-bac7-195fdfc4cea2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:13.702564 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595b308c-1b4b-4b16-a776-a210e30ff579 x-openstack-request-id: req-595b308c-1b4b-4b16-a776-a210e30ff579 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:13.703228 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc137d1-b14b-439c-8c8d-3e8e9992e7c4", "name": "network-vif-deleted", "tag": "d5f37d1c-95db-44e6-bac7-195fdfc4cea2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:13.703539 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-595b308c-1b4b-4b16-a776-a210e30ff579 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:13.703985 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc137d1-b14b-439c-8c8d-3e8e9992e7c4', 'name': 'network-vif-deleted', 'tag': 'd5f37d1c-95db-44e6-bac7-195fdfc4cea2', 'status': 'completed', 'code': 200} Sep 18 01:55:13.743352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a10dc27-18c5-4af1-80bc-d19a42f1128b req-3ec589b9-ee6d-433a-a04c-7a4ca43af6a0 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207720 Sep 18 01:55:13.815167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-3ed93ab0-c3c4-4ebc-9b40-b04dccb54d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:13.816802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-3ed93ab0-c3c4-4ebc-9b40-b04dccb54d8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1136 time: 0.0960515 Sep 18 01:55:13.825538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2e070-8e2e-4236-b896-18ad03894d42 req-06f86660-ff22-4d83-b447-f0941bd14298 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:13.827313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7df2e070-8e2e-4236-b896-18ad03894d42 req-06f86660-ff22-4d83-b447-f0941bd14298 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 984 time: 0.1264675 Sep 18 01:55:13.941467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7df2e070-8e2e-4236-b896-18ad03894d42 req-2a3dd4e9-56f6-4dce-a6b4-28e47bdded71 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&id=9885857e-d359-4abc-a207-b6bb1b9865b6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0860093 Sep 18 01:55:13.980818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40808) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:14.004448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-d4086189-8e1e-4975-9294-52e989e31357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.007273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-d4086189-8e1e-4975-9294-52e989e31357 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 912 time: 0.1720943 Sep 18 01:55:14.026553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc35440-e6bc-43e2-af81-0760f4395096 req-ae3153f6-3fb0-47ac-8568-0dd85c22db54 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.028404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6cc35440-e6bc-43e2-af81-0760f4395096 req-ae3153f6-3fb0-47ac-8568-0dd85c22db54 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 948 time: 0.0591295 Sep 18 01:55:14.071451 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-07bb0a70-8198-4d86-8193-0d3564249111 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 200 len: 217 time: 0.0524955 Sep 18 01:55:14.081245 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6cc35440-e6bc-43e2-af81-0760f4395096 req-e659e317-96ca-49c2-87f9-befb1e91abec tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Sep 18 01:55:14.173147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-a36cd2b9-2d67-42c5-8a78-68bc9a0c711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.174615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-a36cd2b9-2d67-42c5-8a78-68bc9a0c711f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.0938914 Sep 18 01:55:14.177587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:14.179905 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:14.187443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2e3ec-514f-40c1-9848-3d1e34ed4e16 req-0f1eb99e-14bf-492d-b797-61c2b9099e9f tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.189207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1e2e3ec-514f-40c1-9848-3d1e34ed4e16 req-0f1eb99e-14bf-492d-b797-61c2b9099e9f tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 944 time: 0.0659268 Sep 18 01:55:14.224387 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e02452bf-8668-4152-853b-783d0c67c1c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1eb51c8d3fde49c9a65a7fa615015071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390041 Sep 18 01:55:14.225896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40818) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:14.230437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-6045416a-cf31-4198-9722-7aab1cbe82e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405855 Sep 18 01:55:14.249734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1e2e3ec-514f-40c1-9848-3d1e34ed4e16 req-e372d53f-2970-49cf-bca8-fdaaa1dfd5ae tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516810 Sep 18 01:55:14.277121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cf692-70b7-4cc2-91f3-a7e67df02270 req-fa4e8e71-05cc-4eda-9bed-bbc260f54e98 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.278802 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-752cf692-70b7-4cc2-91f3-a7e67df02270 req-fa4e8e71-05cc-4eda-9bed-bbc260f54e98 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.0932436 Sep 18 01:55:14.305230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-999412f5-a7de-4436-9011-defc536c1917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:14.330419 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9328af8-76aa-47c9-9627-b6df11a36bba x-openstack-request-id: req-d9328af8-76aa-47c9-9627-b6df11a36bba {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:14.330733 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:14.330980 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9328af8-76aa-47c9-9627-b6df11a36bba {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:14.331359 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc', 'status': 'completed', 'code': 200} Sep 18 01:55:14.347484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-999412f5-a7de-4436-9011-defc536c1917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:14.361245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-a15f73eb-d312-4e8d-a98f-bae10815931d service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105797 Sep 18 01:55:14.362265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-752cf692-70b7-4cc2-91f3-a7e67df02270 req-473c5f62-1ea9-49c1-a1b1-c0bcdafcad28 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720956 Sep 18 01:55:14.417484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-999412f5-a7de-4436-9011-defc536c1917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:14.420564 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-999412f5-a7de-4436-9011-defc536c1917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:14.424318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-999412f5-a7de-4436-9011-defc536c1917 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3765c134-f6ff-4360-a90d-6ef5ee2da01d HTTP/1.1" status: 204 len: 168 time: 0.1954341 Sep 18 01:55:14.432786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999412f5-a7de-4436-9011-defc536c1917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3765c134-f6ff-4360-a90d-6ef5ee2da01d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:14.558016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661872e3-2cf2-4717-885e-16985f7542c5 req-d4433016-7c42-45f4-a683-9033bd2e2d7f tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.565502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-661872e3-2cf2-4717-885e-16985f7542c5 req-d4433016-7c42-45f4-a683-9033bd2e2d7f tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.1474288 Sep 18 01:55:14.585662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f99f82f-e5cf-4bff-9b55-ce2ec8cbb99c req-5501c9e5-4b0b-4e33-8d9c-4e54ed7ca192 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132356 Sep 18 01:55:14.627181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-661872e3-2cf2-4717-885e-16985f7542c5 req-01e4e24d-30e9-4bfb-918c-7e863b6e709d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599048 Sep 18 01:55:14.718800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-16ad1225-9357-41c7-a329-d179c8860125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.720894 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-16ad1225-9357-41c7-a329-d179c8860125 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1136 time: 0.0553200 Sep 18 01:55:14.722691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbffb9-7a97-4137-b577-8c2134b9a79c req-6c0ef1af-8b23-45cf-8c7a-c8c2ec2deed9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.733974 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-72fbffb9-7a97-4137-b577-8c2134b9a79c req-6c0ef1af-8b23-45cf-8c7a-c8c2ec2deed9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 949 time: 0.0842531 Sep 18 01:55:14.788351 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-72fbffb9-7a97-4137-b577-8c2134b9a79c req-ea2283ba-db32-4813-98cf-edecde97134c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533421 Sep 18 01:55:14.795835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 79c1452a-cb09-4667-88d1-a4f83b5fd38b up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:14.830549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c45f2ede-154c-409c-9b00-19a8a7936628 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:14.859483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-1a5f09ae-fd21-4511-851e-6cedaab83d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:14.860978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-1a5f09ae-fd21-4511-851e-6cedaab83d68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 912 time: 0.1249323 Sep 18 01:55:14.878959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40830) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:14.928754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-0461f220-130b-418c-9d2d-35a54e792fcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 200 len: 217 time: 0.0498326 Sep 18 01:55:14.939215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b94380e6-0fbd-462a-9749-4b54aff61e97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f4bdd1fdc13433a9823a9176933061e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587387 Sep 18 01:55:14.941099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port c45f2ede-154c-409c-9b00-19a8a7936628 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:55:14.941811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40832) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:14.946258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c45f2ede-154c-409c-9b00-19a8a7936628 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:14.946680 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:14.949455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 79c1452a-cb09-4667-88d1-a4f83b5fd38b completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:55:14.976590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 79c1452a-cb09-4667-88d1-a4f83b5fd38b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:14.976882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.004359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-2d34b9cd-372a-458b-b139-81e5b8d6ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:15.005423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8936613b-aecb-482b-b022-9406f53cc994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.009295 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-2d34b9cd-372a-458b-b139-81e5b8d6ff10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.0641282 Sep 18 01:55:15.039481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8936613b-aecb-482b-b022-9406f53cc994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.103311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.111630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8936613b-aecb-482b-b022-9406f53cc994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.117227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8936613b-aecb-482b-b022-9406f53cc994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.123353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8936613b-aecb-482b-b022-9406f53cc994 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b154cb47-0f70-4310-a201-ed8752944d37 HTTP/1.1" status: 204 len: 168 time: 0.1781731 Sep 18 01:55:15.136292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936613b-aecb-482b-b022-9406f53cc994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b154cb47-0f70-4310-a201-ed8752944d37,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:15.190869 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.200090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23ba1ca-bdea-4a8f-abf1-a167bb1203bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45f2ede-154c-409c-9b00-19a8a7936628'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:15.202681 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6170e3e5-cc3d-4f2c-8bc2-4e6c0d0b5d40" -d '{"events": [{"server_uuid": "b23ba1ca-bdea-4a8f-abf1-a167bb1203bd", "name": "network-vif-plugged", "status": "completed", "tag": "c45f2ede-154c-409c-9b00-19a8a7936628"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:15.242599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c45f2ede-154c-409c-9b00-19a8a7936628, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c45f2ede-154c-409c-9b00-19a8a7936628,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:15.252152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93492580-2358-4ca2-ba1f-41c360b11cb0 req-5bab1455-723c-474a-8e0c-2b7cafc1c0c4 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:15.254083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93492580-2358-4ca2-ba1f-41c360b11cb0 req-5bab1455-723c-474a-8e0c-2b7cafc1c0c4 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 948 time: 0.0657270 Sep 18 01:55:15.281429 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.285541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 79c1452a-cb09-4667-88d1-a4f83b5fd38b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=79c1452a-cb09-4667-88d1-a4f83b5fd38b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:15.346579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93492580-2358-4ca2-ba1f-41c360b11cb0 req-297b21f8-d582-4523-9dc4-734563a4213e tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825186 Sep 18 01:55:15.376600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c45f2ede-154c-409c-9b00-19a8a7936628,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:15.376600 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.376600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 82ab577e-3f3e-4ec9-9786-76705ab6e53e up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:15.447736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-43e1c33b-92de-4bce-9bb4-2e6fc9c50b6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4296868 Sep 18 01:55:15.475446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39532999-5df5-4f03-bd84-3a770e5f2b9f req-fab5a9f6-82ea-4de4-a281-4c4d7aa51dfd tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:15.480193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=79c1452a-cb09-4667-88d1-a4f83b5fd38b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:15.484866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39532999-5df5-4f03-bd84-3a770e5f2b9f req-fab5a9f6-82ea-4de4-a281-4c4d7aa51dfd tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 984 time: 0.4520233 Sep 18 01:55:15.496998 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bfcf5e-1412-46a0-be5d-1117ba1365c6 x-openstack-request-id: req-26bfcf5e-1412-46a0-be5d-1117ba1365c6 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:15.497296 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23ba1ca-bdea-4a8f-abf1-a167bb1203bd", "name": "network-vif-plugged", "status": "completed", "tag": "c45f2ede-154c-409c-9b00-19a8a7936628", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:15.497548 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26bfcf5e-1412-46a0-be5d-1117ba1365c6 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:15.497949 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23ba1ca-bdea-4a8f-abf1-a167bb1203bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45f2ede-154c-409c-9b00-19a8a7936628', 'code': 200} Sep 18 01:55:15.516932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 82ab577e-3f3e-4ec9-9786-76705ab6e53e completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:55:15.537112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 82ab577e-3f3e-4ec9-9786-76705ab6e53e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:15.539247 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.610444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef7bc9-eca4-4818-8719-b560f6063c30 req-63a255af-39c6-4657-ae25-d4e4133bb1f9 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:15.611013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39532999-5df5-4f03-bd84-3a770e5f2b9f req-67f28a20-87f2-468d-b4d3-7805006e5930 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&id=9885857e-d359-4abc-a207-b6bb1b9865b6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1208870 Sep 18 01:55:15.624708 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87ef7bc9-eca4-4818-8719-b560f6063c30 req-63a255af-39c6-4657-ae25-d4e4133bb1f9 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 944 time: 0.0850756 Sep 18 01:55:15.691416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.692135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87ef7bc9-eca4-4818-8719-b560f6063c30 req-0f3476ce-9354-496e-aa99-3003409b93ec tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578697 Sep 18 01:55:15.713741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-49e21af4-0f64-4165-8de2-f297f634f291 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176192 Sep 18 01:55:15.715596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb2f8-60b1-49f6-8e37-98c768c331aa req-d379fb53-577d-4a64-a821-b4555c3f366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:15.717059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08eb2f8-60b1-49f6-8e37-98c768c331aa req-d379fb53-577d-4a64-a821-b4555c3f366f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 1102 time: 0.1327913 Sep 18 01:55:15.751729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 82ab577e-3f3e-4ec9-9786-76705ab6e53e, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=82ab577e-3f3e-4ec9-9786-76705ab6e53e,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:15.759214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:15.845317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=82ab577e-3f3e-4ec9-9786-76705ab6e53e,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:15.875688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08eb2f8-60b1-49f6-8e37-98c768c331aa req-c0aebeed-76ca-40ca-918c-d163e1aa3679 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303608 Sep 18 01:55:15.896500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b06f93-50bf-459a-af07-8d23815c58bf req-bfb835b5-418c-4f34-aa1e-ea3d23b138a9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:15.897103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67b06f93-50bf-459a-af07-8d23815c58bf req-bfb835b5-418c-4f34-aa1e-ea3d23b138a9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.1437507 Sep 18 01:55:15.937487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fc0cb69-df34-4e7f-8cc7-f7dfee8078e9 req-2f43c16b-125e-4030-8561-12f0af0e4ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045994 Sep 18 01:55:15.939130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2f0b9-b349-460c-a450-b7ec1e21f4c3 req-caebc6de-5bce-442a-9f2e-26d36961a2dd tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:15.940640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96e2f0b9-b349-460c-a450-b7ec1e21f4c3 req-caebc6de-5bce-442a-9f2e-26d36961a2dd tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0559802 Sep 18 01:55:15.957020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67b06f93-50bf-459a-af07-8d23815c58bf req-6848a4a9-0413-40a4-85c2-62b3347cf8b4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Sep 18 01:55:15.985700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96e2f0b9-b349-460c-a450-b7ec1e21f4c3 req-b64ad20d-1078-467f-b1f0-69beefefc8d9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Sep 18 01:55:16.072672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd37fd9-3386-4333-afff-75d476ab7460 req-d60a4e96-7adb-48c6-bfa9-cb58820c5c95 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:16.074158 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1fd37fd9-3386-4333-afff-75d476ab7460 req-d60a4e96-7adb-48c6-bfa9-cb58820c5c95 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 950 time: 0.0492656 Sep 18 01:55:16.113245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1fd37fd9-3386-4333-afff-75d476ab7460 req-1d8ed9bc-0e3f-4710-af58-a1b66a731593 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Sep 18 01:55:16.478030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ce2e7-1f8e-4148-bce4-10914d732ccb req-99e2a38e-947f-4d84-adf0-05d6e494036b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:16.479568 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d40ce2e7-1f8e-4148-bce4-10914d732ccb req-99e2a38e-947f-4d84-adf0-05d6e494036b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.0510609 Sep 18 01:55:16.517545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d40ce2e7-1f8e-4148-bce4-10914d732ccb req-1ddce6f7-733a-4ddf-83b3-4f9b67291cad tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Sep 18 01:55:16.724351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e77f9-fa27-43ef-9cdc-4a405a1d7cc8 req-766a953a-3deb-4f59-ba79-a9639c3e33e1 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:16.725854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2e77f9-fa27-43ef-9cdc-4a405a1d7cc8 req-766a953a-3deb-4f59-ba79-a9639c3e33e1 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 984 time: 0.0520105 Sep 18 01:55:16.791229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2e77f9-fa27-43ef-9cdc-4a405a1d7cc8 req-db0a0081-556f-4c46-84f2-1e32fd990fb3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&id=9885857e-d359-4abc-a207-b6bb1b9865b6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0536373 Sep 18 01:55:16.822810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efe5d8-0b2d-48f6-ae97-1abe8b4d540c req-af5cfb31-d432-44e3-90be-df1e0469639a tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:16.824310 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75efe5d8-0b2d-48f6-ae97-1abe8b4d540c req-af5cfb31-d432-44e3-90be-df1e0469639a tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Sep 18 01:55:16.867554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75efe5d8-0b2d-48f6-ae97-1abe8b4d540c req-2bb60346-6181-405d-822a-0e198e5ba7f2 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370448 Sep 18 01:55:16.896068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17750329-793e-48a6-9679-aa420f6e22db req-4ca5cec5-722d-4319-8396-188edb9718a5 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1203020606&fields=id&tenant_id=42f1c72c38a5469386afee0877100f8a HTTP/1.1" status: 200 len: 267 time: 0.0393009 Sep 18 01:55:16.949640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17750329-793e-48a6-9679-aa420f6e22db req-f803b6c1-de63-46fd-928a-e09747fa54dc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:16.951338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17750329-793e-48a6-9679-aa420f6e22db req-f803b6c1-de63-46fd-928a-e09747fa54dc tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 984 time: 0.0496578 Sep 18 01:55:16.962932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-17750329-793e-48a6-9679-aa420f6e22db req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'port': {'security_groups': ['9885857e-d359-4abc-a207-b6bb1b9865b6', 'ce9f49b8-4dc9-47b7-ae37-91cc75007869', '31f03909-030b-43aa-832f-d18fdb0361c4']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:17.033329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17750329-793e-48a6-9679-aa420f6e22db req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:17.140477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-537310e5-29cc-4c5a-aea3-a3d8cc1fe3d8 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=35b1a7db0dbc4273b8e16668f405c267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265896 Sep 18 01:55:17.237672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-17750329-793e-48a6-9679-aa420f6e22db req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] For port 80858fdd-5d8c-4985-8c45-08d9173e37dc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:17.249683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-0b62f7d8-c9a1-4135-8eec-04c802226f47 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:17.251185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-0b62f7d8-c9a1-4135-8eec-04c802226f47 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042001 Sep 18 01:55:17.267093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-48707116-2143-41ce-b1b4-dd154e6e6063 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/quotas/35b1a7db0dbc4273b8e16668f405c267 HTTP/1.1" status: 200 len: 375 time: 0.0089645 Sep 18 01:55:17.272300 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17750329-793e-48a6-9679-aa420f6e22db req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:17.277062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17750329-793e-48a6-9679-aa420f6e22db req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:17.290642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', '80858fdd-5d8c-4985-8c45-08d9173e37dc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:17.303971 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-b9415b4f-495b-46cd-b14d-49f88c570580 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35b1a7db0dbc4273b8e16668f405c267&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305541 Sep 18 01:55:17.321580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17750329-793e-48a6-9679-aa420f6e22db req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:17.322222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17750329-793e-48a6-9679-aa420f6e22db req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:17.323664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17750329-793e-48a6-9679-aa420f6e22db req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "PUT /v2.0/ports/80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 200 len: 1020 time: 0.3658586 Sep 18 01:55:17.329389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:17.339860 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72214059-f293-4448-89d2-d2b0dcfdef74" -d '{"events": [{"name": "network-changed", "server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:17.380519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0b7ba-6e91-492c-bdd0-634c903ef1d9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'Port': ['ID=80858fdd-5d8c-4985-8c45-08d9173e37dc,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:17.453417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea7161-10bb-4674-89c8-1fdd4a1e55ec req-6b857129-6971-4dcc-b243-7e63272fd70d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:17.455093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28ea7161-10bb-4674-89c8-1fdd4a1e55ec req-6b857129-6971-4dcc-b243-7e63272fd70d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.0582638 Sep 18 01:55:17.500797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28280c3f-1097-4496-9bef-6ed18648003e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1452a-cb09-4667-88d1-a4f83b5fd38b'}, {'server_uuid': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ab577e-3f3e-4ec9-9786-76705ab6e53e'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:17.503247 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214c199a-5f48-4fae-8c4d-7ce1e3f37b7f" -d '{"events": [{"server_uuid": "28280c3f-1097-4496-9bef-6ed18648003e", "name": "network-vif-plugged", "status": "completed", "tag": "79c1452a-cb09-4667-88d1-a4f83b5fd38b"}, {"server_uuid": "a3dc9e53-e161-40f5-aa78-97ac3757f096", "name": "network-vif-plugged", "status": "completed", "tag": "82ab577e-3f3e-4ec9-9786-76705ab6e53e"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:17.507501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28ea7161-10bb-4674-89c8-1fdd4a1e55ec req-05c57aed-2e45-480c-a395-dad23074a2de tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Sep 18 01:55:17.521725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['80858fdd-5d8c-4985-8c45-08d9173e37dc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:17.606813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c68f1c-f245-4415-a303-22d971dc732e req-f31159d3-b831-46f5-8af1-2f50ace96929 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:17.614454 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85c68f1c-f245-4415-a303-22d971dc732e req-f31159d3-b831-46f5-8af1-2f50ace96929 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0807371 Sep 18 01:55:17.667087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85c68f1c-f245-4415-a303-22d971dc732e req-cc58d82e-6017-4652-a9b4-533483229d78 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Sep 18 01:55:17.675531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c657a-0950-4f9e-b257-104d1971aec1 req-9712e43d-0783-4871-8421-10f48f810bfa tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:17.689012 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d1c657a-0950-4f9e-b257-104d1971aec1 req-9712e43d-0783-4871-8421-10f48f810bfa tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 950 time: 0.0683119 Sep 18 01:55:17.739453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d1c657a-0950-4f9e-b257-104d1971aec1 req-425ad8a4-d031-45f3-84e1-db50ae403974 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Sep 18 01:55:17.781261 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c08b1c67-a223-41b3-8f40-68df59f9610a req-6d7473ec-5045-4f6d-8027-380d34d2f207 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/31f03909-030b-43aa-832f-d18fdb0361c4 HTTP/1.1" status: 200 len: 1800 time: 0.0772042 Sep 18 01:55:17.803565 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c5320-9182-41c7-9a8c-4ca67d946a63 x-openstack-request-id: req-966c5320-9182-41c7-9a8c-4ca67d946a63 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:17.803857 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:17.804105 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-966c5320-9182-41c7-9a8c-4ca67d946a63 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:17.806460 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc', 'status': 'completed', 'code': 200} Sep 18 01:55:17.845896 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-c08b1c67-a223-41b3-8f40-68df59f9610a req-fe19456b-ff8e-429e-aa0c-fdc03cd7401c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 01:55:17.847027 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c08b1c67-a223-41b3-8f40-68df59f9610a req-fe19456b-ff8e-429e-aa0c-fdc03cd7401c tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/31f03909-030b-43aa-832f-d18fdb0361c4 HTTP/1.1" status: 409 len: 341 time: 0.0651312 Sep 18 01:55:17.906362 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25bbd61-0cce-4cc5-99fe-3d6106c5b5eb x-openstack-request-id: req-c25bbd61-0cce-4cc5-99fe-3d6106c5b5eb {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:17.906816 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28280c3f-1097-4496-9bef-6ed18648003e", "name": "network-vif-plugged", "status": "completed", "tag": "79c1452a-cb09-4667-88d1-a4f83b5fd38b", "code": 200}, {"server_uuid": "a3dc9e53-e161-40f5-aa78-97ac3757f096", "name": "network-vif-plugged", "status": "completed", "tag": "82ab577e-3f3e-4ec9-9786-76705ab6e53e", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:17.907106 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c25bbd61-0cce-4cc5-99fe-3d6106c5b5eb {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:17.907548 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28280c3f-1097-4496-9bef-6ed18648003e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1452a-cb09-4667-88d1-a4f83b5fd38b', 'code': 200} Sep 18 01:55:17.907817 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'code': 200} Sep 18 01:55:17.936939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3809c00-50a4-481b-8da9-6f185ff56600 req-04bdf42c-8f49-4bc5-ab77-d1a120440d58 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 210 time: 0.0909605 Sep 18 01:55:17.970871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-d8b64a7e-4616-447c-9091-6c774ab777c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:17.985265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-d8b64a7e-4616-447c-9091-6c774ab777c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42f1c72c38a5469386afee0877100f8a&device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1175 time: 0.1244760 Sep 18 01:55:18.055834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c7d7c-33b1-4ab8-9cc9-8988abedf6a9 req-7912ccae-7541-4bf3-b6c8-2580392dfd67 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.064546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e88c7d7c-33b1-4ab8-9cc9-8988abedf6a9 req-7912ccae-7541-4bf3-b6c8-2580392dfd67 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.0955932 Sep 18 01:55:18.115422 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e88c7d7c-33b1-4ab8-9cc9-8988abedf6a9 req-d878e006-811c-40f8-a430-1b1bdc09417a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Sep 18 01:55:18.199321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef676454-1f1f-4256-ba70-da50a76f1328 req-2570637a-81a2-4df2-bb6f-048ca2fca5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.200389 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef676454-1f1f-4256-ba70-da50a76f1328 req-2570637a-81a2-4df2-bb6f-048ca2fca5b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 1101 time: 0.1741869 Sep 18 01:55:18.219946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482c63-3cae-4213-9dcf-f9d42bfb9833 req-ddf0afdd-f624-456a-a894-aeca9770d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.221528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09482c63-3cae-4213-9dcf-f9d42bfb9833 req-ddf0afdd-f624-456a-a894-aeca9770d100 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 1097 time: 0.2126091 Sep 18 01:55:18.252753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1d6bd-59fc-4429-8d46-df81ae0b7745 req-18762830-bd41-40b1-bd2d-abe6018a1bf0 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.254296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8a1d6bd-59fc-4429-8d46-df81ae0b7745 req-18762830-bd41-40b1-bd2d-abe6018a1bf0 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 1102 time: 0.1678848 Sep 18 01:55:18.301016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef676454-1f1f-4256-ba70-da50a76f1328 req-aac70a75-4f70-4f28-b31c-c255d7ae941a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898304 Sep 18 01:55:18.311222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-92e109db-1a33-45d1-9d3c-dbc65b490d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.312697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-92e109db-1a33-45d1-9d3c-dbc65b490d0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 200 len: 912 time: 0.3242021 Sep 18 01:55:18.370305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-c273538c-4cb1-4733-a324-31ed275a2c03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 200 len: 217 time: 0.0370874 Sep 18 01:55:18.398856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09482c63-3cae-4213-9dcf-f9d42bfb9833 req-5f0b2b53-599c-44da-b4d0-220f00f47b24 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374135 Sep 18 01:55:18.420982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8a1d6bd-59fc-4429-8d46-df81ae0b7745 req-8cc96e77-0439-46d2-8312-38628d8104d5 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516497 Sep 18 01:55:18.435043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd48b2-29cb-430f-85de-868f529ffb4c req-2a79f63d-3884-47ba-9e29-0706c884efb4 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.437000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5fcd48b2-29cb-430f-85de-868f529ffb4c req-2a79f63d-3884-47ba-9e29-0706c884efb4 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0713334 Sep 18 01:55:18.442797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-2439cc8f-1ecd-47c3-a883-7f5a75c37d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.444680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-2439cc8f-1ecd-47c3-a883-7f5a75c37d99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 200 len: 852 time: 0.0618446 Sep 18 01:55:18.492010 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-095ff0c1-3b37-48b9-9c67-6b16b0afc160 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb8d2d3-1556-456e-8ab6-7b1260cd883a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375102 Sep 18 01:55:18.514997 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5fcd48b2-29cb-430f-85de-868f529ffb4c req-2cd76032-a3b0-4515-8426-ee0fbfff4257 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637388 Sep 18 01:55:18.617393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d9ed4-a3ce-490e-be68-f1a25c95582e req-63d800d4-dbd1-4321-8e56-9dc70c5ceeeb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.623714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d78d9ed4-a3ce-490e-be68-f1a25c95582e req-63d800d4-dbd1-4321-8e56-9dc70c5ceeeb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1023 time: 0.0605206 Sep 18 01:55:18.626265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-6d781c5b-3712-4643-8d03-9d967dc6a15c service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219895 Sep 18 01:55:18.665602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d78d9ed4-a3ce-490e-be68-f1a25c95582e req-5a0b8658-acc9-4ae7-be43-40060485db17 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&id=31f03909-030b-43aa-832f-d18fdb0361c4&id=9885857e-d359-4abc-a207-b6bb1b9865b6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0389383 Sep 18 01:55:18.742390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6e56-6212-4694-954b-e6a55b4efb31 req-7676dd5f-efd6-4c1f-a7aa-dcc0ba61101b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.744095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c39f6e56-6212-4694-954b-e6a55b4efb31 req-7676dd5f-efd6-4c1f-a7aa-dcc0ba61101b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.1164341 Sep 18 01:55:18.773041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c572468d-b368-4111-bbd0-485814bcb57c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285604 Sep 18 01:55:18.787552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72214059-f293-4448-89d2-d2b0dcfdef74 req-0996fb74-bf1e-43e4-9863-ce22c4831d34 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336370 Sep 18 01:55:18.801777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c39f6e56-6212-4694-954b-e6a55b4efb31 req-95e3cdbf-bef4-40be-bf9f-cca24bbf8e56 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Sep 18 01:55:18.910049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-38f0da98-6e18-4730-a6c9-98c4993817c0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.912275 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-38f0da98-6e18-4730-a6c9-98c4993817c0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294374 Sep 18 01:55:18.925096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0f330-964a-4e18-8238-b9e8ba3e2a9d req-05fae141-24ab-49db-bcc4-f9c7c3c76ec3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:18.926744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5fa0f330-964a-4e18-8238-b9e8ba3e2a9d req-05fae141-24ab-49db-bcc4-f9c7c3c76ec3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0520351 Sep 18 01:55:18.928439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-dfbcda75-92c2-4996-8890-aa488f3dbeab tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/quotas/ae5198e3a8de4c05ba413d48aaec7c7a HTTP/1.1" status: 200 len: 375 time: 0.0100639 Sep 18 01:55:18.970186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5fa0f330-964a-4e18-8238-b9e8ba3e2a9d req-46ea395b-540e-4661-b299-29f3ed48b914 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366042 Sep 18 01:55:18.997051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-b2d3bd94-9507-4064-a2b2-3515b9ff62e3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0627084 Sep 18 01:55:19.066059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-550e07bc-9279-43c1-b598-cf3f9c0a7b8f req-270aa46a-e1c5-4dc7-9b03-89840bd6ce03 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 210 time: 0.0333734 Sep 18 01:55:19.189210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-092c67ea-4def-44b8-96d8-5c3f271b6ad0 req-50599a61-5fc6-4b33-b155-8163c0aecc6a tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 210 time: 0.0370641 Sep 18 01:55:19.242773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0d39d-e249-4e3e-ab98-71a349c5bae3 req-ed932874-1434-4342-adbf-b1697eb7ca28 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:19.244297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eaf0d39d-e249-4e3e-ab98-71a349c5bae3 req-ed932874-1434-4342-adbf-b1697eb7ca28 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.0560420 Sep 18 01:55:19.291090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eaf0d39d-e249-4e3e-ab98-71a349c5bae3 req-d430cf82-a4e8-4ee1-acfc-c83eaf2f9bfe tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 Sep 18 01:55:19.666508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb25ec-3783-405c-9ea9-be3a83237277 req-fd106be2-451f-44fc-903d-c165b8b765da tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:19.668023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99eb25ec-3783-405c-9ea9-be3a83237277 req-fd106be2-451f-44fc-903d-c165b8b765da tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0920897 Sep 18 01:55:19.682099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-f529403e-a940-4cb0-bbdd-15e952f1c8ec service neutron] 10.222.0.18 "GET /v2.0/ports/4c3902c1-8122-4066-9aa0-7bdea5b39061/bindings/n-h2-789963-12 HTTP/1.1" status: 200 len: 385 time: 0.0782413 Sep 18 01:55:19.740805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99eb25ec-3783-405c-9ea9-be3a83237277 req-161ff2df-c221-410a-85a9-4956fec74a7b tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665984 Sep 18 01:55:19.787895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4c25-4e7b-4978-afb8-b2fdba3b756c req-41d2c558-fb0c-4a4e-bba9-253541e7dd13 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:19.789318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a4b4c25-4e7b-4978-afb8-b2fdba3b756c req-41d2c558-fb0c-4a4e-bba9-253541e7dd13 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1023 time: 0.0513124 Sep 18 01:55:19.833539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a4b4c25-4e7b-4978-afb8-b2fdba3b756c req-597b887f-2ce1-4aa7-a1e9-dfc1695a4e23 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&id=31f03909-030b-43aa-832f-d18fdb0361c4&id=9885857e-d359-4abc-a207-b6bb1b9865b6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0373173 Sep 18 01:55:19.881282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:19.928977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:19.967039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3902c1-8122-4066-9aa0-7bdea5b39061 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:19.981618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc91dcb-c18d-44e7-8710-e01c735084c7 req-475c1ed7-ef89-4c4b-8d97-053dbfb7a248 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:19.983147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-adc91dcb-c18d-44e7-8710-e01c735084c7 req-475c1ed7-ef89-4c4b-8d97-053dbfb7a248 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 944 time: 0.0945969 Sep 18 01:55:19.987934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:20.011538 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:20.066523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-adc91dcb-c18d-44e7-8710-e01c735084c7 req-a32acdc2-d152-400c-840f-1b0af2d8dbc9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757208 Sep 18 01:55:20.094390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bad3f-6417-455c-a4e3-4f9bd5d273a4 req-86c365a1-6eb1-456f-9f1a-7a1516a73514 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:20.102756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e3bad3f-6417-455c-a4e3-4f9bd5d273a4 req-86c365a1-6eb1-456f-9f1a-7a1516a73514 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0576205 Sep 18 01:55:20.108562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] Transition to ACTIVE for port object 4c3902c1-8122-4066-9aa0-7bdea5b39061 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:20.112823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:20.143271 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e3bad3f-6417-455c-a4e3-4f9bd5d273a4 req-2e3cf283-3de7-4ef2-9cc1-976f4ba9e421 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Sep 18 01:55:20.185959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c179f81f-5126-43fc-9958-91be45a6b061 req-4cb6bde1-0562-4539-8bc2-835ce1647e32 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 210 time: 0.0383446 Sep 18 01:55:20.242294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] No DVR routers for this DVR port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:20.245642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] Pushing event updated for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:20.275770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd55edb1-aa1b-4df5-a3c0-c5bec2b41ab1 req-b5e3e118-7668-4d38-a59e-01e0b9719711 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 210 time: 0.0287173 Sep 18 01:55:20.285387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-ff5be8d5-079f-4558-83a4-bc506401fc47 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:20.288099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-ff5be8d5-079f-4558-83a4-bc506401fc47 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.18 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 1023 time: 0.1044364 Sep 18 01:55:20.292926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1c34f48a-2f6d-484a-9a86-6dafa6a3cbec service neutron] 10.222.0.18 "PUT /v2.0/ports/4c3902c1-8122-4066-9aa0-7bdea5b39061/bindings/n-h2-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6006224 Sep 18 01:55:20.440533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6a35f-15be-4288-a058-7477e0d1c7ce req-12b57f0d-4cfc-402d-b895-cca2bc01f340 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:20.442433 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-93e6a35f-15be-4288-a058-7477e0d1c7ce req-12b57f0d-4cfc-402d-b895-cca2bc01f340 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.0803080 Sep 18 01:55:20.462580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Deleting port 80858fdd-5d8c-4985-8c45-08d9173e37dc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:20.462947 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:20.541067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-93e6a35f-15be-4288-a058-7477e0d1c7ce req-92545057-73c5-4b6e-9524-7ebabcb6fcc9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916338 Sep 18 01:55:20.573816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] For port 80858fdd-5d8c-4985-8c45-08d9173e37dc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=80858fdd-5d8c-4985-8c45-08d9173e37dc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:20.574182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:20.587125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Calling delete_port for 80858fdd-5d8c-4985-8c45-08d9173e37dc owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:20.719073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:20.730370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', '80858fdd-5d8c-4985-8c45-08d9173e37dc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:20.746427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'Port': ['ID=80858fdd-5d8c-4985-8c45-08d9173e37dc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:20.789683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] No DVR routers for this DVR port 80858fdd-5d8c-4985-8c45-08d9173e37dc on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:20.792685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:20.794966 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad2d61b-26fc-4f22-910d-aed73b3d4ec8 req-8b24199d-8704-4b38-9550-6ac3069027ca tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.18 "DELETE /v2.0/ports/80858fdd-5d8c-4985-8c45-08d9173e37dc HTTP/1.1" status: 204 len: 173 time: 0.4855993 Sep 18 01:55:20.795425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'name': 'network-vif-deleted', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:20.798263 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d74226-543b-439d-8385-be97536ba6e9" -d '{"events": [{"server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "name": "network-vif-deleted", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:20.819046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4c3902c1-8122-4066-9aa0-7bdea5b39061 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:20.849266 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8964e8e-cda6-4ab2-b7ac-1ce718007346 x-openstack-request-id: req-d8964e8e-cda6-4ab2-b7ac-1ce718007346 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:20.849548 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3949e0e9-c869-4d1e-baf5-dd63811d99b7", "name": "network-vif-deleted", "tag": "80858fdd-5d8c-4985-8c45-08d9173e37dc", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:20.849800 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8964e8e-cda6-4ab2-b7ac-1ce718007346 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:20.850197 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3949e0e9-c869-4d1e-baf5-dd63811d99b7', 'name': 'network-vif-deleted', 'tag': '80858fdd-5d8c-4985-8c45-08d9173e37dc', 'status': 'completed', 'code': 200} Sep 18 01:55:20.874999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cad60c-e368-4f83-a6bb-5ff55044e53d req-90356d7c-7c6e-4999-9081-1c5d924d54d5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:20.876531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cad60c-e368-4f83-a6bb-5ff55044e53d req-90356d7c-7c6e-4999-9081-1c5d924d54d5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0630538 Sep 18 01:55:20.897157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4c3902c1-8122-4066-9aa0-7bdea5b39061 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:55:20.933554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31cad60c-e368-4f83-a6bb-5ff55044e53d req-2b5c7e76-288f-4f8d-a05b-8351e979c5b8 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475087 Sep 18 01:55:20.974462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f34bbc2-b281-4542-bdd0-c87a2eafab56 req-32e9aba4-7406-4f87-bfc6-749462a45dde tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=3949e0e9-c869-4d1e-baf5-dd63811d99b7 HTTP/1.1" status: 200 len: 210 time: 0.0415742 Sep 18 01:55:21.194157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11983187-d223-40ac-aabe-4ffc4d8c33da req-86475eda-4c50-477b-bc76-0dff7308794a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:21.195686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11983187-d223-40ac-aabe-4ffc4d8c33da req-86475eda-4c50-477b-bc76-0dff7308794a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.0521827 Sep 18 01:55:21.234812 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11983187-d223-40ac-aabe-4ffc4d8c33da req-a4e88c45-f82c-4fdf-9e57-aa078db73db5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Sep 18 01:55:21.266160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd853ffc-85c1-4b69-8c68-3fffeb50e050 req-09f2365c-b83a-4b9c-a808-dd3e2178beac tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:21.267746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd853ffc-85c1-4b69-8c68-3fffeb50e050 req-09f2365c-b83a-4b9c-a808-dd3e2178beac tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0515926 Sep 18 01:55:21.309157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd853ffc-85c1-4b69-8c68-3fffeb50e050 req-b5560c56-2cba-4869-ab1c-101b3fe45c19 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354879 Sep 18 01:55:21.328056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d510d972-57d8-425a-8f9c-535fd2474de4 req-bb23b5aa-d051-4b0c-96ee-c2fefd5ac6d3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 210 time: 0.0274820 Sep 18 01:55:21.402408 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77b5e6d5-eef9-4213-be8d-2f1b49607f92 req-069cabdd-e9b8-43fe-9a1f-41dd4508005f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 210 time: 0.0269542 Sep 18 01:55:21.653714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813201f-4794-41c2-8b86-1942568fae5b req-0e7a2c02-4d73-4472-bf2f-e339e5c6bcb8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:21.655188 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b813201f-4794-41c2-8b86-1942568fae5b req-0e7a2c02-4d73-4472-bf2f-e339e5c6bcb8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.0481467 Sep 18 01:55:21.692893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b813201f-4794-41c2-8b86-1942568fae5b req-a6746712-dd25-4c91-a92a-3d963b09e420 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Sep 18 01:55:22.067907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58c95-a654-4860-bfec-1217528e4ff9 req-01a4a6f2-c6db-40c4-b1ea-2d1acab3da04 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.071337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44b58c95-a654-4860-bfec-1217528e4ff9 req-01a4a6f2-c6db-40c4-b1ea-2d1acab3da04 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0674543 Sep 18 01:55:22.091550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f9477b1-3410-4ced-9481-df27309d98df req-8e024674-a81b-4b8a-a29a-b2e9379bc635 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/9885857e-d359-4abc-a207-b6bb1b9865b6 HTTP/1.1" status: 200 len: 1800 time: 0.0461042 Sep 18 01:55:22.127177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44b58c95-a654-4860-bfec-1217528e4ff9 req-fe7310cc-c6a9-4623-af17-19e2c90a646b tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485425 Sep 18 01:55:22.168211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-e9f4696d-a6d6-43f6-800b-8c6bae20242f tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.169696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-e9f4696d-a6d6-43f6-800b-8c6bae20242f tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.0615091 Sep 18 01:55:22.173240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7f9477b1-3410-4ced-9481-df27309d98df req-20fa9c7e-9ec9-4836-93b2-23a18e80cb39 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.195525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7f9477b1-3410-4ced-9481-df27309d98df req-20fa9c7e-9ec9-4836-93b2-23a18e80cb39 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.222436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-d08be027-c814-46fc-ae65-a965538f3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.224695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-d08be027-c814-46fc-ae65-a965538f3ac7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4&tenant_id=8fc29e961c0c4293819ac59d39edf2ff HTTP/1.1" status: 200 len: 1097 time: 0.0435984 Sep 18 01:55:22.236973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7f9477b1-3410-4ced-9481-df27309d98df req-20fa9c7e-9ec9-4836-93b2-23a18e80cb39 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.239844 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7f9477b1-3410-4ced-9481-df27309d98df req-20fa9c7e-9ec9-4836-93b2-23a18e80cb39 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.241078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f9477b1-3410-4ced-9481-df27309d98df req-20fa9c7e-9ec9-4836-93b2-23a18e80cb39 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/9885857e-d359-4abc-a207-b6bb1b9865b6 HTTP/1.1" status: 204 len: 173 time: 0.1435699 Sep 18 01:55:22.250311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa9c7e-9ec9-4836-93b2-23a18e80cb39 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885857e-d359-4abc-a207-b6bb1b9865b6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:22.329854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-7bcf75b8-df08-474b-9d90-876e0a86a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.331670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-7bcf75b8-df08-474b-9d90-876e0a86a7c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1097 time: 0.0753043 Sep 18 01:55:22.336645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-beca7551-2e67-4021-9881-7f48f065bab5 req-cb0a8978-c9fa-4a4d-9895-25a3cbd32c06 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/31f03909-030b-43aa-832f-d18fdb0361c4 HTTP/1.1" status: 200 len: 1800 time: 0.0693724 Sep 18 01:55:22.366530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffa676-4db4-41f8-bf73-27d0cd761759 req-bb36bfa9-df9e-4c21-8f0a-4a43973db319 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.368168 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8ffa676-4db4-41f8-bf73-27d0cd761759 req-bb36bfa9-df9e-4c21-8f0a-4a43973db319 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.0582516 Sep 18 01:55:22.409625 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8ffa676-4db4-41f8-bf73-27d0cd761759 req-e13449b7-cd10-4edc-921c-d7788c70a844 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Sep 18 01:55:22.515507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-beca7551-2e67-4021-9881-7f48f065bab5 req-52c5a3dd-f0d5-471b-a3f5-d47fbbbc6d12 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.519254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1b6ff1ca-a655-4a1e-a257-76f1172e13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.521552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e43ca7-2382-4e94-b6d6-63a1d4eced31 req-dc8c19f7-6efc-44b4-82bb-a35ed7325b6c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.521745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1b6ff1ca-a655-4a1e-a257-76f1172e13f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.1809003 Sep 18 01:55:22.523243 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08e43ca7-2382-4e94-b6d6-63a1d4eced31 req-dc8c19f7-6efc-44b4-82bb-a35ed7325b6c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0540202 Sep 18 01:55:22.569909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08e43ca7-2382-4e94-b6d6-63a1d4eced31 req-ece097e9-c6f4-4fcf-8031-127f6d259dbd tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Sep 18 01:55:22.581572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-beca7551-2e67-4021-9881-7f48f065bab5 req-52c5a3dd-f0d5-471b-a3f5-d47fbbbc6d12 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.594534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-9523f853-dd3e-41bb-8772-f927bd1c2772 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 217 time: 0.0522919 Sep 18 01:55:22.597209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-cb74026f-eabd-43a7-87a2-3c33acdf8df3 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.599117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-cb74026f-eabd-43a7-87a2-3c33acdf8df3 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1098 time: 0.1392264 Sep 18 01:55:22.641708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-12'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:22.688906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-057e344e-43da-482d-a443-f8ff59ffe0bc req-7a718238-3555-45cc-ac00-a8f727948be0 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 210 time: 0.0470159 Sep 18 01:55:22.715105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-9ef14f60-7c40-4a2d-b156-dd2edf343d64 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=35b1a7db0dbc4273b8e16668f405c267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537682 Sep 18 01:55:22.741917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-beca7551-2e67-4021-9881-7f48f065bab5 req-52c5a3dd-f0d5-471b-a3f5-d47fbbbc6d12 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.744643 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-beca7551-2e67-4021-9881-7f48f065bab5 req-52c5a3dd-f0d5-471b-a3f5-d47fbbbc6d12 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.745889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-beca7551-2e67-4021-9881-7f48f065bab5 req-52c5a3dd-f0d5-471b-a3f5-d47fbbbc6d12 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/31f03909-030b-43aa-832f-d18fdb0361c4 HTTP/1.1" status: 204 len: 173 time: 0.3952653 Sep 18 01:55:22.777809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-349fdbca-15b5-40d6-bb8a-590a2b2ce6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:22.779279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-349fdbca-15b5-40d6-bb8a-590a2b2ce6a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1793685 Sep 18 01:55:22.815578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5a3dd-f0d5-471b-a3f5-d47fbbbc6d12 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f03909-030b-43aa-832f-d18fdb0361c4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:22.823759 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d52a1333-0d92-490a-9e0d-493e6b069e64 req-9bf054b0-eebb-413c-af98-e1923716bafa tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 210 time: 0.0436468 Sep 18 01:55:22.838930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:22.868197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-d20f10fc-d74f-4eb3-bd9d-7afe04ee43ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683129 Sep 18 01:55:22.914530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0bd4210c-c645-4cb9-a223-30caaaca7eea req-eab53162-854a-4b74-871c-fecddde585ab tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-62720784', 'description': 'tempest-description-288262936'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:22.936661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bd4210c-c645-4cb9-a223-30caaaca7eea req-eab53162-854a-4b74-871c-fecddde585ab tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.034619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bd4210c-c645-4cb9-a223-30caaaca7eea req-eab53162-854a-4b74-871c-fecddde585ab tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.039475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bd4210c-c645-4cb9-a223-30caaaca7eea req-eab53162-854a-4b74-871c-fecddde585ab tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.048700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-adfaab59-c086-4543-a679-7dc3992b86b4 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:23.050424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-adfaab59-c086-4543-a679-7dc3992b86b4 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3263006 Sep 18 01:55:23.062041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d9ac9-7a6d-471b-abb1-72b0293babc4 req-933e36e5-2ef3-4027-a052-78b8e742f64f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:23.063521 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b5d9ac9-7a6d-471b-abb1-72b0293babc4 req-933e36e5-2ef3-4027-a052-78b8e742f64f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.2283466 Sep 18 01:55:23.065608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bd4210c-c645-4cb9-a223-30caaaca7eea req-eab53162-854a-4b74-871c-fecddde585ab tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.067112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bd4210c-c645-4cb9-a223-30caaaca7eea req-eab53162-854a-4b74-871c-fecddde585ab tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1565444 Sep 18 01:55:23.071293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab53162-854a-4b74-871c-fecddde585ab tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba38b1-c724-4e88-8962-2f79fd5bb0d8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:23.078397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Request body: {'port': {'device_id': '2ba094ee-e0fc-4189-897b-ffe88df8a327', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '35b1a7db0dbc4273b8e16668f405c267'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:23.128917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b19f6d4b-1df7-4435-89a3-e5f5073d0f18 req-59c36f66-1261-486e-9d0f-7a9c855fd32a tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/e6ba38b1-c724-4e88-8962-2f79fd5bb0d8 HTTP/1.1" status: 200 len: 1798 time: 0.0390253 Sep 18 01:55:23.139441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b19f6d4b-1df7-4435-89a3-e5f5073d0f18 req-8ad695ab-cad2-4606-8cf8-5f06b9b064d7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Request body: {'security_group': {'name': 'tempest-sg-hth-58898178', 'description': 'tempest-description-hth-1699705195'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:23.183627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b19f6d4b-1df7-4435-89a3-e5f5073d0f18 req-8ad695ab-cad2-4606-8cf8-5f06b9b064d7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.249018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b19f6d4b-1df7-4435-89a3-e5f5073d0f18 req-8ad695ab-cad2-4606-8cf8-5f06b9b064d7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.253328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b19f6d4b-1df7-4435-89a3-e5f5073d0f18 req-8ad695ab-cad2-4606-8cf8-5f06b9b064d7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.257437 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b19f6d4b-1df7-4435-89a3-e5f5073d0f18 req-8ad695ab-cad2-4606-8cf8-5f06b9b064d7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.271676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b19f6d4b-1df7-4435-89a3-e5f5073d0f18 req-8ad695ab-cad2-4606-8cf8-5f06b9b064d7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "PUT /v2.0/security-groups/e6ba38b1-c724-4e88-8962-2f79fd5bb0d8 HTTP/1.1" status: 200 len: 1773 time: 0.1362762 Sep 18 01:55:23.313230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad695ab-cad2-4606-8cf8-5f06b9b064d7 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba38b1-c724-4e88-8962-2f79fd5bb0d8,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:23.387344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a6bc-7dc9-44fb-9085-6b33c3304636 req-2cd3df80-514f-402a-a6de-447678ceb1ea tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:23.389100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9fb5a6bc-7dc9-44fb-9085-6b33c3304636 req-2cd3df80-514f-402a-a6de-447678ceb1ea tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0586615 Sep 18 01:55:23.431914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9fb5a6bc-7dc9-44fb-9085-6b33c3304636 req-721ad8b7-50b3-4927-8923-ba1fb5e42eca tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348451 Sep 18 01:55:23.447946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-9b2eec51-655a-479a-b09e-7d2ebe8aca3a service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620296 Sep 18 01:55:23.457178 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-5101cf23-78d3-4501-92c7-c4fd13c1235e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515110 Sep 18 01:55:23.515474 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b5d9ac9-7a6d-471b-abb1-72b0293babc4 req-aee2d6d5-9a79-4435-91e9-b979279c2afc tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428179 Sep 18 01:55:23.515677 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-acf62ec7-8d4d-4e14-b03a-57e273193f45 req-f7c410bd-91ac-482e-ab20-1d8f23b309de tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/e6ba38b1-c724-4e88-8962-2f79fd5bb0d8 HTTP/1.1" status: 200 len: 1773 time: 0.0460801 Sep 18 01:55:23.600855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:23.630437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c995545-5eab-4c37-844e-4a09796d73dd req-870f5cbd-922f-49a4-a436-7c113c613076 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:23.632003 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c995545-5eab-4c37-844e-4a09796d73dd req-870f5cbd-922f-49a4-a436-7c113c613076 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Sep 18 01:55:23.670623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c995545-5eab-4c37-844e-4a09796d73dd req-f2dd0a43-7a44-4b30-9e9e-2010f61b55d9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326445 Sep 18 01:55:23.778449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34549578-3b46-4f5c-af5e-79a6461bb318 req-a650c5ec-4b52-46fa-94e0-e015bf2e256f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/e6ba38b1-c724-4e88-8962-2f79fd5bb0d8 HTTP/1.1" status: 200 len: 1773 time: 0.2338796 Sep 18 01:55:23.787400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bdbba-84d0-4ed5-a27f-7b3d04dbd5eb req-dbab8fe3-82e7-45d1-8906-6681468c5396 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:23.788728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:23.788912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-197bdbba-84d0-4ed5-a27f-7b3d04dbd5eb req-dbab8fe3-82e7-45d1-8906-6681468c5396 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 946 time: 0.0541747 Sep 18 01:55:23.828198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-197bdbba-84d0-4ed5-a27f-7b3d04dbd5eb req-fba0c292-0c3d-4c90-bc45-171aa180cbd1 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Sep 18 01:55:23.834820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-99d487de-a670-4a4e-8c33-fe93672c2d45 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:23.836264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-99d487de-a670-4a4e-8c33-fe93672c2d45 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3337946 Sep 18 01:55:23.842881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-7b77ee18-d399-4db3-b58b-14e227047c90 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305607 Sep 18 01:55:23.843442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Made reservation on behalf of 35b1a7db0dbc4273b8e16668f405c267 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:55:23.846840 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.872216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.883070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Request body: {'port': {'device_id': 'f32d1bb1-470c-46cb-88d1-abbd145002de', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'ae5198e3a8de4c05ba413d48aaec7c7a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:23.916730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75461883-8032-4823-9103-3f2af0ad469b req-8d3f1b70-26e7-487f-8bb6-7049ccd09a9d tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 210 time: 0.0283365 Sep 18 01:55:23.919350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:23.921576 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7f3958-b091-4f71-9421-eb85553e7ed7" -d '{"events": [{"server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "name": "network-vif-unplugged", "status": "completed", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:23.925427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:23.951788 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.010287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0edc5da7-0acb-43db-a889-a2cc7ab3a317 req-7fca834e-be4b-4b16-8948-194530835d4c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 210 time: 0.0288575 Sep 18 01:55:24.071125 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-34549578-3b46-4f5c-af5e-79a6461bb318 req-4c61427b-d0d8-4a5e-8b6f-e54aae06a8fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.128092 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac7157b-0c8f-4ba3-a854-c7f1663173d9 x-openstack-request-id: req-7ac7157b-0c8f-4ba3-a854-c7f1663173d9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:24.128731 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "name": "network-vif-unplugged", "status": "completed", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:24.128731 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ac7157b-0c8f-4ba3-a854-c7f1663173d9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:24.128978 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5', 'code': 200} Sep 18 01:55:24.145346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Pushing event updated for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:24.157240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-34549578-3b46-4f5c-af5e-79a6461bb318 req-4c61427b-d0d8-4a5e-8b6f-e54aae06a8fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.185055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on host n-h2-789963-12 for vnic_type normal with profile {"migrating_to": "n-h1-789963-12"} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:24.185380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:24.185702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:24.203158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:24.203469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Attempting to bind port dd54491e-bd19-4615-82c6-d0fed060f6e5 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:24.221836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:24.222170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:24.222550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:24.223544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Bound port: dd54491e-bd19-4615-82c6-d0fed060f6e5, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:24.223922 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.253163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-34549578-3b46-4f5c-af5e-79a6461bb318 req-4c61427b-d0d8-4a5e-8b6f-e54aae06a8fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.255873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-34549578-3b46-4f5c-af5e-79a6461bb318 req-4c61427b-d0d8-4a5e-8b6f-e54aae06a8fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.256956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34549578-3b46-4f5c-af5e-79a6461bb318 req-4c61427b-d0d8-4a5e-8b6f-e54aae06a8fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6ba38b1-c724-4e88-8962-2f79fd5bb0d8 HTTP/1.1" status: 204 len: 173 time: 0.4651883 Sep 18 01:55:24.322792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.328545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61427b-d0d8-4a5e-8b6f-e54aae06a8fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba38b1-c724-4e88-8962-2f79fd5bb0d8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:24.346234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.358880 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-e5096de2-b6ac-4826-acd3-240b37db33e3 req-478283d6-8c55-4237-866f-7fb037895eb6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:55:24.360524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e5096de2-b6ac-4826-acd3-240b37db33e3 req-478283d6-8c55-4237-866f-7fb037895eb6 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/31f03909-030b-43aa-832f-d18fdb0361c4 HTTP/1.1" status: 404 len: 352 time: 0.0169344 Sep 18 01:55:24.442545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:24.445701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Made reservation on behalf of ae5198e3a8de4c05ba413d48aaec7c7a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:55:24.449292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.476600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:24.480981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33482c4d-03b2-400e-8fb4-adf2aa37d5df tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:24.482477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-33482c4d-03b2-400e-8fb4-adf2aa37d5df tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.2306285 Sep 18 01:55:24.488507 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-db28bfeb-5120-4aaf-8cae-80f51f4d2b0b req-a4a57902-fe41-4b19-9f87-bf3493a096c2 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:55:24.489995 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-db28bfeb-5120-4aaf-8cae-80f51f4d2b0b req-a4a57902-fe41-4b19-9f87-bf3493a096c2 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/9885857e-d359-4abc-a207-b6bb1b9865b6 HTTP/1.1" status: 404 len: 352 time: 0.0978866 Sep 18 01:55:24.492705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:24.537278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.565863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b032880-3b08-478e-95e7-0b31f6627e36 req-43fee96b-1755-4491-9fa6-2ca35352dbfb tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:24.567532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b032880-3b08-478e-95e7-0b31f6627e36 req-43fee96b-1755-4491-9fa6-2ca35352dbfb tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0541904 Sep 18 01:55:24.591790 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-6b1966e8-7581-4c5e-8fd3-2aff6270aa37 req-99ff4d3c-94c8-4f59-afcb-0401add521a3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:55:24.592740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b1966e8-7581-4c5e-8fd3-2aff6270aa37 req-99ff4d3c-94c8-4f59-afcb-0401add521a3 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/5cdf3dff-0d36-485e-8021-568869843896 HTTP/1.1" status: 404 len: 352 time: 0.0655792 Sep 18 01:55:24.615257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b032880-3b08-478e-95e7-0b31f6627e36 req-f337ab36-4a13-4472-96f8-30d94d4e941c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Sep 18 01:55:24.651719 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-05543f88-fcaa-485d-965e-c8a85f8b4fdf req-2b386957-4f51-4c9e-89e7-003ae26db1b5 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:55:24.652712 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-05543f88-fcaa-485d-965e-c8a85f8b4fdf req-2b386957-4f51-4c9e-89e7-003ae26db1b5 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/46dbd712-ca46-4bab-8258-8a7079351c82 HTTP/1.1" status: 404 len: 352 time: 0.0145156 Sep 18 01:55:24.752231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Pushing event updated for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=8']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:24.757634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc5541-74cc-418c-bdc5-a489293f5fbd req-42a3bb3b-dec2-4b02-b421-f9436f62530e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:24.759061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20dc5541-74cc-418c-bdc5-a489293f5fbd req-42a3bb3b-dec2-4b02-b421-f9436f62530e tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Sep 18 01:55:24.767041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Allocated IP 192.168.233.60 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/52d94d60-886a-4650-a50a-03191b0e7422) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:24.768177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41072) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:24.773583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Request body: {'floatingip': {'port_id': '82ab577e-3f3e-4ec9-9786-76705ab6e53e'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:24.822498 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.825641 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-c6a2d9b7-b64f-43ea-ada1-845b9183a8e2 req-85d67d86-39eb-4c93-93fd-4fef3831e623 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:55:24.826679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6a2d9b7-b64f-43ea-ada1-845b9183a8e2 req-85d67d86-39eb-4c93-93fd-4fef3831e623 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/2a9ca384-6411-4804-83a6-07660a35a1b5 HTTP/1.1" status: 404 len: 352 time: 0.0489700 Sep 18 01:55:24.832117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dd54491e-bd19-4615-82c6-d0fed060f6e5 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:24.833896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:24.834513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.834641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 80858fdd-5d8c-4985-8c45-08d9173e37dc no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:24.835939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6a1fd115-9387-4c1b-ae4a-b2b97aa0dd0a service neutron] 10.222.0.18 "PUT /v2.0/ports/dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 200 len: 1124 time: 2.2198749 Sep 18 01:55:24.870478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3144cc2-f772-43b1-8ffc-268171fbcf1f req-151280b4-c0a8-4d10-9cb7-46661249d073 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:24.872449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3144cc2-f772-43b1-8ffc-268171fbcf1f req-151280b4-c0a8-4d10-9cb7-46661249d073 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.1896887 Sep 18 01:55:24.888470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 80858fdd-5d8c-4985-8c45-08d9173e37dc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:55:24.890319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 80858fdd-5d8c-4985-8c45-08d9173e37dc not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:55:24.934346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1113a5da-2fbb-49fb-a952-9ca5e806455e service neutron] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:24.944266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1113a5da-2fbb-49fb-a952-9ca5e806455e service neutron] Notify callbacks [] for binding, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:24.945384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0e4cfea-8936-4063-95f0-bdbeb3f48dba req-1113a5da-2fbb-49fb-a952-9ca5e806455e service neutron] 10.222.0.20 "DELETE /v2.0/ports/4c3902c1-8122-4066-9aa0-7bdea5b39061/bindings/n-h1-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.4492102 Sep 18 01:55:24.967714 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3144cc2-f772-43b1-8ffc-268171fbcf1f req-b94e124e-8038-41c1-84c4-1dbfde54f955 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827317 Sep 18 01:55:25.030151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['dd54491e-bd19-4615-82c6-d0fed060f6e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:25.032396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['dd54491e-bd19-4615-82c6-d0fed060f6e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:25.050853 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-1edeb721-5b10-4836-95a9-60bd378be312 req-722af8fd-d6d7-4b7d-99c9-603ddc2faa69 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] show failed (client error): The resource could not be found. Sep 18 01:55:25.052227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1edeb721-5b10-4836-95a9-60bd378be312 req-722af8fd-d6d7-4b7d-99c9-603ddc2faa69 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/381e54c8-8c24-4e62-a0e2-23a5ee32d15e HTTP/1.1" status: 404 len: 352 time: 0.0300224 Sep 18 01:55:25.099352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9febb07-52bf-4419-98af-4eb8c05c36f7 req-ad67833d-db76-4de6-989f-e5bf1564d79d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:25.101169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9febb07-52bf-4419-98af-4eb8c05c36f7 req-ad67833d-db76-4de6-989f-e5bf1564d79d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.1462171 Sep 18 01:55:25.128959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.138019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:25.175739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dd54491e-bd19-4615-82c6-d0fed060f6e5 has no active binding in host n-h1-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:55:25.197013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9febb07-52bf-4419-98af-4eb8c05c36f7 req-55233d46-278f-4191-a29b-c0e6d2663219 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865703 Sep 18 01:55:25.202089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e71ad7-eac4-4395-b608-5479387da2d2 req-9c68915b-c18f-4d0e-9d91-7735f07ea235 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:25.203768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9e71ad7-eac4-4395-b608-5479387da2d2 req-9c68915b-c18f-4d0e-9d91-7735f07ea235 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0686493 Sep 18 01:55:25.211059 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.299187 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.334577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:25.335753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Allocated IP 192.168.233.119 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/556156cb-a317-424b-a35e-646b71183a96) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:25.345820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:25.351536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Pushing event updated for resources: {'Port': ['ID=52d94d60-886a-4650-a50a-03191b0e7422,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:25.354800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:25.366873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9e71ad7-eac4-4395-b608-5479387da2d2 req-a9a99aa1-2cac-47b3-9bd8-6edd6c460dfc tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344371 Sep 18 01:55:25.449560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:25.450121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.471613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.516517 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-bd709c74-db1a-4638-bce4-daaa6f45d899 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4454806 Sep 18 01:55:25.542257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70578b6-0e37-4dd8-8c97-ced90c2e05f7 req-86068ccd-e8fd-47eb-b9a6-4629d62c4562 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:25.549645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c70578b6-0e37-4dd8-8c97-ced90c2e05f7 req-86068ccd-e8fd-47eb-b9a6-4629d62c4562 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 935 time: 0.2274449 Sep 18 01:55:25.593111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Request body: {'port': {'device_id': '2ba094ee-e0fc-4189-897b-ffe88df8a327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:25.641306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.653103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.693390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.701680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-495bbf38-b7cd-4714-9ca9-7e3a2f8b070f None None] Provisioning complete for port 52d94d60-886a-4650-a50a-03191b0e7422 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:25.702399 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-495bbf38-b7cd-4714-9ca9-7e3a2f8b070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.719488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c70578b6-0e37-4dd8-8c97-ced90c2e05f7 req-c6edf957-a1cb-49f3-93c9-4f1756805c89 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688256 Sep 18 01:55:25.739659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.757033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:25.776521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'a390d5cf-6494-4dff-8de8-f179d6f13c16'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:25.817020 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Floating IP 82438693-cebe-4153-91d8-d454938c7a1f associated. External IP: 172.25.0.124, port: 82ab577e-3f3e-4ec9-9786-76705ab6e53e. Sep 18 01:55:25.824884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-495bbf38-b7cd-4714-9ca9-7e3a2f8b070f None None] Port 52d94d60-886a-4650-a50a-03191b0e7422 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:55:25.825073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event updated for resources: {'Port': ['ID=556156cb-a317-424b-a35e-646b71183a96,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:25.913682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:25.930133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc199-9a4b-444a-96cb-0f278c45ee51 req-fbd3d622-f6a8-439a-abbf-2832d73e9627 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:25.939999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2fc199-9a4b-444a-96cb-0f278c45ee51 req-fbd3d622-f6a8-439a-abbf-2832d73e9627 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 936 time: 0.1649182 Sep 18 01:55:25.956042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:25.991092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:26.136775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:26.138850 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab51133-e4d5-4806-b40e-8a7dbe88003f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:26.161493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2fc199-9a4b-444a-96cb-0f278c45ee51 req-7c9366e2-7734-4d2f-bc33-283500a5c485 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199612 Sep 18 01:55:26.187933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.188837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.199097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:55:26.233997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['81148ff0-bf68-458f-9df6-814fb241d97e', '016a6ef9-36c0-4e4c-ac55-90603109a82d', 'c45f2ede-154c-409c-9b00-19a8a7936628'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:26.300212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-6237bc53-c92b-4557-ac54-c3693d6ed298 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4262249 Sep 18 01:55:26.312744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Request body: {'port': {'device_id': 'f32d1bb1-470c-46cb-88d1-abbd145002de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:26.357151 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:55:26.365471 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.368445 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] Sync routers for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:55:26.380287 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:55:26.382500 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:55:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:26.419529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7999290d-13be-4a6a-a797-8a7b05fb3ae0 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "PUT /v2.0/floatingips/82438693-cebe-4153-91d8-d454938c7a1f HTTP/1.1" status: 200 len: 991 time: 1.6497467 Sep 18 01:55:26.420319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'tag': '82ab577e-3f3e-4ec9-9786-76705ab6e53e'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:26.424433 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dc9e53-e161-40f5-aa78-97ac3757f096", "tag": "82ab577e-3f3e-4ec9-9786-76705ab6e53e"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:26.430846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.444960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f6d8-8024-4837-81db-ca74c1f856b4 req-8beff49f-f893-48d4-8935-9463616938f9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.452737 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1117f6d8-8024-4837-81db-ca74c1f856b4 req-8beff49f-f893-48d4-8935-9463616938f9 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1024 time: 0.1720877 Sep 18 01:55:26.477082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1f4a150c-7f5e-49ab-9e29-06a872f992fc None None] Provisioning complete for port 556156cb-a317-424b-a35e-646b71183a96 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:26.477451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1f4a150c-7f5e-49ab-9e29-06a872f992fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.545840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.546406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.546800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.547275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.547897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.548251 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:55:26.548416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.548870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.549347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.549955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.550611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.551380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.551770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.552381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.553006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.553292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.553748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.554245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.554815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.555273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.555928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.556334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.558644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a150c-7f5e-49ab-9e29-06a872f992fc None None] Port 556156cb-a317-424b-a35e-646b71183a96 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:55:26.560052 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-c625f261-1161-4e2c-9e4e-005f76b59ba6 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de&device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327&device_id=28280c3f-1097-4496-9bef-6ed18648003e&device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096&device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd&device_id=a3284125-1042-4242-9c2e-e17490a257ca&device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0&device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb&device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9&device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9&device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8&device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856&device_id=72449ce2-9734-4dd3-8997-17e4529623d4&device_id=bd9eca6f-3a15-452d-b241-2201ad091acf&device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74&device_id=605488e2-45e6-4036-b92d-28f2059b2d5b&device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb&device_id=29735823-2ea6-472f-84e9-781644db1fb4&device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226&device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 18860 time: 0.0780118 Sep 18 01:55:26.571600 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1117f6d8-8024-4837-81db-ca74c1f856b4 req-74346d9d-b89b-4c4b-9b27-ebce6c9ac9fb tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=145c7bd6-08d7-4a26-b4eb-cca36db5f177&id=8e061075-605c-4370-9f3c-4219def64382&id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1178541 Sep 18 01:55:26.580509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d94d60-886a-4650-a50a-03191b0e7422 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:26.585357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-9637c9d9-12e5-4cdf-b104-691e364c7f62 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.641285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.698543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-9637c9d9-12e5-4cdf-b104-691e364c7f62 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.705567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-9637c9d9-12e5-4cdf-b104-691e364c7f62 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.754797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Transition to ACTIVE for port object 52d94d60-886a-4650-a50a-03191b0e7422 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:26.767483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:26.777392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4c93b8c-9185-4791-a177-8ddde7309f48 req-9637c9d9-12e5-4cdf-b104-691e364c7f62 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=145c7bd6-08d7-4a26-b4eb-cca36db5f177&id=77114500-20d0-489d-a7a2-0ac2420daa03&id=8e061075-605c-4370-9f3c-4219def64382&id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&id=03649490-49e3-4e7d-abd7-ee027a61a6d4&id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&id=dbb1f833-53ee-42b6-afa9-97c88a461265&id=090e7978-6acb-4b5e-a243-813b25cf5b21&id=67e40795-a166-41ff-9584-02c250850b5c&id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 1035 time: 0.2094917 Sep 18 01:55:26.788320 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637c9d9-12e5-4cdf-b104-691e364c7f62 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9878d773-076e-46ba-bf37-3258c3ae6d1f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:26.908110 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '82438693-cebe-4153-91d8-d454938c7a1f', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'port_id': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'mac_address': 'fa:16:3e:58:64:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:52:49Z', 'updated_at': '2021-09-18T01:55:25Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:26.937105 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] Checking router: 2d8d005b-9bff-4cf0-9fc1-95db184b7147 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:55:26.939734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ab95-db24-42e9-9f8e-203a17d0f661 req-3192a79b-fef9-49fe-a7b7-100313cf2861 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:26.941316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf61ab95-db24-42e9-9f8e-203a17d0f661 req-3192a79b-fef9-49fe-a7b7-100313cf2861 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0675941 Sep 18 01:55:26.947232 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:55:26.947871 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:55:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:26.986979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf61ab95-db24-42e9-9f8e-203a17d0f661 req-8e80f306-f32a-4fa1-b393-d927f41bc4f7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361469 Sep 18 01:55:27.084656 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e780e-0f1f-4a7f-a97f-143db07d195f x-openstack-request-id: req-b36e780e-0f1f-4a7f-a97f-143db07d195f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:27.084656 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:27.084922 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b36e780e-0f1f-4a7f-a97f-143db07d195f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:27.085117 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5', 'status': 'completed', 'code': 200} Sep 18 01:55:27.118529 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d35bec-383c-4c5d-b667-80eabb2264b6 x-openstack-request-id: req-85d35bec-383c-4c5d-b667-80eabb2264b6 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:27.119557 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dc9e53-e161-40f5-aa78-97ac3757f096", "tag": "82ab577e-3f3e-4ec9-9786-76705ab6e53e", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:27.119897 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85d35bec-383c-4c5d-b667-80eabb2264b6 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:27.120824 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'tag': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'status': 'completed', 'code': 200} Sep 18 01:55:27.148020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf68da-e659-41e5-87fb-362ac7ce3301 req-78515168-faf2-495d-b8f4-c83974d4dafe tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.155529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dccf68da-e659-41e5-87fb-362ac7ce3301 req-78515168-faf2-495d-b8f4-c83974d4dafe tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1097 time: 0.4826491 Sep 18 01:55:27.168717 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:55:27.226471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Pushing event updated for resources: {'Port': ['ID=52d94d60-886a-4650-a50a-03191b0e7422,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:27.234743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-62b25b5b-ca8d-4da6-b549-1279e7c229ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.237161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-62b25b5b-ca8d-4da6-b549-1279e7c229ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86d857a408474249b56a57abc4104dab&device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 1097 time: 0.0933905 Sep 18 01:55:27.363667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-09e5b8a2-6560-4911-ba0e-34f1bd8039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.365292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-09e5b8a2-6560-4911-ba0e-34f1bd8039e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1127 time: 0.2898026 Sep 18 01:55:27.375028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dccf68da-e659-41e5-87fb-362ac7ce3301 req-b1b7a931-4538-457f-a1c4-bee845eaf27b tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184792 Sep 18 01:55:27.478787 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '82438693-cebe-4153-91d8-d454938c7a1f', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'port_id': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'mac_address': 'fa:16:3e:58:64:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:52:49Z', 'updated_at': '2021-09-18T01:55:25Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:27.506683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Attempting to bind port 52d94d60-886a-4650-a50a-03191b0e7422 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:27.510644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Attempting to bind port 52d94d60-886a-4650-a50a-03191b0e7422 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:27.511265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Attempting to bind port 52d94d60-886a-4650-a50a-03191b0e7422 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:27.515404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556156cb-a317-424b-a35e-646b71183a96 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:27.525000 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37234fa1-023a-469f-ab77-24f5fe1b2d20 None None] The sync data for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 is: [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '82438693-cebe-4153-91d8-d454938c7a1f', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'port_id': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'mac_address': 'fa:16:3e:58:64:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:52:49Z', 'updated_at': '2021-09-18T01:55:25Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:55:27.532514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:27.545333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Port 52d94d60-886a-4650-a50a-03191b0e7422 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:27.546130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Attempting to bind port 52d94d60-886a-4650-a50a-03191b0e7422 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:27.563268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Transition to ACTIVE for port object 556156cb-a317-424b-a35e-646b71183a96 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:27.564319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:27.564712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:27.565186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:27.565693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Bound port: 52d94d60-886a-4650-a50a-03191b0e7422, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:27.566127 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:27.577497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:27.641753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-b79880ee-7e05-4fbf-9a11-c14475010bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.643251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-b79880ee-7e05-4fbf-9a11-c14475010bd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.2674792 Sep 18 01:55:27.644743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489e9d4-8b80-4f0c-bce5-b8f9f683e870 req-2ac12069-9daf-4084-9ff8-6e91b22cf4ca tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.652892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8489e9d4-8b80-4f0c-bce5-b8f9f683e870 req-2ac12069-9daf-4084-9ff8-6e91b22cf4ca tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 947 time: 0.4401474 Sep 18 01:55:27.715223 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8489e9d4-8b80-4f0c-bce5-b8f9f683e870 req-c0438172-782e-42d9-a84e-b984132f1feb tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601091 Sep 18 01:55:27.730165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-022c6ae1-5dda-496b-9c51-9df3a8c9d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.730165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-022c6ae1-5dda-496b-9c51-9df3a8c9d321 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 200 len: 923 time: 0.4753246 Sep 18 01:55:27.780436 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-3e0fa5cf-df04-477c-98ca-8ec8104ef366 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 200 len: 217 time: 0.1120136 Sep 18 01:55:27.787038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Pushing event updated for resources: {'Port': ['ID=556156cb-a317-424b-a35e-646b71183a96,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:27.813297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b684b-18bb-44a6-a805-2466061acc7b None None] New status for floating IP 82438693-cebe-4153-91d8-d454938c7a1f: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:55:27.890283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] For port 52d94d60-886a-4650-a50a-03191b0e7422, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:27.900935 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-8b2d313f-ffe1-486c-97b8-fd54c3ade35a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82ab577e-3f3e-4ec9-9786-76705ab6e53e HTTP/1.1" status: 200 len: 999 time: 0.1657312 Sep 18 01:55:27.916390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115af2c-98c3-482e-b08b-acde01c99d89 req-5d757926-478e-493e-a571-e8bb4f99de20 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.918885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] For port 52d94d60-886a-4650-a50a-03191b0e7422, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=52d94d60-886a-4650-a50a-03191b0e7422,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:27.919354 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c115af2c-98c3-482e-b08b-acde01c99d89 req-5d757926-478e-493e-a571-e8bb4f99de20 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1097 time: 0.0625834 Sep 18 01:55:27.928622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce039c38-aeb4-45aa-b544-3927b8f84e7b req-220ad888-229d-4e4d-bfe1-3b20e3fa00fd tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.930174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce039c38-aeb4-45aa-b544-3927b8f84e7b req-220ad888-229d-4e4d-bfe1-3b20e3fa00fd tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 948 time: 0.2640066 Sep 18 01:55:27.935469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:27.943435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-571ce24a-bbb1-49f5-96cb-19115e2dd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.944868 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-571ce24a-bbb1-49f5-96cb-19115e2dd8fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.1506639 Sep 18 01:55:27.971041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-24297b2b-19a1-4ad0-a91f-777797f5c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:27.973404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-24297b2b-19a1-4ad0-a91f-777797f5c126 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b6d2e0b-1049-45d5-a188-b81c57074869 HTTP/1.1" status: 200 len: 862 time: 0.0525002 Sep 18 01:55:28.033627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-ddab3bf0-98c9-4c5d-9553-695e2d610eb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552106 Sep 18 01:55:28.037958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c115af2c-98c3-482e-b08b-acde01c99d89 req-b730193c-32d2-435e-882d-5fba9b985a05 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Sep 18 01:55:28.044586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.045216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:28.046936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/52d94d60-886a-4650-a50a-03191b0e7422 HTTP/1.1" status: 200 len: 1096 time: 2.4845922 Sep 18 01:55:28.048994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-a8e1bb59-8add-40dc-b60e-24a5ca8ed6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.051320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-a8e1bb59-8add-40dc-b60e-24a5ca8ed6d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559168 Sep 18 01:55:28.071108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Attempting to bind port 556156cb-a317-424b-a35e-646b71183a96 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:28.071444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Attempting to bind port 556156cb-a317-424b-a35e-646b71183a96 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:28.071823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Attempting to bind port 556156cb-a317-424b-a35e-646b71183a96 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:28.171802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce039c38-aeb4-45aa-b544-3927b8f84e7b req-c105f603-2440-4a80-9376-1f20ce4aebcd tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325191 Sep 18 01:55:28.177258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Port 556156cb-a317-424b-a35e-646b71183a96 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:28.177586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Attempting to bind port 556156cb-a317-424b-a35e-646b71183a96 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:28.179655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb160ff-19be-4194-b387-f9a88fe404c7 service neutron] Pushing event updated for resources: {'Port': ['ID=52d94d60-886a-4650-a50a-03191b0e7422,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:28.212635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-0cfc1ccb-589e-408e-863b-b9ff21698c9a service neutron] 10.222.0.20 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333437 Sep 18 01:55:28.219596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:28.219937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:28.220310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:28.220749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Bound port: 556156cb-a317-424b-a35e-646b71183a96, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:28.221209 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:28.343143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-6cc3f37c-81d8-437b-8514-b4dd56627b73 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.344659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-6cc3f37c-81d8-437b-8514-b4dd56627b73 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1024 time: 0.2968979 Sep 18 01:55:28.349824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-495d1b06-bc28-4c51-92c3-b0390eb0b3aa req-59b15998-31c0-4537-9d83-14f2ba154938 service neutron] 10.222.0.20 "GET /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237042 Sep 18 01:55:28.375385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-e95c5d08-34a8-496e-8147-c2a58e5d5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.376866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-e95c5d08-34a8-496e-8147-c2a58e5d5c81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35b1a7db0dbc4273b8e16668f405c267&device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 1099 time: 0.2411056 Sep 18 01:55:28.408303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-4d5db09c-3f07-47c9-90fa-c127181d5c49 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340604 Sep 18 01:55:28.423094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec36b-aaca-463f-a192-b2726df2f512 req-186e6831-a5ad-44b5-9c07-e1464a59c972 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.423581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec36b-aaca-463f-a192-b2726df2f512 req-186e6831-a5ad-44b5-9c07-e1464a59c972 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.424055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec36b-aaca-463f-a192-b2726df2f512 req-186e6831-a5ad-44b5-9c07-e1464a59c972 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.425835 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d7ec36b-aaca-463f-a192-b2726df2f512 req-186e6831-a5ad-44b5-9c07-e1464a59c972 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e&device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0&device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 2885 time: 0.0495751 Sep 18 01:55:28.471355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d7ec36b-aaca-463f-a192-b2726df2f512 req-fcc80403-6397-407c-ba81-248e9dd442ce tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Sep 18 01:55:28.491562 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-8a1e17a5-62b7-4c9e-b10b-72d3212052a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=52d94d60-886a-4650-a50a-03191b0e7422 HTTP/1.1" status: 200 len: 217 time: 0.0896239 Sep 18 01:55:28.513693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] For port 556156cb-a317-424b-a35e-646b71183a96, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:28.523777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cb880-69c7-472a-9044-a2beb34cb1fd req-5198b2be-d725-4a98-a452-8640484c157d tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.525257 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0cb880-69c7-472a-9044-a2beb34cb1fd req-5198b2be-d725-4a98-a452-8640484c157d tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 1024 time: 0.2450485 Sep 18 01:55:28.575570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb89cd0-667c-4eed-a895-f93dac6ccdfd req-b79b9ebf-e7ee-4292-a8fc-64c20b7ff04e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.577058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2cb89cd0-667c-4eed-a895-f93dac6ccdfd req-b79b9ebf-e7ee-4292-a8fc-64c20b7ff04e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0532229 Sep 18 01:55:28.616040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2cb89cd0-667c-4eed-a895-f93dac6ccdfd req-898f837e-2a99-4bf9-a284-952743d7b1be tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Sep 18 01:55:28.630613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] For port 556156cb-a317-424b-a35e-646b71183a96, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=556156cb-a317-424b-a35e-646b71183a96,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:28.645779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:28.708430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-363f2318-4943-42d0-916e-29479a05bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.715280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-363f2318-4943-42d0-916e-29479a05bf9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2088542 Sep 18 01:55:28.735810 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0cb880-69c7-472a-9044-a2beb34cb1fd req-da06de96-9264-4a9c-866d-e488040e4a7a tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups?id=145c7bd6-08d7-4a26-b4eb-cca36db5f177&id=8e061075-605c-4370-9f3c-4219def64382&id=ce9f49b8-4dc9-47b7-ae37-91cc75007869&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1783195 Sep 18 01:55:28.737352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.737989 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:28.740003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] 10.222.0.20 "PUT /v2.0/ports/556156cb-a317-424b-a35e-646b71183a96 HTTP/1.1" status: 200 len: 1097 time: 2.4323161 Sep 18 01:55:28.871187 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Deleting port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:28.871612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:28.876282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fab51133-e4d5-4806-b40e-8a7dbe88003f req-151114c1-1a83-402b-b2cf-e8e70a3b30ee service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508817 Sep 18 01:55:28.882792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138538f-bfe6-4b17-8e35-2e49781f9780 service neutron] Pushing event updated for resources: {'Port': ['ID=556156cb-a317-424b-a35e-646b71183a96,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:28.912703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-01cde9cd-a9db-4f05-bd8f-4fa816981836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:28.919413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-01cde9cd-a9db-4f05-bd8f-4fa816981836 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1686232 Sep 18 01:55:29.046338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-bca2ce6d-e6a2-4a37-b128-f37be6a21d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:29.047881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-bca2ce6d-e6a2-4a37-b128-f37be6a21d85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 1100 time: 0.2316899 Sep 18 01:55:29.094075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba094ee-e0fc-4189-897b-ffe88df8a327', 'tag': '52d94d60-886a-4650-a50a-03191b0e7422'}, {'name': 'network-changed', 'server_uuid': 'f32d1bb1-470c-46cb-88d1-abbd145002de', 'tag': '556156cb-a317-424b-a35e-646b71183a96'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:29.096140 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba094ee-e0fc-4189-897b-ffe88df8a327", "tag": "52d94d60-886a-4650-a50a-03191b0e7422"}, {"name": "network-changed", "server_uuid": "f32d1bb1-470c-46cb-88d1-abbd145002de", "tag": "556156cb-a317-424b-a35e-646b71183a96"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:29.150946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-0424e919-392a-4c60-b073-3d5a15590f2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=556156cb-a317-424b-a35e-646b71183a96 HTTP/1.1" status: 200 len: 217 time: 0.0663717 Sep 18 01:55:29.157841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] For port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,segment=NetworkSegment(b2d930c7-0a1c-4734-ba08-6840e57a06ae),segment_id=b2d930c7-0a1c-4734-ba08-6840e57a06ae)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:29.158184 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:29.208701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Calling delete_port for bf0da0ed-34f0-4be7-b64b-be12b39cb8fc owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:29.212608 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c3a25a-4f37-43c4-9128-6ebc78316c83 x-openstack-request-id: req-d1c3a25a-4f37-43c4-9128-6ebc78316c83 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:29.212891 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba094ee-e0fc-4189-897b-ffe88df8a327", "tag": "52d94d60-886a-4650-a50a-03191b0e7422", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f32d1bb1-470c-46cb-88d1-abbd145002de", "tag": "556156cb-a317-424b-a35e-646b71183a96", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:29.213133 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1c3a25a-4f37-43c4-9128-6ebc78316c83 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:29.213506 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba094ee-e0fc-4189-897b-ffe88df8a327', 'tag': '52d94d60-886a-4650-a50a-03191b0e7422', 'status': 'completed', 'code': 200} Sep 18 01:55:29.213755 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32d1bb1-470c-46cb-88d1-abbd145002de', 'tag': '556156cb-a317-424b-a35e-646b71183a96', 'status': 'completed', 'code': 200} Sep 18 01:55:29.231471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a410c1d-6607-4993-9b18-9760ff2fc422 req-25edf05c-443d-4af0-ab1d-79e0b76b1d42 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:29.232940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7a410c1d-6607-4993-9b18-9760ff2fc422 req-25edf05c-443d-4af0-ab1d-79e0b76b1d42 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 947 time: 0.2321737 Sep 18 01:55:29.248315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-6a5f7a8e-0491-43a2-b713-6455c5cb37f7 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167558 Sep 18 01:55:29.324225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-05cf7a2d-f0f7-4d19-88b4-3a00f453f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:29.325672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-05cf7a2d-f0f7-4d19-88b4-3a00f453f3f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1612346 Sep 18 01:55:29.383116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7a410c1d-6607-4993-9b18-9760ff2fc422 req-4f68939a-ce73-417a-a067-c29e3f840eee tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402805 Sep 18 01:55:29.451248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c7aca5a8-ba41-4158-970c-0999a158c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:29.452737 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-c7aca5a8-ba41-4158-970c-0999a158c0aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103399 Sep 18 01:55:29.473244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea1d59e-dd2d-4e78-a76f-06d53647908a req-4a0ad20e-da4e-4808-a185-a1863d3f3c67 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771438 Sep 18 01:55:29.477040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c0573-1ef8-4374-a8f0-ca50d840583e req-7b8539a2-5c66-49ce-8d4b-b9576b62dad0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:29.478800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d63c0573-1ef8-4374-a8f0-ca50d840583e req-7b8539a2-5c66-49ce-8d4b-b9576b62dad0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 948 time: 0.0591846 Sep 18 01:55:29.540698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d63c0573-1ef8-4374-a8f0-ca50d840583e req-4aff94d3-1bda-45d4-8284-04d6dabddbfe tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550175 Sep 18 01:55:29.749488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c16ad-207f-4302-9ba9-cc7ec81f0aa8 req-6beabd0f-3bf2-4267-a2fa-b425fd3b97bd tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:29.751416 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e8c16ad-207f-4302-9ba9-cc7ec81f0aa8 req-6beabd0f-3bf2-4267-a2fa-b425fd3b97bd tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0614145 Sep 18 01:55:29.797524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e8c16ad-207f-4302-9ba9-cc7ec81f0aa8 req-ee57283a-0735-4c34-9eeb-80fc18e46fee tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Sep 18 01:55:29.905982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:29.921184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:29.964491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'Port': ['ID=bf0da0ed-34f0-4be7-b64b-be12b39cb8fc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:29.965030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e388fefb-0355-4a1d-bbc8-08a2d2a4ffaa req-684cfff9-cfde-4cf4-976f-9d23c5cb6c77 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9ec28d-fa7a-4252-890a-ed578357eda8 HTTP/1.1" status: 200 len: 210 time: 0.0406313 Sep 18 01:55:29.996278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-bcc3ac60-2ca7-49e8-931f-c0fd1e12b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:29.997938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-bcc3ac60-2ca7-49e8-931f-c0fd1e12b6bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35b1a7db0dbc4273b8e16668f405c267&device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 1099 time: 0.4424355 Sep 18 01:55:30.002976 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-d0e41d4e-b00a-4a80-8d91-af911811e925 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405548 Sep 18 01:55:30.049963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] No DVR routers for this DVR port bf0da0ed-34f0-4be7-b64b-be12b39cb8fc on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:30.057143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:30.059267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-006a903e-4d72-43f3-bc7e-e3580aa2c40e req-efc31c01-a804-4606-adb0-1d51fbcbb49f tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.18 "DELETE /v2.0/ports/bf0da0ed-34f0-4be7-b64b-be12b39cb8fc HTTP/1.1" status: 204 len: 173 time: 1.7050514 Sep 18 01:55:30.078638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec26b4-b80f-4f68-acc6-1ee728fa3ae3 req-c133b9b2-27a2-4413-b69e-df66f0b14084 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.078953 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fec26b4-b80f-4f68-acc6-1ee728fa3ae3 req-c133b9b2-27a2-4413-b69e-df66f0b14084 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1101 time: 0.5040781 Sep 18 01:55:30.196860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fec26b4-b80f-4f68-acc6-1ee728fa3ae3 req-572c2dc7-4e82-47b7-83d9-618da24bacf7 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755045 Sep 18 01:55:30.233089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-fc9105d1-dee4-4c69-8290-4bd79c7c8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.234627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-fc9105d1-dee4-4c69-8290-4bd79c7c8017 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2263114 Sep 18 01:55:30.238878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b87b0815-7457-4a52-830b-6cf97b13ddfe req-b9eb275d-5969-4682-87c7-ec2281bf2315 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993103 Sep 18 01:55:30.295954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-05125e5e-668b-4f6e-9616-da5137018cf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=52d94d60-886a-4650-a50a-03191b0e7422 HTTP/1.1" status: 200 len: 217 time: 0.0379112 Sep 18 01:55:30.315877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7c80c-1ad0-4616-b0fd-4f70901cdc45 req-90015472-94bf-47d0-880a-5452d7d9c2dc tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.318084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9a7c80c-1ad0-4616-b0fd-4f70901cdc45 req-90015472-94bf-47d0-880a-5452d7d9c2dc tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1101 time: 0.0435810 Sep 18 01:55:30.359951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-40c42d24-d106-457c-961f-1f2c2677d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.361534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-40c42d24-d106-457c-961f-1f2c2677d7ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0565825 Sep 18 01:55:30.362285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9a7c80c-1ad0-4616-b0fd-4f70901cdc45 req-a125863f-700f-4b9b-92db-4a65bbcf7ec0 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376658 Sep 18 01:55:30.423428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-fbe37247-8973-439a-b96f-36ab0bb5122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.424992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-fbe37247-8973-439a-b96f-36ab0bb5122f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551417 Sep 18 01:55:30.511375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be937a6-f5e4-40a0-9716-ed003076fdc5 req-2c50e7b7-f2ca-4a13-adb6-cefa5f03dd1a tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.513521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0be937a6-f5e4-40a0-9716-ed003076fdc5 req-2c50e7b7-f2ca-4a13-adb6-cefa5f03dd1a tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 947 time: 0.0512223 Sep 18 01:55:30.544600 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-22a8530b-7d0a-4585-b758-a22521eacd2b service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102705 Sep 18 01:55:30.567993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0be937a6-f5e4-40a0-9716-ed003076fdc5 req-83369aa5-9c24-4999-ba53-8236f7215964 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Sep 18 01:55:30.673741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-4a1aa7c8-042c-4b3e-b6be-c08f31a200f3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175129 Sep 18 01:55:30.722575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad302d4-e29e-4370-bb1c-27cec28e5536 req-d6ea0350-6317-4331-9fa5-a42b152ebc54 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.724542 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cad302d4-e29e-4370-bb1c-27cec28e5536 req-d6ea0350-6317-4331-9fa5-a42b152ebc54 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 948 time: 0.0953765 Sep 18 01:55:30.766247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-36b36a18-4f46-4b3d-b625-70794bc1076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.767969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-36b36a18-4f46-4b3d-b625-70794bc1076e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 1100 time: 0.0459981 Sep 18 01:55:30.795955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cad302d4-e29e-4370-bb1c-27cec28e5536 req-f6853aee-b7b4-4735-a8ae-c44553b3b4a0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597165 Sep 18 01:55:30.815220 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-24d98086-ebcd-4112-963e-a7010fd3cf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:30.899723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-da305503-52c0-467d-987b-b3e2cbb9da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.901636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-da305503-52c0-467d-987b-b3e2cbb9da9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1259456 Sep 18 01:55:30.950804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f852ae-4380-49da-9d74-c093d4a1b74c req-b0c54de1-2e9d-45ed-9234-7bef8ae61a3b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:30.952599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-50f852ae-4380-49da-9d74-c093d4a1b74c req-b0c54de1-2e9d-45ed-9234-7bef8ae61a3b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0735061 Sep 18 01:55:30.962167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-5cabeb8a-8300-4002-9cdd-af3ac6898460 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=556156cb-a317-424b-a35e-646b71183a96 HTTP/1.1" status: 200 len: 217 time: 0.0482683 Sep 18 01:55:31.009281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-50f852ae-4380-49da-9d74-c093d4a1b74c req-56dfb6b1-7f35-4216-88e3-c1407536737b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Sep 18 01:55:31.031605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-eacd58dd-61fe-4dff-b0ba-c76fd824d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:31.033062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-eacd58dd-61fe-4dff-b0ba-c76fd824d821 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0495696 Sep 18 01:55:31.087701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-3a420c86-ffac-4ae9-8de0-269e298ce2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:31.089405 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-3a420c86-ffac-4ae9-8de0-269e298ce2af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0479343 Sep 18 01:55:31.215609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'name': 'network-vif-deleted', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:31.218474 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec0ae2-b634-4f5a-9c6c-a60333f13c21" -d '{"events": [{"server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "name": "network-vif-deleted", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:31.346331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-9cf78c47-6528-424b-b724-eebf61ef4e89 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402070 Sep 18 01:55:31.355038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46612d98-c68f-49c8-beab-34fc56170f0d req-34407c33-4d33-4305-8bb7-a2db1ef38b37 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/145c7bd6-08d7-4a26-b4eb-cca36db5f177 HTTP/1.1" status: 200 len: 1799 time: 0.0608556 Sep 18 01:55:31.365214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6d9cf-7b3a-4606-8552-83c856f5bf07 req-2b8186db-e3fd-45e3-803d-7e47607dbaac tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:31.367139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5b6d9cf-7b3a-4606-8552-83c856f5bf07 req-2b8186db-e3fd-45e3-803d-7e47607dbaac tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0730753 Sep 18 01:55:31.419082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5b6d9cf-7b3a-4606-8552-83c856f5bf07 req-a61379a1-137b-47ef-8c7e-df4322c7e304 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Sep 18 01:55:31.490191 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fc1d4f-1bcb-4718-bf4f-452b57827b38 x-openstack-request-id: req-78fc1d4f-1bcb-4718-bf4f-452b57827b38 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:31.491139 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9ec28d-fa7a-4252-890a-ed578357eda8", "name": "network-vif-deleted", "tag": "bf0da0ed-34f0-4be7-b64b-be12b39cb8fc", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:31.491660 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78fc1d4f-1bcb-4718-bf4f-452b57827b38 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:31.492126 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9ec28d-fa7a-4252-890a-ed578357eda8', 'name': 'network-vif-deleted', 'tag': 'bf0da0ed-34f0-4be7-b64b-be12b39cb8fc', 'status': 'completed', 'code': 200} Sep 18 01:55:31.503691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-46612d98-c68f-49c8-beab-34fc56170f0d req-9b730c82-255d-45ea-b3eb-fd6ac7f16548 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:31.570889 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-46612d98-c68f-49c8-beab-34fc56170f0d req-9b730c82-255d-45ea-b3eb-fd6ac7f16548 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:31.620814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ae7a091-1dbd-4004-9bb3-15b7c72f00e8 req-6c2092cf-0ef9-4296-b897-b08dcbfcce57 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960771 Sep 18 01:55:31.637377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-46612d98-c68f-49c8-beab-34fc56170f0d req-9b730c82-255d-45ea-b3eb-fd6ac7f16548 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:31.640541 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-46612d98-c68f-49c8-beab-34fc56170f0d req-9b730c82-255d-45ea-b3eb-fd6ac7f16548 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:31.642590 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46612d98-c68f-49c8-beab-34fc56170f0d req-9b730c82-255d-45ea-b3eb-fd6ac7f16548 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/145c7bd6-08d7-4a26-b4eb-cca36db5f177 HTTP/1.1" status: 204 len: 173 time: 0.2798326 Sep 18 01:55:31.654536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b730c82-255d-45ea-b3eb-fd6ac7f16548 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145c7bd6-08d7-4a26-b4eb-cca36db5f177,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:31.716934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054b72-491f-48ee-977a-4af2647b508e req-f17ef4b0-c863-4bf6-be1e-528fe0933078 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:31.719498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07054b72-491f-48ee-977a-4af2647b508e req-f17ef4b0-c863-4bf6-be1e-528fe0933078 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 947 time: 0.0680521 Sep 18 01:55:31.745996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c8233f9-9170-43a9-adb9-d1f8296625f1 req-f9bccf5d-c2f2-4265-a858-06503e433859 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "GET /v2.0/security-groups/8e061075-605c-4370-9f3c-4219def64382 HTTP/1.1" status: 200 len: 1797 time: 0.0663629 Sep 18 01:55:31.813402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07054b72-491f-48ee-977a-4af2647b508e req-1e1a2737-9f52-4fd6-8c59-ca9d1253c7d5 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733411 Sep 18 01:55:31.814869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5c8233f9-9170-43a9-adb9-d1f8296625f1 req-8d67fc14-4608-45b0-a7cd-a3913c807403 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:31.846378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5c8233f9-9170-43a9-adb9-d1f8296625f1 req-8d67fc14-4608-45b0-a7cd-a3913c807403 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:31.901530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5c8233f9-9170-43a9-adb9-d1f8296625f1 req-8d67fc14-4608-45b0-a7cd-a3913c807403 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:31.904197 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5c8233f9-9170-43a9-adb9-d1f8296625f1 req-8d67fc14-4608-45b0-a7cd-a3913c807403 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:31.905510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c8233f9-9170-43a9-adb9-d1f8296625f1 req-8d67fc14-4608-45b0-a7cd-a3913c807403 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e061075-605c-4370-9f3c-4219def64382 HTTP/1.1" status: 204 len: 173 time: 0.1587126 Sep 18 01:55:31.916508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41214) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:31.917284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67fc14-4608-45b0-a7cd-a3913c807403 tempest-SecurityGroupsTestJSON-1840534943 tempest-SecurityGroupsTestJSON-1840534943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e061075-605c-4370-9f3c-4219def64382,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:31.954149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7aafd-9bf5-4481-9547-6c3e8c707f90 req-4b3bb9a0-b8e3-49cc-8a5c-a36734ed835e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:31.956552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fcc7aafd-9bf5-4481-9547-6c3e8c707f90 req-4b3bb9a0-b8e3-49cc-8a5c-a36734ed835e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 948 time: 0.0717192 Sep 18 01:55:31.984385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-7791adfe-bd82-467f-b69b-f4339cd1c62b admin admin] Deleting subnet f6d38057-c427-4d9c-a41b-e8513cd01048 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:55:31.987780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7791adfe-bd82-467f-b69b-f4339cd1c62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.001799 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fcc7aafd-9bf5-4481-9547-6c3e8c707f90 req-ec47febe-86ad-4e26-8682-bb8ca8e44dd9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Sep 18 01:55:32.033736 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7791adfe-bd82-467f-b69b-f4339cd1c62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.099826 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7791adfe-bd82-467f-b69b-f4339cd1c62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.191884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c589f-f718-41db-a8df-521024e7112f req-42629572-c98e-4c78-b455-d9b9cb621e4e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:32.195631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-227c589f-f718-41db-a8df-521024e7112f req-42629572-c98e-4c78-b455-d9b9cb621e4e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0932243 Sep 18 01:55:32.247824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7791adfe-bd82-467f-b69b-f4339cd1c62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.252607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-227c589f-f718-41db-a8df-521024e7112f req-6e5649a7-9674-41cc-bc91-4d461e2d0bef tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483212 Sep 18 01:55:32.287757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791adfe-bd82-467f-b69b-f4339cd1c62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d38057-c427-4d9c-a41b-e8513cd01048,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:32.291559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7791adfe-bd82-467f-b69b-f4339cd1c62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.296398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7791adfe-bd82-467f-b69b-f4339cd1c62b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f6d38057-c427-4d9c-a41b-e8513cd01048 HTTP/1.1" status: 204 len: 168 time: 0.3744166 Sep 18 01:55:32.296398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41224) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:32.376118 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.455187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.476321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb8d2d3-1556-456e-8ab6-7b1260cd883a']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:32.485717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d930c7-0a1c-4734-ba08-6840e57a06ae') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:32.486011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d930c7-0a1c-4734-ba08-6840e57a06ae') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:32.496217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.509774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.515882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:55:32.516268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: timer() Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:55:32.517980 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:55:32.543022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7337f-6a8d-45e6-a1dc-083855b8d641 req-f5a2c80a-d4f0-4155-96a7-5944f730320c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:32.544696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27a7337f-6a8d-45e6-a1dc-083855b8d641 req-f5a2c80a-d4f0-4155-96a7-5944f730320c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0530438 Sep 18 01:55:32.578506 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.590571 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27a7337f-6a8d-45e6-a1dc-083855b8d641 req-e451424f-6cf5-4cd4-97d5-8bbdc5b5200d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 Sep 18 01:55:32.595246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.597210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ccb8d2d3-1556-456e-8ab6-7b1260cd883a HTTP/1.1" status: 204 len: 168 time: 0.3001771 Sep 18 01:55:32.598752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc77cab-3d56-40e6-9628-7d5bb3afaaf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb8d2d3-1556-456e-8ab6-7b1260cd883a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:32.766891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41230) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:32.811603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b875cb82-e4b2-4e76-9e0e-070600d744c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42f1c72c38a5469386afee0877100f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409367 Sep 18 01:55:32.811839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41232) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:32.860982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a009a3b-3d37-4396-b237-4f1f158e8c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.874914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device bf0da0ed-34f0-4be7-b64b-be12b39cb8fc no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:32.877816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 52d94d60-886a-4650-a50a-03191b0e7422 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:32.905013 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: bf0da0ed-34f0-4be7-b64b-be12b39cb8fc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:55:32.905440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device bf0da0ed-34f0-4be7-b64b-be12b39cb8fc not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:55:32.909560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a009a3b-3d37-4396-b237-4f1f158e8c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:32.956334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab068e4-8037-4612-bfd5-c12132339d14 req-b3df1f34-106a-4957-a062-d1d1e48c1e57 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:32.958192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cab068e4-8037-4612-bfd5-c12132339d14 req-b3df1f34-106a-4957-a062-d1d1e48c1e57 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 947 time: 0.0864701 Sep 18 01:55:32.999909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a009a3b-3d37-4396-b237-4f1f158e8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:33.002851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a009a3b-3d37-4396-b237-4f1f158e8c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:33.006386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3a009a3b-3d37-4396-b237-4f1f158e8c86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce9f49b8-4dc9-47b7-ae37-91cc75007869 HTTP/1.1" status: 204 len: 168 time: 0.1914260 Sep 18 01:55:33.012292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 52d94d60-886a-4650-a50a-03191b0e7422, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=52d94d60-886a-4650-a50a-03191b0e7422,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:33.017666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a009a3b-3d37-4396-b237-4f1f158e8c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f49b8-4dc9-47b7-ae37-91cc75007869,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:33.026754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '52d94d60-886a-4650-a50a-03191b0e7422', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '52d94d60-886a-4650-a50a-03191b0e7422', 'mac_address': 'fa:16:3e:7b:84:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:33.049617 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cab068e4-8037-4612-bfd5-c12132339d14 req-b54dae51-4cc1-4869-8abc-d04cda9b5202 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631468 Sep 18 01:55:33.096584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:33.123174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d94d60-886a-4650-a50a-03191b0e7422 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:33.152024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1675d60-1553-4551-942b-6835a85c1a82 req-66b37fd8-976a-4ff2-ba7f-24db660195bc tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:33.153728 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b1675d60-1553-4551-942b-6835a85c1a82 req-66b37fd8-976a-4ff2-ba7f-24db660195bc tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 948 time: 0.0599539 Sep 18 01:55:33.157480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 52d94d60-886a-4650-a50a-03191b0e7422, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=52d94d60-886a-4650-a50a-03191b0e7422,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:33.166565 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:33.167518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 556156cb-a317-424b-a35e-646b71183a96 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:33.227861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b1675d60-1553-4551-942b-6835a85c1a82 req-834f16ba-6975-4b66-9e07-282fb9143a9d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653102 Sep 18 01:55:33.237126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 556156cb-a317-424b-a35e-646b71183a96, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=556156cb-a317-424b-a35e-646b71183a96,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:33.257453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '556156cb-a317-424b-a35e-646b71183a96', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '556156cb-a317-424b-a35e-646b71183a96', 'mac_address': 'fa:16:3e:b2:cd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:33.308297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=52d94d60-886a-4650-a50a-03191b0e7422,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:33.321227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.322389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.323011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.323568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.324104 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.324899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.325446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.325995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.326539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.327252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.327973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.328591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:33.345317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:33.365380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556156cb-a317-424b-a35e-646b71183a96 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:33.402696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 556156cb-a317-424b-a35e-646b71183a96, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=556156cb-a317-424b-a35e-646b71183a96,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:33.405076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e5039672-c748-40c0-8dbe-aa6f6249bbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:33.409031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:33.457866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d00245-c041-462d-b413-dbada62fc206 req-75da0253-b830-48a4-bf4c-9cb2eb697bf1 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:33.459795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88d00245-c041-462d-b413-dbada62fc206 req-75da0253-b830-48a4-bf4c-9cb2eb697bf1 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0941501 Sep 18 01:55:33.467773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=556156cb-a317-424b-a35e-646b71183a96,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:33.508124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88d00245-c041-462d-b413-dbada62fc206 req-1f89c145-9090-4ce6-98d9-46d1bf2bba33 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Sep 18 01:55:33.727375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85203cad-6b75-4b8e-93dc-16bdfba66dca req-b814dbe1-9def-43ff-89d8-b14421608df7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:33.728929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85203cad-6b75-4b8e-93dc-16bdfba66dca req-b814dbe1-9def-43ff-89d8-b14421608df7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0621462 Sep 18 01:55:33.777517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85203cad-6b75-4b8e-93dc-16bdfba66dca req-3707d11f-3a98-4809-845a-1580854ba21c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Sep 18 01:55:33.805117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['52d94d60-886a-4650-a50a-03191b0e7422'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:33.834133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['556156cb-a317-424b-a35e-646b71183a96'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:33.898329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:33.984350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.010379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1891019488-network', 'tenant_id': 'ff0d05c6f09c4ce49acc488400a3e76e'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:34.033161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Made reservation on behalf of ff0d05c6f09c4ce49acc488400a3e76e for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:55:34.036211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.044945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.175949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.181830 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.210833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf9592-4f06-44bb-b667-e09e246c869f req-40a65bae-199c-4786-873b-ce0da43e0953 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:34.212391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eadf9592-4f06-44bb-b667-e09e246c869f req-40a65bae-199c-4786-873b-ce0da43e0953 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 948 time: 0.0900829 Sep 18 01:55:34.218380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:55:34.247990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8375c5de-5de6-4608-bd41-4df71ac94112,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:34.256886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.257011 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Added segment 9c4e4b01-41c8-417c-bec0-dcaffa060ec0 of type vlan for network b192ff89-47bf-4c4b-ae30-add5f7dc5b94 Sep 18 01:55:34.302902 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eadf9592-4f06-44bb-b667-e09e246c869f req-6b2e1d88-0fc4-4a6f-84b8-db87c8097c11 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820453 Sep 18 01:55:34.313732 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.357181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.358503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:34.359249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.361821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c93d4-c3c0-424a-884e-46b1f70cccb4 req-dd28e32c-a6f3-4a01-94cf-65640b3940d1 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:34.364316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-376c93d4-c3c0-424a-884e-46b1f70cccb4 req-dd28e32c-a6f3-4a01-94cf-65640b3940d1 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 949 time: 0.0693088 Sep 18 01:55:34.429459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-376c93d4-c3c0-424a-884e-46b1f70cccb4 req-3dfe5215-4f52-4769-a458-2844d7a30c3f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586004 Sep 18 01:55:34.455191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5556226 Sep 18 01:55:34.459102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41282) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:34.459984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7865f1c-0873-4a4a-a2b3-20d9abf10d13 admin admin] Pushing event updated for resources: {'Network': ['ID=b192ff89-47bf-4c4b-ae30-add5f7dc5b94,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:34.473080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Request body: {'subnet': {'network_id': 'b192ff89-47bf-4c4b-ae30-add5f7dc5b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1891019488-subnet', 'tenant_id': 'ff0d05c6f09c4ce49acc488400a3e76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:34.476695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b192ff89-47bf-4c4b-ae30-add5f7dc5b94 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:55:34.510012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Made reservation on behalf of ff0d05c6f09c4ce49acc488400a3e76e for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:55:34.513032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.666688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db44bb-8466-4ba3-9d35-be16f4ecc436 req-b5c8496b-4b54-4aac-859d-b81c2820ec93 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:34.668427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0db44bb-8466-4ba3-9d35-be16f4ecc436 req-b5c8496b-4b54-4aac-859d-b81c2820ec93 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 944 time: 0.0626233 Sep 18 01:55:34.730930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.735979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0db44bb-8466-4ba3-9d35-be16f4ecc436 req-f82475ae-4f31-459a-9f28-7c0242a77fe4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607197 Sep 18 01:55:34.798019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.815359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4d309b-1338-4803-91dc-b3c84a82d524,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:34.827076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Checking segment: {'id': '9c4e4b01-41c8-417c-bec0-dcaffa060ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b192ff89-47bf-4c4b-ae30-add5f7dc5b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:34.827726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Network hostable DHCP agents. Network: b192ff89-47bf-4c4b-ae30-add5f7dc5b94, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:55:34.848293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Network b192ff89-47bf-4c4b-ae30-add5f7dc5b94 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:55:34.879580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, b192ff89-47bf-4c4b-ae30-add5f7dc5b94) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:34.891495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dd54491e-bd19-4615-82c6-d0fed060f6e5 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:34.894084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70dcd54-dda1-4da1-9b01-84ca8ee6f68c None None] Network b192ff89-47bf-4c4b-ae30-add5f7dc5b94 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:55:34.896899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:34.897461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:34.923833 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9cff3a55-36c4-4f8f-adea-2b471fd56a7e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4560926 Sep 18 01:55:34.957798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314303c-1b89-431d-91e5-769766e80aba req-1bdf5ded-70d2-4de8-b47f-b20da723f0d6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:34.967509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8314303c-1b89-431d-91e5-769766e80aba req-1bdf5ded-70d2-4de8-b47f-b20da723f0d6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0989268 Sep 18 01:55:35.047675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8314303c-1b89-431d-91e5-769766e80aba req-f007614a-7455-4f4b-9530-71f279ea7a32 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740204 Sep 18 01:55:35.105337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b817d5-5d54-4f6d-87aa-34444a57c404 None None] Network b192ff89-47bf-4c4b-ae30-add5f7dc5b94 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:55:35.280336 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-6e7dc4e2-716a-4bde-b595-d3e481745873 service neutron] 10.222.0.20 "GET /v2.0/ports/dd54491e-bd19-4615-82c6-d0fed060f6e5/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 385 time: 0.1013443 Sep 18 01:55:35.336514 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-575becbe-31ba-483a-b7da-1d5559a1a85f req-3be4f210-9798-4fe2-b484-967bc6efb2cb tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] show failed (client error): The resource could not be found. Sep 18 01:55:35.337620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-575becbe-31ba-483a-b7da-1d5559a1a85f req-3be4f210-9798-4fe2-b484-967bc6efb2cb tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] 10.222.0.21 "GET /v2.0/security-groups/ad44c6e4-c84b-4ce9-8693-5b08cd69e214 HTTP/1.1" status: 404 len: 352 time: 0.0220919 Sep 18 01:55:35.442309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf44b47-24b2-429a-b2ba-79343be19418 req-ca0f161e-cf23-4fa7-97e3-2f9c10792b04 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:35.443584 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ecf44b47-24b2-429a-b2ba-79343be19418 req-ca0f161e-cf23-4fa7-97e3-2f9c10792b04 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 948 time: 0.0602243 Sep 18 01:55:35.469426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24ecf664-2782-49eb-8d0c-28edd0b57ff1 req-a9536502-3f64-4e4f-802d-9ae041ee6c5d tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff0d05c6f09c4ce49acc488400a3e76e HTTP/1.1" status: 200 len: 2984 time: 0.0884495 Sep 18 01:55:35.484636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ecf44b47-24b2-429a-b2ba-79343be19418 req-b90ed53b-6ac3-4c22-a5dd-d0d4f285115b tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Sep 18 01:55:35.569815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:35.580634 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24ecf664-2782-49eb-8d0c-28edd0b57ff1 req-e749858b-671c-40e4-9834-0e7aeb8ef404 tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] 10.222.0.21 "GET /v2.0/security-groups/8375c5de-5de6-4608-bd41-4df71ac94112 HTTP/1.1" status: 200 len: 2981 time: 0.0761821 Sep 18 01:55:35.617824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:35.658415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24ecf664-2782-49eb-8d0c-28edd0b57ff1 req-13029d43-dfe4-4372-81c1-ede7aa8d8fb0 tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] 10.222.0.21 "GET /v2.0/security-groups/8375c5de-5de6-4608-bd41-4df71ac94112 HTTP/1.1" status: 200 len: 2981 time: 0.0696397 Sep 18 01:55:35.679522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd54491e-bd19-4615-82c6-d0fed060f6e5 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:35.690801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a640a-544d-430c-a9f5-0d3697fccd01 req-52e916f3-12fa-4a07-b029-21ca434c1d99 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:35.691481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:35.694206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-324a640a-544d-430c-a9f5-0d3697fccd01 req-52e916f3-12fa-4a07-b029-21ca434c1d99 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 949 time: 0.0696697 Sep 18 01:55:35.707769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:35.757727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-324a640a-544d-430c-a9f5-0d3697fccd01 req-0035b3b9-dad8-45d8-890c-58b1bbbfa38a tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569227 Sep 18 01:55:35.820270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] Transition to ACTIVE for port object dd54491e-bd19-4615-82c6-d0fed060f6e5 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:35.829150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:35.859721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da1d7304-0a9e-4c8a-b318-620479365147 req-4722e558-6530-40c5-9c60-8181bd7157ab tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] 10.222.0.21 "GET /v2.0/security-groups/8375c5de-5de6-4608-bd41-4df71ac94112 HTTP/1.1" status: 200 len: 2981 time: 0.0903685 Sep 18 01:55:35.898603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a825f-699b-4a9d-817a-e665657b9a66 req-f51bbc07-b48a-467c-84b9-37ae625a0a87 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:35.900808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b4a825f-699b-4a9d-817a-e665657b9a66 req-f51bbc07-b48a-467c-84b9-37ae625a0a87 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 945 time: 0.0711319 Sep 18 01:55:35.914004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] No DVR routers for this DVR port dd54491e-bd19-4615-82c6-d0fed060f6e5 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:35.937975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] Pushing event updated for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:35.943023 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b4a825f-699b-4a9d-817a-e665657b9a66 req-56cffeaa-4b09-49fe-9b0b-e804228e3a28 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347221 Sep 18 01:55:35.985571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-1114bd3b-0167-454f-ad82-d6a49d5a2dba service neutron] 10.222.0.20 "PUT /v2.0/ports/dd54491e-bd19-4615-82c6-d0fed060f6e5/bindings/n-h1-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6983483 Sep 18 01:55:35.989607 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-da1d7304-0a9e-4c8a-b318-620479365147 req-e55637be-6c1d-4b06-afa0-9bf00b3525e1 tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 01:55:35.990571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da1d7304-0a9e-4c8a-b318-620479365147 req-e55637be-6c1d-4b06-afa0-9bf00b3525e1 tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] 10.222.0.21 "DELETE /v2.0/security-groups/8375c5de-5de6-4608-bd41-4df71ac94112 HTTP/1.1" status: 409 len: 352 time: 0.1227741 Sep 18 01:55:36.044286 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-a7d91b09-20f7-49c7-b660-1419f20b9ca7 req-a284786c-399c-465e-8126-8983660c0587 tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] show failed (client error): The resource could not be found. Sep 18 01:55:36.052805 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7d91b09-20f7-49c7-b660-1419f20b9ca7 req-a284786c-399c-465e-8126-8983660c0587 tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] 10.222.0.21 "GET /v2.0/security-groups/5fc49ab9-d18f-4fbc-98ef-419672949812 HTTP/1.1" status: 404 len: 352 time: 0.0307882 Sep 18 01:55:36.092829 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-c484cd8d-b937-4914-9b81-18152823314b req-d32277ef-563b-4cad-a1bf-6b67df124b65 tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] show failed (client error): The resource could not be found. Sep 18 01:55:36.093852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c484cd8d-b937-4914-9b81-18152823314b req-d32277ef-563b-4cad-a1bf-6b67df124b65 tempest-SecurityGroupsNegativeTestJSON-2010162524 tempest-SecurityGroupsNegativeTestJSON-2010162524-project] 10.222.0.21 "GET /v2.0/security-groups/22c5fd8a-4cb2-4f67-90d7-b9d08c158830 HTTP/1.1" status: 404 len: 352 time: 0.0171309 Sep 18 01:55:36.107136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41394) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:36.115197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-7f1a836f-cd65-40f8-bbcd-853924b77975 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.116606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-7f1a836f-cd65-40f8-bbcd-853924b77975 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.0679595 Sep 18 01:55:36.166391 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.184583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-397d16fc-0f6f-4f6d-91d4-867244b0c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.186206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-397d16fc-0f6f-4f6d-91d4-867244b0c63c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9&tenant_id=a3a9a182534b46a6a35061163f3be7bd HTTP/1.1" status: 200 len: 1097 time: 0.0553291 Sep 18 01:55:36.200064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8280c4-4815-4563-9810-94f3eac24734 admin admin] Deleting subnet 7e4d309b-1338-4803-91dc-b3c84a82d524 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:55:36.206140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b8280c4-4815-4563-9810-94f3eac24734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.215903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684608-4069-45dc-8ada-330ad350ba9a req-64b7802e-e85b-42d2-bfdd-918c04a9afd8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.217359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b684608-4069-45dc-8ada-330ad350ba9a req-64b7802e-e85b-42d2-bfdd-918c04a9afd8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0725119 Sep 18 01:55:36.264689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-93e3554e-c55c-484b-b38f-1a55ab081e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.266284 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-93e3554e-c55c-484b-b38f-1a55ab081e26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1097 time: 0.0525181 Sep 18 01:55:36.266842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b8280c4-4815-4563-9810-94f3eac24734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.303296 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b684608-4069-45dc-8ada-330ad350ba9a req-f91629cd-9fc2-46ec-a42a-d87ead88f495 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678172 Sep 18 01:55:36.321439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b8280c4-4815-4563-9810-94f3eac24734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.381359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b8280c4-4815-4563-9810-94f3eac24734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.400815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-7ef576b8-59d4-45fc-9748-591a3a0474e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.402846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-7ef576b8-59d4-45fc-9748-591a3a0474e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.1232080 Sep 18 01:55:36.416532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8280c4-4815-4563-9810-94f3eac24734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4d309b-1338-4803-91dc-b3c84a82d524,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:36.421225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b8280c4-4815-4563-9810-94f3eac24734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.426843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3b8280c4-4815-4563-9810-94f3eac24734 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7e4d309b-1338-4803-91dc-b3c84a82d524 HTTP/1.1" status: 204 len: 168 time: 0.3149230 Sep 18 01:55:36.426843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41398) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:36.452335 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-d2f123d1-0848-4815-b14d-6e74131756eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 200 len: 217 time: 0.0400074 Sep 18 01:55:36.503210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-c7cd408f-2f03-4ae7-8b50-7749da64f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.504089 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.506181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-c7cd408f-2f03-4ae7-8b50-7749da64f79c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0472176 Sep 18 01:55:36.547741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-894320fa-9571-4641-bb34-6c7adcfb4bd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268407 Sep 18 01:55:36.603899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.628210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b192ff89-47bf-4c4b-ae30-add5f7dc5b94']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:36.646087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4e4b01-41c8-417c-bec0-dcaffa060ec0') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:36.647743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4e4b01-41c8-417c-bec0-dcaffa060ec0') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:36.659800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.676867 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.685587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:55:36.686206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:55:36.688267 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:55:36.700788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-f7d3a42c-8534-45df-a99d-362b4da4a58a service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442916 Sep 18 01:55:36.713356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005114fd-9e35-4a1e-8cd0-cdcd888d3eb0 req-945e7afc-2be6-4e69-956b-91536dbb037b tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.714933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-005114fd-9e35-4a1e-8cd0-cdcd888d3eb0 req-945e7afc-2be6-4e69-956b-91536dbb037b tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 948 time: 0.0751700 Sep 18 01:55:36.764796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.772091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:36.778420 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b192ff89-47bf-4c4b-ae30-add5f7dc5b94 HTTP/1.1" status: 204 len: 168 time: 0.3491166 Sep 18 01:55:36.809601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d39190-e742-45da-999a-86dcaf7b53d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b192ff89-47bf-4c4b-ae30-add5f7dc5b94,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:36.827524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-005114fd-9e35-4a1e-8cd0-cdcd888d3eb0 req-8cf47e00-f70a-40ef-96c8-625db3f09738 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987878 Sep 18 01:55:36.864435 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-0f092643-7fa0-4541-92c3-cc24bb16b9e1 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478169 Sep 18 01:55:36.895724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 52d94d60-886a-4650-a50a-03191b0e7422 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:36.934913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e4eb5-4430-4843-a3c5-9290013eb3e6 req-0b5a8823-4e94-4e6d-a61f-5546e1297eeb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:36.936475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e40e4eb5-4430-4843-a3c5-9290013eb3e6 req-0b5a8823-4e94-4e6d-a61f-5546e1297eeb tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 949 time: 0.0548398 Sep 18 01:55:36.964823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 52d94d60-886a-4650-a50a-03191b0e7422 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:55:36.967822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41410) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:36.968891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 52d94d60-886a-4650-a50a-03191b0e7422 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:36.969266 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.011963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e40e4eb5-4430-4843-a3c5-9290013eb3e6 req-5044881e-75ae-43bd-b2c5-c65cc3e40cb9 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639760 Sep 18 01:55:37.040049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b9aa6da-3159-48ca-a0ef-52191167d96e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff0d05c6f09c4ce49acc488400a3e76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686038 Sep 18 01:55:37.041483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41414) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:37.101644 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.136805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba094ee-e0fc-4189-897b-ffe88df8a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d94d60-886a-4650-a50a-03191b0e7422'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:37.139546 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21b4f5f-843a-4861-99a9-f8f014bed381" -d '{"events": [{"server_uuid": "2ba094ee-e0fc-4189-897b-ffe88df8a327", "name": "network-vif-plugged", "status": "completed", "tag": "52d94d60-886a-4650-a50a-03191b0e7422"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:37.158373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342534c-d749-4339-91ec-8eb7ea8e08b8 req-20a2a4e4-a430-4439-937c-d306e21f7fd2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:37.161736 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f342534c-d749-4339-91ec-8eb7ea8e08b8 req-20a2a4e4-a430-4439-937c-d306e21f7fd2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 945 time: 0.0952606 Sep 18 01:55:37.162339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 52d94d60-886a-4650-a50a-03191b0e7422, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=52d94d60-886a-4650-a50a-03191b0e7422,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:37.168584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.169524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 556156cb-a317-424b-a35e-646b71183a96 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:37.187294 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37206875-c01f-44ca-b89c-c7661af9fcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.225181 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f7816c-294d-45b7-8507-6cd4a059153d x-openstack-request-id: req-b0f7816c-294d-45b7-8507-6cd4a059153d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:37.225769 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba094ee-e0fc-4189-897b-ffe88df8a327", "name": "network-vif-plugged", "status": "completed", "tag": "52d94d60-886a-4650-a50a-03191b0e7422", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:37.226183 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0f7816c-294d-45b7-8507-6cd4a059153d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:37.226727 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba094ee-e0fc-4189-897b-ffe88df8a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d94d60-886a-4650-a50a-03191b0e7422', 'code': 200} Sep 18 01:55:37.250575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-cdc3f41f-c845-453b-aa64-6197f927adfb tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:37.251964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f342534c-d749-4339-91ec-8eb7ea8e08b8 req-26ec5c73-4e3f-4397-9adb-60225090c2cf tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830386 Sep 18 01:55:37.252575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-cdc3f41f-c845-453b-aa64-6197f927adfb tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.0891721 Sep 18 01:55:37.262228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37206875-c01f-44ca-b89c-c7661af9fcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.281001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=52d94d60-886a-4650-a50a-03191b0e7422,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:37.296071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 556156cb-a317-424b-a35e-646b71183a96 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:55:37.300305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 556156cb-a317-424b-a35e-646b71183a96 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:37.301386 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.333408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37206875-c01f-44ca-b89c-c7661af9fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.351518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37206875-c01f-44ca-b89c-c7661af9fcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.355001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-37206875-c01f-44ca-b89c-c7661af9fcdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8375c5de-5de6-4608-bd41-4df71ac94112 HTTP/1.1" status: 204 len: 168 time: 0.3133235 Sep 18 01:55:37.383606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206875-c01f-44ca-b89c-c7661af9fcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8375c5de-5de6-4608-bd41-4df71ac94112,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:37.437989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.438395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd14893-9252-47ff-9b35-977e4409cfc9 req-44cc1a25-3170-4efb-95c0-7131ad07a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:37.440017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbd14893-9252-47ff-9b35-977e4409cfc9 req-44cc1a25-3170-4efb-95c0-7131ad07a494 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 1101 time: 0.1273139 Sep 18 01:55:37.484971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 556156cb-a317-424b-a35e-646b71183a96, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=556156cb-a317-424b-a35e-646b71183a96,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:37.489834 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.529817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-d8d7f898-a945-4a97-86cd-7a5c5fff8279 service neutron] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:37.538187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-d8d7f898-a945-4a97-86cd-7a5c5fff8279 service neutron] Notify callbacks [] for binding, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:37.540513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f4e5770-2559-418d-aa88-c6a96c1847a5 req-d8d7f898-a945-4a97-86cd-7a5c5fff8279 service neutron] 10.222.0.18 "DELETE /v2.0/ports/dd54491e-bd19-4615-82c6-d0fed060f6e5/bindings/n-h2-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.2748415 Sep 18 01:55:37.550769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=556156cb-a317-424b-a35e-646b71183a96,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:37.555736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbd14893-9252-47ff-9b35-977e4409cfc9 req-cdf405c6-c05e-4371-8440-d5c942adee6c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017582 Sep 18 01:55:37.570324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b8f65-78c8-4fca-9943-7d3e8e4b2610 req-3c9a68ab-5c58-4ad6-80e1-dff70da132c3 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:37.571917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cf4b8f65-78c8-4fca-9943-7d3e8e4b2610 req-3c9a68ab-5c58-4ad6-80e1-dff70da132c3 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1044734 Sep 18 01:55:37.615495 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cf4b8f65-78c8-4fca-9943-7d3e8e4b2610 req-d619d4c6-802c-472e-8e79-05db5ff95952 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371757 Sep 18 01:55:37.946008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d1c3e-da80-431c-a3f0-61c22400c3c0 req-4e20b01f-9008-4cb8-a925-6c5819d0c5a3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:37.947544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-867d1c3e-da80-431c-a3f0-61c22400c3c0 req-4e20b01f-9008-4cb8-a925-6c5819d0c5a3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 949 time: 0.0564587 Sep 18 01:55:37.990611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-867d1c3e-da80-431c-a3f0-61c22400c3c0 req-b68a5987-4253-4f28-92a7-13cc03ecd3b3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365739 Sep 18 01:55:38.153510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f8959-56d3-4c5b-bd77-87d7777d9db1 req-6f3b28dd-e456-4f53-a6c7-a6f32545c5b6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:38.155080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-261f8959-56d3-4c5b-bd77-87d7777d9db1 req-6f3b28dd-e456-4f53-a6c7-a6f32545c5b6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 950 time: 0.0645578 Sep 18 01:55:38.218996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-261f8959-56d3-4c5b-bd77-87d7777d9db1 req-ce2b7d9b-dd5d-4274-b05b-301cd2e539c1 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556781 Sep 18 01:55:38.263756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41450) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:38.383552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-67759327-network', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:38.384865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da53eb2-8642-455a-897a-7f2193358d30 req-a874cc3d-3c0f-44df-9f6d-9db935a53f89 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:38.386347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1da53eb2-8642-455a-897a-7f2193358d30 req-a874cc3d-3c0f-44df-9f6d-9db935a53f89 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 945 time: 0.0556896 Sep 18 01:55:38.409602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Made reservation on behalf of c3bd55e00ae846f5848f7bc67fcce900 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:55:38.412752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.421385 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.433428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1da53eb2-8642-455a-897a-7f2193358d30 req-c740cda7-5b71-431e-bee7-a44415c20d75 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Sep 18 01:55:38.531288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.539858 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.560259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:55:38.580877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.581313 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Added segment 4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6 of type vlan for network 50476e05-81a9-4be3-8f90-89b27318b9ba Sep 18 01:55:38.590797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24946f5-6e39-429c-872e-0a30b2deff74,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:38.607020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405720c3-3686-4ed3-93f8-67167c47422f req-634e9aed-8dc3-4985-af82-6ba7d42f8adf tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:38.617773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-405720c3-3686-4ed3-93f8-67167c47422f req-634e9aed-8dc3-4985-af82-6ba7d42f8adf tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1097 time: 0.0680552 Sep 18 01:55:38.650957 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.682141 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-405720c3-3686-4ed3-93f8-67167c47422f req-03590343-5370-4590-a989-f217a6e52c35 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634084 Sep 18 01:55:38.709241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.710471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:38.711259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.737954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4727349 Sep 18 01:55:38.740976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41466) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:38.746672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Request body: {'subnet': {'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-67759327-subnet', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:38.793093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Made reservation on behalf of c3bd55e00ae846f5848f7bc67fcce900 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:55:38.797100 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:38.850939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9664c-e908-4314-8a31-57792a06ff76 admin admin] Pushing event updated for resources: {'Network': ['ID=50476e05-81a9-4be3-8f90-89b27318b9ba,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:38.867646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 50476e05-81a9-4be3-8f90-89b27318b9ba details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:55:38.869451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ae004-0be1-4e1a-bec6-048eef25921a req-ec4bbdfc-bdde-46ac-953a-d7def73a0765 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:38.876877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-293ae004-0be1-4e1a-bec6-048eef25921a req-ec4bbdfc-bdde-46ac-953a-d7def73a0765 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1199093 Sep 18 01:55:38.931182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-293ae004-0be1-4e1a-bec6-048eef25921a req-a6944a51-1287-445e-8aff-cd1bda27b70e tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528271 Sep 18 01:55:39.036476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8658006-1ef7-4c36-98a7-845326a20c65 req-d19e816d-1ff6-4767-8b37-181ce15bd551 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.043427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8658006-1ef7-4c36-98a7-845326a20c65 req-d19e816d-1ff6-4767-8b37-181ce15bd551 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 1097 time: 0.1871979 Sep 18 01:55:39.158328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8658006-1ef7-4c36-98a7-845326a20c65 req-a790a4cf-184f-4f87-bf68-ab525ee124b8 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036830 Sep 18 01:55:39.227760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32d1bb1-470c-46cb-88d1-abbd145002de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556156cb-a317-424b-a35e-646b71183a96'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:39.229480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:39.230097 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efea6bf8-d3e0-4f4c-bb8d-7440f8fe5bef" -d '{"events": [{"server_uuid": "f32d1bb1-470c-46cb-88d1-abbd145002de", "name": "network-vif-plugged", "status": "completed", "tag": "556156cb-a317-424b-a35e-646b71183a96"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:39.237333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed0649-b22b-41dd-aae3-855f6ee11f9c req-9fd8a411-2825-4c25-8384-4b5a894c33db tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.245945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2ed0649-b22b-41dd-aae3-855f6ee11f9c req-9fd8a411-2825-4c25-8384-4b5a894c33db tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 949 time: 0.0816021 Sep 18 01:55:39.296673 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8779401-2663-41e7-8785-2819bde364e7 x-openstack-request-id: req-f8779401-2663-41e7-8785-2819bde364e7 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:39.296990 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32d1bb1-470c-46cb-88d1-abbd145002de", "name": "network-vif-plugged", "status": "completed", "tag": "556156cb-a317-424b-a35e-646b71183a96", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:39.297247 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8779401-2663-41e7-8785-2819bde364e7 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:39.297647 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32d1bb1-470c-46cb-88d1-abbd145002de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556156cb-a317-424b-a35e-646b71183a96', 'code': 200} Sep 18 01:55:39.299415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2ed0649-b22b-41dd-aae3-855f6ee11f9c req-2df2223e-355d-4ce1-bf7f-29680baccafb tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525281 Sep 18 01:55:39.308626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35b8a70-1db7-460c-abd5-2508cb813cd6,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:39.318395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Checking segment: {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:39.318741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Network hostable DHCP agents. Network: 50476e05-81a9-4be3-8f90-89b27318b9ba, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:55:39.349794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Network 50476e05-81a9-4be3-8f90-89b27318b9ba is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:55:39.364726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 50476e05-81a9-4be3-8f90-89b27318b9ba) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:39.375325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ff69b-9349-49e0-9d3a-89419701158c None None] Network 50476e05-81a9-4be3-8f90-89b27318b9ba requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:55:39.386516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.387402 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:39.443105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a83a4cad-8a7b-4f76-91f5-ec00c59e86ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7005301 Sep 18 01:55:39.446086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41486) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:39.451499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:39.466670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37b10a-a676-4d73-8890-7b527f05147a req-2ec97d20-f059-4617-b6b7-b6488726b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.468641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab37b10a-a676-4d73-8890-7b527f05147a req-2ec97d20-f059-4617-b6b7-b6488726b36d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 1102 time: 0.0990276 Sep 18 01:55:39.504570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50521e48-2f57-4bae-a3ac-7ff19fc69da7 req-e734075e-0a41-4eeb-a979-a6ea0228f3a7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:39.505133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:39.506400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50521e48-2f57-4bae-a3ac-7ff19fc69da7 req-e734075e-0a41-4eeb-a979-a6ea0228f3a7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 950 time: 0.0817292 Sep 18 01:55:39.514825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:39.562985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab37b10a-a676-4d73-8890-7b527f05147a req-74b35233-b96f-4b9f-af37-15cd8bcd17b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830688 Sep 18 01:55:39.580815 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50521e48-2f57-4bae-a3ac-7ff19fc69da7 req-93b72461-4294-4f54-8078-b78174c25fbd tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649841 Sep 18 01:55:39.649602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:39.883115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:39.887085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-50476e05-81a9-4be3-8f90-89b27318b9ba', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:55:39.887955 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.069960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Allocated IP 172.20.0.2 (50476e05-81a9-4be3-8f90-89b27318b9ba/c35b8a70-1db7-460c-abd5-2508cb813cd6/5339e7d1-72c9-47a4-8755-988e0a7051f8) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:40.101997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe8e06-4beb-4dbe-abbf-f3e8aaafc8ac req-6e12fcbb-8df2-49a6-bdfe-79e28af12651 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:40.112176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fcbe8e06-4beb-4dbe-abbf-f3e8aaafc8ac req-6e12fcbb-8df2-49a6-bdfe-79e28af12651 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0703516 Sep 18 01:55:40.163182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fcbe8e06-4beb-4dbe-abbf-f3e8aaafc8ac req-26376694-6ab6-42ae-88e3-bb9a1b726ae7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498834 Sep 18 01:55:40.225274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.258771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.262425 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.268519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.275827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-4200a24d-5489-4b7b-9f5a-e04c9d0423f2 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=35b1a7db0dbc4273b8e16668f405c267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483034 Sep 18 01:55:40.320908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Network 50476e05-81a9-4be3-8f90-89b27318b9ba is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:40.323973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:40.331456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:40.339655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Pushing event updated for resources: {'Port': ['ID=5339e7d1-72c9-47a4-8755-988e0a7051f8,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:40.415247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Attempting to bind port 5339e7d1-72c9-47a4-8755-988e0a7051f8 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:40.415611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Attempting to bind port 5339e7d1-72c9-47a4-8755-988e0a7051f8 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:40.415953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Attempting to bind port 5339e7d1-72c9-47a4-8755-988e0a7051f8 on network 50476e05-81a9-4be3-8f90-89b27318b9ba {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:40.421799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:40.422968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Checking segment: {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:40.422968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.422968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Bound using segment: {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:40.423411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Bound port: 5339e7d1-72c9-47a4-8755-988e0a7051f8, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:40.424003 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.478882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-461c168f-6af5-41d8-a440-d932b49f1b75 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:40.480502 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-461c168f-6af5-41d8-a440-d932b49f1b75 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974847 Sep 18 01:55:40.481716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Allocated IP 172.25.0.8 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/70680efc-2dc8-41d8-806e-cc24c34f6b1c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:40.500783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] For port 5339e7d1-72c9-47a4-8755-988e0a7051f8, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:40.503000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-7809406c-fd6e-4aa4-ad83-7acd776a7dae tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/quotas/35b1a7db0dbc4273b8e16668f405c267 HTTP/1.1" status: 200 len: 375 time: 0.0159667 Sep 18 01:55:40.512970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] For port 5339e7d1-72c9-47a4-8755-988e0a7051f8, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5339e7d1-72c9-47a4-8755-988e0a7051f8,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:40.518649 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.578901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64930afc-c8fb-4bef-ad3e-c4c0ee36b6f2 None None] Pushing event updated for resources: {'Port': ['ID=5339e7d1-72c9-47a4-8755-988e0a7051f8,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:40.623397 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-2b6f6558-b4a5-4410-848e-d9bfc892aeda tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35b1a7db0dbc4273b8e16668f405c267&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044965 Sep 18 01:55:40.651469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.715592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:40.796330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21132668-f780-463b-ae68-88bf69a47ced req-d2ec1f7a-9314-4830-90ee-db8e56fb7d5d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:40.798197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:40.805571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21132668-f780-463b-ae68-88bf69a47ced req-d2ec1f7a-9314-4830-90ee-db8e56fb7d5d tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 950 time: 0.0975227 Sep 18 01:55:40.817851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:40.824135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:40.870564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Pushing event updated for resources: {'Port': ['ID=70680efc-2dc8-41d8-806e-cc24c34f6b1c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:40.889783 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21132668-f780-463b-ae68-88bf69a47ced req-619b76ec-6c0c-46df-a015-4f82d6ab732c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Sep 18 01:55:41.143305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b82a2aa2-6718-451d-a2ff-d9db625b09b8 req-c9f3ef23-b48c-45a3-be53-1e97f81db4a4 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 210 time: 0.0599029 Sep 18 01:55:41.299294 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:41.416142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d73ff-0c3c-4554-9f5e-2d9311bc1edc req-923b7345-283e-47a8-a4f4-235d66734e6b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:41.418396 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e8d73ff-0c3c-4554-9f5e-2d9311bc1edc req-923b7345-283e-47a8-a4f4-235d66734e6b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1199372 Sep 18 01:55:41.943934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e8d73ff-0c3c-4554-9f5e-2d9311bc1edc req-75aaf724-0ce4-4081-9779-2d4a362ebcd8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900837 Sep 18 01:55:42.037984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3047a66-e096-46f2-9fbb-d2802bebffad None None] Network 50476e05-81a9-4be3-8f90-89b27318b9ba requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:55:42.040501 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:42.105834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec7b0f-132e-48b1-a476-44bc3ad924c8 req-760358af-72d8-4ea4-a0ed-3425382869c3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:42.122311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bec7b0f-132e-48b1-a476-44bc3ad924c8 req-760358af-72d8-4ea4-a0ed-3425382869c3 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 950 time: 0.1153092 Sep 18 01:55:42.180943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bec7b0f-132e-48b1-a476-44bc3ad924c8 req-f5cb0f7e-13fd-470f-9279-5e0cc4ac9a4e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525548 Sep 18 01:55:42.185478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d2526fa1-6989-4f36-81e8-b3eb5bd3dbaa None None] Provisioning complete for port 5339e7d1-72c9-47a4-8755-988e0a7051f8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:42.186023 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d2526fa1-6989-4f36-81e8-b3eb5bd3dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:42.258647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:55:42.306802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f868af-26b5-4c62-b9ad-6469af534ffe req-279536d4-d42e-401b-8030-af17176f8b3d tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:42.314841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f868af-26b5-4c62-b9ad-6469af534ffe req-279536d4-d42e-401b-8030-af17176f8b3d tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 1102 time: 0.0562348 Sep 18 01:55:42.380259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b94c1e24-283b-4f3b-8c43-e878987a9779 req-bbbc111c-a5a5-488d-991b-3151a8e9bd82 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 210 time: 0.0538113 Sep 18 01:55:42.383982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f868af-26b5-4c62-b9ad-6469af534ffe req-24ff6638-4551-480c-844c-240c8e314c26 tempest-ServersOnMultiNodesTest-847340260 tempest-ServersOnMultiNodesTest-847340260-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Sep 18 01:55:42.514474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:55:42.526539 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Sync routers for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:55:42.547342 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:55:42.549161 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d2526fa1-6989-4f36-81e8-b3eb5bd3dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:42.556279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:42.557660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6353b978-f7cf-419d-ae00-4dbd9a608936 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1102967 Sep 18 01:55:42.558311 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:55:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:42.560303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41552) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:42.611450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-35dd9f0d-e0c8-4b9c-ad1c-ff5193631b5b tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=35b1a7db0dbc4273b8e16668f405c267&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452292 Sep 18 01:55:42.625527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5339e7d1-72c9-47a4-8755-988e0a7051f8 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:42.725457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d2526fa1-6989-4f36-81e8-b3eb5bd3dbaa None None] For port 5339e7d1-72c9-47a4-8755-988e0a7051f8, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5339e7d1-72c9-47a4-8755-988e0a7051f8,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:42.760116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d2526fa1-6989-4f36-81e8-b3eb5bd3dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:42.903436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2526fa1-6989-4f36-81e8-b3eb5bd3dbaa None None] Pushing event updated for resources: {'Port': ['ID=5339e7d1-72c9-47a4-8755-988e0a7051f8,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:42.922107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5339e7d1-72c9-47a4-8755-988e0a7051f8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:42.922428 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:42.994956 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:55:43.040563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1416ac94-b0b6-4cb9-add8-51802bea6df0 None None] Provisioning complete for port 5339e7d1-72c9-47a4-8755-988e0a7051f8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:43.041176 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1416ac94-b0b6-4cb9-add8-51802bea6df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:43.217249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccfc33-5153-4d43-aa3e-e95fa0615cc1 req-dfa88278-174f-4bee-856f-d21cb4967d31 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:43.226386 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cccfc33-5153-4d43-aa3e-e95fa0615cc1 req-dfa88278-174f-4bee-856f-d21cb4967d31 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 950 time: 0.3186834 Sep 18 01:55:43.336787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cccfc33-5153-4d43-aa3e-e95fa0615cc1 req-459964a2-798b-40e4-b103-f506d71d305b tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093879 Sep 18 01:55:43.417066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40abf3b-1a0f-4a38-8ec2-d1e8c6148f8f req-0fae4b41-9804-4529-a999-e6eec92e44e0 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:43.424956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e40abf3b-1a0f-4a38-8ec2-d1e8c6148f8f req-0fae4b41-9804-4529-a999-e6eec92e44e0 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0880973 Sep 18 01:55:43.433349 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:41Z', 'revision_number': 3, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:43.454549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-e74e02e5-da7f-485d-81e3-ed02001d75db tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:43.456270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-e74e02e5-da7f-485d-81e3-ed02001d75db tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8407431 Sep 18 01:55:43.490930 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Checking router: b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:55:43.491413 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Updating router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 port 70680efc-2dc8-41d8-806e-cc24c34f6b1c binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:55:43.495712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Request body: {'port': {'device_id': '4a5df3f7-dd81-44e5-97a0-745850ce5712', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '35b1a7db0dbc4273b8e16668f405c267'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:43.523688 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:43.563345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e40abf3b-1a0f-4a38-8ec2-d1e8c6148f8f req-87c5fbe2-3bb2-4455-95fe-f22d33fbea58 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378541 Sep 18 01:55:43.670660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:43.755169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-053b1e54-ef8a-4301-ab92-c7ccd3e1389b req-3ee26363-db90-4f4e-bf3b-d7f786157f3b tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 210 time: 0.1721504 Sep 18 01:55:43.760161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Made reservation on behalf of 35b1a7db0dbc4273b8e16668f405c267 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:55:43.765546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:43.970137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Allocated IP 192.168.233.113 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/023bd132-ef9c-46ae-ba87-df9b8bafe5f8) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:44.000176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Allocated IP 172.20.0.1 (50476e05-81a9-4be3-8f90-89b27318b9ba/c35b8a70-1db7-460c-abd5-2508cb813cd6/a78f9d72-8011-482f-bf15-80b22b100fa1) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:44.016530 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.037131 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.119689 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Attempting to bind port 70680efc-2dc8-41d8-806e-cc24c34f6b1c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:44.120188 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Attempting to bind port 70680efc-2dc8-41d8-806e-cc24c34f6b1c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:44.120551 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Attempting to bind port 70680efc-2dc8-41d8-806e-cc24c34f6b1c on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:44.140670 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:44.141066 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:44.141432 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.141820 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:44.142301 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Bound port: 70680efc-2dc8-41d8-806e-cc24c34f6b1c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:44.142690 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.149471 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Pushing event updated for resources: {'Port': ['ID=70680efc-2dc8-41d8-806e-cc24c34f6b1c,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:44.180109 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.180473 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.180802 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.181268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.181597 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.182092 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.182418 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.182749 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.183070 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.183382 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.183696 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.184048 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:55:44.186002 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.232281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.239997 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] For port 70680efc-2dc8-41d8-806e-cc24c34f6b1c, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:44.243863 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] For port 70680efc-2dc8-41d8-806e-cc24c34f6b1c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=70680efc-2dc8-41d8-806e-cc24c34f6b1c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:44.264422 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.284443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.289927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Network 50476e05-81a9-4be3-8f90-89b27318b9ba is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:44.293183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:44.297081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:44.351180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a78f9d72-8011-482f-bf15-80b22b100fa1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:44.353771 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:55:44.354855 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:55:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:44.368651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.384193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['52d94d60-886a-4650-a50a-03191b0e7422'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:44.402838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.408423 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854220a-72a5-4aa9-930f-916f0d52d59a None None] Pushing event updated for resources: {'Port': ['ID=70680efc-2dc8-41d8-806e-cc24c34f6b1c,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:44.553465 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:55:44.554504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:44.563068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:44.585750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5339e7d1-72c9-47a4-8755-988e0a7051f8 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:44.590178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:44.873723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1c861770-d2d1-4878-8469-7cc610307e1e None None] Provisioning complete for port a78f9d72-8011-482f-bf15-80b22b100fa1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:44.874012 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c861770-d2d1-4878-8469-7cc610307e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.887709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Pushing event updated for resources: {'Port': ['ID=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:44.890109 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:55:44.915380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f1ba3-ab40-4454-95af-01e4ba8c6203 req-db23cecc-699b-4c97-9ecd-58915667696b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:44.925389 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d40f1ba3-ab40-4454-95af-01e4ba8c6203 req-db23cecc-699b-4c97-9ecd-58915667696b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1372721 Sep 18 01:55:44.927984 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.964313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1c861770-d2d1-4878-8469-7cc610307e1e None None] Port a78f9d72-8011-482f-bf15-80b22b100fa1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:55:44.965122 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:41Z', 'revision_number': 3, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:44.965752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5339e7d1-72c9-47a4-8755-988e0a7051f8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:44.966123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:44.976479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:44.977272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:45.031719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-8623304c-8ec5-439e-b137-965886cf8434 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:45.033866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-8623304c-8ec5-439e-b137-965886cf8434 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 950 time: 0.4509158 Sep 18 01:55:45.037979 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7d599e-241d-4547-97aa-f67d64466b8d None None] The sync data for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 is: [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:41Z', 'revision_number': 3, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:55:45.046620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612b9bc-e2a4-472e-9612-88fd9ced3803 req-05694fd0-11c8-45c3-be50-75c3a08c7549 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:45.061721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5612b9bc-e2a4-472e-9612-88fd9ced3803 req-05694fd0-11c8-45c3-be50-75c3a08c7549 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 950 time: 0.4801304 Sep 18 01:55:45.076192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-a016fa5e-705a-481c-9dad-fc22f02815f3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6011882 Sep 18 01:55:45.114021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-269c626f-1559-4217-969a-6c5e5f1790ad None None] Provisioning complete for port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:45.114396 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-269c626f-1559-4217-969a-6c5e5f1790ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:45.115430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Request body: {'port': {'device_id': '4a5df3f7-dd81-44e5-97a0-745850ce5712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:45.160430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d40f1ba3-ab40-4454-95af-01e4ba8c6203 req-fed5d60e-4280-45a7-9e94-4c7f43b87471 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327056 Sep 18 01:55:45.167336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-269c626f-1559-4217-969a-6c5e5f1790ad None None] Port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:55:45.280160 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:45.309403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5612b9bc-e2a4-472e-9612-88fd9ced3803 req-df59e685-ea4d-4e06-912a-9f8aad177a54 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377803 Sep 18 01:55:45.338330 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:45.349257 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:45.533466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:45.538276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Deleting port 556156cb-a317-424b-a35e-646b71183a96 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:45.538625 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:45.618034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a78f9d72-8011-482f-bf15-80b22b100fa1,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:45.722461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec2aff-1719-40a8-a09e-c852115e2c11 req-2996dd08-7642-455a-afb7-d40eb351801e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:45.735574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bec2aff-1719-40a8-a09e-c852115e2c11 req-2996dd08-7642-455a-afb7-d40eb351801e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 936 time: 0.1973307 Sep 18 01:55:45.738288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] For port 556156cb-a317-424b-a35e-646b71183a96, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=556156cb-a317-424b-a35e-646b71183a96,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:45.739208 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:45.762369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Calling delete_port for 556156cb-a317-424b-a35e-646b71183a96 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:45.800929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bec2aff-1719-40a8-a09e-c852115e2c11 req-a1bf0643-4364-4d66-afc2-ca06fb62e481 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593152 Sep 18 01:55:45.831456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Network 50476e05-81a9-4be3-8f90-89b27318b9ba is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:45.833526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:46.004331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:46.015808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:46.040783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:55:46.130088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Transition to ACTIVE for port object 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:46.132432 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:46.144896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:46.146421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['81148ff0-bf68-458f-9df6-814fb241d97e', '016a6ef9-36c0-4e4c-ac55-90603109a82d', 'c45f2ede-154c-409c-9b00-19a8a7936628'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:46.203381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'a390d5cf-6494-4dff-8de8-f179d6f13c16', '556156cb-a317-424b-a35e-646b71183a96'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:46.211345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:55:46.211945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event deleted for resources: {'Port': ['ID=556156cb-a317-424b-a35e-646b71183a96,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:46.219049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-96134fa0-d261-495e-95a2-bf8fed90a5b3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6572125 Sep 18 01:55:46.353953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] No DVR routers for this DVR port 556156cb-a317-424b-a35e-646b71183a96 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:46.382636 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:46.384624 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f8270a1-1d7e-4fe8-a661-204d0e9125e3 req-a414d8bb-1d1a-4aae-b836-a3cd46b5edc2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "DELETE /v2.0/ports/556156cb-a317-424b-a35e-646b71183a96 HTTP/1.1" status: 204 len: 173 time: 1.2908304 Sep 18 01:55:46.388220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32d1bb1-470c-46cb-88d1-abbd145002de', 'name': 'network-vif-deleted', 'tag': '556156cb-a317-424b-a35e-646b71183a96'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:46.389590 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d93eea3-286e-4e17-ab14-a91301019718" -d '{"events": [{"server_uuid": "f32d1bb1-470c-46cb-88d1-abbd145002de", "name": "network-vif-deleted", "tag": "556156cb-a317-424b-a35e-646b71183a96"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:46.472747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3550e803-e370-421d-8025-b7dc672edf2c None None] Provisioning complete for port a78f9d72-8011-482f-bf15-80b22b100fa1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:46.473107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3550e803-e370-421d-8025-b7dc672edf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:46.498957 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b011046a-430a-4075-a59a-dfc5d5a32a65 req-3060bd34-76f8-4e67-8e7d-1d50615f8515 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=f32d1bb1-470c-46cb-88d1-abbd145002de HTTP/1.1" status: 200 len: 210 time: 0.0563641 Sep 18 01:55:46.506889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Pushing event updated for resources: {'Port': ['ID=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:46.656386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3550e803-e370-421d-8025-b7dc672edf2c None None] Port a78f9d72-8011-482f-bf15-80b22b100fa1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:55:46.664359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 70680efc-2dc8-41d8-806e-cc24c34f6b1c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:46.689248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c531-08d4-463f-8efb-443717b20101 req-1cc7d16b-a332-4435-870f-1a7e97907d85 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:46.698611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98f1c531-08d4-463f-8efb-443717b20101 req-1cc7d16b-a332-4435-870f-1a7e97907d85 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.3321235 Sep 18 01:55:46.729389 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82ed8f9-05aa-4e7f-a6be-27364363a16f x-openstack-request-id: req-a82ed8f9-05aa-4e7f-a6be-27364363a16f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:46.729712 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32d1bb1-470c-46cb-88d1-abbd145002de", "name": "network-vif-deleted", "tag": "556156cb-a317-424b-a35e-646b71183a96", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:46.729930 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a82ed8f9-05aa-4e7f-a6be-27364363a16f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:46.730443 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32d1bb1-470c-46cb-88d1-abbd145002de', 'name': 'network-vif-deleted', 'tag': '556156cb-a317-424b-a35e-646b71183a96', 'status': 'completed', 'code': 200} Sep 18 01:55:46.787029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98f1c531-08d4-463f-8efb-443717b20101 req-ce010217-217e-4c9e-8f1e-8820cc8a986f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873179 Sep 18 01:55:46.797276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Attempting to bind port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:46.798469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Attempting to bind port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:46.798894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Attempting to bind port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:46.816284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:46.816724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Attempting to bind port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:46.830833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:46.831175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:46.832355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:46.832800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Bound port: 023bd132-ef9c-46ae-ba87-df9b8bafe5f8, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:46.833155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:46.912874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 70680efc-2dc8-41d8-806e-cc24c34f6b1c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:46.913172 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:46.937246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] For port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:46.944958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] For port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:46.960222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.031223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:47.031846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.033456 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] 10.222.0.18 "PUT /v2.0/ports/023bd132-ef9c-46ae-ba87-df9b8bafe5f8 HTTP/1.1" status: 200 len: 1097 time: 1.9268963 Sep 18 01:55:47.102147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df6be3-805c-4d51-88e2-e9e845794349 service neutron] Pushing event updated for resources: {'Port': ['ID=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:47.233448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-7014d0fb-7f88-46d8-9002-ff8d2aa89bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:47.235022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-7014d0fb-7f88-46d8-9002-ff8d2aa89bfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b1a7db0dbc4273b8e16668f405c267&device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 1100 time: 0.1202691 Sep 18 01:55:47.261657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72d5ab-c00b-4bc9-89a2-14fe89584899 req-cc49f969-c12b-4a9b-a982-0148974589bf tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:47.263773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5d72d5ab-c00b-4bc9-89a2-14fe89584899 req-cc49f969-c12b-4a9b-a982-0148974589bf tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 948 time: 0.0967894 Sep 18 01:55:47.363406 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.379238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-5beaa8e3-37e3-4170-a719-57e9ddaf6b75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=023bd132-ef9c-46ae-ba87-df9b8bafe5f8 HTTP/1.1" status: 200 len: 217 time: 0.1127896 Sep 18 01:55:47.389549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41614) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:47.398016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f4e86dab-d13c-4b50-a38f-ac2d548b5c69 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120050572', 'description': 'tempest-description--1122107114'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:47.451721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 70680efc-2dc8-41d8-806e-cc24c34f6b1c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=70680efc-2dc8-41d8-806e-cc24c34f6b1c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:47.471327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.474740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4e86dab-d13c-4b50-a38f-ac2d548b5c69 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.553238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5d72d5ab-c00b-4bc9-89a2-14fe89584899 req-9d229609-30a0-4d09-b83b-ab64175e68bc tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701907 Sep 18 01:55:47.557352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-f21c4a8a-c3cb-40ca-a018-597f0339bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:47.558919 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-f21c4a8a-c3cb-40ca-a018-597f0339bb20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1629150 Sep 18 01:55:47.659136 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4e86dab-d13c-4b50-a38f-ac2d548b5c69 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.669992 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4e86dab-d13c-4b50-a38f-ac2d548b5c69 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.678062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=70680efc-2dc8-41d8-806e-cc24c34f6b1c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:47.698111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-2839683d-cad7-484a-9f67-8afefb0e0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:47.703249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-2839683d-cad7-484a-9f67-8afefb0e0273 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1277664 Sep 18 01:55:47.782899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4e86dab-d13c-4b50-a38f-ac2d548b5c69 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.787763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f4e86dab-d13c-4b50-a38f-ac2d548b5c69 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3928785 Sep 18 01:55:47.788127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41660) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:47.817208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-263d513f-30ee-46e3-8b96-0cf71871fd11 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Request body: {'security_group_rule': {'security_group_id': '2424c594-3e73-4ed4-9c7d-153b8fa26478', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:47.824049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Sync routers for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:55:47.869499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:55:47.870167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:55:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:47.900706 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e86dab-d13c-4b50-a38f-ac2d548b5c69 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2424c594-3e73-4ed4-9c7d-153b8fa26478,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:47.914323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-263d513f-30ee-46e3-8b96-0cf71871fd11 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.986457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-307d109c-a41e-4450-95d3-afcbb7c3bed0 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756355 Sep 18 01:55:47.987433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-263d513f-30ee-46e3-8b96-0cf71871fd11 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:47.994122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-263d513f-30ee-46e3-8b96-0cf71871fd11 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.034014 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d513f-30ee-46e3-8b96-0cf71871fd11 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad243d10-b01c-42c2-bcce-f2f2440b8b64,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:48.043107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-263d513f-30ee-46e3-8b96-0cf71871fd11 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.044595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-263d513f-30ee-46e3-8b96-0cf71871fd11 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2468801 Sep 18 01:55:48.047451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41668) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:48.053482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dc2f0238-7cdf-480d-94f1-55ee3321119c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Request body: {'security_group_rule': {'security_group_id': '2424c594-3e73-4ed4-9c7d-153b8fa26478', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:48.129138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0238-7cdf-480d-94f1-55ee3321119c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.185288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3e6fb-4a42-4963-9564-b5936bce7f2a req-40af119c-7524-48a8-b7d2-7f682531d28e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:48.193605 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ca3e6fb-4a42-4963-9564-b5936bce7f2a req-40af119c-7524-48a8-b7d2-7f682531d28e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 950 time: 0.1191967 Sep 18 01:55:48.239995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:55:48.249609 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0238-7cdf-480d-94f1-55ee3321119c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.250475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad486a6-6ac3-4a97-add4-4553b5de0a1d req-4c61c00b-8173-451e-afde-de83fcad01de tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:48.252046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aad486a6-6ac3-4a97-add4-4553b5de0a1d req-4c61c00b-8173-451e-afde-de83fcad01de tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.2163105 Sep 18 01:55:48.271942 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ca3e6fb-4a42-4963-9564-b5936bce7f2a req-2a411504-cf95-443f-b2eb-86745435ff03 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714674 Sep 18 01:55:48.274561 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0238-7cdf-480d-94f1-55ee3321119c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.291062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f0238-7cdf-480d-94f1-55ee3321119c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8b443c-22da-42f2-873a-5c7fded8789f,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:48.305736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5fd70fb-572d-42ba-a3b2-a3b207cd99ad req-3e1c1e8a-bc53-4487-8518-b33e71c1e31c service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102279 Sep 18 01:55:48.321707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0238-7cdf-480d-94f1-55ee3321119c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.324656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc2f0238-7cdf-480d-94f1-55ee3321119c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2758932 Sep 18 01:55:48.327997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41674) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:55:48.340381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:48.341692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aad486a6-6ac3-4a97-add4-4553b5de0a1d req-e9389431-3f14-4961-949b-c1dd177d9ff1 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614123 Sep 18 01:55:48.378221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.467571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 70680efc-2dc8-41d8-806e-cc24c34f6b1c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:48.534014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.629727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 70680efc-2dc8-41d8-806e-cc24c34f6b1c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:48.630161 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.731612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5df3f7-dd81-44e5-97a0-745850ce5712', 'tag': '023bd132-ef9c-46ae-ba87-df9b8bafe5f8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:48.735296 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab176be-9826-4302-8676-a05b256c14b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5df3f7-dd81-44e5-97a0-745850ce5712", "tag": "023bd132-ef9c-46ae-ba87-df9b8bafe5f8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:48.768552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Allocated IP 172.25.0.37 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/a46fe0cc-8248-4098-8977-b5a5a8312e69) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:48.798953 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111ae8e1-ce08-431f-b45e-a5a147b680bd x-openstack-request-id: req-111ae8e1-ce08-431f-b45e-a5a147b680bd {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:48.799288 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5df3f7-dd81-44e5-97a0-745850ce5712", "tag": "023bd132-ef9c-46ae-ba87-df9b8bafe5f8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:48.799501 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-111ae8e1-ce08-431f-b45e-a5a147b680bd {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:48.800342 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5df3f7-dd81-44e5-97a0-745850ce5712', 'tag': '023bd132-ef9c-46ae-ba87-df9b8bafe5f8', 'status': 'completed', 'code': 200} Sep 18 01:55:48.845960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:45Z', 'revision_number': 2, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:48.887483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Checking router: b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:55:48.887842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Updating router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 port a78f9d72-8011-482f-bf15-80b22b100fa1 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:55:48.888573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab176be-9826-4302-8676-a05b256c14b1 req-cc05ffea-44be-4357-b761-f64d262ad5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:48.891213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab176be-9826-4302-8676-a05b256c14b1 req-cc05ffea-44be-4357-b761-f64d262ad5b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b1a7db0dbc4273b8e16668f405c267&device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 1100 time: 0.0679495 Sep 18 01:55:48.933530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.942872 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:48.991990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef4e8-e375-47df-98c4-83190c012b00 req-dd1a030e-240f-4dbc-af20-77afd68559c3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:48.997514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 556156cb-a317-424b-a35e-646b71183a96 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:49.006479 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b01ef4e8-e375-47df-98c4-83190c012b00 req-dd1a030e-240f-4dbc-af20-77afd68559c3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 948 time: 0.3624599 Sep 18 01:55:49.010571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.039251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab176be-9826-4302-8676-a05b256c14b1 req-0b6b8a14-4c63-4f2f-bde8-8aad156c54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.041124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab176be-9826-4302-8676-a05b256c14b1 req-0b6b8a14-4c63-4f2f-bde8-8aad156c54fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1432571 Sep 18 01:55:49.046561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 556156cb-a317-424b-a35e-646b71183a96 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:55:49.047146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 556156cb-a317-424b-a35e-646b71183a96 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:55:49.101179 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab176be-9826-4302-8676-a05b256c14b1 req-4e07b160-4e44-4542-a3ad-615a7f9f1d1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=023bd132-ef9c-46ae-ba87-df9b8bafe5f8 HTTP/1.1" status: 200 len: 217 time: 0.0511312 Sep 18 01:55:49.115008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event updated for resources: {'Port': ['ID=a46fe0cc-8248-4098-8977-b5a5a8312e69,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:49.127757 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b01ef4e8-e375-47df-98c4-83190c012b00 req-9414e643-164c-42d7-a261-81c38851aaa1 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203048 Sep 18 01:55:49.134657 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:49.136219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:49.138764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:49.203148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab176be-9826-4302-8676-a05b256c14b1 req-d9221055-a2bf-40dc-8df1-cbc205aedd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.204680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab176be-9826-4302-8676-a05b256c14b1 req-d9221055-a2bf-40dc-8df1-cbc205aedd48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0957844 Sep 18 01:55:49.263294 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.274971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab176be-9826-4302-8676-a05b256c14b1 req-3261d684-39a2-4775-b31e-5422aacdbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.276679 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab176be-9826-4302-8676-a05b256c14b1 req-3261d684-39a2-4775-b31e-5422aacdbcb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618639 Sep 18 01:55:49.311760 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.406695 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.414407 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.466313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3347e-68d4-4949-9683-524542aead52 None None] Pushing event updated for resources: {'Port': ['ID=a78f9d72-8011-482f-bf15-80b22b100fa1,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:49.488304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab176be-9826-4302-8676-a05b256c14b1 req-89e0a3e6-0536-4dd6-93b8-bde0c3dad851 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917138 Sep 18 01:55:49.537039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bddac-5fcd-4c46-8f29-2c7426a78cd0 req-993e8d9e-0cf0-4be9-9427-cee2c3f76a97 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.551065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac7bddac-5fcd-4c46-8f29-2c7426a78cd0 req-993e8d9e-0cf0-4be9-9427-cee2c3f76a97 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 950 time: 0.1506639 Sep 18 01:55:49.568582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-825e1a18-17e5-46be-88f3-4c074573dd12 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.570138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-825e1a18-17e5-46be-88f3-4c074573dd12 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 950 time: 0.2012577 Sep 18 01:55:49.594492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Attempting to bind port a78f9d72-8011-482f-bf15-80b22b100fa1 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:49.595052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Attempting to bind port a78f9d72-8011-482f-bf15-80b22b100fa1 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:49.595821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Attempting to bind port a78f9d72-8011-482f-bf15-80b22b100fa1 on network 50476e05-81a9-4be3-8f90-89b27318b9ba {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:49.603778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:49.604304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Checking segment: {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:49.604798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.605326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Bound using segment: {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:49.606023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Bound port: a78f9d72-8011-482f-bf15-80b22b100fa1, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:49.606614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.632701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f829-b6cd-4804-a156-3ed5504fea34 req-1c73ebe5-7df9-4751-9a0a-d7bf37ed139d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:49.635276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2872f829-b6cd-4804-a156-3ed5504fea34 req-1c73ebe5-7df9-4751-9a0a-d7bf37ed139d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1682193 Sep 18 01:55:49.698825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab176be-9826-4302-8676-a05b256c14b1 req-4a1f50e3-08cd-4c76-8061-57ea6e55c962 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092807 Sep 18 01:55:49.708097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.728981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.752019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] For port a78f9d72-8011-482f-bf15-80b22b100fa1, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:49.761160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] For port a78f9d72-8011-482f-bf15-80b22b100fa1, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a78f9d72-8011-482f-bf15-80b22b100fa1,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:49.769920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.777304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac7bddac-5fcd-4c46-8f29-2c7426a78cd0 req-30d10a1b-49e1-43d3-8664-38ea709ac204 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255461 Sep 18 01:55:49.854228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Deleting port c45f2ede-154c-409c-9b00-19a8a7936628 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:49.855040 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.855761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3347e-68d4-4949-9683-524542aead52 None None] Pushing event updated for resources: {'Port': ['ID=a78f9d72-8011-482f-bf15-80b22b100fa1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:49.864460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5603be3b-6ea9-4f03-ab80-d45d8af130cb None None] Provisioning complete for port a78f9d72-8011-482f-bf15-80b22b100fa1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:49.864831 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5603be3b-6ea9-4f03-ab80-d45d8af130cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:49.866445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:55:49.867083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:55:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:50.015184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2872f829-b6cd-4804-a156-3ed5504fea34 req-b4645ed9-6518-41f1-9a4b-af85f384990f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432908 Sep 18 01:55:50.020091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:50.024273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event updated for resources: {'Port': ['ID=a46fe0cc-8248-4098-8977-b5a5a8312e69,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:50.039190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] For port c45f2ede-154c-409c-9b00-19a8a7936628, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c45f2ede-154c-409c-9b00-19a8a7936628,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:50.039856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:50.064481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:50.074165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-705394fc-35d7-425c-b0c0-7dff213e3da2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7357512 Sep 18 01:55:50.074877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Calling delete_port for c45f2ede-154c-409c-9b00-19a8a7936628 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:50.077980 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5603be3b-6ea9-4f03-ab80-d45d8af130cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:50.126881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5603be3b-6ea9-4f03-ab80-d45d8af130cb None None] For port a78f9d72-8011-482f-bf15-80b22b100fa1, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a78f9d72-8011-482f-bf15-80b22b100fa1,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:50.130172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:55:50.146332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5603be3b-6ea9-4f03-ab80-d45d8af130cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:50.331784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d2df-e9c7-4738-8f70-a67ba158d70c req-4540954f-65c4-4711-9a60-c65d95ee2cf2 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:50.333699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c580d2df-e9c7-4738-8f70-a67ba158d70c req-4540954f-65c4-4711-9a60-c65d95ee2cf2 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 948 time: 0.0779693 Sep 18 01:55:50.335065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:50.344854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603be3b-6ea9-4f03-ab80-d45d8af130cb None None] Pushing event updated for resources: {'Port': ['ID=a78f9d72-8011-482f-bf15-80b22b100fa1,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:50.347696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0d41afb0-2f32-418a-99d2-2ef0bb079342 None None] Provisioning complete for port a78f9d72-8011-482f-bf15-80b22b100fa1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:50.348069 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d41afb0-2f32-418a-99d2-2ef0bb079342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:50.357373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['81148ff0-bf68-458f-9df6-814fb241d97e', '016a6ef9-36c0-4e4c-ac55-90603109a82d', 'c45f2ede-154c-409c-9b00-19a8a7936628'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:50.359693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'a390d5cf-6494-4dff-8de8-f179d6f13c16'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:50.428183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event deleted for resources: {'Port': ['ID=c45f2ede-154c-409c-9b00-19a8a7936628,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:50.457326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] No DVR routers for this DVR port c45f2ede-154c-409c-9b00-19a8a7936628 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:50.460290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:50.462359 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d97f46fd-cd17-4a16-8a44-54989c2f7fda req-1a332c65-ac96-44d6-86e2-330acc7375d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "DELETE /v2.0/ports/c45f2ede-154c-409c-9b00-19a8a7936628 HTTP/1.1" status: 204 len: 173 time: 0.7779815 Sep 18 01:55:50.484794 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c580d2df-e9c7-4738-8f70-a67ba158d70c req-a3747159-ddaf-44aa-bb51-ce8ddf672f46 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338801 Sep 18 01:55:50.768552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:49Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:55:50.803677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23ba1ca-bdea-4a8f-abf1-a167bb1203bd', 'name': 'network-vif-deleted', 'tag': 'c45f2ede-154c-409c-9b00-19a8a7936628'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:50.807381 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da42b679-a4b4-45b1-81da-9f7364aa2966" -d '{"events": [{"server_uuid": "b23ba1ca-bdea-4a8f-abf1-a167bb1203bd", "name": "network-vif-deleted", "tag": "c45f2ede-154c-409c-9b00-19a8a7936628"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:50.807605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7daeb1-e15d-45ae-ad70-8aa6b88caac2 None None] The sync data for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 is: [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:49Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:55:50.958166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-598409e7-df2f-4948-8526-7004b3933ff8 req-d7cbfbc6-a449-459e-9055-5716d5b03ea6 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=b23ba1ca-bdea-4a8f-abf1-a167bb1203bd HTTP/1.1" status: 200 len: 210 time: 0.0698974 Sep 18 01:55:51.018726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:51.030074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:55:51.060911 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f731f4-140f-4d0f-b67e-9314c1374ebd x-openstack-request-id: req-09f731f4-140f-4d0f-b67e-9314c1374ebd {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:51.061496 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23ba1ca-bdea-4a8f-abf1-a167bb1203bd", "name": "network-vif-deleted", "tag": "c45f2ede-154c-409c-9b00-19a8a7936628", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:51.061496 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09f731f4-140f-4d0f-b67e-9314c1374ebd {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:51.061834 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23ba1ca-bdea-4a8f-abf1-a167bb1203bd', 'name': 'network-vif-deleted', 'tag': 'c45f2ede-154c-409c-9b00-19a8a7936628', 'status': 'completed', 'code': 200} Sep 18 01:55:51.272035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20ebd-50f9-4a96-a2f0-e6eba238bdb9 req-81efec31-16a5-4958-9f59-57dafc2c08e8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:51.273961 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ef20ebd-50f9-4a96-a2f0-e6eba238bdb9 req-81efec31-16a5-4958-9f59-57dafc2c08e8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0608792 Sep 18 01:55:51.319571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ef20ebd-50f9-4a96-a2f0-e6eba238bdb9 req-1e795bb6-a63c-4382-ba72-aa3ab65de816 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 Sep 18 01:55:51.533054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:51.557924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:51.576167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'mac_address': 'fa:16:3e:b3:80:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:51.580233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '023bd132-ef9c-46ae-ba87-df9b8bafe5f8', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '023bd132-ef9c-46ae-ba87-df9b8bafe5f8', 'mac_address': 'fa:16:3e:74:07:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:55:51.637598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0920b-9271-407b-9bbd-986f99cbc573 req-7228b5b4-f61e-40a3-900c-2a20a00c0630 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:51.645615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6b0920b-9271-407b-9bbd-986f99cbc573 req-7228b5b4-f61e-40a3-900c-2a20a00c0630 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 948 time: 0.0694025 Sep 18 01:55:51.695214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6b0920b-9271-407b-9bbd-986f99cbc573 req-de6b50a2-415a-40b3-a8f5-f4d2cbd79ed1 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Sep 18 01:55:51.711090 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:51.716980 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:51.741217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d391a53-4c27-4ac9-b366-eb9062f86260 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:51.758245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:51.806073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:51.816141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:51.819285 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:51.830750 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:51.885962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:51.946282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:52.114092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['023bd132-ef9c-46ae-ba87-df9b8bafe5f8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:52.248732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['6d391a53-4c27-4ac9-b366-eb9062f86260'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:52.330347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803be9c1-7f6f-4613-8d9a-7cf171d1be55 req-4e5aa1ce-467e-4e65-881e-5595c10487d0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:52.333429 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-803be9c1-7f6f-4613-8d9a-7cf171d1be55 req-4e5aa1ce-467e-4e65-881e-5595c10487d0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 950 time: 0.0742290 Sep 18 01:55:52.411089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-803be9c1-7f6f-4613-8d9a-7cf171d1be55 req-8668e2fb-d033-41b8-8b28-e2af1b27fee7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629034 Sep 18 01:55:52.497861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a78f9d72-8011-482f-bf15-80b22b100fa1 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:52.586921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a78f9d72-8011-482f-bf15-80b22b100fa1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:52.587230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d383aff-915c-42a4-aea5-eaf43022e8c0 req-8d2d5d8b-edf6-4a3b-a56d-67385710bcaa tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:52.587409 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:52.588917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d383aff-915c-42a4-aea5-eaf43022e8c0 req-8d2d5d8b-edf6-4a3b-a56d-67385710bcaa tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 948 time: 0.0577509 Sep 18 01:55:52.649627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d383aff-915c-42a4-aea5-eaf43022e8c0 req-ee7ccba0-559e-4cd6-9b5d-125d46e9d853 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Sep 18 01:55:52.825805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190699e4-b00e-45d2-84ab-ec1adfd84e00 req-3e0e2a8f-ebca-4002-a5b4-2036dc1288e1 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:52.828683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-190699e4-b00e-45d2-84ab-ec1adfd84e00 req-3e0e2a8f-ebca-4002-a5b4-2036dc1288e1 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 949 time: 0.0577984 Sep 18 01:55:52.875599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-190699e4-b00e-45d2-84ab-ec1adfd84e00 req-382d0dd3-1908-4394-a976-5fa0c8397a6b tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350230 Sep 18 01:55:53.013920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:53.049305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c45f2ede-154c-409c-9b00-19a8a7936628 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:53.072066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: c45f2ede-154c-409c-9b00-19a8a7936628 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:55:53.072398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c45f2ede-154c-409c-9b00-19a8a7936628 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:55:53.118513 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:53.136187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d391a53-4c27-4ac9-b366-eb9062f86260 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:53.156880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:53.161483 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:53.210198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:53.525929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02b083-39bf-4c5e-a97f-ca2fb38c3af3 req-b4638014-8d49-416c-a7fc-905e086162df tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:53.533149 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b02b083-39bf-4c5e-a97f-ca2fb38c3af3 req-b4638014-8d49-416c-a7fc-905e086162df tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 950 time: 0.0604448 Sep 18 01:55:53.578544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b02b083-39bf-4c5e-a97f-ca2fb38c3af3 req-531f440f-db5b-485e-a389-d2393f879eab tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Sep 18 01:55:53.641990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f8360-6d65-460f-aa30-e959df8cf279 req-d055a2db-1938-43a5-9856-87fad5f18775 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:53.644903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-683f8360-6d65-460f-aa30-e959df8cf279 req-d055a2db-1938-43a5-9856-87fad5f18775 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 950 time: 0.0639064 Sep 18 01:55:53.659806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-c7a40006-2ba6-40e9-bb24-90ec3d6296e8 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1120050572&fields=id&tenant_id=c3bd55e00ae846f5848f7bc67fcce900 HTTP/1.1" status: 200 len: 267 time: 0.0402062 Sep 18 01:55:53.813572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-2feea65e-ee69-4471-93f0-383a4ee444af tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:53.816086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Deleting port 016a6ef9-36c0-4e4c-ac55-90603109a82d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:53.816510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:53.823531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-2feea65e-ee69-4471-93f0-383a4ee444af tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/networks?id=50476e05-81a9-4be3-8f90-89b27318b9ba HTTP/1.1" status: 200 len: 813 time: 0.1563771 Sep 18 01:55:53.826354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94688-a7ad-453a-a69c-db5015659735 req-315ddf0f-3751-4258-a9ef-c8763df682e5 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:53.827884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03f94688-a7ad-453a-a69c-db5015659735 req-315ddf0f-3751-4258-a9ef-c8763df682e5 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 947 time: 0.0748527 Sep 18 01:55:53.846113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-4351113a-8dfe-40e6-95c1-cc54430d7f42 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/quotas/c3bd55e00ae846f5848f7bc67fcce900 HTTP/1.1" status: 200 len: 375 time: 0.0186667 Sep 18 01:55:53.923606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-d9426e60-03fd-4d4f-bb5f-528065b8d703 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3bd55e00ae846f5848f7bc67fcce900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713191 Sep 18 01:55:53.924148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03f94688-a7ad-453a-a69c-db5015659735 req-c99b1c29-3893-4166-a9c1-c9deb03f1c57 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834806 Sep 18 01:55:53.982282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] For port 016a6ef9-36c0-4e4c-ac55-90603109a82d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=016a6ef9-36c0-4e4c-ac55-90603109a82d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:53.982773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:53.998236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Calling delete_port for 016a6ef9-36c0-4e4c-ac55-90603109a82d owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:54.049428 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-a02a7032-42e1-4f05-b0f0-a4625add3cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214805 Sep 18 01:55:54.157874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67d1a-8125-4b8b-aee1-776bdef55377 req-99b9e9d9-244d-4287-ad03-371f9e6126c3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:54.160608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29b67d1a-8125-4b8b-aee1-776bdef55377 req-99b9e9d9-244d-4287-ad03-371f9e6126c3 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 949 time: 0.0761340 Sep 18 01:55:54.174805 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-acb6f28f-0f71-429a-bb1b-b164c95bd22b service neutron] 10.222.0.21 "GET /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173208 Sep 18 01:55:54.231963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29b67d1a-8125-4b8b-aee1-776bdef55377 req-53d8f6c6-5b4e-491d-a191-955a4b984215 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 Sep 18 01:55:54.252374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:54.266814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['81148ff0-bf68-458f-9df6-814fb241d97e', '016a6ef9-36c0-4e4c-ac55-90603109a82d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:54.273040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'a390d5cf-6494-4dff-8de8-f179d6f13c16'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:54.343069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event deleted for resources: {'Port': ['ID=016a6ef9-36c0-4e4c-ac55-90603109a82d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:54.464615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] No DVR routers for this DVR port 016a6ef9-36c0-4e4c-ac55-90603109a82d on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:54.515441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:54.517444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-683f8360-6d65-460f-aa30-e959df8cf279 req-b216f638-bd52-42b8-91a1-b37cfe40e328 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "DELETE /v2.0/ports/016a6ef9-36c0-4e4c-ac55-90603109a82d HTTP/1.1" status: 204 len: 173 time: 0.8601835 Sep 18 01:55:54.518053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a4c7cb-5319-4998-9b62-db0dd85858c9', 'name': 'network-vif-deleted', 'tag': '016a6ef9-36c0-4e4c-ac55-90603109a82d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:54.521004 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab51990-ff33-4347-b0ce-a8c280d29035" -d '{"events": [{"server_uuid": "a5a4c7cb-5319-4998-9b62-db0dd85858c9", "name": "network-vif-deleted", "tag": "016a6ef9-36c0-4e4c-ac55-90603109a82d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:54.547281 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b98e670-d2a5-4d1b-bb8a-77ed56dafea6 req-bc8c5343-5f89-45ee-8bd3-7e4e0dae5147 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 210 time: 0.1093462 Sep 18 01:55:54.608680 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8aa73d-81e8-428f-babb-31c70c81a995 x-openstack-request-id: req-9f8aa73d-81e8-428f-babb-31c70c81a995 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:54.609215 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a4c7cb-5319-4998-9b62-db0dd85858c9", "name": "network-vif-deleted", "tag": "016a6ef9-36c0-4e4c-ac55-90603109a82d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:54.615167 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f8aa73d-81e8-428f-babb-31c70c81a995 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:54.619022 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a4c7cb-5319-4998-9b62-db0dd85858c9', 'name': 'network-vif-deleted', 'tag': '016a6ef9-36c0-4e4c-ac55-90603109a82d', 'status': 'completed', 'code': 200} Sep 18 01:55:54.757513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-657d9d3f-af04-4897-ba28-01a6544da099 req-3bf9d5e2-9eb4-43e0-94a6-54bcaadf11e0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a4c7cb-5319-4998-9b62-db0dd85858c9 HTTP/1.1" status: 200 len: 210 time: 0.0858371 Sep 18 01:55:55.048314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:55.057219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:55:55.142370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b6453-2416-4508-939e-50e30834a891 req-1b83eba9-c4ac-43f8-86cc-f30c250d4e27 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:55.148238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858b6453-2416-4508-939e-50e30834a891 req-1b83eba9-c4ac-43f8-86cc-f30c250d4e27 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 947 time: 0.0910635 Sep 18 01:55:55.238155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858b6453-2416-4508-939e-50e30834a891 req-7ead2bc5-eb34-44c6-be61-57cd0e3b77ad tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834594 Sep 18 01:55:55.260542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:55:55.266741 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:55.278227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 6d391a53-4c27-4ac9-b366-eb9062f86260 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:55.283631 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:55.287500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:55.288052 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:55.469153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ca932-647f-4dbb-beaf-76ef5a1ef47f req-829c33ad-e551-47b7-b5a6-ca206a8533a8 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:55.477939 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-256ca932-647f-4dbb-beaf-76ef5a1ef47f req-829c33ad-e551-47b7-b5a6-ca206a8533a8 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 949 time: 0.1164258 Sep 18 01:55:55.508473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:55.541055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-256ca932-647f-4dbb-beaf-76ef5a1ef47f req-447a5259-e86f-46a8-a5f2-cc008d8bf363 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618842 Sep 18 01:55:55.592869 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:55.607546 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:55.642156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5df3f7-dd81-44e5-97a0-745850ce5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023bd132-ef9c-46ae-ba87-df9b8bafe5f8'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:55.644968 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210c2464-cf59-41ae-bf81-0ca994675177" -d '{"events": [{"server_uuid": "4a5df3f7-dd81-44e5-97a0-745850ce5712", "name": "network-vif-plugged", "status": "completed", "tag": "023bd132-ef9c-46ae-ba87-df9b8bafe5f8"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:55.660938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6bc9677-8f41-4a64-ba58-c946286b6ae4 req-c9fa5efc-cf7d-457a-bc52-9f4a6ae50620 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 210 time: 0.0549626 Sep 18 01:55:55.671615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:55.685527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:55.687311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:55.688102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 016a6ef9-36c0-4e4c-ac55-90603109a82d no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:55:55.693081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:55.751127 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e67f75b-48c4-427c-963f-5ecbbc5c51c9 x-openstack-request-id: req-6e67f75b-48c4-427c-963f-5ecbbc5c51c9 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:55.751419 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5df3f7-dd81-44e5-97a0-745850ce5712", "name": "network-vif-plugged", "status": "completed", "tag": "023bd132-ef9c-46ae-ba87-df9b8bafe5f8", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:55.751899 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e67f75b-48c4-427c-963f-5ecbbc5c51c9 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:55.752628 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5df3f7-dd81-44e5-97a0-745850ce5712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023bd132-ef9c-46ae-ba87-df9b8bafe5f8', 'code': 200} Sep 18 01:55:55.756701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 016a6ef9-36c0-4e4c-ac55-90603109a82d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:55:55.756701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 016a6ef9-36c0-4e4c-ac55-90603109a82d not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:55:55.834327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:55.859134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30f43-d640-4f3b-b76e-3e8b4bad6c9e req-391efe9f-1b59-4b00-bb23-d3ebad578b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:55.860664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9d30f43-d640-4f3b-b76e-3e8b4bad6c9e req-391efe9f-1b59-4b00-bb23-d3ebad578b33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 1102 time: 0.0732727 Sep 18 01:55:55.926821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:55.975346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9d30f43-d640-4f3b-b76e-3e8b4bad6c9e req-6667d92a-2088-4843-b0b1-c6d63cf5a31b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067863 Sep 18 01:55:56.080661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-e1e2ba25-f8b0-4e50-bb57-57bb4fed1058 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:56.083105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-e1e2ba25-f8b0-4e50-bb57-57bb4fed1058 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.18 "GET /v2.0/networks?id=50476e05-81a9-4be3-8f90-89b27318b9ba HTTP/1.1" status: 200 len: 813 time: 0.1464889 Sep 18 01:55:56.238579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-a880f83c-2e4d-4b0d-a882-942e3b64ffc9 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3bd55e00ae846f5848f7bc67fcce900 HTTP/1.1" status: 200 len: 380 time: 0.0490093 Sep 18 01:55:56.256496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Request body: {'port': {'device_id': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'admin_state_up': True, 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'security_groups': ['2424c594-3e73-4ed4-9c7d-153b8fa26478']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:56.416762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d893f70-739f-4ba3-a282-92ff47a07675 req-6f3d8f7e-456c-40de-91ee-7a6beb9cfeaf tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:56.417023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37c6bb-6dc1-4282-b0e6-3330e1b22417 req-f164ca15-51b3-4010-b788-155b61399091 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:56.418603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa37c6bb-6dc1-4282-b0e6-3330e1b22417 req-f164ca15-51b3-4010-b788-155b61399091 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 949 time: 0.0856676 Sep 18 01:55:56.419516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d893f70-739f-4ba3-a282-92ff47a07675 req-6f3d8f7e-456c-40de-91ee-7a6beb9cfeaf tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0733979 Sep 18 01:55:56.442575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Made reservation on behalf of c3bd55e00ae846f5848f7bc67fcce900 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:55:56.446106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:56.465972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d893f70-739f-4ba3-a282-92ff47a07675 req-7a6eb1bf-fef1-4548-adb3-f65a87bb3448 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Sep 18 01:55:56.496772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa37c6bb-6dc1-4282-b0e6-3330e1b22417 req-ab21e928-c8cc-4abc-8126-6b63b8c8b080 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712950 Sep 18 01:55:56.653511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Allocated IP 172.20.0.8 (50476e05-81a9-4be3-8f90-89b27318b9ba/c35b8a70-1db7-460c-abd5-2508cb813cd6/a8b54d28-603e-4f73-95c9-8e57d71b5d98) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:55:56.688486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f5f7-72ce-41bc-8cc8-b7234b7a0c79 req-fab9ff68-e391-4b8c-a31b-7ba9195f68b4 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:56.691460 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77e9f5f7-72ce-41bc-8cc8-b7234b7a0c79 req-fab9ff68-e391-4b8c-a31b-7ba9195f68b4 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 950 time: 0.0637226 Sep 18 01:55:56.741253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77e9f5f7-72ce-41bc-8cc8-b7234b7a0c79 req-92b397c0-65b0-4511-8cc4-ba81b17562ad tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Sep 18 01:55:57.103582 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cb088e63-f980-4f2b-af38-de9fa42cdb67 req-0eb78ff1-a748-4e75-b3ee-0230b7cde6cd tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 210 time: 0.3493149 Sep 18 01:55:57.158747 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:57.207741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:57.271196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Network 50476e05-81a9-4be3-8f90-89b27318b9ba is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:55:57.275578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:55:57.277976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:55:57.325690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event updated for resources: {'Port': ['ID=a8b54d28-603e-4f73-95c9-8e57d71b5d98,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:57.361916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:57.363559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:57.384088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-8adc5e05-16e5-4f37-93c2-1196428756b1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1363051 Sep 18 01:55:57.413760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Request body: {'port': {'device_id': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:55:57.484835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:57.618182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1ae59d8a-940f-40c8-b015-c5b1c151c0b9 None None] Provisioning complete for port a8b54d28-603e-4f73-95c9-8e57d71b5d98 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:55:57.620843 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1ae59d8a-940f-40c8-b015-c5b1c151c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:57.660607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1ae59d8a-940f-40c8-b015-c5b1c151c0b9 None None] Port a8b54d28-603e-4f73-95c9-8e57d71b5d98 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:55:57.665498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66834-c9d1-4450-866e-3472409b0d53 req-0378a778-9e1d-42f8-8e39-5b91e87b4589 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:57.673514 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eab66834-c9d1-4450-866e-3472409b0d53 req-0378a778-9e1d-42f8-8e39-5b91e87b4589 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 949 time: 0.0622525 Sep 18 01:55:57.732192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eab66834-c9d1-4450-866e-3472409b0d53 req-f0659551-e360-4883-9153-fe5c0c1af5d5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574849 Sep 18 01:55:57.753415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:57.756384 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b524683-e75d-4293-9167-873c9f4e3777" -d '{"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:57.776273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdfc0f-af32-4de1-ab69-d8a4ece22945 req-d5f1ad91-7d89-4dc0-b07f-71484b75fdca tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:57.785146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1fdfc0f-af32-4de1-ab69-d8a4ece22945 req-d5f1ad91-7d89-4dc0-b07f-71484b75fdca tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1220536 Sep 18 01:55:57.804578 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad81743-fedb-44ab-a2f0-fe0701b22e64 x-openstack-request-id: req-cad81743-fedb-44ab-a2f0-fe0701b22e64 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:57.804876 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:57.805134 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cad81743-fedb-44ab-a2f0-fe0701b22e64 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:57.805518 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'code': 200} Sep 18 01:55:57.934428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1fdfc0f-af32-4de1-ab69-d8a4ece22945 req-0d8df3ef-4e94-48cd-9cb9-b2a54b8502e8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480558 Sep 18 01:55:57.963375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-e40e3374-6680-4027-ba09-e6100bfcec67 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:57.965274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-e40e3374-6680-4027-ba09-e6100bfcec67 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd9eca6f-3a15-452d-b241-2201ad091acf HTTP/1.1" status: 200 len: 949 time: 0.1295471 Sep 18 01:55:57.973860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-fa5918dc-bce6-4713-817b-213e099806b8 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:57.975816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-fa5918dc-bce6-4713-817b-213e099806b8 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 949 time: 0.1808577 Sep 18 01:55:57.985004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37a7c0-4788-48a0-a97c-cda8b0f6bcf4 req-109eb00b-7861-44db-9175-88adab6022a5 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:57.991218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a37a7c0-4788-48a0-a97c-cda8b0f6bcf4 req-109eb00b-7861-44db-9175-88adab6022a5 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 950 time: 0.1310995 Sep 18 01:55:58.094180 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a37a7c0-4788-48a0-a97c-cda8b0f6bcf4 req-8b61f274-d550-4e99-826b-90762987c0ac tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971005 Sep 18 01:55:58.405279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415403cf-be95-427c-b506-f61227a15643 req-86427e58-45ca-4c11-80e1-87b4ce0379b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:58.412111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-415403cf-be95-427c-b506-f61227a15643 req-86427e58-45ca-4c11-80e1-87b4ce0379b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1101 time: 0.2930584 Sep 18 01:55:58.416325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b54d28-603e-4f73-95c9-8e57d71b5d98 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:55:58.421727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a91cd0-77e7-47ba-97cc-d58f50e6f21b req-25ea0c9c-1a71-47df-a986-362b353592ec tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:58.423327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12a91cd0-77e7-47ba-97cc-d58f50e6f21b req-25ea0c9c-1a71-47df-a986-362b353592ec tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 931 time: 0.1405637 Sep 18 01:55:58.430806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:58.475960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Transition to ACTIVE for port object a8b54d28-603e-4f73-95c9-8e57d71b5d98 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:55:58.509287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:58.539624 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12a91cd0-77e7-47ba-97cc-d58f50e6f21b req-ae1e4571-3812-4127-9cf3-db15dd5ae232 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866420 Sep 18 01:55:58.598180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-415403cf-be95-427c-b506-f61227a15643 req-82b0dd0b-20a1-426b-900a-4c3f80b552ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204226 Sep 18 01:55:58.612702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Deleting port 81148ff0-bf68-458f-9df6-814fb241d97e {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:58.613107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:58.644700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Deleting port a390d5cf-6494-4dff-8de8-f179d6f13c16 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:55:58.645044 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:58.767577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Pushing event updated for resources: {'Port': ['ID=a8b54d28-603e-4f73-95c9-8e57d71b5d98,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:58.785959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e626848-6c50-49ac-b930-cd7f095c7f5d req-74d1f1a7-19e9-45c2-87b6-f29fab681786 tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:58.793118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e626848-6c50-49ac-b930-cd7f095c7f5d req-74d1f1a7-19e9-45c2-87b6-f29fab681786 tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 1102 time: 0.2652302 Sep 18 01:55:58.873769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e626848-6c50-49ac-b930-cd7f095c7f5d req-19adfbee-1690-4c96-8a15-f5daaf617dd3 tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:58.929368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] For port 81148ff0-bf68-458f-9df6-814fb241d97e, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=81148ff0-bf68-458f-9df6-814fb241d97e,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:58.929738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:58.959033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea051c1-e704-4047-bbf7-f3b70b704761 req-5b4b4921-41f9-44cf-b22b-c85fb644afc5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:58.968740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ea051c1-e704-4047-bbf7-f3b70b704761 req-5b4b4921-41f9-44cf-b22b-c85fb644afc5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 949 time: 0.1251535 Sep 18 01:55:58.984123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Calling delete_port for 81148ff0-bf68-458f-9df6-814fb241d97e owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:58.986350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Attempting to bind port a8b54d28-603e-4f73-95c9-8e57d71b5d98 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:55:58.986688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Attempting to bind port a8b54d28-603e-4f73-95c9-8e57d71b5d98 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:55:58.987129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Attempting to bind port a8b54d28-603e-4f73-95c9-8e57d71b5d98 on network 50476e05-81a9-4be3-8f90-89b27318b9ba {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:58.992756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] For port a390d5cf-6494-4dff-8de8-f179d6f13c16, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a390d5cf-6494-4dff-8de8-f179d6f13c16,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:55:58.993122 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.019705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Port a8b54d28-603e-4f73-95c9-8e57d71b5d98 on network 50476e05-81a9-4be3-8f90-89b27318b9ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:55:59.020011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Attempting to bind port a8b54d28-603e-4f73-95c9-8e57d71b5d98 on network 50476e05-81a9-4be3-8f90-89b27318b9ba {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:55:59.032460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Calling delete_port for a390d5cf-6494-4dff-8de8-f179d6f13c16 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:55:59.087340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ea051c1-e704-4047-bbf7-f3b70b704761 req-05238e14-f670-4293-8964-d98c4c76d9d2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145856 Sep 18 01:55:59.115874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:55:59.116204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Checking segment: {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:55:59.116591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Bound using segment: {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:55:59.117030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Bound port: a8b54d28-603e-4f73-95c9-8e57d71b5d98, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:55:59.117382 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.232403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d841-d6ab-45d8-a701-b55bc563da4b req-385a4b79-cf14-4cb5-93aa-9edf9629ecf1 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:59.234281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7f7d841-d6ab-45d8-a701-b55bc563da4b req-385a4b79-cf14-4cb5-93aa-9edf9629ecf1 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0555067 Sep 18 01:55:59.285881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7f7d841-d6ab-45d8-a701-b55bc563da4b req-1d29138b-d7f1-41b5-a78f-f6d334c8b006 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Sep 18 01:55:59.451342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] For port a8b54d28-603e-4f73-95c9-8e57d71b5d98, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:55:59.468144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e626848-6c50-49ac-b930-cd7f095c7f5d req-19adfbee-1690-4c96-8a15-f5daaf617dd3 tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.488020 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e626848-6c50-49ac-b930-cd7f095c7f5d req-19adfbee-1690-4c96-8a15-f5daaf617dd3 tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.496165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] For port a8b54d28-603e-4f73-95c9-8e57d71b5d98, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a8b54d28-603e-4f73-95c9-8e57d71b5d98,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:55:59.534998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.559101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e626848-6c50-49ac-b930-cd7f095c7f5d req-19adfbee-1690-4c96-8a15-f5daaf617dd3 tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650299 Sep 18 01:55:59.596571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adfbee-1690-4c96-8a15-f5daaf617dd3 tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28cab8a-f2c3-4510-ba1d-3e692b973508,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:59.606968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:59.607761 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.609419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] 10.222.0.18 "PUT /v2.0/ports/a8b54d28-603e-4f73-95c9-8e57d71b5d98 HTTP/1.1" status: 200 len: 1092 time: 2.2014642 Sep 18 01:55:59.609913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'tag': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:55:59.613476 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "20499642-9463-4638-b6b3-dd8cd2ae1eea", "tag": "a8b54d28-603e-4f73-95c9-8e57d71b5d98"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:55:59.623400 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.625380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.642056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:55:59.670428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06fe2e-d612-435f-b744-162f7e63c0dd service neutron] Pushing event updated for resources: {'Port': ['ID=a8b54d28-603e-4f73-95c9-8e57d71b5d98,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:59.695356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a99ae-578b-4fc9-9e61-a34e4da88b7b req-b55ef964-5abf-455b-80b4-380fe8fe66fc tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:59.704486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa8a99ae-578b-4fc9-9e61-a34e4da88b7b req-b55ef964-5abf-455b-80b4-380fe8fe66fc tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 943 time: 0.0842345 Sep 18 01:55:59.789648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event deleted for resources: {'Port': ['ID=81148ff0-bf68-458f-9df6-814fb241d97e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:59.829212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa8a99ae-578b-4fc9-9e61-a34e4da88b7b req-2faad0b4-d070-45e3-8cad-c5b367418674 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218176 Sep 18 01:55:59.869549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event deleted for resources: {'Port': ['ID=a390d5cf-6494-4dff-8de8-f179d6f13c16,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:55:59.872055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] No DVR routers for this DVR port a390d5cf-6494-4dff-8de8-f179d6f13c16 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:59.878873 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055890d6-27d2-4234-8c21-13d5c5ce1958 x-openstack-request-id: req-055890d6-27d2-4234-8c21-13d5c5ce1958 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:55:59.879858 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20499642-9463-4638-b6b3-dd8cd2ae1eea", "tag": "a8b54d28-603e-4f73-95c9-8e57d71b5d98", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:55:59.880210 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-055890d6-27d2-4234-8c21-13d5c5ce1958 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:55:59.880732 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'tag': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'status': 'completed', 'code': 200} Sep 18 01:55:59.885950 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.888697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eeab7cda-7c8c-4233-a926-403acf5ba9da req-d388d562-6705-433a-b1db-788056538c93 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "DELETE /v2.0/ports/a390d5cf-6494-4dff-8de8-f179d6f13c16 HTTP/1.1" status: 204 len: 173 time: 1.9100680 Sep 18 01:55:59.948292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] No DVR routers for this DVR port 81148ff0-bf68-458f-9df6-814fb241d97e on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:55:59.953417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-f01fe57d-6adc-4936-9b21-9835612d696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:55:59.955299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-f01fe57d-6adc-4936-9b21-9835612d696d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3bd55e00ae846f5848f7bc67fcce900&device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 1095 time: 0.2655613 Sep 18 01:55:59.957086 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:55:59.959669 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67812bf2-aee7-471e-a67e-22043ae0a38e req-96b9b54e-0077-4a33-9eef-05ea96e71ada tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.18 "DELETE /v2.0/ports/81148ff0-bf68-458f-9df6-814fb241d97e HTTP/1.1" status: 204 len: 173 time: 1.9687517 Sep 18 01:56:00.072457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-46c29bd8-4db3-4b33-bc3b-60d0eb0243e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8b54d28-603e-4f73-95c9-8e57d71b5d98 HTTP/1.1" status: 200 len: 217 time: 0.1052551 Sep 18 01:56:00.226726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-6bd8f05d-9728-4132-abd0-7c1b8a402339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:00.229751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-6bd8f05d-9728-4132-abd0-7c1b8a402339 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c35b8a70-1db7-460c-abd5-2508cb813cd6 HTTP/1.1" status: 200 len: 852 time: 0.1485500 Sep 18 01:56:00.367362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a03d399-b724-4ffe-b640-a2071211f5e9 req-448a8aac-12e6-432e-936b-046b7f75fbe4 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f8b3ad7-1fed-45bd-8066-c8a02c699856 HTTP/1.1" status: 200 len: 210 time: 0.1057129 Sep 18 01:56:00.394746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-39e9f4a4-c20c-47b4-b612-3318e9de4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:00.398670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-39e9f4a4-c20c-47b4-b612-3318e9de4da0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50476e05-81a9-4be3-8f90-89b27318b9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566861 Sep 18 01:56:00.641103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2cb00-d182-40aa-bd16-b18bf1d67fa4 req-f1e86162-6f2c-4741-b4e9-0e6c57aa9cfd tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:00.643628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55e2cb00-d182-40aa-bd16-b18bf1d67fa4 req-f1e86162-6f2c-4741-b4e9-0e6c57aa9cfd tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1646771 Sep 18 01:56:00.675514 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-2bb53c00-7694-4a96-8e4a-291cadd8fd53 service neutron] 10.222.0.18 "GET /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696719 Sep 18 01:56:00.776219 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-e16c569b-3309-4972-a896-20b65c649341 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1598558 Sep 18 01:56:00.806535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e38762ea-84bb-4d30-969a-a48edad60e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:00.827310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54b53-29cf-44e3-ba48-b1ffa25f8c39 req-4e5e0e59-1e2b-444d-a0db-49ba43b904cd tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:00.836453 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2da54b53-29cf-44e3-ba48-b1ffa25f8c39 req-4e5e0e59-1e2b-444d-a0db-49ba43b904cd tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 1102 time: 0.0963166 Sep 18 01:56:00.847172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55e2cb00-d182-40aa-bd16-b18bf1d67fa4 req-44a3af6b-b4b1-4dd8-9f47-22365472d81a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824737 Sep 18 01:56:00.896783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2da54b53-29cf-44e3-ba48-b1ffa25f8c39 req-b3f2cdd0-53fe-47f9-9f17-071b7e3f761b tempest-ServersAdminNegativeTestJSON-1001834058 tempest-ServersAdminNegativeTestJSON-1001834058-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586166 Sep 18 01:56:00.915021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fb29622-b107-4c3b-a53e-452b6feb2554 req-f59dec9f-2c42-4300-8a7d-dae49831778a service neutron] 10.222.0.18 "GET /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215083 Sep 18 01:56:00.928077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-539b3c43-d81b-4d7d-a192-d7316989ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:00.929545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-539b3c43-d81b-4d7d-a192-d7316989ca60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 1102 time: 0.0959651 Sep 18 01:56:01.054313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a390d5cf-6494-4dff-8de8-f179d6f13c16 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:01.086622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfb57-a511-4bc0-9527-8ab268b94b1e req-56afc459-b2d5-4ab1-b2f0-af6667e37208 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.101675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f8bfb57-a511-4bc0-9527-8ab268b94b1e req-56afc459-b2d5-4ab1-b2f0-af6667e37208 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0766592 Sep 18 01:56:01.114264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 81148ff0-bf68-458f-9df6-814fb241d97e no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:01.123345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: a390d5cf-6494-4dff-8de8-f179d6f13c16 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:01.124552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a390d5cf-6494-4dff-8de8-f179d6f13c16 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:01.147131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 81148ff0-bf68-458f-9df6-814fb241d97e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:01.147537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 81148ff0-bf68-458f-9df6-814fb241d97e not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:01.168986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f8bfb57-a511-4bc0-9527-8ab268b94b1e req-01edea9a-e68f-4cc5-b442-bcf594159955 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Sep 18 01:56:01.215029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-64a6fbf0-7a40-4093-aa5e-1ec0965f0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.216559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-64a6fbf0-7a40-4093-aa5e-1ec0965f0404 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3bd55e00ae846f5848f7bc67fcce900&device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 1095 time: 0.2290080 Sep 18 01:56:01.340701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee514f3-0a56-4982-b1e4-6afad1d27e66 req-3dcf0c6c-1a50-4b8f-bd74-2e6b7b919075 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.342231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ee514f3-0a56-4982-b1e4-6afad1d27e66 req-3dcf0c6c-1a50-4b8f-bd74-2e6b7b919075 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 943 time: 0.3170846 Sep 18 01:56:01.353206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-d3d69416-04d8-436c-b4b1-9a5246057535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.354624 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-d3d69416-04d8-436c-b4b1-9a5246057535 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3265963 Sep 18 01:56:01.448400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-59114a0e-6d9a-4074-ae65-e5722a836519 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a HTTP/1.1" status: 200 len: 217 time: 0.0770299 Sep 18 01:56:01.450846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-fe7a4599-e51c-44a0-8978-5a1e7dad1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.452225 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-fe7a4599-e51c-44a0-8978-5a1e7dad1741 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50476e05-81a9-4be3-8f90-89b27318b9ba HTTP/1.1" status: 200 len: 913 time: 0.2274773 Sep 18 01:56:01.455189 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ee514f3-0a56-4982-b1e4-6afad1d27e66 req-a0e21095-ecc4-4ca5-8ed0-9b7845de4621 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046615 Sep 18 01:56:01.594194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-3ba06615-3f58-4104-a570-daa42d7052eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8b54d28-603e-4f73-95c9-8e57d71b5d98 HTTP/1.1" status: 200 len: 217 time: 0.1263251 Sep 18 01:56:01.633457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-43c37558-7f0a-48a1-9029-491f4cc05fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.634973 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-43c37558-7f0a-48a1-9029-491f4cc05fe4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1660807 Sep 18 01:56:01.750284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-aa237ffd-73ed-44b5-acd7-2b3e32c6f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.751797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-aa237ffd-73ed-44b5-acd7-2b3e32c6f33e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c35b8a70-1db7-460c-abd5-2508cb813cd6 HTTP/1.1" status: 200 len: 852 time: 0.1488159 Sep 18 01:56:01.756522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-0aefbf68-3458-4d72-bcf0-61a236f2ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.756697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-0aefbf68-3458-4d72-bcf0-61a236f2ef3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029878 Sep 18 01:56:01.778223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3803436-892a-4533-af48-8c556c528e1a req-3c4eb20e-cf18-4e56-ab6a-98dcb7a1099d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:01.783469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3803436-892a-4533-af48-8c556c528e1a req-3c4eb20e-cf18-4e56-ab6a-98dcb7a1099d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1141391 Sep 18 01:56:01.824743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:01.886946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9eca6f-3a15-452d-b241-2201ad091acf', 'name': 'network-vif-deleted', 'tag': 'a390d5cf-6494-4dff-8de8-f179d6f13c16'}, {'server_uuid': '2f8b3ad7-1fed-45bd-8066-c8a02c699856', 'name': 'network-vif-deleted', 'tag': '81148ff0-bf68-458f-9df6-814fb241d97e'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:01.898030 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9859a7dd-1e62-462c-96cd-3efbfb30896b" -d '{"events": [{"server_uuid": "bd9eca6f-3a15-452d-b241-2201ad091acf", "name": "network-vif-deleted", "tag": "a390d5cf-6494-4dff-8de8-f179d6f13c16"}, {"server_uuid": "2f8b3ad7-1fed-45bd-8066-c8a02c699856", "name": "network-vif-deleted", "tag": "81148ff0-bf68-458f-9df6-814fb241d97e"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:02.131825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645c6a9-c16b-49b2-9988-9645ae98e4bc req-a976665e-e492-43d3-9d9d-2a9e37fe3831 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:02.133645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3645c6a9-c16b-49b2-9988-9645ae98e4bc req-a976665e-e492-43d3-9d9d-2a9e37fe3831 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 950 time: 0.0647762 Sep 18 01:56:02.206632 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3645c6a9-c16b-49b2-9988-9645ae98e4bc req-a83bf955-cff5-4854-aba9-aff65324cca2 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652921 Sep 18 01:56:02.277713 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a239321e-0108-43e5-92b5-18589a935d53 x-openstack-request-id: req-a239321e-0108-43e5-92b5-18589a935d53 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:02.278002 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9eca6f-3a15-452d-b241-2201ad091acf", "name": "network-vif-deleted", "tag": "a390d5cf-6494-4dff-8de8-f179d6f13c16", "status": "completed", "code": 200}, {"server_uuid": "2f8b3ad7-1fed-45bd-8066-c8a02c699856", "name": "network-vif-deleted", "tag": "81148ff0-bf68-458f-9df6-814fb241d97e", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:02.278249 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a239321e-0108-43e5-92b5-18589a935d53 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:02.278658 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9eca6f-3a15-452d-b241-2201ad091acf', 'name': 'network-vif-deleted', 'tag': 'a390d5cf-6494-4dff-8de8-f179d6f13c16', 'status': 'completed', 'code': 200} Sep 18 01:56:02.278944 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b3ad7-1fed-45bd-8066-c8a02c699856', 'name': 'network-vif-deleted', 'tag': '81148ff0-bf68-458f-9df6-814fb241d97e', 'status': 'completed', 'code': 200} Sep 18 01:56:02.302643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3803436-892a-4533-af48-8c556c528e1a req-1f6d682d-295f-4ce7-bbe4-890a4c1c82cd tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814062 Sep 18 01:56:02.311937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-697a48e7-0eac-4f86-b959-b9a4f2b58e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:02.313706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-697a48e7-0eac-4f86-b959-b9a4f2b58e15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50476e05-81a9-4be3-8f90-89b27318b9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5529618 Sep 18 01:56:02.353183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-fed3b444-7b7e-4c85-b620-a558ef9f7c49 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832522 Sep 18 01:56:02.545959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95b4703f-00ae-4213-b3bc-835b0e5d0d2c req-c3da7835-e15b-48f6-818b-31c7d39a7e42 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841631 Sep 18 01:56:02.547941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-4c57482a-5ab6-4770-aa46-1fe2202f53ea service neutron] 10.222.0.18 "GET /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225232 Sep 18 01:56:02.609246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad9e57-dbc2-4586-a9af-064f9e0e1bbd req-f6e56f20-5280-4a1d-b444-7d1eb32e2e88 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:02.615145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccad9e57-dbc2-4586-a9af-064f9e0e1bbd req-f6e56f20-5280-4a1d-b444-7d1eb32e2e88 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 943 time: 0.0717492 Sep 18 01:56:02.664041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccad9e57-dbc2-4586-a9af-064f9e0e1bbd req-706a7627-2e9c-4989-ad3f-7338fa85b21b tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Sep 18 01:56:02.753597 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94ebc985-9acf-4fc1-9e74-ec740bb93fdd req-acdd85d6-d1a5-4276-ac39-3bca7b05d222 service neutron] 10.222.0.18 "GET /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971359 Sep 18 01:56:02.771619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf8e6a-1396-48d9-9abc-a216139dc047 req-86e6c92e-bdfd-439a-9b63-e979ac45732f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:02.773165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15cf8e6a-1396-48d9-9abc-a216139dc047 req-86e6c92e-bdfd-439a-9b63-e979ac45732f tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 949 time: 0.0817020 Sep 18 01:56:02.819107 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15cf8e6a-1396-48d9-9abc-a216139dc047 req-1192b4ee-f2dd-45a8-b37d-aff53fdced8e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Sep 18 01:56:02.947052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-5e399a1b-267a-4283-9fe8-4f95eb4ce3a3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:02.951192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-5e399a1b-267a-4283-9fe8-4f95eb4ce3a3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 821 time: 0.1085067 Sep 18 01:56:02.963459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-9c7d203d-678f-4023-8869-b0fe3a10bbba tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/quotas/8fc29e961c0c4293819ac59d39edf2ff HTTP/1.1" status: 200 len: 375 time: 0.0094452 Sep 18 01:56:03.030967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-d718640e-eb78-4fe7-ac36-0f3377ef632f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612237 Sep 18 01:56:03.099753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a8b54d28-603e-4f73-95c9-8e57d71b5d98 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:03.139987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-10f56274-94ea-42d9-81cb-cd767e5d14b9 service neutron] 10.222.0.21 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022747 Sep 18 01:56:03.209138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port a8b54d28-603e-4f73-95c9-8e57d71b5d98, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a8b54d28-603e-4f73-95c9-8e57d71b5d98,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:03.220922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'port_id': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'mac_address': 'fa:16:3e:81:8e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:56:03.255803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-e4dadbc6-b452-4375-a607-fe79a017ed6f service neutron] 10.222.0.21 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094778 Sep 18 01:56:03.265623 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:03.280623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b54d28-603e-4f73-95c9-8e57d71b5d98 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:03.303913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port a8b54d28-603e-4f73-95c9-8e57d71b5d98, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a8b54d28-603e-4f73-95c9-8e57d71b5d98,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:03.311051 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:03.379845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f0d48-6fbb-4585-9bff-2c66e4e8b11c req-dc5e151d-db7a-4395-85d1-2d79ff3f9f55 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:03.387204 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c397d238-de72-4565-b5bb-ac896ace3c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:03.387942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b2f0d48-6fbb-4585-9bff-2c66e4e8b11c req-dc5e151d-db7a-4395-85d1-2d79ff3f9f55 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 950 time: 0.1019161 Sep 18 01:56:03.393742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=a8b54d28-603e-4f73-95c9-8e57d71b5d98,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:03.426381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-4b726168-27a0-41dd-bbbc-ea81028a7cd9 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:03.427891 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-4b726168-27a0-41dd-bbbc-ea81028a7cd9 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 950 time: 0.1044295 Sep 18 01:56:03.480789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b2f0d48-6fbb-4585-9bff-2c66e4e8b11c req-4eaa8f78-8d6d-4e92-b0f9-cd435c0abf13 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916581 Sep 18 01:56:03.552859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Deleting port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:03.553211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:03.586694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['a8b54d28-603e-4f73-95c9-8e57d71b5d98'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:03.689886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5440a599-d540-402e-9a02-966b365ffdba req-9e1809bb-9729-4337-a4de-cf0616be80e5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 210 time: 0.0420682 Sep 18 01:56:03.727057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951425e-cfe5-45e8-bbc3-03cb1a377b35 req-4de5c125-9f47-45b2-856b-5681a6bac85c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:03.735343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0951425e-cfe5-45e8-bbc3-03cb1a377b35 req-4de5c125-9f47-45b2-856b-5681a6bac85c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0877812 Sep 18 01:56:03.755561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] For port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:03.756230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:03.770666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Calling delete_port for 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:03.854859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1531b-07a0-43e1-9108-8dabff6e695e req-845aa5e9-8c79-4ecd-b4c9-9b3d8ee4f827 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:03.856465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ab1531b-07a0-43e1-9108-8dabff6e695e req-845aa5e9-8c79-4ecd-b4c9-9b3d8ee4f827 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 944 time: 0.0688176 Sep 18 01:56:03.875772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0951425e-cfe5-45e8-bbc3-03cb1a377b35 req-0ca31fe7-767a-4e7e-be2a-2cccc5698018 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392813 Sep 18 01:56:03.927211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ab1531b-07a0-43e1-9108-8dabff6e695e req-a8273185-c161-4441-8216-b4925d806c33 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607414 Sep 18 01:56:03.964645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:03.977150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:03.998613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['52d94d60-886a-4650-a50a-03191b0e7422'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:04.012481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Pushing event deleted for resources: {'Port': ['ID=023bd132-ef9c-46ae-ba87-df9b8bafe5f8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:04.086118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] No DVR routers for this DVR port 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:04.089302 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:04.093501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9d5c608-7c49-4046-8944-c8beaf647fb6 req-57c0e855-6150-44ef-9f66-d12ec1251f67 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.18 "DELETE /v2.0/ports/023bd132-ef9c-46ae-ba87-df9b8bafe5f8 HTTP/1.1" status: 204 len: 173 time: 0.6575654 Sep 18 01:56:04.104210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b624d-7c3b-4ce9-963e-ef9b44c5c9b8 req-db0bdec8-2e0b-4ef5-9820-70c7c80ddf1c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:04.116527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e82b624d-7c3b-4ce9-963e-ef9b44c5c9b8 req-db0bdec8-2e0b-4ef5-9820-70c7c80ddf1c tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 949 time: 0.1111388 Sep 18 01:56:04.226102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e82b624d-7c3b-4ce9-963e-ef9b44c5c9b8 req-7e838032-80f8-45f3-85fd-6805a7190fc5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084211 Sep 18 01:56:04.280728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-05d926ff-88ab-4df9-81a0-edca11f00913 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:04.282348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-05d926ff-88ab-4df9-81a0-edca11f00913 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/ports?device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 949 time: 0.0744791 Sep 18 01:56:04.282940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5df3f7-dd81-44e5-97a0-745850ce5712', 'name': 'network-vif-deleted', 'tag': '023bd132-ef9c-46ae-ba87-df9b8bafe5f8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:04.286343 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8f594a-3921-4483-9a44-79d094b34d29" -d '{"events": [{"server_uuid": "4a5df3f7-dd81-44e5-97a0-745850ce5712", "name": "network-vif-deleted", "tag": "023bd132-ef9c-46ae-ba87-df9b8bafe5f8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:04.324705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['023bd132-ef9c-46ae-ba87-df9b8bafe5f8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:04.348801 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f0bba1-500d-41f5-be3c-b0009f8c4f38 x-openstack-request-id: req-f1f0bba1-500d-41f5-be3c-b0009f8c4f38 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:04.349103 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5df3f7-dd81-44e5-97a0-745850ce5712", "name": "network-vif-deleted", "tag": "023bd132-ef9c-46ae-ba87-df9b8bafe5f8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:04.349354 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1f0bba1-500d-41f5-be3c-b0009f8c4f38 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:04.349819 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5df3f7-dd81-44e5-97a0-745850ce5712', 'name': 'network-vif-deleted', 'tag': '023bd132-ef9c-46ae-ba87-df9b8bafe5f8', 'status': 'completed', 'code': 200} Sep 18 01:56:04.461881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Deleting port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:04.462287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:04.542441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-2e9b4f12-e680-4574-8faa-34c6517b17f0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:04.543956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-2e9b4f12-e680-4574-8faa-34c6517b17f0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/ports?device_id=605488e2-45e6-4036-b92d-28f2059b2d5b HTTP/1.1" status: 200 len: 950 time: 0.1286986 Sep 18 01:56:04.644807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69a5c87e-ca4b-4e01-8e05-e2207d984111 req-baa0348d-dd70-4a89-bee3-f0a75a0dc089 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5df3f7-dd81-44e5-97a0-745850ce5712 HTTP/1.1" status: 200 len: 210 time: 0.0534227 Sep 18 01:56:04.654598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] For port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:04.654598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:04.669728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Calling delete_port for 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:04.746905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Deleting port 06e4a94c-df73-468a-a702-cbdb4c958bf3 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:04.747781 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:04.806272 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:04.823814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b91f741b-d93c-4aae-b71d-b68890b3f147 req-3adb0998-d62a-4d5b-9f5e-355d6db3fcbb tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 210 time: 0.0431552 Sep 18 01:56:04.935951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] For port 06e4a94c-df73-468a-a702-cbdb4c958bf3, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=06e4a94c-df73-468a-a702-cbdb4c958bf3,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:04.936319 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:04.956010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Calling delete_port for 06e4a94c-df73-468a-a702-cbdb4c958bf3 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:04.970823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:04.987175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a', '06e4a94c-df73-468a-a702-cbdb4c958bf3', '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:05.040042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8fbc-267a-4b6e-bb6a-26feb0936858 req-4b916d66-ea22-4b81-80eb-7cbad1c9cdbc tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:05.042063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0fe8fbc-267a-4b6e-bb6a-26feb0936858 req-4b916d66-ea22-4b81-80eb-7cbad1c9cdbc tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0839918 Sep 18 01:56:05.050354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event deleted for resources: {'Port': ['ID=9a7cdeec-d7fc-4610-9c0d-9fd515b8b333,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:05.106545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a8b54d28-603e-4f73-95c9-8e57d71b5d98 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:05.118036 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0fe8fbc-267a-4b6e-bb6a-26feb0936858 req-c5268717-0853-4932-b569-7f9111774dbe tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672474 Sep 18 01:56:05.134955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] No DVR routers for this DVR port 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:05.137653 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:05.139902 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-de9e39fc-4835-4460-a8b7-05e49589ae35 req-f1e4ab2e-d456-43a0-89fd-4b10c381a75e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "DELETE /v2.0/ports/9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 HTTP/1.1" status: 204 len: 173 time: 0.8473511 Sep 18 01:56:05.167290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff83f9-31ab-4ad2-b898-85a32e197993 req-d9e8bdac-f300-4cde-bb58-e5f1a7387c77 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:05.175751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6eff83f9-31ab-4ad2-b898-85a32e197993 req-d9e8bdac-f300-4cde-bb58-e5f1a7387c77 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 944 time: 0.1410244 Sep 18 01:56:05.242493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port a8b54d28-603e-4f73-95c9-8e57d71b5d98 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:56:05.254248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6eff83f9-31ab-4ad2-b898-85a32e197993 req-8458908a-4f77-41b8-8bdb-71d61d80cb7c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774987 Sep 18 01:56:05.346581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port a8b54d28-603e-4f73-95c9-8e57d71b5d98 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:05.347451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:05.403293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1572985b-968f-4500-8a6a-3a12e8f161b8 req-c406455e-e391-4472-b3c9-1487c5466fe7 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=917cffbc-0436-4fc0-be1d-944c9c55eacb HTTP/1.1" status: 200 len: 210 time: 0.0660977 Sep 18 01:56:05.416150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:05.459837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event deleted for resources: {'Port': ['ID=06e4a94c-df73-468a-a702-cbdb4c958bf3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:05.491922 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:05.517698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] No DVR routers for this DVR port 06e4a94c-df73-468a-a702-cbdb4c958bf3 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:05.520813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:05.523439 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-696f9c90-d3dc-4f34-8bd9-99dcf81bdea0 req-473fc7cd-c1bd-4c68-9539-caf0b81a6ff5 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "DELETE /v2.0/ports/06e4a94c-df73-468a-a702-cbdb4c958bf3 HTTP/1.1" status: 204 len: 173 time: 0.9684782 Sep 18 01:56:05.540511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-0f03f92a-c0f1-4af7-a1c9-f14759ec936f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:05.542043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-0f03f92a-c0f1-4af7-a1c9-f14759ec936f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 821 time: 0.2818604 Sep 18 01:56:05.542347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:05.544634 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465c817-ace0-475f-b681-6709942279c5" -d '{"events": [{"server_uuid": "20499642-9463-4638-b6b3-dd8cd2ae1eea", "name": "network-vif-plugged", "status": "completed", "tag": "a8b54d28-603e-4f73-95c9-8e57d71b5d98"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:05.556465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Request body: {'port': {'device_id': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'admin_state_up': True, 'tenant_id': '8fc29e961c0c4293819ac59d39edf2ff'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:05.593029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port a8b54d28-603e-4f73-95c9-8e57d71b5d98, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a8b54d28-603e-4f73-95c9-8e57d71b5d98,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:05.603733 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:05.654157 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7c4036-0cc9-49f9-b89f-301fcffc84bd x-openstack-request-id: req-6e7c4036-0cc9-49f9-b89f-301fcffc84bd {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:05.654462 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20499642-9463-4638-b6b3-dd8cd2ae1eea", "name": "network-vif-plugged", "status": "completed", "tag": "a8b54d28-603e-4f73-95c9-8e57d71b5d98", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:05.654742 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e7c4036-0cc9-49f9-b89f-301fcffc84bd {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:05.655124 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'code': 200} Sep 18 01:56:05.736126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=a8b54d28-603e-4f73-95c9-8e57d71b5d98,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:05.805908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Made reservation on behalf of 8fc29e961c0c4293819ac59d39edf2ff for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:05.809627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:05.814111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d545a-cc8c-488e-ac79-0feacdf4bfe4 req-d518f9e9-646e-486b-b6f8-850f75d12fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:05.816485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-762d545a-cc8c-488e-ac79-0feacdf4bfe4 req-d518f9e9-646e-486b-b6f8-850f75d12fa6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 1097 time: 0.1006720 Sep 18 01:56:05.988179 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1872b598-9c30-47fa-a171-a43de6008fbe req-c417a006-cd9e-4122-8704-6240693037a9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 210 time: 0.0434110 Sep 18 01:56:05.997290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-762d545a-cc8c-488e-ac79-0feacdf4bfe4 req-b090c498-5e4a-4633-99a8-2a4e1bec7b62 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722395 Sep 18 01:56:06.005724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:06.100667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Allocated IP 172.20.0.7 (c390c33a-2bf0-46a3-9c26-87b7f042f8bf/75478b80-c0b2-487c-b8ce-3e1b439f846a/44981606-c474-40fa-b8e4-0ec4caf9e7a7) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:06.200319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db71d3f-bba6-4f25-b0cd-f0ec3f3e0349 req-1a475a3e-b9de-4b71-bf7e-854054091c28 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:06.212190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4db71d3f-bba6-4f25-b0cd-f0ec3f3e0349 req-1a475a3e-b9de-4b71-bf7e-854054091c28 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 949 time: 0.1162832 Sep 18 01:56:06.282272 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:06.284517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4db71d3f-bba6-4f25-b0cd-f0ec3f3e0349 req-c63aa2b4-111b-42e1-884d-e77f15de644b tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697351 Sep 18 01:56:06.410344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917cffbc-0436-4fc0-be1d-944c9c55eacb', 'name': 'network-vif-deleted', 'tag': '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333'}, {'server_uuid': '605488e2-45e6-4036-b92d-28f2059b2d5b', 'name': 'network-vif-deleted', 'tag': '06e4a94c-df73-468a-a702-cbdb4c958bf3'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:06.414183 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b6a45e-4112-45e2-8fdf-ccfc567ccb5d" -d '{"events": [{"server_uuid": "917cffbc-0436-4fc0-be1d-944c9c55eacb", "name": "network-vif-deleted", "tag": "9a7cdeec-d7fc-4610-9c0d-9fd515b8b333"}, {"server_uuid": "605488e2-45e6-4036-b92d-28f2059b2d5b", "name": "network-vif-deleted", "tag": "06e4a94c-df73-468a-a702-cbdb4c958bf3"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:06.516591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd288041-7aec-4897-826f-e99dd60f9769 req-caf59106-8f56-47cf-88b8-9664b0a93407 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:06.518694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd288041-7aec-4897-826f-e99dd60f9769 req-caf59106-8f56-47cf-88b8-9664b0a93407 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.2675045 Sep 18 01:56:06.546927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1427-7be5-4def-8fd5-614ebbcff55e req-0792878c-0307-490b-ab7f-598bf4769294 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:06.553752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:06.555480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e11d1427-7be5-4def-8fd5-614ebbcff55e req-0792878c-0307-490b-ab7f-598bf4769294 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 945 time: 0.0692186 Sep 18 01:56:06.591856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd288041-7aec-4897-826f-e99dd60f9769 req-58b605ff-3b1a-4a99-aa3b-1ccdef35c7d6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663860 Sep 18 01:56:06.593241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e11d1427-7be5-4def-8fd5-614ebbcff55e req-ef07d8a9-4f60-490e-8f4c-e588295c115b tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366352 Sep 18 01:56:06.625308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:06.640243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['4c3902c1-8122-4066-9aa0-7bdea5b39061'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:06.694558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Pushing event updated for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:06.715528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Network c390c33a-2bf0-46a3-9c26-87b7f042f8bf is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:06.717957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:06.722949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:06.785611 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6803c485-9140-4f83-8344-22ed1ab3f238 x-openstack-request-id: req-6803c485-9140-4f83-8344-22ed1ab3f238 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:06.786378 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917cffbc-0436-4fc0-be1d-944c9c55eacb", "name": "network-vif-deleted", "tag": "9a7cdeec-d7fc-4610-9c0d-9fd515b8b333", "status": "completed", "code": 200}, {"server_uuid": "605488e2-45e6-4036-b92d-28f2059b2d5b", "name": "network-vif-deleted", "tag": "06e4a94c-df73-468a-a702-cbdb4c958bf3", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:06.786608 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6803c485-9140-4f83-8344-22ed1ab3f238 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:06.787033 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917cffbc-0436-4fc0-be1d-944c9c55eacb', 'name': 'network-vif-deleted', 'tag': '9a7cdeec-d7fc-4610-9c0d-9fd515b8b333', 'status': 'completed', 'code': 200} Sep 18 01:56:06.787286 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605488e2-45e6-4036-b92d-28f2059b2d5b', 'name': 'network-vif-deleted', 'tag': '06e4a94c-df73-468a-a702-cbdb4c958bf3', 'status': 'completed', 'code': 200} Sep 18 01:56:06.805812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:06.806590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:06.837867 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-35fa4cef-de44-4452-91d4-e4052e01732e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2861924 Sep 18 01:56:06.865868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Request body: {'port': {'device_id': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:06.943422 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:07.058418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 06e4a94c-df73-468a-a702-cbdb4c958bf3 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:07.171741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 06e4a94c-df73-468a-a702-cbdb4c958bf3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:07.177061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 06e4a94c-df73-468a-a702-cbdb4c958bf3 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:07.177864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:07.187446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:07.199676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dda65-df83-48f7-a802-ca1ce0cfded9 req-ed871286-3e25-4317-a08b-6ce67bae95f2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:07.216171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-294dda65-df83-48f7-a802-ca1ce0cfded9 req-ed871286-3e25-4317-a08b-6ce67bae95f2 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 950 time: 0.0877557 Sep 18 01:56:07.239099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:07.239695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 023bd132-ef9c-46ae-ba87-df9b8bafe5f8 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:07.241437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca811c7-60cb-4c4e-80ed-3c378893a9ae req-2e3597e0-2063-4801-aea4-2d77884791c5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:07.243428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:07.243822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 9a7cdeec-d7fc-4610-9c0d-9fd515b8b333 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:07.249527 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ca811c7-60cb-4c4e-80ed-3c378893a9ae req-2e3597e0-2063-4801-aea4-2d77884791c5 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 931 time: 0.1521933 Sep 18 01:56:07.267032 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-294dda65-df83-48f7-a802-ca1ce0cfded9 req-6e67f44d-d9aa-46a2-8545-35043a0b1f8e tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Sep 18 01:56:07.393607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ca811c7-60cb-4c4e-80ed-3c378893a9ae req-e1e992e0-c709-427d-b3b8-1006a8ea0de3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344266 Sep 18 01:56:07.450752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89b166-5b6a-4172-8976-6a04d2a66499 req-635383b0-a47e-4716-8567-3c1db40f59ff tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:07.452343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce89b166-5b6a-4172-8976-6a04d2a66499 req-635383b0-a47e-4716-8567-3c1db40f59ff tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 949 time: 0.0938277 Sep 18 01:56:07.523478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce89b166-5b6a-4172-8976-6a04d2a66499 req-26202f46-e7d5-4933-9093-0fb24a9e81f5 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/security-groups?id=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635433 Sep 18 01:56:07.550474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44981606-c474-40fa-b8e4-0ec4caf9e7a7 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:07.558210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:07.570617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Transition to ACTIVE for port object 44981606-c474-40fa-b8e4-0ec4caf9e7a7 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:56:07.576051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:07.643537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Pushing event updated for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:07.789599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0752a7e4-b64d-4670-9824-19579798a9b5 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:07.791202 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0752a7e4-b64d-4670-9824-19579798a9b5 tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 949 time: 0.1604452 Sep 18 01:56:07.791834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bf2ec-5ae4-4d2e-90f7-b38eef2b1ade req-fe72a0c6-023f-4606-8801-293621e75efa tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:07.793404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f68bf2ec-5ae4-4d2e-90f7-b38eef2b1ade req-fe72a0c6-023f-4606-8801-293621e75efa tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0554597 Sep 18 01:56:07.839677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:07.840076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:07.840409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:07.841124 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f68bf2ec-5ae4-4d2e-90f7-b38eef2b1ade req-cba5f04d-5cfb-4024-8235-6c5eef32f9b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 Sep 18 01:56:07.852635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b6f0-e52e-4a7d-b5eb-1343a66cb0bc req-7100efb5-54da-49c2-b792-3961bc154043 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:07.854152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09e6b6f0-e52e-4a7d-b5eb-1343a66cb0bc req-7100efb5-54da-49c2-b792-3961bc154043 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 945 time: 0.1270382 Sep 18 01:56:07.862742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:07.863051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:07.911962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:07.913558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:07.914118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:07.920894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Bound port: 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:07.921491 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:08.013147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09e6b6f0-e52e-4a7d-b5eb-1343a66cb0bc req-cb95df3f-e162-4502-ae77-920ee955d6c1 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514463 Sep 18 01:56:08.056765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Deleting port 52d94d60-886a-4650-a50a-03191b0e7422 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:08.057389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:08.060232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:08.093124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:08.130745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:08.178375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c8aff-83d4-442c-be9f-020893ca8479 req-72d6d9c3-204e-4496-bf1a-a7e2ff8e793a tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:08.180490 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a39c8aff-83d4-442c-be9f-020893ca8479 req-72d6d9c3-204e-4496-bf1a-a7e2ff8e793a tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 945 time: 0.0670700 Sep 18 01:56:08.190930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42120) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:08.196830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:08.197449 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:08.198508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Request body: {'floatingip': {'port_id': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:08.198971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] 10.222.0.18 "PUT /v2.0/ports/44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 200 len: 1092 time: 1.3521090 Sep 18 01:56:08.216486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] For port 52d94d60-886a-4650-a50a-03191b0e7422, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=52d94d60-886a-4650-a50a-03191b0e7422,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:08.216823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:08.239403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Calling delete_port for 52d94d60-886a-4650-a50a-03191b0e7422 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:08.256511 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:08.461281 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:08.467489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa411de5-3904-4c90-a21a-73af89bc435a service neutron] Pushing event updated for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:08.478681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['52d94d60-886a-4650-a50a-03191b0e7422'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:08.850461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:08.852901 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368c1c16-c365-42ba-bd32-a5de2c8ae732" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:08.854305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa6662-3815-4bbd-8bcf-45beab4166a3 req-e3ad7696-aedf-412f-bb53-157c9cb9297e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:08.861979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-64aa6662-3815-4bbd-8bcf-45beab4166a3 req-e3ad7696-aedf-412f-bb53-157c9cb9297e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.1030340 Sep 18 01:56:08.878218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Pushing event deleted for resources: {'Port': ['ID=52d94d60-886a-4650-a50a-03191b0e7422,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:08.937848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ca992-a95d-45e1-87e7-951762479bc5 req-471ad3c3-f87f-4f82-9d8f-c2a855aa8b84 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:08.946566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c42ca992-a95d-45e1-87e7-951762479bc5 req-471ad3c3-f87f-4f82-9d8f-c2a855aa8b84 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 950 time: 0.5563765 Sep 18 01:56:08.968041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-64aa6662-3815-4bbd-8bcf-45beab4166a3 req-73a2fc2a-e978-4716-944f-6af92299b9fd tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036072 Sep 18 01:56:09.071883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-ce2aa0f9-a241-4179-ad31-e9cd9ccf94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:09.073737 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-ce2aa0f9-a241-4179-ad31-e9cd9ccf94b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1095 time: 0.6825221 Sep 18 01:56:09.074591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] No DVR routers for this DVR port 52d94d60-886a-4650-a50a-03191b0e7422 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:09.080099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:09.080767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df2b4523-51b5-4115-bbb5-c9829efddbe1 req-0852be42-bf5b-4a43-ab19-0e19e54c626e tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.20 "DELETE /v2.0/ports/52d94d60-886a-4650-a50a-03191b0e7422 HTTP/1.1" status: 204 len: 173 time: 1.2805939 Sep 18 01:56:09.116415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c42ca992-a95d-45e1-87e7-951762479bc5 req-e0a3cd59-bf81-4ea6-be75-5eb3dbd03cc0 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/security-groups?id=093eb34f-e2d9-4570-b742-efbd7a0ea677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592522 Sep 18 01:56:09.201970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-674a682c-f512-457c-ac30-4e44573a5b99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 200 len: 217 time: 0.0921857 Sep 18 01:56:09.226077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732f585-6ae3-4917-8bea-d673058de557 req-4185de3f-05fa-420d-93e5-7573f219e766 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:09.228105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9732f585-6ae3-4917-8bea-d673058de557 req-4185de3f-05fa-420d-93e5-7573f219e766 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 950 time: 0.3698568 Sep 18 01:56:09.246371 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60007ed9-d54b-4c25-8df2-9d405646d613 x-openstack-request-id: req-60007ed9-d54b-4c25-8df2-9d405646d613 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:09.246588 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:09.246815 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60007ed9-d54b-4c25-8df2-9d405646d613 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:09.247210 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7', 'status': 'completed', 'code': 200} Sep 18 01:56:09.318353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e3caf3b1-a937-4524-b041-91810ee95b01 req-6ce43f84-f707-4ea0-a7c3-7d748b45e7ee tempest-ServersAdminNegativeTestJSON-828316299 tempest-ServersAdminNegativeTestJSON-828316299-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba094ee-e0fc-4189-897b-ffe88df8a327 HTTP/1.1" status: 200 len: 210 time: 0.0631213 Sep 18 01:56:09.429818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca1c07-5f72-49d8-88df-172dcb7d2b67 req-f94ba253-d4ef-4816-abc8-495e76c1ff07 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:09.436927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22ca1c07-5f72-49d8-88df-172dcb7d2b67 req-f94ba253-d4ef-4816-abc8-495e76c1ff07 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0788164 Sep 18 01:56:09.487277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22ca1c07-5f72-49d8-88df-172dcb7d2b67 req-9ef84f6b-090b-4a1c-860a-e705cc0cf88d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469792 Sep 18 01:56:09.488475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:09.500439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:09.504482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-b6a01c5c-ceea-47e7-91ae-9df862b42751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:09.506335 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-b6a01c5c-ceea-47e7-91ae-9df862b42751 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.2773013 Sep 18 01:56:09.572996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-d7f3ad3e-a739-4c1a-abdc-f26d6095b200 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563278 Sep 18 01:56:09.576561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Deleting port ded7905c-2a13-4f5c-b3cb-b330f4f4720a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:09.577088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:09.623995 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Floating IP 45d63c38-baf3-4b01-a8b6-eac91d0a8ddb associated. External IP: 172.25.0.37, port: a8b54d28-603e-4f73-95c9-8e57d71b5d98. Sep 18 01:56:09.781816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] For port ded7905c-2a13-4f5c-b3cb-b330f4f4720a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:09.782450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:09.793492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-fe3702d8-83eb-4b14-a96e-7ad2ba718972 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116828 Sep 18 01:56:09.809718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Calling delete_port for ded7905c-2a13-4f5c-b3cb-b330f4f4720a owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:09.933161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:56:09.963303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29b5d53-8f4f-4dc8-9e6f-fcaee1c50a03 req-354aad72-a602-4b70-a105-0d87822ccf16 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621976 Sep 18 01:56:10.078297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-27328ccb-3839-4f82-8c21-85d9510a8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:10.082689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-27328ccb-3839-4f82-8c21-85d9510a8703 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1095 time: 0.0683420 Sep 18 01:56:10.084358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:10.096619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ded7905c-2a13-4f5c-b3cb-b330f4f4720a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:10.119740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:56:10.127596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:10.134788 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] Sync routers for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:56:10.154073 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:56:10.154903 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:56:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:10.189404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a55a18c9-e76e-4ee0-a086-859533905f4c tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "PUT /v2.0/floatingips/45d63c38-baf3-4b01-a8b6-eac91d0a8ddb HTTP/1.1" status: 200 len: 990 time: 1.9967761 Sep 18 01:56:10.195046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'tag': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:10.198017 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194de852-2cde-4efb-86f9-f4935de9dfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "20499642-9463-4638-b6b3-dd8cd2ae1eea", "tag": "a8b54d28-603e-4f73-95c9-8e57d71b5d98"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:10.226213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3206d7b-7220-42c3-872e-ac9aef47d77e req-21e4f051-e7f9-4271-9274-7790b8b72464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:10.244452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-6c044d4d-1732-463a-ac43-37045f7bc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:10.244982 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3206d7b-7220-42c3-872e-ac9aef47d77e req-21e4f051-e7f9-4271-9274-7790b8b72464 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.1686337 Sep 18 01:56:10.246056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-6c044d4d-1732-463a-ac43-37045f7bc1f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.1591880 Sep 18 01:56:10.311645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Pushing event deleted for resources: {'Port': ['ID=ded7905c-2a13-4f5c-b3cb-b330f4f4720a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:10.314942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-664db8a5-c4a7-4bf8-9e45-e7bfb1818549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 200 len: 217 time: 0.0406399 Sep 18 01:56:10.319533 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3206d7b-7220-42c3-872e-ac9aef47d77e req-b827f124-afbb-4d2f-8502-938e82e56fba tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634346 Sep 18 01:56:10.447625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bef6c957-14c3-4a8c-b2ba-7978d9343428 req-6e946ec5-6325-4eec-bb57-05fb4d6d6737 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.21 "GET /v2.0/ports?device_id=3abd5aff-6bc0-4dc9-a5b1-2dadb077e226 HTTP/1.1" status: 200 len: 210 time: 0.0431664 Sep 18 01:56:10.465911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] No DVR routers for this DVR port ded7905c-2a13-4f5c-b3cb-b330f4f4720a on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:10.468620 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:10.472285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9732f585-6ae3-4917-8bea-d673058de557 req-2afb9c96-95b4-47d7-9c01-820561cd4110 tempest-ServersOnMultiNodesTest-752172077 tempest-ServersOnMultiNodesTest-752172077-project] 10.222.0.20 "DELETE /v2.0/ports/ded7905c-2a13-4f5c-b3cb-b330f4f4720a HTTP/1.1" status: 204 len: 173 time: 1.2239904 Sep 18 01:56:10.498946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-dd2c798d-7258-44c9-85b8-3fa20087a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:10.507316 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-dd2c798d-7258-44c9-85b8-3fa20087a0ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.1773937 Sep 18 01:56:10.540523 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d06f0f6-b902-40dc-b8ce-cbf1d75df245 x-openstack-request-id: req-6d06f0f6-b902-40dc-b8ce-cbf1d75df245 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:10.540819 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20499642-9463-4638-b6b3-dd8cd2ae1eea", "tag": "a8b54d28-603e-4f73-95c9-8e57d71b5d98", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:10.541102 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d06f0f6-b902-40dc-b8ce-cbf1d75df245 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:10.541467 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'tag': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'status': 'completed', 'code': 200} Sep 18 01:56:10.595487 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:56:10.617028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-5d0f36b8-ded6-414c-b207-d804b059df62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059892 Sep 18 01:56:10.728477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb2eb5-8208-4332-96b8-6c4478b2e0a6 req-61cc6eb4-8a03-4489-a260-b96e39aed25b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:10.739515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bbb2eb5-8208-4332-96b8-6c4478b2e0a6 req-61cc6eb4-8a03-4489-a260-b96e39aed25b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1134880 Sep 18 01:56:10.837060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-b28277a5-3230-4c6e-ad26-4c7d146d1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:10.837758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bbb2eb5-8208-4332-96b8-6c4478b2e0a6 req-1ea92dac-73cc-4cee-9af0-f2c782ed933d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971608 Sep 18 01:56:10.847123 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-b28277a5-3230-4c6e-ad26-4c7d146d1946 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3bd55e00ae846f5848f7bc67fcce900&device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 1097 time: 0.2695951 Sep 18 01:56:10.902322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-ffadbe93-1f38-442c-be91-3cf494cc96dc service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455533 Sep 18 01:56:10.913770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42168) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:11.010827 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '45d63c38-baf3-4b01-a8b6-eac91d0a8ddb', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'port_id': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'mac_address': 'fa:16:3e:81:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:55:49Z', 'updated_at': '2021-09-18T01:56:09Z', 'revision_number': 1, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:50Z', 'revision_number': 5, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:11.060512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] Checking router: b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:56:11.071441 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:56:11.072059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:56:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:11.086539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 52d94d60-886a-4650-a50a-03191b0e7422 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:11.110131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-368c1c16-c365-42ba-bd32-a5de2c8ae732 req-ab520763-84eb-4662-831c-07e1597c876f service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892586 Sep 18 01:56:11.127589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 52d94d60-886a-4650-a50a-03191b0e7422 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:11.129843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 52d94d60-886a-4650-a50a-03191b0e7422 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:11.131196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ded7905c-2a13-4f5c-b3cb-b330f4f4720a no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:11.180034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: ded7905c-2a13-4f5c-b3cb-b330f4f4720a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:11.182417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ded7905c-2a13-4f5c-b3cb-b330f4f4720a not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:11.229111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-8d5b7af6-b9a5-46a3-a341-5ff035d435f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:11.231073 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-8d5b7af6-b9a5-46a3-a341-5ff035d435f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=50476e05-81a9-4be3-8f90-89b27318b9ba HTTP/1.1" status: 200 len: 913 time: 0.3278039 Sep 18 01:56:11.262542 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a1396439-b027-475d-817d-14d7a7142c96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35b1a7db0dbc4273b8e16668f405c267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452854 Sep 18 01:56:11.263176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42176) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:11.274399 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:56:11.380954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e51c1832-7de7-4064-bc22-0b891769e89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:11.404820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba094ee-e0fc-4189-897b-ffe88df8a327', 'name': 'network-vif-deleted', 'tag': '52d94d60-886a-4650-a50a-03191b0e7422'}, {'server_uuid': '3abd5aff-6bc0-4dc9-a5b1-2dadb077e226', 'name': 'network-vif-deleted', 'tag': 'ded7905c-2a13-4f5c-b3cb-b330f4f4720a'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:11.407353 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4572f6-9bf7-4eb6-b52e-bce80b59e8e3" -d '{"events": [{"server_uuid": "2ba094ee-e0fc-4189-897b-ffe88df8a327", "name": "network-vif-deleted", "tag": "52d94d60-886a-4650-a50a-03191b0e7422"}, {"server_uuid": "3abd5aff-6bc0-4dc9-a5b1-2dadb077e226", "name": "network-vif-deleted", "tag": "ded7905c-2a13-4f5c-b3cb-b330f4f4720a"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:11.425569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-e0ce0fa7-ef1b-4d2d-a969-d5f89d2146d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8b54d28-603e-4f73-95c9-8e57d71b5d98 HTTP/1.1" status: 200 len: 998 time: 0.1865082 Sep 18 01:56:11.450814 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e51c1832-7de7-4064-bc22-0b891769e89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:11.491485 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7619ae-5f5e-4ded-b202-5a93af1a7c34 x-openstack-request-id: req-6a7619ae-5f5e-4ded-b202-5a93af1a7c34 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:11.491792 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba094ee-e0fc-4189-897b-ffe88df8a327", "name": "network-vif-deleted", "tag": "52d94d60-886a-4650-a50a-03191b0e7422", "status": "completed", "code": 200}, {"server_uuid": "3abd5aff-6bc0-4dc9-a5b1-2dadb077e226", "name": "network-vif-deleted", "tag": "ded7905c-2a13-4f5c-b3cb-b330f4f4720a", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:11.492044 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a7619ae-5f5e-4ded-b202-5a93af1a7c34 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:11.492441 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba094ee-e0fc-4189-897b-ffe88df8a327', 'name': 'network-vif-deleted', 'tag': '52d94d60-886a-4650-a50a-03191b0e7422', 'status': 'completed', 'code': 200} Sep 18 01:56:11.492695 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abd5aff-6bc0-4dc9-a5b1-2dadb077e226', 'name': 'network-vif-deleted', 'tag': 'ded7905c-2a13-4f5c-b3cb-b330f4f4720a', 'status': 'completed', 'code': 200} Sep 18 01:56:11.531361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-97e01643-d9f7-4716-aade-1498c5e16986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:11.534867 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-97e01643-d9f7-4716-aade-1498c5e16986 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c35b8a70-1db7-460c-abd5-2508cb813cd6 HTTP/1.1" status: 200 len: 852 time: 0.1004701 Sep 18 01:56:11.588075 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '45d63c38-baf3-4b01-a8b6-eac91d0a8ddb', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'port_id': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'mac_address': 'fa:16:3e:81:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:55:49Z', 'updated_at': '2021-09-18T01:56:09Z', 'revision_number': 1, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:50Z', 'revision_number': 5, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:11.615286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-acdb0b00-f7cd-4cfd-82fa-58b908f77bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:11.616696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-acdb0b00-f7cd-4cfd-82fa-58b908f77bdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=50476e05-81a9-4be3-8f90-89b27318b9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769889 Sep 18 01:56:11.618273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787ebfe-0bc0-4de3-a7ca-fd9eb1b2eb43 req-2cdf4381-6ab9-4aa2-9386-000bc760ae5d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:11.621898 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07d534-e0a8-4057-b52b-ebd483e3b9eb None None] The sync data for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 is: [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '45d63c38-baf3-4b01-a8b6-eac91d0a8ddb', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'port_id': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'mac_address': 'fa:16:3e:81:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:55:49Z', 'updated_at': '2021-09-18T01:56:09Z', 'revision_number': 1, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:50Z', 'revision_number': 5, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:56:11.626248 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6787ebfe-0bc0-4de3-a7ca-fd9eb1b2eb43 req-2cdf4381-6ab9-4aa2-9386-000bc760ae5d tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.1661868 Sep 18 01:56:11.738997 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6787ebfe-0bc0-4de3-a7ca-fd9eb1b2eb43 req-cf961626-3f62-44d4-b4f2-997445c77109 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122322 Sep 18 01:56:11.777047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e51c1832-7de7-4064-bc22-0b891769e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:11.781186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e51c1832-7de7-4064-bc22-0b891769e89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:11.782638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e51c1832-7de7-4064-bc22-0b891769e89a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b734f3d6-4f14-45c3-ae59-1ca8b88c1cac HTTP/1.1" status: 204 len: 168 time: 0.5184081 Sep 18 01:56:11.794435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c1832-7de7-4064-bc22-0b891769e89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b734f3d6-4f14-45c3-ae59-1ca8b88c1cac,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:11.863210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-27728fad-d493-4b3b-b18d-b27cf76aa238 service neutron] 10.222.0.18 "GET /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344348 Sep 18 01:56:12.081015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a198c8-41ea-4c46-91e0-f948378a4759 None None] New status for floating IP 45d63c38-baf3-4b01-a8b6-eac91d0a8ddb: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:56:12.084159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-194de852-2cde-4efb-86f9-f4935de9dfaf req-50e20913-0cc6-47d9-bcd1-635b4c23bd99 service neutron] 10.222.0.18 "GET /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187207 Sep 18 01:56:12.110246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589150d0-b795-4c26-a124-b9357e1930c5 req-b6d35600-89b2-4ff3-ba79-402e52d5003a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:12.112185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-589150d0-b795-4c26-a124-b9357e1930c5 req-b6d35600-89b2-4ff3-ba79-402e52d5003a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1033168 Sep 18 01:56:12.142238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42198) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:12.167838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-589150d0-b795-4c26-a124-b9357e1930c5 req-e88517b0-e9ff-42fb-9af8-8b02545b678b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Sep 18 01:56:12.312794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42202) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:12.359338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-74e3c8f9-c467-4b45-9d27-1e0432102cd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae5198e3a8de4c05ba413d48aaec7c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145417 Sep 18 01:56:12.361781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42204) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:12.384303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42206) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:12.385121 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cab61448-8004-4d91-9168-aeec3ffd3610 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25ca2024d37747c5a0a0c467a484fe24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693774 Sep 18 01:56:12.471882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:12.486846 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd552a7f-0e8e-4771-84e7-3f2fef3b9cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:12.511242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:12.536268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd552a7f-0e8e-4771-84e7-3f2fef3b9cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:12.617917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:12.621175 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:12.625534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/093eb34f-e2d9-4570-b742-efbd7a0ea677 HTTP/1.1" status: 204 len: 168 time: 0.2597089 Sep 18 01:56:12.629545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd552a7f-0e8e-4771-84e7-3f2fef3b9cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:12.632193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd552a7f-0e8e-4771-84e7-3f2fef3b9cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:12.633612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bd552a7f-0e8e-4771-84e7-3f2fef3b9cac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a28cab8a-f2c3-4510-ba1d-3e692b973508 HTTP/1.1" status: 204 len: 168 time: 0.2479107 Sep 18 01:56:12.640818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093eb34f-e2d9-4570-b742-efbd7a0ea677,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:12.658884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.659244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.659591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.659929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.660261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.660590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.661086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.661559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.661892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.662215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.662541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.662889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0799b-c2c6-4a1c-9511-54cc6091b6cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:12.675393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd552a7f-0e8e-4771-84e7-3f2fef3b9cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28cab8a-f2c3-4510-ba1d-3e692b973508,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:12.903454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649a07d-574a-438c-9c1b-8f4a100c6d2f req-98088308-a5b8-413a-bce6-daf211eb44e7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:12.912123 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6649a07d-574a-438c-9c1b-8f4a100c6d2f req-98088308-a5b8-413a-bce6-daf211eb44e7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.0595965 Sep 18 01:56:12.959864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6649a07d-574a-438c-9c1b-8f4a100c6d2f req-4dcb95ba-33d7-4468-8bbb-c3fa602b6225 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Sep 18 01:56:13.097929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42232) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:13.145299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b66a8457-5597-46a1-8b57-0a31acf8cd44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b42cfd40b0343dba06ad4c24ec0a9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451818 Sep 18 01:56:13.146950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42236) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:13.204745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4670f4a9-768e-4c61-b4b5-080828611838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.235417 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4670f4a9-768e-4c61-b4b5-080828611838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.324076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf908c62-a33d-4d66-803c-dcc22aca8745 req-3a8ea070-5989-4ddf-848c-ddc72ea40d56 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:13.325667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf908c62-a33d-4d66-803c-dcc22aca8745 req-3a8ea070-5989-4ddf-848c-ddc72ea40d56 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0697708 Sep 18 01:56:13.338691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4670f4a9-768e-4c61-b4b5-080828611838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.341212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4670f4a9-768e-4c61-b4b5-080828611838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.344659 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4670f4a9-768e-4c61-b4b5-080828611838 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4efb2f4a-2d04-4301-b212-57d466043ac9 HTTP/1.1" status: 204 len: 168 time: 0.1943989 Sep 18 01:56:13.364932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670f4a9-768e-4c61-b4b5-080828611838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efb2f4a-2d04-4301-b212-57d466043ac9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:13.419038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf908c62-a33d-4d66-803c-dcc22aca8745 req-59ccf82c-0c40-4989-9ff6-200c124ebe11 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690897 Sep 18 01:56:13.642107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42264) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:13.755897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-f53dd59d-ce9d-4177-9ca7-a295763dd386 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:13.759134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1677128908-network', 'tenant_id': '476e3fdfe652463b9b4887b3fe3b1c50'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:13.759291 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-f53dd59d-ce9d-4177-9ca7-a295763dd386 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 807 time: 0.1264594 Sep 18 01:56:13.772349 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-325ece45-f34d-439c-ab55-0892328e03e7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/quotas/a3a9a182534b46a6a35061163f3be7bd HTTP/1.1" status: 200 len: 375 time: 0.0091007 Sep 18 01:56:13.784889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Made reservation on behalf of 476e3fdfe652463b9b4887b3fe3b1c50 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:13.787509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.795986 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.830661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-195752bf-729e-4ce8-8ac5-cc80a0cf8540 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517919 Sep 18 01:56:13.920151 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.926938 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.937549 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-0fe798cf-5d55-4ff2-a0bf-9000e3331444 service neutron] 10.222.0.21 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987239 Sep 18 01:56:13.952840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:56:13.968425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508d645a-b3eb-40ff-9d1d-8d677f5870c2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:13.970914 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:13.971250 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Added segment 4557aac8-f0d8-42a8-bd16-94671da7458e of type vlan for network b86c19b5-790b-4e09-a9b2-ff463fe2175e Sep 18 01:56:13.990297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.990667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.991017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.991614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.992115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.992697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.993251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.993778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.994303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.994812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.995297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:13.995780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:14.043650 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:14.059488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-2af02950-9e8c-4871-b26c-5fcb685ff31e service neutron] 10.222.0.21 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131468 Sep 18 01:56:14.107258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b74c-e8aa-47f1-b3b5-2d0419ee7293 req-4f0ba0f4-748b-4cce-9f32-0932a5ce51cb tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:14.108792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3721b74c-e8aa-47f1-b3b5-2d0419ee7293 req-4f0ba0f4-748b-4cce-9f32-0932a5ce51cb tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.0691664 Sep 18 01:56:14.109942 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:14.110838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:14.111928 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:14.165033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5210342 Sep 18 01:56:14.168538 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42290) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:14.178823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Request body: {'subnet': {'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1677128908-subnet', 'tenant_id': '476e3fdfe652463b9b4887b3fe3b1c50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:14.203890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058cdcc-f6d5-4622-9ff7-a468fc514f58 admin admin] Pushing event updated for resources: {'Network': ['ID=b86c19b5-790b-4e09-a9b2-ff463fe2175e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:14.210897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Made reservation on behalf of 476e3fdfe652463b9b4887b3fe3b1c50 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:14.214038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3721b74c-e8aa-47f1-b3b5-2d0419ee7293 req-c407e20c-c6f8-4fe3-b3ac-838a352435d8 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797501 Sep 18 01:56:14.216928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b86c19b5-790b-4e09-a9b2-ff463fe2175e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:56:14.233842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:14.411726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d235f752-c1a9-48db-8482-f18df32c85b8 req-86e884d8-cad8-493f-b9e5-c7bf98542f42 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 210 time: 0.0356452 Sep 18 01:56:14.477938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:14.593969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2895ce9-56c1-47ff-a00b-17d1c85478ff,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:14.612706 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea093f3-0a54-4685-bb82-6d0d1b1b2878 req-7584b116-7ee4-4bff-94d8-e87bf641ba71 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:14.619732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ea093f3-0a54-4685-bb82-6d0d1b1b2878 req-7584b116-7ee4-4bff-94d8-e87bf641ba71 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1321304 Sep 18 01:56:14.643603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Checking segment: {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:14.643962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Network hostable DHCP agents. Network: b86c19b5-790b-4e09-a9b2-ff463fe2175e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:56:14.668388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ea093f3-0a54-4685-bb82-6d0d1b1b2878 req-a5d7de7b-8012-4f32-8274-2abd2484fb14 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478144 Sep 18 01:56:14.679385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Network b86c19b5-790b-4e09-a9b2-ff463fe2175e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:56:14.694871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, b86c19b5-790b-4e09-a9b2-ff463fe2175e) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:14.700366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:14.701159 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:14.708523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab531171-2278-4a29-8d1e-6e20c40ee0a9 None None] Network b86c19b5-790b-4e09-a9b2-ff463fe2175e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:14.730767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-209cfd08-66d1-42e3-8d31-6e52f98ab1e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5552156 Sep 18 01:56:15.012663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088faf22-0961-4d93-a184-f830e7ab6470 None None] Network b86c19b5-790b-4e09-a9b2-ff463fe2175e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:15.253923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-4d832930-6d65-4eaa-9554-d65a831a92ea tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:15.255471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-4d832930-6d65-4eaa-9554-d65a831a92ea tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/networks?id=b86c19b5-790b-4e09-a9b2-ff463fe2175e HTTP/1.1" status: 200 len: 818 time: 0.1079571 Sep 18 01:56:15.270964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b71a3752-c721-4e98-b4dd-b5c26621fde2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/quotas/476e3fdfe652463b9b4887b3fe3b1c50 HTTP/1.1" status: 200 len: 375 time: 0.0096502 Sep 18 01:56:15.304504 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-261f4c5f-26d7-4da8-b948-b499013247b6 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=476e3fdfe652463b9b4887b3fe3b1c50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277660 Sep 18 01:56:15.378764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00dbbf-9b71-4e11-af74-55d1101f954d req-73321c4b-9675-468d-9e89-d1f3c4207cb3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:15.380399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff00dbbf-9b71-4e11-af74-55d1101f954d req-73321c4b-9675-468d-9e89-d1f3c4207cb3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.0502055 Sep 18 01:56:15.396688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-7ca55d70-b7f1-424f-99d5-17e48530351e service neutron] 10.222.0.21 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Sep 18 01:56:15.425239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff00dbbf-9b71-4e11-af74-55d1101f954d req-a658fa12-0902-4e43-aab2-15056720934a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Sep 18 01:56:15.510687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1b92179a-57ee-428c-a1df-5d2e85defd2a service neutron] 10.222.0.21 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079159 Sep 18 01:56:15.560869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dcf808eb-744d-4a73-8e46-7311f807c39c req-53ffaedf-4c12-4646-8537-3e0fcf64ccdf tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 210 time: 0.0326171 Sep 18 01:56:15.641084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-921df41b-b005-47c7-9598-d7a339955782 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:15.643103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-921df41b-b005-47c7-9598-d7a339955782 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 807 time: 0.1548648 Sep 18 01:56:15.657331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Request body: {'port': {'device_id': '68cf56ea-c779-467a-b301-cc0904c71282', 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'admin_state_up': True, 'tenant_id': 'a3a9a182534b46a6a35061163f3be7bd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:15.809622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Made reservation on behalf of a3a9a182534b46a6a35061163f3be7bd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:15.826732 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.086607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Allocated IP 172.20.0.11 (2a6967de-a06b-40d2-a635-71d7b76a90af/54fdb8d0-5ac2-4c8a-b7be-6137737208b8/49a90994-11af-4be8-aa71-99f033f39b41) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:16.116218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42398) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:16.189174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19888e77-8d8c-4028-ab58-3e30b5d120b0 req-27d9d085-2b21-4ceb-a5bf-af6e54409612 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 210 time: 0.0565772 Sep 18 01:56:16.230248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85edcfb-576f-415e-bdb1-d4ed310aaba0 req-3ef69426-6382-45b8-9210-204121bcfab5 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:16.231787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e85edcfb-576f-415e-bdb1-d4ed310aaba0 req-3ef69426-6382-45b8-9210-204121bcfab5 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.3964365 Sep 18 01:56:16.282684 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e045590d-2e47-4cf2-acb0-9934e9c9190e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.305789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e85edcfb-576f-415e-bdb1-d4ed310aaba0 req-6fad7063-bf65-44bb-9002-86ecde428fb9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672593 Sep 18 01:56:16.317454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.353522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.365503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['dd54491e-bd19-4615-82c6-d0fed060f6e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:16.467908 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e045590d-2e47-4cf2-acb0-9934e9c9190e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.469852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Network 2a6967de-a06b-40d2-a635-71d7b76a90af is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:16.477606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e045590d-2e47-4cf2-acb0-9934e9c9190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.497473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:16.499761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Pushing event updated for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:16.505518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:16.574257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e045590d-2e47-4cf2-acb0-9934e9c9190e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51e9a600e59947d889295bd32e348f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572327 Sep 18 01:56:16.579466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:16.594403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045590d-2e47-4cf2-acb0-9934e9c9190e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7781b50-1a37-424a-b375-7226485718ce,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:16.620414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8a038-aade-48ed-974e-2e4ccd61fba8 req-71af16f5-05f9-4777-af15-738176d031f4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:16.622016 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5cd8a038-aade-48ed-974e-2e4ccd61fba8 req-71af16f5-05f9-4777-af15-738176d031f4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.0705011 Sep 18 01:56:16.631521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:16.632805 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.669423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-aa3eb66a-9c03-4149-b463-65ac71976ab2 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0174739 Sep 18 01:56:16.686145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Request body: {'port': {'device_id': '68cf56ea-c779-467a-b301-cc0904c71282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:16.693695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5cd8a038-aade-48ed-974e-2e4ccd61fba8 req-c25785a1-9b8f-4be9-9476-1f13ee539865 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Sep 18 01:56:16.738417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2285701d-17a6-4501-890e-c3dc8e99a70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.790747 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2285701d-17a6-4501-890e-c3dc8e99a70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.813797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:16.824299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f004-c5e7-43b0-8a7c-5c97d3721143 req-c25d7417-ce8b-4261-9ad6-e47a63eaf06a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:16.826039 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5341f004-c5e7-43b0-8a7c-5c97d3721143 req-c25d7417-ce8b-4261-9ad6-e47a63eaf06a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 932 time: 0.1548660 Sep 18 01:56:16.915601 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5341f004-c5e7-43b0-8a7c-5c97d3721143 req-9ec356d8-62bf-4b0d-871f-43124292da90 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659428 Sep 18 01:56:17.009812 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2285701d-17a6-4501-890e-c3dc8e99a70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:17.014728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2285701d-17a6-4501-890e-c3dc8e99a70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:17.019077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2285701d-17a6-4501-890e-c3dc8e99a70f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7781b50-1a37-424a-b375-7226485718ce HTTP/1.1" status: 204 len: 168 time: 0.4344232 Sep 18 01:56:17.037321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285701d-17a6-4501-890e-c3dc8e99a70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7781b50-1a37-424a-b375-7226485718ce,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:17.315858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a90994-11af-4be8-aa71-99f033f39b41 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:17.317911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a20e65cd-c895-49cf-b898-a7cea2faae25 req-21c0b7f9-5a19-4fa7-9eef-2c28c77ca230 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 210 time: 0.0353594 Sep 18 01:56:17.332080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:17.360488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Transition to ACTIVE for port object 49a90994-11af-4be8-aa71-99f033f39b41 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:56:17.368880 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:17.474554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Pushing event updated for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:17.488367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3e42d-cb05-489e-b91d-152b82f64500 req-1d1587fa-a077-40da-b87b-6d448fbc7d3a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:17.490534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0ad3e42d-cb05-489e-b91d-152b82f64500 req-1d1587fa-a077-40da-b87b-6d448fbc7d3a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0697412 Sep 18 01:56:17.562665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:17.563694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:17.564197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:17.571917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:17.572360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:17.579242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:17.579710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:17.581360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:17.581933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Bound port: 49a90994-11af-4be8-aa71-99f033f39b41, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:17.582356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:17.588157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0ad3e42d-cb05-489e-b91d-152b82f64500 req-b014d3d4-eea1-445a-8721-ef7bdfb803f9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802023 Sep 18 01:56:17.664765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42432) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:17.683545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b097ed84-ab4c-40bb-8720-223e931d8770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:17.852703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b097ed84-ab4c-40bb-8720-223e931d8770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:17.858498 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b097ed84-ab4c-40bb-8720-223e931d8770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:17.867868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:17.921912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b097ed84-ab4c-40bb-8720-223e931d8770 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=913adc8cb05f49538e57b14f2076a412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532244 Sep 18 01:56:17.921912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097ed84-ab4c-40bb-8720-223e931d8770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111ee454-0460-4c70-a6a6-7524c5fc377c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:17.931903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42436) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:17.993191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:18.015262 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:18.059160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd72e-0d2c-4bea-9fb0-a4cf33719989 req-73e9cf00-08bb-4ecc-8df5-7c57ceef6a5b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:18.060696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-50cfd72e-0d2c-4bea-9fb0-a4cf33719989 req-73e9cf00-08bb-4ecc-8df5-7c57ceef6a5b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.0567231 Sep 18 01:56:18.105986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-50cfd72e-0d2c-4bea-9fb0-a4cf33719989 req-38768a49-6081-4d0b-84e7-917f409a5530 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371342 Sep 18 01:56:18.115007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b191cc8-f1ba-4925-89bb-e795462849e2 req-607d5d70-e103-4683-bb1c-47a27d610c68 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:18.117106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b191cc8-f1ba-4925-89bb-e795462849e2 req-607d5d70-e103-4683-bb1c-47a27d610c68 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.2929380 Sep 18 01:56:18.124840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:18.127219 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:18.129147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] 10.222.0.20 "PUT /v2.0/ports/49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 200 len: 1093 time: 1.4474435 Sep 18 01:56:18.138684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:18.138684 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7783a215-4600-4523-8354-a36840212f24" -d '{"events": [{"name": "network-changed", "server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "tag": "49a90994-11af-4be8-aa71-99f033f39b41"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:18.153394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-15d13db0-7627-4035-814c-f458c6740b15 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:18.156258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-15d13db0-7627-4035-814c-f458c6740b15 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.20 "GET /v2.0/networks?id=b86c19b5-790b-4e09-a9b2-ff463fe2175e HTTP/1.1" status: 200 len: 818 time: 0.4671769 Sep 18 01:56:18.169700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-a818832a-1a4f-4042-8bdb-43e94d5566b2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:18.171277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-a818832a-1a4f-4042-8bdb-43e94d5566b2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.18 "GET /v2.0/networks?id=b86c19b5-790b-4e09-a9b2-ff463fe2175e HTTP/1.1" status: 200 len: 818 time: 0.4274869 Sep 18 01:56:18.196808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Request body: {'port': {'device_id': '19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d', 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e', 'admin_state_up': True, 'tenant_id': '476e3fdfe652463b9b4887b3fe3b1c50'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:18.207252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Request body: {'port': {'device_id': 'e95e0bf7-17f7-4496-8172-d74d3b656f77', 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e', 'admin_state_up': True, 'tenant_id': '476e3fdfe652463b9b4887b3fe3b1c50'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:18.300296 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9bbafb-fb38-455a-872e-ed9ec499da33 x-openstack-request-id: req-af9bbafb-fb38-455a-872e-ed9ec499da33 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:18.300608 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "tag": "49a90994-11af-4be8-aa71-99f033f39b41", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:18.300822 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af9bbafb-fb38-455a-872e-ed9ec499da33 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:18.301218 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41', 'status': 'completed', 'code': 200} Sep 18 01:56:18.315946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d8818-ca51-48e2-b7f5-cd637ca11906 service neutron] Pushing event updated for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:18.340513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7130afc0-184c-4af7-a3d3-941f73a3c6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:18.466771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4fe119e1-7000-4e62-b5ea-e2879bd30ef2 req-c205537e-5c2b-4ae5-add8-1fa516fe3e94 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 210 time: 0.0334249 Sep 18 01:56:18.728040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b191cc8-f1ba-4925-89bb-e795462849e2 req-e9d38da5-3562-4004-b2a8-4a2fa8298e78 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897007 Sep 18 01:56:18.813128 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7130afc0-184c-4af7-a3d3-941f73a3c6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:18.815003 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052334c-6843-4bcd-b89a-5ccf7bf6a101 req-a3427598-c581-4c1c-9bac-7d5ef53d7a52 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:18.817157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1052334c-6843-4bcd-b89a-5ccf7bf6a101 req-a3427598-c581-4c1c-9bac-7d5ef53d7a52 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0616608 Sep 18 01:56:18.841928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-be100a67-fa75-4a7e-8106-2ff500e0f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:18.843498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-be100a67-fa75-4a7e-8106-2ff500e0f490 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1096 time: 0.6170285 Sep 18 01:56:18.861256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1052334c-6843-4bcd-b89a-5ccf7bf6a101 req-a12680d0-ca75-4273-8b75-f73b6c3bc714 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Sep 18 01:56:18.936834 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-c004d44f-f096-418a-9db2-1a968b599d6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 200 len: 217 time: 0.0788467 Sep 18 01:56:18.968661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-95b37f9b-f7f1-47dd-9aa8-b3be1de5bd93 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:18.970128 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-95b37f9b-f7f1-47dd-9aa8-b3be1de5bd93 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.20 "GET /v2.0/networks?id=b86c19b5-790b-4e09-a9b2-ff463fe2175e HTTP/1.1" status: 200 len: 818 time: 0.6954145 Sep 18 01:56:19.000352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Request body: {'port': {'device_id': 'c871b6c0-8cdf-42c6-b5e6-f966c9d52979', 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e', 'admin_state_up': True, 'tenant_id': '476e3fdfe652463b9b4887b3fe3b1c50'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:19.032254 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:56:19.032254 n-d-789963-12 neutron-server[106439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 01:56:19.032254 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id': '476e3fdfe652463b9b4887b3fe3b1c50', 'id': '3c2983b6-faaa-4905-bc95-a0d9dc8c042d', 'expiration': datetime.datetime(2021, 9, 18, 1, 58, 19, 4076)}] Sep 18 01:56:19.032254 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:56:19.032758 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:56:19.055218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7130afc0-184c-4af7-a3d3-941f73a3c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:19.057735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7130afc0-184c-4af7-a3d3-941f73a3c6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:19.058905 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7130afc0-184c-4af7-a3d3-941f73a3c6b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/111ee454-0460-4c70-a6a6-7524c5fc377c HTTP/1.1" status: 204 len: 168 time: 1.0883417 Sep 18 01:56:19.065219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Made reservation on behalf of 476e3fdfe652463b9b4887b3fe3b1c50 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:19.068583 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:19.114200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130afc0-184c-4af7-a3d3-941f73a3c6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111ee454-0460-4c70-a6a6-7524c5fc377c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:19.116779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-a02f8334-2836-4e4a-a39d-b1675bc9926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:19.118263 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-a02f8334-2836-4e4a-a39d-b1675bc9926b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.1730111 Sep 18 01:56:19.167958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-f3867c57-8543-4bc2-a4ab-38c362b71760 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394170 Sep 18 01:56:19.197907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 44981606-c474-40fa-b8e4-0ec4caf9e7a7 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:19.355020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:19.377506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '44981606-c474-40fa-b8e4-0ec4caf9e7a7', 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf', 'port_id': '44981606-c474-40fa-b8e4-0ec4caf9e7a7', 'mac_address': 'fa:16:3e:31:a1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75478b80-c0b2-487c-b8ce-3e1b439f846a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:56:19.391382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Made reservation on behalf of 476e3fdfe652463b9b4887b3fe3b1c50 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:19.395324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:19.433428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234127af-824d-4591-9295-6973c7e6c2e7 req-6570b600-97a8-4ff2-b753-cf563281b264 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:19.441114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-234127af-824d-4591-9295-6973c7e6c2e7 req-6570b600-97a8-4ff2-b753-cf563281b264 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.2204282 Sep 18 01:56:19.447371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-21b48b7f-1a23-4a73-a322-58cf832ade0d service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694874 Sep 18 01:56:19.475361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:19.477718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Allocated IP 172.20.0.7 (b86c19b5-790b-4e09-a9b2-ff463fe2175e/c2895ce9-56c1-47ff-a00b-17d1c85478ff/71defa29-d614-4eee-b521-720996b34e6b) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:19.510811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44981606-c474-40fa-b8e4-0ec4caf9e7a7 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:19.566810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:19.579888 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:19.612124 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-504041d4-2617-42d5-bad2-c35d4e2d1317 req-0d2b7dd5-d2e8-4f30-9dc8-cfffc5dda05e tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 210 time: 0.0512881 Sep 18 01:56:19.634865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:19.657435 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-234127af-824d-4591-9295-6973c7e6c2e7 req-f9217cc9-b76a-4cab-9746-41b777d3ade3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152886 Sep 18 01:56:19.724263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Made reservation on behalf of 476e3fdfe652463b9b4887b3fe3b1c50 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:19.727868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:19.794619 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4a4543-ef76-43b6-9a37-e780148d10f9 req-9bc9e487-3fd7-4190-9268-eaa233f28482 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339810 Sep 18 01:56:19.873821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['44981606-c474-40fa-b8e4-0ec4caf9e7a7'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:20.005335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b565-c15c-4130-b17e-796e7561e792 req-66772937-338e-4a04-a1cc-273f2a72c020 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:20.007653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fa2a3-2bbf-48e8-ac4e-6a80ffbd50a4 req-14740f8b-66d1-4d64-b091-f770e16280fc tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:20.013572 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bf6b565-c15c-4130-b17e-796e7561e792 req-66772937-338e-4a04-a1cc-273f2a72c020 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0671918 Sep 18 01:56:20.015099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-653fa2a3-2bbf-48e8-ac4e-6a80ffbd50a4 req-14740f8b-66d1-4d64-b091-f770e16280fc tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 944 time: 0.1803379 Sep 18 01:56:20.056276 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:20.060210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a215-4600-4523-8354-a36840212f24 req-c7b029da-b8c4-4a88-89a4-a1b57e4a16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:20.061724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7783a215-4600-4523-8354-a36840212f24 req-c7b029da-b8c4-4a88-89a4-a1b57e4a16c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1096 time: 0.1811411 Sep 18 01:56:20.089692 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bf6b565-c15c-4130-b17e-796e7561e792 req-a8d45c0f-c5a2-4c26-a182-8cea36f1fadf tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749300 Sep 18 01:56:20.113527 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-653fa2a3-2bbf-48e8-ac4e-6a80ffbd50a4 req-8f46f41a-4e07-4ffd-8429-3ea2723a9847 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824084 Sep 18 01:56:20.217813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:20.279712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a215-4600-4523-8354-a36840212f24 req-59c280db-df36-43ba-a761-9f2b1e23deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:20.281187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7783a215-4600-4523-8354-a36840212f24 req-59c280db-df36-43ba-a761-9f2b1e23deb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.2096133 Sep 18 01:56:20.352429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Network b86c19b5-790b-4e09-a9b2-ff463fe2175e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:20.355982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Pushing event updated for resources: {'Port': ['ID=71defa29-d614-4eee-b521-720996b34e6b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:20.359099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7783a215-4600-4523-8354-a36840212f24 req-6189f4cc-caca-4bf5-98f3-b5af79e91005 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 200 len: 217 time: 0.0623291 Sep 18 01:56:20.360099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Allocated IP 172.20.0.14 (b86c19b5-790b-4e09-a9b2-ff463fe2175e/c2895ce9-56c1-47ff-a00b-17d1c85478ff/98a3be11-9c16-4c90-80a6-b2097b403354) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:20.365196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:20.376402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:20.505324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:20.506027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:20.534173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a215-4600-4523-8354-a36840212f24 req-c2243253-f79f-4379-890a-bed41d57f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:20.536450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7783a215-4600-4523-8354-a36840212f24 req-c2243253-f79f-4379-890a-bed41d57f983 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.1687806 Sep 18 01:56:20.603958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-47b28f61-85fc-4ce4-a7b3-7a158dcdd857 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4237437 Sep 18 01:56:20.612488 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7783a215-4600-4523-8354-a36840212f24 req-b43de8c4-fbce-4fcd-9447-d6b22723c7af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679624 Sep 18 01:56:20.619189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Request body: {'port': {'device_id': '19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:20.735201 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a4fc20e-3642-47c2-be7b-9f98c587caf1 req-83d17fd9-354f-4480-8909-5c0900e00c80 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 210 time: 0.0543447 Sep 18 01:56:20.869797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:20.917573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:20.949098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7783a215-4600-4523-8354-a36840212f24 req-a2a292e9-baa3-4a56-bdc3-e031c7e9aff8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273323 Sep 18 01:56:20.963166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53591369-0f5f-45e4-b2b3-6fc1f5f46679 req-b744cf4e-ceae-4eef-b2ab-ff280983d9ea tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:20.964574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53591369-0f5f-45e4-b2b3-6fc1f5f46679 req-b744cf4e-ceae-4eef-b2ab-ff280983d9ea tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.1526053 Sep 18 01:56:21.153487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53591369-0f5f-45e4-b2b3-6fc1f5f46679 req-49950c9c-9743-4a29-aad8-114e5eec800e tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744277 Sep 18 01:56:21.163269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:21.206471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 44981606-c474-40fa-b8e4-0ec4caf9e7a7 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:21.231867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a687c-63bc-4a37-9424-f2a06dd2e9b3 req-7eff39b5-eb80-460b-8bdb-2453e11cf055 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:21.233678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca7a687c-63bc-4a37-9424-f2a06dd2e9b3 req-7eff39b5-eb80-460b-8bdb-2453e11cf055 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0689270 Sep 18 01:56:21.260837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:56:21.269293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:21.269792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:21.274108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Network b86c19b5-790b-4e09-a9b2-ff463fe2175e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:21.280484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:21.286986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca7a687c-63bc-4a37-9424-f2a06dd2e9b3 req-59d131ff-5af7-4ed7-94e3-f32a936849cb tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Sep 18 01:56:21.294648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:21.303228 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7783a215-4600-4523-8354-a36840212f24 req-8a8d3428-9acc-483d-b9f8-41800f08b4fa service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374662 Sep 18 01:56:21.323790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Allocated IP 172.20.0.3 (b86c19b5-790b-4e09-a9b2-ff463fe2175e/c2895ce9-56c1-47ff-a00b-17d1c85478ff/61d33d12-71a5-4cab-9090-6a2a7b90adfe) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:21.363152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:21.399646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:21.401940 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a29b99-7830-47b4-83e6-04c3961be6ca" -d '{"events": [{"server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "name": "network-vif-plugged", "status": "completed", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:21.416247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:21.420474 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:21.462112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Pushing event updated for resources: {'Port': ['ID=98a3be11-9c16-4c90-80a6-b2097b403354,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:21.484998 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e371a98e-765f-4231-8052-a63b4dbbb6c2 x-openstack-request-id: req-e371a98e-765f-4231-8052-a63b4dbbb6c2 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:21.485316 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "name": "network-vif-plugged", "status": "completed", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:21.485571 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e371a98e-765f-4231-8052-a63b4dbbb6c2 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:21.486475 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7', 'code': 200} Sep 18 01:56:21.487642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:21.540947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:21.541563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:21.567444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400908c-96b2-410c-8cbf-66a30cb7603a req-38edfa72-8e3c-4c5b-894e-ad02d29decd4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:21.568942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8400908c-96b2-410c-8cbf-66a30cb7603a req-38edfa72-8e3c-4c5b-894e-ad02d29decd4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.2755628 Sep 18 01:56:21.613143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-abe677f6-18eb-4b30-a852-d09e2547dda4 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6170056 Sep 18 01:56:21.636146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Request body: {'port': {'device_id': 'c871b6c0-8cdf-42c6-b5e6-f966c9d52979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:21.664937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:21.733607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8400908c-96b2-410c-8cbf-66a30cb7603a req-a480a806-ef17-4ade-b7f1-b4d46d95e9c6 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411092 Sep 18 01:56:21.743264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba524b7-7750-486d-b409-1dedcb30f023 req-d0581f00-8f09-4ca2-9391-3bf949ac48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:21.744927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ba524b7-7750-486d-b409-1dedcb30f023 req-d0581f00-8f09-4ca2-9391-3bf949ac48be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1097 time: 0.1746488 Sep 18 01:56:21.754181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:21.823178 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:21.852987 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:56:21.870109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a2c62-5017-4512-b8c2-da3a9e65ca94 req-50a1d6cb-d17d-4e25-8b9b-975cd652fd33 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:21.871839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c88a2c62-5017-4512-b8c2-da3a9e65ca94 req-50a1d6cb-d17d-4e25-8b9b-975cd652fd33 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 932 time: 0.0637100 Sep 18 01:56:21.925286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c88a2c62-5017-4512-b8c2-da3a9e65ca94 req-2954ba72-2091-4e67-8ebc-e049295ec7c0 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 Sep 18 01:56:21.928672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ba524b7-7750-486d-b409-1dedcb30f023 req-a053e559-1a15-4b14-b9d3-438c2730f8d5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631842 Sep 18 01:56:21.950412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Network b86c19b5-790b-4e09-a9b2-ff463fe2175e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:21.995639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42564) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:22.118826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-048785f1-5779-424d-b422-90e9bd382087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.218992 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-048785f1-5779-424d-b422-90e9bd382087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.224244 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-048785f1-5779-424d-b422-90e9bd382087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.265967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-048785f1-5779-424d-b422-90e9bd382087 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4b7ae1607da407d80eca29da84f77c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670629 Sep 18 01:56:22.265967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048785f1-5779-424d-b422-90e9bd382087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4996789f-376b-44b7-9bf1-9e830543e1ca,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:22.266938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42570) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:22.275221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:22.277468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:22.315951 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0cbbf697-b951-4cc3-9188-4f1a767b8183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.320933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Pushing event updated for resources: {'Port': ['ID=61d33d12-71a5-4cab-9090-6a2a7b90adfe,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:22.338152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0cbbf697-b951-4cc3-9188-4f1a767b8183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.405154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:22.405951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.421630 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15582dc8-569b-4815-961c-f41f40ab0a2c req-f8a62cd6-861c-4c32-b922-036e51acdee7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:22.423185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15582dc8-569b-4815-961c-f41f40ab0a2c req-f8a62cd6-861c-4c32-b922-036e51acdee7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0558219 Sep 18 01:56:22.435374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88a631-2003-4c30-9427-adb17a3d867a req-f175d8ae-2256-417b-8680-a5d425bf5b38 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:22.436673 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0cbbf697-b951-4cc3-9188-4f1a767b8183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.436852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d88a631-2003-4c30-9427-adb17a3d867a req-f175d8ae-2256-417b-8680-a5d425bf5b38 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.1725311 Sep 18 01:56:22.439742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0cbbf697-b951-4cc3-9188-4f1a767b8183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.440909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0cbbf697-b951-4cc3-9188-4f1a767b8183 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4996789f-376b-44b7-9bf1-9e830543e1ca HTTP/1.1" status: 204 len: 168 time: 0.1728292 Sep 18 01:56:22.461014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b93dd975-2d45-4844-aa80-e55bfaa5ac4c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2700636 Sep 18 01:56:22.464007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbf697-b951-4cc3-9188-4f1a767b8183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4996789f-376b-44b7-9bf1-9e830543e1ca,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:22.479309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15582dc8-569b-4815-961c-f41f40ab0a2c req-9cea5ee7-5d97-4730-bc21-a6c596668186 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495820 Sep 18 01:56:22.507130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Request body: {'port': {'device_id': 'e95e0bf7-17f7-4496-8172-d74d3b656f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:22.546868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71defa29-d614-4eee-b521-720996b34e6b {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:22.562517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.599050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d88a631-2003-4c30-9427-adb17a3d867a req-4a316eb6-7c96-4143-931b-a8a077b105c7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424541 Sep 18 01:56:22.606155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Transition to ACTIVE for port object 71defa29-d614-4eee-b521-720996b34e6b will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:56:22.611847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.629204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.731062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42580) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:22.746684 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d8a0-8d48-4c1e-97cf-1bda2003dd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.776082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Pushing event updated for resources: {'Port': ['ID=71defa29-d614-4eee-b521-720996b34e6b,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:22.905943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f9949-0a33-499d-99f2-8a2aec000a7f req-a6a4ce6a-9d08-46f1-8526-830bd613c595 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:22.907466 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573f9949-0a33-499d-99f2-8a2aec000a7f req-a6a4ce6a-9d08-46f1-8526-830bd613c595 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0714130 Sep 18 01:56:22.920167 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d8a0-8d48-4c1e-97cf-1bda2003dd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.933635 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d8a0-8d48-4c1e-97cf-1bda2003dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:22.991185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Attempting to bind port 71defa29-d614-4eee-b521-720996b34e6b on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:22.991769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Attempting to bind port 71defa29-d614-4eee-b521-720996b34e6b by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:22.991879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Attempting to bind port 71defa29-d614-4eee-b521-720996b34e6b on network b86c19b5-790b-4e09-a9b2-ff463fe2175e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:22.995123 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573f9949-0a33-499d-99f2-8a2aec000a7f req-6b742dff-13d1-421b-9f60-af8171b39460 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800550 Sep 18 01:56:22.998153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2d8a0-8d48-4c1e-97cf-1bda2003dd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195d4b0c-39a7-443f-bb89-9a3d549bda81,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:22.999011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Port 71defa29-d614-4eee-b521-720996b34e6b on network b86c19b5-790b-4e09-a9b2-ff463fe2175e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:22.999339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Attempting to bind port 71defa29-d614-4eee-b521-720996b34e6b on network b86c19b5-790b-4e09-a9b2-ff463fe2175e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:23.003898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ec2d8a0-8d48-4c1e-97cf-1bda2003dd30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=097ede4a06e34d058d9eb9e7b745303a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717867 Sep 18 01:56:23.007011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42590) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:23.014741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:23.015083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Checking segment: {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:23.015473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Bound using segment: {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:23.016015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Bound port: 71defa29-d614-4eee-b521-720996b34e6b, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:23.016278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.020375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a3be11-9c16-4c90-80a6-b2097b403354 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:23.038579 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.072486 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f97e05-222b-4b47-9446-494756d7550d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.073404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Transition to ACTIVE for port object 98a3be11-9c16-4c90-80a6-b2097b403354 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:56:23.082699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.103263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f97e05-222b-4b47-9446-494756d7550d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.177247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ddc42-3021-49b1-afce-c283bc04bad3 req-737d8c40-a907-44df-9ac4-1349b44a54b8 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:23.179225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e9ddc42-3021-49b1-afce-c283bc04bad3 req-737d8c40-a907-44df-9ac4-1349b44a54b8 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 944 time: 0.0791042 Sep 18 01:56:23.197622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] For port 71defa29-d614-4eee-b521-720996b34e6b, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:23.215288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f97e05-222b-4b47-9446-494756d7550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.218140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f97e05-222b-4b47-9446-494756d7550d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.219389 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d1f97e05-222b-4b47-9446-494756d7550d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/195d4b0c-39a7-443f-bb89-9a3d549bda81 HTTP/1.1" status: 204 len: 168 time: 0.2109480 Sep 18 01:56:23.233123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Pushing event updated for resources: {'Port': ['ID=98a3be11-9c16-4c90-80a6-b2097b403354,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:23.236642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] For port 71defa29-d614-4eee-b521-720996b34e6b, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=71defa29-d614-4eee-b521-720996b34e6b,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:23.239250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97e05-222b-4b47-9446-494756d7550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195d4b0c-39a7-443f-bb89-9a3d549bda81,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:23.243648 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e9ddc42-3021-49b1-afce-c283bc04bad3 req-f979fb03-fea6-4534-a174-778be07854fd tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561399 Sep 18 01:56:23.265715 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.362040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:23.362663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.364108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] 10.222.0.20 "PUT /v2.0/ports/71defa29-d614-4eee-b521-720996b34e6b HTTP/1.1" status: 200 len: 1092 time: 2.7489574 Sep 18 01:56:23.364568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d', 'tag': '71defa29-d614-4eee-b521-720996b34e6b'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:23.366834 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55" -d '{"events": [{"name": "network-changed", "server_uuid": "19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d", "tag": "71defa29-d614-4eee-b521-720996b34e6b"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:23.402106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c57e0-7c45-4b35-aea4-06f839ba3587 service neutron] Pushing event updated for resources: {'Port': ['ID=71defa29-d614-4eee-b521-720996b34e6b,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:23.447286 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11270c37-e07e-4d91-b604-78da34f0f662 x-openstack-request-id: req-11270c37-e07e-4d91-b604-78da34f0f662 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:23.447591 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d", "tag": "71defa29-d614-4eee-b521-720996b34e6b", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:23.447920 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11270c37-e07e-4d91-b604-78da34f0f662 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:23.448211 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d', 'tag': '71defa29-d614-4eee-b521-720996b34e6b', 'status': 'completed', 'code': 200} Sep 18 01:56:23.471451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Attempting to bind port 98a3be11-9c16-4c90-80a6-b2097b403354 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:23.471850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Attempting to bind port 98a3be11-9c16-4c90-80a6-b2097b403354 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:23.472127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Attempting to bind port 98a3be11-9c16-4c90-80a6-b2097b403354 on network b86c19b5-790b-4e09-a9b2-ff463fe2175e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:23.487339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d33d12-71a5-4cab-9090-6a2a7b90adfe {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:23.492308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Port 98a3be11-9c16-4c90-80a6-b2097b403354 on network b86c19b5-790b-4e09-a9b2-ff463fe2175e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:23.492634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Attempting to bind port 98a3be11-9c16-4c90-80a6-b2097b403354 on network b86c19b5-790b-4e09-a9b2-ff463fe2175e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:23.503483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.508699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:23.508699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Checking segment: {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:23.508952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Bound using segment: {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:23.509367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Bound port: 98a3be11-9c16-4c90-80a6-b2097b403354, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:23.509718 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.530549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b5f911b3-b3ff-4316-8c4c-2e9e15de995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:23.532130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-b5f911b3-b3ff-4316-8c4c-2e9e15de995a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=476e3fdfe652463b9b4887b3fe3b1c50&device_id=19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d HTTP/1.1" status: 200 len: 1095 time: 0.1211565 Sep 18 01:56:23.536086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Transition to ACTIVE for port object 61d33d12-71a5-4cab-9090-6a2a7b90adfe will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:56:23.565670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.604352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5b736-5cd7-4653-9240-040759e97365 req-a28c42df-0273-4523-b5a8-fc198b8e4e70 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:23.605916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8c5b736-5cd7-4653-9240-040759e97365 req-a28c42df-0273-4523-b5a8-fc198b8e4e70 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0516703 Sep 18 01:56:23.635586 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-bee7b3d5-8bf6-43fa-a138-5bd6d93b1403 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71defa29-d614-4eee-b521-720996b34e6b HTTP/1.1" status: 200 len: 217 time: 0.0955071 Sep 18 01:56:23.656240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8c5b736-5cd7-4653-9240-040759e97365 req-4e3c9023-a6eb-49c2-8d1b-33787feaa192 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Sep 18 01:56:23.725312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=61d33d12-71a5-4cab-9090-6a2a7b90adfe,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:23.754099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] For port 98a3be11-9c16-4c90-80a6-b2097b403354, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:23.788321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-56e5f5b2-07d6-4e23-a9eb-37288b312b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:23.789862 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-56e5f5b2-07d6-4e23-a9eb-37288b312b8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2895ce9-56c1-47ff-a00b-17d1c85478ff HTTP/1.1" status: 200 len: 858 time: 0.1458194 Sep 18 01:56:23.821006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] For port 98a3be11-9c16-4c90-80a6-b2097b403354, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=98a3be11-9c16-4c90-80a6-b2097b403354,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:23.859575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.868507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-11fa0d07-a6f1-4456-89ba-79a81030ac1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b86c19b5-790b-4e09-a9b2-ff463fe2175e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428145 Sep 18 01:56:23.926965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:23.926965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:23.927636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-9009ee58-f748-4014-8ae3-26239696151b service neutron] 10.222.0.20 "PUT /v2.0/ports/98a3be11-9c16-4c90-80a6-b2097b403354 HTTP/1.1" status: 200 len: 1093 time: 2.3060803 Sep 18 01:56:23.944379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ffcfc-e973-47af-9cef-f4cb6c87c23c req-b31c10b1-2d4b-4581-8ce0-4f1c708448b4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:23.946089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd9ffcfc-e973-47af-9cef-f4cb6c87c23c req-b31c10b1-2d4b-4581-8ce0-4f1c708448b4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.2485833 Sep 18 01:56:24.038766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Attempting to bind port 61d33d12-71a5-4cab-9090-6a2a7b90adfe on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:24.039368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Attempting to bind port 61d33d12-71a5-4cab-9090-6a2a7b90adfe by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:24.039531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Attempting to bind port 61d33d12-71a5-4cab-9090-6a2a7b90adfe on network b86c19b5-790b-4e09-a9b2-ff463fe2175e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:24.076399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ee58-f748-4014-8ae3-26239696151b service neutron] Pushing event updated for resources: {'Port': ['ID=98a3be11-9c16-4c90-80a6-b2097b403354,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:24.083667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Port 61d33d12-71a5-4cab-9090-6a2a7b90adfe on network b86c19b5-790b-4e09-a9b2-ff463fe2175e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:24.083990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Attempting to bind port 61d33d12-71a5-4cab-9090-6a2a7b90adfe on network b86c19b5-790b-4e09-a9b2-ff463fe2175e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:24.105695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:24.106034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Checking segment: {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:24.106417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Bound using segment: {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:24.106881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Bound port: 61d33d12-71a5-4cab-9090-6a2a7b90adfe, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4557aac8-f0d8-42a8-bd16-94671da7458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:24.107242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:24.128367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd9ffcfc-e973-47af-9cef-f4cb6c87c23c req-3f9c5e3a-16ad-4996-b62d-0ba67dbd32d0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683257 Sep 18 01:56:24.143597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-04790080-1c9a-4d44-bc26-fb072b605da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.145116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-04790080-1c9a-4d44-bc26-fb072b605da1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=476e3fdfe652463b9b4887b3fe3b1c50&device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 1096 time: 0.1558428 Sep 18 01:56:24.182252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-5c8988db-4e20-4f87-9032-8e74702fc9e8 service neutron] 10.222.0.20 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762620 Sep 18 01:56:24.202142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cc747-134d-469c-9db5-a6d2527207e3 req-a2611667-b57b-4acc-8e9a-cd3cc94306b7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.203881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b1cc747-134d-469c-9db5-a6d2527207e3 req-a2611667-b57b-4acc-8e9a-cd3cc94306b7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0653226 Sep 18 01:56:24.219814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1d63cd76-bda3-4262-8f3e-6bfb776d6af1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a3be11-9c16-4c90-80a6-b2097b403354 HTTP/1.1" status: 200 len: 217 time: 0.0487540 Sep 18 01:56:24.251142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b1cc747-134d-469c-9db5-a6d2527207e3 req-5cc46c20-4339-48af-9fab-6268550b8a8a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Sep 18 01:56:24.344757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] For port 61d33d12-71a5-4cab-9090-6a2a7b90adfe, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:24.350332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-98ba3c65-7255-44ab-bbf7-ad5aad651630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.351968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-98ba3c65-7255-44ab-bbf7-ad5aad651630 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2895ce9-56c1-47ff-a00b-17d1c85478ff HTTP/1.1" status: 200 len: 858 time: 0.1149814 Sep 18 01:56:24.384445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] For port 61d33d12-71a5-4cab-9090-6a2a7b90adfe, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=61d33d12-71a5-4cab-9090-6a2a7b90adfe,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:24.387975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d788-1c86-4af7-9565-faadd87921fb req-f30c3e93-e111-492b-8702-8881a7a032c2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.389343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ec38d788-1c86-4af7-9565-faadd87921fb req-f30c3e93-e111-492b-8702-8881a7a032c2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 944 time: 0.0521784 Sep 18 01:56:24.424897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-45c0971e-3809-4e7d-b7f4-a217d1991186 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b86c19b5-790b-4e09-a9b2-ff463fe2175e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642550 Sep 18 01:56:24.428880 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:24.435618 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ec38d788-1c86-4af7-9565-faadd87921fb req-f73bded1-b1cf-4a3d-9c9a-c843e1afbb61 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378854 Sep 18 01:56:24.502935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.503781 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:24.505691 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/61d33d12-71a5-4cab-9090-6a2a7b90adfe HTTP/1.1" status: 200 len: 1092 time: 2.0041890 Sep 18 01:56:24.520396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-61506cef-fa0f-4870-ba8f-3e02eb0126ef service neutron] 10.222.0.20 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100519 Sep 18 01:56:24.584620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9410dd-90b5-4a89-973e-a654e109682f req-b604c733-c3f3-4ab0-9255-7f9669f4f48a tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.586116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e9410dd-90b5-4a89-973e-a654e109682f req-b604c733-c3f3-4ab0-9255-7f9669f4f48a tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1097 time: 0.2267089 Sep 18 01:56:24.602910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42642) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:24.645302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c22c1-374d-47a6-a5c3-43e39ee6a8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=61d33d12-71a5-4cab-9090-6a2a7b90adfe,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:24.692867 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-a112a6e5-5d54-4cda-b886-b255b9d4baaa service neutron] 10.222.0.20 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561300 Sep 18 01:56:24.702229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1c542386-29fa-4d94-b98a-1c2408e037a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.703725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-1c542386-29fa-4d94-b98a-1c2408e037a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=476e3fdfe652463b9b4887b3fe3b1c50&device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 1095 time: 0.1416571 Sep 18 01:56:24.707783 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e9410dd-90b5-4a89-973e-a654e109682f req-2918b0d5-3e90-4989-8dbf-47f7cb6539d9 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957127 Sep 18 01:56:24.712673 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f949b896-b8e7-4a1b-a6b4-ed5c9f25fca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:24.716762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-e2a15231-671c-4927-9cb9-83ad4108b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.718796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-e2a15231-671c-4927-9cb9-83ad4108b3a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=476e3fdfe652463b9b4887b3fe3b1c50&device_id=19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d HTTP/1.1" status: 200 len: 1095 time: 0.1394560 Sep 18 01:56:24.803243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-90101d1f-9dac-4a1b-a710-59977e8ac483 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61d33d12-71a5-4cab-9090-6a2a7b90adfe HTTP/1.1" status: 200 len: 217 time: 0.0721872 Sep 18 01:56:24.821287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e396c-02cb-40fe-bb1c-578a0ef027e7 req-fcd4e8ce-858b-4c7c-aadb-6ef7b69dd697 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.822837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-125e396c-02cb-40fe-bb1c-578a0ef027e7 req-fcd4e8ce-858b-4c7c-aadb-6ef7b69dd697 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0838685 Sep 18 01:56:24.891626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-125e396c-02cb-40fe-bb1c-578a0ef027e7 req-a8296ed6-ab97-4f13-9802-827d5927da77 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583000 Sep 18 01:56:24.896249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f949b896-b8e7-4a1b-a6b4-ed5c9f25fca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:24.900375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f949b896-b8e7-4a1b-a6b4-ed5c9f25fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:24.948749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f949b896-b8e7-4a1b-a6b4-ed5c9f25fca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60bc783f629049c5ac4e304b951da66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422837 Sep 18 01:56:24.948749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949b896-b8e7-4a1b-a6b4-ed5c9f25fca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede030a-5c91-4abb-b222-94724aba3321,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:24.949767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42654) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:24.992214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-5cd63306-4b09-4d5a-9f8e-8bf326dba2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:24.993652 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-5cd63306-4b09-4d5a-9f8e-8bf326dba2da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2895ce9-56c1-47ff-a00b-17d1c85478ff HTTP/1.1" status: 200 len: 858 time: 0.1781671 Sep 18 01:56:25.019888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-52d469bb-956d-4f33-a0cf-837eeebd258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:25.021285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-52d469bb-956d-4f33-a0cf-837eeebd258a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b86c19b5-790b-4e09-a9b2-ff463fe2175e HTTP/1.1" status: 200 len: 918 time: 0.2887027 Sep 18 01:56:25.027606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-8641fa65-c223-4a7d-8568-3d3eb7e259fa service neutron] 10.222.0.20 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187659 Sep 18 01:56:25.050786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-7159668a-dc0b-4543-ab0f-8a729b70f31f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b86c19b5-790b-4e09-a9b2-ff463fe2175e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445664 Sep 18 01:56:25.066017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef4adc-3fad-46d7-b126-cdadd16ca621 req-f6f50560-9cfa-4e31-832c-a3f5704186bd tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:25.067471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45ef4adc-3fad-46d7-b126-cdadd16ca621 req-f6f50560-9cfa-4e31-832c-a3f5704186bd tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1097 time: 0.2507856 Sep 18 01:56:25.246242 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:25.259213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b143d5-c909-467d-aea3-12d9ddd8ea7f req-cd21ebd5-0135-4674-a5d7-3549245a4fbb tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:25.260851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29b143d5-c909-467d-aea3-12d9ddd8ea7f req-cd21ebd5-0135-4674-a5d7-3549245a4fbb tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.0533597 Sep 18 01:56:25.301756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29b143d5-c909-467d-aea3-12d9ddd8ea7f req-0dd2561a-ef46-44fb-9b74-97e7114dac5c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 Sep 18 01:56:25.370014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-ac64ac1c-6daa-4b46-afc6-91c54fd3307f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71defa29-d614-4eee-b521-720996b34e6b HTTP/1.1" status: 200 len: 217 time: 0.3238039 Sep 18 01:56:25.457966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c871b6c0-8cdf-42c6-b5e6-f966c9d52979', 'tag': '98a3be11-9c16-4c90-80a6-b2097b403354'}, {'name': 'network-changed', 'server_uuid': 'e95e0bf7-17f7-4496-8172-d74d3b656f77', 'tag': '61d33d12-71a5-4cab-9090-6a2a7b90adfe'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:25.460218 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab01f6b-b015-4c8a-a24a-faf3f918126f" -d '{"events": [{"name": "network-changed", "server_uuid": "c871b6c0-8cdf-42c6-b5e6-f966c9d52979", "tag": "98a3be11-9c16-4c90-80a6-b2097b403354"}, {"name": "network-changed", "server_uuid": "e95e0bf7-17f7-4496-8172-d74d3b656f77", "tag": "61d33d12-71a5-4cab-9090-6a2a7b90adfe"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:25.466088 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:25.471838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212aa56d-4243-442c-a6ff-f5ad4d54232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:25.503511 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45ef4adc-3fad-46d7-b126-cdadd16ca621 req-23445f90-9215-4149-a523-6c131ae53c57 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457751 Sep 18 01:56:25.521794 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212aa56d-4243-442c-a6ff-f5ad4d54232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:25.527083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-ce2529cf-ad95-492f-8e0c-a55bf067fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:25.528531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-ce2529cf-ad95-492f-8e0c-a55bf067fb0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2895ce9-56c1-47ff-a00b-17d1c85478ff HTTP/1.1" status: 200 len: 858 time: 0.1432924 Sep 18 01:56:25.558135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-aa97e474-2ca9-43ef-a8c1-72d6462cb3fb service neutron] 10.222.0.18 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967997 Sep 18 01:56:25.567841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b091da-2c97-48c1-9e7d-e5061a204280 req-18040d49-dd9f-4cfe-ac6c-f0457af768d2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:25.569373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-04b091da-2c97-48c1-9e7d-e5061a204280 req-18040d49-dd9f-4cfe-ac6c-f0457af768d2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 944 time: 0.0666883 Sep 18 01:56:25.586917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-940b2d1a-ecd9-49d7-b477-a94f3d5de8a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b86c19b5-790b-4e09-a9b2-ff463fe2175e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442977 Sep 18 01:56:25.594430 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36c8caf-930c-40c0-bf26-99a71a104891 x-openstack-request-id: req-d36c8caf-930c-40c0-bf26-99a71a104891 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:25.594755 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c871b6c0-8cdf-42c6-b5e6-f966c9d52979", "tag": "98a3be11-9c16-4c90-80a6-b2097b403354", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e95e0bf7-17f7-4496-8172-d74d3b656f77", "tag": "61d33d12-71a5-4cab-9090-6a2a7b90adfe", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:25.594994 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d36c8caf-930c-40c0-bf26-99a71a104891 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:25.595988 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c871b6c0-8cdf-42c6-b5e6-f966c9d52979', 'tag': '98a3be11-9c16-4c90-80a6-b2097b403354', 'status': 'completed', 'code': 200} Sep 18 01:56:25.596194 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95e0bf7-17f7-4496-8172-d74d3b656f77', 'tag': '61d33d12-71a5-4cab-9090-6a2a7b90adfe', 'status': 'completed', 'code': 200} Sep 18 01:56:25.615937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-04b091da-2c97-48c1-9e7d-e5061a204280 req-224c5647-9970-4a74-8e8e-441353406620 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Sep 18 01:56:25.772662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212aa56d-4243-442c-a6ff-f5ad4d54232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:25.775305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212aa56d-4243-442c-a6ff-f5ad4d54232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:25.776441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-212aa56d-4243-442c-a6ff-f5ad4d54232e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cede030a-5c91-4abb-b222-94724aba3321 HTTP/1.1" status: 204 len: 168 time: 0.8226688 Sep 18 01:56:25.783581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-0672d403-cc90-42f4-86bc-d40645508517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:25.785082 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-0672d403-cc90-42f4-86bc-d40645508517 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=476e3fdfe652463b9b4887b3fe3b1c50&device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 1096 time: 0.1650853 Sep 18 01:56:25.813619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aa56d-4243-442c-a6ff-f5ad4d54232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede030a-5c91-4abb-b222-94724aba3321,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:25.839288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d50e5f85-7a18-4f0b-b51e-d5103b0c8895 req-92319709-3085-4f65-920e-0c25ab7a937d service neutron] 10.222.0.18 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632089 Sep 18 01:56:25.859008 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-d8f1b78c-78ab-45e1-8e9c-5b6ae30d3abb service neutron] 10.222.0.20 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580261 Sep 18 01:56:26.046149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-2be47fe6-c41d-496f-a06c-c388c49ee36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:26.047865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-2be47fe6-c41d-496f-a06c-c388c49ee36b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b86c19b5-790b-4e09-a9b2-ff463fe2175e HTTP/1.1" status: 200 len: 918 time: 0.2459421 Sep 18 01:56:26.059688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b3bce-1f37-43b5-8198-e3c5103b28f4 req-ff9d77ce-45e8-4c76-a530-14ce826b79c7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:26.067165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-628b3bce-1f37-43b5-8198-e3c5103b28f4 req-ff9d77ce-45e8-4c76-a530-14ce826b79c7 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0938234 Sep 18 01:56:26.073137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-f34a1073-e8bc-4992-893a-e4b25acd7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:26.074787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-f34a1073-e8bc-4992-893a-e4b25acd7c21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=476e3fdfe652463b9b4887b3fe3b1c50&device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 1095 time: 0.1714156 Sep 18 01:56:26.104284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-628b3bce-1f37-43b5-8198-e3c5103b28f4 req-080cd67d-0371-4384-ad8c-8225bf936c24 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Sep 18 01:56:26.144433 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-ac15b49a-8746-4576-ad4b-5f5241ce9428 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a3be11-9c16-4c90-80a6-b2097b403354 HTTP/1.1" status: 200 len: 217 time: 0.0816145 Sep 18 01:56:26.250688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-035ee7fc-1a4a-4e91-a8bc-d83d6df4bd55 req-b50f0907-ade1-4ef0-9423-330332cd7e16 service neutron] 10.222.0.20 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479652 Sep 18 01:56:26.263423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-a92789fe-eeeb-4aed-bc36-a59820bac191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:26.264918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-a92789fe-eeeb-4aed-bc36-a59820bac191 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2895ce9-56c1-47ff-a00b-17d1c85478ff HTTP/1.1" status: 200 len: 858 time: 0.1124578 Sep 18 01:56:26.289907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-5757e935-6b2c-48fd-b529-5aa5a986e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:26.291537 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-5757e935-6b2c-48fd-b529-5aa5a986e5c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b86c19b5-790b-4e09-a9b2-ff463fe2175e HTTP/1.1" status: 200 len: 918 time: 0.1792128 Sep 18 01:56:26.315046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-4ad4c90d-c786-43d4-b9e5-d06d8a19281e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b86c19b5-790b-4e09-a9b2-ff463fe2175e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413365 Sep 18 01:56:26.357386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-a5322efc-e45b-42df-aa75-2068172fad93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61d33d12-71a5-4cab-9090-6a2a7b90adfe HTTP/1.1" status: 200 len: 217 time: 0.0503922 Sep 18 01:56:26.466030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-d4234942-ccc6-4c88-a72d-17284f8de769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:26.468495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b74e9-525a-4140-b187-cc928f5aee1b req-47258b04-6527-4035-bde5-bfd5e8894e75 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:26.468663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-d4234942-ccc6-4c88-a72d-17284f8de769 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2895ce9-56c1-47ff-a00b-17d1c85478ff HTTP/1.1" status: 200 len: 858 time: 0.0976992 Sep 18 01:56:26.470841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-920b74e9-525a-4140-b187-cc928f5aee1b req-47258b04-6527-4035-bde5-bfd5e8894e75 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.0590775 Sep 18 01:56:26.516132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-b9d91bb4-1f33-4145-90f1-ccccc95658c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b86c19b5-790b-4e09-a9b2-ff463fe2175e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328767 Sep 18 01:56:26.518175 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-8b6b5058-3805-41cb-8f97-c344d6110b7a service neutron] 10.222.0.20 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711814 Sep 18 01:56:26.520029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-920b74e9-525a-4140-b187-cc928f5aee1b req-cb379468-1b7b-4100-9e84-9e35096daaa6 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Sep 18 01:56:26.598750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-17567f43-e477-44e5-9808-544b24a6b3ee tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:56:26.600005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-17567f43-e477-44e5-9808-544b24a6b3ee tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072215 Sep 18 01:56:26.641859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-874f1bf3-dd4c-4dba-a349-00dfb7a4d314 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:26.644182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-874f1bf3-dd4c-4dba-a349-00dfb7a4d314 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports/44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 200 len: 1094 time: 0.0373240 Sep 18 01:56:26.653842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Request body: {'binding': {'host': 'n-h2-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:26.654416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:56:26.696251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-d033761b-09e5-4209-9aaa-6fbf65dd965a service neutron] 10.222.0.20 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595290 Sep 18 01:56:26.698067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-9598fe21-3200-45e0-929c-a4db4143f25c service neutron] 10.222.0.18 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712642 Sep 18 01:56:26.807596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on host n-h2-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:26.807930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:26.808253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:26.808659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eab01f6b-b015-4c8a-a24a-faf3f918126f req-2d64eae7-0a35-4b7d-aa38-83c7dcd2d5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980074 Sep 18 01:56:26.812486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:26.812802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:26.818266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:26.818597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:26.819008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:26.819430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Bound port: 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:26.878523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:26.884284 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:26.885439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-6ffb3755-c363-47e6-b467-f61708222c78 service neutron] 10.222.0.21 "POST /v2.0/ports/44981606-c474-40fa-b8e4-0ec4caf9e7a7/bindings HTTP/1.1" status: 201 len: 390 time: 0.2350066 Sep 18 01:56:27.039815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e07d0-cb4e-489a-9206-6e12e125ba9a req-c670bae2-05b6-4f34-8016-173e379cffa7 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:27.041462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a55e07d0-cb4e-489a-9206-6e12e125ba9a req-c670bae2-05b6-4f34-8016-173e379cffa7 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 944 time: 0.0532291 Sep 18 01:56:27.083702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a55e07d0-cb4e-489a-9206-6e12e125ba9a req-2ab56902-609a-4643-ae0c-4771e012fb72 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360248 Sep 18 01:56:27.104158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befadaa5-a03b-48b6-a245-b6439b039528 req-65645a99-d8f1-4147-aa9d-317e80a25184 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:27.104158 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-befadaa5-a03b-48b6-a245-b6439b039528 req-65645a99-d8f1-4147-aa9d-317e80a25184 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0525951 Sep 18 01:56:27.139296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-729e867f-f5a2-42ab-8571-1070a0bfb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:27.141031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-729e867f-f5a2-42ab-8571-1070a0bfb287 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1097 time: 0.0505035 Sep 18 01:56:27.145458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-befadaa5-a03b-48b6-a245-b6439b039528 req-b33be5a9-8ebb-4a05-8580-c1db1a132665 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372574 Sep 18 01:56:27.184214 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 98a3be11-9c16-4c90-80a6-b2097b403354 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:27.285913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1319b-3674-4fa4-a639-5913e4626f86 req-7163525e-8a43-45bc-bb51-216eb207cc35 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:27.287613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acd1319b-3674-4fa4-a639-5913e4626f86 req-7163525e-8a43-45bc-bb51-216eb207cc35 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0945573 Sep 18 01:56:27.296810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 98a3be11-9c16-4c90-80a6-b2097b403354, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=98a3be11-9c16-4c90-80a6-b2097b403354,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:27.309341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '98a3be11-9c16-4c90-80a6-b2097b403354', 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e', 'port_id': '98a3be11-9c16-4c90-80a6-b2097b403354', 'mac_address': 'fa:16:3e:05:85:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2895ce9-56c1-47ff-a00b-17d1c85478ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:56:27.314186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-bf0b7051-9207-4727-b0cd-3376a2a4ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:27.315864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-bf0b7051-9207-4727-b0cd-3376a2a4ed2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.1652079 Sep 18 01:56:27.352508 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:27.365815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a3be11-9c16-4c90-80a6-b2097b403354 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:27.372006 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acd1319b-3674-4fa4-a639-5913e4626f86 req-6310b3eb-5678-4fef-ad90-6827fe879388 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754459 Sep 18 01:56:27.373429 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-746906ff-2d3f-4c21-bcb9-f31721d29273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 200 len: 217 time: 0.0473845 Sep 18 01:56:27.398223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 98a3be11-9c16-4c90-80a6-b2097b403354, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=98a3be11-9c16-4c90-80a6-b2097b403354,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:27.405801 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:27.407095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 71defa29-d614-4eee-b521-720996b34e6b details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:27.430686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-289e5103-6c77-45d3-b593-a4358752aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:27.432299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-289e5103-6c77-45d3-b593-a4358752aabb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.0521255 Sep 18 01:56:27.475649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-04e7e2da-47f3-4050-ad57-fa0ddef7a074 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361464 Sep 18 01:56:27.488863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 71defa29-d614-4eee-b521-720996b34e6b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=71defa29-d614-4eee-b521-720996b34e6b,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:27.503075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '71defa29-d614-4eee-b521-720996b34e6b', 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e', 'port_id': '71defa29-d614-4eee-b521-720996b34e6b', 'mac_address': 'fa:16:3e:b9:2d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2895ce9-56c1-47ff-a00b-17d1c85478ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:56:27.505863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=98a3be11-9c16-4c90-80a6-b2097b403354,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:27.549757 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:27.566798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71defa29-d614-4eee-b521-720996b34e6b {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:27.588731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 71defa29-d614-4eee-b521-720996b34e6b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=71defa29-d614-4eee-b521-720996b34e6b,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:27.590164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-46bab766-2a3b-4aa1-8568-0a77baa14694 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074193 Sep 18 01:56:27.594685 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:27.657291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=71defa29-d614-4eee-b521-720996b34e6b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:27.740727 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-dc7ffc11-ba19-4732-8d1b-2723a793ca7d service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396470 Sep 18 01:56:27.749511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a8bba-0f55-48bc-9864-d8d63c37356d req-a7c593cb-1560-428b-95c4-df5094937efa tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:27.751011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-714a8bba-0f55-48bc-9864-d8d63c37356d req-a7c593cb-1560-428b-95c4-df5094937efa tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.0764661 Sep 18 01:56:27.803170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-714a8bba-0f55-48bc-9864-d8d63c37356d req-e2cfbc3f-0694-4de6-a295-14f4c0cbc203 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Sep 18 01:56:27.878104 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['71defa29-d614-4eee-b521-720996b34e6b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:27.882887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['98a3be11-9c16-4c90-80a6-b2097b403354'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:28.201525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaff03-a0e6-4097-a97f-54ce0cb14add req-f0e223ea-7751-4090-8b56-5070cfb0147c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:28.203264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99eaff03-a0e6-4097-a97f-54ce0cb14add req-f0e223ea-7751-4090-8b56-5070cfb0147c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Sep 18 01:56:28.241998 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99eaff03-a0e6-4097-a97f-54ce0cb14add req-de158be1-699b-430c-b5d2-da00b9d31b18 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Sep 18 01:56:28.344364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71deba-2ca4-4b0b-8a32-59cbbcda3e74 req-3aa933be-fee5-4655-badf-1b0c7072ea94 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:28.346470 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c71deba-2ca4-4b0b-8a32-59cbbcda3e74 req-3aa933be-fee5-4655-badf-1b0c7072ea94 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0499449 Sep 18 01:56:28.388053 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c71deba-2ca4-4b0b-8a32-59cbbcda3e74 req-37de336c-ee6d-440f-9b9f-78bb9b8ab0ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354161 Sep 18 01:56:28.505262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70737e98-86cb-4a35-a538-b23d54840b43 req-61f67c8d-7812-456a-b388-0134ef80d76f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:28.506954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70737e98-86cb-4a35-a538-b23d54840b43 req-61f67c8d-7812-456a-b388-0134ef80d76f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0523231 Sep 18 01:56:28.545732 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70737e98-86cb-4a35-a538-b23d54840b43 req-dffda716-94df-4d4a-8b0b-60586653d832 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Sep 18 01:56:28.930165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58635277-541d-4fac-97e4-05ecd5df6e5d req-bdf81b34-473d-4fb3-ab34-997eaecdea74 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:28.931920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58635277-541d-4fac-97e4-05ecd5df6e5d req-bdf81b34-473d-4fb3-ab34-997eaecdea74 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.0526125 Sep 18 01:56:28.976847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58635277-541d-4fac-97e4-05ecd5df6e5d req-02a34d14-9918-40b1-9596-bee14642fee5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381131 Sep 18 01:56:29.047119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42782) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:29.154293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6d5db4e-7a68-4210-9e65-921e137d26ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.198266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 49a90994-11af-4be8-aa71-99f033f39b41 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:29.200233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 98a3be11-9c16-4c90-80a6-b2097b403354 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:29.247122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 61d33d12-71a5-4cab-9090-6a2a7b90adfe details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:29.258112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6d5db4e-7a68-4210-9e65-921e137d26ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.263199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6d5db4e-7a68-4210-9e65-921e137d26ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.300931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5db4e-7a68-4210-9e65-921e137d26ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32de514b-e4e7-4d36-8d85-b42916a1d44d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:29.332402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d6d5db4e-7a68-4210-9e65-921e137d26ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d62ec51fc2b24cdfb3f563215f2cfbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840950 Sep 18 01:56:29.333121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42788) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:29.379940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e84bfd-a511-4f8f-80f7-15e7e0f73f10 req-8bb29b52-0342-429d-adfc-f2be60309ce7 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:29.387609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39e84bfd-a511-4f8f-80f7-15e7e0f73f10 req-8bb29b52-0342-429d-adfc-f2be60309ce7 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 945 time: 0.0672016 Sep 18 01:56:29.404022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 98a3be11-9c16-4c90-80a6-b2097b403354 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:56:29.406638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5852bdd-f4b3-4212-b522-50bae843b33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.424198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 98a3be11-9c16-4c90-80a6-b2097b403354 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:29.424823 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.436084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:29.447953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5852bdd-f4b3-4212-b522-50bae843b33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.451481 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39e84bfd-a511-4f8f-80f7-15e7e0f73f10 req-5df46e01-26b3-4750-bd2d-13600dcf2937 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628202 Sep 18 01:56:29.490549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '49a90994-11af-4be8-aa71-99f033f39b41', 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af', 'port_id': '49a90994-11af-4be8-aa71-99f033f39b41', 'mac_address': 'fa:16:3e:74:57:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fdb8d0-5ac2-4c8a-b7be-6137737208b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:56:29.506893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 61d33d12-71a5-4cab-9090-6a2a7b90adfe, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=61d33d12-71a5-4cab-9090-6a2a7b90adfe,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:29.547661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '61d33d12-71a5-4cab-9090-6a2a7b90adfe', 'network_id': 'b86c19b5-790b-4e09-a9b2-ff463fe2175e', 'port_id': '61d33d12-71a5-4cab-9090-6a2a7b90adfe', 'mac_address': 'fa:16:3e:b1:56:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2895ce9-56c1-47ff-a00b-17d1c85478ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:56:29.564520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7becc0-b041-4117-a3e7-bfc6cbc9e7d8 req-adaf07ad-cf3f-471e-a58b-1d71708177e4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:29.565476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2d7becc0-b041-4117-a3e7-bfc6cbc9e7d8 req-adaf07ad-cf3f-471e-a58b-1d71708177e4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0687959 Sep 18 01:56:29.566654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5852bdd-f4b3-4212-b522-50bae843b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.580221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5852bdd-f4b3-4212-b522-50bae843b33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.583944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c5852bdd-f4b3-4212-b522-50bae843b33e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32de514b-e4e7-4d36-8d85-b42916a1d44d HTTP/1.1" status: 204 len: 168 time: 0.2474968 Sep 18 01:56:29.590946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5852bdd-f4b3-4212-b522-50bae843b33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32de514b-e4e7-4d36-8d85-b42916a1d44d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:29.627095 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.661417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a90994-11af-4be8-aa71-99f033f39b41 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:29.677481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2d7becc0-b041-4117-a3e7-bfc6cbc9e7d8 req-92740760-9792-41bd-85d5-3b66e15fe9a9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732722 Sep 18 01:56:29.769098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c458-9221-4153-b14d-f5d10f73cd7f req-7e5cb38b-0a6f-4864-ba36-57478266cd07 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:29.772143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0025c458-9221-4153-b14d-f5d10f73cd7f req-7e5cb38b-0a6f-4864-ba36-57478266cd07 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.1009672 Sep 18 01:56:29.834242 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0025c458-9221-4153-b14d-f5d10f73cd7f req-f88a1bfe-729c-4490-88cb-ed29bd427ddd tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Sep 18 01:56:29.847465 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.849275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.885959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d33d12-71a5-4cab-9090-6a2a7b90adfe {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:29.895485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:29.911869 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.929741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 61d33d12-71a5-4cab-9090-6a2a7b90adfe, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=61d33d12-71a5-4cab-9090-6a2a7b90adfe,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:29.930502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c871b6c0-8cdf-42c6-b5e6-f966c9d52979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3be11-9c16-4c90-80a6-b2097b403354'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:29.933237 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f74fb-940c-435b-ad35-409844616adb" -d '{"events": [{"server_uuid": "c871b6c0-8cdf-42c6-b5e6-f966c9d52979", "name": "network-vif-plugged", "status": "completed", "tag": "98a3be11-9c16-4c90-80a6-b2097b403354"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:29.961971 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.969443 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 98a3be11-9c16-4c90-80a6-b2097b403354, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=98a3be11-9c16-4c90-80a6-b2097b403354,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:29.981935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:29.982930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 71defa29-d614-4eee-b521-720996b34e6b up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:30.012844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:30.078012 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaee416-0c34-434b-aa85-ee7d0ab502e9 x-openstack-request-id: req-ecaee416-0c34-434b-aa85-ee7d0ab502e9 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:30.078315 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c871b6c0-8cdf-42c6-b5e6-f966c9d52979", "name": "network-vif-plugged", "status": "completed", "tag": "98a3be11-9c16-4c90-80a6-b2097b403354", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:30.078566 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecaee416-0c34-434b-aa85-ee7d0ab502e9 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:30.078969 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c871b6c0-8cdf-42c6-b5e6-f966c9d52979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3be11-9c16-4c90-80a6-b2097b403354', 'code': 200} Sep 18 01:56:30.086475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=61d33d12-71a5-4cab-9090-6a2a7b90adfe,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:30.094181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 71defa29-d614-4eee-b521-720996b34e6b completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:56:30.120206 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 71defa29-d614-4eee-b521-720996b34e6b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:30.120576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:30.179762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=98a3be11-9c16-4c90-80a6-b2097b403354,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:30.191070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['49a90994-11af-4be8-aa71-99f033f39b41'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:30.222923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f44bf-f1ad-4af6-9a0d-19cd3c6dbdff req-2a738e7e-6141-4160-96b7-685c77dc8e7b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:30.230897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f0f44bf-f1ad-4af6-9a0d-19cd3c6dbdff req-2a738e7e-6141-4160-96b7-685c77dc8e7b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.1167722 Sep 18 01:56:30.241872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735db11-8644-4411-bd09-e535279f4b62 req-724dbe04-337e-468b-99a5-6c99e338b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:30.243654 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b735db11-8644-4411-bd09-e535279f4b62 req-724dbe04-337e-468b-99a5-6c99e338b96f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 1098 time: 0.0888240 Sep 18 01:56:30.290975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['61d33d12-71a5-4cab-9090-6a2a7b90adfe'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:30.296757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f0f44bf-f1ad-4af6-9a0d-19cd3c6dbdff req-effb723b-60ad-4533-b179-30192c44c758 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650008 Sep 18 01:56:30.305102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b735db11-8644-4411-bd09-e535279f4b62 req-2d47880e-593b-4d45-8c59-057c3e5f52a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514939 Sep 18 01:56:30.358108 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:30.431948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 71defa29-d614-4eee-b521-720996b34e6b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=71defa29-d614-4eee-b521-720996b34e6b,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:30.449604 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:30.538114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=71defa29-d614-4eee-b521-720996b34e6b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:30.569627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae598-c8ad-4a56-bf68-246d52fbfce6 req-b7db1f28-186e-49b0-b7e9-47ca2b535dfe tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:30.578368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-107ae598-c8ad-4a56-bf68-246d52fbfce6 req-b7db1f28-186e-49b0-b7e9-47ca2b535dfe tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 946 time: 0.0621784 Sep 18 01:56:30.623320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-107ae598-c8ad-4a56-bf68-246d52fbfce6 req-72238710-5028-41ec-b3d3-49cff6b9260d tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Sep 18 01:56:30.804478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ac97-2660-4fa9-a01a-083d79826302 req-db975828-74c9-4fd2-b205-2c56432d1dda tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:30.808275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6e202faf-80f5-457f-818b-d2a4057de61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:30.811234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afb4ac97-2660-4fa9-a01a-083d79826302 req-db975828-74c9-4fd2-b205-2c56432d1dda tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0639193 Sep 18 01:56:30.862281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afb4ac97-2660-4fa9-a01a-083d79826302 req-3705463c-8c3a-4b5c-b95c-e2ec5db8a9bf tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Sep 18 01:56:30.999171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f3c8-2a49-459b-8630-f3d2fc20442d req-f597fb14-b1e3-4861-8265-4727f4f3b241 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:31.001396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-08c4f3c8-2a49-459b-8630-f3d2fc20442d req-f597fb14-b1e3-4861-8265-4727f4f3b241 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0559092 Sep 18 01:56:31.041750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-08c4f3c8-2a49-459b-8630-f3d2fc20442d req-0df6fe33-66f1-404f-a4fb-9a84c9cc23de tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Sep 18 01:56:31.429064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac0658-d68f-4a53-8ace-d589cd6bb3b9 req-f985cd75-7045-4f2d-bf37-f67fc45be08d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:31.440515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6ac0658-d68f-4a53-8ace-d589cd6bb3b9 req-f985cd75-7045-4f2d-bf37-f67fc45be08d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.0667517 Sep 18 01:56:31.494803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6ac0658-d68f-4a53-8ace-d589cd6bb3b9 req-d353aca9-0bc5-4bfd-8ebe-f6deb85a420f tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Sep 18 01:56:31.795033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66897-e6b7-4b4a-bf27-04d72a9f3b07 req-a04888d3-9246-404c-bf5a-54f9f5f03952 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:31.807119 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ce66897-e6b7-4b4a-bf27-04d72a9f3b07 req-a04888d3-9246-404c-bf5a-54f9f5f03952 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 946 time: 0.0843163 Sep 18 01:56:31.850108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ce66897-e6b7-4b4a-bf27-04d72a9f3b07 req-20a8d01d-4442-44af-bec2-54b59305e25c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Sep 18 01:56:32.025045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce5e4b-9763-4a51-bb05-8b8c7a989f07 req-27340b51-4887-4545-9a0a-6800e5a4e57b tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:32.027355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7ce5e4b-9763-4a51-bb05-8b8c7a989f07 req-27340b51-4887-4545-9a0a-6800e5a4e57b tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 944 time: 0.0798023 Sep 18 01:56:32.042544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d659b79-bb1c-4495-b0bc-d09cee8a9a25 req-253ad966-148b-4994-83ab-e9cf239e740f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:32.045151 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d659b79-bb1c-4495-b0bc-d09cee8a9a25 req-253ad966-148b-4994-83ab-e9cf239e740f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0831852 Sep 18 01:56:32.080314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71defa29-d614-4eee-b521-720996b34e6b'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:32.082702 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63538c2d-2d10-4998-96be-d7661a80356f" -d '{"events": [{"server_uuid": "19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d", "name": "network-vif-plugged", "status": "completed", "tag": "71defa29-d614-4eee-b521-720996b34e6b"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:32.085483 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7ce5e4b-9763-4a51-bb05-8b8c7a989f07 req-6433051e-9eef-4a08-9707-ccf6447bf631 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520558 Sep 18 01:56:32.106212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d659b79-bb1c-4495-b0bc-d09cee8a9a25 req-ad4060c1-a1bc-4755-a32a-d72fa1dc1657 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476828 Sep 18 01:56:32.131074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42878) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:32.238470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63a093-3db7-482b-9698-21c5417609d2 req-23cead83-f490-4cde-8182-3e576c047095 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:32.240526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec63a093-3db7-482b-9698-21c5417609d2 req-23cead83-f490-4cde-8182-3e576c047095 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0696037 Sep 18 01:56:32.258673 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9665ccd-2e6f-4391-8f38-5e37531ab03b x-openstack-request-id: req-f9665ccd-2e6f-4391-8f38-5e37531ab03b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:32.260093 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d", "name": "network-vif-plugged", "status": "completed", "tag": "71defa29-d614-4eee-b521-720996b34e6b", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:32.260264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc1015f0-82fb-45d4-896e-b215023bbce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:32.260379 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9665ccd-2e6f-4391-8f38-5e37531ab03b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:32.260740 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71defa29-d614-4eee-b521-720996b34e6b', 'code': 200} Sep 18 01:56:32.301548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec63a093-3db7-482b-9698-21c5417609d2 req-cedb3c09-9737-42bb-b060-8e67ef76925f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537786 Sep 18 01:56:32.386768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bcce3-8292-44b4-817b-895bd7e21da1 req-98016ce2-f16b-4982-9bce-ff5e71994173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:32.388311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-859bcce3-8292-44b4-817b-895bd7e21da1 req-98016ce2-f16b-4982-9bce-ff5e71994173 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d HTTP/1.1" status: 200 len: 1097 time: 0.0550227 Sep 18 01:56:32.401552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc1015f0-82fb-45d4-896e-b215023bbce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:32.414965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc1015f0-82fb-45d4-896e-b215023bbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:32.438049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-859bcce3-8292-44b4-817b-895bd7e21da1 req-91642221-79f7-4ae0-9dd9-88c61902a491 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Sep 18 01:56:32.452990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc1015f0-82fb-45d4-896e-b215023bbce4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b28bd9222c9447f847d8b48ce57a612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208609 Sep 18 01:56:32.455957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1015f0-82fb-45d4-896e-b215023bbce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d95291-f9aa-4a36-b07d-8e98d8d03555,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:32.456439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42884) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:32.504447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e741ea4f-13a7-4a09-ad1d-69e57e07a61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:32.526454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e741ea4f-13a7-4a09-ad1d-69e57e07a61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:32.576409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e741ea4f-13a7-4a09-ad1d-69e57e07a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:32.579012 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e741ea4f-13a7-4a09-ad1d-69e57e07a61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:32.583378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e741ea4f-13a7-4a09-ad1d-69e57e07a61c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5d95291-f9aa-4a36-b07d-8e98d8d03555 HTTP/1.1" status: 204 len: 168 time: 0.1235807 Sep 18 01:56:32.589309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741ea4f-13a7-4a09-ad1d-69e57e07a61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d95291-f9aa-4a36-b07d-8e98d8d03555,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:32.606116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006a900-bcb5-4012-9a51-3bcfeac08f82 req-39ec4004-c5ec-48c4-9190-5d8c2abbfc02 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:32.607726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1006a900-bcb5-4012-9a51-3bcfeac08f82 req-39ec4004-c5ec-48c4-9190-5d8c2abbfc02 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.0548689 Sep 18 01:56:32.654249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1006a900-bcb5-4012-9a51-3bcfeac08f82 req-ef1d5e2a-b575-436d-899b-6318a12011b5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Sep 18 01:56:33.215550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42914) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:33.220496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7d38-246d-492b-98cf-4e7ee482c6b3 req-e5b11afd-aa9d-43c2-ab97-776932cd887f tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:33.221579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 49a90994-11af-4be8-aa71-99f033f39b41 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:33.222050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aea7d38-246d-492b-98cf-4e7ee482c6b3 req-e5b11afd-aa9d-43c2-ab97-776932cd887f tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 944 time: 0.0586286 Sep 18 01:56:33.241554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e61ee-199f-4203-89e8-7d183865abf4 req-216747a6-121c-4ac4-b538-1b23dda5b2b4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:33.250409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-891e61ee-199f-4203-89e8-7d183865abf4 req-216747a6-121c-4ac4-b538-1b23dda5b2b4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0793028 Sep 18 01:56:33.270814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 61d33d12-71a5-4cab-9090-6a2a7b90adfe up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:33.271156 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aea7d38-246d-492b-98cf-4e7ee482c6b3 req-250de8dc-f80f-4180-8ba3-669302f5512e tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 Sep 18 01:56:33.299169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-891e61ee-199f-4203-89e8-7d183865abf4 req-cb4b57e9-7bb0-4956-ac59-1c5a59e708e9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Sep 18 01:56:33.323899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 49a90994-11af-4be8-aa71-99f033f39b41 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:56:33.328311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 49a90994-11af-4be8-aa71-99f033f39b41 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:33.330011 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.373689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2058627486-network', 'tenant_id': 'f7f316b9fc62475f9824a1bfa2dc7000'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:33.395129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-297e754d-072f-4dae-ae35-54e01cfe43ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.399324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 61d33d12-71a5-4cab-9090-6a2a7b90adfe completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:56:33.405505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 61d33d12-71a5-4cab-9090-6a2a7b90adfe triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:33.405950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.451353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Made reservation on behalf of f7f316b9fc62475f9824a1bfa2dc7000 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:33.453728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.464795 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.482213 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.486322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80916652-c9be-46bf-a242-45b99785feba req-5875cb50-3bb9-4748-92a0-006f298e31ce tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:33.487761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80916652-c9be-46bf-a242-45b99785feba req-5875cb50-3bb9-4748-92a0-006f298e31ce tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0923648 Sep 18 01:56:33.548658 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80916652-c9be-46bf-a242-45b99785feba req-f86852d9-b09e-4108-b9f5-585893b3a25d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487902 Sep 18 01:56:33.549255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:33.550897 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.559754 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.616568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 61d33d12-71a5-4cab-9090-6a2a7b90adfe, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=61d33d12-71a5-4cab-9090-6a2a7b90adfe,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:33.623635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.627282 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.628496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:33.632701 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.636227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.636794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.637136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.637469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.637805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.640036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.640036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.640036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.640036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.640036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.640036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.640036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:33.666006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:56:33.675580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd85307-4f36-4b74-a2bd-8fe8b6f2a1a3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:33.681887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.682318 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Added segment b7b2e297-5cbb-429f-ae2d-3fcebe07144b of type vlan for network 20439b65-6cca-447f-9b20-edf94bcc78db Sep 18 01:56:33.697082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=61d33d12-71a5-4cab-9090-6a2a7b90adfe,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:33.741063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.768633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.769601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:33.770233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.800694 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5839331 Sep 18 01:56:33.804717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42926) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:33.810645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Request body: {'subnet': {'network_id': '20439b65-6cca-447f-9b20-edf94bcc78db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2058627486-subnet', 'tenant_id': 'f7f316b9fc62475f9824a1bfa2dc7000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:33.831709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970654fa-db98-4c3e-abd7-140a50914f48 req-c9c641b2-4893-4c82-b723-38fc31ee15ec tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:33.833280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-970654fa-db98-4c3e-abd7-140a50914f48 req-c9c641b2-4893-4c82-b723-38fc31ee15ec tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0714180 Sep 18 01:56:33.837211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d7dc-d253-4502-be4a-e99a84d62643 admin admin] Pushing event updated for resources: {'Network': ['ID=20439b65-6cca-447f-9b20-edf94bcc78db,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:33.849866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 20439b65-6cca-447f-9b20-edf94bcc78db details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:56:33.863627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Made reservation on behalf of f7f316b9fc62475f9824a1bfa2dc7000 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:33.865898 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:33.937667 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-970654fa-db98-4c3e-abd7-140a50914f48 req-4cd8240c-bfa7-424e-97ba-56d6dfac9e32 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950737 Sep 18 01:56:33.960120 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:34.061045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:34.124777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58c789b-86be-40eb-82ed-e2c39741cd7c,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:34.136209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Checking segment: {'id': 'b7b2e297-5cbb-429f-ae2d-3fcebe07144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '20439b65-6cca-447f-9b20-edf94bcc78db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:34.136557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Network hostable DHCP agents. Network: 20439b65-6cca-447f-9b20-edf94bcc78db, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:56:34.154077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Network 20439b65-6cca-447f-9b20-edf94bcc78db is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:56:34.163693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 20439b65-6cca-447f-9b20-edf94bcc78db) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:34.167925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:34.168511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:34.173769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7878a55-3b59-4915-8fe9-c5d09fa416a1 None None] Network 20439b65-6cca-447f-9b20-edf94bcc78db requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:34.186913 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5edbd7b5-7256-4d67-a33f-39f8f5c6800e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3809929 Sep 18 01:56:34.277491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41'}, {'server_uuid': 'e95e0bf7-17f7-4496-8172-d74d3b656f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d33d12-71a5-4cab-9090-6a2a7b90adfe'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:34.279947 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544dad75-4bf5-4cba-87d9-cd4b04691598" -d '{"events": [{"server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "name": "network-vif-plugged", "status": "completed", "tag": "49a90994-11af-4be8-aa71-99f033f39b41"}, {"server_uuid": "e95e0bf7-17f7-4496-8172-d74d3b656f77", "name": "network-vif-plugged", "status": "completed", "tag": "61d33d12-71a5-4cab-9090-6a2a7b90adfe"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:34.326019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231a716-f5ff-4b1c-912a-f27e26801a40 None None] Network 20439b65-6cca-447f-9b20-edf94bcc78db requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:34.330024 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbcd0ff-59d7-48cf-a238-333a06508ff9 x-openstack-request-id: req-6fbcd0ff-59d7-48cf-a238-333a06508ff9 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:34.330319 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "name": "network-vif-plugged", "status": "completed", "tag": "49a90994-11af-4be8-aa71-99f033f39b41", "code": 200}, {"server_uuid": "e95e0bf7-17f7-4496-8172-d74d3b656f77", "name": "network-vif-plugged", "status": "completed", "tag": "61d33d12-71a5-4cab-9090-6a2a7b90adfe", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:34.331428 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fbcd0ff-59d7-48cf-a238-333a06508ff9 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:34.331833 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41', 'code': 200} Sep 18 01:56:34.332432 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95e0bf7-17f7-4496-8172-d74d3b656f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d33d12-71a5-4cab-9090-6a2a7b90adfe', 'code': 200} Sep 18 01:56:34.401573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0187ab9-90c2-4298-883c-e288661852bf req-34f35b56-ef5a-4573-ae2d-0605bebbb826 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:34.404351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0187ab9-90c2-4298-883c-e288661852bf req-34f35b56-ef5a-4573-ae2d-0605bebbb826 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 945 time: 0.0574245 Sep 18 01:56:34.506457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0877b6fb-34f0-47b0-923d-78412453ff4b req-1b512a45-ecea-4c92-bf55-ec3ef96aa706 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1980821594', 'description': 'tempest-description-1245779293'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:34.516957 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0187ab9-90c2-4298-883c-e288661852bf req-9237db71-d668-410c-adef-316200190a93 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933590 Sep 18 01:56:34.523178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bd66d-58f6-4e93-a518-f49c776998f1 req-91fb0faf-86df-4ba5-a5f8-6d79b5f133dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:34.524821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-840bd66d-58f6-4e93-a518-f49c776998f1 req-91fb0faf-86df-4ba5-a5f8-6d79b5f133dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1098 time: 0.1108801 Sep 18 01:56:34.527768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38adc7e-ef1c-4c04-acbd-43b3b1c35450 req-235fbe66-d3c6-4161-b84f-940435d48a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:34.529472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e38adc7e-ef1c-4c04-acbd-43b3b1c35450 req-235fbe66-d3c6-4161-b84f-940435d48a43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 1097 time: 0.1042404 Sep 18 01:56:34.541099 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0877b6fb-34f0-47b0-923d-78412453ff4b req-1b512a45-ecea-4c92-bf55-ec3ef96aa706 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:34.645897 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0877b6fb-34f0-47b0-923d-78412453ff4b req-1b512a45-ecea-4c92-bf55-ec3ef96aa706 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:34.650272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0877b6fb-34f0-47b0-923d-78412453ff4b req-1b512a45-ecea-4c92-bf55-ec3ef96aa706 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:34.807827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:34.908094 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e38adc7e-ef1c-4c04-acbd-43b3b1c35450 req-c8a52d93-bd7b-4b8c-bccd-00de0c65492c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697419 Sep 18 01:56:34.911152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-840bd66d-58f6-4e93-a518-f49c776998f1 req-f9e67336-ea84-4471-a10d-e2cb2e173c5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792188 Sep 18 01:56:34.929891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1746d-a931-40c9-b5d1-d0e30dea8382 req-e3731240-f387-40c0-8ca1-a6d6d62987f7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:34.931394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-05f1746d-a931-40c9-b5d1-d0e30dea8382 req-e3731240-f387-40c0-8ca1-a6d6d62987f7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0881832 Sep 18 01:56:34.978879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-05f1746d-a931-40c9-b5d1-d0e30dea8382 req-c248b7da-01f5-48b0-b06b-a154166379d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Sep 18 01:56:34.979690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0877b6fb-34f0-47b0-923d-78412453ff4b req-1b512a45-ecea-4c92-bf55-ec3ef96aa706 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:34.980964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0877b6fb-34f0-47b0-923d-78412453ff4b req-1b512a45-ecea-4c92-bf55-ec3ef96aa706 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4797840 Sep 18 01:56:34.989266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b512a45-ecea-4c92-bf55-ec3ef96aa706 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28a5538-ad9e-42af-94e0-1944611439e6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:35.222398 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df9809-a493-4cb9-8971-c8a52a3a142f req-6d0a06a0-f410-4967-9d0b-09052cfb66e6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:35.223993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67df9809-a493-4cb9-8971-c8a52a3a142f req-6d0a06a0-f410-4967-9d0b-09052cfb66e6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0506966 Sep 18 01:56:35.265985 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67df9809-a493-4cb9-8971-c8a52a3a142f req-bbb18143-5dfe-4c40-b628-eb04bfe1c82a tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353198 Sep 18 01:56:35.279798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb117f-4e1f-4f90-870b-d95d53c464a5 req-3360cb8e-f7c0-4260-875e-62336a80db36 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:35.281461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcdb117f-4e1f-4f90-870b-d95d53c464a5 req-3360cb8e-f7c0-4260-875e-62336a80db36 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0522084 Sep 18 01:56:35.323835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcdb117f-4e1f-4f90-870b-d95d53c464a5 req-78957ca4-b5e6-4099-a835-02089c1433b6 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Sep 18 01:56:35.336612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89bea4c8-345a-4901-a552-10c8ae090d3d req-11c54bd2-0adf-407b-a250-225908018754 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/b28a5538-ad9e-42af-94e0-1944611439e6 HTTP/1.1" status: 200 len: 1805 time: 0.0416176 Sep 18 01:56:35.347446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-89bea4c8-345a-4901-a552-10c8ae090d3d req-b42b99f4-804a-44d0-a4f1-212af5a54c02 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b28a5538-ad9e-42af-94e0-1944611439e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:35.347753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-89bea4c8-345a-4901-a552-10c8ae090d3d req-b42b99f4-804a-44d0-a4f1-212af5a54c02 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b28a5538-ad9e-42af-94e0-1944611439e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:35.404596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89bea4c8-345a-4901-a552-10c8ae090d3d req-b42b99f4-804a-44d0-a4f1-212af5a54c02 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.430173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89bea4c8-345a-4901-a552-10c8ae090d3d req-b42b99f4-804a-44d0-a4f1-212af5a54c02 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.433610 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89bea4c8-345a-4901-a552-10c8ae090d3d req-b42b99f4-804a-44d0-a4f1-212af5a54c02 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.450096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b99f4-804a-44d0-a4f1-212af5a54c02 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1697d7f3-b069-4310-9791-1bb90c948753,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:35.456490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89bea4c8-345a-4901-a552-10c8ae090d3d req-b42b99f4-804a-44d0-a4f1-212af5a54c02 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.457768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89bea4c8-345a-4901-a552-10c8ae090d3d req-b42b99f4-804a-44d0-a4f1-212af5a54c02 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1149063 Sep 18 01:56:35.483009 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-20950556-fd63-4613-bdfa-45809b40cc83 req-74909d81-dea9-4eb3-9c3c-bf6906ce5390 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1474178321', 'description': 'tempest-description-2087449324'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:35.506076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20950556-fd63-4613-bdfa-45809b40cc83 req-74909d81-dea9-4eb3-9c3c-bf6906ce5390 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.587852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20950556-fd63-4613-bdfa-45809b40cc83 req-74909d81-dea9-4eb3-9c3c-bf6906ce5390 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.592539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20950556-fd63-4613-bdfa-45809b40cc83 req-74909d81-dea9-4eb3-9c3c-bf6906ce5390 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.619883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20950556-fd63-4613-bdfa-45809b40cc83 req-74909d81-dea9-4eb3-9c3c-bf6906ce5390 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.621299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-20950556-fd63-4613-bdfa-45809b40cc83 req-74909d81-dea9-4eb3-9c3c-bf6906ce5390 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1424890 Sep 18 01:56:35.631875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74909d81-dea9-4eb3-9c3c-bf6906ce5390 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbe2285-d4a8-451e-be6e-b36591a3c590,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:35.643753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef9aaa-b3ee-4f8f-8f80-99a26f1a7aa3 req-55fbbb14-efd4-4a3f-9695-3e4aaef1bae5 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:35.645251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0ef9aaa-b3ee-4f8f-8f80-99a26f1a7aa3 req-55fbbb14-efd4-4a3f-9695-3e4aaef1bae5 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 945 time: 0.0552037 Sep 18 01:56:35.683927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0ef9aaa-b3ee-4f8f-8f80-99a26f1a7aa3 req-5c31f97b-0e47-4f89-9795-f18de78f228e tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Sep 18 01:56:35.687258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-716a3007-c3c8-409a-be14-8cc4a9b482ba req-63489f79-a8de-40fb-95f6-e031b048dc86 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/3fbe2285-d4a8-451e-be6e-b36591a3c590 HTTP/1.1" status: 200 len: 1805 time: 0.0407991 Sep 18 01:56:35.698053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-716a3007-c3c8-409a-be14-8cc4a9b482ba req-7fa4d58c-059f-488e-97ff-575566fe1992 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3fbe2285-d4a8-451e-be6e-b36591a3c590', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:35.698364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-716a3007-c3c8-409a-be14-8cc4a9b482ba req-7fa4d58c-059f-488e-97ff-575566fe1992 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3fbe2285-d4a8-451e-be6e-b36591a3c590', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:35.757415 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-716a3007-c3c8-409a-be14-8cc4a9b482ba req-7fa4d58c-059f-488e-97ff-575566fe1992 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.779419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-716a3007-c3c8-409a-be14-8cc4a9b482ba req-7fa4d58c-059f-488e-97ff-575566fe1992 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.782964 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-716a3007-c3c8-409a-be14-8cc4a9b482ba req-7fa4d58c-059f-488e-97ff-575566fe1992 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.801886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d58c-059f-488e-97ff-575566fe1992 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a26835-2450-4ad2-91fa-cbd0dca5657d,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:35.805257 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-716a3007-c3c8-409a-be14-8cc4a9b482ba req-7fa4d58c-059f-488e-97ff-575566fe1992 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.806544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-716a3007-c3c8-409a-be14-8cc4a9b482ba req-7fa4d58c-059f-488e-97ff-575566fe1992 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1125581 Sep 18 01:56:35.833059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-8102eaef-27b9-4b48-a037-43de4f2fd698 req-d9399f29-a861-4e4e-9586-7d8aa40e67f8 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-924490532', 'description': 'tempest-description-907793873'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:35.854871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8102eaef-27b9-4b48-a037-43de4f2fd698 req-d9399f29-a861-4e4e-9586-7d8aa40e67f8 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.934935 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8102eaef-27b9-4b48-a037-43de4f2fd698 req-d9399f29-a861-4e4e-9586-7d8aa40e67f8 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.939248 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8102eaef-27b9-4b48-a037-43de4f2fd698 req-d9399f29-a861-4e4e-9586-7d8aa40e67f8 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.966204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8102eaef-27b9-4b48-a037-43de4f2fd698 req-d9399f29-a861-4e4e-9586-7d8aa40e67f8 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:35.967482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8102eaef-27b9-4b48-a037-43de4f2fd698 req-d9399f29-a861-4e4e-9586-7d8aa40e67f8 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1390853 Sep 18 01:56:35.969285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9399f29-a861-4e4e-9586-7d8aa40e67f8 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db6e2c2-ba4b-45ed-b65d-ee2cb9c26d7c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:35.992132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-93ebf39d-109f-4172-81c7-6cac68ae190d req-9db1e41d-d027-4bdc-af4f-5e292b191f12 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-350170919', 'description': 'tempest-description-2016181079'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:36.014785 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-93ebf39d-109f-4172-81c7-6cac68ae190d req-9db1e41d-d027-4bdc-af4f-5e292b191f12 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.106989 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-93ebf39d-109f-4172-81c7-6cac68ae190d req-9db1e41d-d027-4bdc-af4f-5e292b191f12 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.111877 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-93ebf39d-109f-4172-81c7-6cac68ae190d req-9db1e41d-d027-4bdc-af4f-5e292b191f12 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.115784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e8d25-84b9-4b0a-b692-84a57b93d95c req-789f2118-df92-43ac-942b-d0a5aa4060ce tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:36.117326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb5e8d25-84b9-4b0a-b692-84a57b93d95c req-789f2118-df92-43ac-942b-d0a5aa4060ce tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0512171 Sep 18 01:56:36.147088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-93ebf39d-109f-4172-81c7-6cac68ae190d req-9db1e41d-d027-4bdc-af4f-5e292b191f12 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.148329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-93ebf39d-109f-4172-81c7-6cac68ae190d req-9db1e41d-d027-4bdc-af4f-5e292b191f12 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1603460 Sep 18 01:56:36.150069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1e41d-d027-4bdc-af4f-5e292b191f12 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce22d02-ebc5-41b1-a083-d05cbc7a3ac5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:36.169080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb5e8d25-84b9-4b0a-b692-84a57b93d95c req-04ecb000-bc4e-4524-8b3a-2b3883a2288c tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447645 Sep 18 01:56:36.193601 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.310312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-04427556-a5e0-466b-a84b-a8cfb7e5d811 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/4db6e2c2-ba4b-45ed-b65d-ee2cb9c26d7c HTTP/1.1" status: 200 len: 1803 time: 0.0441155 Sep 18 01:56:36.355185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-4a57d37e-2418-4cab-bfd0-f00c4a16385d tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/bce22d02-ebc5-41b1-a083-d05cbc7a3ac5 HTTP/1.1" status: 200 len: 1804 time: 0.0381474 Sep 18 01:56:36.366990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-e5728711-9434-43ef-bd4d-9b45efcfa0e0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4db6e2c2-ba4b-45ed-b65d-ee2cb9c26d7c', 'remote_group_id': 'bce22d02-ebc5-41b1-a083-d05cbc7a3ac5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:36.367224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-e5728711-9434-43ef-bd4d-9b45efcfa0e0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4db6e2c2-ba4b-45ed-b65d-ee2cb9c26d7c', 'remote_group_id': 'bce22d02-ebc5-41b1-a083-d05cbc7a3ac5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:36.430725 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-e5728711-9434-43ef-bd4d-9b45efcfa0e0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.434155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d10777-8137-4650-b580-62b0ac2b39b2 req-8044b866-7a75-446e-93ad-f1c43fc0f1d5 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:36.435692 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6d10777-8137-4650-b580-62b0ac2b39b2 req-8044b866-7a75-446e-93ad-f1c43fc0f1d5 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0528824 Sep 18 01:56:36.474953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6d10777-8137-4650-b580-62b0ac2b39b2 req-ec6519b9-2e15-4aa3-9fb9-8208d289f6a8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Sep 18 01:56:36.476851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-e5728711-9434-43ef-bd4d-9b45efcfa0e0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.481084 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-e5728711-9434-43ef-bd4d-9b45efcfa0e0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.504918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5728711-9434-43ef-bd4d-9b45efcfa0e0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60d1f67-e147-4028-a4f5-e4f7caead6bb,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:36.509204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-e5728711-9434-43ef-bd4d-9b45efcfa0e0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.510540 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83589cb7-188a-4350-94c0-dbedc9743d70 req-e5728711-9434-43ef-bd4d-9b45efcfa0e0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1476827 Sep 18 01:56:36.536079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-91b1d03a-4808-4700-807b-e1716a7b6cee req-251d1d81-9ddf-4f6d-96ae-edbcfddd6bcf tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-8637798', 'description': 'tempest-description-1363579064'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:36.558022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-91b1d03a-4808-4700-807b-e1716a7b6cee req-251d1d81-9ddf-4f6d-96ae-edbcfddd6bcf tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.581552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cf7d7-267e-442f-9e45-e296826cafdc req-767ca33f-4b3e-458c-ad8c-91abccdddef7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:36.583031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-781cf7d7-267e-442f-9e45-e296826cafdc req-767ca33f-4b3e-458c-ad8c-91abccdddef7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0500467 Sep 18 01:56:36.621808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-781cf7d7-267e-442f-9e45-e296826cafdc req-6f6914dc-9e0f-44ea-805b-e113c71e075b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Sep 18 01:56:36.640495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-91b1d03a-4808-4700-807b-e1716a7b6cee req-251d1d81-9ddf-4f6d-96ae-edbcfddd6bcf tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.645078 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-91b1d03a-4808-4700-807b-e1716a7b6cee req-251d1d81-9ddf-4f6d-96ae-edbcfddd6bcf tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.673981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-91b1d03a-4808-4700-807b-e1716a7b6cee req-251d1d81-9ddf-4f6d-96ae-edbcfddd6bcf tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.675241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91b1d03a-4808-4700-807b-e1716a7b6cee req-251d1d81-9ddf-4f6d-96ae-edbcfddd6bcf tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1435628 Sep 18 01:56:36.676932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d1d81-9ddf-4f6d-96ae-edbcfddd6bcf tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880a21ea-519e-43dc-865b-8397e1bd258e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:36.701948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-5560de05-cf61-4c15-9613-e3b75eaa5522 req-8eaff731-5679-4479-9261-93abfdb88871 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-426103853', 'description': 'tempest-description-1313951531'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:36.725026 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5560de05-cf61-4c15-9613-e3b75eaa5522 req-8eaff731-5679-4479-9261-93abfdb88871 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.732721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6da22-0bf7-434d-bcd2-654712530b9c req-7997e617-b2d8-41c1-89e2-6867ef04770f tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:36.734236 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-55e6da22-0bf7-434d-bcd2-654712530b9c req-7997e617-b2d8-41c1-89e2-6867ef04770f tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1098 time: 0.0443206 Sep 18 01:56:36.772643 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-55e6da22-0bf7-434d-bcd2-654712530b9c req-16e2cf65-4a28-4712-9dda-1ee2584b51c2 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321786 Sep 18 01:56:36.808498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5560de05-cf61-4c15-9613-e3b75eaa5522 req-8eaff731-5679-4479-9261-93abfdb88871 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.812523 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5560de05-cf61-4c15-9613-e3b75eaa5522 req-8eaff731-5679-4479-9261-93abfdb88871 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.842270 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5560de05-cf61-4c15-9613-e3b75eaa5522 req-8eaff731-5679-4479-9261-93abfdb88871 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:36.843618 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5560de05-cf61-4c15-9613-e3b75eaa5522 req-8eaff731-5679-4479-9261-93abfdb88871 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1457717 Sep 18 01:56:36.844209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaff731-5679-4479-9261-93abfdb88871 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7869235-bb66-45c6-876b-46a41fe58352,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:36.887754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7df28-e0c6-44db-b9f9-96006ccb3f11 req-5fe729ba-333d-45a7-baf0-71c8d82cca37 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:36.889275 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9af7df28-e0c6-44db-b9f9-96006ccb3f11 req-5fe729ba-333d-45a7-baf0-71c8d82cca37 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 945 time: 0.0607784 Sep 18 01:56:36.928567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9af7df28-e0c6-44db-b9f9-96006ccb3f11 req-e0b4e94a-e106-47de-98d8-7df61caecb0b tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327752 Sep 18 01:56:36.932058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0169b8-5416-49cb-89bc-e63c9e17a77c req-69dd60ec-f27e-47e9-a848-40a242231830 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:36.933591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a0169b8-5416-49cb-89bc-e63c9e17a77c req-69dd60ec-f27e-47e9-a848-40a242231830 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1098 time: 0.0402145 Sep 18 01:56:36.969722 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a0169b8-5416-49cb-89bc-e63c9e17a77c req-c236d4cb-3d39-4f31-bace-645a7d7ce065 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292799 Sep 18 01:56:36.989668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-87a55bd7-000e-4929-aa6d-ed5eec106979 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/880a21ea-519e-43dc-865b-8397e1bd258e HTTP/1.1" status: 200 len: 1802 time: 0.0385485 Sep 18 01:56:37.035069 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-d0de0f6d-df4f-4a0d-9dc8-9c4cf3fe5b56 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/b7869235-bb66-45c6-876b-46a41fe58352 HTTP/1.1" status: 200 len: 1804 time: 0.0388851 Sep 18 01:56:37.045328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-017080b5-e36e-432d-b027-be71cd0b67d6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '880a21ea-519e-43dc-865b-8397e1bd258e', 'remote_group_id': 'b7869235-bb66-45c6-876b-46a41fe58352', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:37.045639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-017080b5-e36e-432d-b027-be71cd0b67d6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '880a21ea-519e-43dc-865b-8397e1bd258e', 'remote_group_id': 'b7869235-bb66-45c6-876b-46a41fe58352', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:37.076431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c099146-fea6-41eb-9bc9-3a178e2c192c req-aa37d3b3-4510-46a6-b08d-1076f192825c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:37.078091 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1c099146-fea6-41eb-9bc9-3a178e2c192c req-aa37d3b3-4510-46a6-b08d-1076f192825c tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d HTTP/1.1" status: 200 len: 945 time: 0.0524881 Sep 18 01:56:37.107179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-017080b5-e36e-432d-b027-be71cd0b67d6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.117637 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1c099146-fea6-41eb-9bc9-3a178e2c192c req-9fb4b952-9d12-402c-af70-4d5f10eac1b6 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329187 Sep 18 01:56:37.151761 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-017080b5-e36e-432d-b027-be71cd0b67d6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.155676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-017080b5-e36e-432d-b027-be71cd0b67d6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.174020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017080b5-e36e-432d-b027-be71cd0b67d6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79d6897-f5d6-4c86-828b-6221d55235ba,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:37.181750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-017080b5-e36e-432d-b027-be71cd0b67d6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.183110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1496aadb-c1b3-40e8-8761-9f28bad5f0a1 req-017080b5-e36e-432d-b027-be71cd0b67d6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1416583 Sep 18 01:56:37.276022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:37.285731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:37.344921 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aef21d1c-1c77-4baf-8aa9-55164f0c8019 req-91e735e1-fcc0-407b-b6a0-e1a17fc3a73b tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/b7869235-bb66-45c6-876b-46a41fe58352 HTTP/1.1" status: 200 len: 1804 time: 0.0439270 Sep 18 01:56:37.415576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aef21d1c-1c77-4baf-8aa9-55164f0c8019 req-39d7e129-a25f-4621-985c-1fefa94ea05d tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.432763 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.440309 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aef21d1c-1c77-4baf-8aa9-55164f0c8019 req-39d7e129-a25f-4621-985c-1fefa94ea05d tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.452352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:37.473568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:37.475821 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938c8c5-4461-4158-a44a-147577ce61df" -d '{"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-unplugged", "status": "completed", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:37.485124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'mac_address': 'fa:16:3e:b3:80:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:56:37.492640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:37.497128 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.513391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aef21d1c-1c77-4baf-8aa9-55164f0c8019 req-39d7e129-a25f-4621-985c-1fefa94ea05d tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.516271 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aef21d1c-1c77-4baf-8aa9-55164f0c8019 req-39d7e129-a25f-4621-985c-1fefa94ea05d tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.529181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aef21d1c-1c77-4baf-8aa9-55164f0c8019 req-39d7e129-a25f-4621-985c-1fefa94ea05d tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7869235-bb66-45c6-876b-46a41fe58352 HTTP/1.1" status: 204 len: 173 time: 0.1767805 Sep 18 01:56:37.539319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7e129-a25f-4621-985c-1fefa94ea05d tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7869235-bb66-45c6-876b-46a41fe58352,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:37.586895 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.613761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d391a53-4c27-4ac9-b366-eb9062f86260 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:37.617944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:37.640090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:37.645219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b41d3-7894-4157-8c5e-e62aff809561 req-290015ad-d6d6-43f0-8490-417ddcaafdd3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:37.646121 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:37.646880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a2b41d3-7894-4157-8c5e-e62aff809561 req-290015ad-d6d6-43f0-8490-417ddcaafdd3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.0638692 Sep 18 01:56:37.687480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a2b41d3-7894-4157-8c5e-e62aff809561 req-f9b850ec-b55b-419a-9742-959a8a623419 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338206 Sep 18 01:56:37.731221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:37.930408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff046ac-38b9-4ae4-bc77-9409ec7449a3 req-f8d7fe46-a1be-4867-84a1-bb7731ac4bb6 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:37.931889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ff046ac-38b9-4ae4-bc77-9409ec7449a3 req-f8d7fe46-a1be-4867-84a1-bb7731ac4bb6 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d HTTP/1.1" status: 200 len: 945 time: 0.0575323 Sep 18 01:56:37.970477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ff046ac-38b9-4ae4-bc77-9409ec7449a3 req-7c3a39e7-e866-4f6e-8343-404d83bc1336 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Sep 18 01:56:38.013717 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['6d391a53-4c27-4ac9-b366-eb9062f86260'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:38.074819 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d20ca6-34f7-4006-b078-a20f0ddc4626 x-openstack-request-id: req-52d20ca6-34f7-4006-b078-a20f0ddc4626 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:38.075128 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-unplugged", "status": "completed", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:38.075381 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52d20ca6-34f7-4006-b078-a20f0ddc4626 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:38.075765 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'code': 200} Sep 18 01:56:38.146608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-262a0c40-48b5-4695-b82a-80de8d1f0c3b tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:56:38.151198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-262a0c40-48b5-4695-b82a-80de8d1f0c3b tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093250 Sep 18 01:56:38.172418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e42e65-b049-4f55-8679-422881dc16c0 req-f6b57a68-947f-4681-8a61-f478bc16ced1 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:38.174910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a3e42e65-b049-4f55-8679-422881dc16c0 req-f6b57a68-947f-4681-8a61-f478bc16ced1 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0523713 Sep 18 01:56:38.187860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-0b63f48a-717e-4149-8786-e0364274e284 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:38.189946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-0b63f48a-717e-4149-8786-e0364274e284 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports/49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 200 len: 1095 time: 0.0364175 Sep 18 01:56:38.198953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Request body: {'binding': {'host': 'n-h1-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:38.199390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 01:56:38.214075 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a3e42e65-b049-4f55-8679-422881dc16c0 req-5d5e7685-f378-468c-8637-ccc85aafab18 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Sep 18 01:56:38.279921 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f190ee-8573-43e6-a1ce-304dc095dec9 req-36ad36d1-94df-4911-b0c4-c839e86079a0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/880a21ea-519e-43dc-865b-8397e1bd258e HTTP/1.1" status: 200 len: 1802 time: 0.0431843 Sep 18 01:56:38.306286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-33125be3-d44c-40fe-94b1-062beff088d7 req-33f6aa71-1309-491f-b08f-725a45ff8819 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1568551788', 'description': 'tempest-description-1971788566'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:38.328953 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-33125be3-d44c-40fe-94b1-062beff088d7 req-33f6aa71-1309-491f-b08f-725a45ff8819 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.335423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on host n-h1-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:38.335760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:38.336087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:38.340212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:38.340519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:38.345729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:38.346058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:38.346439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:38.346884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Bound port: 49a90994-11af-4be8-aa71-99f033f39b41, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:38.404031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:38.409958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.411711 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-ed4c09de-639d-4401-915d-34e65d0506c7 service neutron] 10.222.0.21 "POST /v2.0/ports/49a90994-11af-4be8-aa71-99f033f39b41/bindings HTTP/1.1" status: 201 len: 390 time: 0.2158899 Sep 18 01:56:38.414360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-33125be3-d44c-40fe-94b1-062beff088d7 req-33f6aa71-1309-491f-b08f-725a45ff8819 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.419503 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-33125be3-d44c-40fe-94b1-062beff088d7 req-33f6aa71-1309-491f-b08f-725a45ff8819 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.445965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-33125be3-d44c-40fe-94b1-062beff088d7 req-33f6aa71-1309-491f-b08f-725a45ff8819 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.447179 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-33125be3-d44c-40fe-94b1-062beff088d7 req-33f6aa71-1309-491f-b08f-725a45ff8819 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1452477 Sep 18 01:56:38.451301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6aa71-1309-491f-b08f-725a45ff8819 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9cc3b6-e295-4d1b-9ebd-a4636b865c23,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:38.510038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b34c62b1-fed0-4fb0-89e7-17561a824fad req-b4dafd8a-ae8d-41e3-a36a-a0815214eea9 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/1c9cc3b6-e295-4d1b-9ebd-a4636b865c23 HTTP/1.1" status: 200 len: 1805 time: 0.0418968 Sep 18 01:56:38.522026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b34c62b1-fed0-4fb0-89e7-17561a824fad req-0f928703-fa81-44cd-8df2-7727b80aa96c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c9cc3b6-e295-4d1b-9ebd-a4636b865c23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:38.522810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b34c62b1-fed0-4fb0-89e7-17561a824fad req-0f928703-fa81-44cd-8df2-7727b80aa96c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c9cc3b6-e295-4d1b-9ebd-a4636b865c23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:38.576288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7bb43-8096-4073-b5dc-a3e8df9cb387 req-8aef588a-1888-49df-9f9f-6d44e9ae075a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:38.577877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ba7bb43-8096-4073-b5dc-a3e8df9cb387 req-8aef588a-1888-49df-9f9f-6d44e9ae075a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0538158 Sep 18 01:56:38.602672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b34c62b1-fed0-4fb0-89e7-17561a824fad req-0f928703-fa81-44cd-8df2-7727b80aa96c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.624589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ba7bb43-8096-4073-b5dc-a3e8df9cb387 req-452a2709-135e-4356-aeb4-35db2eeb76b5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Sep 18 01:56:38.640340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b34c62b1-fed0-4fb0-89e7-17561a824fad req-0f928703-fa81-44cd-8df2-7727b80aa96c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.645711 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b34c62b1-fed0-4fb0-89e7-17561a824fad req-0f928703-fa81-44cd-8df2-7727b80aa96c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.674252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f928703-fa81-44cd-8df2-7727b80aa96c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55dfb96b-c308-4d5c-b95f-5e6cbe8b3589,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:38.680829 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b34c62b1-fed0-4fb0-89e7-17561a824fad req-0f928703-fa81-44cd-8df2-7727b80aa96c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.682143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b34c62b1-fed0-4fb0-89e7-17561a824fad req-0f928703-fa81-44cd-8df2-7727b80aa96c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1643333 Sep 18 01:56:38.711427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-2e3eb50f-d6e4-4f99-aedc-a2ba0840eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:38.712832 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-2e3eb50f-d6e4-4f99-aedc-a2ba0840eadd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1098 time: 0.0504255 Sep 18 01:56:38.745993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7311f70b-4bc6-4947-8e5b-4988aca4d0ab req-ce022053-b016-413c-924a-72042d08b1ae tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/1c9cc3b6-e295-4d1b-9ebd-a4636b865c23 HTTP/1.1" status: 200 len: 2398 time: 0.0439439 Sep 18 01:56:38.758508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-7311f70b-4bc6-4947-8e5b-4988aca4d0ab req-d734f0ed-cca7-4c37-83c5-6b83938afd0f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c9cc3b6-e295-4d1b-9ebd-a4636b865c23', 'remote_group_id': None}]} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:38.758852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-7311f70b-4bc6-4947-8e5b-4988aca4d0ab req-d734f0ed-cca7-4c37-83c5-6b83938afd0f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c9cc3b6-e295-4d1b-9ebd-a4636b865c23', 'remote_group_id': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:38.826456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7311f70b-4bc6-4947-8e5b-4988aca4d0ab req-d734f0ed-cca7-4c37-83c5-6b83938afd0f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.854261 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7311f70b-4bc6-4947-8e5b-4988aca4d0ab req-d734f0ed-cca7-4c37-83c5-6b83938afd0f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.858249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7311f70b-4bc6-4947-8e5b-4988aca4d0ab req-d734f0ed-cca7-4c37-83c5-6b83938afd0f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.875512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734f0ed-cca7-4c37-83c5-6b83938afd0f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8c03fe-b9ac-480b-9838-185747353827,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:38.883227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7311f70b-4bc6-4947-8e5b-4988aca4d0ab req-d734f0ed-cca7-4c37-83c5-6b83938afd0f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:38.884444 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7311f70b-4bc6-4947-8e5b-4988aca4d0ab req-d734f0ed-cca7-4c37-83c5-6b83938afd0f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1310079 Sep 18 01:56:38.935709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc9542-5f39-48b4-9f14-8f0199fc78c6 req-5b366b22-9ca6-43ee-be83-6406e2ae3f34 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:38.937199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92bc9542-5f39-48b4-9f14-8f0199fc78c6 req-5b366b22-9ca6-43ee-be83-6406e2ae3f34 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 945 time: 0.1431167 Sep 18 01:56:38.938693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-7e1d1968-776d-48a6-b0b4-e019a25f524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:38.940657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-7e1d1968-776d-48a6-b0b4-e019a25f524e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.2181411 Sep 18 01:56:38.945042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-c71e8725-8fe2-4877-a2cc-5011462f4c2e tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:38.946413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-c71e8725-8fe2-4877-a2cc-5011462f4c2e tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.1512179 Sep 18 01:56:38.963062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-b4eaa113-9259-47ce-84f0-d2c8f3fbb32d tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:38.964519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-b4eaa113-9259-47ce-84f0-d2c8f3fbb32d tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d HTTP/1.1" status: 200 len: 945 time: 0.1098802 Sep 18 01:56:38.970868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-12'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:39.073929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-7d4b0917-aed2-4b4a-ab7f-249f91c3e1f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 200 len: 217 time: 0.0933063 Sep 18 01:56:39.074375 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b081102c-e4a3-4565-a309-d5bc5b7c1667 req-a7b01d79-64c8-4e99-a84f-dd41cf0da54e tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/1c9cc3b6-e295-4d1b-9ebd-a4636b865c23 HTTP/1.1" status: 200 len: 2996 time: 0.0493824 Sep 18 01:56:39.144450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92bc9542-5f39-48b4-9f14-8f0199fc78c6 req-b131dc6f-19af-4c4a-87e2-8fa8a7c0fb23 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955228 Sep 18 01:56:39.194477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.196384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fa161-7402-4eef-95a5-e58330c6fd5d req-c56af54e-fd57-4639-be45-4bf6a40cee44 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:39.199473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-499fa161-7402-4eef-95a5-e58330c6fd5d req-c56af54e-fd57-4639-be45-4bf6a40cee44 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d HTTP/1.1" status: 200 len: 945 time: 0.0668333 Sep 18 01:56:39.211463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-4881f230-01b1-4d3e-971d-e1e32812b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:39.212991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-4881f230-01b1-4d3e-971d-e1e32812b210 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.1252403 Sep 18 01:56:39.254286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-499fa161-7402-4eef-95a5-e58330c6fd5d req-f39fbe74-ff87-4742-a92f-18f58f9b7bdb tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 Sep 18 01:56:39.290737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 44981606-c474-40fa-b8e4-0ec4caf9e7a7 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:39.323917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e0e4d087-d62c-4a31-be59-257f48be2124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624378 Sep 18 01:56:39.332717 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:39.355875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Deleting port 71defa29-d614-4eee-b521-720996b34e6b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:39.356473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.371532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81a2cd93-9a22-4985-87d5-51c7b73c3ddb req-6df2c866-5745-43b3-a8dc-b30dea488db0 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-group-rules/fa8c03fe-b9ac-480b-9838-185747353827 HTTP/1.1" status: 200 len: 783 time: 0.1007366 Sep 18 01:56:39.391050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c829a-a412-4aa3-b521-18a9c4f512c5 req-23dd138b-6b6b-4791-8941-070eaac7302c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:39.399994 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-109c829a-a412-4aa3-b521-18a9c4f512c5 req-23dd138b-6b6b-4791-8941-070eaac7302c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 949 time: 0.0688848 Sep 18 01:56:39.426014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:39.449413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-109c829a-a412-4aa3-b521-18a9c4f512c5 req-895fd8d2-6351-41f2-a8b6-419d174f816f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483198 Sep 18 01:56:39.449820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 44981606-c474-40fa-b8e4-0ec4caf9e7a7 has no active binding in host n-h2-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:56:39.478466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 6d391a53-4c27-4ac9-b366-eb9062f86260 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:39.478923 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.563344 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.594809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:39.600009 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.609601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:39.621813 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81a2cd93-9a22-4985-87d5-51c7b73c3ddb req-6510e876-3778-4386-8ea3-af23a3e1034b tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/1c9cc3b6-e295-4d1b-9ebd-a4636b865c23 HTTP/1.1" status: 200 len: 2996 time: 0.2364113 Sep 18 01:56:39.648465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=11']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:39.648735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] For port 71defa29-d614-4eee-b521-720996b34e6b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=71defa29-d614-4eee-b521-720996b34e6b,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:39.649015 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.675764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-5af4b1a2-096c-4b4f-9db3-bb5399b4bb13 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358693 Sep 18 01:56:39.688315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Calling delete_port for 71defa29-d614-4eee-b521-720996b34e6b owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:39.736445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-81a2cd93-9a22-4985-87d5-51c7b73c3ddb req-4d5645b4-0f1e-49e2-87c7-296729b00dae tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.743822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29371dcf-cc03-48f3-8ea9-2460a2caa9b3 req-d7c972a7-9a9e-4739-ad36-6bc88330f268 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:39.745304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29371dcf-cc03-48f3-8ea9-2460a2caa9b3 req-d7c972a7-9a9e-4739-ad36-6bc88330f268 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0505514 Sep 18 01:56:39.749482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:39.777089 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-81a2cd93-9a22-4985-87d5-51c7b73c3ddb req-4d5645b4-0f1e-49e2-87c7-296729b00dae tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.783401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29371dcf-cc03-48f3-8ea9-2460a2caa9b3 req-ab02acdc-4954-4983-9502-7f5b5eb05318 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Sep 18 01:56:39.880824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:39.883080 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcada3e-294c-4ba9-8b42-3e3ae9d7ae83" -d '{"events": [{"server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "name": "network-vif-unplugged", "status": "completed", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:39.891584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.909437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.918104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-81a2cd93-9a22-4985-87d5-51c7b73c3ddb req-4d5645b4-0f1e-49e2-87c7-296729b00dae tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.931161 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522cce8-c0e7-4316-aad7-9ea06428b648 x-openstack-request-id: req-e522cce8-c0e7-4316-aad7-9ea06428b648 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:39.931449 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "name": "network-vif-unplugged", "status": "completed", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:39.931703 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e522cce8-c0e7-4316-aad7-9ea06428b648 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:39.932074 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7', 'code': 200} Sep 18 01:56:39.935715 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-81a2cd93-9a22-4985-87d5-51c7b73c3ddb req-4d5645b4-0f1e-49e2-87c7-296729b00dae tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:39.936815 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81a2cd93-9a22-4985-87d5-51c7b73c3ddb req-4d5645b4-0f1e-49e2-87c7-296729b00dae tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fa8c03fe-b9ac-480b-9838-185747353827 HTTP/1.1" status: 204 len: 173 time: 0.2985542 Sep 18 01:56:39.977925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-4021313a-161a-45be-9b89-4ac89b42b019 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776370 Sep 18 01:56:39.984533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5645b4-0f1e-49e2-87c7-296729b00dae tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa8c03fe-b9ac-480b-9838-185747353827,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:40.013804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e12234ec-6c3c-4723-a7c5-8eb4363769dd req-e282e92a-f2e6-4422-ab23-aa91d61f3fd8 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/1c9cc3b6-e295-4d1b-9ebd-a4636b865c23 HTTP/1.1" status: 200 len: 2398 time: 0.0571516 Sep 18 01:56:40.044076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:40.080185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:40.083468 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc316cd5-b7e0-4084-9b5b-97746ea221d1" -d '{"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:40.084890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on host n-h1-789963-12 for vnic_type normal with profile {"migrating_to": "n-h2-789963-12"} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:40.085248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:40.085581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:40.096731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:40.097101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Attempting to bind port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on network c390c33a-2bf0-46a3-9c26-87b7f042f8bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:40.103443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.105150 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e12234ec-6c3c-4723-a7c5-8eb4363769dd req-cd1192fc-4e3f-43e9-80ee-b7c4685dc879 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.105404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:40.105839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Checking segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:40.106218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Bound using segment: {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:40.106661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Bound port: 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c390c33a-2bf0-46a3-9c26-87b7f042f8bf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:40.107289 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.117900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['61d33d12-71a5-4cab-9090-6a2a7b90adfe'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:40.121366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['71defa29-d614-4eee-b521-720996b34e6b', '98a3be11-9c16-4c90-80a6-b2097b403354'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:40.149674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Pushing event deleted for resources: {'Port': ['ID=71defa29-d614-4eee-b521-720996b34e6b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:40.161694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e12234ec-6c3c-4723-a7c5-8eb4363769dd req-cd1192fc-4e3f-43e9-80ee-b7c4685dc879 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.232176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] No DVR routers for this DVR port 71defa29-d614-4eee-b521-720996b34e6b on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:40.239575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e12234ec-6c3c-4723-a7c5-8eb4363769dd req-cd1192fc-4e3f-43e9-80ee-b7c4685dc879 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.240776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.242960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eebd40a5-4c6e-4335-9252-5d5c862e8434 req-6b351ff5-18c6-45e0-8a39-1b239602afad tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.20 "DELETE /v2.0/ports/71defa29-d614-4eee-b521-720996b34e6b HTTP/1.1" status: 204 len: 173 time: 1.2694635 Sep 18 01:56:40.245144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e12234ec-6c3c-4723-a7c5-8eb4363769dd req-cd1192fc-4e3f-43e9-80ee-b7c4685dc879 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.247696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e12234ec-6c3c-4723-a7c5-8eb4363769dd req-cd1192fc-4e3f-43e9-80ee-b7c4685dc879 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "DELETE /v2.0/security-groups/1c9cc3b6-e295-4d1b-9ebd-a4636b865c23 HTTP/1.1" status: 204 len: 173 time: 0.2233744 Sep 18 01:56:40.299238 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569df239-06e2-4611-8a68-4e6fdc74c33d x-openstack-request-id: req-569df239-06e2-4611-8a68-4e6fdc74c33d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:40.300403 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-plugged", "status": "completed", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:40.301142 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-569df239-06e2-4611-8a68-4e6fdc74c33d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:40.301910 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'code': 200} Sep 18 01:56:40.311598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:40.318075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1192fc-4e3f-43e9-80ee-b7c4685dc879 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9cc3b6-e295-4d1b-9ebd-a4636b865c23,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:40.319024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:40.331328 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.365127 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-fe4b280e-cddb-4c60-90e4-75ffee09d928 req-b8711601-b644-420a-9b53-d303526b776c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] show failed (client error): The resource could not be found. Sep 18 01:56:40.366190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe4b280e-cddb-4c60-90e4-75ffee09d928 req-b8711601-b644-420a-9b53-d303526b776c tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/b7869235-bb66-45c6-876b-46a41fe58352 HTTP/1.1" status: 404 len: 352 time: 0.0705392 Sep 18 01:56:40.453770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=8']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:40.514627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:40.515321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.517680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-b036ace7-d4d7-47d9-86d4-6ce26aad3ed9 service neutron] 10.222.0.20 "PUT /v2.0/ports/44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 200 len: 1123 time: 1.5520487 Sep 18 01:56:40.572746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78950eb7-3707-4e50-afc7-5fd0584d1af9 req-c1099f68-1279-40c6-b849-4b92d7681a61 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:40.582402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78950eb7-3707-4e50-afc7-5fd0584d1af9 req-c1099f68-1279-40c6-b849-4b92d7681a61 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.2102952 Sep 18 01:56:40.626436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b8c7abe-482d-47cc-befb-c3f2b940012b req-887cc21e-fa49-4233-9671-449c24bc4d91 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d HTTP/1.1" status: 200 len: 210 time: 0.0615196 Sep 18 01:56:40.638377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['44981606-c474-40fa-b8e4-0ec4caf9e7a7'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:40.685058 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78950eb7-3707-4e50-afc7-5fd0584d1af9 req-6c156030-cae6-487d-904b-6fd1cb47ce9a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993710 Sep 18 01:56:40.707194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['44981606-c474-40fa-b8e4-0ec4caf9e7a7'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:40.732244 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ff6fd-0ab1-4a1f-ba3f-3af7f07e6729 req-10d15e3c-75b2-40f9-9949-edcd8ee9b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:40.733798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a20ff6fd-0ab1-4a1f-ba3f-3af7f07e6729 req-10d15e3c-75b2-40f9-9949-edcd8ee9b60b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1102 time: 0.2360458 Sep 18 01:56:40.749623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74f7452a-e447-45be-8e21-158d5ede0a1a req-3d8bbb4b-28d4-4d29-8715-fd1e4bffdb05 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/880a21ea-519e-43dc-865b-8397e1bd258e HTTP/1.1" status: 200 len: 1802 time: 0.0744913 Sep 18 01:56:40.820889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a20ff6fd-0ab1-4a1f-ba3f-3af7f07e6729 req-4dcc151e-1f68-4f40-9067-f1bd406e4693 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777473 Sep 18 01:56:40.847980 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-74f7452a-e447-45be-8e21-158d5ede0a1a req-48bf3733-76ed-4a41-b847-18e140da4e7e tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.869512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f123078-3322-43b8-9613-b1d4f442f000 req-761cd1ea-034b-41bd-a3ed-3d0f74c714f6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:40.871684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f123078-3322-43b8-9613-b1d4f442f000 req-761cd1ea-034b-41bd-a3ed-3d0f74c714f6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 950 time: 0.0825827 Sep 18 01:56:40.874468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-74f7452a-e447-45be-8e21-158d5ede0a1a req-48bf3733-76ed-4a41-b847-18e140da4e7e tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.918591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f123078-3322-43b8-9613-b1d4f442f000 req-4cd79bdd-c0d8-45ba-8c89-4b17c2f6e438 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Sep 18 01:56:40.928976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-74f7452a-e447-45be-8e21-158d5ede0a1a req-48bf3733-76ed-4a41-b847-18e140da4e7e tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.932763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-74f7452a-e447-45be-8e21-158d5ede0a1a req-48bf3733-76ed-4a41-b847-18e140da4e7e tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:40.935405 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74f7452a-e447-45be-8e21-158d5ede0a1a req-48bf3733-76ed-4a41-b847-18e140da4e7e tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "DELETE /v2.0/security-groups/880a21ea-519e-43dc-865b-8397e1bd258e HTTP/1.1" status: 204 len: 173 time: 0.1766615 Sep 18 01:56:40.959923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf3733-76ed-4a41-b847-18e140da4e7e tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880a21ea-519e-43dc-865b-8397e1bd258e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:41.030377 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96d06302-9b0d-4b8d-be2f-25f99814178b req-2f3f3d25-04dc-40ee-94d2-1694c934ece6 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/bce22d02-ebc5-41b1-a083-d05cbc7a3ac5 HTTP/1.1" status: 200 len: 1804 time: 0.0725818 Sep 18 01:56:41.091538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d0e5a-a78b-40c4-90cd-be64aadfd79d req-ef06239d-0996-4f48-a5bc-0a970a820154 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:41.093537 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da5d0e5a-a78b-40c4-90cd-be64aadfd79d req-ef06239d-0996-4f48-a5bc-0a970a820154 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0833075 Sep 18 01:56:41.100993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-96d06302-9b0d-4b8d-be2f-25f99814178b req-6216eb47-9fb0-491d-af7f-4d8b9786bacd tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.127630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-96d06302-9b0d-4b8d-be2f-25f99814178b req-6216eb47-9fb0-491d-af7f-4d8b9786bacd tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.143303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da5d0e5a-a78b-40c4-90cd-be64aadfd79d req-2caa7b76-983c-42b6-ba75-b52539293dd3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Sep 18 01:56:41.207837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-96d06302-9b0d-4b8d-be2f-25f99814178b req-6216eb47-9fb0-491d-af7f-4d8b9786bacd tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.211795 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-96d06302-9b0d-4b8d-be2f-25f99814178b req-6216eb47-9fb0-491d-af7f-4d8b9786bacd tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.213178 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96d06302-9b0d-4b8d-be2f-25f99814178b req-6216eb47-9fb0-491d-af7f-4d8b9786bacd tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "DELETE /v2.0/security-groups/bce22d02-ebc5-41b1-a083-d05cbc7a3ac5 HTTP/1.1" status: 204 len: 173 time: 0.1756516 Sep 18 01:56:41.226934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216eb47-9fb0-491d-af7f-4d8b9786bacd tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce22d02-ebc5-41b1-a083-d05cbc7a3ac5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:41.314938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-254f0dfa-6514-4cd9-9bc9-ad73f2f19f57 req-7fe68359-f600-45c2-a494-353fd50aa2d1 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/4db6e2c2-ba4b-45ed-b65d-ee2cb9c26d7c HTTP/1.1" status: 200 len: 1803 time: 0.0404925 Sep 18 01:56:41.371520 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-254f0dfa-6514-4cd9-9bc9-ad73f2f19f57 req-3a6a01e4-c2e3-4300-9ccd-52f643309b3f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.396758 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-254f0dfa-6514-4cd9-9bc9-ad73f2f19f57 req-3a6a01e4-c2e3-4300-9ccd-52f643309b3f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.439065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-254f0dfa-6514-4cd9-9bc9-ad73f2f19f57 req-3a6a01e4-c2e3-4300-9ccd-52f643309b3f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.441621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-254f0dfa-6514-4cd9-9bc9-ad73f2f19f57 req-3a6a01e4-c2e3-4300-9ccd-52f643309b3f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.442841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-254f0dfa-6514-4cd9-9bc9-ad73f2f19f57 req-3a6a01e4-c2e3-4300-9ccd-52f643309b3f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "DELETE /v2.0/security-groups/4db6e2c2-ba4b-45ed-b65d-ee2cb9c26d7c HTTP/1.1" status: 204 len: 173 time: 0.1219194 Sep 18 01:56:41.455078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a01e4-c2e3-4300-9ccd-52f643309b3f tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db6e2c2-ba4b-45ed-b65d-ee2cb9c26d7c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:41.508198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96641396-6806-46f2-bba5-c8f1e2f7df38 req-4441f3e3-b76c-4b32-ae21-8cf12e8b9608 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/3fbe2285-d4a8-451e-be6e-b36591a3c590 HTTP/1.1" status: 200 len: 2404 time: 0.0455964 Sep 18 01:56:41.574666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-96641396-6806-46f2-bba5-c8f1e2f7df38 req-eb12cc4c-aed5-4d49-855b-b0dcdc29ddce tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.600945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-96641396-6806-46f2-bba5-c8f1e2f7df38 req-eb12cc4c-aed5-4d49-855b-b0dcdc29ddce tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.645671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-96641396-6806-46f2-bba5-c8f1e2f7df38 req-eb12cc4c-aed5-4d49-855b-b0dcdc29ddce tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.648491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-96641396-6806-46f2-bba5-c8f1e2f7df38 req-eb12cc4c-aed5-4d49-855b-b0dcdc29ddce tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.649686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96641396-6806-46f2-bba5-c8f1e2f7df38 req-eb12cc4c-aed5-4d49-855b-b0dcdc29ddce tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "DELETE /v2.0/security-groups/3fbe2285-d4a8-451e-be6e-b36591a3c590 HTTP/1.1" status: 204 len: 173 time: 0.1348422 Sep 18 01:56:41.664567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12cc4c-aed5-4d49-855b-b0dcdc29ddce tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbe2285-d4a8-451e-be6e-b36591a3c590,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:41.740069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb385518-36ed-4191-8a3c-790611907f50 req-213f6c70-06fb-4793-97d6-3338ca6f1626 tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "GET /v2.0/security-groups/b28a5538-ad9e-42af-94e0-1944611439e6 HTTP/1.1" status: 200 len: 2398 time: 0.0649788 Sep 18 01:56:41.803844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fb385518-36ed-4191-8a3c-790611907f50 req-f5c42f1d-a8e4-437e-b8f4-f699ccaddeef tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.830432 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fb385518-36ed-4191-8a3c-790611907f50 req-f5c42f1d-a8e4-437e-b8f4-f699ccaddeef tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.880813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fb385518-36ed-4191-8a3c-790611907f50 req-f5c42f1d-a8e4-437e-b8f4-f699ccaddeef tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.883542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fb385518-36ed-4191-8a3c-790611907f50 req-f5c42f1d-a8e4-437e-b8f4-f699ccaddeef tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:41.884807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb385518-36ed-4191-8a3c-790611907f50 req-f5c42f1d-a8e4-437e-b8f4-f699ccaddeef tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] 10.222.0.21 "DELETE /v2.0/security-groups/b28a5538-ad9e-42af-94e0-1944611439e6 HTTP/1.1" status: 204 len: 173 time: 0.1416712 Sep 18 01:56:41.892223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43108) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:41.908215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c42f1d-a8e4-437e-b8f4-f699ccaddeef tempest-SecurityGroupRulesTestJSON-1627672931 tempest-SecurityGroupRulesTestJSON-1627672931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28a5538-ad9e-42af-94e0-1944611439e6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:41.916342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a9bcf-1130-4a06-bf80-40904a381f58 req-16772aa9-d733-4839-91c6-6d52622dc96a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:41.918266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd1a9bcf-1130-4a06-bf80-40904a381f58 req-16772aa9-d733-4839-91c6-6d52622dc96a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.0600948 Sep 18 01:56:41.949415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d', 'name': 'network-vif-deleted', 'tag': '71defa29-d614-4eee-b521-720996b34e6b'}, {'name': 'network-changed', 'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:41.951724 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604c30c1-4011-4f8c-8d9b-4e1279564dc6" -d '{"events": [{"server_uuid": "19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d", "name": "network-vif-deleted", "tag": "71defa29-d614-4eee-b521-720996b34e6b"}, {"name": "network-changed", "server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:41.971178 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd1a9bcf-1130-4a06-bf80-40904a381f58 req-e5416818-5828-4378-ac68-646c0ed19953 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Sep 18 01:56:41.978156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6e0121-a976-4603-910d-a7e0e357ff54 admin admin] Deleting subnet c58c789b-86be-40eb-82ed-e2c39741cd7c {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:56:41.981558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0121-a976-4603-910d-a7e0e357ff54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.034093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0121-a976-4603-910d-a7e0e357ff54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.086161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0121-a976-4603-910d-a7e0e357ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.111916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8220-5aea-4898-87e9-d2b4927ca7e1 req-e6355c3a-6dfd-4d68-a7f7-59751e3f3955 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:42.119623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f38e8220-5aea-4898-87e9-d2b4927ca7e1 req-e6355c3a-6dfd-4d68-a7f7-59751e3f3955 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 950 time: 0.0601010 Sep 18 01:56:42.166264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f38e8220-5aea-4898-87e9-d2b4927ca7e1 req-db2d0518-f915-49d9-aed8-67d32ea0d65f tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Sep 18 01:56:42.166432 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5889c2f3-b895-437a-a1f3-581abd9463de x-openstack-request-id: req-5889c2f3-b895-437a-a1f3-581abd9463de {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:42.166696 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d", "name": "network-vif-deleted", "tag": "71defa29-d614-4eee-b521-720996b34e6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:42.171611 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5889c2f3-b895-437a-a1f3-581abd9463de {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:42.172111 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f87f3d-a16b-49d0-9c9a-4f3cb0f8969d', 'name': 'network-vif-deleted', 'tag': '71defa29-d614-4eee-b521-720996b34e6b', 'status': 'completed', 'code': 200} Sep 18 01:56:42.173044 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7', 'status': 'completed', 'code': 200} Sep 18 01:56:42.236033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-832acf20-dba8-4992-95b5-44e544c6bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:42.238388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-832acf20-dba8-4992-95b5-44e544c6bc3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1126 time: 0.1189682 Sep 18 01:56:42.321813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7a18-6b5c-46d9-ab14-b949cc038a3e req-53eef0a1-791d-4a3b-b723-f0bd1b034ca8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:42.330065 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f1f7a18-6b5c-46d9-ab14-b949cc038a3e req-53eef0a1-791d-4a3b-b723-f0bd1b034ca8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0851219 Sep 18 01:56:42.366787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0121-a976-4603-910d-a7e0e357ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.374954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f1f7a18-6b5c-46d9-ab14-b949cc038a3e req-945efddf-9023-4c3a-ae6f-8d8c2a438a13 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 Sep 18 01:56:42.442050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e0121-a976-4603-910d-a7e0e357ff54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58c789b-86be-40eb-82ed-e2c39741cd7c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:42.455027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0121-a976-4603-910d-a7e0e357ff54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.460041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ed6e0121-a976-4603-910d-a7e0e357ff54 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c58c789b-86be-40eb-82ed-e2c39741cd7c HTTP/1.1" status: 204 len: 168 time: 0.5631440 Sep 18 01:56:42.461016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43132) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:42.467055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-7c59a8c8-e069-4470-b38f-aae3d8f1f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:42.467055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-7c59a8c8-e069-4470-b38f-aae3d8f1f1ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.2193871 Sep 18 01:56:42.521244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-10f2e33e-9654-43bb-a1c5-65ea7eb08b43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 200 len: 217 time: 0.0415993 Sep 18 01:56:42.542536 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.600364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-1661c59d-79bc-481e-9108-62520bd6e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:42.601996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-1661c59d-79bc-481e-9108-62520bd6e82d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.0674996 Sep 18 01:56:42.645975 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-519d5940-b905-49e7-a4e6-cc8db79141a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342050 Sep 18 01:56:42.668286 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.690129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20439b65-6cca-447f-9b20-edf94bcc78db']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:42.700779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b2e297-5cbb-429f-ae2d-3fcebe07144b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:42.701196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b2e297-5cbb-429f-ae2d-3fcebe07144b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:42.721563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.748431 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.761671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:56:42.762354 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.773726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-af5c6d44-a9bc-45d5-961b-96db77774de6 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090429 Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:56:42.829592 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:56:42.833902 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.839808 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:42.844189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] 10.222.0.21 "DELETE /v2.0/networks/20439b65-6cca-447f-9b20-edf94bcc78db HTTP/1.1" status: 204 len: 168 time: 0.3798285 Sep 18 01:56:42.861278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d65f9-cf05-4e0a-bef3-046f198f961f admin admin] Pushing event deleted for resources: {'Network': ['ID=20439b65-6cca-447f-9b20-edf94bcc78db,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:42.912768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-604c30c1-4011-4f8c-8d9b-4e1279564dc6 req-e0062bc1-1733-4971-94a1-df93bc3d9c6d service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294129 Sep 18 01:56:42.931011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2590f7-ad4c-42f8-a335-b091d905f329 req-6fd7e87a-a187-484f-82b1-f4e7d5c222f3 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:42.937062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2590f7-ad4c-42f8-a335-b091d905f329 req-6fd7e87a-a187-484f-82b1-f4e7d5c222f3 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:42.938932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cf2590f7-ad4c-42f8-a335-b091d905f329 req-6fd7e87a-a187-484f-82b1-f4e7d5c222f3 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979&device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 1682 time: 0.0723541 Sep 18 01:56:42.979777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43142) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:42.984098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cf2590f7-ad4c-42f8-a335-b091d905f329 req-cb1ae461-6d92-4a6c-8bc4-d93e11a16f74 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Sep 18 01:56:43.028571 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d98f49f4-855d-4723-9178-f3f4d39d9b9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f316b9fc62475f9824a1bfa2dc7000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450258 Sep 18 01:56:43.028898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43150) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:43.100671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a05f6259-9791-4f0d-9ba9-a2f803e27196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:43.333260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 71defa29-d614-4eee-b521-720996b34e6b no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:43.375257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 71defa29-d614-4eee-b521-720996b34e6b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:43.375687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 71defa29-d614-4eee-b521-720996b34e6b not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:43.445873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d65b7-74fb-473c-adf6-532292427963 req-92b05dad-0abd-4a93-beff-742d724c2dbf tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:43.447508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-952d65b7-74fb-473c-adf6-532292427963 req-92b05dad-0abd-4a93-beff-742d724c2dbf tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 950 time: 0.0540955 Sep 18 01:56:43.455713 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a05f6259-9791-4f0d-9ba9-a2f803e27196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:43.474437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded7f2a-b4cc-4535-b55f-b822f58d902b req-74eeb716-f2e5-4cfa-a128-afd0d1217872 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:43.476069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fded7f2a-b4cc-4535-b55f-b822f58d902b req-74eeb716-f2e5-4cfa-a128-afd0d1217872 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.3992815 Sep 18 01:56:43.492834 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-952d65b7-74fb-473c-adf6-532292427963 req-8c8a15c2-2296-40f0-85ad-f78a9066d209 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364280 Sep 18 01:56:43.551493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fded7f2a-b4cc-4535-b55f-b822f58d902b req-24b49614-0529-49c8-b1f5-dd4b2d904317 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Sep 18 01:56:43.566648 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a05f6259-9791-4f0d-9ba9-a2f803e27196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:43.571841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a05f6259-9791-4f0d-9ba9-a2f803e27196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:43.575434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a05f6259-9791-4f0d-9ba9-a2f803e27196 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cd85307-4f36-4b74-a2bd-8fe8b6f2a1a3 HTTP/1.1" status: 204 len: 168 time: 0.5430315 Sep 18 01:56:43.586221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f6259-9791-4f0d-9ba9-a2f803e27196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd85307-4f36-4b74-a2bd-8fe8b6f2a1a3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:43.717443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc1ba0-08a7-44ee-9a79-5d36c27de313 req-92c43209-4412-4758-aa76-68ee720bc563 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:43.719418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2dfc1ba0-08a7-44ee-9a79-5d36c27de313 req-92c43209-4412-4758-aa76-68ee720bc563 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0571246 Sep 18 01:56:43.777096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2dfc1ba0-08a7-44ee-9a79-5d36c27de313 req-d8bbbd16-c6e3-4392-b486-07a5e0c5e529 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498769 Sep 18 01:56:44.034016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef91e7-68ea-4295-9d78-2cc453313543 req-b3597d11-8c26-4fe0-993a-7ebbea2fdbd1 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:44.042938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8eef91e7-68ea-4295-9d78-2cc453313543 req-b3597d11-8c26-4fe0-993a-7ebbea2fdbd1 tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1102 time: 0.0523887 Sep 18 01:56:44.079543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8eef91e7-68ea-4295-9d78-2cc453313543 req-0be28bf2-9e3a-4030-a6e7-79c133f5a55e tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351079 Sep 18 01:56:44.263431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e388b6b-2e46-4e7b-b12c-98e1ff8d4ac9 req-179b89c7-1453-434f-8fa0-dc5b1da5758d tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:44.267535 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5e388b6b-2e46-4e7b-b12c-98e1ff8d4ac9 req-179b89c7-1453-434f-8fa0-dc5b1da5758d tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 945 time: 0.0648634 Sep 18 01:56:44.310736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5e388b6b-2e46-4e7b-b12c-98e1ff8d4ac9 req-64b9faeb-843a-4fe3-b0bd-ea77c55b787b tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Sep 18 01:56:44.343224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e558a9-1af2-430e-adb3-efcc247603ec req-b7a9adc5-5f2c-45c1-a1c9-080cfc22225b tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:44.351034 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2e558a9-1af2-430e-adb3-efcc247603ec req-b7a9adc5-5f2c-45c1-a1c9-080cfc22225b tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 1102 time: 0.0593605 Sep 18 01:56:44.382478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2e558a9-1af2-430e-adb3-efcc247603ec req-5178d578-c20a-4684-92f7-c2adb2c894bb tempest-ServersAdminTestJSON-647208791 tempest-ServersAdminTestJSON-647208791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Sep 18 01:56:44.655128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd62e9-c14d-4a5b-b5cd-aa354e04f2ff req-1a47780a-2f96-4b0e-9d05-175294f2e409 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:44.657357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffcd62e9-c14d-4a5b-b5cd-aa354e04f2ff req-1a47780a-2f96-4b0e-9d05-175294f2e409 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.0566957 Sep 18 01:56:44.715611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffcd62e9-c14d-4a5b-b5cd-aa354e04f2ff req-bad97320-d9f2-4413-9dcb-e4146c7379e9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500524 Sep 18 01:56:44.805802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf5308-0474-4560-b77b-40ef22e88659 req-4eedb18c-643b-41df-acda-840242765f7f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:44.809431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8ddf5308-0474-4560-b77b-40ef22e88659 req-4eedb18c-643b-41df-acda-840242765f7f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.0737069 Sep 18 01:56:44.864314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8ddf5308-0474-4560-b77b-40ef22e88659 req-aaf22c2b-20b0-4039-8ed4-09760b3814a4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479753 Sep 18 01:56:44.987905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fe24c-3b42-413a-a65a-896d03369a55 req-c1ba1b0c-2e1c-4c03-82e5-ef3e800940d5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:44.993747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-856fe24c-3b42-413a-a65a-896d03369a55 req-c1ba1b0c-2e1c-4c03-82e5-ef3e800940d5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0596495 Sep 18 01:56:45.069280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-856fe24c-3b42-413a-a65a-896d03369a55 req-e13f0c4c-9fdb-4064-b654-b3c0893ebf94 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665004 Sep 18 01:56:45.097412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43224) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:45.213334 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-faa5ea68-56e9-4387-ada4-09b7a90e2f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.307675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-faa5ea68-56e9-4387-ada4-09b7a90e2f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.311786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-faa5ea68-56e9-4387-ada4-09b7a90e2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.357825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5ea68-56e9-4387-ada4-09b7a90e2f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3bfc2a-73b5-486c-a98c-9af1aaa42f0b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:45.362694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-faa5ea68-56e9-4387-ada4-09b7a90e2f83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=635feca557cf43cdb849c694457b79c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641110 Sep 18 01:56:45.366528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43230) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:45.417528 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb4e5-ef8a-4942-8f31-958c3ba92c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.453397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea5f53-23d6-44b1-a4d1-8071eb93cae4 req-6be8b5fd-6280-4d69-824f-ebbae07fa278 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:45.455469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dea5f53-23d6-44b1-a4d1-8071eb93cae4 req-6be8b5fd-6280-4d69-824f-ebbae07fa278 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 945 time: 0.0576830 Sep 18 01:56:45.463777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb4e5-ef8a-4942-8f31-958c3ba92c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.498868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dea5f53-23d6-44b1-a4d1-8071eb93cae4 req-19635d45-a3b5-46d2-9638-9dca0f8cbee6 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/security-groups?id=508d645a-b3eb-40ff-9d1d-8d677f5870c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359273 Sep 18 01:56:45.505504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-b3555fee-4f73-4464-a0da-e276415fa160 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:45.507097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-b3555fee-4f73-4464-a0da-e276415fa160 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.18 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 945 time: 0.0792797 Sep 18 01:56:45.554260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb4e5-ef8a-4942-8f31-958c3ba92c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.556855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb4e5-ef8a-4942-8f31-958c3ba92c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.558013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5f5fb4e5-ef8a-4942-8f31-958c3ba92c65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd3bfc2a-73b5-486c-a98c-9af1aaa42f0b HTTP/1.1" status: 204 len: 168 time: 0.1911275 Sep 18 01:56:45.590440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fb4e5-ef8a-4942-8f31-958c3ba92c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3bfc2a-73b5-486c-a98c-9af1aaa42f0b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:45.634754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Deleting port 61d33d12-71a5-4cab-9090-6a2a7b90adfe {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:45.635170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.733593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] For port 61d33d12-71a5-4cab-9090-6a2a7b90adfe, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=61d33d12-71a5-4cab-9090-6a2a7b90adfe,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:45.733966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:45.748636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Calling delete_port for 61d33d12-71a5-4cab-9090-6a2a7b90adfe owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:45.921685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a763b8-b1d7-4ac0-8fdc-d4f16cadd7fc req-d389732a-fc9d-4e30-8745-f64779c6ac71 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:45.923624 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64a763b8-b1d7-4ac0-8fdc-d4f16cadd7fc req-d389732a-fc9d-4e30-8745-f64779c6ac71 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.1241140 Sep 18 01:56:45.935164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d0232-7993-4d70-964b-000588fca791 req-2a4b9bab-7753-4b87-b500-4c937a7b6cf0 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:45.936695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d4d0232-7993-4d70-964b-000588fca791 req-2a4b9bab-7753-4b87-b500-4c937a7b6cf0 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.20 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 946 time: 0.1112707 Sep 18 01:56:46.060794 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64a763b8-b1d7-4ac0-8fdc-d4f16cadd7fc req-0120b41d-2a4c-48d6-9e1e-4cc60c607bb9 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230109 Sep 18 01:56:46.090409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.103975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['61d33d12-71a5-4cab-9090-6a2a7b90adfe'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:46.108013 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['98a3be11-9c16-4c90-80a6-b2097b403354'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:46.124259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e4a75-d038-4e95-84c5-f290e092c4cc req-834d98d7-21f1-4f1f-9224-11d44f74cdb7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:46.127824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-444e4a75-d038-4e95-84c5-f290e092c4cc req-834d98d7-21f1-4f1f-9224-11d44f74cdb7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.1103673 Sep 18 01:56:46.193187 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Pushing event deleted for resources: {'Port': ['ID=61d33d12-71a5-4cab-9090-6a2a7b90adfe,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:46.225352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-444e4a75-d038-4e95-84c5-f290e092c4cc req-b20584e4-426c-4a72-a0b6-a9813b740d7f tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890234 Sep 18 01:56:46.280940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] No DVR routers for this DVR port 61d33d12-71a5-4cab-9090-6a2a7b90adfe on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:46.284017 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.286627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc234e74-33b4-4d32-b546-4b6dc054e4f6 req-7eaaa283-4d1c-4b84-b6f6-f565b0f526ae tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.18 "DELETE /v2.0/ports/61d33d12-71a5-4cab-9090-6a2a7b90adfe HTTP/1.1" status: 204 len: 173 time: 0.7733955 Sep 18 01:56:46.287340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e0bf7-17f7-4496-8172-d74d3b656f77', 'name': 'network-vif-deleted', 'tag': '61d33d12-71a5-4cab-9090-6a2a7b90adfe'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:46.289610 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead04ea1-7a56-4950-b3c9-16d596d0d131" -d '{"events": [{"server_uuid": "e95e0bf7-17f7-4496-8172-d74d3b656f77", "name": "network-vif-deleted", "tag": "61d33d12-71a5-4cab-9090-6a2a7b90adfe"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:46.388737 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780e70f-f0b6-4fd3-a536-531a9fe3d313 x-openstack-request-id: req-a780e70f-f0b6-4fd3-a536-531a9fe3d313 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:46.389076 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e0bf7-17f7-4496-8172-d74d3b656f77", "name": "network-vif-deleted", "tag": "61d33d12-71a5-4cab-9090-6a2a7b90adfe", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:46.389251 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a780e70f-f0b6-4fd3-a536-531a9fe3d313 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:46.389645 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95e0bf7-17f7-4496-8172-d74d3b656f77', 'name': 'network-vif-deleted', 'tag': '61d33d12-71a5-4cab-9090-6a2a7b90adfe', 'status': 'completed', 'code': 200} Sep 18 01:56:46.445304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Deleting port 98a3be11-9c16-4c90-80a6-b2097b403354 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:46.445684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.504084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43266) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:46.569034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9fc6b-c4a2-4007-af7c-3eb2f44d350c req-f0905577-da7d-42da-b441-21dcb5c6787d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:46.571088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13c9fc6b-c4a2-4007-af7c-3eb2f44d350c req-f0905577-da7d-42da-b441-21dcb5c6787d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.2585685 Sep 18 01:56:46.583023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-8b8906c6-c929-4215-8ad8-2d1e41c0aae0 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:46.584527 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-8b8906c6-c929-4215-8ad8-2d1e41c0aae0 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.2647750 Sep 18 01:56:46.647282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4fde1b58-c60a-4506-b0ce-b8811c79d85f req-5ef0bd41-bc23-485f-b95f-1166c310e850 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=e95e0bf7-17f7-4496-8172-d74d3b656f77 HTTP/1.1" status: 200 len: 210 time: 0.0344238 Sep 18 01:56:46.653830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-297991675-network', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:46.661312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] For port 98a3be11-9c16-4c90-80a6-b2097b403354, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=98a3be11-9c16-4c90-80a6-b2097b403354,segment=NetworkSegment(4557aac8-f0d8-42a8-bd16-94671da7458e),segment_id=4557aac8-f0d8-42a8-bd16-94671da7458e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:46.661692 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.680761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:46.683120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.691895 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.722431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Calling delete_port for 98a3be11-9c16-4c90-80a6-b2097b403354 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:46.763472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13c9fc6b-c4a2-4007-af7c-3eb2f44d350c req-3cc86b3e-7272-4016-8019-2132d10006ae tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755824 Sep 18 01:56:46.799487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-080f63d0-4b70-4ee0-be49-61da2d4f9a81 service neutron] 10.222.0.18 "GET /v2.0/ports/44981606-c474-40fa-b8e4-0ec4caf9e7a7/bindings/n-h2-789963-12 HTTP/1.1" status: 200 len: 385 time: 0.1582329 Sep 18 01:56:46.803995 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.808013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.838057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:56:46.849143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b504af-e90c-44fe-838e-03ee8d3cdb71,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:46.867229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.867592 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Added segment c7b05b6c-9afe-44b5-99e3-1618eb4df944 of type vlan for network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d Sep 18 01:56:46.919962 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.935383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Deleting port 79c1452a-cb09-4667-88d1-a4f83b5fd38b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:46.935819 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.947105 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:46.948082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:46.948713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.012130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5058699 Sep 18 01:56:47.015124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:47.020862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Request body: {'subnet': {'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-297991675-subnet', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:47.024086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bef282-17e5-4e5b-8f08-b43741ce8d7f admin admin] Pushing event updated for resources: {'Network': ['ID=01b7e7b7-cbc5-4385-b84f-39426ef7c93d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:47.036249 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:56:47.046076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:47.049162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.168208 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.179113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['61d33d12-71a5-4cab-9090-6a2a7b90adfe'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:47.195705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] For port 79c1452a-cb09-4667-88d1-a4f83b5fd38b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=79c1452a-cb09-4667-88d1-a4f83b5fd38b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:47.197920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.229555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Pushing event deleted for resources: {'Port': ['ID=98a3be11-9c16-4c90-80a6-b2097b403354,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:47.246748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Calling delete_port for 79c1452a-cb09-4667-88d1-a4f83b5fd38b owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:47.279077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd9b23-727b-4d77-800a-8cc6f0fc2e23 req-fe711cd3-71a2-44ed-8108-1ca288ff80d4 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:47.281259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0ccd9b23-727b-4d77-800a-8cc6f0fc2e23 req-fe711cd3-71a2-44ed-8108-1ca288ff80d4 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=28280c3f-1097-4496-9bef-6ed18648003e HTTP/1.1" status: 200 len: 949 time: 0.1020861 Sep 18 01:56:47.309106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.324894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 44981606-c474-40fa-b8e4-0ec4caf9e7a7 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:47.342660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] No DVR routers for this DVR port 98a3be11-9c16-4c90-80a6-b2097b403354 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:47.364053 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.366475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d4d0232-7993-4d70-964b-000588fca791 req-48842853-a2f1-4713-849c-9efe2c3867f2 tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.20 "DELETE /v2.0/ports/98a3be11-9c16-4c90-80a6-b2097b403354 HTTP/1.1" status: 204 len: 173 time: 1.4158328 Sep 18 01:56:47.373421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0ccd9b23-727b-4d77-800a-8cc6f0fc2e23 req-44cc7ac9-ee78-41db-81c8-c6a1da99773c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826540 Sep 18 01:56:47.393131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a2fb8f-af59-4f8c-95ff-099c17313372,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:47.411623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Checking segment: {'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:47.411989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Network hostable DHCP agents. Network: 01b7e7b7-cbc5-4385-b84f-39426ef7c93d, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:56:47.433484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 61d33d12-71a5-4cab-9090-6a2a7b90adfe no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:47.434876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:56:47.451459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 01b7e7b7-cbc5-4385-b84f-39426ef7c93d) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:47.458159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:47.459321 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.473919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcad6f8-9627-422c-ac06-2ce1151d3add None None] Network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:47.477259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 61d33d12-71a5-4cab-9090-6a2a7b90adfe {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:47.478017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 61d33d12-71a5-4cab-9090-6a2a7b90adfe not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:47.482780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b0b4153-d6cb-4c2e-868f-4067e36a524c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4664512 Sep 18 01:56:47.483403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43284) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:47.489230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:47.509516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:47.520810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.533915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb', '6d391a53-4c27-4ac9-b366-eb9062f86260'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:47.534195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.535274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.572572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:47.580510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Pushing event deleted for resources: {'Port': ['ID=79c1452a-cb09-4667-88d1-a4f83b5fd38b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:47.626030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.643797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3ad34-e6a3-48c7-844a-0e490fe8fe9a req-38e38e50-3bed-44cc-8aaf-fbb4f87ee7c0 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:47.645004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5fc3ad34-e6a3-48c7-844a-0e490fe8fe9a req-38e38e50-3bed-44cc-8aaf-fbb4f87ee7c0 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 943 time: 0.3063545 Sep 18 01:56:47.682167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44981606-c474-40fa-b8e4-0ec4caf9e7a7 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:56:47.688468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] No DVR routers for this DVR port 79c1452a-cb09-4667-88d1-a4f83b5fd38b on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:47.698455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.700559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758d7993-a7e4-4a65-bb61-51648ac5c736 req-94454f1c-e6bf-4915-92d3-8a0b524dbdff tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "DELETE /v2.0/ports/79c1452a-cb09-4667-88d1-a4f83b5fd38b HTTP/1.1" status: 204 len: 173 time: 1.1026282 Sep 18 01:56:47.708012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:47.734491 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.749769 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5fc3ad34-e6a3-48c7-844a-0e490fe8fe9a req-10ea65a4-7852-45a4-b7ca-47dad166f1ee tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783131 Sep 18 01:56:47.848605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-01b7e7b7-cbc5-4385-b84f-39426ef7c93d', 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'fixed_ips': [{'subnet_id': '09a2fb8f-af59-4f8c-95ff-099c17313372'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:56:47.849667 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.909471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] Transition to ACTIVE for port object 44981606-c474-40fa-b8e4-0ec4caf9e7a7 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:56:47.913724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.927899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:47.951005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7578f4d3-a248-414e-b23b-ca37856c9bf8 req-bbaa7286-4c0d-4b94-a9f5-19820194245a tempest-ListServersNegativeTestJSON-2044210833 tempest-ListServersNegativeTestJSON-2044210833-project] 10.222.0.21 "GET /v2.0/ports?device_id=c871b6c0-8cdf-42c6-b5e6-f966c9d52979 HTTP/1.1" status: 200 len: 210 time: 0.0347660 Sep 18 01:56:48.108064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] No DVR routers for this DVR port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:48.133988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c5d36-b5af-4957-8a90-2c4187057de4 req-02a39830-5317-4daa-8df7-60bd62e37201 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:48.135532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-952c5d36-b5af-4957-8a90-2c4187057de4 req-02a39830-5317-4daa-8df7-60bd62e37201 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.1624036 Sep 18 01:56:48.190489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] Pushing event updated for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:48.202197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Allocated IP 172.20.0.2 (01b7e7b7-cbc5-4385-b84f-39426ef7c93d/09a2fb8f-af59-4f8c-95ff-099c17313372/b4712e8d-4c21-4dcd-91f7-e826aae84f67) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:48.228031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-68ce7161-7867-4b2f-b828-1286615ee2ef service neutron] 10.222.0.18 "PUT /v2.0/ports/44981606-c474-40fa-b8e4-0ec4caf9e7a7/bindings/n-h2-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 1.3891799 Sep 18 01:56:48.278385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-952c5d36-b5af-4957-8a90-2c4187057de4 req-f64dd0f4-5dfe-4b8b-a101-46ada154c5f6 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903909 Sep 18 01:56:48.319023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.340826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.393917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c871b6c0-8cdf-42c6-b5e6-f966c9d52979', 'name': 'network-vif-deleted', 'tag': '98a3be11-9c16-4c90-80a6-b2097b403354'}, {'server_uuid': '28280c3f-1097-4496-9bef-6ed18648003e', 'name': 'network-vif-deleted', 'tag': '79c1452a-cb09-4667-88d1-a4f83b5fd38b'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:48.397702 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb9ed00-5697-4c7c-b564-76676a40a3ad" -d '{"events": [{"server_uuid": "c871b6c0-8cdf-42c6-b5e6-f966c9d52979", "name": "network-vif-deleted", "tag": "98a3be11-9c16-4c90-80a6-b2097b403354"}, {"server_uuid": "28280c3f-1097-4496-9bef-6ed18648003e", "name": "network-vif-deleted", "tag": "79c1452a-cb09-4667-88d1-a4f83b5fd38b"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:48.411708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-ddabdd1d-ee0a-4c2d-8e1b-1765509aa08c tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:48.415762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-ddabdd1d-ee0a-4c2d-8e1b-1765509aa08c tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1096 time: 0.1262240 Sep 18 01:56:48.497328 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed823591-0084-405c-99f8-9843153a7f0b x-openstack-request-id: req-ed823591-0084-405c-99f8-9843153a7f0b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:48.497563 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c871b6c0-8cdf-42c6-b5e6-f966c9d52979", "name": "network-vif-deleted", "tag": "98a3be11-9c16-4c90-80a6-b2097b403354", "status": "completed", "code": 200}, {"server_uuid": "28280c3f-1097-4496-9bef-6ed18648003e", "name": "network-vif-deleted", "tag": "79c1452a-cb09-4667-88d1-a4f83b5fd38b", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:48.497814 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed823591-0084-405c-99f8-9843153a7f0b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:48.498205 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c871b6c0-8cdf-42c6-b5e6-f966c9d52979', 'name': 'network-vif-deleted', 'tag': '98a3be11-9c16-4c90-80a6-b2097b403354', 'status': 'completed', 'code': 200} Sep 18 01:56:48.498461 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28280c3f-1097-4496-9bef-6ed18648003e', 'name': 'network-vif-deleted', 'tag': '79c1452a-cb09-4667-88d1-a4f83b5fd38b', 'status': 'completed', 'code': 200} Sep 18 01:56:48.505432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Allocated IP 172.25.0.122 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/f169b86b-b920-4310-9bb1-6deb29cb6901) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:48.515636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-64df3660-5566-476e-92a8-7fe84c06514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:48.517877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-64df3660-5566-476e-92a8-7fe84c06514d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8&tenant_id=8fc29e961c0c4293819ac59d39edf2ff HTTP/1.1" status: 200 len: 1096 time: 0.0826128 Sep 18 01:56:48.543646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.557526 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.590149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-e9104013-6e55-4086-ba63-b22df15903e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:48.591960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-e9104013-6e55-4086-ba63-b22df15903e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1096 time: 0.0448651 Sep 18 01:56:48.606094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:48.613834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:48.620303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:48.627358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Pushing event updated for resources: {'Port': ['ID=b4712e8d-4c21-4dcd-91f7-e826aae84f67,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:48.655088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.697397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Attempting to bind port b4712e8d-4c21-4dcd-91f7-e826aae84f67 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:48.697746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Attempting to bind port b4712e8d-4c21-4dcd-91f7-e826aae84f67 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:48.698112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Attempting to bind port b4712e8d-4c21-4dcd-91f7-e826aae84f67 on network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:48.705161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:48.705589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Checking segment: {'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:48.706353 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.707372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.707523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Bound using segment: {'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:48.707881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Bound port: b4712e8d-4c21-4dcd-91f7-e826aae84f67, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:48.708254 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.710209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-ae4c6157-5f29-4d0e-a4e4-387f954890da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:48.711906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-ae4c6157-5f29-4d0e-a4e4-387f954890da service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.1127927 Sep 18 01:56:48.728964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:48.732123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:48.735771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:48.770217 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-02b5acb4-422d-4f6e-82c4-3e5e413ccb51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 200 len: 217 time: 0.0492356 Sep 18 01:56:48.791232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] For port b4712e8d-4c21-4dcd-91f7-e826aae84f67, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:48.794974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] For port b4712e8d-4c21-4dcd-91f7-e826aae84f67, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b4712e8d-4c21-4dcd-91f7-e826aae84f67,segment=NetworkSegment(c7b05b6c-9afe-44b5-99e3-1618eb4df944),segment_id=c7b05b6c-9afe-44b5-99e3-1618eb4df944)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:48.801140 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:48.833471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-be9fef60-48c8-442f-8ede-c2522043d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:48.835177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-be9fef60-48c8-442f-8ede-c2522043d24a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.0574110 Sep 18 01:56:48.871093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f169b86b-b920-4310-9bb1-6deb29cb6901,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:48.881166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-79e7b369-1d98-4f9d-beaa-109b74d86a0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378377 Sep 18 01:56:48.885573 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d86f8-316c-4587-8fea-1dd6341a023a None None] Pushing event updated for resources: {'Port': ['ID=b4712e8d-4c21-4dcd-91f7-e826aae84f67,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:48.893926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ef5fd-7e8b-44c4-9460-1939addee7b1 req-0628d70b-49de-4811-8b4e-7b36b5ae57ae tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:48.895881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a1ef5fd-7e8b-44c4-9460-1939addee7b1 req-0628d70b-49de-4811-8b4e-7b36b5ae57ae tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 950 time: 0.1772308 Sep 18 01:56:48.990962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b605a0-5bf0-4746-b4a8-6806aa2e91a1 req-7ef60eb5-7bbb-46f0-ad63-0bfc55a8685e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:48.992519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-96b605a0-5bf0-4746-b4a8-6806aa2e91a1 req-7ef60eb5-7bbb-46f0-ad63-0bfc55a8685e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 944 time: 0.1146441 Sep 18 01:56:49.024255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a1ef5fd-7e8b-44c4-9460-1939addee7b1 req-fc38b45b-4cff-43b1-9080-9d7820381239 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924385 Sep 18 01:56:49.040576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-2b3e3f96-f999-4382-aa94-0a15db107f6d service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329062 Sep 18 01:56:49.088955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-96b605a0-5bf0-4746-b4a8-6806aa2e91a1 req-8af3f9ea-1e5d-4173-bb01-604b255ac225 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871506 Sep 18 01:56:49.146100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43312) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:49.214496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08c6125-1af7-4e27-b5dc-587c068aa728 admin admin] Deleting subnet c2895ce9-56c1-47ff-a00b-17d1c85478ff {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:56:49.220095 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e08c6125-1af7-4e27-b5dc-587c068aa728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.223352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-9c0416be-1d4f-4fa3-afe3-c5c58ab48409 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742110 Sep 18 01:56:49.227814 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.270633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e08c6125-1af7-4e27-b5dc-587c068aa728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.319751 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e08c6125-1af7-4e27-b5dc-587c068aa728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.361334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 79c1452a-cb09-4667-88d1-a4f83b5fd38b no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:49.401478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 79c1452a-cb09-4667-88d1-a4f83b5fd38b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:49.402184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 79c1452a-cb09-4667-88d1-a4f83b5fd38b not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:49.403237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 98a3be11-9c16-4c90-80a6-b2097b403354 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:49.435193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e08c6125-1af7-4e27-b5dc-587c068aa728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.435996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 98a3be11-9c16-4c90-80a6-b2097b403354 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:49.436594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 98a3be11-9c16-4c90-80a6-b2097b403354 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:49.457859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a0e2-ce48-4e73-9331-8a5942c87271 req-df55c21c-154d-4450-9062-d684cf2696b0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:49.459717 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c2a0e2-ce48-4e73-9331-8a5942c87271 req-df55c21c-154d-4450-9062-d684cf2696b0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.0942576 Sep 18 01:56:49.485628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c6125-1af7-4e27-b5dc-587c068aa728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2895ce9-56c1-47ff-a00b-17d1c85478ff,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:49.488089 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e08c6125-1af7-4e27-b5dc-587c068aa728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.490497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e08c6125-1af7-4e27-b5dc-587c068aa728 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c2895ce9-56c1-47ff-a00b-17d1c85478ff HTTP/1.1" status: 204 len: 168 time: 0.3433185 Sep 18 01:56:49.497420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43320) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:49.506750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.613285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c2a0e2-ce48-4e73-9331-8a5942c87271 req-ca595170-589f-4ffe-b8a5-e6b62cdb818a tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321325 Sep 18 01:56:49.645893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.652782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-541c57f1-89e9-4822-9530-ffa33a7038de tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:49.654461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-541c57f1-89e9-4822-9530-ffa33a7038de tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8&tenant_id=8fc29e961c0c4293819ac59d39edf2ff&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1096 time: 0.1356134 Sep 18 01:56:49.658031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Router e82e98de-35bd-4bba-8536-8d6e1606a9cd is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:56:49.784467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.785880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:56:49.798771 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Sync routers for ids ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:56:49.811392 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Routers {'e82e98de-35bd-4bba-8536-8d6e1606a9cd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:56:49.812158 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:56:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:49.814822 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.816166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86c19b5-790b-4e09-a9b2-ff463fe2175e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:49.817543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-425f215a-8414-404b-9849-d878edf304b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3325920 Sep 18 01:56:49.820008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43322) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:49.855962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4557aac8-f0d8-42a8-bd16-94671da7458e') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:49.856353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4557aac8-f0d8-42a8-bd16-94671da7458e') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:49.870201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.894946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.904792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:56:49.905377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: timer() Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:56:49.908619 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:56:49.930870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-8f38ec3a-9667-4434-b837-553c1ecbc5d7 service neutron] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:49.935865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-8f38ec3a-9667-4434-b837-553c1ecbc5d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.937117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0fafcd2-0fd8-4fe0-983e-0a6e0ba76e5f req-8f38ec3a-9667-4434-b837-553c1ecbc5d7 service neutron] 10.222.0.20 "DELETE /v2.0/ports/44981606-c474-40fa-b8e4-0ec4caf9e7a7/bindings/n-h1-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.2736912 Sep 18 01:56:49.946091 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Set router e82e98de-35bd-4bba-8536-8d6e1606a9cd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:56:49.984132 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.991354 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:49.996108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b86c19b5-790b-4e09-a9b2-ff463fe2175e HTTP/1.1" status: 204 len: 168 time: 0.4951129 Sep 18 01:56:50.009371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5253e-640d-419c-8c83-eabc7436ab41 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86c19b5-790b-4e09-a9b2-ff463fe2175e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:50.075387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d977ba-e22c-4050-96f8-8d021723db1e None None] Network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:50.195471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43330) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:50.214642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-996f0c0b-2066-4f44-9213-bf836d122635 None None] Provisioning complete for port b4712e8d-4c21-4dcd-91f7-e826aae84f67 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:50.215082 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-996f0c0b-2066-4f44-9213-bf836d122635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.221809 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:56:49Z', 'revision_number': 3, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:50.268417 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Checking router: e82e98de-35bd-4bba-8536-8d6e1606a9cd for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:56:50.269004 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Updating router e82e98de-35bd-4bba-8536-8d6e1606a9cd port f169b86b-b920-4310-9bb1-6deb29cb6901 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:56:50.303798 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.351619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9229d08-4410-45c8-8eab-106ee71c3091 req-a12b3b38-8e8c-4f43-b1d0-0e44b8c7147c tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:50.353876 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9229d08-4410-45c8-8eab-106ee71c3091 req-a12b3b38-8e8c-4f43-b1d0-0e44b8c7147c tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 944 time: 0.1703019 Sep 18 01:56:50.374481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-e53a399d-307a-4dc2-af92-a29de1a25698 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:50.377740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-e53a399d-307a-4dc2-af92-a29de1a25698 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 950 time: 0.1470866 Sep 18 01:56:50.380662 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-996f0c0b-2066-4f44-9213-bf836d122635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.386927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ea8fdeda-573d-475d-8adf-9c6d08c56d6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=476e3fdfe652463b9b4887b3fe3b1c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880624 Sep 18 01:56:50.402678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43336) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:50.461627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-996f0c0b-2066-4f44-9213-bf836d122635 None None] For port b4712e8d-4c21-4dcd-91f7-e826aae84f67, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b4712e8d-4c21-4dcd-91f7-e826aae84f67,segment=NetworkSegment(c7b05b6c-9afe-44b5-99e3-1618eb4df944),segment_id=c7b05b6c-9afe-44b5-99e3-1618eb4df944)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:50.531081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-996f0c0b-2066-4f44-9213-bf836d122635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.535979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9229d08-4410-45c8-8eab-106ee71c3091 req-d341c7df-b8f5-4660-842e-63f004bdfc87 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724589 Sep 18 01:56:50.573988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123b623-bbe6-44d7-a90d-abe8a6b8c5dd req-63c928e2-4044-401c-92b8-79e98faa7f8d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:50.581074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d123b623-bbe6-44d7-a90d-abe8a6b8c5dd req-63c928e2-4044-401c-92b8-79e98faa7f8d tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 950 time: 0.1380720 Sep 18 01:56:50.621663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f0c0b-2066-4f44-9213-bf836d122635 None None] Pushing event updated for resources: {'Port': ['ID=b4712e8d-4c21-4dcd-91f7-e826aae84f67,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:50.638762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b4712e8d-4c21-4dcd-91f7-e826aae84f67 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:50.675761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d123b623-bbe6-44d7-a90d-abe8a6b8c5dd req-c21aea25-ff9c-4eeb-9979-d45e70a919b8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847936 Sep 18 01:56:50.691445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e2965ff-08e1-4c6c-9aee-57d70b9f712b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.748085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b4712e8d-4c21-4dcd-91f7-e826aae84f67 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:50.748562 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.793181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e2965ff-08e1-4c6c-9aee-57d70b9f712b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.872514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Deleting port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:50.873012 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.948133 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:50.960988 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.060495 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Attempting to bind port f169b86b-b920-4310-9bb1-6deb29cb6901 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:51.062523 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Attempting to bind port f169b86b-b920-4310-9bb1-6deb29cb6901 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:51.063778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a2954620-d52d-4d60-b383-07c6be3b2518 None None] Provisioning complete for port b4712e8d-4c21-4dcd-91f7-e826aae84f67 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:51.064085 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Attempting to bind port f169b86b-b920-4310-9bb1-6deb29cb6901 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:51.064209 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2954620-d52d-4d60-b383-07c6be3b2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.077142 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:51.078077 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:51.079388 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.080821 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:51.082566 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Bound port: f169b86b-b920-4310-9bb1-6deb29cb6901, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:51.083478 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.094959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e2965ff-08e1-4c6c-9aee-57d70b9f712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.098019 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e2965ff-08e1-4c6c-9aee-57d70b9f712b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.099235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e2965ff-08e1-4c6c-9aee-57d70b9f712b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/508d645a-b3eb-40ff-9d1d-8d677f5870c2 HTTP/1.1" status: 204 len: 168 time: 0.6890357 Sep 18 01:56:51.128904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c2aa7-9669-4aa6-9174-9d2b0020af40 req-49a08966-6eae-45cb-b6ef-d7bf78b01bcd tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:51.134859 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Pushing event updated for resources: {'Port': ['ID=f169b86b-b920-4310-9bb1-6deb29cb6901,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:51.138534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-488c2aa7-9669-4aa6-9174-9d2b0020af40 req-49a08966-6eae-45cb-b6ef-d7bf78b01bcd tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 1096 time: 0.1577711 Sep 18 01:56:51.144396 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.144738 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.145067 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.145399 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.145731 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.146059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.146380 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.146915 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.147246 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.147565 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.147942 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.148227 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:56:51.182785 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] For port f169b86b-b920-4310-9bb1-6deb29cb6901, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:51.188108 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] For port f169b86b-b920-4310-9bb1-6deb29cb6901, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f169b86b-b920-4310-9bb1-6deb29cb6901,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:51.195531 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.215685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2965ff-08e1-4c6c-9aee-57d70b9f712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d645a-b3eb-40ff-9d1d-8d677f5870c2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:51.228704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] For port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:51.229093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.239173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-488c2aa7-9669-4aa6-9174-9d2b0020af40 req-bf330a78-0ff1-4477-a849-651d0f737719 tempest-LiveAutoBlockMigrationV225Test-1338045218 tempest-LiveAutoBlockMigrationV225Test-1338045218-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931332 Sep 18 01:56:51.249578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624624d5-cded-4f19-8a93-fc783e0c10b3 req-01d27ab0-2c3f-4a46-87e3-677aadba38c9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:51.258846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-624624d5-cded-4f19-8a93-fc783e0c10b3 req-01d27ab0-2c3f-4a46-87e3-677aadba38c9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 946 time: 0.2996790 Sep 18 01:56:51.269974 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a2a87-97c9-4b0a-80b2-5370e9de07c6 None None] Pushing event updated for resources: {'Port': ['ID=f169b86b-b920-4310-9bb1-6deb29cb6901,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:51.288043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Calling delete_port for a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:51.303927 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Routers {'e82e98de-35bd-4bba-8536-8d6e1606a9cd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:56:51.304684 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:56:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:51.318552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e6febb3a-ddfa-4c95-bd9e-92ca17eae9a3 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:51.320219 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e6febb3a-ddfa-4c95-bd9e-92ca17eae9a3 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1098 time: 0.1917143 Sep 18 01:56:51.346034 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-624624d5-cded-4f19-8a93-fc783e0c10b3 req-aab660a9-cb94-435f-b176-a28411427011 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860441 Sep 18 01:56:51.352079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-12'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:51.491814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.540154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:51.568823 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] Set router e82e98de-35bd-4bba-8536-8d6e1606a9cd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:56:51.797467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Allocated IP 172.20.0.1 (01b7e7b7-cbc5-4385-b84f-39426ef7c93d/09a2fb8f-af59-4f8c-95ff-099c17313372/e6677794-6157-4516-b1a4-7f88e08276de) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:51.832510 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:56:49Z', 'revision_number': 3, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:51.859750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96e2c-3ebc-4acd-bf48-ea2752474aa3 req-35417b6e-0ddd-4cb3-a3e3-3cfeed8dc02b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:51.867202 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b81c2b-488a-482d-be72-abdfe5524209 None None] The sync data for ids ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'] in n-d-789963-12 is: [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:56:49Z', 'revision_number': 3, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:56:51.867458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29b96e2c-3ebc-4acd-bf48-ea2752474aa3 req-35417b6e-0ddd-4cb3-a3e3-3cfeed8dc02b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 950 time: 0.1073582 Sep 18 01:56:51.956366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29b96e2c-3ebc-4acd-bf48-ea2752474aa3 req-7596aa1d-20d3-41ff-8af9-92ca351fbe70 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877771 Sep 18 01:56:52.013249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.018579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.026588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['6d391a53-4c27-4ac9-b366-eb9062f86260'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:52.082884 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.152901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:52.159714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:52.165402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:52.168740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6677794-6157-4516-b1a4-7f88e08276de,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:52.209003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Pushing event deleted for resources: {'Port': ['ID=a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:52.237668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.276844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a8496-eea1-4886-ac9d-f31fb548f3fb req-05c9d92d-78f6-4d09-b9eb-27be97e49e7a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:52.282674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b1a8496-eea1-4886-ac9d-f31fb548f3fb req-05c9d92d-78f6-4d09-b9eb-27be97e49e7a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 944 time: 0.3502052 Sep 18 01:56:52.338353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:52.391592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:52.447440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.509443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.512957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:52.515810 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d191fca-e772-4116-9066-cec2cffb49ce" -d '{"events": [{"server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "name": "network-vif-unplugged", "status": "completed", "tag": "49a90994-11af-4be8-aa71-99f033f39b41"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:52.529816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43380) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:52.564476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-91efe486-2a6a-4535-a2b0-34aa094d8c31 None None] Provisioning complete for port e6677794-6157-4516-b1a4-7f88e08276de triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:52.564851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91efe486-2a6a-4535-a2b0-34aa094d8c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.628658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f169b86b-b920-4310-9bb1-6deb29cb6901 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:52.633997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.651046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb86db-cb9c-4221-b7f8-b8bbf6ee3cae req-8d0d018c-cb66-464d-99d1-2b4d7095f9a3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:52.652671 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9beb86db-cb9c-4221-b7f8-b8bbf6ee3cae req-8d0d018c-cb66-464d-99d1-2b4d7095f9a3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.1446397 Sep 18 01:56:52.714282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-91efe486-2a6a-4535-a2b0-34aa094d8c31 None None] Port e6677794-6157-4516-b1a4-7f88e08276de cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:56:52.738815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] No DVR routers for this DVR port a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:52.742481 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.744783 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b137303-1f2f-4b01-8580-a3508d83ffa3 req-89cac33d-7bcb-42c1-8835-cc2d6230b334 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "DELETE /v2.0/ports/a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb HTTP/1.1" status: 204 len: 173 time: 2.3553979 Sep 18 01:56:52.747856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Pushing event updated for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:52.766925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f169b86b-b920-4310-9bb1-6deb29cb6901 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:52.769254 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.789015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b1a8496-eea1-4886-ac9d-f31fb548f3fb req-50ef345a-607d-4bc1-b451-11af53168f0a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370976 Sep 18 01:56:52.842238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-c9f0cd1c-f69f-4621-9c81-dfc6cba48798 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:52.847863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-c9f0cd1c-f69f-4621-9c81-dfc6cba48798 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 944 time: 0.5946555 Sep 18 01:56:52.858819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9beb86db-cb9c-4221-b7f8-b8bbf6ee3cae req-f1a90bef-1511-472a-81cb-d9e0051120f7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877716 Sep 18 01:56:52.915104 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2653dcb1-d4ef-479f-80ff-de8d24b3c949 x-openstack-request-id: req-2653dcb1-d4ef-479f-80ff-de8d24b3c949 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:52.915325 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "name": "network-vif-unplugged", "status": "completed", "tag": "49a90994-11af-4be8-aa71-99f033f39b41", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:52.915567 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2653dcb1-d4ef-479f-80ff-de8d24b3c949 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:52.915974 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41', 'code': 200} Sep 18 01:56:52.928240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-39241629-network', 'tenant_id': 'b22e8f0aa9f84074b1022e578f822970'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:52.932152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.954838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.962081 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:52.992851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port f169b86b-b920-4310-9bb1-6deb29cb6901, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f169b86b-b920-4310-9bb1-6deb29cb6901,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:53.000329 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.001386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b4712e8d-4c21-4dcd-91f7-e826aae84f67 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:53.020697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Made reservation on behalf of b22e8f0aa9f84074b1022e578f822970 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:53.023750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.045548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.048014 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.054808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on host n-h2-789963-12 for vnic_type normal with profile {"migrating_to": "n-h1-789963-12"} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:53.056873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:53.057060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:53.096864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:53.097117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:53.117851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:53.118191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:53.118577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:53.119045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Bound port: 49a90994-11af-4be8-aa71-99f033f39b41, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:53.119417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.122429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=f169b86b-b920-4310-9bb1-6deb29cb6901,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:53.144901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6677794-6157-4516-b1a4-7f88e08276de,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:53.159108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b4712e8d-4c21-4dcd-91f7-e826aae84f67 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:53.159867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.204194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2bb0ab0d-41a0-4b23-82fa-e70c296aa374 req-e67cb1a8-1d31-4d17-8cca-4f05fd80efd2 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0 HTTP/1.1" status: 200 len: 210 time: 0.0921361 Sep 18 01:56:53.263143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Deleting port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:53.263516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.342549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:53.345073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:53.355151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:53.368964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 49a90994-11af-4be8-aa71-99f033f39b41 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:56:53.382572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:53.397189 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.404562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:53.436333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.447378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:53.448018 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:53.498439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.520919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Router e82e98de-35bd-4bba-8536-8d6e1606a9cd has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:56:53.521280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:53.522056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.523510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] 10.222.0.18 "PUT /v2.0/ports/49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 200 len: 1124 time: 2.1849849 Sep 18 01:56:53.559809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] For port 44981606-c474-40fa-b8e4-0ec4caf9e7a7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=44981606-c474-40fa-b8e4-0ec4caf9e7a7,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:53.560310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.599441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:56:53.601975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Calling delete_port for 44981606-c474-40fa-b8e4-0ec4caf9e7a7 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:53.602419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['49a90994-11af-4be8-aa71-99f033f39b41'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:53.621390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afba264-6fdf-4365-a2e3-745dc1ca1e78,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:53.652048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['49a90994-11af-4be8-aa71-99f033f39b41'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:53.652536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79309ad-d54f-4c77-8ea1-26cc37e6db6e service neutron] Pushing event updated for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=8']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:53.666649 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.667243 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Added segment 5862362a-63b9-4ee2-84da-c22003fc0097 of type vlan for network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 Sep 18 01:56:53.700164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:53.700940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:56:53.710463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-343f76c6-14b1-42b2-a390-c9b3b651b4e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/e82e98de-35bd-4bba-8536-8d6e1606a9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8880847 Sep 18 01:56:53.763012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-aa69370e-5430-4e82-8535-2a0bc59c6261 None None] Provisioning complete for port e6677794-6157-4516-b1a4-7f88e08276de triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:53.763489 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aa69370e-5430-4e82-8535-2a0bc59c6261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.774042 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.805360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on host n-h2-789963-12 for vnic_type normal with profile {"migrating_to": "n-h1-789963-12"} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:53.805732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:53.806095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:53.820969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.821770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:53.822437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.834171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:56:53.834171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Attempting to bind port 49a90994-11af-4be8-aa71-99f033f39b41 on network 2a6967de-a06b-40d2-a635-71d7b76a90af {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:53.859958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-aa69370e-5430-4e82-8535-2a0bc59c6261 None None] Port e6677794-6157-4516-b1a4-7f88e08276de cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:56:53.863243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:53.863616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Checking segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:53.864292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Bound using segment: {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:53.865076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Bound port: 49a90994-11af-4be8-aa71-99f033f39b41, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e7ff0-d7c6-49ef-826d-7bf135210d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2a6967de-a06b-40d2-a635-71d7b76a90af'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:53.865221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.899208 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3625939 Sep 18 01:56:53.902426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43400) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:53.911069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Request body: {'subnet': {'network_id': '08b29e27-9f80-4def-a17e-fd2bfd33f0d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-39241629-subnet', 'tenant_id': 'b22e8f0aa9f84074b1022e578f822970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:53.948601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43402) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:53.954267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfaa254-077b-4e25-b410-994accef4ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=08b29e27-9f80-4def-a17e-fd2bfd33f0d5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:53.976605 n-d-789963-12 neutron-server[106441]: WARNING neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Concurrent port binding operations failed on port 49a90994-11af-4be8-aa71-99f033f39b41 Sep 18 01:56:53.980770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:53.992156 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:53.997022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Made reservation on behalf of b22e8f0aa9f84074b1022e578f822970 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:53.999848 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.028120 n-d-789963-12 neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Attempt 2 to bind port 49a90994-11af-4be8-aa71-99f033f39b41 Sep 18 01:56:54.028717 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 49a90994-11af-4be8-aa71-99f033f39b41 has no active binding in host n-h1-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 01:56:54.032892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Pushing event deleted for resources: {'Port': ['ID=44981606-c474-40fa-b8e4-0ec4caf9e7a7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:54.050045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:56:54.065187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2030355634'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:54.080491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] No DVR routers for this DVR port 44981606-c474-40fa-b8e4-0ec4caf9e7a7 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:54.089984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa66d-19d3-4d00-926d-601114bf5e01 req-54498b66-ab40-4cfa-a5ba-779181ec7f88 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:54.095227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-163aa66d-19d3-4d00-926d-601114bf5e01 req-54498b66-ab40-4cfa-a5ba-779181ec7f88 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 866 time: 0.1578012 Sep 18 01:56:54.097154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.101429 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19ac723c-0f99-46bd-bfe8-af86d16b7ce1 req-e6b35bbe-f4dc-419d-a7fb-9869edf1c8ad tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.20 "DELETE /v2.0/ports/44981606-c474-40fa-b8e4-0ec4caf9e7a7 HTTP/1.1" status: 204 len: 173 time: 1.1920829 Sep 18 01:56:54.151497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-163aa66d-19d3-4d00-926d-601114bf5e01 req-8f5f8b90-a223-4880-85e9-198d6be715f9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489588 Sep 18 01:56:54.183660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:54.187449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.203979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['4c3902c1-8122-4066-9aa0-7bdea5b39061'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:54.268920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bec52-7197-4a0f-a74c-d6eae82c9c7c req-d11e1f61-8f6b-4125-abec-45ce396bf88c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:54.277131 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-719bec52-7197-4a0f-a74c-d6eae82c9c7c req-d11e1f61-8f6b-4125-abec-45ce396bf88c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.2320449 Sep 18 01:56:54.296405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Sync routers for ids ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:56:54.319083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Routers {'e82e98de-35bd-4bba-8536-8d6e1606a9cd'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:56:54.319822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:56:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:54.352337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:56:54.380881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.381522 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Added segment 1226cd06-edc7-4f4c-b6f3-51a48f18ed23 of type vlan for network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b Sep 18 01:56:54.471656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-719bec52-7197-4a0f-a74c-d6eae82c9c7c req-1cb45f92-21a4-4c74-a4b9-a67ea7925fb5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936519 Sep 18 01:56:54.514890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Set router e82e98de-35bd-4bba-8536-8d6e1606a9cd gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:56:54.520221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.556151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.578672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f169b86b-b920-4310-9bb1-6deb29cb6901 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:56:54.626633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caaf0f16-93e4-47e4-a8cf-fd530121a5cf,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:54.644717 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.651957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:54.652588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.691673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7416525 Sep 18 01:56:54.694733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43420) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:54.702567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'subnet': {'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:54.772890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Checking segment: {'id': '5862362a-63b9-4ee2-84da-c22003fc0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08b29e27-9f80-4def-a17e-fd2bfd33f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:54.773153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Network hostable DHCP agents. Network: 08b29e27-9f80-4def-a17e-fd2bfd33f0d5, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:56:54.834096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe925e60-d7e9-47e8-b44e-3bfd2ef3f0fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Network': ['ID=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:54.849418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:54.853563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.854986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeacd0f-79ab-4171-a4bc-d0fbfc172904 req-c40789e3-83c6-4730-a991-1d8ebdea875e tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:54.862326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cbeacd0f-79ab-4171-a4bc-d0fbfc172904 req-c40789e3-83c6-4730-a991-1d8ebdea875e tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 950 time: 0.1825702 Sep 18 01:56:54.869396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:56:54.873651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:56:54.895053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 08b29e27-9f80-4def-a17e-fd2bfd33f0d5) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:54.903076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:54.903764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:54.917477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0', 'name': 'network-vif-deleted', 'tag': 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb'}, {'name': 'network-changed', 'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41'}, {'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'name': 'network-vif-deleted', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:54.920179 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb4408-75ec-412d-a763-90f1dc0f219a" -d '{"events": [{"server_uuid": "2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0", "name": "network-vif-deleted", "tag": "a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb"}, {"name": "network-changed", "server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "tag": "49a90994-11af-4be8-aa71-99f033f39b41"}, {"server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "name": "network-vif-deleted", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:54.920455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cbeacd0f-79ab-4171-a4bc-d0fbfc172904 req-764ce658-76fe-4478-a7fe-4d7b38d75a1b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529814 Sep 18 01:56:54.934097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d4ebe-a8bf-4dd6-84ad-6cbecb627cdf None None] Network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:54.947330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b13bd1ca-2ecd-4b36-a939-d2c6b2335823 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0431159 Sep 18 01:56:54.996562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f169b86b-b920-4310-9bb1-6deb29cb6901 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:54.998980 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.015905 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee3572-293a-4641-8bd0-aef6ebfb9139 x-openstack-request-id: req-7fee3572-293a-4641-8bd0-aef6ebfb9139 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:55.016547 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0", "name": "network-vif-deleted", "tag": "a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "tag": "49a90994-11af-4be8-aa71-99f033f39b41", "status": "completed", "code": 200}, {"server_uuid": "ad0e2026-f680-42b8-aa49-177e498992d8", "name": "network-vif-deleted", "tag": "44981606-c474-40fa-b8e4-0ec4caf9e7a7", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:55.017003 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fee3572-293a-4641-8bd0-aef6ebfb9139 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:55.017468 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc2cb6c-fbcd-44cd-b0b4-c30cc0225eb0', 'name': 'network-vif-deleted', 'tag': 'a4b4ad78-ebc6-4ac5-a499-6540dc55b7cb', 'status': 'completed', 'code': 200} Sep 18 01:56:55.017785 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41', 'status': 'completed', 'code': 200} Sep 18 01:56:55.018093 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0e2026-f680-42b8-aa49-177e498992d8', 'name': 'network-vif-deleted', 'tag': '44981606-c474-40fa-b8e4-0ec4caf9e7a7', 'status': 'completed', 'code': 200} Sep 18 01:56:55.116217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.182993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Subnet': ['ID=d3727170-eaf1-4bba-97e6-48a5b94b7d1a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:55.192461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-a91f4084-ddb4-41d5-a137-13096cee999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:55.194415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-a91f4084-ddb4-41d5-a137-13096cee999c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1127 time: 0.1335640 Sep 18 01:56:55.295950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48695b-221e-45b5-818e-db30ce889c5b None None] Network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:55.302964 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.333075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'e6677794-6157-4516-b1a4-7f88e08276de', 'name': '', 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'mac_address': 'fa:16:3e:9f:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '09a2fb8f-af59-4f8c-95ff-099c17313372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:51Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 2, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'subnets': [{'id': '09a2fb8f-af59-4f8c-95ff-099c17313372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:55.398377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Checking router: e82e98de-35bd-4bba-8536-8d6e1606a9cd for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:56:55.398746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Updating router e82e98de-35bd-4bba-8536-8d6e1606a9cd port e6677794-6157-4516-b1a4-7f88e08276de binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:56:55.416235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2a0cf49-aa32-4acf-ac93-dcae84592352 req-390ae540-4212-4da7-8b10-03c6acc48014 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 210 time: 0.1366637 Sep 18 01:56:55.426478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Checking segment: {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:55.426999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network hostable DHCP agents. Network: 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:56:55.428761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 44981606-c474-40fa-b8e4-0ec4caf9e7a7 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:55.431236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-803d9420-60dc-42da-955c-eb325a9bf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:55.434640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-803d9420-60dc-42da-955c-eb325a9bf2e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.2265627 Sep 18 01:56:55.460795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:56:55.464135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.494968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-214b212e-d0fb-4ac6-ab5f-5131b140a421 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 200 len: 217 time: 0.0419860 Sep 18 01:56:55.517561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 44981606-c474-40fa-b8e4-0ec4caf9e7a7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:55.517826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 44981606-c474-40fa-b8e4-0ec4caf9e7a7 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:55.593345 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.597712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-2f0d688f-08c1-4a2c-a6ba-0eadd516acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:55.599994 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-2f0d688f-08c1-4a2c-a6ba-0eadd516acad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.0958836 Sep 18 01:56:55.600119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-d172de7f-5d3c-474f-8b42-615bb7839820 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:55.601024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:55.606127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:55.607120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.611065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f647c-b756-4ce6-bad9-650edb78b9ed None None] Network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:55.613031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-d172de7f-5d3c-474f-8b42-615bb7839820 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/networks?id=08b29e27-9f80-4def-a17e-fd2bfd33f0d5 HTTP/1.1" status: 200 len: 820 time: 0.1752441 Sep 18 01:56:55.634211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-6f91c4e7-6abe-4d5d-ac9d-45320255621c tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/quotas/b22e8f0aa9f84074b1022e578f822970 HTTP/1.1" status: 200 len: 375 time: 0.0201161 Sep 18 01:56:55.672146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-9f456a53-75ee-42f9-a8ae-428de4a6da48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618558 Sep 18 01:56:55.674334 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-e50dea3e-fecd-4042-a3bb-ad6249098e93 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b22e8f0aa9f84074b1022e578f822970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393870 Sep 18 01:56:55.706344 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9b13de49-a84c-498f-a01f-ff7db0e58f17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0099671 Sep 18 01:56:55.720976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43450) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:55.735994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1471449215'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:55.791585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:55.795165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.852612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:56:55.857399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35afb6-5c3a-4ac9-910a-3dc6d9a3f3c2 req-0419b5da-3651-4f38-9ad4-cdb2745d1a44 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:55.866213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f35afb6-5c3a-4ac9-910a-3dc6d9a3f3c2 req-0419b5da-3651-4f38-9ad4-cdb2745d1a44 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.1038227 Sep 18 01:56:55.867587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-d7c4bab9-2af1-43c0-85f6-d9ca8c03db27 service neutron] 10.222.0.21 "GET /v2.0/networks/08b29e27-9f80-4def-a17e-fd2bfd33f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845140 Sep 18 01:56:55.923572 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f35afb6-5c3a-4ac9-910a-3dc6d9a3f3c2 req-c0d704a2-205c-4e4c-bdb3-d2e781b73327 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516396 Sep 18 01:56:55.931416 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-d16a791e-62ff-45b2-85f7-3f5fd0a04f06 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474093 Sep 18 01:56:55.970277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.987640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-61f29d84-30d4-4b3f-92bb-431d5c77e50f service neutron] 10.222.0.21 "GET /v2.0/networks/08b29e27-9f80-4def-a17e-fd2bfd33f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190274 Sep 18 01:56:55.993444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:55.993842 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Added segment 9971a68e-816d-42a7-8697-52a657e84fdf of type vlan for network 5d1bc4a1-d93f-4038-8d0f-031e636595bf Sep 18 01:56:56.050322 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.051100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.097736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.105630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44fb4408-75ec-412d-a763-90f1dc0f219a req-47361da7-113f-4377-8fb0-e87848917d18 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647949 Sep 18 01:56:56.106530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:56.107199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.127093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-6199fdc0-1f4a-4a8b-8ece-2b3114969f9b', 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'fixed_ips': [{'subnet_id': 'd3727170-eaf1-4bba-97e6-48a5b94b7d1a'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:56:56.130784 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.169922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4448290 Sep 18 01:56:56.169922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43454) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:56.178919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'subnet': {'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:56.225944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf461c-763a-4efc-92ce-84bcf284a0ab None None] Pushing event updated for resources: {'Port': ['ID=e6677794-6157-4516-b1a4-7f88e08276de,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:56.290773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d216cf8-a19e-48af-8b38-701eb44b6eaf req-6fe050ac-8d2d-468e-8172-b426e0e2df9b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:56.305229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d216cf8-a19e-48af-8b38-701eb44b6eaf req-6fe050ac-8d2d-468e-8172-b426e0e2df9b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 950 time: 0.1465533 Sep 18 01:56:56.374592 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d216cf8-a19e-48af-8b38-701eb44b6eaf req-4382c630-01b0-46b4-916b-b510517956c8 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/security-groups?id=03649490-49e3-4e7d-abd7-ee027a61a6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634480 Sep 18 01:56:56.388530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21166b42-df80-4103-8e9b-7ce74a6d5b03 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Network': ['ID=5d1bc4a1-d93f-4038-8d0f-031e636595bf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:56.401767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 5d1bc4a1-d93f-4038-8d0f-031e636595bf details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:56:56.406839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Attempting to bind port e6677794-6157-4516-b1a4-7f88e08276de on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:56.407350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Attempting to bind port e6677794-6157-4516-b1a4-7f88e08276de by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:56.407709 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Attempting to bind port e6677794-6157-4516-b1a4-7f88e08276de on network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:56.420284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62834c56-a4a6-4710-a6c3-c104093a769b req-8ea114a0-fd43-405a-b50d-9bc8b99a584b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:56.421803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-62834c56-a4a6-4710-a6c3-c104093a769b req-8ea114a0-fd43-405a-b50d-9bc8b99a584b tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 950 time: 0.1982088 Sep 18 01:56:56.447514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:56.450372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Checking segment: {'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:56.450811 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.451203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Bound using segment: {'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:56.451683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Bound port: e6677794-6157-4516-b1a4-7f88e08276de, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b05b6c-9afe-44b5-99e3-1618eb4df944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:56.452331 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.500979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25b80657-0a33-4a87-b018-37658fa279c7 req-765ba817-66b3-4826-885d-19ae5cc36c33 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 210 time: 0.1871915 Sep 18 01:56:56.555104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:56.560300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.647622 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83423514-d1a1-4d0f-97bb-ade9880150ec req-5933ee23-9855-470c-9331-62f1b8b0f931 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 210 time: 0.0780182 Sep 18 01:56:56.689349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Deleting port 6d391a53-4c27-4ac9-b366-eb9062f86260 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:56:56.689565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.773355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Allocated IP 19.80.0.2 (6199fdc0-1f4a-4a8b-8ece-2b3114969f9b/d3727170-eaf1-4bba-97e6-48a5b94b7d1a/f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:56.836287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] For port 6d391a53-4c27-4ac9-b366-eb9062f86260, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6d391a53-4c27-4ac9-b366-eb9062f86260,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:56.837397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.853667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Calling delete_port for 6d391a53-4c27-4ac9-b366-eb9062f86260 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:56:56.930551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.943827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e9ba6224-3218-4910-9165-5e8d5bbc8a10 None None] Provisioning complete for port e6677794-6157-4516-b1a4-7f88e08276de triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:56.944201 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e9ba6224-3218-4910-9165-5e8d5bbc8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:56.946282 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.009734 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.028435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba6224-3218-4910-9165-5e8d5bbc8a10 None None] Port e6677794-6157-4516-b1a4-7f88e08276de cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:56:57.049017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['6d391a53-4c27-4ac9-b366-eb9062f86260'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:56:57.087520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Pushing event deleted for resources: {'Port': ['ID=6d391a53-4c27-4ac9-b366-eb9062f86260,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:57.122883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Pushing event updated for resources: {'Port': ['ID=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:57.167612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] No DVR routers for this DVR port 6d391a53-4c27-4ac9-b366-eb9062f86260 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:56:57.170480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.174731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-62834c56-a4a6-4710-a6c3-c104093a769b req-eaf5b0de-ba96-42b1-991f-c3897e5347b6 tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.20 "DELETE /v2.0/ports/6d391a53-4c27-4ac9-b366-eb9062f86260 HTTP/1.1" status: 204 len: 173 time: 0.7447054 Sep 18 01:56:57.175246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-deleted', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:56:57.177924 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0220b366-a69a-4271-a2d5-e7d3d5a4a3fa" -d '{"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-deleted", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:56:57.188875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] For port e6677794-6157-4516-b1a4-7f88e08276de, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:57.195001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:57.216483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:57.224948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] For port e6677794-6157-4516-b1a4-7f88e08276de, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6677794-6157-4516-b1a4-7f88e08276de,segment=NetworkSegment(c7b05b6c-9afe-44b5-99e3-1618eb4df944),segment_id=c7b05b6c-9afe-44b5-99e3-1618eb4df944)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:57.226268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:57.244068 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.273231 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2836fc65-ea01-4d2a-a5a4-96dae10fa34c x-openstack-request-id: req-2836fc65-ea01-4d2a-a5a4-96dae10fa34c {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:56:57.273714 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb", "name": "network-vif-deleted", "tag": "6d391a53-4c27-4ac9-b366-eb9062f86260", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:56:57.274024 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2836fc65-ea01-4d2a-a5a4-96dae10fa34c {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:56:57.274606 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb', 'name': 'network-vif-deleted', 'tag': '6d391a53-4c27-4ac9-b366-eb9062f86260', 'status': 'completed', 'code': 200} Sep 18 01:56:57.324454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a3aae-6576-44c2-b2d5-cbb4f4a29c51 req-b9b45789-7166-428b-8704-8204696e5f79 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:57.332659 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-952a3aae-6576-44c2-b2d5-cbb4f4a29c51 req-b9b45789-7166-428b-8704-8204696e5f79 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.2152467 Sep 18 01:56:57.428840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-952a3aae-6576-44c2-b2d5-cbb4f4a29c51 req-5e0778f7-f07b-4328-9ea3-032ce190ac3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870001 Sep 18 01:56:57.499187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.535674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40453b7f-cef2-496d-9727-120540b4f64f req-0bf7270c-764d-404b-9661-ac978aa0376c tempest-ServersAdminTestJSON-1550507993 tempest-ServersAdminTestJSON-1550507993-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e4e02e2-41e9-4bc2-b5d4-1042f5a2bdbb HTTP/1.1" status: 200 len: 210 time: 0.0455253 Sep 18 01:56:57.557376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Routers {'e82e98de-35bd-4bba-8536-8d6e1606a9cd'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:56:57.557376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:56:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:57.627994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Checking segment: {'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:57.627994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network hostable DHCP agents. Network: 5d1bc4a1-d93f-4038-8d0f-031e636595bf, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:56:57.653135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Subnet': ['ID=6ebc5162-29eb-4b09-9c40-58fe579a01f1,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:57.658431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a26db98c-021f-420c-9828-de5303b17227 req-6779569b-40ec-43f9-b93c-d42d7423031f tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 210 time: 0.0543253 Sep 18 01:56:57.688768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 5d1bc4a1-d93f-4038-8d0f-031e636595bf is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:56:57.710863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 5d1bc4a1-d93f-4038-8d0f-031e636595bf) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:57.720398 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:57.721855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.756761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7a1a3940-f1ad-4b66-ac9d-ac86a25d590e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5860195 Sep 18 01:56:57.811679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] Set router e82e98de-35bd-4bba-8536-8d6e1606a9cd gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:56:57.904619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf461c-763a-4efc-92ce-84bcf284a0ab None None] Pushing event updated for resources: {'Port': ['ID=e6677794-6157-4516-b1a4-7f88e08276de,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:57.908367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Attempting to bind port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:57.908527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Attempting to bind port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:57.908980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Attempting to bind port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 on network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:57.917408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:57.917779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Checking segment: {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:57.918290 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.918549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Bound using segment: {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:57.919174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Bound port: f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:57.919542 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:57.922488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d3a0e-a183-4237-91b2-a8e38ba1a59a None None] Network 5d1bc4a1-d93f-4038-8d0f-031e636595bf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:56:57.936232 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86c665de-befd-49d8-be60-adb1a1615b64 req-a367bfed-7b97-4138-8b0f-d333a916e9bd tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 210 time: 0.1323862 Sep 18 01:56:58.080618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-dc649501-1940-448b-99e6-5ad7e734a402 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:58.082641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-dc649501-1940-448b-99e6-5ad7e734a402 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.18 "GET /v2.0/networks?id=08b29e27-9f80-4def-a17e-fd2bfd33f0d5 HTTP/1.1" status: 200 len: 820 time: 0.2885437 Sep 18 01:56:58.103243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Request body: {'port': {'device_id': '4e90f4de-3841-4c14-ad44-49d91a359607', 'network_id': '08b29e27-9f80-4def-a17e-fd2bfd33f0d5', 'admin_state_up': True, 'tenant_id': 'b22e8f0aa9f84074b1022e578f822970'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:56:58.123765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0ba90e81-65aa-4792-a181-1569d938de65 None None] Provisioning complete for port e6677794-6157-4516-b1a4-7f88e08276de triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:56:58.124013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0ba90e81-65aa-4792-a181-1569d938de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:58.177745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-5d1bc4a1-d93f-4038-8d0f-031e636595bf', 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'fixed_ips': [{'subnet_id': '6ebc5162-29eb-4b09-9c40-58fe579a01f1'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:56:58.178621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:58.324668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f34b191-53b5-40e5-bcfc-116f47d33eea tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:58.331136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f34b191-53b5-40e5-bcfc-116f47d33eea tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:58.332902 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f34b191-53b5-40e5-bcfc-116f47d33eea tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/networks?id=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b&id=5d1bc4a1-d93f-4038-8d0f-031e636595bf&id=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b HTTP/1.1" status: 200 len: 1392 time: 0.2352827 Sep 18 01:56:58.355261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-75bf018e-8216-44f6-b26b-8c7fc3ec5814 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/quotas/c487d78d9bef489f86e5510f6fae3235 HTTP/1.1" status: 200 len: 375 time: 0.0153565 Sep 18 01:56:58.356361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Made reservation on behalf of b22e8f0aa9f84074b1022e578f822970 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:56:58.361180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:58.388504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] For port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:58.468286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] For port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:58.494979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-319ed1be-3d2d-4c2e-9f20-dc84434e1342 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1167855 Sep 18 01:56:58.502068 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:58.584994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875fd6-d9b4-44f6-bdf1-368a67c8955d req-be986747-ef7c-4e61-ae30-7f427e54bf97 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:56:58.588339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814df9e2-8e21-42fe-9e8b-2fe980d47a60 None None] Pushing event updated for resources: {'Port': ['ID=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:58.591200 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-6ee8a95e-cd11-42d8-a874-102cc7112afe service neutron] 10.222.0.21 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952103 Sep 18 01:56:58.597826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-be875fd6-d9b4-44f6-bdf1-368a67c8955d req-be986747-ef7c-4e61-ae30-7f427e54bf97 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.0755866 Sep 18 01:56:58.614994 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0ba90e81-65aa-4792-a181-1569d938de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:58.649889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Allocated IP 19.86.0.2 (5d1bc4a1-d93f-4038-8d0f-031e636595bf/6ebc5162-29eb-4b09-9c40-58fe579a01f1/d10bca50-d2c1-4bd9-a32d-783ca7056a5b) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:58.654430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'e6677794-6157-4516-b1a4-7f88e08276de', 'name': '', 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'mac_address': 'fa:16:3e:9f:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '09a2fb8f-af59-4f8c-95ff-099c17313372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:51Z', 'updated_at': '2021-09-18T01:56:57Z', 'revision_number': 4, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'subnets': [{'id': '09a2fb8f-af59-4f8c-95ff-099c17313372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:56:58.657210 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-be875fd6-d9b4-44f6-bdf1-368a67c8955d req-454a4948-66db-4bdd-a51e-9e22f5b4d297 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567827 Sep 18 01:56:58.704781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02305c96-67a4-43c8-b6e3-f9219ea0b5e8 None None] The sync data for ids ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'] in n-d-789963-12 is: [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'e6677794-6157-4516-b1a4-7f88e08276de', 'name': '', 'network_id': '01b7e7b7-cbc5-4385-b84f-39426ef7c93d', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'mac_address': 'fa:16:3e:9f:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '09a2fb8f-af59-4f8c-95ff-099c17313372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:51Z', 'updated_at': '2021-09-18T01:56:57Z', 'revision_number': 4, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'subnets': [{'id': '09a2fb8f-af59-4f8c-95ff-099c17313372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:56:58.751202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0ba90e81-65aa-4792-a181-1569d938de65 None None] For port e6677794-6157-4516-b1a4-7f88e08276de, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6677794-6157-4516-b1a4-7f88e08276de,segment=NetworkSegment(c7b05b6c-9afe-44b5-99e3-1618eb4df944),segment_id=c7b05b6c-9afe-44b5-99e3-1618eb4df944)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:56:58.769664 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0ba90e81-65aa-4792-a181-1569d938de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:58.824592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Allocated IP 172.20.0.7 (08b29e27-9f80-4def-a17e-fd2bfd33f0d5/caaf0f16-93e4-47e4-a8cf-fd530121a5cf/3e8e5994-5475-4a04-937c-662ee496af41) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:56:58.856066 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:56:58.885201 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-acbfdd07-e1fd-4463-9578-57d067c56d8a service neutron] 10.222.0.21 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912154 Sep 18 01:56:58.911403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77cb42b8-b096-436e-82fd-2c859d756907 req-5f9a8626-6a5f-47a6-b968-603a99b8c511 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 210 time: 0.0504045 Sep 18 01:56:59.158246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.192034 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03b44eaf-a03a-4a49-95e7-2842c030ac97 req-38bac0f1-e7f4-4b9b-8a5e-b213919e204e tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0e2026-f680-42b8-aa49-177e498992d8 HTTP/1.1" status: 200 len: 210 time: 0.0624402 Sep 18 01:56:59.192666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90e81-65aa-4792-a181-1569d938de65 None None] Pushing event updated for resources: {'Port': ['ID=e6677794-6157-4516-b1a4-7f88e08276de,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:59.203557 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.238213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-7a27ea83-bba2-467a-a24a-abb06ad3ab44 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1bc4a1-d93f-4038-8d0f-031e636595bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221366 Sep 18 01:56:59.257524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Network 5d1bc4a1-d93f-4038-8d0f-031e636595bf is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:59.261167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:59.271476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:59.291662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43520) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:59.334310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Pushing event updated for resources: {'Port': ['ID=d10bca50-d2c1-4bd9-a32d-783ca7056a5b,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:59.378359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Attempting to bind port d10bca50-d2c1-4bd9-a32d-783ca7056a5b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:56:59.378763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Attempting to bind port d10bca50-d2c1-4bd9-a32d-783ca7056a5b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:56:59.379126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Attempting to bind port d10bca50-d2c1-4bd9-a32d-783ca7056a5b on network 5d1bc4a1-d93f-4038-8d0f-031e636595bf {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:56:59.399317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:56:59.399694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Checking segment: {'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:56:59.400109 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.400502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Bound using segment: {'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:56:59.400971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Bound port: d10bca50-d2c1-4bd9-a32d-783ca7056a5b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:56:59.401350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.443667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 49a90994-11af-4be8-aa71-99f033f39b41 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:59.450760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.474609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-69297f08-7ae7-47db-9da5-fc5da3800ee4 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1bc4a1-d93f-4038-8d0f-031e636595bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203324 Sep 18 01:56:59.553746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] For port d10bca50-d2c1-4bd9-a32d-783ca7056a5b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:56:59.585800 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.606396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:56:59.627114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d18ee06e-dad2-4b26-982e-4093b263b45e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e51d2e63e0a04734ad1ee20e7c65b3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336618 Sep 18 01:56:59.629527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43524) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:56:59.637152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 6d391a53-4c27-4ac9-b366-eb9062f86260 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:56:59.637607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6d391a53-4c27-4ac9-b366-eb9062f86260 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:56:59.643706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] For port d10bca50-d2c1-4bd9-a32d-783ca7056a5b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d10bca50-d2c1-4bd9-a32d-783ca7056a5b,segment=NetworkSegment(9971a68e-816d-42a7-8697-52a657e84fdf),segment_id=9971a68e-816d-42a7-8697-52a657e84fdf)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:56:59.654129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.717556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:56:59.725354 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1a31696-2621-42a7-bb08-54bbb61ca5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:56:59.736217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Pushing event updated for resources: {'Port': ['ID=3e8e5994-5475-4a04-937c-662ee496af41,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:59.739270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebf92e-72c3-40eb-b9fe-552f159d1086 None None] Pushing event updated for resources: {'Port': ['ID=d10bca50-d2c1-4bd9-a32d-783ca7056a5b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:56:59.746857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:56:59.759316 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d48f085b-4072-4ffc-8a3a-e2a1bd52df3c service neutron] 10.222.0.21 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775238 Sep 18 01:56:59.761737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:56:59.825185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1a31696-2621-42a7-bb08-54bbb61ca5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:00.021795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8fa00-db18-4a4c-bccc-c830dd9278dc req-435d57f2-5e13-480e-998c-d611f40f1ac4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:00.023456 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8a8fa00-db18-4a4c-bccc-c830dd9278dc req-435d57f2-5e13-480e-998c-d611f40f1ac4 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.1596866 Sep 18 01:57:00.053740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1a31696-2621-42a7-bb08-54bbb61ca5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:00.061923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1a31696-2621-42a7-bb08-54bbb61ca5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:00.077946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f1a31696-2621-42a7-bb08-54bbb61ca5cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03649490-49e3-4e7d-abd7-ee027a61a6d4 HTTP/1.1" status: 204 len: 168 time: 0.4421334 Sep 18 01:57:00.102988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a31696-2621-42a7-bb08-54bbb61ca5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03649490-49e3-4e7d-abd7-ee027a61a6d4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:00.167715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8a8fa00-db18-4a4c-bccc-c830dd9278dc req-e46f9243-b212-4b86-ab90-12dd2d4540ca tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173058 Sep 18 01:57:00.430330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cbc47-a238-43ac-85b3-7948f05498d3 req-3b5fe96d-83ca-4ad9-a579-e498a0266f97 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:00.432235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f7cbc47-a238-43ac-85b3-7948f05498d3 req-3b5fe96d-83ca-4ad9-a579-e498a0266f97 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 931 time: 0.1235433 Sep 18 01:57:00.512733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f7cbc47-a238-43ac-85b3-7948f05498d3 req-a95a9351-c9d0-439e-9322-5f0951f4b60e tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 Sep 18 01:57:00.592334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de343d-520e-4e17-9da1-b4424b1a1f0c None None] Network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:00.637110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:00.638444 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:00.736440 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-305a9bd0-3169-4db5-9066-d3069d95ad92 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6429150 Sep 18 01:57:00.744780 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-4ac3511f-2435-4b44-964d-f0497e467c97 service neutron] 10.222.0.21 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9844997 Sep 18 01:57:00.757910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Request body: {'port': {'device_id': '4e90f4de-3841-4c14-ad44-49d91a359607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:00.939360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:00.941310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:00.999370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43544) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:01.047674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-685fc629-986d-4f02-9d65-f19a2b642830 None None] Provisioning complete for port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:01.048127 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-685fc629-986d-4f02-9d65-f19a2b642830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.167077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43552) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:01.168286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ffdca2c5-ea77-4105-a1e3-d7ea9dfb0531 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80ecdefa76114199997fc2a3771707ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621594 Sep 18 01:57:01.217565 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-01e90fc9-2df0-4218-a79e-8881dd98828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.268321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7af967b5-3c77-4f60-8d1e-10e9b2e87580 req-db86be03-b679-494d-a291-22ac0c192464 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 210 time: 0.0762157 Sep 18 01:57:01.319006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:01.319532 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.474843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7ab80-6df4-4494-8c29-4adb589fd93f None None] Network 5d1bc4a1-d93f-4038-8d0f-031e636595bf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:01.527339 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-685fc629-986d-4f02-9d65-f19a2b642830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.535610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5c64026-cb61-425e-ba5a-de54a59ed0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.551837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619f33e-75f7-45ae-89f6-5969b2a42424 req-531b8a26-4f1f-4965-a213-8dab856b9c21 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:01.553412 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c619f33e-75f7-45ae-89f6-5969b2a42424 req-531b8a26-4f1f-4965-a213-8dab856b9c21 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.2015667 Sep 18 01:57:01.617935 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5c64026-cb61-425e-ba5a-de54a59ed0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.675945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c619f33e-75f7-45ae-89f6-5969b2a42424 req-af56a795-10e8-4ae4-858c-f65abfd4c781 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087692 Sep 18 01:57:01.755921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5c64026-cb61-425e-ba5a-de54a59ed0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.759805 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5c64026-cb61-425e-ba5a-de54a59ed0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.761109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a5c64026-cb61-425e-ba5a-de54a59ed0d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9878d773-076e-46ba-bf37-3258c3ae6d1f HTTP/1.1" status: 204 len: 168 time: 0.5910652 Sep 18 01:57:01.770533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb737492-1071-4f54-8372-d61355ac1584 req-a80562bf-45ec-4ec5-a9d1-3a37f5d09488 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:01.777461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8e5994-5475-4a04-937c-662ee496af41 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:01.780165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb737492-1071-4f54-8372-d61355ac1584 req-a80562bf-45ec-4ec5-a9d1-3a37f5d09488 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 931 time: 0.1062131 Sep 18 01:57:01.847110 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:01.864818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb737492-1071-4f54-8372-d61355ac1584 req-ae25f18d-24e3-4580-bbb6-d37b0456fec5 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827453 Sep 18 01:57:01.867083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c64026-cb61-425e-ba5a-de54a59ed0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9878d773-076e-46ba-bf37-3258c3ae6d1f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:01.898978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Transition to ACTIVE for port object 3e8e5994-5475-4a04-937c-662ee496af41 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:01.908659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.009996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8e5994-5475-4a04-937c-662ee496af41,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:02.071112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.108724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-685fc629-986d-4f02-9d65-f19a2b642830 None None] For port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:02.147506 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-685fc629-986d-4f02-9d65-f19a2b642830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.172302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Attempting to bind port 3e8e5994-5475-4a04-937c-662ee496af41 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:02.173164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Attempting to bind port 3e8e5994-5475-4a04-937c-662ee496af41 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '5862362a-63b9-4ee2-84da-c22003fc0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08b29e27-9f80-4def-a17e-fd2bfd33f0d5'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:02.173594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Attempting to bind port 3e8e5994-5475-4a04-937c-662ee496af41 on network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:02.179512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Port 3e8e5994-5475-4a04-937c-662ee496af41 on network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:02.179932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Attempting to bind port 3e8e5994-5475-4a04-937c-662ee496af41 on network 08b29e27-9f80-4def-a17e-fd2bfd33f0d5 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:02.188029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:02.188492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Checking segment: {'id': '5862362a-63b9-4ee2-84da-c22003fc0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08b29e27-9f80-4def-a17e-fd2bfd33f0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:02.189786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Bound using segment: {'id': '5862362a-63b9-4ee2-84da-c22003fc0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08b29e27-9f80-4def-a17e-fd2bfd33f0d5'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:02.190533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Bound port: 3e8e5994-5475-4a04-937c-662ee496af41, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5862362a-63b9-4ee2-84da-c22003fc0097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08b29e27-9f80-4def-a17e-fd2bfd33f0d5'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:02.190998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.323057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fc629-986d-4f02-9d65-f19a2b642830 None None] Pushing event updated for resources: {'Port': ['ID=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:02.360904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] For port 3e8e5994-5475-4a04-937c-662ee496af41, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:02.364282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] For port 3e8e5994-5475-4a04-937c-662ee496af41, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3e8e5994-5475-4a04-937c-662ee496af41,segment=NetworkSegment(5862362a-63b9-4ee2-84da-c22003fc0097),segment_id=5862362a-63b9-4ee2-84da-c22003fc0097)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:02.372372 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:57:02.372947 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:57:02.373069 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.402084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6fd0b03c-cf72-4784-92da-d94753e54df8 None None] Provisioning complete for port d10bca50-d2c1-4bd9-a32d-783ca7056a5b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:02.402611 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b03c-cf72-4784-92da-d94753e54df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.482129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:02.482559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.484438 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] 10.222.0.18 "PUT /v2.0/ports/3e8e5994-5475-4a04-937c-662ee496af41 HTTP/1.1" status: 200 len: 1092 time: 1.7372005 Sep 18 01:57:02.484929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e90f4de-3841-4c14-ad44-49d91a359607', 'tag': '3e8e5994-5475-4a04-937c-662ee496af41'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:02.487377 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62" -d '{"events": [{"name": "network-changed", "server_uuid": "4e90f4de-3841-4c14-ad44-49d91a359607", "tag": "3e8e5994-5475-4a04-937c-662ee496af41"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:02.491724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5332bcf-9f24-4fe9-8ee7-85028253727b req-8a5e6dcc-5a34-4b9e-8cc3-263c027f0105 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 210 time: 0.0653148 Sep 18 01:57:02.524932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6048604-93f1-4808-b686-e0d07ef37275 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8e5994-5475-4a04-937c-662ee496af41,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:02.568606 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd50978a-b805-4574-8fc7-10a4d57cbba5 x-openstack-request-id: req-bd50978a-b805-4574-8fc7-10a4d57cbba5 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:02.568765 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b03c-cf72-4784-92da-d94753e54df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.569075 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e90f4de-3841-4c14-ad44-49d91a359607", "tag": "3e8e5994-5475-4a04-937c-662ee496af41", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:02.569697 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd50978a-b805-4574-8fc7-10a4d57cbba5 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:02.570198 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e90f4de-3841-4c14-ad44-49d91a359607', 'tag': '3e8e5994-5475-4a04-937c-662ee496af41', 'status': 'completed', 'code': 200} Sep 18 01:57:02.611357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-a80fd9dd-1745-4b71-8c2c-d8eda15818a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:02.613022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-a80fd9dd-1745-4b71-8c2c-d8eda15818a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b22e8f0aa9f84074b1022e578f822970&device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 1095 time: 0.0584447 Sep 18 01:57:02.641735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6fd0b03c-cf72-4784-92da-d94753e54df8 None None] For port d10bca50-d2c1-4bd9-a32d-783ca7056a5b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d10bca50-d2c1-4bd9-a32d-783ca7056a5b,segment=NetworkSegment(9971a68e-816d-42a7-8697-52a657e84fdf),segment_id=9971a68e-816d-42a7-8697-52a657e84fdf)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:02.645996 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b03c-cf72-4784-92da-d94753e54df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.713647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-14f4b4f7-8aab-4999-b5e9-e1a8c800081a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e8e5994-5475-4a04-937c-662ee496af41 HTTP/1.1" status: 200 len: 217 time: 0.0858991 Sep 18 01:57:02.779494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0833001d-da83-43bf-8a00-ac73e0ed872e None None] Provisioning complete for port d10bca50-d2c1-4bd9-a32d-783ca7056a5b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:02.779861 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0833001d-da83-43bf-8a00-ac73e0ed872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:02.781754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0b03c-cf72-4784-92da-d94753e54df8 None None] Pushing event updated for resources: {'Port': ['ID=d10bca50-d2c1-4bd9-a32d-783ca7056a5b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:02.888729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f5186-d54f-4628-abcc-0fe06dbadf32 req-ee2d6e2e-9c62-483c-a65b-5da6856e2b78 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:02.896636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b44f5186-d54f-4628-abcc-0fe06dbadf32 req-ee2d6e2e-9c62-483c-a65b-5da6856e2b78 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.0989969 Sep 18 01:57:02.950143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b44f5186-d54f-4628-abcc-0fe06dbadf32 req-a2cb98ed-f2b5-40d1-ac50-671d1d595846 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508575 Sep 18 01:57:02.989385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6677794-6157-4516-b1a4-7f88e08276de up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:03.000609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-58b96d7b-e156-46a1-96ec-e6023d827710 service neutron] 10.222.0.20 "GET /v2.0/ports/49a90994-11af-4be8-aa71-99f033f39b41/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 385 time: 0.1931081 Sep 18 01:57:03.144782 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e6677794-6157-4516-b1a4-7f88e08276de triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:03.145281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.160242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-7299bd2f-762b-4334-88b8-c0f5483620d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:03.162067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-7299bd2f-762b-4334-88b8-c0f5483620d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=caaf0f16-93e4-47e4-a8cf-fd530121a5cf HTTP/1.1" status: 200 len: 860 time: 0.4368629 Sep 18 01:57:03.180049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0833001d-da83-43bf-8a00-ac73e0ed872e None None] Provisioning complete for port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:03.180417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0833001d-da83-43bf-8a00-ac73e0ed872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.265000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-7107d355-df43-4424-8df7-dfa815daeb85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=08b29e27-9f80-4def-a17e-fd2bfd33f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546556 Sep 18 01:57:03.335057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-240d272f-5a5d-4880-b1c8-32da77c8e4c4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:03.342124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d10bca50-d2c1-4bd9-a32d-783ca7056a5b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:03.352684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-240d272f-5a5d-4880-b1c8-32da77c8e4c4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:03.359719 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-240d272f-5a5d-4880-b1c8-32da77c8e4c4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "GET /v2.0/networks?id=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b&id=5d1bc4a1-d93f-4038-8d0f-031e636595bf&id=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b HTTP/1.1" status: 200 len: 1392 time: 0.5795016 Sep 18 01:57:03.368583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43606) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:03.450174 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ab09178-f07b-4a29-86f2-27a7e068d6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.500777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d10bca50-d2c1-4bd9-a32d-783ca7056a5b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:03.501271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.503392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:03.530329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:03.552756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-305897031-network', 'tenant_id': 'a530ad7bcd834353a40cc01a08b1a75b'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:03.628071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-05b8fdad-483e-49da-901d-8d7655afb098 req-b95973e3-8dbd-4dc0-aa7b-da14324fb7d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 210 time: 0.0307193 Sep 18 01:57:03.629290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Made reservation on behalf of a530ad7bcd834353a40cc01a08b1a75b for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:03.633049 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.635990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97fa9-e942-4e6e-b59c-a422990e5e32 req-905ec074-27f6-470a-b748-8b72ddf9387d tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:03.637544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4b97fa9-e942-4e6e-b59c-a422990e5e32 req-905ec074-27f6-470a-b748-8b72ddf9387d tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 943 time: 0.6494346 Sep 18 01:57:03.644471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-4ba996e1-f85b-449e-8cb4-4fb04dac69d1 service neutron] 10.222.0.18 "GET /v2.0/networks/08b29e27-9f80-4def-a17e-fd2bfd33f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670440 Sep 18 01:57:03.651664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.662267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'port': {'device_id': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b', 'admin_state_up': True, 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:03.785998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:03.799819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.806205 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.825967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:57:03.844919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.845422 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Added segment 073f33a9-ba89-42f5-9724-89431315d9bd of type vlan for network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 Sep 18 01:57:03.891349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:03.891723 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.925979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.958472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a90994-11af-4be8-aa71-99f033f39b41 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:03.981657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:03.989541 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:03.990614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:03.995953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:04.006654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:04.026779 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d2e01e3-6de0-4e6d-9f91-c6ed919b29d9 req-e7df0a23-b23c-495c-8ba1-63ebb391588a service neutron] 10.222.0.18 "GET /v2.0/networks/08b29e27-9f80-4def-a17e-fd2bfd33f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669682 Sep 18 01:57:04.078501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d10bca50-d2c1-4bd9-a32d-783ca7056a5b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:04.098276 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:04.101264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d7f4ad-6963-4d9f-8f87-aadec9663355,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:04.135429 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7658389 Sep 18 01:57:04.139652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:04.146208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Request body: {'subnet': {'network_id': '00bd3993-aecf-4644-a6e4-6dcb5d725e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-305897031-subnet', 'tenant_id': 'a530ad7bcd834353a40cc01a08b1a75b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:04.161712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d10bca50-d2c1-4bd9-a32d-783ca7056a5b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:04.163823 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:04.165959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8388-4a78-4a6a-9382-0f0ca207d834 admin admin] Pushing event updated for resources: {'Network': ['ID=00bd3993-aecf-4644-a6e4-6dcb5d725e19,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:04.173204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Made reservation on behalf of a530ad7bcd834353a40cc01a08b1a75b for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:04.176437 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:04.202912 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:57:04.215590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fc565-122a-4883-ab2f-e448487f658e req-c3ea2ccd-697d-4ecb-b2ff-d7f7f9986cf5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:04.223621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-037fc565-122a-4883-ab2f-e448487f658e req-c3ea2ccd-697d-4ecb-b2ff-d7f7f9986cf5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 944 time: 0.1681476 Sep 18 01:57:04.255469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-2287ffee-2d61-4116-920c-ec256b379019 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7016404 Sep 18 01:57:04.319367 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-037fc565-122a-4883-ab2f-e448487f658e req-b94a5284-1f43-4c00-a065-8324e9205ab0 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947590 Sep 18 01:57:04.357976 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4b97fa9-e942-4e6e-b59c-a422990e5e32 req-86ff1f80-3e1f-4e0b-9566-c7ecc09904f6 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891117 Sep 18 01:57:04.396980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-ff6b5eb9-2423-4cec-9716-649a1dafb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:04.401782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-ff6b5eb9-2423-4cec-9716-649a1dafb67c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b22e8f0aa9f84074b1022e578f822970&device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 1095 time: 0.2975540 Sep 18 01:57:04.498053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b1c5e83-768c-4361-8d36-2477436067ac req-732cba5e-7543-47e2-bb6e-6c5d46108bce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8531537 Sep 18 01:57:04.568644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:04.584737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-8dd8b477-9868-44b8-929e-9307102bd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:04.586238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-8dd8b477-9868-44b8-929e-9307102bd279 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 1097 time: 0.2709372 Sep 18 01:57:04.672669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Checking segment: {'id': '073f33a9-ba89-42f5-9724-89431315d9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '00bd3993-aecf-4644-a6e4-6dcb5d725e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:04.673345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Network hostable DHCP agents. Network: 00bd3993-aecf-4644-a6e4-6dcb5d725e19, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:57:04.675924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17cb614-8dfd-42d1-8713-19ee9f865b3b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:04.704670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:57:04.722059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 00bd3993-aecf-4644-a6e4-6dcb5d725e19) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:04.738577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc37a9-0483-4b7a-a648-4cc48102b339 None None] Network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:04.746523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:04.751207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:04.793021 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e88b6e1d-2918-48ea-8465-b9f7d01a640d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6513858 Sep 18 01:57:04.835548 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b14e229-d5bb-4e18-bbaf-a6f3df7bb7f5 req-1d768f43-a866-4ff5-ba72-0d29f92d3d40 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 210 time: 0.0611517 Sep 18 01:57:04.879179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1da385-4aae-499f-83d9-18e93d8d411e req-54132c28-1a73-4261-b226-59caa533fe0c tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:04.880751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cf1da385-4aae-499f-83d9-18e93d8d411e req-54132c28-1a73-4261-b226-59caa533fe0c tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.2653334 Sep 18 01:57:04.892057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5e83-768c-4361-8d36-2477436067ac req-e7f5c3cc-42b7-4d3e-852c-268d45da1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:04.893580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b1c5e83-768c-4361-8d36-2477436067ac req-e7f5c3cc-42b7-4d3e-852c-268d45da1e39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 1097 time: 0.3063817 Sep 18 01:57:04.895452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-add91082-ef52-44e3-b670-54551442b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:04.897015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-add91082-ef52-44e3-b670-54551442b893 service neutron] 10.222.0.18 "GET /v2.0/networks?id=08b29e27-9f80-4def-a17e-fd2bfd33f0d5 HTTP/1.1" status: 200 len: 920 time: 0.4844320 Sep 18 01:57:04.921842 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:04.944058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] Transition to ACTIVE for port object 49a90994-11af-4be8-aa71-99f033f39b41 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:04.956380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:04.960078 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:05.021914 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:05.051767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-33c10402-9814-42ba-9dfe-005e7ac64e90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e8e5994-5475-4a04-937c-662ee496af41 HTTP/1.1" status: 200 len: 217 time: 0.1399703 Sep 18 01:57:05.057614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4df2a-0bda-422f-b3ee-89111e2abb59 None None] Network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:05.103765 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cf1da385-4aae-499f-83d9-18e93d8d411e req-1547e345-20f6-4911-8279-b6c249632aa9 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998320 Sep 18 01:57:05.172841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-653bf395-51cf-48fd-a41c-401c8575ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:05.174563 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-653bf395-51cf-48fd-a41c-401c8575ab3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=caaf0f16-93e4-47e4-a8cf-fd530121a5cf HTTP/1.1" status: 200 len: 860 time: 0.0874760 Sep 18 01:57:05.180781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-b2be4fef-5190-45a2-be4d-e3ca3f1196fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:05.182280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-b2be4fef-5190-45a2-be4d-e3ca3f1196fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 0.5269032 Sep 18 01:57:05.285923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-cb1056fc-ccd3-41f1-8b74-5fe0c1032f8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=08b29e27-9f80-4def-a17e-fd2bfd33f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559044 Sep 18 01:57:05.297850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] No DVR routers for this DVR port 49a90994-11af-4be8-aa71-99f033f39b41 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:05.528804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61b7ac-86a3-477a-8226-ed6ab0cc24d7 req-075d7000-0145-4735-9de2-609ce6dac174 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:05.532060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a61b7ac-86a3-477a-8226-ed6ab0cc24d7 req-075d7000-0145-4735-9de2-609ce6dac174 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.0794976 Sep 18 01:57:05.608414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a61b7ac-86a3-477a-8226-ed6ab0cc24d7 req-7dc6e743-1ac1-4c32-9dbc-8641aeea27d3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687699 Sep 18 01:57:05.693468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43660) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:05.706286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1379237616-network', 'tenant_id': '403e41fb38154cf3973586f229a0b9ad'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:05.776516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-1a5f8c1b-e5b9-42cc-a0da-2adcda7ca350 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 200 len: 217 time: 0.5391045 Sep 18 01:57:05.777186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] Pushing event updated for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:05.789667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Made reservation on behalf of 403e41fb38154cf3973586f229a0b9ad for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:05.796106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:05.809513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:05.998497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-1b0a9ca9-5bad-466e-a7b3-f84ac3de735b service neutron] 10.222.0.20 "PUT /v2.0/ports/49a90994-11af-4be8-aa71-99f033f39b41/bindings/n-h1-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 2.9431090 Sep 18 01:57:06.007955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5e83-768c-4361-8d36-2477436067ac req-68d3beba-226a-4893-8ee8-56509948feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.010005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b1c5e83-768c-4361-8d36-2477436067ac req-68d3beba-226a-4893-8ee8-56509948feb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 200 len: 921 time: 1.0743427 Sep 18 01:57:06.050478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.060316 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.074053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:57:06.085476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.086122 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Added segment 779a580c-485a-439d-9836-2f22ed32fff6 of type vlan for network c097f07a-a586-4bee-badf-78fce3d024c3 Sep 18 01:57:06.110330 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b1c5e83-768c-4361-8d36-2477436067ac req-0dfedc18-6341-47a2-9713-ce714d087808 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 200 len: 217 time: 0.0531590 Sep 18 01:57:06.155232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b487bd43-f222-47b7-a7d2-352aa8501e95 req-0024c359-ab20-4c53-befb-1c32734b4b0e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 210 time: 0.0371621 Sep 18 01:57:06.169787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.198235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ce6044-a891-4911-bd42-008d3c767fec,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:06.198376 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.232839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-3e991281-cfaf-489c-af4f-90fb3dab374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.233929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.235042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-3e991281-cfaf-489c-af4f-90fb3dab374f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.4154663 Sep 18 01:57:06.235406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.236339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.269065 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5742040 Sep 18 01:57:06.272139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43666) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:06.291551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Request body: {'subnet': {'network_id': 'c097f07a-a586-4bee-badf-78fce3d024c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1379237616-subnet', 'tenant_id': '403e41fb38154cf3973586f229a0b9ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:06.309268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-17a0365e-ba60-445d-900d-2933821d0785 service neutron] 10.222.0.18 "GET /v2.0/networks/08b29e27-9f80-4def-a17e-fd2bfd33f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0065210 Sep 18 01:57:06.311287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-150f48ec-ae46-404c-b7c7-d7865d47f536 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503981 Sep 18 01:57:06.337474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa5e4d-e2bd-4061-b043-301329feb0b9 req-60ac1bcd-d7eb-43a8-87de-6f019ba30cd8 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.346158 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1aa5e4d-e2bd-4061-b043-301329feb0b9 req-60ac1bcd-d7eb-43a8-87de-6f019ba30cd8 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 943 time: 0.5382171 Sep 18 01:57:06.398525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Allocated IP 19.80.0.221 (6199fdc0-1f4a-4a8b-8ece-2b3114969f9b/d3727170-eaf1-4bba-97e6-48a5b94b7d1a/53fe3c50-9f11-4027-b329-af94aa1fc9a4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:06.403962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d881b-f616-4fbd-bb86-f3b32c97ef20 admin admin] Pushing event updated for resources: {'Network': ['ID=c097f07a-a586-4bee-badf-78fce3d024c3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:06.416190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network c097f07a-a586-4bee-badf-78fce3d024c3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:57:06.438879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Made reservation on behalf of 403e41fb38154cf3973586f229a0b9ad for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:06.444813 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.550470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef36c9-ef91-4081-bb7d-cda378860d9c req-1b71bcf9-40aa-4b62-ba00-fa078a083723 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.552229 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62ef36c9-ef91-4081-bb7d-cda378860d9c req-1b71bcf9-40aa-4b62-ba00-fa078a083723 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.2196362 Sep 18 01:57:06.576618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.614676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62ef36c9-ef91-4081-bb7d-cda378860d9c req-f69ef084-4360-48a8-9051-c6210281bdd3 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524862 Sep 18 01:57:06.627840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5e83-768c-4361-8d36-2477436067ac req-756fbc23-664c-4b4e-b1fc-83dfde4170da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.629370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b1c5e83-768c-4361-8d36-2477436067ac req-756fbc23-664c-4b4e-b1fc-83dfde4170da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 200 len: 861 time: 0.4600592 Sep 18 01:57:06.670951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.728396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b1c5e83-768c-4361-8d36-2477436067ac req-6495ef6c-a4af-4cfa-8f8a-dfa411147293 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c390c33a-2bf0-46a3-9c26-87b7f042f8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475662 Sep 18 01:57:06.822779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-babe4287-6f81-4c31-bb81-141103f631cf tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.824323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-babe4287-6f81-4c31-bb81-141103f631cf tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.7188690 Sep 18 01:57:06.828751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1aa5e4d-e2bd-4061-b043-301329feb0b9 req-6287cf04-ec96-4473-95c1-2185a5563b6d tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799726 Sep 18 01:57:06.830065 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:06.858321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:06.891153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbaaf1c-76d4-423f-a5e9-5934da5cda03,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:06.910535 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072b815-d2c0-49d7-80b4-746ef16b087d req-79d1f7ff-d349-4fc8-bf32-9e48b3a95cf1 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:06.912118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d072b815-d2c0-49d7-80b4-746ef16b087d req-79d1f7ff-d349-4fc8-bf32-9e48b3a95cf1 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.1627042 Sep 18 01:57:06.935967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:06.938591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:06.940719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Checking segment: {'id': '779a580c-485a-439d-9836-2f22ed32fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c097f07a-a586-4bee-badf-78fce3d024c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:06.941115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Network hostable DHCP agents. Network: c097f07a-a586-4bee-badf-78fce3d024c3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:57:07.006752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d072b815-d2c0-49d7-80b4-746ef16b087d req-ee8c6ee7-2c2f-4ceb-9316-b1c436fd1503 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731471 Sep 18 01:57:07.023430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Network c097f07a-a586-4bee-badf-78fce3d024c3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:57:07.040000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Port': ['ID=53fe3c50-9f11-4027-b329-af94aa1fc9a4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:07.064766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, c097f07a-a586-4bee-badf-78fce3d024c3) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:07.077092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a47cb-a1dd-4595-b5cd-37d8b8e2791a None None] Network c097f07a-a586-4bee-badf-78fce3d024c3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:07.080329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:07.082219 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:07.123494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aebba311-10fc-4930-a37d-c14fbf53193d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8332641 Sep 18 01:57:07.241773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe29a4ce-a056-4103-a4d9-9a5ec0955d62 req-6284a582-78ed-4f46-b2e4-87f865cf10ed service neutron] 10.222.0.18 "GET /v2.0/networks/08b29e27-9f80-4def-a17e-fd2bfd33f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198551 Sep 18 01:57:07.311208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:07.313065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:07.362638 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-f43abc72-129c-47d8-907b-9825a2d711e8 service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9824576 Sep 18 01:57:07.370858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee7bfe-518c-41b5-8c87-172e750d8956 None None] Network c097f07a-a586-4bee-badf-78fce3d024c3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:07.378604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-d6c96a69-de73-4827-b64e-6f5fbe8b6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:07.384021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-d6c96a69-de73-4827-b64e-6f5fbe8b6c51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282&tenant_id=a3a9a182534b46a6a35061163f3be7bd HTTP/1.1" status: 200 len: 1097 time: 0.4934628 Sep 18 01:57:07.431495 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b1c5e83-768c-4361-8d36-2477436067ac req-e7af5b4a-0408-45c8-be21-35c4d98d3aec service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715186 Sep 18 01:57:07.453546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 3e8e5994-5475-4a04-937c-662ee496af41 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:07.542560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-06a18aa7-185c-4e65-9afb-3374f68804aa tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8863466 Sep 18 01:57:07.585165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-37defe99-2c40-4236-8719-a02c0fd738a1 None None] Provisioning complete for port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:07.585522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-37defe99-2c40-4236-8719-a02c0fd738a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:07.600100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d6286-d06a-404d-92da-f739036c927b req-7606fcd5-2ca9-471e-bbd8-f226dc4894c7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:07.600453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'port': {'device_id': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf', 'admin_state_up': True, 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:07.604910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f4d6286-d06a-404d-92da-f739036c927b req-7606fcd5-2ca9-471e-bbd8-f226dc4894c7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.1320000 Sep 18 01:57:07.677143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f4d6286-d06a-404d-92da-f739036c927b req-f5c7ab73-eff5-4425-879f-c9a3ec213d97 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632987 Sep 18 01:57:07.715972 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-37defe99-2c40-4236-8719-a02c0fd738a1 None None] Port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:07.738828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 3e8e5994-5475-4a04-937c-662ee496af41, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3e8e5994-5475-4a04-937c-662ee496af41,segment=NetworkSegment(5862362a-63b9-4ee2-84da-c22003fc0097),segment_id=5862362a-63b9-4ee2-84da-c22003fc0097)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:07.750822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '3e8e5994-5475-4a04-937c-662ee496af41', 'network_id': '08b29e27-9f80-4def-a17e-fd2bfd33f0d5', 'port_id': '3e8e5994-5475-4a04-937c-662ee496af41', 'mac_address': 'fa:16:3e:15:4c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaf0f16-93e4-47e4-a8cf-fd530121a5cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:07.798375 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:07.809688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172f222-4967-4172-a501-08b13ec453aa req-7791bec1-06e1-4be5-add6-bc39f6f8dd92 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:07.811705 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9172f222-4967-4172-a501-08b13ec453aa req-7791bec1-06e1-4be5-add6-bc39f6f8dd92 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.0697498 Sep 18 01:57:07.811880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8e5994-5475-4a04-937c-662ee496af41 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:07.833198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 3e8e5994-5475-4a04-937c-662ee496af41, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3e8e5994-5475-4a04-937c-662ee496af41,segment=NetworkSegment(5862362a-63b9-4ee2-84da-c22003fc0097),segment_id=5862362a-63b9-4ee2-84da-c22003fc0097)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:07.838743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:07.865055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9172f222-4967-4172-a501-08b13ec453aa req-a488462a-9f89-4871-9095-3dcdce103988 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466619 Sep 18 01:57:07.897045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d813a19-8e19-412c-81d8-8d270daeae30 req-60469a6b-2058-4513-8cee-83b46111494d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:07.898163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=3e8e5994-5475-4a04-937c-662ee496af41,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:07.898627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5d813a19-8e19-412c-81d8-8d270daeae30 req-60469a6b-2058-4513-8cee-83b46111494d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 932 time: 0.3947754 Sep 18 01:57:07.957449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-98b64f62-8dd2-4fca-9735-5b03d8bafc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:07.958900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-98b64f62-8dd2-4fca-9735-5b03d8bafc3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3a9a182534b46a6a35061163f3be7bd&device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1097 time: 0.5246196 Sep 18 01:57:08.015718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-207eb427-7cf4-4e76-bc75-f3525a02498a req-6ba8768d-3a4a-468c-8668-04804a2da10d service neutron] 10.222.0.20 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426373 Sep 18 01:57:08.072833 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b1c5e83-768c-4361-8d36-2477436067ac req-21341511-52ee-4f04-bab4-20fd7eb2f653 service neutron] 10.222.0.18 "GET /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346076 Sep 18 01:57:08.131080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5d813a19-8e19-412c-81d8-8d270daeae30 req-c71c8e3c-d81b-4e7d-b41d-3a8773f0a4b0 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064164 Sep 18 01:57:08.146619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-24cb34df-1f76-4e77-8b2e-bf6292e37a64 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:08.148508 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-24cb34df-1f76-4e77-8b2e-bf6292e37a64 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.20 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.2751513 Sep 18 01:57:08.160619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['3e8e5994-5475-4a04-937c-662ee496af41'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:08.245122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341477e-8b18-406c-a882-3379779dbfbd req-8c6c72fa-6585-48a5-8dbb-b39b5a352f54 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:08.246592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-8c6c72fa-6585-48a5-8dbb-b39b5a352f54 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/networks?id=00bd3993-aecf-4644-a6e4-6dcb5d725e19 HTTP/1.1" status: 200 len: 814 time: 0.1221640 Sep 18 01:57:08.263401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-6581d397-3520-4e32-87a5-bd84dcc9e1e5 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/quotas/a530ad7bcd834353a40cc01a08b1a75b HTTP/1.1" status: 200 len: 375 time: 0.0103438 Sep 18 01:57:08.293668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:08.298403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:08.311475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-ba5ff53b-ef35-45a9-9413-add06d626f04 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a530ad7bcd834353a40cc01a08b1a75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340209 Sep 18 01:57:08.317864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-3e263967-5ee9-4f36-ae0e-bf198e2c05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:08.319856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-3e263967-5ee9-4f36-ae0e-bf198e2c05f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 200 len: 907 time: 0.3454542 Sep 18 01:57:08.418115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-2865ecaa-422a-400a-bbe5-32d60ee12a32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 200 len: 217 time: 0.0876529 Sep 18 01:57:08.440486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-125b13f8-42e2-4d81-b11a-cea11f2f38b3 service neutron] 10.222.0.21 "GET /v2.0/networks/00bd3993-aecf-4644-a6e4-6dcb5d725e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205847 Sep 18 01:57:08.548647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-94cec907-7bbf-4078-a713-399f0a11c247 service neutron] 10.222.0.21 "GET /v2.0/networks/00bd3993-aecf-4644-a6e4-6dcb5d725e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012392 Sep 18 01:57:08.780018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba2455-76a7-4fe1-b7f4-17b5667e781b req-e211d3da-eae5-4cb0-9e09-dcaa8affad48 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:08.782136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57ba2455-76a7-4fe1-b7f4-17b5667e781b req-e211d3da-eae5-4cb0-9e09-dcaa8affad48 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 944 time: 0.5432401 Sep 18 01:57:08.833835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a34bb9-e4cc-4ae2-9379-97223234f6ce req-7ba0c796-9d4c-44c0-ac30-dd2fd1df6e27 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:08.835485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07a34bb9-e4cc-4ae2-9379-97223234f6ce req-7ba0c796-9d4c-44c0-ac30-dd2fd1df6e27 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.0524054 Sep 18 01:57:08.880143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07a34bb9-e4cc-4ae2-9379-97223234f6ce req-e8bf5835-ce74-4ebb-8501-2e211380aa88 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Sep 18 01:57:08.891166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Allocated IP 19.86.0.78 (5d1bc4a1-d93f-4038-8d0f-031e636595bf/6ebc5162-29eb-4b09-9c40-58fe579a01f1/1faac7ef-bbe1-4567-a033-059912843907) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:08.970466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-2fb4b85f-d487-410f-8046-679a4096f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:08.971993 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-2fb4b85f-d487-410f-8046-679a4096f740 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 200 len: 847 time: 0.2443638 Sep 18 01:57:08.995848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Deleting port 4c3902c1-8122-4066-9aa0-7bdea5b39061 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:08.996235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:09.023773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-a1304ed9-c097-4ac7-927e-9eba84fb2a1c tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:09.025241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-a1304ed9-c097-4ac7-927e-9eba84fb2a1c tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.2965240 Sep 18 01:57:09.035791 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1929585e-90c1-400f-ad1d-0af78d9d31e7 req-b50dc228-f921-4dd4-b7a2-82040e2761c2 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 210 time: 0.0415246 Sep 18 01:57:09.062079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57ba2455-76a7-4fe1-b7f4-17b5667e781b req-721f0a13-16f2-4fe4-b3b3-c7238d2b8a96 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543991 Sep 18 01:57:09.087251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-cf5b2ff3-81f1-4d05-a55d-63bfa7801bba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a6967de-a06b-40d2-a635-71d7b76a90af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960813 Sep 18 01:57:09.180555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302512d6-a61f-4b6d-b19d-571078f9f15f req-378ea051-6ab6-4c88-8309-1bf3d2e3acf9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:09.183409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-302512d6-a61f-4b6d-b19d-571078f9f15f req-378ea051-6ab6-4c88-8309-1bf3d2e3acf9 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 945 time: 0.0704405 Sep 18 01:57:09.236093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-302512d6-a61f-4b6d-b19d-571078f9f15f req-39c6b0fb-0ee2-4628-8dc4-23af478f7aab tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Sep 18 01:57:09.366168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3767ae-4d00-439b-9e6c-9a4cacc7a31f req-cdba9e7f-2cea-4682-b991-4453f08eb5a3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:09.368384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3767ae-4d00-439b-9e6c-9a4cacc7a31f req-cdba9e7f-2cea-4682-b991-4453f08eb5a3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 932 time: 0.0660837 Sep 18 01:57:09.420619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] For port 4c3902c1-8122-4066-9aa0-7bdea5b39061, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4c3902c1-8122-4066-9aa0-7bdea5b39061,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:09.421159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:09.431460 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c3767ae-4d00-439b-9e6c-9a4cacc7a31f req-fbf12ec9-e21e-415c-8659-c9dc1be990b1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482914 Sep 18 01:57:09.449377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c63f9a-2127-417b-9c70-d374731fb050 req-ecefe1d9-4fbe-464c-8819-121ee23500c2 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:09.450892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40c63f9a-2127-417b-9c70-d374731fb050 req-ecefe1d9-4fbe-464c-8819-121ee23500c2 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.2955039 Sep 18 01:57:09.453151 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-179e12ec-ad40-4331-afb0-c0f17e992336 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379128 Sep 18 01:57:09.460641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Calling delete_port for 4c3902c1-8122-4066-9aa0-7bdea5b39061 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:09.461978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 3e8e5994-5475-4a04-937c-662ee496af41 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:09.464378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:09.512403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 3e8e5994-5475-4a04-937c-662ee496af41 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:09.516603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 3e8e5994-5475-4a04-937c-662ee496af41 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:09.517386 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:09.596583 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:09.621982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Deleting port e2e70c05-6928-4815-b41c-7da42c33f5c9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:09.622243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:09.625649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e90f4de-3841-4c14-ad44-49d91a359607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8e5994-5475-4a04-937c-662ee496af41'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:09.628217 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35238d0-0768-4a9f-847a-579193bf4c8c" -d '{"events": [{"server_uuid": "4e90f4de-3841-4c14-ad44-49d91a359607", "name": "network-vif-plugged", "status": "completed", "tag": "3e8e5994-5475-4a04-937c-662ee496af41"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:09.646459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 3e8e5994-5475-4a04-937c-662ee496af41, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3e8e5994-5475-4a04-937c-662ee496af41,segment=NetworkSegment(5862362a-63b9-4ee2-84da-c22003fc0097),segment_id=5862362a-63b9-4ee2-84da-c22003fc0097)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:09.646980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40c63f9a-2127-417b-9c70-d374731fb050 req-7995b71a-088d-48a8-b8fd-15b65c892472 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873662 Sep 18 01:57:09.677114 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:09.681069 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d841257-b7a5-4291-8efb-bfad70e42f4d x-openstack-request-id: req-8d841257-b7a5-4291-8efb-bfad70e42f4d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:09.681364 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e90f4de-3841-4c14-ad44-49d91a359607", "name": "network-vif-plugged", "status": "completed", "tag": "3e8e5994-5475-4a04-937c-662ee496af41", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:09.681827 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d841257-b7a5-4291-8efb-bfad70e42f4d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:09.684142 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e90f4de-3841-4c14-ad44-49d91a359607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8e5994-5475-4a04-937c-662ee496af41', 'code': 200} Sep 18 01:57:09.732510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:09.753685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-651f5252-2c4f-41ed-9de6-a1455d46e714 service neutron] 10.222.0.18 "GET /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876861 Sep 18 01:57:09.755062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=3e8e5994-5475-4a04-937c-662ee496af41,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:09.817926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 5d1bc4a1-d93f-4038-8d0f-031e636595bf is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:09.848019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:09.903523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:09.906585 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Port': ['ID=1faac7ef-bbe1-4567-a033-059912843907,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:09.960233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] For port e2e70c05-6928-4815-b41c-7da42c33f5c9, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e2e70c05-6928-4815-b41c-7da42c33f5c9,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:09.960598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:10.078762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a6c3c-718a-41db-b30d-50d503f9dc66 req-1cfe233d-9dcd-49c9-ac08-ce5346f6e77d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:10.081121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d99a6c3c-718a-41db-b30d-50d503f9dc66 req-1cfe233d-9dcd-49c9-ac08-ce5346f6e77d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.0743246 Sep 18 01:57:10.134816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:10.135392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:10.141490 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:10.150500 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d99a6c3c-718a-41db-b30d-50d503f9dc66 req-8c82f3f1-8273-4767-9782-063e1b9028bc tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628598 Sep 18 01:57:10.175028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4da81-3caf-4806-9c41-a5354dcc8214 req-3a47dc6b-80da-42ad-bbf6-85c662d1677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:10.176792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71b4da81-3caf-4806-9c41-a5354dcc8214 req-3a47dc6b-80da-42ad-bbf6-85c662d1677e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 1097 time: 0.3451014 Sep 18 01:57:10.263148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74cf0-b13b-4fca-9d12-86f437c3fca0 req-f2aaeb35-bbb6-4e06-a323-1e27086bd691 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:10.264762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bce74cf0-b13b-4fca-9d12-86f437c3fca0 req-f2aaeb35-bbb6-4e06-a323-1e27086bd691 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 945 time: 0.0576503 Sep 18 01:57:10.267191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-67df81ad-a6ad-4c62-aef5-505a18f5cbb4 None None] Provisioning complete for port 1faac7ef-bbe1-4567-a033-059912843907 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:10.268076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-67df81ad-a6ad-4c62-aef5-505a18f5cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:10.295565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Pushing event deleted for resources: {'Port': ['ID=4c3902c1-8122-4066-9aa0-7bdea5b39061,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:10.308983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f8722a05-204f-427b-bfb1-e6433e9ada13 req-c181f5a5-bc64-4242-9ce5-08c481a419e4 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 210 time: 0.1276433 Sep 18 01:57:10.326803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bce74cf0-b13b-4fca-9d12-86f437c3fca0 req-2b96e3d3-f091-4a84-8918-c812c74edf9a tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Sep 18 01:57:10.337439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-67df81ad-a6ad-4c62-aef5-505a18f5cbb4 None None] Port 1faac7ef-bbe1-4567-a033-059912843907 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:10.348556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-24a2b882-1c17-47d9-98e7-48e344d95820 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7714386 Sep 18 01:57:10.367270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341477e-8b18-406c-a882-3379779dbfbd req-db49a29c-111e-4ed1-ab51-779320934aa9 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:10.368721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-db49a29c-111e-4ed1-ab51-779320934aa9 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.20 "GET /v2.0/networks?id=00bd3993-aecf-4644-a6e4-6dcb5d725e19 HTTP/1.1" status: 200 len: 814 time: 0.5608573 Sep 18 01:57:10.388279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'port': {'device_id': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b', 'admin_state_up': True, 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:10.407042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Request body: {'port': {'device_id': '45239827-20e1-448d-aa3a-fa529a5a0748', 'network_id': '00bd3993-aecf-4644-a6e4-6dcb5d725e19', 'admin_state_up': True, 'tenant_id': 'a530ad7bcd834353a40cc01a08b1a75b'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:10.412768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d95327f0-2649-487d-98a6-ea1aea3e0ce9 req-902d0fae-5f07-44eb-886b-65510584816b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=72449ce2-9734-4dd3-8997-17e4529623d4 HTTP/1.1" status: 200 len: 210 time: 0.0273647 Sep 18 01:57:10.454167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d521de-2a7a-48bb-ac4c-326626408909 req-c0c137d7-e602-4b06-9d44-8f02653afe1e tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:10.455733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-c0c137d7-e602-4b06-9d44-8f02653afe1e tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282&tenant_id=a3a9a182534b46a6a35061163f3be7bd&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.3962100 Sep 18 01:57:10.471598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] No DVR routers for this DVR port 4c3902c1-8122-4066-9aa0-7bdea5b39061 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:10.481471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71b4da81-3caf-4806-9c41-a5354dcc8214 req-4646d1a6-95c2-460a-be9d-d8d0874f7e1a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885706 Sep 18 01:57:10.502993 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:10.504942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-979991f4-e7ac-4c41-b893-6072cebcef60 req-f18022f9-aa5b-4c10-849d-9e73ab78d2d7 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.20 "DELETE /v2.0/ports/4c3902c1-8122-4066-9aa0-7bdea5b39061 HTTP/1.1" status: 204 len: 173 time: 2.3500559 Sep 18 01:57:10.507526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'name': 'network-vif-deleted', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:10.509848 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7c93e-b373-407a-b3f6-0292371dcc3d" -d '{"events": [{"server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "name": "network-vif-deleted", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:10.774492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb5415-8b4f-409d-8e6a-52cfbc25d86e req-bcf94fab-1654-464e-b03e-16ded5e09847 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:10.776114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86fb5415-8b4f-409d-8e6a-52cfbc25d86e req-bcf94fab-1654-464e-b03e-16ded5e09847 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 946 time: 0.0507917 Sep 18 01:57:10.815883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86fb5415-8b4f-409d-8e6a-52cfbc25d86e req-5a6f0a37-0a77-48df-a7b9-e741575f8333 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups?id=77114500-20d0-489d-a7a2-0ac2420daa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327981 Sep 18 01:57:10.850354 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224f0f7d-7a0a-4f3d-a283-56b80ebe0c4f x-openstack-request-id: req-224f0f7d-7a0a-4f3d-a283-56b80ebe0c4f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:10.850635 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72449ce2-9734-4dd3-8997-17e4529623d4", "name": "network-vif-deleted", "tag": "4c3902c1-8122-4066-9aa0-7bdea5b39061", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:10.850906 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-224f0f7d-7a0a-4f3d-a283-56b80ebe0c4f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:10.851300 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72449ce2-9734-4dd3-8997-17e4529623d4', 'name': 'network-vif-deleted', 'tag': '4c3902c1-8122-4066-9aa0-7bdea5b39061', 'status': 'completed', 'code': 200} Sep 18 01:57:11.007384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:11.007678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:11.007999 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Floating IP 13674354-c57e-48a4-9339-a92e7d20f51d disassociated. External IP: 172.25.0.40, port: e2e70c05-6928-4815-b41c-7da42c33f5c9. Sep 18 01:57:11.008343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Calling delete_port for e2e70c05-6928-4815-b41c-7da42c33f5c9 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:11.050912 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e68c1-51ce-41f5-bbdd-676eced9175e req-97778e45-5918-4164-99f4-72d521443725 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:11.056859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e68c1-51ce-41f5-bbdd-676eced9175e req-97778e45-5918-4164-99f4-72d521443725 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:11.058419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f85e68c1-51ce-41f5-bbdd-676eced9175e req-97778e45-5918-4164-99f4-72d521443725 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 1654 time: 0.5456882 Sep 18 01:57:11.163903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:11.167459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:11.215095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f85e68c1-51ce-41f5-bbdd-676eced9175e req-afdd137d-e3e9-4db9-8fb1-a8db90e20e8a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469822 Sep 18 01:57:11.228434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42d521de-2a7a-48bb-ac4c-326626408909 req-b3deffd4-7458-4cc0-8ddd-1e495a8215e7 service neutron] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:11.246179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Made reservation on behalf of a530ad7bcd834353a40cc01a08b1a75b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:11.249710 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:11.256428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42d521de-2a7a-48bb-ac4c-326626408909 req-b3deffd4-7458-4cc0-8ddd-1e495a8215e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:11.257590 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d521de-2a7a-48bb-ac4c-326626408909 req-b3deffd4-7458-4cc0-8ddd-1e495a8215e7 service neutron] 10.222.0.18 "DELETE /v2.0/ports/49a90994-11af-4be8-aa71-99f033f39b41/bindings/n-h2-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.7782557 Sep 18 01:57:11.294512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0effb5d-090a-4127-9c77-ebb573421b22 req-460470ab-3178-42b8-89b4-1d54d88882a5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:11.296981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0effb5d-090a-4127-9c77-ebb573421b22 req-460470ab-3178-42b8-89b4-1d54d88882a5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.0768006 Sep 18 01:57:11.345307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0effb5d-090a-4127-9c77-ebb573421b22 req-e91b40ae-49b6-42ff-96c3-deca95f24f9d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Sep 18 01:57:11.451494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-096473c9-9197-4c44-983c-06ec5fff3697 req-402ef1a2-ca8f-418a-a44b-007cad8672a7 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 210 time: 0.0272059 Sep 18 01:57:11.474671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4c3902c1-8122-4066-9aa0-7bdea5b39061 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:11.493181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:11.497181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 4c3902c1-8122-4066-9aa0-7bdea5b39061 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:11.504575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4c3902c1-8122-4066-9aa0-7bdea5b39061 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:11.562893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Allocated IP 19.80.0.251 (6199fdc0-1f4a-4a8b-8ece-2b3114969f9b/d3727170-eaf1-4bba-97e6-48a5b94b7d1a/8514825a-8edb-4fcc-96b4-cd15410d85c0) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:11.591960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65a17-ba60-4bc3-a8f9-402f38af5e02 req-7524552b-df77-4d0c-9c2e-aae8b172ab0f tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:11.594408 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5d65a17-ba60-4bc3-a8f9-402f38af5e02 req-7524552b-df77-4d0c-9c2e-aae8b172ab0f tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 945 time: 0.1658487 Sep 18 01:57:11.595240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event deleted for resources: {'Port': ['ID=e2e70c05-6928-4815-b41c-7da42c33f5c9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:11.663858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b99bad-5aa8-45c5-9049-f721015c2169 req-ee8eca5d-060f-4330-a029-201f6b64f328 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:11.665508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08b99bad-5aa8-45c5-9049-f721015c2169 req-ee8eca5d-060f-4330-a029-201f6b64f328 tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 1097 time: 0.0598767 Sep 18 01:57:11.671961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Allocated IP 172.20.0.9 (00bd3993-aecf-4644-a6e4-6dcb5d725e19/d17cb614-8dfd-42d1-8713-19ee9f865b3b/95deef65-ebb6-4454-8a8d-60227feb50f2) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:11.716116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08b99bad-5aa8-45c5-9049-f721015c2169 req-a8a0c8f9-f86e-4da3-b540-92484570502b tempest-LiveMigrationTest-1612781908 tempest-LiveMigrationTest-1612781908-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352383 Sep 18 01:57:11.755685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5d65a17-ba60-4bc3-a8f9-402f38af5e02 req-86eb11c8-93b5-436c-a723-c5df71b7bc4c tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338067 Sep 18 01:57:11.955629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:11.995461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9ab6696-4a37-40dd-9375-49da4dce4a07 req-51a62ea2-91ef-4cd6-892f-b4336f056d61 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3284125-1042-4242-9c2e-e17490a257ca HTTP/1.1" status: 200 len: 210 time: 0.0388892 Sep 18 01:57:12.080369 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:12.170272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:12.188203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8438b-c11c-4774-a73e-05ccfb5d1b63 req-8ba259a4-d244-40e9-add1-dc627ae779a5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.189878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58d8438b-c11c-4774-a73e-05ccfb5d1b63 req-8ba259a4-d244-40e9-add1-dc627ae779a5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.0581553 Sep 18 01:57:12.206007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ddab6-25a1-4142-936e-840891307600 req-a14af31f-fec7-4bce-8c13-df2416098b12 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.207538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-913ddab6-25a1-4142-936e-840891307600 req-a14af31f-fec7-4bce-8c13-df2416098b12 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 944 time: 0.1988399 Sep 18 01:57:12.229290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58d8438b-c11c-4774-a73e-05ccfb5d1b63 req-ed33f70e-7101-4588-9ff3-6a8ce969805b tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Sep 18 01:57:12.285072 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:12.334550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:12.346030 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] Sync routers for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:12.367342 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:12.368321 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:12.395929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-913ddab6-25a1-4142-936e-840891307600 req-7416fc7c-7fff-470d-bfb8-17cd7ef942a4 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559064 Sep 18 01:57:12.399330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:12.416024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b4645-cd95-4f76-80f9-cdcac306d634 req-4c866f28-a0fa-4c82-b64f-02f28875e3e9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.420603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:12.426329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b4645-cd95-4f76-80f9-cdcac306d634 req-4c866f28-a0fa-4c82-b64f-02f28875e3e9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.434196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b4645-cd95-4f76-80f9-cdcac306d634 req-4c866f28-a0fa-4c82-b64f-02f28875e3e9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.435224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Port': ['ID=8514825a-8edb-4fcc-96b4-cd15410d85c0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:12.441415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] No DVR routers for this DVR port e2e70c05-6928-4815-b41c-7da42c33f5c9 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:12.443198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:12.449316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:12.450389 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b1b4645-cd95-4f76-80f9-cdcac306d634 req-4c866f28-a0fa-4c82-b64f-02f28875e3e9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2376 time: 0.0845203 Sep 18 01:57:12.451404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca86db7f-02e6-4b08-a12f-905e8742ca8b req-745c052d-bf73-467f-83f3-859d304ea90e tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.18 "DELETE /v2.0/ports/e2e70c05-6928-4815-b41c-7da42c33f5c9 HTTP/1.1" status: 204 len: 173 time: 3.3667057 Sep 18 01:57:12.455175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:12.500806 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:12.519736 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b1b4645-cd95-4f76-80f9-cdcac306d634 req-62d58b80-0698-4770-8d9b-098c74693c9f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679989 Sep 18 01:57:12.563457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:12.580281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:12.602693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:12.606751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Pushing event updated for resources: {'Port': ['ID=95deef65-ebb6-4454-8a8d-60227feb50f2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:12.616793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-df4f51bb-e5b4-4a30-aef9-7babfcd0b634 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.618099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-df4f51bb-e5b4-4a30-aef9-7babfcd0b634 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.18 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 944 time: 0.2545054 Sep 18 01:57:12.694315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.694954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:12.752788 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:48Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:12.768162 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0f4fc14e-d440-4211-b03c-fb7937abdfe6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4123304 Sep 18 01:57:12.773750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.774348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:12.777353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ad86918-5027-4522-82e5-d6c6560ddd30 None None] Provisioning complete for port 8514825a-8edb-4fcc-96b4-cd15410d85c0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:12.777942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ad86918-5027-4522-82e5-d6c6560ddd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:12.784857 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] Checking router: d7c8bb80-fa5f-4965-ae22-4dac154da1e1 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:12.794931 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:12.795897 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:12.807206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Request body: {'port': {'device_id': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:12.821515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ad86918-5027-4522-82e5-d6c6560ddd30 None None] Port 8514825a-8edb-4fcc-96b4-cd15410d85c0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:12.824223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-1a4646c6-f409-4e66-b3fc-1f094f8d29d9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.825703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-1a4646c6-f409-4e66-b3fc-1f094f8d29d9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.2531869 Sep 18 01:57:12.850314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff5b4d-e2df-4e4c-8563-5d354bcd1840 req-9800741c-8a01-4561-bedc-9b806430226d tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.851871 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92ff5b4d-e2df-4e4c-8563-5d354bcd1840 req-9800741c-8a01-4561-bedc-9b806430226d tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 931 time: 0.2807307 Sep 18 01:57:12.856072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3284125-1042-4242-9c2e-e17490a257ca', 'name': 'network-vif-deleted', 'tag': 'e2e70c05-6928-4815-b41c-7da42c33f5c9'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:12.858240 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e94af3-5c8f-4fcf-a0dd-91ea0cc14b89" -d '{"events": [{"server_uuid": "a3284125-1042-4242-9c2e-e17490a257ca", "name": "network-vif-deleted", "tag": "e2e70c05-6928-4815-b41c-7da42c33f5c9"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:12.907191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-1251986a-47ee-4ae5-b051-cbfbae8300cd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5083818 Sep 18 01:57:12.911546 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:12.913700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326578da-9cd2-4c38-91cd-d4dbb97a6501 req-d6ea6394-807f-4f49-947c-43da64d03537 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:12.923985 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-326578da-9cd2-4c38-91cd-d4dbb97a6501 req-d6ea6394-807f-4f49-947c-43da64d03537 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 945 time: 0.0755923 Sep 18 01:57:12.934066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Request body: {'port': {'device_id': '45239827-20e1-448d-aa3a-fa529a5a0748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:12.986753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-326578da-9cd2-4c38-91cd-d4dbb97a6501 req-8d321b10-05f8-4177-b15c-223bd568a6d3 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616705 Sep 18 01:57:13.043583 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.052469 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc954c-c0ee-41d5-b1ed-1c1192348e8e x-openstack-request-id: req-dacc954c-c0ee-41d5-b1ed-1c1192348e8e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:13.052826 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3284125-1042-4242-9c2e-e17490a257ca", "name": "network-vif-deleted", "tag": "e2e70c05-6928-4815-b41c-7da42c33f5c9", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:13.053081 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dacc954c-c0ee-41d5-b1ed-1c1192348e8e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:13.053456 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3284125-1042-4242-9c2e-e17490a257ca', 'name': 'network-vif-deleted', 'tag': 'e2e70c05-6928-4815-b41c-7da42c33f5c9', 'status': 'completed', 'code': 200} Sep 18 01:57:13.082742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92ff5b4d-e2df-4e4c-8563-5d354bcd1840 req-fbce2962-30c9-4274-b152-9304a4ab6de6 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082615 Sep 18 01:57:13.118904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Deleting port 4434a492-2978-4c3c-8257-7f8b5dcaa619 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:13.119242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.168354 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:48Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:13.178457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.183436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43800) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:13.210258 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8578b-b9f7-4654-9a15-4a2f629fe040 None None] The sync data for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 is: [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:54:43Z', 'revision_number': 4, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '050903c2-95f3-4f95-bc54-f0af39f27c89', 'name': '', 'network_id': '2a6bdddb-5f6d-4d6e-924a-fe15048784d4', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'mac_address': 'fa:16:3e:a7:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:42Z', 'updated_at': '2021-09-18T01:54:48Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'subnets': [{'id': '0c990bb9-c035-40f9-8fd1-cd9555682bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:13.270898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.300656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Deleting port 49a90994-11af-4be8-aa71-99f033f39b41 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:13.300656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.321006 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.398681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ccd04-542e-4f75-892a-39c5f1fa571d req-6f811023-2833-4d01-974b-aef9619b23e5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:13.400495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd2ccd04-542e-4f75-892a-39c5f1fa571d req-6f811023-2833-4d01-974b-aef9619b23e5 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 945 time: 0.0817101 Sep 18 01:57:13.451178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] For port 4434a492-2978-4c3c-8257-7f8b5dcaa619, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4434a492-2978-4c3c-8257-7f8b5dcaa619,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:13.451622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.453484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.456225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.457385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "DELETE /v2.0/security-groups/77114500-20d0-489d-a7a2-0ac2420daa03 HTTP/1.1" status: 204 len: 168 time: 0.2727177 Sep 18 01:57:13.472798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43810) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:13.476296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e2e70c05-6928-4815-b41c-7da42c33f5c9 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:13.494044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd2ccd04-542e-4f75-892a-39c5f1fa571d req-1dd6519f-17d5-4348-b94e-0bc6b202be22 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785439 Sep 18 01:57:13.500800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77114500-20d0-489d-a7a2-0ac2420daa03,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:13.504620 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-74eb7d2f-a0c9-4b36-a653-fce851ffaa59 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] show failed (client error): The resource could not be found. Sep 18 01:57:13.506013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-74eb7d2f-a0c9-4b36-a653-fce851ffaa59 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "GET /v2.0/security-groups/77114500-20d0-489d-a7a2-0ac2420daa03 HTTP/1.1" status: 404 len: 347 time: 0.0318995 Sep 18 01:57:13.510289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43812) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:13.553131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: e2e70c05-6928-4815-b41c-7da42c33f5c9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:13.553395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e2e70c05-6928-4815-b41c-7da42c33f5c9 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:13.569294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Calling delete_port for 4434a492-2978-4c3c-8257-7f8b5dcaa619 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:13.571965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.572522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.573199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.573702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.574196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.574743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.575260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.575791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.576315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.576844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.577313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.577750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d17b7c-4ccc-4262-a2a9-2ec224e335a0 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:13.658548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277142f2-c9b6-4c43-b5fd-330e27778a55 None None] New status for floating IP 13674354-c57e-48a4-9339-a92e7d20f51d: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:57:13.696676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3edad-ad48-46b1-831c-2d865674d22c req-aef523ca-29c7-417d-8ce9-cb8ccf395599 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:13.698267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27b3edad-ad48-46b1-831c-2d865674d22c req-aef523ca-29c7-417d-8ce9-cb8ccf395599 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 944 time: 0.0871170 Sep 18 01:57:13.708675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Deleting port b2719b81-17ce-4add-8b3e-afedda818c8b {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:13.709007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.795637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27b3edad-ad48-46b1-831c-2d865674d22c req-081dec4b-aa4a-4e1f-a28b-e2f8128a21b3 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888124 Sep 18 01:57:13.818046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.818373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:13.835118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Calling delete_port for b2719b81-17ce-4add-8b3e-afedda818c8b owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:13.962385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d531c0-32d3-4eeb-af3c-ab7616355005 req-07b1d4af-bdc9-46f0-86ef-bbb8c3d31612 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:13.968344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d531c0-32d3-4eeb-af3c-ab7616355005 req-07b1d4af-bdc9-46f0-86ef-bbb8c3d31612 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:13.974321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d531c0-32d3-4eeb-af3c-ab7616355005 req-07b1d4af-bdc9-46f0-86ef-bbb8c3d31612 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:13.975982 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79d531c0-32d3-4eeb-af3c-ab7616355005 req-07b1d4af-bdc9-46f0-86ef-bbb8c3d31612 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2376 time: 0.0934451 Sep 18 01:57:14.038822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] For port 49a90994-11af-4be8-aa71-99f033f39b41, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=49a90994-11af-4be8-aa71-99f033f39b41,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:14.039192 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.051477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79d531c0-32d3-4eeb-af3c-ab7616355005 req-e1cf00dc-2f2b-4bfe-b921-2917ee04a52e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686738 Sep 18 01:57:14.056375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.079846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Pushing event deleted for resources: {'Port': ['ID=b2719b81-17ce-4add-8b3e-afedda818c8b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:14.119267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Calling delete_port for 49a90994-11af-4be8-aa71-99f033f39b41 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:14.142682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.145649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.149263 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1e5424ca-7703-47a5-b9dd-8c6e35cefd84 tempest-ServersTestJSON-1011572933 tempest-ServersTestJSON-1011572933-project] 10.222.0.21 "DELETE /v2.0/floatingips/13674354-c57e-48a4-9339-a92e7d20f51d HTTP/1.1" status: 204 len: 168 time: 0.6348510 Sep 18 01:57:14.149469 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43818) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:14.172636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97bdaf-dc30-47bf-9efd-209021b43d01 req-7a628608-8423-464d-b7c7-c1a3ff3b61da tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:14.174129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b97bdaf-dc30-47bf-9efd-209021b43d01 req-7a628608-8423-464d-b7c7-c1a3ff3b61da tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 945 time: 0.5817332 Sep 18 01:57:14.245065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9d010-bf0b-4528-8196-9e863e635b31 req-f65117ef-dc6d-4ff2-bbe3-defc0e9f93b8 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:14.246552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3a9d010-bf0b-4528-8196-9e863e635b31 req-f65117ef-dc6d-4ff2-bbe3-defc0e9f93b8 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 931 time: 0.0898309 Sep 18 01:57:14.349358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3a9d010-bf0b-4528-8196-9e863e635b31 req-f4b367a0-1254-4b59-b905-7a07b0d685a9 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768361 Sep 18 01:57:14.384485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b97bdaf-dc30-47bf-9efd-209021b43d01 req-86a1ef05-48d5-45f6-84ad-ca14d73f077d tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625586 Sep 18 01:57:14.449906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.469751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fe3c50-9f11-4027-b329-af94aa1fc9a4 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:14.478129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95deef65-ebb6-4454-8a8d-60227feb50f2 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:14.513362 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.535273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.541446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Pushing event deleted for resources: {'Port': ['ID=4434a492-2978-4c3c-8257-7f8b5dcaa619,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:14.592814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.593669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.593991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.594549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.594864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.595196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.595521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.595883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.596164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.596487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.596808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.597513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:14.602246 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.633546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] No DVR routers for this DVR port 4434a492-2978-4c3c-8257-7f8b5dcaa619 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:14.636839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.639221 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec69a5a6-6b27-4858-a955-3fdaeb49d539 req-b781d0f0-63e5-48d2-9cf0-dfb32c626338 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.18 "DELETE /v2.0/ports/4434a492-2978-4c3c-8257-7f8b5dcaa619 HTTP/1.1" status: 204 len: 173 time: 1.9802938 Sep 18 01:57:14.641147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Transition to ACTIVE for port object 95deef65-ebb6-4454-8a8d-60227feb50f2 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:14.642332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Transition to ACTIVE for port object 53fe3c50-9f11-4027-b329-af94aa1fc9a4 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:14.643672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.654759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['dd54491e-bd19-4615-82c6-d0fed060f6e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:14.658354 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.660205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.724676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Pushing event deleted for resources: {'Port': ['ID=49a90994-11af-4be8-aa71-99f033f39b41,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:14.743496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db645527-3dc9-437f-8e41-93469ac2e2ad req-b477ed26-e7f4-4b4b-a71e-b4cd271f7a9d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:14.749865 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db645527-3dc9-437f-8e41-93469ac2e2ad req-b477ed26-e7f4-4b4b-a71e-b4cd271f7a9d tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 866 time: 0.1457798 Sep 18 01:57:14.802333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=53fe3c50-9f11-4027-b329-af94aa1fc9a4,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:14.875045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] No DVR routers for this DVR port 49a90994-11af-4be8-aa71-99f033f39b41 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:14.877996 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:14.880141 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ff5abc2-2b1f-4eb7-82ce-af7f1a4ac282 req-2329b678-3b25-4de5-97bd-2d1c8847ef3c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.18 "DELETE /v2.0/ports/49a90994-11af-4be8-aa71-99f033f39b41 HTTP/1.1" status: 204 len: 173 time: 2.0253670 Sep 18 01:57:14.909336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db645527-3dc9-437f-8e41-93469ac2e2ad req-1da94e77-43e9-49a1-92d6-0a4e571f4dd7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549199 Sep 18 01:57:14.957079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-ddcb8d9c-c393-4203-a2b8-cbd3b44e22ab tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:14.958589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-ddcb8d9c-c393-4203-a2b8-cbd3b44e22ab tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 945 time: 0.3129847 Sep 18 01:57:15.061283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Deleting port 050903c2-95f3-4f95-bc54-f0af39f27c89 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:15.062496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.073105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-571593aa-a5d3-495f-ac23-b7439912fa67 req-4cdadf10-0e6f-47c2-bca0-271719981124 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=29735823-2ea6-472f-84e9-781644db1fb4 HTTP/1.1" status: 200 len: 210 time: 0.1134934 Sep 18 01:57:15.073552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'name': 'network-vif-deleted', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619'}, {'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'name': 'network-vif-deleted', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:15.076210 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c77085c-28db-41d1-ac4a-6289d34ff485" -d '{"events": [{"server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "name": "network-vif-deleted", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619"}, {"server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "name": "network-vif-deleted", "tag": "49a90994-11af-4be8-aa71-99f033f39b41"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:15.111071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Pushing event updated for resources: {'Port': ['ID=95deef65-ebb6-4454-8a8d-60227feb50f2,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:15.213774 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daf3419-e822-4f69-b96a-dd2e2de19ff3 x-openstack-request-id: req-0daf3419-e822-4f69-b96a-dd2e2de19ff3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:15.214162 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29735823-2ea6-472f-84e9-781644db1fb4", "name": "network-vif-deleted", "tag": "4434a492-2978-4c3c-8257-7f8b5dcaa619", "status": "completed", "code": 200}, {"server_uuid": "68cf56ea-c779-467a-b301-cc0904c71282", "name": "network-vif-deleted", "tag": "49a90994-11af-4be8-aa71-99f033f39b41", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:15.214626 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0daf3419-e822-4f69-b96a-dd2e2de19ff3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:15.215118 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29735823-2ea6-472f-84e9-781644db1fb4', 'name': 'network-vif-deleted', 'tag': '4434a492-2978-4c3c-8257-7f8b5dcaa619', 'status': 'completed', 'code': 200} Sep 18 01:57:15.215453 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cf56ea-c779-467a-b301-cc0904c71282', 'name': 'network-vif-deleted', 'tag': '49a90994-11af-4be8-aa71-99f033f39b41', 'status': 'completed', 'code': 200} Sep 18 01:57:15.217098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Attempting to bind port 95deef65-ebb6-4454-8a8d-60227feb50f2 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:15.217618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Attempting to bind port 95deef65-ebb6-4454-8a8d-60227feb50f2 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '073f33a9-ba89-42f5-9724-89431315d9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '00bd3993-aecf-4644-a6e4-6dcb5d725e19'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:15.218654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Attempting to bind port 95deef65-ebb6-4454-8a8d-60227feb50f2 on network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:15.254948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Port 95deef65-ebb6-4454-8a8d-60227feb50f2 on network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:15.256564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Attempting to bind port 95deef65-ebb6-4454-8a8d-60227feb50f2 on network 00bd3993-aecf-4644-a6e4-6dcb5d725e19 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:15.273596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcabb8-fc57-4398-972a-5bc52231ddfc req-89c55ba6-7b76-409c-890f-3290a7e24b65 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:15.279528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcabb8-fc57-4398-972a-5bc52231ddfc req-89c55ba6-7b76-409c-890f-3290a7e24b65 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:15.286119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcabb8-fc57-4398-972a-5bc52231ddfc req-89c55ba6-7b76-409c-890f-3290a7e24b65 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:15.287212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Attempting to bind port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:15.287550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Attempting to bind port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:15.287879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Attempting to bind port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 on network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:15.294339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94dcabb8-fc57-4398-972a-5bc52231ddfc req-89c55ba6-7b76-409c-890f-3290a7e24b65 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2388 time: 0.0963912 Sep 18 01:57:15.294496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 on network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:15.294496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Attempting to bind port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 on network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:15.296557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:15.296899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Checking segment: {'id': '073f33a9-ba89-42f5-9724-89431315d9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '00bd3993-aecf-4644-a6e4-6dcb5d725e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:15.297820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Bound using segment: {'id': '073f33a9-ba89-42f5-9724-89431315d9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '00bd3993-aecf-4644-a6e4-6dcb5d725e19'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:15.298289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Bound port: 95deef65-ebb6-4454-8a8d-60227feb50f2, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073f33a9-ba89-42f5-9724-89431315d9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '00bd3993-aecf-4644-a6e4-6dcb5d725e19'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:15.298806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.306466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] For port 050903c2-95f3-4f95-bc54-f0af39f27c89, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=050903c2-95f3-4f95-bc54-f0af39f27c89,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:15.306854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.340049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Calling delete_port for 050903c2-95f3-4f95-bc54-f0af39f27c89 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:15.350432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94dcabb8-fc57-4398-972a-5bc52231ddfc req-bc188370-0013-4719-9dfb-974b991619e9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559187 Sep 18 01:57:15.355848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:15.356194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Checking segment: {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:15.356606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Bound using segment: {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:15.357071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Bound port: 53fe3c50-9f11-4027-b329-af94aa1fc9a4, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:15.357691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.378192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Deleting port 3e8e5994-5475-4a04-937c-662ee496af41 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:15.378529 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.456173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] For port 53fe3c50-9f11-4027-b329-af94aa1fc9a4, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:15.459429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] For port 53fe3c50-9f11-4027-b329-af94aa1fc9a4, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=53fe3c50-9f11-4027-b329-af94aa1fc9a4,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:15.496030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 3e8e5994-5475-4a04-937c-662ee496af41 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:15.512527 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.554790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bc70b-ca6a-4c83-90a5-6ff142ca3baf req-278d5212-bd16-4eca-88dc-dfcffacd2d32 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:15.556646 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e7bc70b-ca6a-4c83-90a5-6ff142ca3baf req-278d5212-bd16-4eca-88dc-dfcffacd2d32 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 945 time: 0.0793149 Sep 18 01:57:15.614080 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.635027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] For port 95deef65-ebb6-4454-8a8d-60227feb50f2, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:15.639094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.664696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:15.664696 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.665126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e90f4de-3841-4c14-ad44-49d91a359607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8e5994-5475-4a04-937c-662ee496af41'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:15.666108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] 10.222.0.20 "PUT /v2.0/ports/53fe3c50-9f11-4027-b329-af94aa1fc9a4 HTTP/1.1" status: 200 len: 1093 time: 2.8890805 Sep 18 01:57:15.674673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f249fb-9c83-45fd-8cd6-d90f724d190c req-3f2dc025-ef06-4592-ae47-1939bfd28bf5 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:15.676265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9f249fb-9c83-45fd-8cd6-d90f724d190c req-3f2dc025-ef06-4592-ae47-1939bfd28bf5 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 943 time: 0.2010481 Sep 18 01:57:15.681678 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8a4e84-f389-4637-bf62-69c0077aa3be" -d '{"events": [{"server_uuid": "4e90f4de-3841-4c14-ad44-49d91a359607", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8e5994-5475-4a04-937c-662ee496af41"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:15.688766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] For port 95deef65-ebb6-4454-8a8d-60227feb50f2, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=95deef65-ebb6-4454-8a8d-60227feb50f2,segment=NetworkSegment(073f33a9-ba89-42f5-9724-89431315d9bd),segment_id=073f33a9-ba89-42f5-9724-89431315d9bd)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:15.698688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d607060-5bf6-47b9-a59e-2f0bcaa4ee5a service neutron] Pushing event updated for resources: {'Port': ['ID=53fe3c50-9f11-4027-b329-af94aa1fc9a4,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:15.702702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=050903c2-95f3-4f95-bc54-f0af39f27c89,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:15.708717 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 3e8e5994-5475-4a04-937c-662ee496af41, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3e8e5994-5475-4a04-937c-662ee496af41,segment=NetworkSegment(5862362a-63b9-4ee2-84da-c22003fc0097),segment_id=5862362a-63b9-4ee2-84da-c22003fc0097)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:15.716071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Request body: {'port': {'device_id': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:15.717355 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.718415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 49a90994-11af-4be8-aa71-99f033f39b41 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:15.756496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 49a90994-11af-4be8-aa71-99f033f39b41 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:15.757051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 49a90994-11af-4be8-aa71-99f033f39b41 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:15.757748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4434a492-2978-4c3c-8257-7f8b5dcaa619 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:15.761882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.800841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] For port 3e8e5994-5475-4a04-937c-662ee496af41, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3e8e5994-5475-4a04-937c-662ee496af41,segment=NetworkSegment(5862362a-63b9-4ee2-84da-c22003fc0097),segment_id=5862362a-63b9-4ee2-84da-c22003fc0097)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:15.801345 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.836578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Calling delete_port for 3e8e5994-5475-4a04-937c-662ee496af41 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:15.928232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Pushing event updated for resources: {'Port': ['ID=95deef65-ebb6-4454-8a8d-60227feb50f2,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:15.942583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:15.943497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:15.945222 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-c0bb1253-7117-41b7-863a-940be86573b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/95deef65-ebb6-4454-8a8d-60227feb50f2 HTTP/1.1" status: 200 len: 1092 time: 3.0300207 Sep 18 01:57:15.980083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e7bc70b-ca6a-4c83-90a5-6ff142ca3baf req-f833edb5-ac3c-4827-a27e-3556c4d8138a tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/security-groups?id=3afba264-6fdf-4365-a2e3-745dc1ca1e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075899 Sep 18 01:57:16.094981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 4434a492-2978-4c3c-8257-7f8b5dcaa619 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:16.094981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4434a492-2978-4c3c-8257-7f8b5dcaa619 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:16.099734 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:16.139292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:16.151296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9f249fb-9c83-45fd-8cd6-d90f724d190c req-1e5204b3-d710-448f-95aa-d99f3abda9ac tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585807 Sep 18 01:57:16.166595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=3e8e5994-5475-4a04-937c-662ee496af41,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:16.206061 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495172bf-f00d-44db-8044-b244048e68c9 x-openstack-request-id: req-495172bf-f00d-44db-8044-b244048e68c9 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:16.206378 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e90f4de-3841-4c14-ad44-49d91a359607", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8e5994-5475-4a04-937c-662ee496af41", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:16.206633 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-495172bf-f00d-44db-8044-b244048e68c9 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:16.207095 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e90f4de-3841-4c14-ad44-49d91a359607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8e5994-5475-4a04-937c-662ee496af41', 'code': 200} Sep 18 01:57:16.323409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:16.355610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b880bb2-a374-4805-a774-4a30b9098a65 req-d9c41d86-651e-4b18-9c04-983cdee1b48c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 210 time: 0.0859365 Sep 18 01:57:16.359693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Pushing event deleted for resources: {'Port': ['ID=3e8e5994-5475-4a04-937c-662ee496af41,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:16.363510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341477e-8b18-406c-a882-3379779dbfbd req-0b69c3f2-15b2-4cd5-bda7-de1d5110482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:16.365015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-0b69c3f2-15b2-4cd5-bda7-de1d5110482f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a530ad7bcd834353a40cc01a08b1a75b&device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 1095 time: 0.3108845 Sep 18 01:57:16.428136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:16.449372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-2dbc52ac-01a0-43e2-9701-3f6cd755d6f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95deef65-ebb6-4454-8a8d-60227feb50f2 HTTP/1.1" status: 200 len: 217 time: 0.0721719 Sep 18 01:57:16.547959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] No DVR routers for this DVR port 3e8e5994-5475-4a04-937c-662ee496af41 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:16.550576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:16.552981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5560e13-0012-49cb-b688-36fd8b0169a4 req-cda72403-3a81-40b2-aad5-5803534b3439 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.18 "DELETE /v2.0/ports/3e8e5994-5475-4a04-937c-662ee496af41 HTTP/1.1" status: 204 len: 173 time: 1.5853314 Sep 18 01:57:16.573999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:16.585578 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] Sync routers for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:16.603766 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:16.604388 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:16.620723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-64c53199-6a6a-4aa7-aced-2095ef3a9e6f admin admin] 10.222.0.21 "PUT /v2.0/routers/d7c8bb80-fa5f-4965-ae22-4dac154da1e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4699347 Sep 18 01:57:16.632695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43856) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:16.634255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341477e-8b18-406c-a882-3379779dbfbd req-5f128c92-ee06-49b9-a5e9-ed0690a3ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:16.635762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-5f128c92-ee06-49b9-a5e9-ed0690a3ad0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d17cb614-8dfd-42d1-8713-19ee9f865b3b HTTP/1.1" status: 200 len: 854 time: 0.1256919 Sep 18 01:57:16.732278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-451b56db-773d-4a00-ada2-70fe0332f32a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00bd3993-aecf-4644-a6e4-6dcb5d725e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864611 Sep 18 01:57:16.750699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79126a88-e83e-4709-acc5-17e158f56167 req-9f8e1826-d50c-4620-8afc-4ea8c9884365 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:16.752763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79126a88-e83e-4709-acc5-17e158f56167 req-9f8e1826-d50c-4620-8afc-4ea8c9884365 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 945 time: 0.1814132 Sep 18 01:57:16.757189 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:16.848053 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79126a88-e83e-4709-acc5-17e158f56167 req-37c3c94d-2838-491c-aa5e-379ed51e3f4a tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881951 Sep 18 01:57:16.854367 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:16.868846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b92a2-0afc-4a2f-819e-67984c8343e1 req-6feddcad-0507-40c9-a74c-8533017c8f96 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:16.876060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b92a2-0afc-4a2f-819e-67984c8343e1 req-6feddcad-0507-40c9-a74c-8533017c8f96 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:16.882402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b92a2-0afc-4a2f-819e-67984c8343e1 req-6feddcad-0507-40c9-a74c-8533017c8f96 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:16.884184 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-344b92a2-0afc-4a2f-819e-67984c8343e1 req-6feddcad-0507-40c9-a74c-8533017c8f96 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2388 time: 0.3752213 Sep 18 01:57:16.991365 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:57:15Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:17.023401 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] Checking router: d7c8bb80-fa5f-4965-ae22-4dac154da1e1 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:17.035450 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] Routers {'d7c8bb80-fa5f-4965-ae22-4dac154da1e1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:17.036498 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:17.112531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-344b92a2-0afc-4a2f-819e-67984c8343e1 req-09d25b9e-b840-4e70-b699-bd340ed35783 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120080 Sep 18 01:57:17.116963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-3a062717-9662-4eee-b264-1f20b28d9278 service neutron] 10.222.0.20 "GET /v2.0/networks/00bd3993-aecf-4644-a6e4-6dcb5d725e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540056 Sep 18 01:57:17.297890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'tag': '53fe3c50-9f11-4027-b329-af94aa1fc9a4'}, {'name': 'network-changed', 'server_uuid': '45239827-20e1-448d-aa3a-fa529a5a0748', 'tag': '95deef65-ebb6-4454-8a8d-60227feb50f2'}, {'server_uuid': '4e90f4de-3841-4c14-ad44-49d91a359607', 'name': 'network-vif-deleted', 'tag': '3e8e5994-5475-4a04-937c-662ee496af41'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:17.300567 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "tag": "53fe3c50-9f11-4027-b329-af94aa1fc9a4"}, {"name": "network-changed", "server_uuid": "45239827-20e1-448d-aa3a-fa529a5a0748", "tag": "95deef65-ebb6-4454-8a8d-60227feb50f2"}, {"server_uuid": "4e90f4de-3841-4c14-ad44-49d91a359607", "name": "network-vif-deleted", "tag": "3e8e5994-5475-4a04-937c-662ee496af41"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:17.304929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a341477e-8b18-406c-a882-3379779dbfbd req-dda40920-0b28-4c88-b49a-a6f226ebe7dc service neutron] 10.222.0.20 "GET /v2.0/networks/00bd3993-aecf-4644-a6e4-6dcb5d725e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743152 Sep 18 01:57:17.317021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1faac7ef-bbe1-4567-a033-059912843907 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:17.328205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:17.337963 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88a4e58c-f8ae-4d75-9877-cb18968bacb3 req-bf001dc8-450c-4a51-bcd0-70008ee03d66 tempest-ServerAddressesNegativeTestJSON-864577527 tempest-ServerAddressesNegativeTestJSON-864577527-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e90f4de-3841-4c14-ad44-49d91a359607 HTTP/1.1" status: 200 len: 210 time: 0.0405993 Sep 18 01:57:17.350444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Transition to ACTIVE for port object 1faac7ef-bbe1-4567-a033-059912843907 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:17.362406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-8bbd4a79-bc8f-4579-9dc1-a8ee1e74180b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:17.365200 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-8bbd4a79-bc8f-4579-9dc1-a8ee1e74180b tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 945 time: 0.4141808 Sep 18 01:57:17.366641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:17.367405 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] Set router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:17.429830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:17.515526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Pushing event updated for resources: {'Port': ['ID=1faac7ef-bbe1-4567-a033-059912843907,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:17.524993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Deleting port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:17.524993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:17.564937 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443986ab-2414-4b63-8819-0570e1ea7585 x-openstack-request-id: req-443986ab-2414-4b63-8819-0570e1ea7585 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:17.565472 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "tag": "53fe3c50-9f11-4027-b329-af94aa1fc9a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45239827-20e1-448d-aa3a-fa529a5a0748", "tag": "95deef65-ebb6-4454-8a8d-60227feb50f2", "status": "completed", "code": 200}, {"server_uuid": "4e90f4de-3841-4c14-ad44-49d91a359607", "name": "network-vif-deleted", "tag": "3e8e5994-5475-4a04-937c-662ee496af41", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:17.565472 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-443986ab-2414-4b63-8819-0570e1ea7585 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:17.565942 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'tag': '53fe3c50-9f11-4027-b329-af94aa1fc9a4', 'status': 'completed', 'code': 200} Sep 18 01:57:17.566205 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45239827-20e1-448d-aa3a-fa529a5a0748', 'tag': '95deef65-ebb6-4454-8a8d-60227feb50f2', 'status': 'completed', 'code': 200} Sep 18 01:57:17.566996 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e90f4de-3841-4c14-ad44-49d91a359607', 'name': 'network-vif-deleted', 'tag': '3e8e5994-5475-4a04-937c-662ee496af41', 'status': 'completed', 'code': 200} Sep 18 01:57:17.664158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b49e7-56a7-42bc-926a-0ce454cb1b82 req-de99dafd-2e38-4bfa-a5cf-e163945972fb tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:17.678321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d1b49e7-56a7-42bc-926a-0ce454cb1b82 req-de99dafd-2e38-4bfa-a5cf-e163945972fb tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 943 time: 0.3067329 Sep 18 01:57:17.701554 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:57:15Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:17.726659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] For port 140841c0-bfe2-4c2e-bc0b-7d5207180cf7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=140841c0-bfe2-4c2e-bc0b-7d5207180cf7,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:17.727083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:17.750280 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e6f7e-64f9-4728-aff0-376fdc1ac68d None None] The sync data for ids ['d7c8bb80-fa5f-4965-ae22-4dac154da1e1'] in n-d-789963-12 is: [{'id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'name': 'tempest-ServersTestJSON-1169614629-router', 'tenant_id': '2e416a1515a54b5aa9a98c29daef2869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:54:38Z', 'updated_at': '2021-09-18T01:57:15Z', 'revision_number': 5, 'project_id': '2e416a1515a54b5aa9a98c29daef2869', 'gw_port': {'id': '140841c0-bfe2-4c2e-bc0b-7d5207180cf7', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c8bb80-fa5f-4965-ae22-4dac154da1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:54:39Z', 'updated_at': '2021-09-18T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:17.797324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-211ea1bb-8077-408f-b1f4-811973c6aac9 req-c057b121-cdba-4b5c-b5c1-9f170d6b57ef tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 210 time: 0.1020520 Sep 18 01:57:17.819859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Calling delete_port for 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:17.836046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Attempting to bind port 1faac7ef-bbe1-4567-a033-059912843907 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:17.836377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Attempting to bind port 1faac7ef-bbe1-4567-a033-059912843907 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:17.836713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Attempting to bind port 1faac7ef-bbe1-4567-a033-059912843907 on network 5d1bc4a1-d93f-4038-8d0f-031e636595bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:17.859154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Port 1faac7ef-bbe1-4567-a033-059912843907 on network 5d1bc4a1-d93f-4038-8d0f-031e636595bf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:17.859513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Attempting to bind port 1faac7ef-bbe1-4567-a033-059912843907 on network 5d1bc4a1-d93f-4038-8d0f-031e636595bf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:17.877179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-2068768e-310c-45a6-ac50-bdc85c5f9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:17.877658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-2068768e-310c-45a6-ac50-bdc85c5f9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:17.878122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-2068768e-310c-45a6-ac50-bdc85c5f9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:17.879775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-2068768e-310c-45a6-ac50-bdc85c5f9eca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2758 time: 0.3056529 Sep 18 01:57:17.885954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:17.886284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Checking segment: {'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:17.886980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Bound using segment: {'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:17.887413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Bound port: 1faac7ef-bbe1-4567-a033-059912843907, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9971a68e-816d-42a7-8697-52a657e84fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:17.887768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:17.906981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d1b49e7-56a7-42bc-926a-0ce454cb1b82 req-ebe539fd-a522-4b58-8392-eaf867d67bda tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275560 Sep 18 01:57:17.943833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Deleting port 5042d8bb-1593-493e-aa22-d34dc24b4a63 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:17.944198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:17.954432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef61eef-e12d-4576-a368-46bfba44aa8f req-b0c720a2-2e97-4a83-a20f-4806ac7fee1c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:17.956045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ef61eef-e12d-4576-a368-46bfba44aa8f req-b0c720a2-2e97-4a83-a20f-4806ac7fee1c tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.0784023 Sep 18 01:57:18.050417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ef61eef-e12d-4576-a368-46bfba44aa8f req-7974d8a5-14db-4949-b8b7-e718e2b8a3d8 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485227 Sep 18 01:57:18.107328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.162305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Pushing event deleted for resources: {'Port': ['ID=140841c0-bfe2-4c2e-bc0b-7d5207180cf7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:18.267139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.396254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.401132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.416488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e19bf-bc19-4e65-87d5-e42acca5a507 req-c00a0926-cc18-488e-844f-22f99a00f0a1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:18.424269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e19bf-bc19-4e65-87d5-e42acca5a507 req-c00a0926-cc18-488e-844f-22f99a00f0a1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:18.430904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e19bf-bc19-4e65-87d5-e42acca5a507 req-c00a0926-cc18-488e-844f-22f99a00f0a1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:18.439361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-935e19bf-bc19-4e65-87d5-e42acca5a507 req-c00a0926-cc18-488e-844f-22f99a00f0a1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2400 time: 0.2292004 Sep 18 01:57:18.506303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.507908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7c8bb80-fa5f-4965-ae22-4dac154da1e1 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:57:18.520328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-935e19bf-bc19-4e65-87d5-e42acca5a507 req-fbee07d3-60d6-4a04-b86a-d69788a6f4c6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800273 Sep 18 01:57:18.523384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.524516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ded930b4-46b9-480f-a3a9-a9e747dc102a admin admin] 10.222.0.21 "DELETE /v2.0/routers/d7c8bb80-fa5f-4965-ae22-4dac154da1e1 HTTP/1.1" status: 204 len: 168 time: 1.8885365 Sep 18 01:57:18.526991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43882) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:18.588448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] For port 1faac7ef-bbe1-4567-a033-059912843907, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:18.604134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db4b6c7-d0c4-49d6-9f0c-815f1e7e0a07 admin admin] Deleting subnet 0c990bb9-c035-40f9-8fd1-cd9555682bb8 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:18.615296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db4b6c7-d0c4-49d6-9f0c-815f1e7e0a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.637352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] For port 1faac7ef-bbe1-4567-a033-059912843907, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1faac7ef-bbe1-4567-a033-059912843907,segment=NetworkSegment(9971a68e-816d-42a7-8697-52a657e84fdf),segment_id=9971a68e-816d-42a7-8697-52a657e84fdf)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:18.651273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db4b6c7-d0c4-49d6-9f0c-815f1e7e0a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.671704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.713674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43884) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:18.716235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] For port 5042d8bb-1593-493e-aa22-d34dc24b4a63, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=5042d8bb-1593-493e-aa22-d34dc24b4a63,segment=NetworkSegment(89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8),segment_id=89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:18.716612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.774043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5690b-5b7d-40c8-9db2-7ca7010a9f72 req-eae84848-05c9-4002-bea1-5a4dae8b2b83 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:18.781750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8fb5690b-5b7d-40c8-9db2-7ca7010a9f72 req-eae84848-05c9-4002-bea1-5a4dae8b2b83 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 945 time: 0.7737014 Sep 18 01:57:18.784225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-b9f9d335-83ea-4e7d-a016-e405c955819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:18.784749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-b9f9d335-83ea-4e7d-a016-e405c955819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:18.785262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-b9f9d335-83ea-4e7d-a016-e405c955819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:18.787103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-b9f9d335-83ea-4e7d-a016-e405c955819c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c487d78d9bef489f86e5510f6fae3235&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.8922713 Sep 18 01:57:18.790162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db4b6c7-d0c4-49d6-9f0c-815f1e7e0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.837159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Calling delete_port for 5042d8bb-1593-493e-aa22-d34dc24b4a63 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:18.852957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:18.853603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.855126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] 10.222.0.20 "PUT /v2.0/ports/1faac7ef-bbe1-4567-a033-059912843907 HTTP/1.1" status: 200 len: 1092 time: 3.1467950 Sep 18 01:57:18.873248 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db4b6c7-d0c4-49d6-9f0c-815f1e7e0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.902235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4b6c7-d0c4-49d6-9f0c-815f1e7e0a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c990bb9-c035-40f9-8fd1-cd9555682bb8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:18.908727 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db4b6c7-d0c4-49d6-9f0c-815f1e7e0a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:18.911196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4db4b6c7-d0c4-49d6-9f0c-815f1e7e0a07 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c990bb9-c035-40f9-8fd1-cd9555682bb8 HTTP/1.1" status: 204 len: 168 time: 0.3830976 Sep 18 01:57:18.913695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43890) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:18.918561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa1c51-b558-451f-be1a-aed8ccc2041e None None] Network 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:18.946002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Request body: {'port': {'device_id': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:19.018794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.093914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c39375b-2bc2-4f06-86bc-39c281537a1d req-bd06425a-4e0c-4259-91de-788a37b86852 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 210 time: 0.0351140 Sep 18 01:57:19.142166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Deleting port 7d4dece5-e189-4531-bf38-92d476f12faf {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:19.142788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.168119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab9e25-a691-4640-9ab4-58b288ee3971 service neutron] Pushing event updated for resources: {'Port': ['ID=1faac7ef-bbe1-4567-a033-059912843907,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:19.217880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8fb5690b-5b7d-40c8-9db2-7ca7010a9f72 req-a21852e3-d53b-4569-b19d-517f151afcfb tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/security-groups?id=dbb1f833-53ee-42b6-afa9-97c88a461265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306214 Sep 18 01:57:19.266038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] For port 7d4dece5-e189-4531-bf38-92d476f12faf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7d4dece5-e189-4531-bf38-92d476f12faf,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:19.266038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.274867 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedb4ab1-5318-4cde-854b-31165f2e2420 admin admin] Deleting subnet caaf0f16-93e4-47e4-a8cf-fd530121a5cf {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:19.301947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] DHCP port deletion for 2a6bdddb-5f6d-4d6e-924a-fe15048784d4 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:57:19.321707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Calling delete_port for 7d4dece5-e189-4531-bf38-92d476f12faf owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:19.369172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] Deleting port 7d4dece5-e189-4531-bf38-92d476f12faf {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:19.369505 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.388778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ffad0-1dec-428c-b7cc-9c65ba3c21d5 req-9f414b25-6879-4c51-b520-4e7d6b61ec8d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:19.397163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-677ffad0-1dec-428c-b7cc-9c65ba3c21d5 req-9f414b25-6879-4c51-b520-4e7d6b61ec8d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.1214936 Sep 18 01:57:19.400705 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eedb4ab1-5318-4cde-854b-31165f2e2420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.406201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.456796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] For port 7d4dece5-e189-4531-bf38-92d476f12faf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7d4dece5-e189-4531-bf38-92d476f12faf,segment=NetworkSegment(b3b48231-ae51-4f00-9770-ef18a3a0e499),segment_id=b3b48231-ae51-4f00-9770-ef18a3a0e499)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:19.457127 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.471908 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.481120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] Calling delete_port for 7d4dece5-e189-4531-bf38-92d476f12faf owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:19.495112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 95deef65-ebb6-4454-8a8d-60227feb50f2 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:19.500308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.508701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4dece5-e189-4531-bf38-92d476f12faf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:19.517459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Pushing event deleted for resources: {'Port': ['ID=5042d8bb-1593-493e-aa22-d34dc24b4a63,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:19.522015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-ac891288-c538-4f3c-ad25-50382a602907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:19.525397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-ac891288-c538-4f3c-ad25-50382a602907 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7213867 Sep 18 01:57:19.544073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-677ffad0-1dec-428c-b7cc-9c65ba3c21d5 req-7f5e296b-20f4-40df-8c8d-72a853248cda tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332219 Sep 18 01:57:19.545045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] No DVR routers for this DVR port 7d4dece5-e189-4531-bf38-92d476f12faf on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:19.575228 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eedb4ab1-5318-4cde-854b-31165f2e2420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.635026 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eedb4ab1-5318-4cde-854b-31165f2e2420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.637673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 95deef65-ebb6-4454-8a8d-60227feb50f2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=95deef65-ebb6-4454-8a8d-60227feb50f2,segment=NetworkSegment(073f33a9-ba89-42f5-9724-89431315d9bd),segment_id=073f33a9-ba89-42f5-9724-89431315d9bd)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:19.650876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '95deef65-ebb6-4454-8a8d-60227feb50f2', 'network_id': '00bd3993-aecf-4644-a6e4-6dcb5d725e19', 'port_id': '95deef65-ebb6-4454-8a8d-60227feb50f2', 'mac_address': 'fa:16:3e:1c:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd17cb614-8dfd-42d1-8713-19ee9f865b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:19.706663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'tag': '1faac7ef-bbe1-4567-a033-059912843907'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:19.712405 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "tag": "1faac7ef-bbe1-4567-a033-059912843907"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:19.737894 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.762764 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.771916 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eedb4ab1-5318-4cde-854b-31165f2e2420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.777346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6bdddb-5f6d-4d6e-924a-fe15048784d4']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:19.792623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b48231-ae51-4f00-9770-ef18a3a0e499') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:19.792623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b48231-ae51-4f00-9770-ef18a3a0e499') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:19.793509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95deef65-ebb6-4454-8a8d-60227feb50f2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:19.808604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3c89-d93f-432d-9542-f5e44879cc4c req-cd90841a-6d0d-41e5-b7c2-68d008f61268 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:19.810664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 050903c2-95f3-4f95-bc54-f0af39f27c89 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:19.814896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3c89-d93f-432d-9542-f5e44879cc4c req-cd90841a-6d0d-41e5-b7c2-68d008f61268 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:19.820755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3c89-d93f-432d-9542-f5e44879cc4c req-cd90841a-6d0d-41e5-b7c2-68d008f61268 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:19.829537 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27df3c89-d93f-432d-9542-f5e44879cc4c req-cd90841a-6d0d-41e5-b7c2-68d008f61268 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2400 time: 0.1772735 Sep 18 01:57:19.834988 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.839951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 050903c2-95f3-4f95-bc54-f0af39f27c89 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:19.840413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 050903c2-95f3-4f95-bc54-f0af39f27c89 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:19.840838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7d4dece5-e189-4531-bf38-92d476f12faf no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:19.858747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.863138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] No DVR routers for this DVR port 5042d8bb-1593-493e-aa22-d34dc24b4a63 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:19.866290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.869641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdef8687-1a30-47da-b5f0-7f22ee0ea2a8 req-37712f16-03e0-4b8f-87c4-a593769b11ef tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.18 "DELETE /v2.0/ports/5042d8bb-1593-493e-aa22-d34dc24b4a63 HTTP/1.1" status: 204 len: 173 time: 2.4174023 Sep 18 01:57:19.893363 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.911309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27df3c89-d93f-432d-9542-f5e44879cc4c req-01ef9629-4ef6-405a-b600-e5c9327d2b43 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808053 Sep 18 01:57:19.913513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:19.914110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:19.916334 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:19.923015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 95deef65-ebb6-4454-8a8d-60227feb50f2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=95deef65-ebb6-4454-8a8d-60227feb50f2,segment=NetworkSegment(073f33a9-ba89-42f5-9724-89431315d9bd),segment_id=073f33a9-ba89-42f5-9724-89431315d9bd)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:19.926115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] Pushing event deleted for resources: {'Port': ['ID=7d4dece5-e189-4531-bf38-92d476f12faf,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:19.928170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 7d4dece5-e189-4531-bf38-92d476f12faf {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:19.928518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7d4dece5-e189-4531-bf38-92d476f12faf not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:19.929098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:19.931290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce212e-fa32-4d31-8534-56c81bf66f02 None None] No DVR routers for this DVR port 7d4dece5-e189-4531-bf38-92d476f12faf on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:19.934836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc697a9-f653-4cc2-a8fc-10a365679230 req-9bd5c41e-de97-4560-8d45-f63012c0be67 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:19.946973 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7bc697a9-f653-4cc2-a8fc-10a365679230 req-9bd5c41e-de97-4560-8d45-f63012c0be67 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 943 time: 0.5793278 Sep 18 01:57:19.956682 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.960287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:19.960587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 140841c0-bfe2-4c2e-bc0b-7d5207180cf7 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:19.966601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eedb4ab1-5318-4cde-854b-31165f2e2420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:19.968955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eedb4ab1-5318-4cde-854b-31165f2e2420 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/caaf0f16-93e4-47e4-a8cf-fd530121a5cf HTTP/1.1" status: 204 len: 168 time: 1.2366433 Sep 18 01:57:19.969965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb4ab1-5318-4cde-854b-31165f2e2420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caaf0f16-93e4-47e4-a8cf-fd530121a5cf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:19.978382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43902) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:20.027571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-f4574846-0cd3-4cb9-b55e-69204ebcb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:20.029439 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-f4574846-0cd3-4cb9-b55e-69204ebcb567 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a530ad7bcd834353a40cc01a08b1a75b&device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 1095 time: 0.2589822 Sep 18 01:57:20.038635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=95deef65-ebb6-4454-8a8d-60227feb50f2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:20.087240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.106761 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.109727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a6bdddb-5f6d-4d6e-924a-fe15048784d4 HTTP/1.1" status: 204 len: 168 time: 1.1946003 Sep 18 01:57:20.149207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c37b4-2c79-4b96-b707-29e74ad0d5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6bdddb-5f6d-4d6e-924a-fe15048784d4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:20.163283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7bc697a9-f653-4cc2-a8fc-10a365679230 req-88ffc1e4-fa59-4ae3-b33d-3115e612026c tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149942 Sep 18 01:57:20.164950 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f8673-1486-4f87-b6ca-7f7dc8ed7d6a x-openstack-request-id: req-2d5f8673-1486-4f87-b6ca-7f7dc8ed7d6a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:20.165241 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "tag": "1faac7ef-bbe1-4567-a033-059912843907", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:20.165490 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d5f8673-1486-4f87-b6ca-7f7dc8ed7d6a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:20.165877 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'tag': '1faac7ef-bbe1-4567-a033-059912843907', 'status': 'completed', 'code': 200} Sep 18 01:57:20.178106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['95deef65-ebb6-4454-8a8d-60227feb50f2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:20.266747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d0a0722-5f0b-422c-a59a-eccdc302f778 req-bf035590-7114-4bde-a08a-aeff93e56c1c tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=68cf56ea-c779-467a-b301-cc0904c71282 HTTP/1.1" status: 200 len: 210 time: 0.0440915 Sep 18 01:57:20.324032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.435397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43910) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:20.493559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aa352c5a-7159-4328-a1a1-94ed7d2aa836 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e416a1515a54b5aa9a98c29daef2869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543966 Sep 18 01:57:20.503760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43912) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:20.505244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b939da-cc19-48a1-8c00-83a06f696cef req-7adbd84e-e90b-4393-9035-edce9b71620f tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:20.507242 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45b939da-cc19-48a1-8c00-83a06f696cef req-7adbd84e-e90b-4393-9035-edce9b71620f tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.1607916 Sep 18 01:57:20.592545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-680afbbe-f337-4fa2-b69e-1bf5fe22662d req-cdc12327-7bfc-48c1-acee-655e467d0565 tempest-LiveAutoBlockMigrationV225Test-117137170 tempest-LiveAutoBlockMigrationV225Test-117137170-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9eb5266-ecc0-414f-aa87-ea0b2bffd479 HTTP/1.1" status: 200 len: 210 time: 0.0853300 Sep 18 01:57:20.622577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-f856a32d-6eb7-458e-aae6-669996ce5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:20.624725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-f856a32d-6eb7-458e-aae6-669996ce5688 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00bd3993-aecf-4644-a6e4-6dcb5d725e19 HTTP/1.1" status: 200 len: 914 time: 0.5745726 Sep 18 01:57:20.640209 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Deleting port 82ab577e-3f3e-4ec9-9786-76705ab6e53e {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:20.640714 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.692387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-2d6f867e-7e93-4938-a0d9-cfaf541eb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:20.692923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-2d6f867e-7e93-4938-a0d9-cfaf541eb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:20.693230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-2d6f867e-7e93-4938-a0d9-cfaf541eb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:20.694884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-2d6f867e-7e93-4938-a0d9-cfaf541eb4cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2800 time: 0.5205793 Sep 18 01:57:20.741190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-15acf264-46fc-4272-b540-ceead31bdfc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95deef65-ebb6-4454-8a8d-60227feb50f2 HTTP/1.1" status: 200 len: 217 time: 0.1048036 Sep 18 01:57:20.762237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8624ee-507b-40b5-a43d-fe880db5bc8d req-b300e5d4-fc5b-4d9e-b36a-1307d0c4d62d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:20.763922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c8624ee-507b-40b5-a43d-fe880db5bc8d req-b300e5d4-fc5b-4d9e-b36a-1307d0c4d62d tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 945 time: 0.1191857 Sep 18 01:57:20.780088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8514825a-8edb-4fcc-96b4-cd15410d85c0 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:20.808401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] For port 82ab577e-3f3e-4ec9-9786-76705ab6e53e, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=82ab577e-3f3e-4ec9-9786-76705ab6e53e,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:20.808814 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.832028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c8624ee-507b-40b5-a43d-fe880db5bc8d req-f22168d6-ad38-42f2-bf41-9a5143288a24 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups?id=090e7978-6acb-4b5e-a243-813b25cf5b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562093 Sep 18 01:57:20.844240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.851698 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15253af0-3230-4251-bd60-ad1e8b9449e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.892297 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.962562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Transition to ACTIVE for port object 8514825a-8edb-4fcc-96b4-cd15410d85c0 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:20.974286 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15253af0-3230-4251-bd60-ad1e8b9449e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:20.986325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b29e27-9f80-4def-a17e-fd2bfd33f0d5']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:21.010433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-885cd324-b6dd-47b5-bb49-711ef4ede9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.012106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-885cd324-b6dd-47b5-bb49-711ef4ede9ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d17cb614-8dfd-42d1-8713-19ee9f865b3b HTTP/1.1" status: 200 len: 854 time: 0.2569985 Sep 18 01:57:21.012727 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.017041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.017990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.018537 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Floating IP 82438693-cebe-4153-91d8-d454938c7a1f disassociated. External IP: 172.25.0.124, port: 82ab577e-3f3e-4ec9-9786-76705ab6e53e. Sep 18 01:57:21.019119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Calling delete_port for 82ab577e-3f3e-4ec9-9786-76705ab6e53e owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:21.055592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5862362a-63b9-4ee2-84da-c22003fc0097') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:21.055957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5862362a-63b9-4ee2-84da-c22003fc0097') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:21.134167 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.174685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.189054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-c6ae542f-3fd8-4671-9ea9-d50197f99ca9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00bd3993-aecf-4644-a6e4-6dcb5d725e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582575 Sep 18 01:57:21.213626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.233869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event deleted for resources: {'Port': ['ID=82ab577e-3f3e-4ec9-9786-76705ab6e53e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:21.379267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:21.488377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619f0a8-9e1c-49ae-b029-9f122a68f7c8 req-59e22838-c7e3-416f-9020-dbd515f3b5dd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.490141 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b619f0a8-9e1c-49ae-b029-9f122a68f7c8 req-59e22838-c7e3-416f-9020-dbd515f3b5dd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 944 time: 0.1198173 Sep 18 01:57:21.510680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 95deef65-ebb6-4454-8a8d-60227feb50f2 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:21.553493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 5042d8bb-1593-493e-aa22-d34dc24b4a63 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:21.579056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 5042d8bb-1593-493e-aa22-d34dc24b4a63 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:21.579545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 5042d8bb-1593-493e-aa22-d34dc24b4a63 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:21.582601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:21.605475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-40c18c7c-ddfe-458c-aa05-54e90a0c4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.606033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-40c18c7c-ddfe-458c-aa05-54e90a0c4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.606526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-40c18c7c-ddfe-458c-aa05-54e90a0c4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:21.607616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] Sync routers for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:21.608825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-40c18c7c-ddfe-458c-aa05-54e90a0c4bc4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c487d78d9bef489f86e5510f6fae3235&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.8811939 Sep 18 01:57:21.610631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-33f3038f-93e6-4e17-904e-fb5555a42d01 service neutron] 10.222.0.20 "GET /v2.0/networks/00bd3993-aecf-4644-a6e4-6dcb5d725e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888905 Sep 18 01:57:21.613155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:21.615998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.616159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 95deef65-ebb6-4454-8a8d-60227feb50f2 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:21.624180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 95deef65-ebb6-4454-8a8d-60227feb50f2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:21.624688 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.626832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:21.627901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: timer() Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:21.630181 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:21.632311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Pushing event updated for resources: {'Port': ['ID=8514825a-8edb-4fcc-96b4-cd15410d85c0,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:21.647313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] No DVR routers for this DVR port 82ab577e-3f3e-4ec9-9786-76705ab6e53e on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:21.651360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.653359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45b939da-cc19-48a1-8c00-83a06f696cef req-ab94a8f1-8e6b-416f-951c-867e3d2c0748 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.20 "DELETE /v2.0/ports/82ab577e-3f3e-4ec9-9786-76705ab6e53e HTTP/1.1" status: 204 len: 173 time: 1.1395195 Sep 18 01:57:21.653788 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'name': 'network-vif-deleted', 'tag': '82ab577e-3f3e-4ec9-9786-76705ab6e53e'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:21.672541 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66706ac9-f98c-4d90-9ac8-266d500d9f29" -d '{"events": [{"server_uuid": "a3dc9e53-e161-40f5-aa78-97ac3757f096", "name": "network-vif-deleted", "tag": "82ab577e-3f3e-4ec9-9786-76705ab6e53e"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:21.690937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b619f0a8-9e1c-49ae-b029-9f122a68f7c8 req-4540dc43-d15d-4559-81e0-75462a48f038 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916156 Sep 18 01:57:21.789824 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c103013-b1e4-4831-bde4-ed6e6e6d85b2 req-443dc1fe-3793-4db0-9165-5052a0c78b86 service neutron] 10.222.0.20 "GET /v2.0/networks/00bd3993-aecf-4644-a6e4-6dcb5d725e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509409 Sep 18 01:57:21.863897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:21.894960 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.940927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45239827-20e1-448d-aa3a-fa529a5a0748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95deef65-ebb6-4454-8a8d-60227feb50f2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:21.944521 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8245c8da-480a-42be-ae78-ddfd55f50fab" -d '{"events": [{"server_uuid": "45239827-20e1-448d-aa3a-fa529a5a0748", "name": "network-vif-plugged", "status": "completed", "tag": "95deef65-ebb6-4454-8a8d-60227feb50f2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:21.946240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43932) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:21.980159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:21.997556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc625e-972a-40ba-9df4-612f038a488b req-f19c3a7c-5815-4e8b-b0f0-01c023883f09 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.006532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc625e-972a-40ba-9df4-612f038a488b req-f19c3a7c-5815-4e8b-b0f0-01c023883f09 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.013189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc625e-972a-40ba-9df4-612f038a488b req-f19c3a7c-5815-4e8b-b0f0-01c023883f09 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.023152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16cc625e-972a-40ba-9df4-612f038a488b req-f19c3a7c-5815-4e8b-b0f0-01c023883f09 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2412 time: 0.9752781 Sep 18 01:57:22.063474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.065784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] 10.222.0.21 "DELETE /v2.0/networks/08b29e27-9f80-4def-a17e-fd2bfd33f0d5 HTTP/1.1" status: 204 len: 168 time: 2.0612347 Sep 18 01:57:22.077876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15253af0-3230-4251-bd60-ad1e8b9449e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.080958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15253af0-3230-4251-bd60-ad1e8b9449e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.082306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-15253af0-3230-4251-bd60-ad1e8b9449e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bca0d7b-5d02-4912-81df-a603e2283720 HTTP/1.1" status: 204 len: 168 time: 1.5738926 Sep 18 01:57:22.083277 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5e2076-3877-41e8-8bad-ec6d6a32f084 x-openstack-request-id: req-fb5e2076-3877-41e8-8bad-ec6d6a32f084 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:22.083771 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc9e53-e161-40f5-aa78-97ac3757f096", "name": "network-vif-deleted", "tag": "82ab577e-3f3e-4ec9-9786-76705ab6e53e", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:22.083860 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb5e2076-3877-41e8-8bad-ec6d6a32f084 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:22.084216 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dc9e53-e161-40f5-aa78-97ac3757f096', 'name': 'network-vif-deleted', 'tag': '82ab577e-3f3e-4ec9-9786-76705ab6e53e', 'status': 'completed', 'code': 200} Sep 18 01:57:22.101740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddb03a4-82bf-4dcd-878e-529daff6ba43 admin admin] Deleting subnet 75478b80-c0b2-487c-b8ce-3e1b439f846a {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:22.116456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15253af0-3230-4251-bd60-ad1e8b9449e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bca0d7b-5d02-4912-81df-a603e2283720,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:22.116706 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cddb03a4-82bf-4dcd-878e-529daff6ba43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.133644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Attempting to bind port 8514825a-8edb-4fcc-96b4-cd15410d85c0 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:22.134132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Attempting to bind port 8514825a-8edb-4fcc-96b4-cd15410d85c0 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:22.134876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Attempting to bind port 8514825a-8edb-4fcc-96b4-cd15410d85c0 on network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:22.142341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1aba69-9270-4df0-b9f6-f34e8ef4b241 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b29e27-9f80-4def-a17e-fd2bfd33f0d5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:22.156195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Port 8514825a-8edb-4fcc-96b4-cd15410d85c0 on network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:22.156195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Attempting to bind port 8514825a-8edb-4fcc-96b4-cd15410d85c0 on network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:22.174023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'name': 'network-vif-deleted', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:22.176402 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1abf892-eb60-49e6-8aa3-d8b6ab51619e" -d '{"events": [{"server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "name": "network-vif-deleted", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:22.185559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:22.185987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Checking segment: {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:22.186400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cddb03a4-82bf-4dcd-878e-529daff6ba43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.186662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Bound using segment: {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:22.187219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Bound port: 8514825a-8edb-4fcc-96b4-cd15410d85c0, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1226cd06-edc7-4f4c-b6f3-51a48f18ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:22.187637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.246871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 95deef65-ebb6-4454-8a8d-60227feb50f2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=95deef65-ebb6-4454-8a8d-60227feb50f2,segment=NetworkSegment(073f33a9-ba89-42f5-9724-89431315d9bd),segment_id=073f33a9-ba89-42f5-9724-89431315d9bd)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:22.249159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16cc625e-972a-40ba-9df4-612f038a488b req-670ba808-3758-4ee6-b815-7174ab25b12f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226067 Sep 18 01:57:22.271361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.272151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 82ab577e-3f3e-4ec9-9786-76705ab6e53e no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:22.308725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-1cec0d4f-ce16-4e84-8d32-10ba95f7f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.310701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-208c0b09-0d15-4a30-9421-d1bfe61c0b3f req-1cec0d4f-ce16-4e84-8d32-10ba95f7f2d3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6694064 Sep 18 01:57:22.319211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cddb03a4-82bf-4dcd-878e-529daff6ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.419504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] For port 8514825a-8edb-4fcc-96b4-cd15410d85c0, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:22.430854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] For port 8514825a-8edb-4fcc-96b4-cd15410d85c0, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8514825a-8edb-4fcc-96b4-cd15410d85c0,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:22.438925 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0051be9-8d1e-436a-bf6a-7c00aa9fa501 x-openstack-request-id: req-e0051be9-8d1e-436a-bf6a-7c00aa9fa501 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:22.439237 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45239827-20e1-448d-aa3a-fa529a5a0748", "name": "network-vif-plugged", "status": "completed", "tag": "95deef65-ebb6-4454-8a8d-60227feb50f2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:22.439502 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0051be9-8d1e-436a-bf6a-7c00aa9fa501 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:22.439929 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45239827-20e1-448d-aa3a-fa529a5a0748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95deef65-ebb6-4454-8a8d-60227feb50f2', 'code': 200} Sep 18 01:57:22.442624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.445217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cddb03a4-82bf-4dcd-878e-529daff6ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.453337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 82ab577e-3f3e-4ec9-9786-76705ab6e53e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:22.453834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 82ab577e-3f3e-4ec9-9786-76705ab6e53e not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:22.517019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.523261 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.527213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] 10.222.0.20 "PUT /v2.0/ports/8514825a-8edb-4fcc-96b4-cd15410d85c0 HTTP/1.1" status: 200 len: 1093 time: 3.6029866 Sep 18 01:57:22.533671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=95deef65-ebb6-4454-8a8d-60227feb50f2,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:22.551266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f40550aa-0081-4907-a8b9-b1f6bb7d88ec req-52076cf1-fef4-4e20-86d3-36b66b553f37 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dc9e53-e161-40f5-aa78-97ac3757f096 HTTP/1.1" status: 200 len: 210 time: 0.1296177 Sep 18 01:57:22.555471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43946) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:22.569940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb03a4-82bf-4dcd-878e-529daff6ba43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75478b80-c0b2-487c-b8ce-3e1b439f846a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:22.588787 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:22.621717 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cddb03a4-82bf-4dcd-878e-529daff6ba43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.623244 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c013a24b-4b69-43d5-b27d-e80ee0486ad3 x-openstack-request-id: req-c013a24b-4b69-43d5-b27d-e80ee0486ad3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:22.625653 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eb5266-ecc0-414f-aa87-ea0b2bffd479", "name": "network-vif-deleted", "tag": "5042d8bb-1593-493e-aa22-d34dc24b4a63", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:22.625924 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c013a24b-4b69-43d5-b27d-e80ee0486ad3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:22.626590 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eb5266-ecc0-414f-aa87-ea0b2bffd479', 'name': 'network-vif-deleted', 'tag': '5042d8bb-1593-493e-aa22-d34dc24b4a63', 'status': 'completed', 'code': 200} Sep 18 01:57:22.630898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cddb03a4-82bf-4dcd-878e-529daff6ba43 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/75478b80-c0b2-487c-b8ce-3e1b439f846a HTTP/1.1" status: 204 len: 168 time: 0.6810424 Sep 18 01:57:22.635186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43950) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:22.666031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] Checking router: 2d8d005b-9bff-4cf0-9fc1-95db184b7147 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:22.680609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:22.681253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:22.687959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b163013d-d897-46b5-81ce-2ee164fef959 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b22e8f0aa9f84074b1022e578f822970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312118 Sep 18 01:57:22.697293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43952) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:22.774037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93408e00-799f-4fee-b744-a3738fbf8ea4 req-33195536-2da5-4db9-9275-9ca9b831ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.775702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-93408e00-799f-4fee-b744-a3738fbf8ea4 req-33195536-2da5-4db9-9275-9ca9b831ce71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 1097 time: 0.2449169 Sep 18 01:57:22.797858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244ebcb-37c4-4fba-b5f3-ab943155e221 service neutron] Pushing event updated for resources: {'Port': ['ID=8514825a-8edb-4fcc-96b4-cd15410d85c0,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:22.816428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-38b7b61e-d917-4deb-a736-12ea045101be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.817077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-38b7b61e-d917-4deb-a736-12ea045101be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.819031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-38b7b61e-d917-4deb-a736-12ea045101be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.820830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-38b7b61e-d917-4deb-a736-12ea045101be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2868 time: 0.1933937 Sep 18 01:57:22.893460 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-f3febd74-8c7c-4339-b1d5-1d507137e158 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=53fe3c50-9f11-4027-b329-af94aa1fc9a4 HTTP/1.1" status: 200 len: 217 time: 0.0626826 Sep 18 01:57:22.895375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-93408e00-799f-4fee-b744-a3738fbf8ea4 req-f8febb1c-ab31-4344-9aac-30ef914317ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114435 Sep 18 01:57:22.916189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.951148 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0304-a2e8-4afc-9e03-b947189f0e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:22.978373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0866f-ff85-4e36-95c6-206dbdb8a327 req-fb7a8ef6-fda4-4e76-86ec-9cf93527bc41 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:22.986048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ef0866f-ff85-4e36-95c6-206dbdb8a327 req-fb7a8ef6-fda4-4e76-86ec-9cf93527bc41 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 945 time: 0.1460295 Sep 18 01:57:23.034840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0304-a2e8-4afc-9e03-b947189f0e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.048775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:23.090725 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.151633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ef0866f-ff85-4e36-95c6-206dbdb8a327 req-aa7f3918-fac3-4b43-b338-9f83715271d1 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646919 Sep 18 01:57:23.156227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c390c33a-2bf0-46a3-9c26-87b7f042f8bf']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:23.181395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:23.182329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ae8f61-ba9e-4707-9cfa-3731f9e2c5d8') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:23.206312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.209922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-6ba64102-e4e1-4cb4-9a4c-bc127de5339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:23.220974 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-6ba64102-e4e1-4cb4-9a4c-bc127de5339e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3727170-eaf1-4bba-97e6-48a5b94b7d1a HTTP/1.1" status: 200 len: 801 time: 0.1360233 Sep 18 01:57:23.237934 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.257909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:23.258327 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.345367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-063878a2-56bb-4a4b-ae51-c189814824aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:23.349863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-063878a2-56bb-4a4b-ae51-c189814824aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229589 Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:23.450396 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:23.472788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.491144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.494137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] 10.222.0.21 "DELETE /v2.0/networks/c390c33a-2bf0-46a3-9c26-87b7f042f8bf HTTP/1.1" status: 204 len: 168 time: 0.8576241 Sep 18 01:57:23.495176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0304-a2e8-4afc-9e03-b947189f0e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.498329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0304-a2e8-4afc-9e03-b947189f0e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.504420 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bfaf0304-a2e8-4afc-9e03-b947189f0e0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3afba264-6fdf-4365-a2e3-745dc1ca1e78 HTTP/1.1" status: 204 len: 168 time: 0.8061080 Sep 18 01:57:23.505107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:23.561633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf0304-a2e8-4afc-9e03-b947189f0e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afba264-6fdf-4365-a2e3-745dc1ca1e78,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:23.572672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78acf12-3e31-406b-8ff5-76639a67a50f admin admin] Pushing event deleted for resources: {'Network': ['ID=c390c33a-2bf0-46a3-9c26-87b7f042f8bf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:23.619818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:23.642150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6401e-1ee6-42b0-8788-bd505c5d633e req-2690a73f-1466-46b9-abed-9541a1d7425e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:23.658233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7640b83-bd44-4f16-8921-7798f02bbe4b admin admin] Deleting subnet b347b11d-bc40-4d32-a908-9509130c349b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:23.658632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a30bb-721b-42ec-a087-c6a0fb5a45c1 None None] The sync data for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 is: [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:52:27Z', 'revision_number': 4, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '204b4321-6cd3-49a1-b85a-4410f885accf', 'name': '', 'network_id': '5ad4ce29-bd80-45ac-95cb-fd6b7aea8388', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'mac_address': 'fa:16:3e:af:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:25Z', 'updated_at': '2021-09-18T01:52:34Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'subnets': [{'id': '1b6d2e0b-1049-45d5-a188-b81c57074869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:23.664944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7640b83-bd44-4f16-8921-7798f02bbe4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.666060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6401e-1ee6-42b0-8788-bd505c5d633e req-2690a73f-1466-46b9-abed-9541a1d7425e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:23.673522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6401e-1ee6-42b0-8788-bd505c5d633e req-2690a73f-1466-46b9-abed-9541a1d7425e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:23.685841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cc6401e-1ee6-42b0-8788-bd505c5d633e req-2690a73f-1466-46b9-abed-9541a1d7425e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2412 time: 0.2718663 Sep 18 01:57:23.706097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7640b83-bd44-4f16-8921-7798f02bbe4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.734667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43984) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:23.795680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-e8107acb-b5e7-4414-8074-1d57c87ab58f service neutron] 10.222.0.20 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396863 Sep 18 01:57:23.798783 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7640b83-bd44-4f16-8921-7798f02bbe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:23.939093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cc6401e-1ee6-42b0-8788-bd505c5d633e req-5011621a-9e03-47a5-a4eb-397578c1176d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389488 Sep 18 01:57:23.954510 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7640b83-bd44-4f16-8921-7798f02bbe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.008350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7640b83-bd44-4f16-8921-7798f02bbe4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b347b11d-bc40-4d32-a908-9509130c349b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:24.012543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7640b83-bd44-4f16-8921-7798f02bbe4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.015937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b7640b83-bd44-4f16-8921-7798f02bbe4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b347b11d-bc40-4d32-a908-9509130c349b HTTP/1.1" status: 204 len: 168 time: 0.4804380 Sep 18 01:57:24.018347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43996) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:24.037306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-f7f51393-77f4-49d0-b132-deee9d0fca05 service neutron] 10.222.0.20 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268257 Sep 18 01:57:24.057711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43998) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:24.182926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.195168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1727418030-network', 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:24.208645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-2317e6d6-2553-4a1b-ac67-06d8658f28c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=1faac7ef-bbe1-4567-a033-059912843907 HTTP/1.1" status: 200 len: 217 time: 0.1606295 Sep 18 01:57:24.282383 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90303fe8-2c45-435d-825d-b994418d75e2 None None] New status for floating IP 82438693-cebe-4153-91d8-d454938c7a1f: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:57:24.289082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-cae526ce-0ab0-472a-a5e0-35e667eb47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:24.290738 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-cae526ce-0ab0-472a-a5e0-35e667eb47a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ebc5162-29eb-4b09-9c40-58fe579a01f1 HTTP/1.1" status: 200 len: 801 time: 0.0730133 Sep 18 01:57:24.370182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:24.375714 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.391975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.408913 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.434594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-2dec163b-2cd3-483a-8b58-b419e24db2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:24.441860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-2dec163b-2cd3-483a-8b58-b419e24db2f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d1bc4a1-d93f-4038-8d0f-031e636595bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438904 Sep 18 01:57:24.455684 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bbd-deef-41ca-93d9-ebe824198ea5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.497374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d9865b-2c95-4ca8-a523-5528aa473071']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:24.543243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af44d38c-b029-4942-80d8-9ea03a7e316b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:24.543544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af44d38c-b029-4942-80d8-9ea03a7e316b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:24.562217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.583256 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.592574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:24.593121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:24.619087 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:24.621490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bbd-deef-41ca-93d9-ebe824198ea5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.638554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1236c-6383-45a1-b190-34834362e00e req-05224fcd-9f28-47d3-afb1-de8ff501be95 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:24.641538 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ca1236c-6383-45a1-b190-34834362e00e req-05224fcd-9f28-47d3-afb1-de8ff501be95 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 945 time: 0.3944848 Sep 18 01:57:24.668182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'tag': '8514825a-8edb-4fcc-96b4-cd15410d85c0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:24.672351 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9196678b-01d1-416c-86ff-ea0b512513de" -d '{"events": [{"name": "network-changed", "server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "tag": "8514825a-8edb-4fcc-96b4-cd15410d85c0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:24.705239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-0aca0c77-f5a3-49f9-8887-a657561f821b service neutron] 10.222.0.20 "GET /v2.0/networks/5d1bc4a1-d93f-4038-8d0f-031e636595bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552764 Sep 18 01:57:24.730396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.746582 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.839033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:57:24.841172 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.854373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.862011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] 10.222.0.21 "DELETE /v2.0/networks/a1d9865b-2c95-4ca8-a523-5528aa473071 HTTP/1.1" status: 204 len: 168 time: 0.8414464 Sep 18 01:57:24.893259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ca1236c-6383-45a1-b190-34834362e00e req-4c84eaad-a5ca-42fa-84c8-0079c7d121dd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433796 Sep 18 01:57:24.903492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfecd952-fac1-4f22-96d4-2b10934e6bc3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:24.923562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc20450-c02e-4dda-9b29-2bc0bd1f2b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d9865b-2c95-4ca8-a523-5528aa473071,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:24.930980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.931444 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Added segment cf562c58-a562-4c9c-bca3-e246faf17556 of type vlan for network 9e5c7924-3dab-469a-a802-854659959e0b Sep 18 01:57:24.948484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bbd-deef-41ca-93d9-ebe824198ea5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.952384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6bbd-deef-41ca-93d9-ebe824198ea5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:24.953855 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ad6f6bbd-deef-41ca-93d9-ebe824198ea5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "DELETE /v2.0/security-groups/090e7978-6acb-4b5e-a243-813b25cf5b21 HTTP/1.1" status: 204 len: 168 time: 0.8944681 Sep 18 01:57:24.961184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44030) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:24.977826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f6bbd-deef-41ca-93d9-ebe824198ea5 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090e7978-6acb-4b5e-a243-813b25cf5b21,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:24.989902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44034) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:25.118170 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-955b5c49-af68-4322-bb1d-f96dea536369 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] show failed (client error): The resource could not be found. Sep 18 01:57:25.122029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-955b5c49-af68-4322-bb1d-f96dea536369 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "GET /v2.0/security-groups/090e7978-6acb-4b5e-a243-813b25cf5b21 HTTP/1.1" status: 404 len: 347 time: 0.1523395 Sep 18 01:57:25.122811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44038) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:25.128305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.224873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a48e4a-830a-4349-907d-df04bd07f419 req-87a6ee4d-12e4-4794-b6b6-d8cc6bd4cb44 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:25.233997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a48e4a-830a-4349-907d-df04bd07f419 req-87a6ee4d-12e4-4794-b6b6-d8cc6bd4cb44 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:25.241213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a48e4a-830a-4349-907d-df04bd07f419 req-87a6ee4d-12e4-4794-b6b6-d8cc6bd4cb44 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:25.249889 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20a48e4a-830a-4349-907d-df04bd07f419 req-87a6ee4d-12e4-4794-b6b6-d8cc6bd4cb44 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2412 time: 0.1608706 Sep 18 01:57:25.288549 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.290649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44040) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:25.327660 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-dda2b7be-bc8b-48ea-b4ed-c0a9a68db42b service neutron] 10.222.0.20 "GET /v2.0/networks/5d1bc4a1-d93f-4038-8d0f-031e636595bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125658 Sep 18 01:57:25.328792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:57:25.349761 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4d68dc-0c9f-4326-8009-00e002779143 x-openstack-request-id: req-de4d68dc-0c9f-4326-8009-00e002779143 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:25.349993 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "tag": "8514825a-8edb-4fcc-96b4-cd15410d85c0", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:25.350197 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de4d68dc-0c9f-4326-8009-00e002779143 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:25.350585 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'tag': '8514825a-8edb-4fcc-96b4-cd15410d85c0', 'status': 'completed', 'code': 200} Sep 18 01:57:25.359089 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20a48e4a-830a-4349-907d-df04bd07f419 req-060e94b4-479a-43eb-b114-fddf659b23cb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069374 Sep 18 01:57:25.388226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8cfc4207-36a9-469f-8764-0937522e22ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fc29e961c0c4293819ac59d39edf2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961106 Sep 18 01:57:25.393001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44042) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:25.439336 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-8249a47c-e0fb-41ed-83ba-9bdb973355ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=8514825a-8edb-4fcc-96b4-cd15410d85c0 HTTP/1.1" status: 200 len: 217 time: 0.0877340 Sep 18 01:57:25.469039 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.470448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:25.471222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.508937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45064972-894c-4fc9-a0b8-f7547892a8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.516147 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.527712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7901661 Sep 18 01:57:25.532965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44048) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:25.551660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Request body: {'subnet': {'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1727418030-subnet', 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:25.573860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45064972-894c-4fc9-a0b8-f7547892a8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.606063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229f85e-4aab-430d-b011-aa887751bd62 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5c7924-3dab-469a-a802-854659959e0b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:25.616933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-b905ff58-8311-4f0c-af55-25467e865b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:25.616933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-b905ff58-8311-4f0c-af55-25467e865b61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3727170-eaf1-4bba-97e6-48a5b94b7d1a HTTP/1.1" status: 200 len: 801 time: 0.1552107 Sep 18 01:57:25.628428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9e5c7924-3dab-469a-a802-854659959e0b details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:57:25.641031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:25.643367 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.670000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-599805105-network', 'tenant_id': '14c267af60194f36bf424ab4c5462f13'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:25.678924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Deleting port d0ec7667-2ded-4f15-a006-2c3af12e9ad9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:25.679247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.724872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Made reservation on behalf of 14c267af60194f36bf424ab4c5462f13 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:25.729376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.761644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.792435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45064972-894c-4fc9-a0b8-f7547892a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.797926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45064972-894c-4fc9-a0b8-f7547892a8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.798101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-6fe0eef9-b764-4b77-8d5c-710b02dd1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:25.799648 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-6fe0eef9-b764-4b77-8d5c-710b02dd1983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767688 Sep 18 01:57:25.799859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-45064972-894c-4fc9-a0b8-f7547892a8f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbb1f833-53ee-42b6-afa9-97c88a461265 HTTP/1.1" status: 204 len: 168 time: 0.4055769 Sep 18 01:57:25.880058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064972-894c-4fc9-a0b8-f7547892a8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb1f833-53ee-42b6-afa9-97c88a461265,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:25.909901 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.910445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:25.940783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Calling delete_port for d0ec7667-2ded-4f15-a006-2c3af12e9ad9 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:26.037872 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.043217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.069315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:57:26.076340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-21d371de-7406-45ca-8c00-77037cb2840d service neutron] 10.222.0.20 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625954 Sep 18 01:57:26.091180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c7cd15-6270-4978-89b3-f694b81230c8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:26.097145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.097621 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Added segment fa91d677-7320-406f-b8f3-b2b99f609b5e of type vlan for network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf Sep 18 01:57:26.149360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.201009 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.203099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.203692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.222531 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.241129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2500334 Sep 18 01:57:26.243895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44060) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:26.251667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Request body: {'subnet': {'network_id': 'b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-599805105-subnet', 'tenant_id': '14c267af60194f36bf424ab4c5462f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:26.298056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2f675-bd6e-4efd-aed6-aca70bfc75b8 admin admin] Pushing event updated for resources: {'Network': ['ID=b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:26.313288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:57:26.314329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Made reservation on behalf of 14c267af60194f36bf424ab4c5462f13 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:26.317565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.344838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44062) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:26.430248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e19a47-9ea1-44de-af17-07e8e0dec0b0,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:26.500617 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758f5789-bc84-45c6-a3f5-02570d0b5b01 req-b3b1c08c-c32e-4037-8c38-aaf2e0f359db service neutron] 10.222.0.20 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989633 Sep 18 01:57:26.504226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.516967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f6901996-7fed-4f97-826d-14192b2c2598 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f65225308e0f4701bd2ae17135a10b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709270 Sep 18 01:57:26.522381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44066) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:26.564137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Pushing event deleted for resources: {'Port': ['ID=d0ec7667-2ded-4f15-a006-2c3af12e9ad9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:26.566371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Checking segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:26.566525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Network hostable DHCP agents. Network: 9e5c7924-3dab-469a-a802-854659959e0b, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:57:26.591491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36944-a854-4f62-9637-eea02dfb3eb3 req-895944bc-39e6-43ca-b041-2ee4acde181f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.601545 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36944-a854-4f62-9637-eea02dfb3eb3 req-895944bc-39e6-43ca-b041-2ee4acde181f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.615167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36944-a854-4f62-9637-eea02dfb3eb3 req-895944bc-39e6-43ca-b041-2ee4acde181f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.615763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63b36944-a854-4f62-9637-eea02dfb3eb3 req-895944bc-39e6-43ca-b041-2ee4acde181f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2412 time: 0.1703780 Sep 18 01:57:26.665197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Network 9e5c7924-3dab-469a-a802-854659959e0b is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:57:26.692195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.696143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.700454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-66b9abf6-c11f-40db-a58f-549912094b01 tempest-ServersWithSpecificFlavorTestJSON-365435885 tempest-ServersWithSpecificFlavorTestJSON-365435885-project] 10.222.0.21 "DELETE /v2.0/floatingips/82438693-cebe-4153-91d8-d454938c7a1f HTTP/1.1" status: 204 len: 168 time: 1.5695915 Sep 18 01:57:26.704419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9e5c7924-3dab-469a-a802-854659959e0b) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:26.714062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.714062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.715453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080b0c5-547e-46a2-af22-33922fda653a None None] Network 9e5c7924-3dab-469a-a802-854659959e0b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:26.743676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196678b-01d1-416c-86ff-ea0b512513de req-5cf20620-dbed-4f78-ad2e-870873fd6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.753170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196678b-01d1-416c-86ff-ea0b512513de req-5cf20620-dbed-4f78-ad2e-870873fd6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.754971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196678b-01d1-416c-86ff-ea0b512513de req-5cf20620-dbed-4f78-ad2e-870873fd6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.757550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9196678b-01d1-416c-86ff-ea0b512513de req-5cf20620-dbed-4f78-ad2e-870873fd6a0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2868 time: 0.1599708 Sep 18 01:57:26.815070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b6a209c-18d8-4a6b-ab39-5f7c966d7b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.847357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63b36944-a854-4f62-9637-eea02dfb3eb3 req-fb4ed1d8-9a93-4b79-b5f2-3fa30d75cf19 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975212 Sep 18 01:57:26.886450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f6c9c24b-b2ac-46bd-a860-29b31872ed7b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3420458 Sep 18 01:57:26.909589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196678b-01d1-416c-86ff-ea0b512513de req-3691e2b7-20bf-4ec1-8bea-65d0ced8fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:26.912067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9196678b-01d1-416c-86ff-ea0b512513de req-3691e2b7-20bf-4ec1-8bea-65d0ced8fb55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b HTTP/1.1" status: 200 len: 902 time: 0.1462109 Sep 18 01:57:26.942878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb97ba-52d6-4430-b4d6-16062687ab64 None None] Network 9e5c7924-3dab-469a-a802-854659959e0b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:26.959828 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b6a209c-18d8-4a6b-ab39-5f7c966d7b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:26.983263 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9196678b-01d1-416c-86ff-ea0b512513de req-63684846-2e52-4224-a704-331e437170bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=8514825a-8edb-4fcc-96b4-cd15410d85c0 HTTP/1.1" status: 200 len: 217 time: 0.0635858 Sep 18 01:57:26.996247 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:27.065763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196678b-01d1-416c-86ff-ea0b512513de req-7f68d7ac-7b6b-466e-bf3d-3fa7992009a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:27.068067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9196678b-01d1-416c-86ff-ea0b512513de req-7f68d7ac-7b6b-466e-bf3d-3fa7992009a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3727170-eaf1-4bba-97e6-48a5b94b7d1a HTTP/1.1" status: 200 len: 801 time: 0.0774269 Sep 18 01:57:27.185365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196678b-01d1-416c-86ff-ea0b512513de req-46b5017e-c322-42ca-9cb5-fef48f9c2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:27.201755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9196678b-01d1-416c-86ff-ea0b512513de req-46b5017e-c322-42ca-9cb5-fef48f9c2ed0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218979 Sep 18 01:57:27.222844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f227c54-6bef-45b8-a067-bc5493d07f71,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:27.244368 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b6a209c-18d8-4a6b-ab39-5f7c966d7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:27.246916 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b6a209c-18d8-4a6b-ab39-5f7c966d7b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:27.248072 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1b6a209c-18d8-4a6b-ab39-5f7c966d7b8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/848f0e82-715a-4d64-887b-1bb3fa44196a HTTP/1.1" status: 204 len: 168 time: 0.7247183 Sep 18 01:57:27.257614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Checking segment: {'id': 'fa91d677-7320-406f-b8f3-b2b99f609b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:27.257979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Network hostable DHCP agents. Network: b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:57:27.269704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db44e75-0008-46a6-85b4-223fe576fa26 req-d4b79070-b072-45b9-84db-4c9548343ed3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:27.271301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2db44e75-0008-46a6-85b4-223fe576fa26 req-d4b79070-b072-45b9-84db-4c9548343ed3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 945 time: 0.2008491 Sep 18 01:57:27.284064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a209c-18d8-4a6b-ab39-5f7c966d7b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f0e82-715a-4d64-887b-1bb3fa44196a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:27.328520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:57:27.363695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9196678b-01d1-416c-86ff-ea0b512513de req-39facb48-4205-4032-ad0a-b9a86c5636fb service neutron] 10.222.0.20 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567376 Sep 18 01:57:27.371261 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2db44e75-0008-46a6-85b4-223fe576fa26 req-7713e41e-e392-4b33-a9b3-927fd5cefec7 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807862 Sep 18 01:57:27.372572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:27.378976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:27.379476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:27.417588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-93e7122d-978d-4ad6-8f37-a7bd6459f87b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1647682 Sep 18 01:57:27.501852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520efa2-f573-4c72-9648-7e2bc286419f None None] Network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:27.518428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397f36-b662-405f-a625-8284e54b4097 req-63d5ffd5-f6bd-4730-9770-063e1a342fc3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:27.519998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b397f36-b662-405f-a625-8284e54b4097 req-63d5ffd5-f6bd-4730-9770-063e1a342fc3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 945 time: 0.1190310 Sep 18 01:57:27.523956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9196678b-01d1-416c-86ff-ea0b512513de req-2b8326d4-2207-41a3-9f59-b41c4b519b29 service neutron] 10.222.0.20 "GET /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520917 Sep 18 01:57:27.669170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:27.768360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa84ea7-233c-4e62-81a5-b0fd09fbfa3b None None] Network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:27.854746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Deleting port dd54491e-bd19-4615-82c6-d0fed060f6e5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:27.854949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:27.953441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-69fcd856-2b3e-4b8e-a2d8-34220ad49188 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:27.954889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-69fcd856-2b3e-4b8e-a2d8-34220ad49188 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.2583501 Sep 18 01:57:27.982097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-1372b9fd-778d-4a99-bd2e-197750c348b7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/quotas/ed7bdd6d4a7244599abaed6d4aa406fe HTTP/1.1" status: 200 len: 375 time: 0.0165963 Sep 18 01:57:28.007026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] For port dd54491e-bd19-4615-82c6-d0fed060f6e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dd54491e-bd19-4615-82c6-d0fed060f6e5,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:28.007404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:28.031586 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-6685a6aa-9e4c-4144-a899-94711f2173a2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407214 Sep 18 01:57:28.056092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Calling delete_port for dd54491e-bd19-4615-82c6-d0fed060f6e5 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:28.212029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-29799bc7-8501-45f6-8ebb-a64fdfbbd765 service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705413 Sep 18 01:57:28.387343 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:28.401424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['dd54491e-bd19-4615-82c6-d0fed060f6e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:28.421720 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-e09eee01-b146-4b68-821e-9c056fa7ce8c service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969638 Sep 18 01:57:28.428026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Pushing event deleted for resources: {'Port': ['ID=dd54491e-bd19-4615-82c6-d0fed060f6e5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:28.498804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] No DVR routers for this DVR port dd54491e-bd19-4615-82c6-d0fed060f6e5 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:28.503218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:28.507244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b397f36-b662-405f-a625-8284e54b4097 req-6963d911-23bc-45cb-aea1-64bfce2a47f8 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.18 "DELETE /v2.0/ports/dd54491e-bd19-4615-82c6-d0fed060f6e5 HTTP/1.1" status: 204 len: 173 time: 0.9775889 Sep 18 01:57:28.507866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'name': 'network-vif-deleted', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:28.513127 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca32f48-217a-4773-9e48-c9dbc67218f6" -d '{"events": [{"server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "name": "network-vif-deleted", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:28.809861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def964d-c7a5-44d7-ac99-d64cae807898 req-17b9196a-27ca-4b56-8ac8-59f2eebe53b5 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:28.816775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def964d-c7a5-44d7-ac99-d64cae807898 req-17b9196a-27ca-4b56-8ac8-59f2eebe53b5 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:28.824219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def964d-c7a5-44d7-ac99-d64cae807898 req-17b9196a-27ca-4b56-8ac8-59f2eebe53b5 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:28.839116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2def964d-c7a5-44d7-ac99-d64cae807898 req-17b9196a-27ca-4b56-8ac8-59f2eebe53b5 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2412 time: 0.1085587 Sep 18 01:57:28.921460 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2def964d-c7a5-44d7-ac99-d64cae807898 req-1fd98e9b-8e2e-4085-8684-ec5cad2b1f47 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761487 Sep 18 01:57:28.976996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.001762 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132bd743-5825-4dcd-a094-57485331d1bd x-openstack-request-id: req-132bd743-5825-4dcd-a094-57485331d1bd {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:29.002057 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4c9a2b-e683-46d7-875d-bcf365e220b9", "name": "network-vif-deleted", "tag": "dd54491e-bd19-4615-82c6-d0fed060f6e5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:29.002311 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-132bd743-5825-4dcd-a094-57485331d1bd {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:29.002730 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4c9a2b-e683-46d7-875d-bcf365e220b9', 'name': 'network-vif-deleted', 'tag': 'dd54491e-bd19-4615-82c6-d0fed060f6e5', 'status': 'completed', 'code': 200} Sep 18 01:57:29.086602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f7cc8c7-36cb-4fe3-9b15-61715a19a093 req-71d8ef58-2d6d-4162-8417-a21db9fa1bcf tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa4c9a2b-e683-46d7-875d-bcf365e220b9 HTTP/1.1" status: 200 len: 210 time: 0.0505950 Sep 18 01:57:29.128753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2a038b1-94ff-491d-94e4-6595320ba4ac req-9097c0bc-1ad3-42cb-9efe-d6a08bac4705 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 210 time: 0.0393620 Sep 18 01:57:29.464775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Deleting port 204b4321-6cd3-49a1-b85a-4410f885accf {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:29.465514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.535715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1faac7ef-bbe1-4567-a033-059912843907 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:29.655391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] For port 204b4321-6cd3-49a1-b85a-4410f885accf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=204b4321-6cd3-49a1-b85a-4410f885accf,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:29.656409 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.675112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Calling delete_port for 204b4321-6cd3-49a1-b85a-4410f885accf owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:29.708178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1faac7ef-bbe1-4567-a033-059912843907, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1faac7ef-bbe1-4567-a033-059912843907,segment=NetworkSegment(9971a68e-816d-42a7-8697-52a657e84fdf),segment_id=9971a68e-816d-42a7-8697-52a657e84fdf)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:29.724856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '1faac7ef-bbe1-4567-a033-059912843907', 'network_id': '5d1bc4a1-d93f-4038-8d0f-031e636595bf', 'port_id': '1faac7ef-bbe1-4567-a033-059912843907', 'mac_address': 'fa:16:3e:bd:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebc5162-29eb-4b09-9c40-58fe579a01f1', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:29.831250 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.856576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faac7ef-bbe1-4567-a033-059912843907 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:29.881490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1faac7ef-bbe1-4567-a033-059912843907, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1faac7ef-bbe1-4567-a033-059912843907,segment=NetworkSegment(9971a68e-816d-42a7-8697-52a657e84fdf),segment_id=9971a68e-816d-42a7-8697-52a657e84fdf)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:29.890460 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:29.891558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8514825a-8edb-4fcc-96b4-cd15410d85c0 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:29.956407 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1faac7ef-bbe1-4567-a033-059912843907,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:30.079879 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.090459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8514825a-8edb-4fcc-96b4-cd15410d85c0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8514825a-8edb-4fcc-96b4-cd15410d85c0,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:30.105112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '8514825a-8edb-4fcc-96b4-cd15410d85c0', 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b', 'port_id': '8514825a-8edb-4fcc-96b4-cd15410d85c0', 'mac_address': 'fa:16:3e:e2:01:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3727170-eaf1-4bba-97e6-48a5b94b7d1a', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:30.112565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34126af0-3b70-4d0c-8f97-6a647e69741b req-757197ee-314a-472d-8290-edf02d291657 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:30.120144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34126af0-3b70-4d0c-8f97-6a647e69741b req-757197ee-314a-472d-8290-edf02d291657 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:30.127392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34126af0-3b70-4d0c-8f97-6a647e69741b req-757197ee-314a-472d-8290-edf02d291657 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:30.135377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34126af0-3b70-4d0c-8f97-6a647e69741b req-757197ee-314a-472d-8290-edf02d291657 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2413 time: 0.0927935 Sep 18 01:57:30.145069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Pushing event deleted for resources: {'Port': ['ID=204b4321-6cd3-49a1-b85a-4410f885accf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:30.191732 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34126af0-3b70-4d0c-8f97-6a647e69741b req-c8e29e15-5d48-4af4-9c4d-e24d54db74a4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553579 Sep 18 01:57:30.203284 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.219517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8514825a-8edb-4fcc-96b4-cd15410d85c0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:30.247232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8514825a-8edb-4fcc-96b4-cd15410d85c0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8514825a-8edb-4fcc-96b4-cd15410d85c0,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:30.254505 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.255217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 53fe3c50-9f11-4027-b329-af94aa1fc9a4 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:30.305011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 53fe3c50-9f11-4027-b329-af94aa1fc9a4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=53fe3c50-9f11-4027-b329-af94aa1fc9a4,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:30.312434 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-5e679d3f-2e87-4518-96fd-892d05688475 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350863 Sep 18 01:57:30.356949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '53fe3c50-9f11-4027-b329-af94aa1fc9a4', 'network_id': '6199fdc0-1f4a-4a8b-8ece-2b3114969f9b', 'port_id': '53fe3c50-9f11-4027-b329-af94aa1fc9a4', 'mac_address': 'fa:16:3e:cb:7e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3727170-eaf1-4bba-97e6-48a5b94b7d1a', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:30.440513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=8514825a-8edb-4fcc-96b4-cd15410d85c0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:30.445107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.462530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fe3c50-9f11-4027-b329-af94aa1fc9a4 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:30.516153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-79fbcb48-c73c-4561-8ab1-89d2f47113a4 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:30.517489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 53fe3c50-9f11-4027-b329-af94aa1fc9a4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=53fe3c50-9f11-4027-b329-af94aa1fc9a4,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:30.523726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-79fbcb48-c73c-4561-8ab1-89d2f47113a4 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/networks?id=b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf HTTP/1.1" status: 200 len: 809 time: 0.2157490 Sep 18 01:57:30.525777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-35847a3b-484b-493c-944d-9460910eb158 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:30.531376 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.534847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-35847a3b-484b-493c-944d-9460910eb158 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217538 Sep 18 01:57:30.550108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-284b464d-ef47-4611-b563-d05cc3e2c54f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/quotas/bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 375 time: 0.0140419 Sep 18 01:57:30.551516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.582089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-74e6ef86-1a1b-4884-83e6-36af33041e3d tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/quotas/14c267af60194f36bf424ab4c5462f13 HTTP/1.1" status: 200 len: 375 time: 0.0574024 Sep 18 01:57:30.602565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=53fe3c50-9f11-4027-b329-af94aa1fc9a4,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:30.611974 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-298c089a-64b9-4629-8def-49062eae3800 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484347 Sep 18 01:57:30.628363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-555a0a75-7731-4bff-9b20-8a1d0bcc67a7 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14c267af60194f36bf424ab4c5462f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453560 Sep 18 01:57:30.801848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['53fe3c50-9f11-4027-b329-af94aa1fc9a4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:30.840877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1faac7ef-bbe1-4567-a033-059912843907'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:30.844558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['8514825a-8edb-4fcc-96b4-cd15410d85c0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:30.850446 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-083da44a-dae9-43a1-87ad-b605496778ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:30.986671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:31.009878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8262386-ec52-4a4d-a3a6-145d61607e8d req-6bd6265d-c970-482d-b64b-ad67baa4389b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 210 time: 0.0475371 Sep 18 01:57:31.115606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e4f2d61a-45ad-4124-9050-ab95c79c15d5 req-bd3a606f-b505-442a-aa1b-56740a8c4556 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 210 time: 0.0331376 Sep 18 01:57:31.202172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:31.217195 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e6c31330-f6fa-46ff-918d-f06ff25a589f admin admin] 10.222.0.21 "PUT /v2.0/routers/2d8d005b-9bff-4cf0-9fc1-95db184b7147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5464878 Sep 18 01:57:31.221154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:31.265084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] Sync routers for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:31.422228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:31.431546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:31.477245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-0a469d7a-2d8f-407e-9523-89367f0455ab service neutron] 10.222.0.21 "GET /v2.0/networks/b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8479238 Sep 18 01:57:31.481764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.575767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-c066ffeb-3364-4fdf-bb7a-923dec46cb05 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:31.577707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-c066ffeb-3364-4fdf-bb7a-923dec46cb05 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 1.0502493 Sep 18 01:57:31.613037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Request body: {'port': {'device_id': 'fb18a758-6456-43e2-a728-506f4530af63', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'admin_state_up': True, 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:31.614798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:31.680036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dd54491e-bd19-4615-82c6-d0fed060f6e5 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:31.734669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: dd54491e-bd19-4615-82c6-d0fed060f6e5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:31.735342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dd54491e-bd19-4615-82c6-d0fed060f6e5 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:31.745684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3f10-cec9-4d4f-b798-27d0335c0506 req-7b33efbc-d098-4fb2-abae-be9a5a77759e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:31.757080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3f10-cec9-4d4f-b798-27d0335c0506 req-7b33efbc-d098-4fb2-abae-be9a5a77759e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:31.764599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3f10-cec9-4d4f-b798-27d0335c0506 req-7b33efbc-d098-4fb2-abae-be9a5a77759e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:31.774652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bc3f10-cec9-4d4f-b798-27d0335c0506 req-7b33efbc-d098-4fb2-abae-be9a5a77759e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2415 time: 0.1383557 Sep 18 01:57:31.818221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.844122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bc3f10-cec9-4d4f-b798-27d0335c0506 req-96518b8e-26b7-478e-9ee6-136ce0c3b58d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Sep 18 01:57:31.957678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Deleting port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:31.958352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:31.971695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:57:29Z', 'revision_number': 5, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port': {'id': '9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:19Z', 'updated_at': '2021-09-18T01:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:32.015561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] Checking router: 2d8d005b-9bff-4cf0-9fc1-95db184b7147 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:32.026258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] Routers {'2d8d005b-9bff-4cf0-9fc1-95db184b7147'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:32.027274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:32.053796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac7df8-0c04-43fe-a75b-dab79e2021fa req-44d50f54-e1c5-4345-a9d1-c5b074e3e4e9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:32.055445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25ac7df8-0c04-43fe-a75b-dab79e2021fa req-44d50f54-e1c5-4345-a9d1-c5b074e3e4e9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 944 time: 0.1198545 Sep 18 01:57:32.099068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-aa59be7b-8321-4895-873b-4debb84d7246 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:32.100402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] For port 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:32.100842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.101502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-aa59be7b-8321-4895-873b-4debb84d7246 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 944 time: 0.1686039 Sep 18 01:57:32.129045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Calling delete_port for 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:32.140384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] Set router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:32.145004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-01ba6454-6971-4895-90f7-82f82c74ad9b service neutron] 10.222.0.21 "GET /v2.0/networks/b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932019 Sep 18 01:57:32.147235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25ac7df8-0c04-43fe-a75b-dab79e2021fa req-7267397c-1727-429d-93cd-d6cb97ef2c57 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822001 Sep 18 01:57:32.209172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:57:31Z', 'revision_number': 6, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:32.253871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15edea4d-a365-4cba-83f5-cb9d8f690840 None None] The sync data for ids ['2d8d005b-9bff-4cf0-9fc1-95db184b7147'] in n-d-789963-12 is: [{'id': '2d8d005b-9bff-4cf0-9fc1-95db184b7147', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-597572321-router', 'tenant_id': '86d857a408474249b56a57abc4104dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:18Z', 'updated_at': '2021-09-18T01:57:31Z', 'revision_number': 6, 'project_id': '86d857a408474249b56a57abc4104dab', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:32.329760 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-f04cdd03-02f0-450c-a494-abf903a56dc7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932031 Sep 18 01:57:32.421641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:32.425701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.501824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c31c98b-d405-4803-b5cd-41889b7a201c req-250bae8b-43df-490a-b8ac-b5e8224fa152 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 210 time: 0.1430013 Sep 18 01:57:32.600807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Deleting port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:32.601770 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.615846 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.664715 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a44dc113-993d-45f3-a5a1-8a95c108b19a req-7ccb5731-bc09-491a-bae5-069c1460f865 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 210 time: 0.0722759 Sep 18 01:57:32.683962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c3d2bfd-24ab-405f-87c6-40a2355a30aa req-d89ca5e0-0c93-4c49-976a-07c2390a0707 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 210 time: 0.0817528 Sep 18 01:57:32.784351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:32.797203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-64d01499-0bb1-4216-9981-4e56248ef47f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:32.798744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-64d01499-0bb1-4216-9981-4e56248ef47f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4272749 Sep 18 01:57:32.876225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.965052 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] For port 637c8883-d5f9-4c4d-9c3f-bd9434352e45, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=637c8883-d5f9-4c4d-9c3f-bd9434352e45,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:32.965363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.981321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Calling delete_port for 637c8883-d5f9-4c4d-9c3f-bd9434352e45 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:32.993209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:32.994075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Request body: {'port': {'device_id': 'f73da74b-be9c-4119-921b-1394ca360703', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'bc595d4fb5964cd99a406ef8693fd5ab'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:32.995457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.073998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.074611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8d005b-9bff-4cf0-9fc1-95db184b7147 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:57:33.084225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.091627 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ef43ab0c-4fcf-4924-af66-f3298bd0ed58 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2d8d005b-9bff-4cf0-9fc1-95db184b7147 HTTP/1.1" status: 204 len: 168 time: 1.8662705 Sep 18 01:57:33.094186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44292) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:33.159040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-293c6fed-a9bb-4c5d-8159-e04596e6e925 admin admin] Deleting subnet 1b6d2e0b-1049-45d5-a188-b81c57074869 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:33.163689 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-293c6fed-a9bb-4c5d-8159-e04596e6e925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.241197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-293c6fed-a9bb-4c5d-8159-e04596e6e925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.250021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Allocated IP 172.20.0.12 (9e5c7924-3dab-469a-a802-854659959e0b/f5e19a47-9ea1-44de-af17-07e8e0dec0b0/20747c8d-0d0d-4760-9a37-64afe894c2e5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:33.339154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aef3fb-2909-4b36-bd95-fb1890e96155 req-a0ce9196-fb18-4ea0-9a20-5dd59ba95e5e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:33.345939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aef3fb-2909-4b36-bd95-fb1890e96155 req-a0ce9196-fb18-4ea0-9a20-5dd59ba95e5e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:33.351967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aef3fb-2909-4b36-bd95-fb1890e96155 req-a0ce9196-fb18-4ea0-9a20-5dd59ba95e5e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:33.360297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0aef3fb-2909-4b36-bd95-fb1890e96155 req-a0ce9196-fb18-4ea0-9a20-5dd59ba95e5e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2415 time: 0.3611553 Sep 18 01:57:33.377027 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6b477b3c-743a-42e7-b799-6c6005485d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.450432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-293c6fed-a9bb-4c5d-8159-e04596e6e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.489900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09de99-3816-416e-a30b-798c7a515c5b req-b40a91ee-35b7-49f6-98a7-7f87ad4acd70 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:33.495461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f09de99-3816-416e-a30b-798c7a515c5b req-b40a91ee-35b7-49f6-98a7-7f87ad4acd70 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 944 time: 0.1973538 Sep 18 01:57:33.519840 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0aef3fb-2909-4b36-bd95-fb1890e96155 req-fca10b1f-418f-49dd-838f-9645cff11be6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539299 Sep 18 01:57:33.550378 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-293c6fed-a9bb-4c5d-8159-e04596e6e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.572722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1faac7ef-bbe1-4567-a033-059912843907 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:33.581236 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-293c6fed-a9bb-4c5d-8159-e04596e6e925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.588206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44298) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:33.590085 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-293c6fed-a9bb-4c5d-8159-e04596e6e925 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1b6d2e0b-1049-45d5-a188-b81c57074869 HTTP/1.1" status: 204 len: 168 time: 0.4957240 Sep 18 01:57:33.629174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c6fed-a9bb-4c5d-8159-e04596e6e925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6d2e0b-1049-45d5-a188-b81c57074869,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:33.635316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4799fd89-9d85-4e93-84df-0e015211894e None None] Network 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:33.655412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Made reservation on behalf of bc595d4fb5964cd99a406ef8693fd5ab for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:33.658437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.663247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f09de99-3816-416e-a30b-798c7a515c5b req-2e59d3b6-ec59-4a40-8e44-4195d6f11f62 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222017 Sep 18 01:57:33.797331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-209ff53e-632d-4fa2-bd2d-7b8022b3c673 req-ad72c65d-d822-4784-8974-6e643ad67a80 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 210 time: 0.1606271 Sep 18 01:57:33.798538 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.850401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 204b4321-6cd3-49a1-b85a-4410f885accf no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:33.876218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6cf9e72a-9b70-481d-a985-5668c171fcca req-5861f737-843c-4703-9e1e-ec6a72957dd7 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 210 time: 0.0597188 Sep 18 01:57:33.888170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.922968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 1faac7ef-bbe1-4567-a033-059912843907 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:33.927392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 204b4321-6cd3-49a1-b85a-4410f885accf {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:33.928070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 204b4321-6cd3-49a1-b85a-4410f885accf not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:33.928649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:33.950991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 1faac7ef-bbe1-4567-a033-059912843907 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:33.951679 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:33.953559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:33.954107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9e0ba9c6-c6d5-4153-82b3-cdcc63b02c03 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:33.970819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Pushing event deleted for resources: {'Port': ['ID=637c8883-d5f9-4c4d-9c3f-bd9434352e45,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:33.974816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1da19fec-793b-4074-be73-253c5fc13f2d req-648dc495-0722-481c-a1a9-77eba73e9928 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 210 time: 0.0370922 Sep 18 01:57:33.990839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.020827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.031319 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.097206 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.129312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] DHCP port deletion for 5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:57:34.142258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faac7ef-bbe1-4567-a033-059912843907'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:34.144793 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb31299-8ee4-4229-91d3-33a2d0cdee9c" -d '{"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-plugged", "status": "completed", "tag": "1faac7ef-bbe1-4567-a033-059912843907"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:34.195284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1faac7ef-bbe1-4567-a033-059912843907, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1faac7ef-bbe1-4567-a033-059912843907,segment=NetworkSegment(9971a68e-816d-42a7-8697-52a657e84fdf),segment_id=9971a68e-816d-42a7-8697-52a657e84fdf)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:34.205161 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.206049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8514825a-8edb-4fcc-96b4-cd15410d85c0 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:34.210435 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cef0ad-6362-40fe-901b-fc37f37a6263 x-openstack-request-id: req-f5cef0ad-6362-40fe-901b-fc37f37a6263 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:34.210906 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-plugged", "status": "completed", "tag": "1faac7ef-bbe1-4567-a033-059912843907", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:34.211159 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5cef0ad-6362-40fe-901b-fc37f37a6263 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:34.211545 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faac7ef-bbe1-4567-a033-059912843907', 'code': 200} Sep 18 01:57:34.216439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] No DVR routers for this DVR port 637c8883-d5f9-4c4d-9c3f-bd9434352e45 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:34.223956 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.226348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7abecfc1-bd9a-4780-84fa-4052cc231401 req-3c9e1e83-7d5c-47c8-a64e-a4b8234cb676 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.18 "DELETE /v2.0/ports/637c8883-d5f9-4c4d-9c3f-bd9434352e45 HTTP/1.1" status: 204 len: 173 time: 2.1131313 Sep 18 01:57:34.297240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.332888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1faac7ef-bbe1-4567-a033-059912843907,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:34.337556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] Deleting port 2a9aa9ee-506c-48fe-af03-134ee01749f9 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:34.337919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.351059 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'name': 'network-vif-deleted', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:34.354898 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bf7298-c354-465a-9883-fe877e4b957d" -d '{"events": [{"server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "name": "network-vif-deleted", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:34.369574 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.377583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 8514825a-8edb-4fcc-96b4-cd15410d85c0 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:34.383937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 8514825a-8edb-4fcc-96b4-cd15410d85c0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:34.384304 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.390161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.390506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.390877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.391701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.391701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.391915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.392174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.392994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.393307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.393834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.394203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.394533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:57:34.411341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.428702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-3a6253b6-f6fb-493a-bd11-141390be7dd9 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:34.430559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-3a6253b6-f6fb-493a-bd11-141390be7dd9 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.20 "GET /v2.0/networks?id=b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf HTTP/1.1" status: 200 len: 809 time: 0.3654280 Sep 18 01:57:34.448927 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1a1da7-7475-4674-af24-43823360fab9 x-openstack-request-id: req-3b1a1da7-7475-4674-af24-43823360fab9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:34.449295 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a56afc-cfdc-43ab-85b5-7accacc2fa74", "name": "network-vif-deleted", "tag": "637c8883-d5f9-4c4d-9c3f-bd9434352e45", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:34.449490 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b1a1da7-7475-4674-af24-43823360fab9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:34.449829 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a56afc-cfdc-43ab-85b5-7accacc2fa74', 'name': 'network-vif-deleted', 'tag': '637c8883-d5f9-4c4d-9c3f-bd9434352e45', 'status': 'completed', 'code': 200} Sep 18 01:57:34.463387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Request body: {'port': {'device_id': '01a2b72b-4ed5-450f-a8e5-56b976799661', 'network_id': 'b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf', 'admin_state_up': True, 'tenant_id': '14c267af60194f36bf424ab4c5462f13'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:34.476442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] For port 2a9aa9ee-506c-48fe-af03-134ee01749f9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2a9aa9ee-506c-48fe-af03-134ee01749f9,segment=NetworkSegment(9757a362-714c-48a6-a5e0-aa4d580816b1),segment_id=9757a362-714c-48a6-a5e0-aa4d580816b1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:34.476669 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.497282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] Calling delete_port for 2a9aa9ee-506c-48fe-af03-134ee01749f9 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:34.657999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Network 9e5c7924-3dab-469a-a802-854659959e0b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:34.658806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4419dbe4-b46a-47a6-8d3a-df6979396eaa,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:34.693939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:34.745647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event updated for resources: {'Port': ['ID=20747c8d-0d0d-4760-9a37-64afe894c2e5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:34.765720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:34.822308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-49bb9cba-c970-4e91-8221-0571087623ab req-568678b3-6240-4f62-88a8-07d2012b35b3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a56afc-cfdc-43ab-85b5-7accacc2fa74 HTTP/1.1" status: 200 len: 210 time: 0.0373306 Sep 18 01:57:34.871212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1f05-530c-4344-bf82-be25495a6276 req-2eb1ac11-bad9-499f-889b-2a180915dda1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:34.878033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1f05-530c-4344-bf82-be25495a6276 req-2eb1ac11-bad9-499f-889b-2a180915dda1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:34.881798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.884487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1f05-530c-4344-bf82-be25495a6276 req-2eb1ac11-bad9-499f-889b-2a180915dda1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:34.886141 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5adb1f05-530c-4344-bf82-be25495a6276 req-2eb1ac11-bad9-499f-889b-2a180915dda1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2416 time: 0.2838037 Sep 18 01:57:34.893520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.932961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] Pushing event deleted for resources: {'Port': ['ID=2a9aa9ee-506c-48fe-af03-134ee01749f9,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:34.938215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:34.938581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.948564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Deleting port 2a9aa9ee-506c-48fe-af03-134ee01749f9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:34.948814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291156a7-a8b0-4b1e-9128-1054772ad8c1 None None] No DVR routers for this DVR port 2a9aa9ee-506c-48fe-af03-134ee01749f9 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:34.948966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.958330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234c71-5157-4d6b-a5c8-b6cdc85b0e0e req-9040586f-9146-4202-aca8-f6730e7778d3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:34.960799 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58234c71-5157-4d6b-a5c8-b6cdc85b0e0e req-9040586f-9146-4202-aca8-f6730e7778d3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 932 time: 0.0623379 Sep 18 01:57:34.969317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:34.994947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8514825a-8edb-4fcc-96b4-cd15410d85c0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8514825a-8edb-4fcc-96b4-cd15410d85c0,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:35.000238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.001651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 53fe3c50-9f11-4027-b329-af94aa1fc9a4 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:35.010790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58234c71-5157-4d6b-a5c8-b6cdc85b0e0e req-9ea116a2-4490-434e-83db-51dc6d998a90 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Sep 18 01:57:35.021812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Allocated IP 192.168.233.89 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:35.088882 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5adb1f05-530c-4344-bf82-be25495a6276 req-1dce5217-db59-49b0-b963-0a76b14ae8f6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831264 Sep 18 01:57:35.104557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] For port 2a9aa9ee-506c-48fe-af03-134ee01749f9, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:35.109355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.113651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Made reservation on behalf of 14c267af60194f36bf424ab4c5462f13 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:35.121881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.129626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=8514825a-8edb-4fcc-96b4-cd15410d85c0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:35.135508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:35.140917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:35.141260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12576573-06b0-440e-9def-9efb56be665b req-dba96468-27b4-4da8-b9c2-8f20a4216dda tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 210 time: 0.0359049 Sep 18 01:57:35.141468 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.165900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Calling delete_port for 2a9aa9ee-506c-48fe-af03-134ee01749f9 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:35.169026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-31594d1b-8215-4200-9291-69ba1a2ba0a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5602491 Sep 18 01:57:35.173211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Port 2a9aa9ee-506c-48fe-af03-134ee01749f9 was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 01:57:35.202474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.234217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] No DVR routers for this DVR port 2a9aa9ee-506c-48fe-af03-134ee01749f9 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:35.240182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.282976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 53fe3c50-9f11-4027-b329-af94aa1fc9a4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=53fe3c50-9f11-4027-b329-af94aa1fc9a4,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:35.284560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a0de214-7164-4e85-9938-b48c55cba796 req-c9a04f86-0b4f-406d-bdfa-00f3ed57cb1c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 210 time: 0.0702720 Sep 18 01:57:35.297439 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.347974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9aa9ee-506c-48fe-af03-134ee01749f9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:35.371697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=53fe3c50-9f11-4027-b329-af94aa1fc9a4,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:35.410214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Request body: {'port': {'device_id': 'fb18a758-6456-43e2-a728-506f4530af63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:35.469355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.600838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 637c8883-d5f9-4c4d-9c3f-bd9434352e45 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:35.625144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 637c8883-d5f9-4c4d-9c3f-bd9434352e45 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:35.625483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 637c8883-d5f9-4c4d-9c3f-bd9434352e45 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:35.754257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2a9aa9ee-506c-48fe-af03-134ee01749f9 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:35.774166 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 2a9aa9ee-506c-48fe-af03-134ee01749f9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:35.774505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2a9aa9ee-506c-48fe-af03-134ee01749f9 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:35.855883 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:57:35.865953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad4ce29-bd80-45ac-95cb-fd6b7aea8388']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:35.889284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9757a362-714c-48a6-a5e0-aa4d580816b1') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:35.889579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9757a362-714c-48a6-a5e0-aa4d580816b1') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:35.913790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.916378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.949647 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:35.951439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Allocated IP 172.20.0.12 (b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf/8f227c54-6bef-45b8-a067-bc5493d07f71/8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:35.969905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.016635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:36.017041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: timer() Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:36.018683 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:36.106805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74feb6-db02-4e5a-ad13-c3cfd052e628 req-eedbcc45-bfd5-4d96-a8f7-c1bb17d791d9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.108764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a74feb6-db02-4e5a-ad13-c3cfd052e628 req-eedbcc45-bfd5-4d96-a8f7-c1bb17d791d9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 944 time: 0.0559974 Sep 18 01:57:36.150717 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a74feb6-db02-4e5a-ad13-c3cfd052e628 req-8b178dc9-7295-469b-888c-c1a23109eaba tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Sep 18 01:57:36.184650 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.202941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.212687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514825a-8edb-4fcc-96b4-cd15410d85c0'}, {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe3c50-9f11-4027-b329-af94aa1fc9a4'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:36.215398 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2587a0b4-0848-4e89-8a54-8e2fb5adf887" -d '{"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-plugged", "status": "completed", "tag": "8514825a-8edb-4fcc-96b4-cd15410d85c0"}, {"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-plugged", "status": "completed", "tag": "53fe3c50-9f11-4027-b329-af94aa1fc9a4"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:36.230068 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.268737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50df07-c894-4b1d-8970-cda56417c84f req-ab3c8d32-9058-4e42-be78-2c4afa6909fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.274621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.274785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50df07-c894-4b1d-8970-cda56417c84f req-ab3c8d32-9058-4e42-be78-2c4afa6909fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.276463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] 10.222.0.21 "DELETE /v2.0/networks/5ad4ce29-bd80-45ac-95cb-fd6b7aea8388 HTTP/1.1" status: 204 len: 168 time: 2.6413605 Sep 18 01:57:36.281860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50df07-c894-4b1d-8970-cda56417c84f req-ab3c8d32-9058-4e42-be78-2c4afa6909fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.283544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e50df07-c894-4b1d-8970-cda56417c84f req-ab3c8d32-9058-4e42-be78-2c4afa6909fe tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2418 time: 0.0679483 Sep 18 01:57:36.284028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44344) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:36.343807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671b8e2-cc71-42dd-a566-d348dec2b6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad4ce29-bd80-45ac-95cb-fd6b7aea8388,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:36.352536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:36.371146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e50df07-c894-4b1d-8970-cda56417c84f req-99421960-bb61-48b8-b1ec-a9fa511e8eb7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808871 Sep 18 01:57:36.373873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:36.380276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:36.384201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:36.395802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5e7ec-abe9-45ce-ac55-21a675319a69 req-e44b048f-5041-4a5b-a0b0-1f76874e73ca tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.403040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17f5e7ec-abe9-45ce-ac55-21a675319a69 req-e44b048f-5041-4a5b-a0b0-1f76874e73ca tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 932 time: 0.3004210 Sep 18 01:57:36.512541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f716d72-a343-4b91-ac78-062a1922a607 req-8c27f0cd-570e-46e6-8f68-b261e6865b9d tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 210 time: 0.0319285 Sep 18 01:57:36.565352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17f5e7ec-abe9-45ce-ac55-21a675319a69 req-790fc3c5-6a79-4a66-9170-5cb37d924778 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613693 Sep 18 01:57:36.575255 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2bf89d-e63c-41a3-8076-5dc609908424 x-openstack-request-id: req-6c2bf89d-e63c-41a3-8076-5dc609908424 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:36.575857 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-plugged", "status": "completed", "tag": "8514825a-8edb-4fcc-96b4-cd15410d85c0", "code": 200}, {"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-plugged", "status": "completed", "tag": "53fe3c50-9f11-4027-b329-af94aa1fc9a4", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:36.576682 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c2bf89d-e63c-41a3-8076-5dc609908424 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:36.577151 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8514825a-8edb-4fcc-96b4-cd15410d85c0', 'code': 200} Sep 18 01:57:36.577417 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe3c50-9f11-4027-b329-af94aa1fc9a4', 'code': 200} Sep 18 01:57:36.597996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.598691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.649223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9c70c-734d-474c-bd29-3d674954bdff req-6cf148ce-a20b-45c1-92bf-782773584691 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.653833 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39e9c70c-734d-474c-bd29-3d674954bdff req-6cf148ce-a20b-45c1-92bf-782773584691 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 944 time: 0.1769903 Sep 18 01:57:36.656290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-39c4002f-f3c4-4e8a-b030-27a2267ca24f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8262405 Sep 18 01:57:36.683919 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.696250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Request body: {'port': {'device_id': 'f73da74b-be9c-4119-921b-1394ca360703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:36.755160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6bc6c2b2-8b93-41d2-be52-e610f0eee0e0 None None] Provisioning complete for port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:36.755752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6bc6c2b2-8b93-41d2-be52-e610f0eee0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.790357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6c2b2-8b93-41d2-be52-e610f0eee0e0 None None] Port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:57:36.791809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.944398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216caa61-ef01-4aad-ba41-57670cedf37c req-9ca89b8c-464d-4e34-b54c-b57505d9e23a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.945806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-216caa61-ef01-4aad-ba41-57670cedf37c req-9ca89b8c-464d-4e34-b54c-b57505d9e23a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 935 time: 0.2562153 Sep 18 01:57:36.970507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:36.978581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a2821-75fa-48c0-81c7-e30a94807ca5 req-c44c8800-3e1a-4a24-a147-071041732d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.979170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a2821-75fa-48c0-81c7-e30a94807ca5 req-c44c8800-3e1a-4a24-a147-071041732d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.979649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a2821-75fa-48c0-81c7-e30a94807ca5 req-c44c8800-3e1a-4a24-a147-071041732d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:36.981240 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c3a2821-75fa-48c0-81c7-e30a94807ca5 req-c44c8800-3e1a-4a24-a147-071041732d44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2874 time: 0.3177373 Sep 18 01:57:36.998704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.005974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20747c8d-0d0d-4760-9a37-64afe894c2e5 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:37.025099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.039021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Deleting port 37624881-46b0-435a-9e2d-24de9f3f4e9c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:37.039363 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.116508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] For port 37624881-46b0-435a-9e2d-24de9f3f4e9c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37624881-46b0-435a-9e2d-24de9f3f4e9c,segment=NetworkSegment(d0986cc3-2a64-4d72-96a7-196de2af3b21),segment_id=d0986cc3-2a64-4d72-96a7-196de2af3b21)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:37.117235 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.128834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:37.131155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Calling delete_port for 37624881-46b0-435a-9e2d-24de9f3f4e9c owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:37.136818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Transition to ACTIVE for port object 20747c8d-0d0d-4760-9a37-64afe894c2e5 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:37.141478 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-216caa61-ef01-4aad-ba41-57670cedf37c req-0f4b28c2-bad6-4835-9782-626b61140637 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872704 Sep 18 01:57:37.149316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Deleting port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:37.149316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.163633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.164360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:37.186900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:37.194333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c3a2821-75fa-48c0-81c7-e30a94807ca5 req-852b4f65-73a4-43e4-997f-7a2e25dc1d9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840675 Sep 18 01:57:37.207486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Pushing event updated for resources: {'Port': ['ID=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:37.309112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3d97d-f032-47ee-baf5-7ad738e060c1 req-41155ae6-4094-47e0-97a1-a206f4927e57 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:37.310806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cc3d97d-f032-47ee-baf5-7ad738e060c1 req-41155ae6-4094-47e0-97a1-a206f4927e57 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 944 time: 0.0701268 Sep 18 01:57:37.392371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:37.393031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.442493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Pushing event updated for resources: {'Port': ['ID=20747c8d-0d0d-4760-9a37-64afe894c2e5,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:37.536055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-48ac817e-5341-422f-bec2-3d361dcf9eb8 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0762398 Sep 18 01:57:37.542228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] For port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,segment=NetworkSegment(e30e7ff0-d7c6-49ef-826d-7bf135210d04),segment_id=e30e7ff0-d7c6-49ef-826d-7bf135210d04)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:37.542607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.583051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Request body: {'port': {'device_id': '01a2b72b-4ed5-450f-a8e5-56b976799661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:37.613465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Calling delete_port for a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:37.671853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cc3d97d-f032-47ee-baf5-7ad738e060c1 req-61cccdd0-0e91-4587-be45-422c9873e10f tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/security-groups?id=67e40795-a166-41ff-9584-02c250850b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513267 Sep 18 01:57:37.673000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.703258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Pushing event deleted for resources: {'Port': ['ID=37624881-46b0-435a-9e2d-24de9f3f4e9c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:37.750622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914b96e-9283-453d-9e0b-02b8cd841772 req-b120f823-09ec-4d59-824e-c9bdbe0b7178 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:37.757724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914b96e-9283-453d-9e0b-02b8cd841772 req-b120f823-09ec-4d59-824e-c9bdbe0b7178 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:37.765010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914b96e-9283-453d-9e0b-02b8cd841772 req-b120f823-09ec-4d59-824e-c9bdbe0b7178 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:37.767338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6914b96e-9283-453d-9e0b-02b8cd841772 req-b120f823-09ec-4d59-824e-c9bdbe0b7178 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2418 time: 0.2984779 Sep 18 01:57:37.782042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Attempting to bind port 20747c8d-0d0d-4760-9a37-64afe894c2e5 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:37.782380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Attempting to bind port 20747c8d-0d0d-4760-9a37-64afe894c2e5 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:37.782747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Attempting to bind port 20747c8d-0d0d-4760-9a37-64afe894c2e5 on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:37.816899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.824199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Port 20747c8d-0d0d-4760-9a37-64afe894c2e5 on network 9e5c7924-3dab-469a-a802-854659959e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:37.824525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Attempting to bind port 20747c8d-0d0d-4760-9a37-64afe894c2e5 on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:37.867056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:37.867397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Checking segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:37.867791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Bound using segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:37.868237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Bound port: 20747c8d-0d0d-4760-9a37-64afe894c2e5, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:37.868595 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.907838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4475-b612-43b5-b437-e9fa7f771504 req-df6e3443-1bfd-439a-85e4-4aeddc570b49 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:37.909275 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d15d4475-b612-43b5-b437-e9fa7f771504 req-df6e3443-1bfd-439a-85e4-4aeddc570b49 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 932 time: 0.0989628 Sep 18 01:57:37.917873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6914b96e-9283-453d-9e0b-02b8cd841772 req-120c135d-84ec-4c21-8f8e-1049508e7a44 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385467 Sep 18 01:57:37.946090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:37.972530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:37.987551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.007172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d15d4475-b612-43b5-b437-e9fa7f771504 req-7c216cbb-1caf-4162-bb29-59bdfd505f10 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899622 Sep 18 01:57:38.070199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Transition to ACTIVE for port object 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:38.090516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.199679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] For port 20747c8d-0d0d-4760-9a37-64afe894c2e5, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:38.205891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Router c263e051-4cab-4b60-a559-953ad6591cb9 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:38.232576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a7ee4-cfed-4c6d-af91-8d64970306de req-0f06483b-a50f-4c1d-b3b0-f03627a3b77b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:38.234247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad7a7ee4-cfed-4c6d-af91-8d64970306de req-0f06483b-a50f-4c1d-b3b0-f03627a3b77b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 944 time: 0.2529440 Sep 18 01:57:38.241486 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.246155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] For port 20747c8d-0d0d-4760-9a37-64afe894c2e5, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=20747c8d-0d0d-4760-9a37-64afe894c2e5,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:38.267773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.296204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:38.358846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b1035-2ff5-4941-9555-7ad2dc7cb24b req-160fa172-36f6-48d5-a725-96b3ee5a7a2c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:38.360407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a52b1035-2ff5-4941-9555-7ad2dc7cb24b req-160fa172-36f6-48d5-a725-96b3ee5a7a2c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.1065021 Sep 18 01:57:38.378565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:38.386815 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a2c9f6d8-e83b-466d-8b10-5b8f37ae3845 admin admin] 10.222.0.21 "PUT /v2.0/routers/c263e051-4cab-4b60-a559-953ad6591cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0991826 Sep 18 01:57:38.389539 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] Sync routers for ids ['c263e051-4cab-4b60-a559-953ad6591cb9'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:38.392902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44366) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:38.401013 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] Routers {'c263e051-4cab-4b60-a559-953ad6591cb9'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:38.401945 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c263e051-4cab-4b60-a559-953ad6591cb9'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:38.433466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:38.434279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.436805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] 10.222.0.18 "PUT /v2.0/ports/20747c8d-0d0d-4760-9a37-64afe894c2e5 HTTP/1.1" status: 200 len: 1093 time: 3.2571301 Sep 18 01:57:38.449644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18a758-6456-43e2-a728-506f4530af63', 'tag': '20747c8d-0d0d-4760-9a37-64afe894c2e5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:38.453618 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3f8183-0585-441d-a9a0-2b57fbee627a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18a758-6456-43e2-a728-506f4530af63", "tag": "20747c8d-0d0d-4760-9a37-64afe894c2e5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:38.476862 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a52b1035-2ff5-4941-9555-7ad2dc7cb24b req-d13c794b-e7c4-4073-9704-e3fce6c17c89 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973132 Sep 18 01:57:38.499605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Pushing event deleted for resources: {'Port': ['ID=a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:38.529730 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] Set router c263e051-4cab-4b60-a559-953ad6591cb9 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:38.552295 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4791fe7-ff69-498e-bc53-2678bc431c5a x-openstack-request-id: req-f4791fe7-ff69-498e-bc53-2678bc431c5a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:38.552595 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18a758-6456-43e2-a728-506f4530af63", "tag": "20747c8d-0d0d-4760-9a37-64afe894c2e5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:38.552823 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4791fe7-ff69-498e-bc53-2678bc431c5a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:38.553196 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18a758-6456-43e2-a728-506f4530af63', 'tag': '20747c8d-0d0d-4760-9a37-64afe894c2e5', 'status': 'completed', 'code': 200} Sep 18 01:57:38.562842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] No DVR routers for this DVR port a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:38.718371 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:57:37Z', 'revision_number': 5, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:38.750364 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] Checking router: c263e051-4cab-4b60-a559-953ad6591cb9 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:38.759932 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] Routers {'c263e051-4cab-4b60-a559-953ad6591cb9'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:38.760550 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c263e051-4cab-4b60-a559-953ad6591cb9'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:38.790515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87e9a2f7-66c6-4e0d-9961-41c3b5376195 req-b9f04b3c-2ff0-4331-ba29-8629fdae73a9 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfee7fe0-f63e-41fb-ba40-1734e71dfc58 HTTP/1.1" status: 200 len: 210 time: 0.0321558 Sep 18 01:57:38.876303 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] Set router c263e051-4cab-4b60-a559-953ad6591cb9 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:38.887014 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:38.889115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39e9c70c-734d-474c-bd29-3d674954bdff req-f778e54c-9cb1-4af3-b1ba-c9b9d2d4cce3 tempest-LiveMigrationTest-1275530903 tempest-LiveMigrationTest-1275530903-project] 10.222.0.18 "DELETE /v2.0/ports/a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb HTTP/1.1" status: 204 len: 173 time: 2.2167933 Sep 18 01:57:38.894977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad7a7ee4-cfed-4c6d-af91-8d64970306de req-1a50bda8-0aaa-4e65-bc24-47107f6beba9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412752 Sep 18 01:57:39.051858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f7d0e-054d-4f87-b36f-215f64148b04 req-46e5cc2e-a269-4fb8-a2f7-250655079eef tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.052145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Attempting to bind port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:39.052619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Attempting to bind port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:39.052826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Attempting to bind port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:39.054909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752927c-7131-4320-bc3f-a6c415ea2a4b service neutron] Pushing event updated for resources: {'Port': ['ID=20747c8d-0d0d-4760-9a37-64afe894c2e5,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:39.061257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f7d0e-054d-4f87-b36f-215f64148b04 req-46e5cc2e-a269-4fb8-a2f7-250655079eef tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.069332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f7d0e-054d-4f87-b36f-215f64148b04 req-46e5cc2e-a269-4fb8-a2f7-250655079eef tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.070890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-b12147f5-c56e-487f-bf34-5647c77bda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.071516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d1f7d0e-054d-4f87-b36f-215f64148b04 req-46e5cc2e-a269-4fb8-a2f7-250655079eef tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2418 time: 0.0819106 Sep 18 01:57:39.072386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-b12147f5-c56e-487f-bf34-5647c77bda2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 1096 time: 0.5184546 Sep 18 01:57:39.083506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:39.084131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Attempting to bind port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:39.100537 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:57:37Z', 'revision_number': 5, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:39.119155 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d1f7d0e-054d-4f87-b36f-215f64148b04 req-221f9360-3cc1-44c2-81da-128f7a73cea2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Sep 18 01:57:39.132215 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e8346-f0d9-4925-b081-f0c4968476be None None] The sync data for ids ['c263e051-4cab-4b60-a559-953ad6591cb9'] in n-d-789963-12 is: [{'id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-373162551-router', 'tenant_id': '155e18de0cd84f34b8491645ffd9baae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:52:35Z', 'updated_at': '2021-09-18T01:57:37Z', 'revision_number': 5, 'project_id': '155e18de0cd84f34b8491645ffd9baae', 'gw_port': {'id': '74306a10-fd9f-4fd8-8565-3f8dae12bf63', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:16:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263e051-4cab-4b60-a559-953ad6591cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:52:37Z', 'updated_at': '2021-09-18T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:39.132421 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-048d3f65-3b3c-40bd-a7c9-fcab3db7ae21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20747c8d-0d0d-4760-9a37-64afe894c2e5 HTTP/1.1" status: 200 len: 217 time: 0.0392144 Sep 18 01:57:39.168510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:39.168510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:39.168510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:39.168510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Bound port: 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:39.168510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.171661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.344943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:39.356996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-4091a613-d6b7-447d-a002-2b2af707a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.359243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-4091a613-d6b7-447d-a002-2b2af707a427 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.2093532 Sep 18 01:57:39.361146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.376258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60622293-88a6-4c19-bf89-417192188ef7 req-526ff35b-b0fd-417f-b688-c7d17830c099 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.377800 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60622293-88a6-4c19-bf89-417192188ef7 req-526ff35b-b0fd-417f-b688-c7d17830c099 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 932 time: 0.2445574 Sep 18 01:57:39.458958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-f6cbe76e-b6f7-4f4f-8543-9cc3028c51b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465522 Sep 18 01:57:39.489937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3a4e0-60be-4018-be68-fe858313a8c3 req-1e52f5e0-af16-4522-b728-c58569fdc63c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.492560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Transition to ACTIVE for port object 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:57:39.496769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3a4e0-60be-4018-be68-fe858313a8c3 req-1e52f5e0-af16-4522-b728-c58569fdc63c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.504258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3a4e0-60be-4018-be68-fe858313a8c3 req-1e52f5e0-af16-4522-b728-c58569fdc63c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.506397 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13e3a4e0-60be-4018-be68-fe858313a8c3 req-1e52f5e0-af16-4522-b728-c58569fdc63c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2418 time: 0.0790040 Sep 18 01:57:39.509299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:39.527458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.557291 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13e3a4e0-60be-4018-be68-fe858313a8c3 req-c9f91b8f-cfc0-4b7d-9f2c-442fc67eeaba tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Sep 18 01:57:39.583697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:39.595486 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.601318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:39.659261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:39.659920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:39.711350 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.719946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60622293-88a6-4c19-bf89-417192188ef7 req-7f3cd821-b401-4d09-b2c1-8a9da00676bf tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958486 Sep 18 01:57:39.785649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2593a-566a-4198-ac6f-a38916bbbe1d req-b4fb9512-8fff-49b6-bfeb-b01b448f8765 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.793637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:39.794308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:39.796754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] 10.222.0.18 "PUT /v2.0/ports/1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 1096 time: 3.1110535 Sep 18 01:57:39.798169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ef2593a-566a-4198-ac6f-a38916bbbe1d req-b4fb9512-8fff-49b6-bfeb-b01b448f8765 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.1277521 Sep 18 01:57:39.804309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:39.825267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37624881-46b0-435a-9e2d-24de9f3f4e9c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:39.872456 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ef2593a-566a-4198-ac6f-a38916bbbe1d req-b72768fc-1900-4726-8746-3d093550a18d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691068 Sep 18 01:57:39.883838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 37624881-46b0-435a-9e2d-24de9f3f4e9c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:39.884178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37624881-46b0-435a-9e2d-24de9f3f4e9c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:39.891155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44392) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:39.979176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fccbfd6-deef-413f-beb4-eeede45264e3 admin admin] Deleting subnet 54fdb8d0-5ac2-4c8a-b7be-6137737208b8 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:39.986281 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-8ed4c5f4-5282-4a8a-ad4d-a1eb412bacbf service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110288 Sep 18 01:57:39.989713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fccbfd6-deef-413f-beb4-eeede45264e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.069334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Deleting port 74306a10-fd9f-4fd8-8565-3f8dae12bf63 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:40.070187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.073612 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fccbfd6-deef-413f-beb4-eeede45264e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.097803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec946f98-2ba0-40be-ab4a-525fb1546b45 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:40.130782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28737280-4e6c-4270-810d-28776b499b07 req-01100273-a0fa-4443-aead-869040c777f0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:40.131545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-d54f4f92-e838-407d-b5ab-cf27bba77c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:40.132285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28737280-4e6c-4270-810d-28776b499b07 req-01100273-a0fa-4443-aead-869040c777f0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 944 time: 0.1093824 Sep 18 01:57:40.133066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-d54f4f92-e838-407d-b5ab-cf27bba77c76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1099 time: 0.2388799 Sep 18 01:57:40.136762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fccbfd6-deef-413f-beb4-eeede45264e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.214866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28737280-4e6c-4270-810d-28776b499b07 req-e53b7a56-af6d-4729-95b4-1d04752c544a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573671 Sep 18 01:57:40.223015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Attempting to bind port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:40.223356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Attempting to bind port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'fa91d677-7320-406f-b8f3-b2b99f609b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:40.223687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Attempting to bind port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce on network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:40.226540 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-c8792c63-9106-4c00-83d5-f35caf349168 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.0841680 Sep 18 01:57:40.231658 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fccbfd6-deef-413f-beb4-eeede45264e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.250252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce on network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:57:40.250252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Attempting to bind port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce on network b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:40.272115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccbfd6-deef-413f-beb4-eeede45264e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fdb8d0-5ac2-4c8a-b7be-6137737208b8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:40.275933 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fccbfd6-deef-413f-beb4-eeede45264e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.282156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3fccbfd6-deef-413f-beb4-eeede45264e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/54fdb8d0-5ac2-4c8a-b7be-6137737208b8 HTTP/1.1" status: 204 len: 168 time: 0.3898053 Sep 18 01:57:40.282892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44398) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:40.310362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:40.310718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Checking segment: {'id': 'fa91d677-7320-406f-b8f3-b2b99f609b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:40.311121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Bound using segment: {'id': 'fa91d677-7320-406f-b8f3-b2b99f609b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:40.311556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Bound port: 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa91d677-7320-406f-b8f3-b2b99f609b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:40.312083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.320790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] For port 74306a10-fd9f-4fd8-8565-3f8dae12bf63, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=74306a10-fd9f-4fd8-8565-3f8dae12bf63,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:40.321063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.343409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd3b084-c755-417b-85e1-0214f2784c0e req-fff2d4b1-0ac9-467d-8565-402bf209a0f4 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483269 Sep 18 01:57:40.354891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Calling delete_port for 74306a10-fd9f-4fd8-8565-3f8dae12bf63 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:40.359507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.365762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-26719add-757a-41d3-9473-1b53d9e1bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:40.367440 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-26719add-757a-41d3-9473-1b53d9e1bae9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1321452 Sep 18 01:57:40.457938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.479105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6967de-a06b-40d2-a635-71d7b76a90af']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:40.489136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30e7ff0-d7c6-49ef-826d-7bf135210d04') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:40.489452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30e7ff0-d7c6-49ef-826d-7bf135210d04') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:40.501194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.518515 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.524720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:40.525110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:40.526825 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:40.554466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'name': 'network-vif-deleted', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb'}, {'name': 'network-changed', 'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:40.556857 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d75e236-ec63-4264-afa2-c390e539f7dd" -d '{"events": [{"server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "name": "network-vif-deleted", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb"}, {"name": "network-changed", "server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:40.591575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.595734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] For port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:40.600709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] For port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,segment=NetworkSegment(fa91d677-7320-406f-b8f3-b2b99f609b5e),segment_id=fa91d677-7320-406f-b8f3-b2b99f609b5e)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:40.604175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-804b90e9-4dae-4021-ba12-c90e738cb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:40.605804 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-804b90e9-4dae-4021-ba12-c90e738cb683 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 1096 time: 0.1921866 Sep 18 01:57:40.606182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.608349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-4e59abc8-976d-4d5b-a92d-76d52384915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:40.610273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-4e59abc8-976d-4d5b-a92d-76d52384915a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2086270 Sep 18 01:57:40.612865 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a6967de-a06b-40d2-a635-71d7b76a90af HTTP/1.1" status: 204 len: 168 time: 0.3277352 Sep 18 01:57:40.613832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44404) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:40.614976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.627148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b695fc-cfcd-488a-aa02-09aa5df38dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6967de-a06b-40d2-a635-71d7b76a90af,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:40.680413 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89f3807-4c0f-4703-9c42-e3e811993251 x-openstack-request-id: req-d89f3807-4c0f-4703-9c42-e3e811993251 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:40.680896 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfee7fe0-f63e-41fb-ba40-1734e71dfc58", "name": "network-vif-deleted", "tag": "a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:40.681288 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d89f3807-4c0f-4703-9c42-e3e811993251 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:40.681691 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfee7fe0-f63e-41fb-ba40-1734e71dfc58', 'name': 'network-vif-deleted', 'tag': 'a2d69e14-4967-4ccf-9ae9-40ff86e5a1cb', 'status': 'completed', 'code': 200} Sep 18 01:57:40.682017 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'status': 'completed', 'code': 200} Sep 18 01:57:40.841418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:40.841965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:40.843427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] 10.222.0.20 "PUT /v2.0/ports/8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce HTTP/1.1" status: 200 len: 1093 time: 3.2723722 Sep 18 01:57:40.884198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0182c-bc9a-47bd-b070-6bda3ffad7d2 req-41d25ac2-376e-4edb-b93a-1992dad36855 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:40.885881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45f0182c-bc9a-47bd-b070-6bda3ffad7d2 req-41d25ac2-376e-4edb-b93a-1992dad36855 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 944 time: 0.0736573 Sep 18 01:57:40.926747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45f0182c-bc9a-47bd-b070-6bda3ffad7d2 req-091a1a23-2bb3-4e56-8fb1-ed1e6e041b24 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Sep 18 01:57:40.941607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc298c65-5469-4b8b-aaba-dd1e4ef20aa5 admin admin] Deleting subnet a880a7c1-d5b7-486b-8fd9-202b73bcdc87 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:41.000057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc298c65-5469-4b8b-aaba-dd1e4ef20aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.009198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89ec2-a0a0-47ee-b31a-c5d9e3db6914 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:41.081000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47e807-509b-4dd7-b527-271718af5ae4 req-189816c0-a3e0-4d2b-b5fc-5350deff9a00 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.082797 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e47e807-509b-4dd7-b527-271718af5ae4 req-189816c0-a3e0-4d2b-b5fc-5350deff9a00 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.0675430 Sep 18 01:57:41.085485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56314-a7c3-43e3-88c1-6e7e6135d54f req-734bf5ce-82aa-4d8c-ada8-63e5209606d7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.091534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56314-a7c3-43e3-88c1-6e7e6135d54f req-734bf5ce-82aa-4d8c-ada8-63e5209606d7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.097429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56314-a7c3-43e3-88c1-6e7e6135d54f req-734bf5ce-82aa-4d8c-ada8-63e5209606d7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.099119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fe56314-a7c3-43e3-88c1-6e7e6135d54f req-734bf5ce-82aa-4d8c-ada8-63e5209606d7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2418 time: 0.4290037 Sep 18 01:57:41.123936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e47e807-509b-4dd7-b527-271718af5ae4 req-34ff0adc-6930-430e-bf22-57c0999ae49b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Sep 18 01:57:41.156185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc298c65-5469-4b8b-aaba-dd1e4ef20aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.200646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-21bd4945-092c-4c54-9518-e04643759ea9 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326550 Sep 18 01:57:41.221423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-e9897aff-7add-4a49-91fc-645e7bdc4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.222903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-e9897aff-7add-4a49-91fc-645e7bdc4281 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 912 time: 0.5588322 Sep 18 01:57:41.228974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-8260ddf6-4bdc-4add-bd99-5914bb68b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.230346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-8260ddf6-4bdc-4add-bd99-5914bb68b2a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14c267af60194f36bf424ab4c5462f13&device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 1096 time: 0.3226879 Sep 18 01:57:41.242408 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.349435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc31c4-e9f3-4f21-bb5f-9fec578fc223 req-5d5065d6-66e6-4c9c-ae89-fe9f328d9a23 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.350975 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dacc31c4-e9f3-4f21-bb5f-9fec578fc223 req-5d5065d6-66e6-4c9c-ae89-fe9f328d9a23 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 944 time: 0.0493207 Sep 18 01:57:41.394432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dacc31c4-e9f3-4f21-bb5f-9fec578fc223 req-4820a7b7-cb5e-458b-8222-0b272cb56f7a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367429 Sep 18 01:57:41.662539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-7fb66b80-9824-47b0-b086-6835fb9ae16e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20747c8d-0d0d-4760-9a37-64afe894c2e5 HTTP/1.1" status: 200 len: 217 time: 0.4303463 Sep 18 01:57:41.663174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=74306a10-fd9f-4fd8-8565-3f8dae12bf63,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:41.675132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-81e72466-4667-4379-bad7-a5660c459d81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce HTTP/1.1" status: 200 len: 217 time: 0.4230897 Sep 18 01:57:41.676141 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc298c65-5469-4b8b-aaba-dd1e4ef20aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.684773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fe56314-a7c3-43e3-88c1-6e7e6135d54f req-af0247af-8838-4949-9fe5-2d73858994a1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722971 Sep 18 01:57:41.837223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-ace2510f-3253-4138-a151-94d585c50053 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.843436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-ace2510f-3253-4138-a151-94d585c50053 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.849320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-ace2510f-3253-4138-a151-94d585c50053 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.850965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-ace2510f-3253-4138-a151-94d585c50053 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2418 time: 0.7098184 Sep 18 01:57:41.949102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-92572099-6012-4897-8cb3-e05b49a4bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.950584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-92572099-6012-4897-8cb3-e05b49a4bc25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.2690811 Sep 18 01:57:41.957716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-3a6b2962-52ec-40ff-9e3f-21e8c317046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:41.959374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-3a6b2962-52ec-40ff-9e3f-21e8c317046e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f227c54-6bef-45b8-a067-bc5493d07f71 HTTP/1.1" status: 200 len: 849 time: 0.2096238 Sep 18 01:57:41.966132 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:41.970310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b90f6ed-e3f7-4482-914b-7b504f3ec583 req-edd7f5bd-479c-4661-9581-de6f6a7b2cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465055 Sep 18 01:57:42.102385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-a4c37a5c-93dd-40c4-9399-5270edabded7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374884 Sep 18 01:57:42.165315 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc298c65-5469-4b8b-aaba-dd1e4ef20aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.168699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-c8c3bb88-c4dc-4923-9708-5824976b054e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953013 Sep 18 01:57:42.229331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.248603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312ee2e-02a3-4ee2-9233-d6b4c531c223 req-9809fb8f-8f1d-472a-911e-4efc9337cec1 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:42.250164 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c312ee2e-02a3-4ee2-9233-d6b4c531c223 req-9809fb8f-8f1d-472a-911e-4efc9337cec1 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.0535827 Sep 18 01:57:42.256453 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.288754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c312ee2e-02a3-4ee2-9233-d6b4c531c223 req-bca8ebbe-be4e-4c50-ba20-15b2c339e4c6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Sep 18 01:57:42.301032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc298c65-5469-4b8b-aaba-dd1e4ef20aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a880a7c1-d5b7-486b-8fd9-202b73bcdc87,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:42.326703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc298c65-5469-4b8b-aaba-dd1e4ef20aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.328594 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fc298c65-5469-4b8b-aaba-dd1e4ef20aa5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a880a7c1-d5b7-486b-8fd9-202b73bcdc87 HTTP/1.1" status: 204 len: 168 time: 1.7111700 Sep 18 01:57:42.331143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44436) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:42.405768 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.462814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.463372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c263e051-4cab-4b60-a559-953ad6591cb9 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:57:42.477246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc314e-1aea-4bb8-a109-4f8b78407046 req-29d1c473-7483-496b-b774-90dab60ba22e tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:42.478805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5dc314e-1aea-4bb8-a109-4f8b78407046 req-29d1c473-7483-496b-b774-90dab60ba22e tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 944 time: 0.3905985 Sep 18 01:57:42.486203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-15b78ad2-a4d6-4fd5-99bd-25aaea10b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:42.487817 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-15b78ad2-a4d6-4fd5-99bd-25aaea10b731 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1099 time: 0.4298954 Sep 18 01:57:42.494121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.495761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8cc4c7c8-7805-4d22-a230-0733ce6f2d6e admin admin] 10.222.0.21 "DELETE /v2.0/routers/c263e051-4cab-4b60-a559-953ad6591cb9 HTTP/1.1" status: 204 len: 168 time: 4.0523155 Sep 18 01:57:42.500569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44446) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:42.504090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.561284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfda619f-9f62-43d2-b0cd-c140d858b9e8']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:42.588159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549fdcbe-02fa-4ea9-a7c5-8e17c44daae2') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:42.588445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549fdcbe-02fa-4ea9-a7c5-8e17c44daae2') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:42.602868 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-3d6a93bf-5821-49ad-95ac-d35f6f9072e0 service neutron] 10.222.0.20 "GET /v2.0/networks/b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793583 Sep 18 01:57:42.617235 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.617877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port 1faac7ef-bbe1-4567-a033-059912843907 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:42.618223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.631549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf25943f-248b-44f2-9bb0-5fea12a229da admin admin] Deleting subnet 7a4886ac-086b-47ed-b67b-f9096c1fff4b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:42.667813 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf25943f-248b-44f2-9bb0-5fea12a229da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.667997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-d5828bd9-9e2d-4808-ba78-2f4ca56d092f service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208766 Sep 18 01:57:42.690394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.710678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:42.710678 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:42.712582 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:42.719554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a2b72b-4ed5-450f-a8e5-56b976799661', 'tag': '8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:42.721805 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64dd48d-4895-453b-bcfe-ea62f1230c63" -d '{"events": [{"name": "network-changed", "server_uuid": "01a2b72b-4ed5-450f-a8e5-56b976799661", "tag": "8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:42.762599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf25943f-248b-44f2-9bb0-5fea12a229da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.771810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54358689-65f5-43e0-9bd8-2e94b74d33eb req-f2ab8166-a647-40d9-a4e5-9e7e45ce3179 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:42.773277 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54358689-65f5-43e0-9bd8-2e94b74d33eb req-f2ab8166-a647-40d9-a4e5-9e7e45ce3179 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 944 time: 0.1485393 Sep 18 01:57:42.813585 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5dc314e-1aea-4bb8-a109-4f8b78407046 req-4df71d1c-d1bb-4f49-978b-77c541268a0e tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823765 Sep 18 01:57:42.828144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.840333 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.840333 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cfda619f-9f62-43d2-b0cd-c140d858b9e8 HTTP/1.1" status: 204 len: 168 time: 0.5021770 Sep 18 01:57:42.863666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2c639-f6e0-4d0c-8990-67c04fd7af80 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfda619f-9f62-43d2-b0cd-c140d858b9e8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:42.875658 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54358689-65f5-43e0-9bd8-2e94b74d33eb req-4b627a95-b2b7-47d8-b672-a4ee249ca165 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767567 Sep 18 01:57:42.921362 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf25943f-248b-44f2-9bb0-5fea12a229da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.930690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port 1faac7ef-bbe1-4567-a033-059912843907, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1faac7ef-bbe1-4567-a033-059912843907,segment=NetworkSegment(9971a68e-816d-42a7-8697-52a657e84fdf),segment_id=9971a68e-816d-42a7-8697-52a657e84fdf)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:42.931113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:42.959061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for 1faac7ef-bbe1-4567-a033-059912843907 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:42.969479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-a9f631ad-4a0d-4595-a0a1-400e9cebd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:42.970921 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-a9f631ad-4a0d-4595-a0a1-400e9cebd418 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.4679801 Sep 18 01:57:42.992268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf25943f-248b-44f2-9bb0-5fea12a229da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.005571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e7cd8b8-2f85-42a9-8f5c-6e6979147f55 req-770552ad-6442-4e5e-ad51-3041f97ff5ee service neutron] 10.222.0.20 "GET /v2.0/networks/b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508203 Sep 18 01:57:43.079920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3f8183-0585-441d-a9a0-2b57fbee627a req-49a11782-9c76-4124-9431-a232833d1f0a service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019594 Sep 18 01:57:43.104251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25943f-248b-44f2-9bb0-5fea12a229da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4886ac-086b-47ed-b67b-f9096c1fff4b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:43.111430 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-8903a8d0-dab8-46ae-b4d6-53a175d087a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.1256342 Sep 18 01:57:43.117321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d980fa-1a98-4926-a330-f88a994ff289 None None] Network 2ee4b977-8562-432b-9743-beea1de2b838 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:43.117813 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf25943f-248b-44f2-9bb0-5fea12a229da admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.129886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf25943f-248b-44f2-9bb0-5fea12a229da admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a4886ac-086b-47ed-b67b-f9096c1fff4b HTTP/1.1" status: 204 len: 168 time: 0.6262472 Sep 18 01:57:43.131495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:43.165742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44458) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:43.182387 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de89751a-3979-4ee0-a73c-ba32a240bdf8 x-openstack-request-id: req-de89751a-3979-4ee0-a73c-ba32a240bdf8 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:43.182994 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a2b72b-4ed5-450f-a8e5-56b976799661", "tag": "8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:43.183399 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de89751a-3979-4ee0-a73c-ba32a240bdf8 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:43.184999 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a2b72b-4ed5-450f-a8e5-56b976799661', 'tag': '8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce', 'status': 'completed', 'code': 200} Sep 18 01:57:43.256346 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.271298 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4702f77b-acea-4223-a455-dc6bf28f9bde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3a9a182534b46a6a35061163f3be7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1044931 Sep 18 01:57:43.273770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44460) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:43.313209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b9701-3fe3-4f78-a47c-2b163a7e6da2 req-9c128a0a-d8f4-4943-b144-465d4274c629 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:43.320391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b9701-3fe3-4f78-a47c-2b163a7e6da2 req-9c128a0a-d8f4-4943-b144-465d4274c629 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:43.327318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b9701-3fe3-4f78-a47c-2b163a7e6da2 req-9c128a0a-d8f4-4943-b144-465d4274c629 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:43.336128 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d2b9701-3fe3-4f78-a47c-2b163a7e6da2 req-9c128a0a-d8f4-4943-b144-465d4274c629 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 2418 time: 0.2615836 Sep 18 01:57:43.341249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-535fa13a-55a0-47a0-b19c-9cc805e035f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:43.343002 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-535fa13a-55a0-47a0-b19c-9cc805e035f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2050557 Sep 18 01:57:43.392917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-4babd157-c010-44df-bca8-83d75631285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:43.394734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-4babd157-c010-44df-bca8-83d75631285f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14c267af60194f36bf424ab4c5462f13&device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 1096 time: 0.2141955 Sep 18 01:57:43.398550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] DHCP port deletion for 2ee4b977-8562-432b-9743-beea1de2b838 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:57:43.416340 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7369c8f-5d38-4251-912d-470ff38f160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.437750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Deleting port c065c369-26cf-4815-91f1-8a4c03cffe11 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:43.438144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.490456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] Deleting port c065c369-26cf-4815-91f1-8a4c03cffe11 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:43.491803 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.500635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d2b9701-3fe3-4f78-a47c-2b163a7e6da2 req-8dd2b9f9-4d0c-4126-8463-36f913cd6942 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633871 Sep 18 01:57:43.501182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7369c8f-5d38-4251-912d-470ff38f160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.551728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-f00c6915-39af-41f6-b07b-715be673d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:43.553541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-f00c6915-39af-41f6-b07b-715be673d61d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2019227 Sep 18 01:57:43.573922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] For port c065c369-26cf-4815-91f1-8a4c03cffe11, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c065c369-26cf-4815-91f1-8a4c03cffe11,segment=NetworkSegment(d0986cc3-2a64-4d72-96a7-196de2af3b21),segment_id=d0986cc3-2a64-4d72-96a7-196de2af3b21)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:43.574274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.586523 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.599016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] For port c065c369-26cf-4815-91f1-8a4c03cffe11, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c065c369-26cf-4815-91f1-8a4c03cffe11,segment=NetworkSegment(d0986cc3-2a64-4d72-96a7-196de2af3b21),segment_id=d0986cc3-2a64-4d72-96a7-196de2af3b21)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:43.600004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.603648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Calling delete_port for c065c369-26cf-4815-91f1-8a4c03cffe11 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:43.616625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51293434-4ba7-484b-b1c2-73374e5c43c6 req-86ab1589-7266-4979-b075-6006bd3ddda4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:43.624317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] Calling delete_port for c065c369-26cf-4815-91f1-8a4c03cffe11 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:43.624541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51293434-4ba7-484b-b1c2-73374e5c43c6 req-86ab1589-7266-4979-b075-6006bd3ddda4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.1837113 Sep 18 01:57:43.676882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=1faac7ef-bbe1-4567-a033-059912843907,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:43.687601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-45021ca2-27d6-47ce-aeb7-72203416e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:43.689325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-45021ca2-27d6-47ce-aeb7-72203416e117 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf HTTP/1.1" status: 200 len: 909 time: 0.2805622 Sep 18 01:57:43.713837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7369c8f-5d38-4251-912d-470ff38f160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.718163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7369c8f-5d38-4251-912d-470ff38f160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.721755 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c7369c8f-5d38-4251-912d-470ff38f160b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67e40795-a166-41ff-9584-02c250850b5c HTTP/1.1" status: 204 len: 168 time: 0.4438596 Sep 18 01:57:43.736470 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51293434-4ba7-484b-b1c2-73374e5c43c6 req-19be9015-fdb5-4435-919e-c34c151133bc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100044 Sep 18 01:57:43.764329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7369c8f-5d38-4251-912d-470ff38f160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e40795-a166-41ff-9584-02c250850b5c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:43.806046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.812892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port 1faac7ef-bbe1-4567-a033-059912843907 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:43.817748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-9f17fce0-e383-4ee3-aa06-38c04193ef20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce HTTP/1.1" status: 200 len: 217 time: 0.1019893 Sep 18 01:57:43.822206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:43.824449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-bc6e5e31-67fa-4c26-8157-05bd60cad8d8 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "DELETE /v2.0/ports/1faac7ef-bbe1-4567-a033-059912843907 HTTP/1.1" status: 204 len: 173 time: 1.9582860 Sep 18 01:57:43.833337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:43.835484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1faac7ef-bbe1-4567-a033-059912843907 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:43.852458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] No DVR routers for this DVR port c065c369-26cf-4815-91f1-8a4c03cffe11 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:43.891080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Pushing event deleted for resources: {'Port': ['ID=c065c369-26cf-4815-91f1-8a4c03cffe11,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:43.923491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 74306a10-fd9f-4fd8-8565-3f8dae12bf63 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:43.970613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-6d88bef1-8de9-4c27-87a0-9701d867cf72 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069970 Sep 18 01:57:43.987225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 74306a10-fd9f-4fd8-8565-3f8dae12bf63 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:43.987567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 74306a10-fd9f-4fd8-8565-3f8dae12bf63 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:43.987985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c065c369-26cf-4815-91f1-8a4c03cffe11 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:44.017319 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.037008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 1faac7ef-bbe1-4567-a033-059912843907 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:44.037610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1faac7ef-bbe1-4567-a033-059912843907 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:44.038305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8514825a-8edb-4fcc-96b4-cd15410d85c0 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:44.058933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee4b977-8562-432b-9743-beea1de2b838']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:44.075192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c065c369-26cf-4815-91f1-8a4c03cffe11 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:44.075970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c065c369-26cf-4815-91f1-8a4c03cffe11 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:44.085129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0986cc3-2a64-4d72-96a7-196de2af3b21') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:44.085558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0986cc3-2a64-4d72-96a7-196de2af3b21') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:44.115532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.149514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-58fd6136-998d-4660-870f-65f11d7e1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:44.159656 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.161260 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-58fd6136-998d-4660-870f-65f11d7e1130 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f227c54-6bef-45b8-a067-bc5493d07f71 HTTP/1.1" status: 200 len: 849 time: 0.3285999 Sep 18 01:57:44.170311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:44.170771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.182008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96231ce8-1e3e-4852-a612-a8f0bb51718a req-95c76760-1913-4e47-9724-97d5a1e42659 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:44.191109 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96231ce8-1e3e-4852-a612-a8f0bb51718a req-95c76760-1913-4e47-9724-97d5a1e42659 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 944 time: 0.1088347 Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:44.193271 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:44.238544 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.280710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da059fd5-ae36-459d-87d1-a5f2bdf64576 req-10cdbeda-7f7c-4915-a8b8-3a265d899f89 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:44.282277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da059fd5-ae36-459d-87d1-a5f2bdf64576 req-10cdbeda-7f7c-4915-a8b8-3a265d899f89 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 944 time: 0.3163149 Sep 18 01:57:44.287367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-9be4f157-167f-4e11-8f52-c596ab7b6b42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150749 Sep 18 01:57:44.289419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8514825a-8edb-4fcc-96b4-cd15410d85c0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8514825a-8edb-4fcc-96b4-cd15410d85c0,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:44.291575 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.298351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8514825a-8edb-4fcc-96b4-cd15410d85c0'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:44.301633 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b8358-e53b-4713-bb3d-d3e9503c3ed4" -d '{"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "8514825a-8edb-4fcc-96b4-cd15410d85c0"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:44.306167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96231ce8-1e3e-4852-a612-a8f0bb51718a req-bd000885-a58b-40a1-9150-f55ef2b89d7a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141121 Sep 18 01:57:44.336426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.345951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] Pushing event deleted for resources: {'Port': ['ID=c065c369-26cf-4815-91f1-8a4c03cffe11,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:44.346680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.348715 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.349546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2ee4b977-8562-432b-9743-beea1de2b838 HTTP/1.1" status: 204 len: 168 time: 1.2168360 Sep 18 01:57:44.349990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 53fe3c50-9f11-4027-b329-af94aa1fc9a4 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:44.384206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695ea79-a1f9-4437-ba28-b7ca317e135f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee4b977-8562-432b-9743-beea1de2b838,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:44.446123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b057a9d-e69a-48ad-907d-5261d2681daf None None] No DVR routers for this DVR port c065c369-26cf-4815-91f1-8a4c03cffe11 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:44.468411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:44.534812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44482) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:44.566199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'mac_address': 'fa:16:3e:c1:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:44.575455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:44.595263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=8514825a-8edb-4fcc-96b4-cd15410d85c0,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:44.646144 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5f946b-d203-49a1-9b00-207399b0bf3d x-openstack-request-id: req-2a5f946b-d203-49a1-9b00-207399b0bf3d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:44.646442 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "8514825a-8edb-4fcc-96b4-cd15410d85c0", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:44.646697 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a5f946b-d203-49a1-9b00-207399b0bf3d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:44.647115 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8514825a-8edb-4fcc-96b4-cd15410d85c0', 'code': 200} Sep 18 01:57:44.694593 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.711251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-48c9691b-6ae9-46c4-b99d-67e9b67c3006 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=196d219130714dc98080accf12ac5950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749065 Sep 18 01:57:44.716479 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.718333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44486) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:44.730177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:44.752905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:44.767570 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.768240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 20747c8d-0d0d-4760-9a37-64afe894c2e5 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:44.799707 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b0eb63a-0aad-4e17-88ff-73f1ad60098d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86d857a408474249b56a57abc4104dab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2161484 Sep 18 01:57:44.803343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44490) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:44.816991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f146-b5a6-40e9-9ae0-cec93cfe3f92 req-d4a9466b-85c9-4454-8347-4d03707ffa7d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:44.817679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 53fe3c50-9f11-4027-b329-af94aa1fc9a4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=53fe3c50-9f11-4027-b329-af94aa1fc9a4,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:44.824211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f146-b5a6-40e9-9ae0-cec93cfe3f92 req-d4a9466b-85c9-4454-8347-4d03707ffa7d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:44.827298 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4d2f146-b5a6-40e9-9ae0-cec93cfe3f92 req-d4a9466b-85c9-4454-8347-4d03707ffa7d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 1681 time: 0.1508076 Sep 18 01:57:44.832746 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.866334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:44.866821 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.873293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:44.916817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99892c8b-42c6-4ef3-8b71-586f435c8696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.943019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99892c8b-42c6-4ef3-8b71-586f435c8696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:44.994132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=53fe3c50-9f11-4027-b329-af94aa1fc9a4,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:45.010793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 20747c8d-0d0d-4760-9a37-64afe894c2e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=20747c8d-0d0d-4760-9a37-64afe894c2e5,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:45.012147 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99892c8b-42c6-4ef3-8b71-586f435c8696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.015410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99892c8b-42c6-4ef3-8b71-586f435c8696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.019431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-99892c8b-42c6-4ef3-8b71-586f435c8696 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bd9c202-4952-4c51-9d03-785d42b27937 HTTP/1.1" status: 204 len: 168 time: 0.2998159 Sep 18 01:57:45.023549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '20747c8d-0d0d-4760-9a37-64afe894c2e5', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'port_id': '20747c8d-0d0d-4760-9a37-64afe894c2e5', 'mac_address': 'fa:16:3e:b7:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e19a47-9ea1-44de-af17-07e8e0dec0b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:45.034650 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47745c7a-93b0-4d65-9a06-41111159ed77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.046955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da059fd5-ae36-459d-87d1-a5f2bdf64576 req-888878c3-7a19-4461-a255-3f97140d53b4 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7485590 Sep 18 01:57:45.053933 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4d2f146-b5a6-40e9-9ae0-cec93cfe3f92 req-df296bd2-4bf5-4082-9369-6678eab0ee73 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930914 Sep 18 01:57:45.056164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99892c8b-42c6-4ef3-8b71-586f435c8696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd9c202-4952-4c51-9d03-785d42b27937,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:45.076657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d75e236-ec63-4264-afa2-c390e539f7dd req-f000bbbe-2b2a-4505-8321-429ae871448a service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0695069 Sep 18 01:57:45.086281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.094758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47745c7a-93b0-4d65-9a06-41111159ed77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.103329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20747c8d-0d0d-4760-9a37-64afe894c2e5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:45.128039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 20747c8d-0d0d-4760-9a37-64afe894c2e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=20747c8d-0d0d-4760-9a37-64afe894c2e5,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:45.136067 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.165854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-86e0e931-e939-4db6-b442-50e3180f7089 service neutron] 10.222.0.20 "GET /v2.0/networks/b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8655705 Sep 18 01:57:45.172397 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47745c7a-93b0-4d65-9a06-41111159ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.175618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47745c7a-93b0-4d65-9a06-41111159ed77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.176806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-47745c7a-93b0-4d65-9a06-41111159ed77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/857a79b1-34f5-4c93-92fe-3e37b4846ed9 HTTP/1.1" status: 204 len: 168 time: 0.3714402 Sep 18 01:57:45.187030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47745c7a-93b0-4d65-9a06-41111159ed77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857a79b1-34f5-4c93-92fe-3e37b4846ed9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:45.192835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-deleted', 'tag': '1faac7ef-bbe1-4567-a033-059912843907'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:45.195369 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3f2a5d-7346-4d2a-989b-2db0662d27ef" -d '{"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-deleted", "tag": "1faac7ef-bbe1-4567-a033-059912843907"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:45.237440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port 53fe3c50-9f11-4027-b329-af94aa1fc9a4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=53fe3c50-9f11-4027-b329-af94aa1fc9a4,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:45.237955 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.287293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for 53fe3c50-9f11-4027-b329-af94aa1fc9a4 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:45.289604 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba9607b-0c7c-497b-9b8b-85c9aecf2151 x-openstack-request-id: req-fba9607b-0c7c-497b-9b8b-85c9aecf2151 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:45.290154 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-deleted", "tag": "1faac7ef-bbe1-4567-a033-059912843907", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:45.290665 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fba9607b-0c7c-497b-9b8b-85c9aecf2151 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:45.291215 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-deleted', 'tag': '1faac7ef-bbe1-4567-a033-059912843907', 'status': 'completed', 'code': 200} Sep 18 01:57:45.306061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=20747c8d-0d0d-4760-9a37-64afe894c2e5,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:45.422373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:45.497283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['20747c8d-0d0d-4760-9a37-64afe894c2e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:45.577093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a811f-30cd-489b-b0a6-a808601afc88 req-9d8d616b-9a8b-431c-86db-699b6b939013 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:45.579458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-764a811f-30cd-489b-b0a6-a808601afc88 req-9d8d616b-9a8b-431c-86db-699b6b939013 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 948 time: 0.3628755 Sep 18 01:57:45.633041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f64dd48d-4895-453b-bcfe-ea62f1230c63 req-24631e98-3f4b-48de-9302-63377fb39c85 service neutron] 10.222.0.20 "GET /v2.0/networks/b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515519 Sep 18 01:57:45.652621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cfec3-410a-4023-935f-a5f341d80148 req-178364ab-d602-4484-841b-4c7c4ff95093 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:45.656611 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.665824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-169cfec3-410a-4023-935f-a5f341d80148 req-178364ab-d602-4484-841b-4c7c4ff95093 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 945 time: 0.1696532 Sep 18 01:57:45.686480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:57:45.694211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=53fe3c50-9f11-4027-b329-af94aa1fc9a4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:45.703043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-764a811f-30cd-489b-b0a6-a808601afc88 req-d3c4458b-bfd0-4989-b5f3-613bda7a3abc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042342 Sep 18 01:57:45.780611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-169cfec3-410a-4023-935f-a5f341d80148 req-5afb92ef-604c-4187-ab41-d73f06eafee8 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117544 Sep 18 01:57:45.836212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port 53fe3c50-9f11-4027-b329-af94aa1fc9a4 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:45.838761 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:45.840867 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-94e2afc5-264c-4729-89eb-3f91e1d4346d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "DELETE /v2.0/ports/53fe3c50-9f11-4027-b329-af94aa1fc9a4 HTTP/1.1" status: 204 len: 173 time: 2.0083718 Sep 18 01:57:45.970906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:57:46.047716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port 8514825a-8edb-4fcc-96b4-cd15410d85c0 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:46.052147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.276367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0f0a-cc90-4bab-94df-3a72cb67480d req-4a73d4b5-252e-4ee9-a078-bc2f0be3b1db tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:46.276927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,segment=NetworkSegment(fa91d677-7320-406f-b8f3-b2b99f609b5e),segment_id=fa91d677-7320-406f-b8f3-b2b99f609b5e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:46.277966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-482c0f0a-cc90-4bab-94df-3a72cb67480d req-4a73d4b5-252e-4ee9-a078-bc2f0be3b1db tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 944 time: 0.0970824 Sep 18 01:57:46.278451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44526) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:46.317613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce', 'network_id': 'b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf', 'port_id': '8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce', 'mac_address': 'fa:16:3e:5a:7c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f227c54-6bef-45b8-a067-bc5493d07f71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:57:46.324562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port 8514825a-8edb-4fcc-96b4-cd15410d85c0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8514825a-8edb-4fcc-96b4-cd15410d85c0,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:46.326062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.352631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-629a7378-c13c-4cee-ad0c-621d9f2e545f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=155e18de0cd84f34b8491645ffd9baae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724716 Sep 18 01:57:46.355399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44530) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:46.371134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.374369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed675c-c06a-41a7-b1e8-cbbe7c6e3095 req-90ae18b3-a285-4190-94e3-f3fc8c418c17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:46.375512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-482c0f0a-cc90-4bab-94df-3a72cb67480d req-b7904411-d07d-479d-9658-eb00ddbb8429 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772095 Sep 18 01:57:46.376274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-daed675c-c06a-41a7-b1e8-cbbe7c6e3095 req-90ae18b3-a285-4190-94e3-f3fc8c418c17 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b10a5b7-f342-4cdc-9f6d-63ec71705bc4 HTTP/1.1" status: 200 len: 944 time: 0.1724963 Sep 18 01:57:46.383596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for 8514825a-8edb-4fcc-96b4-cd15410d85c0 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:46.394765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:57:46.425510 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8178da03-fe5c-423d-8ef9-94f97671727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.432885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,segment=NetworkSegment(fa91d677-7320-406f-b8f3-b2b99f609b5e),segment_id=fa91d677-7320-406f-b8f3-b2b99f609b5e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:46.441195 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.455707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8178da03-fe5c-423d-8ef9-94f97671727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.507251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:46.525297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8178da03-fe5c-423d-8ef9-94f97671727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.528391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8178da03-fe5c-423d-8ef9-94f97671727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.532699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8178da03-fe5c-423d-8ef9-94f97671727c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/059e98c1-3104-4b36-a7ae-d520c610d636 HTTP/1.1" status: 204 len: 168 time: 0.1738672 Sep 18 01:57:46.539527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178da03-fe5c-423d-8ef9-94f97671727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059e98c1-3104-4b36-a7ae-d520c610d636,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:46.541996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-daed675c-c06a-41a7-b1e8-cbbe7c6e3095 req-9ca4b3ad-f3e2-405f-b689-f673475d8d7b tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478229 Sep 18 01:57:46.649726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fe3c50-9f11-4027-b329-af94aa1fc9a4'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:46.651539 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df9c3c5-8686-4b3f-a970-dc8d16556122" -d '{"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "53fe3c50-9f11-4027-b329-af94aa1fc9a4"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:46.665793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:46.676051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.709449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=8514825a-8edb-4fcc-96b4-cd15410d85c0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:46.787901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port 8514825a-8edb-4fcc-96b4-cd15410d85c0 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:46.790579 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:46.793396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69dcaf01-27b1-41b4-bca0-c5467e724872 req-fcfcc69c-2e17-4fe9-97ee-adcdc18ba482 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "DELETE /v2.0/ports/8514825a-8edb-4fcc-96b4-cd15410d85c0 HTTP/1.1" status: 204 len: 173 time: 0.9455373 Sep 18 01:57:46.992549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20ebb7-306d-448e-b8c6-862a015c05cc req-59b1c593-d366-4a76-8596-f932a0035729 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:46.994605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f20ebb7-306d-448e-b8c6-862a015c05cc req-59b1c593-d366-4a76-8596-f932a0035729 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 948 time: 0.1038258 Sep 18 01:57:47.047289 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f20ebb7-306d-448e-b8c6-862a015c05cc req-9308789a-b3a8-4f6b-a5b0-96228d67163a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Sep 18 01:57:47.156032 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d9a49f-1f25-43dd-b458-f7862f19129e x-openstack-request-id: req-26d9a49f-1f25-43dd-b458-f7862f19129e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:47.156334 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-unplugged", "status": "completed", "tag": "53fe3c50-9f11-4027-b329-af94aa1fc9a4", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:47.156586 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26d9a49f-1f25-43dd-b458-f7862f19129e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:47.157161 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fe3c50-9f11-4027-b329-af94aa1fc9a4', 'code': 200} Sep 18 01:57:47.201900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8fe0a-ec30-40a9-ab82-73e74a99f545 req-59e1944f-7965-42f4-a107-d38d7891468e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:47.203703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0c8fe0a-ec30-40a9-ab82-73e74a99f545 req-59e1944f-7965-42f4-a107-d38d7891468e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 945 time: 0.0643735 Sep 18 01:57:47.284049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0c8fe0a-ec30-40a9-ab82-73e74a99f545 req-b2593395-cf82-4847-8611-93d49a2aa3c6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637436 Sep 18 01:57:47.293498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-deleted', 'tag': '53fe3c50-9f11-4027-b329-af94aa1fc9a4'}, {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-deleted', 'tag': '8514825a-8edb-4fcc-96b4-cd15410d85c0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:47.305883 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6320c3b0-647e-4be5-a5d3-2c4f0d119ae2" -d '{"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-deleted", "tag": "53fe3c50-9f11-4027-b329-af94aa1fc9a4"}, {"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-deleted", "tag": "8514825a-8edb-4fcc-96b4-cd15410d85c0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:47.360808 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65ec12f-ec70-46df-bb99-a6a5d3b6ad47 x-openstack-request-id: req-b65ec12f-ec70-46df-bb99-a6a5d3b6ad47 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:47.361808 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-deleted", "tag": "53fe3c50-9f11-4027-b329-af94aa1fc9a4", "status": "completed", "code": 200}, {"server_uuid": "0b10a5b7-f342-4cdc-9f6d-63ec71705bc4", "name": "network-vif-deleted", "tag": "8514825a-8edb-4fcc-96b4-cd15410d85c0", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:47.362261 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b65ec12f-ec70-46df-bb99-a6a5d3b6ad47 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:47.362882 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-deleted', 'tag': '53fe3c50-9f11-4027-b329-af94aa1fc9a4', 'status': 'completed', 'code': 200} Sep 18 01:57:47.363321 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b10a5b7-f342-4cdc-9f6d-63ec71705bc4', 'name': 'network-vif-deleted', 'tag': '8514825a-8edb-4fcc-96b4-cd15410d85c0', 'status': 'completed', 'code': 200} Sep 18 01:57:47.530737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fffe8-e540-4e34-9058-2ba494cc373a req-15e38eca-2996-45df-ac54-08b49d2c2fcc tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:47.539177 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f7fffe8-e540-4e34-9058-2ba494cc373a req-15e38eca-2996-45df-ac54-08b49d2c2fcc tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 945 time: 0.0668783 Sep 18 01:57:47.590550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f7fffe8-e540-4e34-9058-2ba494cc373a req-4a3fb2da-410e-4909-82db-1da9dd296ac5 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Sep 18 01:57:47.617105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44580) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:47.632916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:47.673791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16ff52e-5da1-4f46-b67a-c7e2048582ac tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting subnet 6ebc5162-29eb-4b09-9c40-58fe579a01f1 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:47.677767 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b16ff52e-5da1-4f46-b67a-c7e2048582ac tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.681590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:47.757650 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b16ff52e-5da1-4f46-b67a-c7e2048582ac tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.799638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:47.804947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:47.806554 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.865053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:47.893875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:47.894273 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:47.991864 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b16ff52e-5da1-4f46-b67a-c7e2048582ac tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.077551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b16ff52e-5da1-4f46-b67a-c7e2048582ac tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.127582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ff52e-5da1-4f46-b67a-c7e2048582ac tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebc5162-29eb-4b09-9c40-58fe579a01f1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:48.139469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b16ff52e-5da1-4f46-b67a-c7e2048582ac tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.144152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44600) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:48.144573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b16ff52e-5da1-4f46-b67a-c7e2048582ac tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "DELETE /v2.0/subnets/6ebc5162-29eb-4b09-9c40-58fe579a01f1 HTTP/1.1" status: 204 len: 168 time: 0.5263314 Sep 18 01:57:48.168771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e98c9-aa41-492f-bcc0-5db440b9ab21 None None] Network 5d1bc4a1-d93f-4038-8d0f-031e636595bf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:48.238967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.259427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383a059-ea95-4ef6-8fe0-85a1effbe9bc req-b4564f20-4796-414a-a660-4440a225e134 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:48.261275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9383a059-ea95-4ef6-8fe0-85a1effbe9bc req-b4564f20-4796-414a-a660-4440a225e134 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 948 time: 0.0973012 Sep 18 01:57:48.277437 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.323305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9383a059-ea95-4ef6-8fe0-85a1effbe9bc req-832757f7-d08a-429a-b61a-a880cedbe954 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554178 Sep 18 01:57:48.361517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port d10bca50-d2c1-4bd9-a32d-783ca7056a5b {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:48.362199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.365178 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.433887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:48.461793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port d10bca50-d2c1-4bd9-a32d-783ca7056a5b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d10bca50-d2c1-4bd9-a32d-783ca7056a5b,segment=NetworkSegment(9971a68e-816d-42a7-8697-52a657e84fdf),segment_id=9971a68e-816d-42a7-8697-52a657e84fdf)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:48.462201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,segment=NetworkSegment(fa91d677-7320-406f-b8f3-b2b99f609b5e),segment_id=fa91d677-7320-406f-b8f3-b2b99f609b5e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:48.462336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.463360 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.464700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 20747c8d-0d0d-4760-9a37-64afe894c2e5 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:48.490258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for d10bca50-d2c1-4bd9-a32d-783ca7056a5b owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:48.525328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.586921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41eaac-f4c9-4f84-a27d-3183b71b03a5 req-0228b4da-6863-4d19-bf1c-ce021679cae9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:48.596690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e41eaac-f4c9-4f84-a27d-3183b71b03a5 req-0228b4da-6863-4d19-bf1c-ce021679cae9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 945 time: 0.0804117 Sep 18 01:57:48.610869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:48.660230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e41eaac-f4c9-4f84-a27d-3183b71b03a5 req-d71f4dc4-74da-47a0-839a-99e68ab29321 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Sep 18 01:57:48.708523 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.755970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:48.780433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 20747c8d-0d0d-4760-9a37-64afe894c2e5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:57:48.790014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 20747c8d-0d0d-4760-9a37-64afe894c2e5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:48.790451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.813332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port d10bca50-d2c1-4bd9-a32d-783ca7056a5b on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:48.836237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=d10bca50-d2c1-4bd9-a32d-783ca7056a5b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:48.866935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff236d-66a0-4bea-a1a1-4e23e1da1173 None None] DHCP port deletion for 5d1bc4a1-d93f-4038-8d0f-031e636595bf request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:57:48.958075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec255e-a304-4604-8d69-bafd1489f264 req-69c42595-7b55-4fc0-a7c3-e89c72bd28d5 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:48.960175 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1aec255e-a304-4604-8d69-bafd1489f264 req-69c42595-7b55-4fc0-a7c3-e89c72bd28d5 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 946 time: 0.0657098 Sep 18 01:57:48.979937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:48.999608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.041710 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1aec255e-a304-4604-8d69-bafd1489f264 req-7d48403a-9104-4669-9ccd-07bb41a8dc5c tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739722 Sep 18 01:57:49.063706 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1bc4a1-d93f-4038-8d0f-031e636595bf']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:49.072839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 20747c8d-0d0d-4760-9a37-64afe894c2e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=20747c8d-0d0d-4760-9a37-64afe894c2e5,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:49.078029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9971a68e-816d-42a7-8697-52a657e84fdf') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:49.078330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9971a68e-816d-42a7-8697-52a657e84fdf') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:49.078460 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.093135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.128716 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.138585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:49.144040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:49.149458 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:49.171011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'}, {'server_uuid': '01a2b72b-4ed5-450f-a8e5-56b976799661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce'}, {'server_uuid': 'fb18a758-6456-43e2-a728-506f4530af63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20747c8d-0d0d-4760-9a37-64afe894c2e5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:49.174255 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32dfa8b-63dc-466f-9830-c5fc0cefd46c" -d '{"events": [{"server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "name": "network-vif-plugged", "status": "completed", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383"}, {"server_uuid": "01a2b72b-4ed5-450f-a8e5-56b976799661", "name": "network-vif-plugged", "status": "completed", "tag": "8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce"}, {"server_uuid": "fb18a758-6456-43e2-a728-506f4530af63", "name": "network-vif-plugged", "status": "completed", "tag": "20747c8d-0d0d-4760-9a37-64afe894c2e5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:49.182393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=20747c8d-0d0d-4760-9a37-64afe894c2e5,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:49.245475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.257348 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c2f781-f3be-4982-a699-c115fef1c765 x-openstack-request-id: req-41c2f781-f3be-4982-a699-c115fef1c765 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:49.257732 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "name": "network-vif-plugged", "status": "completed", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383", "code": 200}, {"server_uuid": "01a2b72b-4ed5-450f-a8e5-56b976799661", "name": "network-vif-plugged", "status": "completed", "tag": "8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce", "code": 200}, {"server_uuid": "fb18a758-6456-43e2-a728-506f4530af63", "name": "network-vif-plugged", "status": "completed", "tag": "20747c8d-0d0d-4760-9a37-64afe894c2e5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:49.258004 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41c2f781-f3be-4982-a699-c115fef1c765 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:49.258534 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'code': 200} Sep 18 01:57:49.258864 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a2b72b-4ed5-450f-a8e5-56b976799661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce', 'code': 200} Sep 18 01:57:49.259116 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18a758-6456-43e2-a728-506f4530af63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20747c8d-0d0d-4760-9a37-64afe894c2e5', 'code': 200} Sep 18 01:57:49.259696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.262570 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "DELETE /v2.0/networks/5d1bc4a1-d93f-4038-8d0f-031e636595bf HTTP/1.1" status: 204 len: 168 time: 1.1173081 Sep 18 01:57:49.266099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44644) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:49.289424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f1de0-ec0c-473b-a913-a3a23d8b2c45 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Network': ['ID=5d1bc4a1-d93f-4038-8d0f-031e636595bf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:49.382301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39d1242-d6af-41ec-b4be-9c70afff7ef2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting subnet d3727170-eaf1-4bba-97e6-48a5b94b7d1a {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:57:49.392983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c39d1242-d6af-41ec-b4be-9c70afff7ef2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.475431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2863326-4687-468c-b53b-f5b1689e65d4 req-90979408-4f52-47bc-bfba-a1fb166290cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:49.478040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2863326-4687-468c-b53b-f5b1689e65d4 req-90979408-4f52-47bc-bfba-a1fb166290cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1101 time: 0.1506283 Sep 18 01:57:49.492940 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c39d1242-d6af-41ec-b4be-9c70afff7ef2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.507938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7a61c-7947-492a-af84-05da441d6e60 req-48255a6d-00ea-49e4-b15e-5db0ef45f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:49.514657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3d7a61c-7947-492a-af84-05da441d6e60 req-48255a6d-00ea-49e4-b15e-5db0ef45f981 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 1098 time: 0.1357656 Sep 18 01:57:49.538576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3a72-6a0b-44c9-8a1c-37445c5d15a5 req-9141ef90-94a9-4409-a924-1d99e30faef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:49.541049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a1e3a72-6a0b-44c9-8a1c-37445c5d15a5 req-9141ef90-94a9-4409-a924-1d99e30faef4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 1098 time: 0.1563957 Sep 18 01:57:49.594184 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2863326-4687-468c-b53b-f5b1689e65d4 req-45e62bd5-5823-4ae1-b433-4605e82e06d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045458 Sep 18 01:57:49.612185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afed5-7650-484b-bcbc-d8ff0cbd679e req-02ae38c4-5cdd-44a1-9605-1c76e6602977 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:49.613999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-be2afed5-7650-484b-bcbc-d8ff0cbd679e req-02ae38c4-5cdd-44a1-9605-1c76e6602977 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.0784404 Sep 18 01:57:49.629662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a1e3a72-6a0b-44c9-8a1c-37445c5d15a5 req-c68e73ac-7f82-4a0c-85a9-019064404de5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761471 Sep 18 01:57:49.641379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44656) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:49.660300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3d7a61c-7947-492a-af84-05da441d6e60 req-2b4e96d3-a9bf-48ae-8baf-4eac3a1d3d6f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301513 Sep 18 01:57:49.695400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c39d1242-d6af-41ec-b4be-9c70afff7ef2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.737055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-be2afed5-7650-484b-bcbc-d8ff0cbd679e req-3aa1c21b-fbbd-43c3-a33a-5a21f38baa25 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145828 Sep 18 01:57:49.821708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d10bca50-d2c1-4bd9-a32d-783ca7056a5b no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:49.824385 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eb10c837-1a6d-432c-a7ce-679feeacfa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.828903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c39d1242-d6af-41ec-b4be-9c70afff7ef2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.835273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e74c3e-a4cd-4d10-968c-54b074ae414f req-5bc0249b-5bb2-4733-9411-e9a262d507e2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:49.836807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87e74c3e-a4cd-4d10-968c-54b074ae414f req-5bc0249b-5bb2-4733-9411-e9a262d507e2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 945 time: 0.1113765 Sep 18 01:57:49.851099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d10bca50-d2c1-4bd9-a32d-783ca7056a5b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:49.851264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d10bca50-d2c1-4bd9-a32d-783ca7056a5b not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:49.885182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d1242-d6af-41ec-b4be-9c70afff7ef2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Subnet': ['ID=d3727170-eaf1-4bba-97e6-48a5b94b7d1a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:49.889078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c39d1242-d6af-41ec-b4be-9c70afff7ef2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:49.891695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde0058b-2acf-43bf-b1c1-b2cc4d9b1cfe None None] Network 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:49.908481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c39d1242-d6af-41ec-b4be-9c70afff7ef2 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "DELETE /v2.0/subnets/d3727170-eaf1-4bba-97e6-48a5b94b7d1a HTTP/1.1" status: 204 len: 168 time: 0.6378100 Sep 18 01:57:49.909963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44666) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:49.936345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87e74c3e-a4cd-4d10-968c-54b074ae414f req-291061fc-1e11-4657-be24-341260a5654d tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871208 Sep 18 01:57:50.063370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9e0d-3d31-4a37-b263-c052c3baa9e7 req-f98e5853-cf30-4af9-9793-373a211ad52b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:50.065476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dcb9e0d-3d31-4a37-b263-c052c3baa9e7 req-f98e5853-cf30-4af9-9793-373a211ad52b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 946 time: 0.1280751 Sep 18 01:57:50.069227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.100985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eb10c837-1a6d-432c-a7ce-679feeacfa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.107589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eb10c837-1a6d-432c-a7ce-679feeacfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.145769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dcb9e0d-3d31-4a37-b263-c052c3baa9e7 req-522b1b54-20ec-4ad4-b788-a751316f3824 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679967 Sep 18 01:57:50.173526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eb10c837-1a6d-432c-a7ce-679feeacfa73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89a4404a5b084c30a12c0ee6f77e0079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311034 Sep 18 01:57:50.178494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44678) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:50.181379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:50.181710 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.183568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10c837-1a6d-432c-a7ce-679feeacfa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfb2396-2780-4202-9c42-ef3bd0351bfe,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:50.223738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] DHCP port deletion for 6199fdc0-1f4a-4a8b-8ece-2b3114969f9b request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:57:50.267485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314d08-05b2-43b2-8244-e4f652d80a52 req-51900257-a066-4c99-a49d-11dce4567bb7 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:50.269048 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab314d08-05b2-43b2-8244-e4f652d80a52 req-51900257-a066-4c99-a49d-11dce4567bb7 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 946 time: 0.0652626 Sep 18 01:57:50.299942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] Deleting port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:50.300630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.311612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:50.311908 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.312423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab314d08-05b2-43b2-8244-e4f652d80a52 req-829e9411-d0b4-4b13-bc7c-9dde55801c3a tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361841 Sep 18 01:57:50.331922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:50.344391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9d66f82-6150-48e1-9802-3741ae3f22f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.397197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] For port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,segment=NetworkSegment(1226cd06-edc7-4f4c-b6f3-51a48f18ed23),segment_id=1226cd06-edc7-4f4c-b6f3-51a48f18ed23)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:50.397815 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.416217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9d66f82-6150-48e1-9802-3741ae3f22f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.418180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] Calling delete_port for f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:50.495438 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.505804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9d66f82-6150-48e1-9802-3741ae3f22f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.508426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9d66f82-6150-48e1-9802-3741ae3f22f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.512058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9d66f82-6150-48e1-9802-3741ae3f22f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cfb2396-2780-4202-9c42-ef3bd0351bfe HTTP/1.1" status: 204 len: 168 time: 0.3297780 Sep 18 01:57:50.540298 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:50.640334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] Pushing event deleted for resources: {'Port': ['ID=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:50.652510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b07796-9b81-4584-8089-f3dca17b69cc None None] No DVR routers for this DVR port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:50.857816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44702) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:50.927445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:50.931296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:50.932896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d66f82-6150-48e1-9802-3741ae3f22f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfb2396-2780-4202-9c42-ef3bd0351bfe,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:51.024462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3099-4329-4a63-9672-ea92281d71e6 req-d49f6c68-2184-4079-9f98-cf6c5cfa1f6c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.030351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f4f3099-4329-4a63-9672-ea92281d71e6 req-d49f6c68-2184-4079-9f98-cf6c5cfa1f6c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1604753 Sep 18 01:57:51.060712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44708) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:51.080572 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.108201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18cd7535-8f1b-42ce-9e38-4f234020c4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.131069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6199fdc0-1f4a-4a8b-8ece-2b3114969f9b']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:51.132564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f4f3099-4329-4a63-9672-ea92281d71e6 req-768ffe16-60bf-4e3e-bb67-5c2e9ac4f47d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906940 Sep 18 01:57:51.156223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1226cd06-edc7-4f4c-b6f3-51a48f18ed23') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:51.156552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1226cd06-edc7-4f4c-b6f3-51a48f18ed23') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:51.177432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.192970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669efc-45b8-4e6d-9ba5-54a6467ecdbc req-1b16a5c9-eb0c-4fad-9c43-b640eea6860d tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.194620 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c669efc-45b8-4e6d-9ba5-54a6467ecdbc req-1b16a5c9-eb0c-4fad-9c43-b640eea6860d tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 945 time: 0.1161473 Sep 18 01:57:51.220754 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.239311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:57:51.239644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:57:51.243201 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:57:51.271720 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c669efc-45b8-4e6d-9ba5-54a6467ecdbc req-ed3f5936-02e5-4331-b300-e4d2a069ddb8 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711870 Sep 18 01:57:51.287364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18cd7535-8f1b-42ce-9e38-4f234020c4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.322614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.328298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.330201 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "DELETE /v2.0/networks/6199fdc0-1f4a-4a8b-8ece-2b3114969f9b HTTP/1.1" status: 204 len: 168 time: 1.4170544 Sep 18 01:57:51.331238 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18cd7535-8f1b-42ce-9e38-4f234020c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.344210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44714) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:51.349554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1297115458'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:51.352794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56a2f7-f4e2-40eb-be83-24e55c85fa6f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Network': ['ID=6199fdc0-1f4a-4a8b-8ece-2b3114969f9b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:51.380282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:51.383802 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.436180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:57:51.447880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd7535-8f1b-42ce-9e38-4f234020c4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6bea5a-d686-4499-bf60-e3a4aef05141,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:51.449704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.450047 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Added segment 32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa of type vlan for network 5496dc54-e56a-49d3-845a-4df076177210 Sep 18 01:57:51.453030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ec9cab8-c57c-4c69-98c5-7f1c2b071998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.462960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-18cd7535-8f1b-42ce-9e38-4f234020c4a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53bbb4d48f234058885b22a1edadb6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989408 Sep 18 01:57:51.465511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44716) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:51.486379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10415cad-7546-4ca2-b097-1cbf1d164926 req-6e0e5ccc-9a46-4f09-b72c-dfd00218f4b3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.490362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10415cad-7546-4ca2-b097-1cbf1d164926 req-6e0e5ccc-9a46-4f09-b72c-dfd00218f4b3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 946 time: 0.2010803 Sep 18 01:57:51.504035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-b77b9593-6aa2-43b3-90fd-f4e633c6edea tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.505903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-b77b9593-6aa2-43b3-90fd-f4e633c6edea tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.18 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 945 time: 0.1565771 Sep 18 01:57:51.509212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb69fea-8c29-4991-848e-b32f2c3da6e2 req-a708065b-5e2b-46e5-8b6c-e8966c82b461 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.510311 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7fb69fea-8c29-4991-848e-b32f2c3da6e2 req-a708065b-5e2b-46e5-8b6c-e8966c82b461 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 946 time: 0.1075056 Sep 18 01:57:51.536069 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.623902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7fb69fea-8c29-4991-848e-b32f2c3da6e2 req-9d05ccf8-4239-42a0-ae16-88577e3f9e83 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865996 Sep 18 01:57:51.639708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3e28ce8-aa07-4ba8-a04f-f4452895c1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.639708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.639708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:51.639708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.649302 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10415cad-7546-4ca2-b097-1cbf1d164926 req-a62e8e2a-6919-45e0-8336-2761c15f55db tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423929 Sep 18 01:57:51.720981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3e28ce8-aa07-4ba8-a04f-f4452895c1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.735303 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ec9cab8-c57c-4c69-98c5-7f1c2b071998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.751338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ec9cab8-c57c-4c69-98c5-7f1c2b071998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.820678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:51.826513 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4786043 Sep 18 01:57:51.831909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44726) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:51.837848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79419d-fde2-4250-bd6b-d6c00be95a4a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Network': ['ID=5496dc54-e56a-49d3-845a-4df076177210,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:51.838636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7ec9cab8-c57c-4c69-98c5-7f1c2b071998 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=587a2d0bc0d14fbd973c9d43f28a90e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9789824 Sep 18 01:57:51.839432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44728) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:51.845536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'subnet': {'network_id': '5496dc54-e56a-49d3-845a-4df076177210', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:51.862190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Deleting port a8b54d28-603e-4f73-95c9-8e57d71b5d98 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:51.863068 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.865365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9cab8-c57c-4c69-98c5-7f1c2b071998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e01039-39d2-42fe-acf8-14f12e83f2eb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:51.896251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3e28ce8-aa07-4ba8-a04f-f4452895c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.897183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 5496dc54-e56a-49d3-845a-4df076177210 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:57:51.899687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:51.900027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f55ac6d0-d6dd-4ca3-87eb-650fe63e1b90 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:51.908583 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3e28ce8-aa07-4ba8-a04f-f4452895c1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:51.910009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c3e28ce8-aa07-4ba8-a04f-f4452895c1c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a6bea5a-d686-4499-bf60-e3a4aef05141 HTTP/1.1" status: 204 len: 168 time: 0.4430199 Sep 18 01:57:51.933482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e28ce8-aa07-4ba8-a04f-f4452895c1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6bea5a-d686-4499-bf60-e3a4aef05141,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:52.150670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c5dde-3f26-4dfc-9464-0eeae4a36e53 req-5be06b81-7fff-4691-8349-1b16f0fb3f7f tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:52.164135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f25c5dde-3f26-4dfc-9464-0eeae4a36e53 req-5be06b81-7fff-4691-8349-1b16f0fb3f7f tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 946 time: 0.0738227 Sep 18 01:57:52.187964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:52.192252 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.220521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f25c5dde-3f26-4dfc-9464-0eeae4a36e53 req-4aa85021-0972-46ca-84b4-9d74680ce030 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548282 Sep 18 01:57:52.297947 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa8d612e-fad5-4da4-8a09-5b21c4222dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.330678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a260b84-6f6a-4f8c-bc5b-64c3ee46c8c2 req-7eaea810-b927-4e6e-8e98-77da55154e9d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:52.332245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a260b84-6f6a-4f8c-bc5b-64c3ee46c8c2 req-7eaea810-b927-4e6e-8e98-77da55154e9d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 946 time: 0.3390100 Sep 18 01:57:52.356040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b93d4-5d0f-491f-a573-db4c18717a94 req-13447e40-10ea-4f9c-9feb-89cfc254c8f0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:52.359723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f00b93d4-5d0f-491f-a573-db4c18717a94 req-13447e40-10ea-4f9c-9feb-89cfc254c8f0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.0750725 Sep 18 01:57:52.409518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f00b93d4-5d0f-491f-a573-db4c18717a94 req-10ff4391-4418-4c58-ac4e-b848a4ece678 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Sep 18 01:57:52.412760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] For port a8b54d28-603e-4f73-95c9-8e57d71b5d98, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a8b54d28-603e-4f73-95c9-8e57d71b5d98,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:52.413130 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.416707 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa8d612e-fad5-4da4-8a09-5b21c4222dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.541434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b607ac-55f6-4660-b806-1f13d9959227 req-937ee378-9847-434d-bc27-c12a3fe6a0c3 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:52.543680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39b607ac-55f6-4660-b806-1f13d9959227 req-937ee378-9847-434d-bc27-c12a3fe6a0c3 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 945 time: 0.0673695 Sep 18 01:57:52.598430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39b607ac-55f6-4660-b806-1f13d9959227 req-aa53c856-8a67-46e1-ab53-9901854a314e tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups?id=2424c594-3e73-4ed4-9c7d-153b8fa26478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Sep 18 01:57:52.641909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a260b84-6f6a-4f8c-bc5b-64c3ee46c8c2 req-76f18d61-a1dc-4fef-bbce-8400e8bf2f06 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682250 Sep 18 01:57:52.766237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.773412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.773850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.774244 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Floating IP 45d63c38-baf3-4b01-a8b6-eac91d0a8ddb disassociated. External IP: 172.25.0.37, port: a8b54d28-603e-4f73-95c9-8e57d71b5d98. Sep 18 01:57:52.774670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Calling delete_port for a8b54d28-603e-4f73-95c9-8e57d71b5d98 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:52.836837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Subnet': ['ID=73b735f8-c269-49cf-9599-fe223d8cf964,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:52.850956 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa8d612e-fad5-4da4-8a09-5b21c4222dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.855681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa8d612e-fad5-4da4-8a09-5b21c4222dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:52.861255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fa8d612e-fad5-4da4-8a09-5b21c4222dd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66e01039-39d2-42fe-acf8-14f12e83f2eb HTTP/1.1" status: 204 len: 168 time: 1.0098321 Sep 18 01:57:52.928042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d612e-fad5-4da4-8a09-5b21c4222dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e01039-39d2-42fe-acf8-14f12e83f2eb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:53.010357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Checking segment: {'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:53.010633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network hostable DHCP agents. Network: 5496dc54-e56a-49d3-845a-4df076177210, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:57:53.083213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 5496dc54-e56a-49d3-845a-4df076177210 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:57:53.103069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 5496dc54-e56a-49d3-845a-4df076177210) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:53.113923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:53.114553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.121274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19323b9c-b38a-406f-8a44-777ce32f88e7 None None] Network 5496dc54-e56a-49d3-845a-4df076177210 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:53.236735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f79730-534e-4094-a2a2-39b973338ffc req-261952c5-9a3a-471c-b918-c7bf481b7826 tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:53.242579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d9f79730-534e-4094-a2a2-39b973338ffc req-261952c5-9a3a-471c-b918-c7bf481b7826 tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1101 time: 0.0693471 Sep 18 01:57:53.269788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d9f79730-534e-4094-a2a2-39b973338ffc req-174fa295-b2c3-4422-bf50-205292591b4d tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.281636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fe0fab0b-f244-4381-b463-63cb686225d9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4485085 Sep 18 01:57:53.287415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44778) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:53.292784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-810328965'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:53.336280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.370287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:53.374693 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.392127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-5496dc54-e56a-49d3-845a-4df076177210', 'network_id': '5496dc54-e56a-49d3-845a-4df076177210', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'fixed_ips': [{'subnet_id': '73b735f8-c269-49cf-9599-fe223d8cf964'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:57:53.394136 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.411117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-44106708-4495-4018-ae19-13a6baab3b17 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:53.412730 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-44106708-4495-4018-ae19-13a6baab3b17 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 946 time: 0.2459331 Sep 18 01:57:53.441859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:57:53.467970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.468351 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Added segment 3e50a0c9-7306-4731-8dc2-46534044986c of type vlan for network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d Sep 18 01:57:53.502267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event deleted for resources: {'Port': ['ID=a8b54d28-603e-4f73-95c9-8e57d71b5d98,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:53.554877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.613273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44782) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:53.626163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.652625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:53.653588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.682760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Allocated IP 19.80.0.2 (5496dc54-e56a-49d3-845a-4df076177210/73b735f8-c269-49cf-9599-fe223d8cf964/786d098e-63ba-41d4-89a0-fb378c2b0554) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:53.699797 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00adeb8e-3cff-406f-8af8-4c12c80b270f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.839138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ade841-9161-4440-b196-997c2ef76949 req-cea968bd-2740-4481-a30c-24d6f3e15eaa tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:53.851997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64ade841-9161-4440-b196-997c2ef76949 req-cea968bd-2740-4481-a30c-24d6f3e15eaa tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 946 time: 0.4922650 Sep 18 01:57:53.882146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Network': ['ID=2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:53.901852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:57:53.902026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d9f7-23fb-4f0d-b3ec-86da4209842a req-8ad5d35c-94b3-4555-a49d-bb3ea3ef3309 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:53.904431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:53.911425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b87d9f7-23fb-4f0d-b3ec-86da4209842a req-8ad5d35c-94b3-4555-a49d-bb3ea3ef3309 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 946 time: 0.4532609 Sep 18 01:57:53.917493 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.001142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d9f79730-534e-4094-a2a2-39b973338ffc req-174fa295-b2c3-4422-bf50-205292591b4d tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.012787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d9f79730-534e-4094-a2a2-39b973338ffc req-174fa295-b2c3-4422-bf50-205292591b4d tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.032930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Network 5496dc54-e56a-49d3-845a-4df076177210 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:54.054825 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4906fce0-0b21-4039-a568-0b25236b4bc3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7619312 Sep 18 01:57:54.065142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44794) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:54.081844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:54.085278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Pushing event updated for resources: {'Port': ['ID=786d098e-63ba-41d4-89a0-fb378c2b0554,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:54.089906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:54.094007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'subnet': {'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:57:54.205393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d9f79730-534e-4094-a2a2-39b973338ffc req-174fa295-b2c3-4422-bf50-205292591b4d tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9493871 Sep 18 01:57:54.241082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fa295-b2c3-4422-bf50-205292591b4d tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e0eb57-bc8e-4117-b033-5d14947b82e4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:54.308012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Attempting to bind port 786d098e-63ba-41d4-89a0-fb378c2b0554 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:54.308903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Attempting to bind port 786d098e-63ba-41d4-89a0-fb378c2b0554 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:54.310155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Attempting to bind port 786d098e-63ba-41d4-89a0-fb378c2b0554 on network 5496dc54-e56a-49d3-845a-4df076177210 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:54.316269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:54.316801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Checking segment: {'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:54.317300 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.317785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Bound using segment: {'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:54.318387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Bound port: 786d098e-63ba-41d4-89a0-fb378c2b0554, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:54.318901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.391952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16f2b429-1969-402b-9353-7252b85be4d1 req-1f7b58d1-ca7e-4f07-a670-90abe170d23b tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/ports?device_id=20499642-9463-4638-b6b3-dd8cd2ae1eea HTTP/1.1" status: 200 len: 210 time: 0.0494151 Sep 18 01:57:54.411076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] For port 786d098e-63ba-41d4-89a0-fb378c2b0554, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:54.422535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] For port 786d098e-63ba-41d4-89a0-fb378c2b0554, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=786d098e-63ba-41d4-89a0-fb378c2b0554,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:54.436584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.465076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00adeb8e-3cff-406f-8af8-4c12c80b270f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.477007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00adeb8e-3cff-406f-8af8-4c12c80b270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.532977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1b709-2cde-4ba5-900b-5d1814566339 None None] Pushing event updated for resources: {'Port': ['ID=786d098e-63ba-41d4-89a0-fb378c2b0554,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:54.564415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-00adeb8e-3cff-406f-8af8-4c12c80b270f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d45eb67d2dc442e867a74771bd73de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9498775 Sep 18 01:57:54.565263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adeb8e-3cff-406f-8af8-4c12c80b270f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c0a2b7-f8b0-4a86-8c9c-77d04db0af03,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:54.582259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44804) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:54.585904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:57:54.589663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.697439 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b87d9f7-23fb-4f0d-b3ec-86da4209842a req-51c06d18-0d88-4234-a607-55375cba474c tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/security-groups?id=34c7cd15-6270-4978-89b3-f694b81230c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565165 Sep 18 01:57:54.709710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:57:54.720886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84464-4231-43f4-b2ff-cdb85b5ecb19 req-3d867571-2876-4b90-b128-86ffc36f614e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:54.721601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Deleting port 20747c8d-0d0d-4760-9a37-64afe894c2e5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:54.721945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.723368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebd84464-4231-43f4-b2ff-cdb85b5ecb19 req-3d867571-2876-4b90-b128-86ffc36f614e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 946 time: 0.1849144 Sep 18 01:57:54.774311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b85ae642-74ed-4f77-9b32-757c060621d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.860263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] For port 20747c8d-0d0d-4760-9a37-64afe894c2e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=20747c8d-0d0d-4760-9a37-64afe894c2e5,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:54.860665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:54.898942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Calling delete_port for 20747c8d-0d0d-4760-9a37-64afe894c2e5 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:55.018918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b85ae642-74ed-4f77-9b32-757c060621d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.078476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebd84464-4231-43f4-b2ff-cdb85b5ecb19 req-50f78ae1-9627-4437-8128-15d8b8269baf tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481033 Sep 18 01:57:55.082134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.126242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:57:55.143628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] Sync routers for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:57:55.160043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:55.173459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:55.203548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Deleting port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:55.203548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.238293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b85ae642-74ed-4f77-9b32-757c060621d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.240841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b85ae642-74ed-4f77-9b32-757c060621d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.244399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b85ae642-74ed-4f77-9b32-757c060621d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98c0a2b7-f8b0-4a86-8c9c-77d04db0af03 HTTP/1.1" status: 204 len: 168 time: 0.6588218 Sep 18 01:57:55.257328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Subnet': ['ID=2d4b4e0d-e553-415b-b72a-4952cdbe2e69,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:55.270551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ae642-74ed-4f77-9b32-757c060621d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c0a2b7-f8b0-4a86-8c9c-77d04db0af03,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:55.272483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] No DVR routers for this DVR port a8b54d28-603e-4f73-95c9-8e57d71b5d98 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:55.275808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.280784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-20ad1ecc-680d-4ba7-bf6f-b3831f6b1149 req-fe7eb966-4b83-45c2-abb3-fc34eb32614f tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.18 "DELETE /v2.0/ports/a8b54d28-603e-4f73-95c9-8e57d71b5d98 HTTP/1.1" status: 204 len: 173 time: 3.7609501 Sep 18 01:57:55.283413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Checking segment: {'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:55.283779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network hostable DHCP agents. Network: 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:57:55.289822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'name': 'network-vif-deleted', 'tag': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:55.294602 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc42e79-5629-4480-a8de-91050154504c" -d '{"events": [{"server_uuid": "20499642-9463-4638-b6b3-dd8cd2ae1eea", "name": "network-vif-deleted", "tag": "a8b54d28-603e-4f73-95c9-8e57d71b5d98"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:55.326854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:57:55.346342 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.351162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:55.368173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468fc62-b530-4172-8b57-089fdcd70ca3 None None] Network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:55.371199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:55.371915 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.405707 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-38d08b81-e564-4a41-8751-dcd272d3675c tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3256607 Sep 18 01:57:55.527882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] For port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,segment=NetworkSegment(fa91d677-7320-406f-b8f3-b2b99f609b5e),segment_id=fa91d677-7320-406f-b8f3-b2b99f609b5e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:55.529447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.588083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Calling delete_port for 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:55.667067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:55.670160 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.690364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.748807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event deleted for resources: {'Port': ['ID=20747c8d-0d0d-4760-9a37-64afe894c2e5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:55.923043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] No DVR routers for this DVR port 20747c8d-0d0d-4760-9a37-64afe894c2e5 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:55.926064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:55.933380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f6d10a9-a7e9-4926-b07c-3e351157e258 req-74470e97-84af-4841-bc94-de88dd6d181c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "DELETE /v2.0/ports/20747c8d-0d0d-4760-9a37-64afe894c2e5 HTTP/1.1" status: 204 len: 173 time: 2.4729164 Sep 18 01:57:56.107192 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:56.155916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['20747c8d-0d0d-4760-9a37-64afe894c2e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:57:56.172913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 20747c8d-0d0d-4760-9a37-64afe894c2e5 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:56.176257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:56.178122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 786d098e-63ba-41d4-89a0-fb378c2b0554 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:56.190098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Pushing event deleted for resources: {'Port': ['ID=8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:56.289472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] No DVR routers for this DVR port 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:57:56.297773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:56.300409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64ade841-9161-4440-b196-997c2ef76949 req-5b579aa5-10de-48be-aec0-c9e7a817c221 tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.20 "DELETE /v2.0/ports/8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce HTTP/1.1" status: 204 len: 173 time: 2.4315975 Sep 18 01:57:56.314639 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5c193c-2fe1-4611-8e42-bcc481757a8e x-openstack-request-id: req-3a5c193c-2fe1-4611-8e42-bcc481757a8e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:56.316354 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20499642-9463-4638-b6b3-dd8cd2ae1eea", "name": "network-vif-deleted", "tag": "a8b54d28-603e-4f73-95c9-8e57d71b5d98", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:56.318434 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a5c193c-2fe1-4611-8e42-bcc481757a8e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:56.319966 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20499642-9463-4638-b6b3-dd8cd2ae1eea', 'name': 'network-vif-deleted', 'tag': 'a8b54d28-603e-4f73-95c9-8e57d71b5d98', 'status': 'completed', 'code': 200} Sep 18 01:57:56.342388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e1711-2fd0-4320-8d0c-6b48ccc808b5 None None] Network 5496dc54-e56a-49d3-845a-4df076177210 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:57:56.443700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:56.444397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:56.449375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 20747c8d-0d0d-4760-9a37-64afe894c2e5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:56.449798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 20747c8d-0d0d-4760-9a37-64afe894c2e5 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:56.452004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a8b54d28-603e-4f73-95c9-8e57d71b5d98 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:57:56.492631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-2120b072-47a4-42c5-a7c7-9c9957dc35ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978334 Sep 18 01:57:56.511605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-597d0511-6aeb-4800-ace2-ee6d41944023 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:57:56.512830 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-597d0511-6aeb-4800-ace2-ee6d41944023 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077198 Sep 18 01:57:56.531404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f10a5927-23f2-4c0d-9763-d96314f3a97a req-518939a9-2503-4974-8799-87ddea66ebdf tempest-ServerGroupTestJSON-412731988 tempest-ServerGroupTestJSON-412731988-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a2b72b-4ed5-450f-a8e5-56b976799661 HTTP/1.1" status: 200 len: 210 time: 0.0362306 Sep 18 01:57:56.647184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: a8b54d28-603e-4f73-95c9-8e57d71b5d98 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:57:56.647482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a8b54d28-603e-4f73-95c9-8e57d71b5d98 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:57:56.679253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-30daf823-d8c3-42a7-bf54-4058921ae9d7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:56.687959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-30daf823-d8c3-42a7-bf54-4058921ae9d7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:56.696202 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-30daf823-d8c3-42a7-bf54-4058921ae9d7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/networks?id=5496dc54-e56a-49d3-845a-4df076177210&id=2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d HTTP/1.1" status: 200 len: 1391 time: 0.2541213 Sep 18 01:57:56.743401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-7045b955-f73c-4b78-a434-fd393bfad91f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/quotas/c487d78d9bef489f86e5510f6fae3235 HTTP/1.1" status: 200 len: 375 time: 0.0461586 Sep 18 01:57:56.776339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21f7db52-661d-4d44-8e76-799dc11ecac7 req-a47126d3-8588-4dc7-924b-d8e882a04608 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb18a758-6456-43e2-a728-506f4530af63 HTTP/1.1" status: 200 len: 210 time: 0.0642753 Sep 18 01:57:56.785293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-025c1a90-f725-48d5-b77a-48ca98df457f None None] Provisioning complete for port 786d098e-63ba-41d4-89a0-fb378c2b0554 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:56.786444 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-025c1a90-f725-48d5-b77a-48ca98df457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:56.804435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d', 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'fixed_ips': [{'subnet_id': '2d4b4e0d-e553-415b-b72a-4952cdbe2e69'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:57:56.807816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:56.843119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-2b161009-056c-4b0c-b455-7a89f68af8b6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941186 Sep 18 01:57:56.941144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 786d098e-63ba-41d4-89a0-fb378c2b0554 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:56.941901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:57.262082 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-025c1a90-f725-48d5-b77a-48ca98df457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:57.427382 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-9353ffc4-e42c-4c00-9708-c13e7f51bcc6 service neutron] 10.222.0.21 "GET /v2.0/networks/5496dc54-e56a-49d3-845a-4df076177210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741906 Sep 18 01:57:57.438380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Allocated IP 19.86.0.2 (2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d/2d4b4e0d-e553-415b-b72a-4952cdbe2e69/bc442495-da67-416c-b912-9315669774c7) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:57:57.447951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-025c1a90-f725-48d5-b77a-48ca98df457f None None] For port 786d098e-63ba-41d4-89a0-fb378c2b0554, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=786d098e-63ba-41d4-89a0-fb378c2b0554,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:57:57.453385 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:57.472644 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-025c1a90-f725-48d5-b77a-48ca98df457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:57.619648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090599c4-fc26-4ca1-ac4d-e14baf160119 req-e5e8cb48-1c9d-4fab-bbb6-adca1efc4a2d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:57.625627 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-090599c4-fc26-4ca1-ac4d-e14baf160119 req-e5e8cb48-1c9d-4fab-bbb6-adca1efc4a2d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1149011 Sep 18 01:57:57.629533 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-f0075622-03fb-42ed-b639-ac955bece774 service neutron] 10.222.0.21 "GET /v2.0/networks/5496dc54-e56a-49d3-845a-4df076177210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013006 Sep 18 01:57:57.739411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:50Z', 'revision_number': 5, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:57.748651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-da246832-5649-4c4e-954f-925f3dfafc8f service neutron] 10.222.0.21 "GET /v2.0/networks/2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055808 Sep 18 01:57:57.757885 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:57:57.758323 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:57:57.763756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-090599c4-fc26-4ca1-ac4d-e14baf160119 req-cfc4a23b-e800-4be1-b3bd-e70eed446936 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213183 Sep 18 01:57:57.817001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:57.835887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c1a90-f725-48d5-b77a-48ca98df457f None None] Pushing event updated for resources: {'Port': ['ID=786d098e-63ba-41d4-89a0-fb378c2b0554,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:57.863077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] Checking router: b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:57:57.966206 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:57:57.976466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-80f95ff2-0654-4290-83c0-d22a42da92a2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:57.977858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:57:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:58.013433 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-c329976d-bbed-412c-b4b6-4351de51820b service neutron] 10.222.0.21 "GET /v2.0/networks/2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564769 Sep 18 01:57:58.076595 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-80f95ff2-0654-4290-83c0-d22a42da92a2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.160789 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e12b1f60-ddc3-455c-8925-090facc94d86 None None] Provisioning complete for port 786d098e-63ba-41d4-89a0-fb378c2b0554 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:58.161400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e12b1f60-ddc3-455c-8925-090facc94d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.250357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-80f95ff2-0654-4290-83c0-d22a42da92a2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.253665 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-80f95ff2-0654-4290-83c0-d22a42da92a2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.257533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44934) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:58.263683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-80f95ff2-0654-4290-83c0-d22a42da92a2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "DELETE /v2.0/security-groups/2424c594-3e73-4ed4-9c7d-153b8fa26478 HTTP/1.1" status: 204 len: 168 time: 0.4453928 Sep 18 01:57:58.289389 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-0e383636-763c-4513-ac1e-6497b034ef01 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] show failed (client error): The resource could not be found. Sep 18 01:57:58.294998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44936) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:58.295461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0e383636-763c-4513-ac1e-6497b034ef01 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "GET /v2.0/security-groups/2424c594-3e73-4ed4-9c7d-153b8fa26478 HTTP/1.1" status: 404 len: 347 time: 0.0366080 Sep 18 01:57:58.321619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18a758-6456-43e2-a728-506f4530af63', 'name': 'network-vif-deleted', 'tag': '20747c8d-0d0d-4760-9a37-64afe894c2e5'}, {'server_uuid': '01a2b72b-4ed5-450f-a8e5-56b976799661', 'name': 'network-vif-deleted', 'tag': '8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:57:58.324806 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda89840-16ce-4b45-ad70-c985478c9c17" -d '{"events": [{"server_uuid": "fb18a758-6456-43e2-a728-506f4530af63", "name": "network-vif-deleted", "tag": "20747c8d-0d0d-4760-9a37-64afe894c2e5"}, {"server_uuid": "01a2b72b-4ed5-450f-a8e5-56b976799661", "name": "network-vif-deleted", "tag": "8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:57:58.346135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:57:58.450328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f95ff2-0654-4290-83c0-d22a42da92a2 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2424c594-3e73-4ed4-9c7d-153b8fa26478,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:58.551374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Deleting port a46fe0cc-8248-4098-8977-b5a5a8312e69 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:57:58.551792 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.638731 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.639241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c942f-11fb-4b2c-b92b-8ac03dd6a30a req-7b2b0708-f5bc-4bf9-a778-fe9161883fb8 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:58.640476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c65c942f-11fb-4b2c-b92b-8ac03dd6a30a req-7b2b0708-f5bc-4bf9-a778-fe9161883fb8 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 945 time: 0.1044652 Sep 18 01:57:58.720811 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.732559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19d493a6-3e30-4d4d-8849-0d14eec06a5f req-89d2912c-710d-49d2-b6d2-83a1ae516773 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b794e39d2024fd6b75bd2f22e7ed090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498528 Sep 18 01:57:58.739379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c65c942f-11fb-4b2c-b92b-8ac03dd6a30a req-df7ff548-7118-4efe-85e6-bdb3ace02f67 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922771 Sep 18 01:57:58.778628 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.779545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:58.809638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Calling delete_port for a46fe0cc-8248-4098-8977-b5a5a8312e69 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:57:58.829664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-eebae9ed-4d08-4d96-9157-69d710f1438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:58.833758 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-eebae9ed-4d08-4d96-9157-69d710f1438c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1101 time: 0.0933156 Sep 18 01:57:58.997148 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d78456f-3a30-4845-8ada-de7b3c52ccf4 x-openstack-request-id: req-1d78456f-3a30-4845-8ada-de7b3c52ccf4 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:57:58.997673 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18a758-6456-43e2-a728-506f4530af63", "name": "network-vif-deleted", "tag": "20747c8d-0d0d-4760-9a37-64afe894c2e5", "status": "completed", "code": 200}, {"server_uuid": "01a2b72b-4ed5-450f-a8e5-56b976799661", "name": "network-vif-deleted", "tag": "8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:57:58.998167 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d78456f-3a30-4845-8ada-de7b3c52ccf4 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:57:58.998786 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18a758-6456-43e2-a728-506f4530af63', 'name': 'network-vif-deleted', 'tag': '20747c8d-0d0d-4760-9a37-64afe894c2e5', 'status': 'completed', 'code': 200} Sep 18 01:57:58.999284 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a2b72b-4ed5-450f-a8e5-56b976799661', 'name': 'network-vif-deleted', 'tag': '8fa610ea-59da-4cd5-9ddc-b60ac2d7cfce', 'status': 'completed', 'code': 200} Sep 18 01:57:59.053532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-eb9899d1-3866-4556-b057-71e9f81f25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:59.057233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-eb9899d1-3866-4556-b057-71e9f81f25af service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2163973 Sep 18 01:57:59.078552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e9be759-d5e6-46f4-aa0b-52a736b50eee req-e08dfbd3-8408-4520-a12a-bec86bd3b0ab tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 210 time: 0.0427425 Sep 18 01:57:59.089635 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.128899 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-b86e64f6-57f1-4323-b734-c5929ceb4297 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.0548329 Sep 18 01:57:59.166943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:57:59.170891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Pushing event deleted for resources: {'Port': ['ID=a46fe0cc-8248-4098-8977-b5a5a8312e69,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:59.174476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:57:59.190861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 786d098e-63ba-41d4-89a0-fb378c2b0554 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:57:59.195595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:57:59.225209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-097f7d8f-2a36-4170-b07a-badaa7f3556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:59.226864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-097f7d8f-2a36-4170-b07a-badaa7f3556b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0910950 Sep 18 01:57:59.247911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.253345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.256165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Pushing event updated for resources: {'Port': ['ID=bc442495-da67-416c-b912-9315669774c7,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:59.260134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b87ceb8f-a277-4b58-b745-8fc39d12fb21 tempest-ServersTestFqdnHostnames-1245794793 tempest-ServersTestFqdnHostnames-1245794793-project] 10.222.0.21 "DELETE /v2.0/floatingips/45d63c38-baf3-4b01-a8b6-eac91d0a8ddb HTTP/1.1" status: 204 len: 168 time: 0.9619594 Sep 18 01:57:59.261040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44986) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:57:59.276737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d493a6-3e30-4d4d-8849-0d14eec06a5f req-970d9da1-93a5-4d7f-8a43-b60350dbee26 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:59.278804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19d493a6-3e30-4d4d-8849-0d14eec06a5f req-970d9da1-93a5-4d7f-8a43-b60350dbee26 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5341072 Sep 18 01:57:59.341636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19d493a6-3e30-4d4d-8849-0d14eec06a5f req-0fd736bc-b111-4e77-beeb-33f2942ad5da tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/quotas/0b794e39d2024fd6b75bd2f22e7ed090 HTTP/1.1" status: 200 len: 375 time: 0.0519168 Sep 18 01:57:59.352129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-5e45a1e9-f432-478e-9b59-cd22e1f08e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:59.354255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-5e45a1e9-f432-478e-9b59-cd22e1f08e10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1154599 Sep 18 01:57:59.391311 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19d493a6-3e30-4d4d-8849-0d14eec06a5f req-fd4cfcb9-9a67-4ebb-a1d6-426a1f927f34 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b794e39d2024fd6b75bd2f22e7ed090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485818 Sep 18 01:57:59.412479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72335-c369-4600-b0a2-65b3e973e87c req-2aed1a12-04f6-46be-b98c-0fc02dd3e6e0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:59.419880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-2aed1a12-04f6-46be-b98c-0fc02dd3e6e0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.2120492 Sep 18 01:57:59.438388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-202d4072-3208-4908-a428-81349dee691d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/quotas/ed7bdd6d4a7244599abaed6d4aa406fe HTTP/1.1" status: 200 len: 375 time: 0.0175710 Sep 18 01:57:59.456237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Attempting to bind port bc442495-da67-416c-b912-9315669774c7 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:57:59.456771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Attempting to bind port bc442495-da67-416c-b912-9315669774c7 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:57:59.457266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Attempting to bind port bc442495-da67-416c-b912-9315669774c7 on network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:57:59.468129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:57:59.468542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Checking segment: {'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:57:59.468892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.469281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Bound using segment: {'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:57:59.469748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Bound port: bc442495-da67-416c-b912-9315669774c7, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:57:59.470120 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.491650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 786d098e-63ba-41d4-89a0-fb378c2b0554 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:57:59.492023 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.501646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-b40dd098-9417-4b7f-a914-a5fa685eadeb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622890 Sep 18 01:57:59.592078 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-132eca00-afe8-4be7-a296-29541c1ded08 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311742 Sep 18 01:57:59.642404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b23cc-a5eb-49ac-b2b1-0e3131e7d7d4 req-8c06b294-eff0-4b20-88ae-c9c96d5e80a0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:57:59.649827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:50Z', 'revision_number': 5, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:57:59.654204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-6a61cf44-d2fc-4d2a-ac0e-0aaae70e20b5 service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516554 Sep 18 01:57:59.662609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-720b23cc-a5eb-49ac-b2b1-0e3131e7d7d4 req-8c06b294-eff0-4b20-88ae-c9c96d5e80a0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1259623 Sep 18 01:57:59.706199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801bbff-5659-4d29-a8b4-a39d521decc5 None None] The sync data for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 is: [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:55:44Z', 'revision_number': 4, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a78f9d72-8011-482f-bf15-80b22b100fa1', 'name': '', 'network_id': '50476e05-81a9-4be3-8f90-89b27318b9ba', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'mac_address': 'fa:16:3e:c9:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:43Z', 'updated_at': '2021-09-18T01:55:50Z', 'revision_number': 5, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'subnets': [{'id': 'c35b8a70-1db7-460c-abd5-2508cb813cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:57:59.724757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] For port bc442495-da67-416c-b912-9315669774c7, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:57:59.728656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] For port bc442495-da67-416c-b912-9315669774c7, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bc442495-da67-416c-b912-9315669774c7,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:57:59.744844 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:57:59.785024 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-9b3f1632-faaf-4469-baa7-51f416c1f6e2 service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298807 Sep 18 01:57:59.811509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183ee14-fa0f-47e9-8a49-1c7d97bce6f3 None None] Pushing event updated for resources: {'Port': ['ID=bc442495-da67-416c-b912-9315669774c7,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:57:59.847735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-720b23cc-a5eb-49ac-b2b1-0e3131e7d7d4 req-cd10b351-9dc5-499c-9f3d-a71df5520ee5 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837437 Sep 18 01:58:00.072180 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:00.102994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-a9299086-5913-4cd6-a884-209264595663 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:00.105130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-a9299086-5913-4cd6-a884-209264595663 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.20 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 945 time: 0.4757509 Sep 18 01:58:00.112399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-3e70602d-9593-4a95-aa26-3248bf535f81 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128555 Sep 18 01:58:00.186255 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca5c10-dab6-4307-aa65-00017ce78348 None None] New status for floating IP 45d63c38-baf3-4b01-a8b6-eac91d0a8ddb: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:58:00.270048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-9c6a2c19-13c4-4cba-b539-97ef1b6552f6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:00.286174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-9c6a2c19-13c4-4cba-b539-97ef1b6552f6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:00.293808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-9c6a2c19-13c4-4cba-b539-97ef1b6552f6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "GET /v2.0/networks?id=5496dc54-e56a-49d3-845a-4df076177210&id=2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d HTTP/1.1" status: 200 len: 1391 time: 0.4313800 Sep 18 01:58:00.329374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'port': {'device_id': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'network_id': '5496dc54-e56a-49d3-845a-4df076177210', 'admin_state_up': True, 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:00.569941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Deleting port 95deef65-ebb6-4454-8a8d-60227feb50f2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:00.571057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:00.639890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaf184-3449-4f97-a741-8fe13e6060b4 req-3791d39f-2203-4dea-81cd-cfc09e4ad5a3 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:00.641503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fadaf184-3449-4f97-a741-8fe13e6060b4 req-3791d39f-2203-4dea-81cd-cfc09e4ad5a3 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 945 time: 0.0935285 Sep 18 01:58:00.722983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51f45965-193b-49e5-a00b-c7727f4f6c0e req-d5e850c3-f816-42e2-84a5-9a7b26d9b226 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 210 time: 0.0521951 Sep 18 01:58:00.748207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] For port 95deef65-ebb6-4454-8a8d-60227feb50f2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=95deef65-ebb6-4454-8a8d-60227feb50f2,segment=NetworkSegment(073f33a9-ba89-42f5-9724-89431315d9bd),segment_id=073f33a9-ba89-42f5-9724-89431315d9bd)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:00.748448 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:00.756382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fadaf184-3449-4f97-a741-8fe13e6060b4 req-a6c09a95-65b8-4f45-bc8e-9f8fc22e4e64 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2d7f4ad-6963-4d9f-8f87-aadec9663355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061299 Sep 18 01:58:00.781014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Calling delete_port for 95deef65-ebb6-4454-8a8d-60227feb50f2 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:00.812058 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-566c2861-145f-4f50-823d-6accc1e06fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:00.820696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:00.830192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Deleting port a78f9d72-8011-482f-bf15-80b22b100fa1 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:00.830533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:00.833546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:00.988622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] For port a78f9d72-8011-482f-bf15-80b22b100fa1, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a78f9d72-8011-482f-bf15-80b22b100fa1,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:00.989366 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:01.004198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Calling delete_port for a78f9d72-8011-482f-bf15-80b22b100fa1 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:01.040179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bc442495-da67-416c-b912-9315669774c7 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:01.040666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19329044-3d54-4318-9024-b2b8abb95744 req-08c25bbc-35c8-4ad5-8092-8385d8c2b789 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 210 time: 0.0915360 Sep 18 01:58:01.148528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port bc442495-da67-416c-b912-9315669774c7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:01.149028 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:01.182245 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:01.197537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['95deef65-ebb6-4454-8a8d-60227feb50f2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:01.255873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Pushing event deleted for resources: {'Port': ['ID=95deef65-ebb6-4454-8a8d-60227feb50f2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:01.307071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25631a2-6be6-4768-86e0-487b7de6e626 req-8e2df65f-fe85-4959-acc0-9929f7d436f8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:01.315150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b25631a2-6be6-4768-86e0-487b7de6e626 req-8e2df65f-fe85-4959-acc0-9929f7d436f8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1076815 Sep 18 01:58:01.350469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] No DVR routers for this DVR port 95deef65-ebb6-4454-8a8d-60227feb50f2 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:01.375362 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:01.378103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10cc84a8-e87e-4975-aad8-55668ff27c18 req-58e242db-341e-4977-aece-6d9ff5e6cdbd tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.20 "DELETE /v2.0/ports/95deef65-ebb6-4454-8a8d-60227feb50f2 HTTP/1.1" status: 204 len: 173 time: 1.2532189 Sep 18 01:58:01.378820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45239827-20e1-448d-aa3a-fa529a5a0748', 'name': 'network-vif-deleted', 'tag': '95deef65-ebb6-4454-8a8d-60227feb50f2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:01.383001 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5081c027-b3a6-41af-b68b-0cd9b1a1fc30" -d '{"events": [{"server_uuid": "45239827-20e1-448d-aa3a-fa529a5a0748", "name": "network-vif-deleted", "tag": "95deef65-ebb6-4454-8a8d-60227feb50f2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:01.421352 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:01.437884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Allocated IP 19.80.0.16 (5496dc54-e56a-49d3-845a-4df076177210/73b735f8-c269-49cf-9599-fe223d8cf964/206cff7f-3367-4473-8ec6-011aa8caba56) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:01.475231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b25631a2-6be6-4768-86e0-487b7de6e626 req-bdf88488-b1fb-47f7-8534-934bf4b98de6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582434 Sep 18 01:58:01.489257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port bc442495-da67-416c-b912-9315669774c7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bc442495-da67-416c-b912-9315669774c7,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:01.495344 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:01.590051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=bc442495-da67-416c-b912-9315669774c7,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:01.590237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:01.617259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a302ddd0-946c-4c36-8d10-402a8e249619 None None] Network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:01.636278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78f9d72-8011-482f-bf15-80b22b100fa1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:01.735907 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b4561-5f5d-4eb2-85bd-7b936d923e52 x-openstack-request-id: req-3b6b4561-5f5d-4eb2-85bd-7b936d923e52 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:01.736206 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45239827-20e1-448d-aa3a-fa529a5a0748", "name": "network-vif-deleted", "tag": "95deef65-ebb6-4454-8a8d-60227feb50f2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:01.736464 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b6b4561-5f5d-4eb2-85bd-7b936d923e52 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:01.736863 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45239827-20e1-448d-aa3a-fa529a5a0748', 'name': 'network-vif-deleted', 'tag': '95deef65-ebb6-4454-8a8d-60227feb50f2', 'status': 'completed', 'code': 200} Sep 18 01:58:01.747373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b3b9e129-9437-427e-8eca-0e50462fbf7b None None] Provisioning complete for port bc442495-da67-416c-b912-9315669774c7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:01.748135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b3b9e129-9437-427e-8eca-0e50462fbf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:01.972582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45068) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:02.058691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.107635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff65919f-0214-475c-9f40-24daa8bab9c8 req-7b117ddd-a1d4-4eb7-bf12-ff337703b982 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 210 time: 0.1749432 Sep 18 01:58:02.127936 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.158584 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-408bdce0-9f8d-43ae-a45f-05e221186c24 req-acb3f21b-dd45-4643-9afd-88fe71c8f991 tempest-VolumesAdminNegativeTest-2015745402 tempest-VolumesAdminNegativeTest-2015745402-project] 10.222.0.21 "GET /v2.0/ports?device_id=45239827-20e1-448d-aa3a-fa529a5a0748 HTTP/1.1" status: 200 len: 210 time: 0.0856323 Sep 18 01:58:02.173329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a2244c-0c94-40fc-b06d-9a4582fb3c99 admin admin] Deleting subnet 8f227c54-6bef-45b8-a067-bc5493d07f71 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:02.178060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14a2244c-0c94-40fc-b06d-9a4582fb3c99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.291468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14a2244c-0c94-40fc-b06d-9a4582fb3c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.292002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72335-c369-4600-b0a2-65b3e973e87c req-970bdfa6-0662-4c42-9b12-f46b2cdb54ef tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:02.293769 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-970bdfa6-0662-4c42-9b12-f46b2cdb54ef tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.5124042 Sep 18 01:58:02.300102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2da343a8-26b5-40bb-8c67-8a71dab6dd3c req-e6ce83bc-cf0c-4c41-b4fb-19582594ba55 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b794e39d2024fd6b75bd2f22e7ed090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547202 Sep 18 01:58:02.308751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Request body: {'port': {'device_id': '15a748e0-4551-4831-bd31-4d9cd7aa8b3c', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'admin_state_up': True, 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:02.326825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.334620 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-49d1f379-3e33-41ef-bc5a-82419333c901 req-c0fb92e9-aa21-4034-b2b5-d33feda89882 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 210 time: 0.0651443 Sep 18 01:58:02.420631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14a2244c-0c94-40fc-b06d-9a4582fb3c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.493319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 5496dc54-e56a-49d3-845a-4df076177210 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:02.506224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f2a67d05-02b6-417c-b0cc-fd9e2045f2c4 None None] Provisioning complete for port bc442495-da67-416c-b912-9315669774c7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:02.508043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f2a67d05-02b6-417c-b0cc-fd9e2045f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.510856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:02.518746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:02.521179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Port': ['ID=206cff7f-3367-4473-8ec6-011aa8caba56,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:02.617853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:02.618499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.625550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14a2244c-0c94-40fc-b06d-9a4582fb3c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.634357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da343a8-26b5-40bb-8c67-8a71dab6dd3c req-c0b9edc8-b916-4d42-aba9-fe4790dd6934 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:02.641605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2da343a8-26b5-40bb-8c67-8a71dab6dd3c req-c0b9edc8-b916-4d42-aba9-fe4790dd6934 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269062 Sep 18 01:58:02.674262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14a2244c-0c94-40fc-b06d-9a4582fb3c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.678750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-14a2244c-0c94-40fc-b06d-9a4582fb3c99 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f227c54-6bef-45b8-a067-bc5493d07f71 HTTP/1.1" status: 204 len: 168 time: 0.7033505 Sep 18 01:58:02.682116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2244c-0c94-40fc-b06d-9a4582fb3c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f227c54-6bef-45b8-a067-bc5493d07f71,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:02.687405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45090) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:02.696584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2da343a8-26b5-40bb-8c67-8a71dab6dd3c req-b1e30514-13a6-491a-b1b1-4b8618e674bd tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/quotas/0b794e39d2024fd6b75bd2f22e7ed090 HTTP/1.1" status: 200 len: 375 time: 0.0541551 Sep 18 01:58:02.746994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:58:02.750945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:02.753967 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:02.773555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2da343a8-26b5-40bb-8c67-8a71dab6dd3c req-4ee87b6b-d8db-43e5-a6a1-a4307bb0ae76 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b794e39d2024fd6b75bd2f22e7ed090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760150 Sep 18 01:58:02.799092 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-6b71ec44-ad72-454b-bd57-d897d8f43416 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4739461 Sep 18 01:58:02.805865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Request body: {'port': {'device_id': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d', 'admin_state_up': True, 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:02.958977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5825ac65-cec5-4cc0-968b-01fc86baa9a1 None None] Provisioning complete for port 206cff7f-3367-4473-8ec6-011aa8caba56 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:02.960228 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5825ac65-cec5-4cc0-968b-01fc86baa9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.051313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5825ac65-cec5-4cc0-968b-01fc86baa9a1 None None] Port 206cff7f-3367-4473-8ec6-011aa8caba56 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:03.071789 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bc442495-da67-416c-b912-9315669774c7 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:03.129856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port bc442495-da67-416c-b912-9315669774c7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:03.130633 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.142778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Allocated IP 172.20.0.7 (9e5c7924-3dab-469a-a802-854659959e0b/f5e19a47-9ea1-44de-af17-07e8e0dec0b0/be4eee62-7f25-433e-8a69-a1128fae0e02) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:03.170756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Made reservation on behalf of c487d78d9bef489f86e5510f6fae3235 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:03.174965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.270472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.290494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee57ee-ee93-4c42-b200-89dc543e0d09 req-ca1f62ad-39e8-473f-8d2e-1ceb1cb6746c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:03.292167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54ee57ee-ee93-4c42-b200-89dc543e0d09 req-ca1f62ad-39e8-473f-8d2e-1ceb1cb6746c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.5223186 Sep 18 01:58:03.378727 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a458c412-aa2f-4965-a8be-0b0ab5d45874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.429505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:03.437063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Allocated IP 19.86.0.124 (2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d/2d4b4e0d-e553-415b-b72a-4952cdbe2e69/50052149-8535-4d17-94bf-9bcecb50b156) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:03.439357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c0379535-69c5-423d-a863-eb0654c914b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1749284 Sep 18 01:58:03.444814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] Sync routers for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:03.460773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:03.462443 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:03.470674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:03.472204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.494961 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54ee57ee-ee93-4c42-b200-89dc543e0d09 req-36bf2b4b-70da-48a7-a264-2e308ac36308 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855085 Sep 18 01:58:03.515141 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.558176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45120) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:03.598385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-491de790-eb12-4d74-a219-7394b44f77d9 req-798005a1-3537-4a27-98e9-ce33e260deb0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 210 time: 0.0626550 Sep 18 01:58:03.629470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-301f0f91-9c68-4cf6-bff0-7362647b620d admin admin] Deleting subnet d17cb614-8dfd-42d1-8713-19ee9f865b3b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:03.631330 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:03.637173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:03.641654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-301f0f91-9c68-4cf6-bff0-7362647b620d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.678182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa91d677-7320-406f-b8f3-b2b99f609b5e') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:03.678621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa91d677-7320-406f-b8f3-b2b99f609b5e') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:03.694889 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.775161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 95deef65-ebb6-4454-8a8d-60227feb50f2 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:03.785241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.792871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-301f0f91-9c68-4cf6-bff0-7362647b620d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.817912 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 95deef65-ebb6-4454-8a8d-60227feb50f2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:03.818657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 95deef65-ebb6-4454-8a8d-60227feb50f2 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:03.820639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:03.820835 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:03.823232 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:03.854606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.935084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:58:01Z', 'revision_number': 5, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port': {'id': '70680efc-2dc8-41d8-806e-cc24c34f6b1c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:55:40Z', 'updated_at': '2021-09-18T01:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:03.964793 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-301f0f91-9c68-4cf6-bff0-7362647b620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:03.994626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.011087 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.016087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf HTTP/1.1" status: 204 len: 168 time: 1.3240709 Sep 18 01:58:04.064004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cd43a-d582-4322-b835-193ad657bcd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06b6430-8c34-4a12-bd84-7bd0e7b5dbbf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:04.082213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] Checking router: b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:04.098636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.104349 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.113908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] Routers {'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:04.115029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:04.129775 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.145343 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-301f0f91-9c68-4cf6-bff0-7362647b620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.155579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8e11c-b9db-43b6-9e9d-f51655e354fa req-5e0d09fa-fe85-46dc-a3ec-d77280d93aa3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:04.163682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ee8e11c-b9db-43b6-9e9d-f51655e354fa req-5e0d09fa-fe85-46dc-a3ec-d77280d93aa3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 931 time: 0.1482992 Sep 18 01:58:04.188579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-301f0f91-9c68-4cf6-bff0-7362647b620d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.194512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-301f0f91-9c68-4cf6-bff0-7362647b620d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d17cb614-8dfd-42d1-8713-19ee9f865b3b HTTP/1.1" status: 204 len: 168 time: 0.6298931 Sep 18 01:58:04.195444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f0f91-9c68-4cf6-bff0-7362647b620d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d17cb614-8dfd-42d1-8713-19ee9f865b3b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:04.203207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45150) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:04.232101 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.241034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Network 9e5c7924-3dab-469a-a802-854659959e0b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:04.242519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:04.253911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:04.283523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event updated for resources: {'Port': ['ID=be4eee62-7f25-433e-8a69-a1128fae0e02,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:04.315907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Deleting port 70680efc-2dc8-41d8-806e-cc24c34f6b1c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:04.316774 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.335295 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ee8e11c-b9db-43b6-9e9d-f51655e354fa req-1eee685a-5081-458f-b44a-af4eed4fda3a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564403 Sep 18 01:58:04.350296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.399615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45156) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:04.400718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:04.408395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.449517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.457127 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-983586dc-821e-4b92-a5e2-a647b51acb92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1531658 Sep 18 01:58:04.482444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] Set router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:04.505427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Request body: {'port': {'device_id': '15a748e0-4551-4831-bd31-4d9cd7aa8b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:04.521137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8d9a75da-bf5c-4125-91c5-00ef80cb1fc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14c267af60194f36bf424ab4c5462f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158235 Sep 18 01:58:04.524103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45168) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:04.553889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:58:04Z', 'revision_number': 6, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:04.584768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287741b4-7b41-49d7-b25e-134ce0aa8503 None None] The sync data for ids ['b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256'] in n-d-789963-12 is: [{'id': 'b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256', 'name': 'tempest-ServersTestFqdnHostnames-67759327-router', 'tenant_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:55:39Z', 'updated_at': '2021-09-18T01:58:04Z', 'revision_number': 6, 'project_id': 'c3bd55e00ae846f5848f7bc67fcce900', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:58:04.594480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.597919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] For port 70680efc-2dc8-41d8-806e-cc24c34f6b1c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=70680efc-2dc8-41d8-806e-cc24c34f6b1c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:04.598752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.602776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79c4334a-876f-474b-9eba-b548987dc594 req-fee86670-fefd-418e-ae17-2795032df45a tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b794e39d2024fd6b75bd2f22e7ed090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1417005 Sep 18 01:58:04.618848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:04.632727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Calling delete_port for 70680efc-2dc8-41d8-806e-cc24c34f6b1c owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:04.640207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bd3993-aecf-4644-a6e4-6dcb5d725e19']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:04.680050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073f33a9-ba89-42f5-9724-89431315d9bd') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:04.680300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073f33a9-ba89-42f5-9724-89431315d9bd') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:04.683063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event updated for resources: {'Port': ['ID=50052149-8535-4d17-94bf-9bcecb50b156,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:04.687724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:04.706397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:04.727915 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.757017 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.783944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cddf9-0113-47ad-94ed-4c1cd28526c6 req-d310b0b2-95d2-4309-9460-52f4bb5ae70e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:04.785370 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-452cddf9-0113-47ad-94ed-4c1cd28526c6 req-d310b0b2-95d2-4309-9460-52f4bb5ae70e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1361008 Sep 18 01:58:04.787914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:04.788320 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:04.790375 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:04.797121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.821226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.866686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:04.867351 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.889957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e9576bf-9347-4773-bd9f-52eb90348e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.904438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4334a-876f-474b-9eba-b548987dc594 req-13c5cd8d-b57a-4b0a-a488-5f3251addbef tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:04.906020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79c4334a-876f-474b-9eba-b548987dc594 req-13c5cd8d-b57a-4b0a-a488-5f3251addbef tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860672 Sep 18 01:58:04.925644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.930065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bc955527-7bc8-45bf-8507-1abc95ae5250 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1300366 Sep 18 01:58:04.941561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-452cddf9-0113-47ad-94ed-4c1cd28526c6 req-600cbe1f-1e2a-4f42-8054-d7aef42a3cda tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364703 Sep 18 01:58:04.949529 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:04.958525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79c4334a-876f-474b-9eba-b548987dc594 req-a185bb3c-f4c4-4b8a-8b46-896899f6d024 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/quotas/0b794e39d2024fd6b75bd2f22e7ed090 HTTP/1.1" status: 200 len: 375 time: 0.0404737 Sep 18 01:58:04.959342 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] 10.222.0.21 "DELETE /v2.0/networks/00bd3993-aecf-4644-a6e4-6dcb5d725e19 HTTP/1.1" status: 204 len: 168 time: 0.7520278 Sep 18 01:58:04.971784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45174) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:04.985831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Request body: {'port': {'device_id': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:04.986535 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c50dd-8565-44bb-991c-a876ffbe252d admin admin] Pushing event deleted for resources: {'Network': ['ID=00bd3993-aecf-4644-a6e4-6dcb5d725e19,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:05.007969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f300f017-7b48-4fb6-8288-d301e5f48ac2 None None] Provisioning complete for port 50052149-8535-4d17-94bf-9bcecb50b156 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:05.008529 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f300f017-7b48-4fb6-8288-d301e5f48ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.043173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a78f9d72-8011-482f-bf15-80b22b100fa1 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:05.052444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.075678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: a78f9d72-8011-482f-bf15-80b22b100fa1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:05.078891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a78f9d72-8011-482f-bf15-80b22b100fa1 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:05.087849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Pushing event deleted for resources: {'Port': ['ID=70680efc-2dc8-41d8-806e-cc24c34f6b1c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:05.117488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f300f017-7b48-4fb6-8288-d301e5f48ac2 None None] Port 50052149-8535-4d17-94bf-9bcecb50b156 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:05.126542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e9576bf-9347-4773-bd9f-52eb90348e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.178074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79c4334a-876f-474b-9eba-b548987dc594 req-aaf7d356-3224-4df2-9878-ebfbe3045ed9 tempest-QuotasAdminNegativeTest-241676373 tempest-QuotasAdminNegativeTest-241676373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b794e39d2024fd6b75bd2f22e7ed090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2187245 Sep 18 01:58:05.201853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.282267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c20a7a-261c-4711-a10a-6adec761cfa9 admin admin] Deleting subnet 7dbaaf1c-76d4-423f-a5e9-5934da5cda03 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:05.292163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91c20a7a-261c-4711-a10a-6adec761cfa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.312518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.314933 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.318430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.416616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.417186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:58:05.431833 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91c20a7a-261c-4711-a10a-6adec761cfa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.436013 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e9576bf-9347-4773-bd9f-52eb90348e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.439590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e9576bf-9347-4773-bd9f-52eb90348e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.442157 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0e9576bf-9347-4773-bd9f-52eb90348e74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34c7cd15-6270-4978-89b3-f694b81230c8 HTTP/1.1" status: 204 len: 168 time: 0.8967113 Sep 18 01:58:05.446841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.451438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ab62f87d-4d5e-4372-93da-5b7fe0843588 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b2ca54a1-39e1-4c6a-8b3b-cf7d3f706256 HTTP/1.1" status: 204 len: 168 time: 1.9730875 Sep 18 01:58:05.454638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45192) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:05.552084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fea4a5-0dcb-4072-a286-943955dfbf87 req-918276f5-724a-43b9-a583-066b9f2a1dac tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:05.553410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1fea4a5-0dcb-4072-a286-943955dfbf87 req-918276f5-724a-43b9-a583-066b9f2a1dac tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 931 time: 0.1608570 Sep 18 01:58:05.579772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-684c7d2a-80fd-43aa-8998-1bdd7d188000 admin admin] Deleting subnet c35b8a70-1db7-460c-abd5-2508cb813cd6 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:05.583367 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-684c7d2a-80fd-43aa-8998-1bdd7d188000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.639532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9576bf-9347-4773-bd9f-52eb90348e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c7cd15-6270-4978-89b3-f694b81230c8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:05.717033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-684c7d2a-80fd-43aa-8998-1bdd7d188000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.718479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91c20a7a-261c-4711-a10a-6adec761cfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.813811 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-684c7d2a-80fd-43aa-8998-1bdd7d188000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.889040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1fea4a5-0dcb-4072-a286-943955dfbf87 req-dda74451-2935-4ec8-9a7a-60e53ab110da tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518775 Sep 18 01:58:05.932065 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-684c7d2a-80fd-43aa-8998-1bdd7d188000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.964969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4eee62-7f25-433e-8a69-a1128fae0e02 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:05.973283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c7d2a-80fd-43aa-8998-1bdd7d188000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35b8a70-1db7-460c-abd5-2508cb813cd6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:05.975675 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-684c7d2a-80fd-43aa-8998-1bdd7d188000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.978120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.978688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-684c7d2a-80fd-43aa-8998-1bdd7d188000 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c35b8a70-1db7-460c-abd5-2508cb813cd6 HTTP/1.1" status: 204 len: 168 time: 0.5216744 Sep 18 01:58:05.981183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45208) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:05.984229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91c20a7a-261c-4711-a10a-6adec761cfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:05.987851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583800c7-851a-4c51-9b25-d61a6dc44e5d None None] Network 50476e05-81a9-4be3-8f90-89b27318b9ba requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:06.009069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9044545-6608-4f90-9191-cb74098fabb5 req-41cd7bcb-5f61-477e-a4fb-168ffa4fd6bb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:06.016154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9044545-6608-4f90-9191-cb74098fabb5 req-41cd7bcb-5f61-477e-a4fb-168ffa4fd6bb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:06.024230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9044545-6608-4f90-9191-cb74098fabb5 req-41cd7bcb-5f61-477e-a4fb-168ffa4fd6bb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1654 time: 0.2507808 Sep 18 01:58:06.072783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c20a7a-261c-4711-a10a-6adec761cfa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbaaf1c-76d4-423f-a5e9-5934da5cda03,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:06.080548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Transition to ACTIVE for port object be4eee62-7f25-433e-8a69-a1128fae0e02 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:06.101475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91c20a7a-261c-4711-a10a-6adec761cfa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.106281 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-91c20a7a-261c-4711-a10a-6adec761cfa9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7dbaaf1c-76d4-423f-a5e9-5934da5cda03 HTTP/1.1" status: 204 len: 168 time: 1.1142938 Sep 18 01:58:06.107524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.108662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.112079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45214) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:06.142411 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9044545-6608-4f90-9191-cb74098fabb5 req-9a02f63b-613b-46e9-b911-616087d3bdf4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092989 Sep 18 01:58:06.242465 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.274149 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.304733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Deleting port 5339e7d1-72c9-47a4-8755-988e0a7051f8 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:06.305138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.324105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Pushing event updated for resources: {'Port': ['ID=be4eee62-7f25-433e-8a69-a1128fae0e02,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:06.384091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.398141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] DHCP port deletion for 50476e05-81a9-4be3-8f90-89b27318b9ba request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:58:06.413764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206cff7f-3367-4473-8ec6-011aa8caba56 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:06.425933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550c19d-81f4-4514-80ff-546c08d82130 req-49b18909-350b-4712-a56a-a06e69ba8a09 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:06.427901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c550c19d-81f4-4514-80ff-546c08d82130 req-49b18909-350b-4712-a56a-a06e69ba8a09 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1803346 Sep 18 01:58:06.436982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.447259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] For port 5339e7d1-72c9-47a4-8755-988e0a7051f8, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5339e7d1-72c9-47a4-8755-988e0a7051f8,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:06.447872 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.452289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c097f07a-a586-4bee-badf-78fce3d024c3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:06.468140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Attempting to bind port be4eee62-7f25-433e-8a69-a1128fae0e02 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:06.468834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Attempting to bind port be4eee62-7f25-433e-8a69-a1128fae0e02 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:06.469369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Attempting to bind port be4eee62-7f25-433e-8a69-a1128fae0e02 on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:06.483107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779a580c-485a-439d-9836-2f22ed32fff6') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:06.483420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779a580c-485a-439d-9836-2f22ed32fff6') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:06.485254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Calling delete_port for 5339e7d1-72c9-47a4-8755-988e0a7051f8 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:06.487410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Transition to ACTIVE for port object 206cff7f-3367-4473-8ec6-011aa8caba56 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:06.488394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Port be4eee62-7f25-433e-8a69-a1128fae0e02 on network 9e5c7924-3dab-469a-a802-854659959e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:06.488926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Attempting to bind port be4eee62-7f25-433e-8a69-a1128fae0e02 on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:06.495824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:06.496276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Checking segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:06.496838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Bound using segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:06.497532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Bound port: be4eee62-7f25-433e-8a69-a1128fae0e02, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:06.498137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.498258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] Deleting port 5339e7d1-72c9-47a4-8755-988e0a7051f8 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:06.498930 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.506592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.519548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.550176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c550c19d-81f4-4514-80ff-546c08d82130 req-f043e3a1-a61b-4f1f-8750-67c719913d0a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987382 Sep 18 01:58:06.551086 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.572609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:06.573763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:06.578821 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:06.595484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45228) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:06.663678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] For port 5339e7d1-72c9-47a4-8755-988e0a7051f8, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5339e7d1-72c9-47a4-8755-988e0a7051f8,segment=NetworkSegment(4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6),segment_id=4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:06.664169 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.681524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] Calling delete_port for 5339e7d1-72c9-47a4-8755-988e0a7051f8 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:06.705362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] For port be4eee62-7f25-433e-8a69-a1128fae0e02, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:06.711915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] For port be4eee62-7f25-433e-8a69-a1128fae0e02, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=be4eee62-7f25-433e-8a69-a1128fae0e02,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:06.717787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Pushing event updated for resources: {'Port': ['ID=206cff7f-3367-4473-8ec6-011aa8caba56,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:06.727315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.739939 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.744838 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] 10.222.0.21 "DELETE /v2.0/networks/c097f07a-a586-4bee-badf-78fce3d024c3 HTTP/1.1" status: 204 len: 168 time: 0.6258483 Sep 18 01:58:06.759334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22e14c-0339-4d35-9183-f8824bccdf9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c097f07a-a586-4bee-badf-78fce3d024c3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:06.797244 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.799479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.830475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.848073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:06.849309 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.851619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] No DVR routers for this DVR port 5339e7d1-72c9-47a4-8755-988e0a7051f8 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:06.854103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5339e7d1-72c9-47a4-8755-988e0a7051f8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:06.857694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] 10.222.0.18 "PUT /v2.0/ports/be4eee62-7f25-433e-8a69-a1128fae0e02 HTTP/1.1" status: 200 len: 1092 time: 2.3770711 Sep 18 01:58:06.860592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] No DVR routers for this DVR port 5339e7d1-72c9-47a4-8755-988e0a7051f8 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:06.867371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a748e0-4551-4831-bd31-4d9cd7aa8b3c', 'tag': 'be4eee62-7f25-433e-8a69-a1128fae0e02'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:06.870536 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f22a05-3c9a-46bd-ba3d-872a81b8738f" -d '{"events": [{"name": "network-changed", "server_uuid": "15a748e0-4551-4831-bd31-4d9cd7aa8b3c", "tag": "be4eee62-7f25-433e-8a69-a1128fae0e02"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:06.878782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Attempting to bind port 206cff7f-3367-4473-8ec6-011aa8caba56 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:06.879964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Attempting to bind port 206cff7f-3367-4473-8ec6-011aa8caba56 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:06.880451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Attempting to bind port 206cff7f-3367-4473-8ec6-011aa8caba56 on network 5496dc54-e56a-49d3-845a-4df076177210 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:06.894008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Port 206cff7f-3367-4473-8ec6-011aa8caba56 on network 5496dc54-e56a-49d3-845a-4df076177210 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:06.894305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Attempting to bind port 206cff7f-3367-4473-8ec6-011aa8caba56 on network 5496dc54-e56a-49d3-845a-4df076177210 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:06.933515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fbc17-525a-43d9-8c73-3fc61f35c80b None None] Pushing event deleted for resources: {'Port': ['ID=5339e7d1-72c9-47a4-8755-988e0a7051f8,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:06.952583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:06.953305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Checking segment: {'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:06.955781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Bound using segment: {'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:06.956197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Bound port: 206cff7f-3367-4473-8ec6-011aa8caba56, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5496dc54-e56a-49d3-845a-4df076177210'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:06.957663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:06.995112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.010885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a00af3-2dc1-4ad6-90b1-1ab7ae8f1b26 service neutron] Pushing event updated for resources: {'Port': ['ID=be4eee62-7f25-433e-8a69-a1128fae0e02,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:07.019834 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126b291-207f-4734-9bf2-693250b3c04b x-openstack-request-id: req-3126b291-207f-4734-9bf2-693250b3c04b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:07.020817 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a748e0-4551-4831-bd31-4d9cd7aa8b3c", "tag": "be4eee62-7f25-433e-8a69-a1128fae0e02", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:07.021078 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3126b291-207f-4734-9bf2-693250b3c04b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:07.021489 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a748e0-4551-4831-bd31-4d9cd7aa8b3c', 'tag': 'be4eee62-7f25-433e-8a69-a1128fae0e02', 'status': 'completed', 'code': 200} Sep 18 01:58:07.054023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50476e05-81a9-4be3-8f90-89b27318b9ba']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:07.077147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5339e7d1-72c9-47a4-8755-988e0a7051f8 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:07.081542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72335-c369-4600-b0a2-65b3e973e87c req-c3a9b6d1-39ef-44d0-b83e-e1d8e154d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:07.084950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:07.085256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4845a49b-bd2a-4d0e-aa9d-5df63d56b3b6') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:07.087394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-c3a9b6d1-39ef-44d0-b83e-e1d8e154d388 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 1095 time: 0.1801784 Sep 18 01:58:07.112353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.118540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 5339e7d1-72c9-47a4-8755-988e0a7051f8 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:07.118799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5339e7d1-72c9-47a4-8755-988e0a7051f8 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:07.119400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 70680efc-2dc8-41d8-806e-cc24c34f6b1c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:07.144271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.155134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 70680efc-2dc8-41d8-806e-cc24c34f6b1c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:07.155475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 70680efc-2dc8-41d8-806e-cc24c34f6b1c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:07.158358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:07.159377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:07.185707 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:07.211869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc1a22c-de70-482c-ab3b-dcbc1db1e061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.230186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45244) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:07.236005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-c9befea7-854a-49e2-9941-919a6379a421 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be4eee62-7f25-433e-8a69-a1128fae0e02 HTTP/1.1" status: 200 len: 217 time: 0.1004574 Sep 18 01:58:07.266833 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.284516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.286410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] 10.222.0.21 "DELETE /v2.0/networks/50476e05-81a9-4be3-8f90-89b27318b9ba HTTP/1.1" status: 204 len: 168 time: 1.3042905 Sep 18 01:58:07.300026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffce4c-0ddd-4069-ade1-b7fdae5288ca admin admin] Pushing event deleted for resources: {'Network': ['ID=50476e05-81a9-4be3-8f90-89b27318b9ba,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:07.350049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-02413af5-d678-448b-903e-3b17d7ea75e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a530ad7bcd834353a40cc01a08b1a75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1182168 Sep 18 01:58:07.352661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45248) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:07.364317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] For port 206cff7f-3367-4473-8ec6-011aa8caba56, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:07.368099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72335-c369-4600-b0a2-65b3e973e87c req-4ebf8fbc-3f6e-4e21-b5b6-4bf7a8acd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:07.369658 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-4ebf8fbc-3f6e-4e21-b5b6-4bf7a8acd2a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.0989285 Sep 18 01:58:07.372258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] For port 206cff7f-3367-4473-8ec6-011aa8caba56, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=206cff7f-3367-4473-8ec6-011aa8caba56,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:07.383400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edc983-2a59-4dbe-8d61-7b37f4003f06 req-dc7874f9-528b-43af-98fb-b447e23fc470 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:07.389003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13edc983-2a59-4dbe-8d61-7b37f4003f06 req-dc7874f9-528b-43af-98fb-b447e23fc470 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 943 time: 0.3130209 Sep 18 01:58:07.417918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-3cf7816b-6aa4-4fb8-8de4-d2e0085d867a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278726 Sep 18 01:58:07.419646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.458892 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc1a22c-de70-482c-ab3b-dcbc1db1e061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.494563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc1a22c-de70-482c-ab3b-dcbc1db1e061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.521326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:07.523187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.524709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/206cff7f-3367-4473-8ec6-011aa8caba56 HTTP/1.1" status: 200 len: 1092 time: 2.5612657 Sep 18 01:58:07.578863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45258) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:07.581539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Request body: {'port': {'device_id': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:07.593367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857b4e4-0dac-4d5b-87ee-8c5c301900a0 service neutron] Pushing event updated for resources: {'Port': ['ID=206cff7f-3367-4473-8ec6-011aa8caba56,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:07.622703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1a22c-de70-482c-ab3b-dcbc1db1e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061c6d5c-b164-4de4-95d5-f0d558a779ca,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:07.631198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6bc1a22c-de70-482c-ab3b-dcbc1db1e061 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b794e39d2024fd6b75bd2f22e7ed090&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0344510 Sep 18 01:58:07.638628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45262) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:07.639067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:07.658099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13edc983-2a59-4dbe-8d61-7b37f4003f06 req-3603ec7b-311f-41e1-b491-696260cc71d4 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360404 Sep 18 01:58:07.696228 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.702206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f6c71098-0351-4d0c-b18d-294669a5a68f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3bd55e00ae846f5848f7bc67fcce900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1188276 Sep 18 01:58:07.702453 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cd5fe24-fed8-4dcd-8fa5-c23c37b3131d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.713164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b7eca-2f9e-4c63-94cc-1c0173b26175 req-4a23001a-576d-40a8-ab64-8d8d719b45d3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:07.719751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b7eca-2f9e-4c63-94cc-1c0173b26175 req-4a23001a-576d-40a8-ab64-8d8d719b45d3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:07.721329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45270) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:07.728187 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e3b7eca-2f9e-4c63-94cc-1c0173b26175 req-4a23001a-576d-40a8-ab64-8d8d719b45d3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1666 time: 0.2548549 Sep 18 01:58:07.789898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cd5fe24-fed8-4dcd-8fa5-c23c37b3131d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.838814 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e3b7eca-2f9e-4c63-94cc-1c0173b26175 req-e7153e70-20d0-4171-a7e6-dec0ad405dca tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096208 Sep 18 01:58:07.978443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ea09069-c219-4512-92ea-707b50c46868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:07.978968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-443b8ed1-888e-4c02-87a8-96cfd19429a6 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479486 Sep 18 01:58:08.004279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ea09069-c219-4512-92ea-707b50c46868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.039054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1003681791-network', 'tenant_id': '48af1a701f6444ef80b100621538be38'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:08.076987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Made reservation on behalf of 48af1a701f6444ef80b100621538be38 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:08.079788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.080035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ce80649-2f42-4bb5-8db1-6f753b3431ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.081977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cd5fe24-fed8-4dcd-8fa5-c23c37b3131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.084654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cd5fe24-fed8-4dcd-8fa5-c23c37b3131d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.088437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3cd5fe24-fed8-4dcd-8fa5-c23c37b3131d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2d7f4ad-6963-4d9f-8f87-aadec9663355 HTTP/1.1" status: 204 len: 168 time: 0.7293880 Sep 18 01:58:08.097933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda98a4-b0ed-43fd-ba0d-57264bd02811 req-9f6d1317-695f-49e9-864f-72a3b362956f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:08.099644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bbda98a4-b0ed-43fd-ba0d-57264bd02811 req-9f6d1317-695f-49e9-864f-72a3b362956f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1553447 Sep 18 01:58:08.121596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5fe24-fed8-4dcd-8fa5-c23c37b3131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d7f4ad-6963-4d9f-8f87-aadec9663355,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:08.121596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.150733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ce80649-2f42-4bb5-8db1-6f753b3431ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.151737 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ea09069-c219-4512-92ea-707b50c46868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.154995 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ea09069-c219-4512-92ea-707b50c46868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.156369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ea09069-c219-4512-92ea-707b50c46868 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/061c6d5c-b164-4de4-95d5-f0d558a779ca HTTP/1.1" status: 204 len: 168 time: 0.5105979 Sep 18 01:58:08.180466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea09069-c219-4512-92ea-707b50c46868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061c6d5c-b164-4de4-95d5-f0d558a779ca,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:08.189825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58b72335-c369-4600-b0a2-65b3e973e87c req-3ddd3da2-0384-4d53-ac0c-bc585c88703d service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002370 Sep 18 01:58:08.192402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50052149-8535-4d17-94bf-9bcecb50b156 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:08.202857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bbda98a4-b0ed-43fd-ba0d-57264bd02811 req-bf16d6b3-caf4-4ad3-8a23-7313126f81b9 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919323 Sep 18 01:58:08.204947 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.233028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Transition to ACTIVE for port object 50052149-8535-4d17-94bf-9bcecb50b156 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:08.238236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.322018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ce80649-2f42-4bb5-8db1-6f753b3431ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.324772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ce80649-2f42-4bb5-8db1-6f753b3431ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.329275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4ce80649-2f42-4bb5-8db1-6f753b3431ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a24946f5-6e39-429c-872e-0a30b2deff74 HTTP/1.1" status: 204 len: 168 time: 0.6037269 Sep 18 01:58:08.338404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Pushing event updated for resources: {'Port': ['ID=50052149-8535-4d17-94bf-9bcecb50b156,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:08.380947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce80649-2f42-4bb5-8db1-6f753b3431ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24946f5-6e39-429c-872e-0a30b2deff74,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:08.381571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.398446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.429369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:58:08.463720 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.464382 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Added segment 5453feef-18d7-4fc8-a6b6-d13a1076938a of type vlan for network 42d64dd1-446b-4793-b7a9-df049ab06793 Sep 18 01:58:08.529070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a09076-f254-4b9b-b845-1ea820a95fe2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:08.548074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.603454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.605173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:08.607374 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:08.842484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:08.880794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-e0ea7158-0b89-429f-93ed-9ddef103b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:08.882309 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-e0ea7158-0b89-429f-93ed-9ddef103b4e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 1095 time: 0.5949912 Sep 18 01:58:08.962960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-002777be-2b83-4b46-9b9e-ea8d60b84168 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=403e41fb38154cf3973586f229a0b9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173320 Sep 18 01:58:08.966751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45296) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:08.967478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Attempting to bind port 50052149-8535-4d17-94bf-9bcecb50b156 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:08.967814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Attempting to bind port 50052149-8535-4d17-94bf-9bcecb50b156 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:08.968144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Attempting to bind port 50052149-8535-4d17-94bf-9bcecb50b156 on network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:09.026979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'tag': '206cff7f-3367-4473-8ec6-011aa8caba56'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:09.030155 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2" -d '{"events": [{"name": "network-changed", "server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "tag": "206cff7f-3367-4473-8ec6-011aa8caba56"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:09.038240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Port 50052149-8535-4d17-94bf-9bcecb50b156 on network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:09.038906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Attempting to bind port 50052149-8535-4d17-94bf-9bcecb50b156 on network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:09.083369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45300) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:09.103474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:09.104289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Checking segment: {'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:09.104906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Bound using segment: {'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:09.105776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Bound port: 50052149-8535-4d17-94bf-9bcecb50b156, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e50a0c9-7306-4731-8dc2-46534044986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:09.107220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.130943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4864719 Sep 18 01:58:09.135870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45304) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:09.140981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Request body: {'subnet': {'network_id': '42d64dd1-446b-4793-b7a9-df049ab06793', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1003681791-subnet', 'tenant_id': '48af1a701f6444ef80b100621538be38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:09.150546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-787b99ba-0334-42af-8fac-2824c781f004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.178495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77af4-528b-4c6f-81e5-7d6b107d8111 req-b3686229-8d32-4fec-b917-5d6f76458d2f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.187095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77af4-528b-4c6f-81e5-7d6b107d8111 req-b3686229-8d32-4fec-b917-5d6f76458d2f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.188825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cd77af4-528b-4c6f-81e5-7d6b107d8111 req-b3686229-8d32-4fec-b917-5d6f76458d2f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1678 time: 0.1804020 Sep 18 01:58:09.188977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45306) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:09.191722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-14151806-092b-48a4-87f9-e18d0e760fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.193152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-14151806-092b-48a4-87f9-e18d0e760fab service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 912 time: 0.3013349 Sep 18 01:58:09.209397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadab1cb-9dd3-4118-b535-5823ffb43ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=42d64dd1-446b-4793-b7a9-df049ab06793,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:09.224885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 42d64dd1-446b-4793-b7a9-df049ab06793 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:58:09.236995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfaeb2-6115-42a0-9fc5-6f17a30afb68 req-5376fd26-2448-4a94-bfa6-86e11e77165c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.246818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1cfaeb2-6115-42a0-9fc5-6f17a30afb68 req-5376fd26-2448-4a94-bfa6-86e11e77165c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 943 time: 0.1269901 Sep 18 01:58:09.315187 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1cfaeb2-6115-42a0-9fc5-6f17a30afb68 req-04de6804-fd13-428a-abc2-43b25841d08e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671711 Sep 18 01:58:09.316967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-19d4a917-1a70-48e3-bc97-891a718b269c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be4eee62-7f25-433e-8a69-a1128fae0e02 HTTP/1.1" status: 200 len: 217 time: 0.0864604 Sep 18 01:58:09.320797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-787b99ba-0334-42af-8fac-2824c781f004 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:58:09.320797 n-d-789963-12 neutron-server[106439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 01:58:09.320797 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id': '3a4b2472e9664fbea14f17fd1dcfd86c', 'id': '3f4944ff-f11a-4aa3-9268-20d5d2dda7e4', 'expiration': datetime.datetime(2021, 9, 18, 2, 0, 9, 252600)}] Sep 18 01:58:09.320797 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:58:09.321236 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-787b99ba-0334-42af-8fac-2824c781f004 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:58:09.322040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Made reservation on behalf of 48af1a701f6444ef80b100621538be38 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:09.334423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.335032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b830f74-7961-42ef-bf6f-cca4482ce223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.399825 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26d6fe6-6c39-4b0e-b685-a6cff0cfc2df x-openstack-request-id: req-c26d6fe6-6c39-4b0e-b685-a6cff0cfc2df {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:09.400118 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "tag": "206cff7f-3367-4473-8ec6-011aa8caba56", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:09.400366 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c26d6fe6-6c39-4b0e-b685-a6cff0cfc2df {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:09.400748 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'tag': '206cff7f-3367-4473-8ec6-011aa8caba56', 'status': 'completed', 'code': 200} Sep 18 01:58:09.448949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b830f74-7961-42ef-bf6f-cca4482ce223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.457743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ffb70-dde4-4366-8ea8-f9d4d1ced10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.465454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-bc15b2ac-44af-43e4-8f14-25fa536488fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.466872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-bc15b2ac-44af-43e4-8f14-25fa536488fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.1272423 Sep 18 01:58:09.469680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cd77af4-528b-4c6f-81e5-7d6b107d8111 req-10f823a0-1437-49b4-b84f-1526034469ed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684672 Sep 18 01:58:09.491786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] For port 50052149-8535-4d17-94bf-9bcecb50b156, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:09.525043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-390e1c57-a8f2-4250-8bfd-ba570088729a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449011 Sep 18 01:58:09.551100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] For port 50052149-8535-4d17-94bf-9bcecb50b156, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=50052149-8535-4d17-94bf-9bcecb50b156,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:09.568670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.585992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37bd15-0028-4f28-89bd-9e01bc793e42 req-89bba38d-de68-4cc9-80b2-f60828e03caf tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.587591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a37bd15-0028-4f28-89bd-9e01bc793e42 req-89bba38d-de68-4cc9-80b2-f60828e03caf tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1271126 Sep 18 01:58:09.593348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-8f0145c4-261e-4629-a12a-253e4f894c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.593838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-8f0145c4-261e-4629-a12a-253e4f894c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.595420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-8f0145c4-261e-4629-a12a-253e4f894c5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1940 time: 0.1737769 Sep 18 01:58:09.677610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:09.678235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.680000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] 10.222.0.20 "PUT /v2.0/ports/50052149-8535-4d17-94bf-9bcecb50b156 HTTP/1.1" status: 200 len: 1093 time: 2.1030755 Sep 18 01:58:09.695483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a37bd15-0028-4f28-89bd-9e01bc793e42 req-2b7d3d35-c867-44a3-bfd2-7eab064b10a2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782897 Sep 18 01:58:09.709135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b830f74-7961-42ef-bf6f-cca4482ce223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.712082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b830f74-7961-42ef-bf6f-cca4482ce223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.716685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4b830f74-7961-42ef-bf6f-cca4482ce223 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7ce6044-a891-4911-bd42-008d3c767fec HTTP/1.1" status: 204 len: 168 time: 0.7429733 Sep 18 01:58:09.740534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device be4eee62-7f25-433e-8a69-a1128fae0e02 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:09.787680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.790735 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ffb70-dde4-4366-8ea8-f9d4d1ced10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.828461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-521ffb70-dde4-4366-8ea8-f9d4d1ced10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.849239 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-787b99ba-0334-42af-8fac-2824c781f004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:09.851963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b830f74-7961-42ef-bf6f-cca4482ce223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ce6044-a891-4911-bd42-008d3c767fec,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:09.869049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6ec69-1f83-4abb-8bbb-d8b772970f1b service neutron] Pushing event updated for resources: {'Port': ['ID=50052149-8535-4d17-94bf-9bcecb50b156,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:09.922425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-527f2b28-4b3a-4652-a048-c720fc5d8142 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830543 Sep 18 01:58:09.926742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45330) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:09.947170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ffb70-dde4-4366-8ea8-f9d4d1ced10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea3bcf5-59c0-416f-a82f-0e5142b35d29,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:09.961759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port be4eee62-7f25-433e-8a69-a1128fae0e02, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=be4eee62-7f25-433e-8a69-a1128fae0e02,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:09.970339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-521ffb70-dde4-4366-8ea8-f9d4d1ced10f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5479b8bed70540bc81acfbf3019a66f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7772067 Sep 18 01:58:09.977512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45334) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:09.978317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1882c172-736d-4865-8512-4236694f8949,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:09.990985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'be4eee62-7f25-433e-8a69-a1128fae0e02', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'port_id': 'be4eee62-7f25-433e-8a69-a1128fae0e02', 'mac_address': 'fa:16:3e:0e:d5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e19a47-9ea1-44de-af17-07e8e0dec0b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:10.018585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Checking segment: {'id': '5453feef-18d7-4fc8-a6b6-d13a1076938a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '42d64dd1-446b-4793-b7a9-df049ab06793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:10.018925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Network hostable DHCP agents. Network: 42d64dd1-446b-4793-b7a9-df049ab06793, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:58:10.059930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-1f5e1e13-57ca-4051-9069-2304b81514d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.060419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-1f5e1e13-57ca-4051-9069-2304b81514d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.061487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-1f5e1e13-57ca-4051-9069-2304b81514d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.062619 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-1f5e1e13-57ca-4051-9069-2304b81514d6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c487d78d9bef489f86e5510f6fae3235&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.4440312 Sep 18 01:58:10.067241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6edc30f7-e635-4b57-bd43-942b7dcf0ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.078328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.080984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Network 42d64dd1-446b-4793-b7a9-df049ab06793 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:58:10.100578 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6edc30f7-e635-4b57-bd43-942b7dcf0ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.102561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 42d64dd1-446b-4793-b7a9-df049ab06793) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:10.109359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4eee62-7f25-433e-8a69-a1128fae0e02 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:10.114528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.115189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.117721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4d63e-7092-4d81-bac7-8d4850508d16 None None] Network 42d64dd1-446b-4793-b7a9-df049ab06793 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:10.158962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port be4eee62-7f25-433e-8a69-a1128fae0e02, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=be4eee62-7f25-433e-8a69-a1128fae0e02,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:10.167475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.176837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6edc30f7-e635-4b57-bd43-942b7dcf0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.180975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6edc30f7-e635-4b57-bd43-942b7dcf0ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.183067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6edc30f7-e635-4b57-bd43-942b7dcf0ce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ea3bcf5-59c0-416f-a82f-0e5142b35d29 HTTP/1.1" status: 204 len: 168 time: 0.2013590 Sep 18 01:58:10.195091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc30f7-e635-4b57-bd43-942b7dcf0ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea3bcf5-59c0-416f-a82f-0e5142b35d29,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:10.243021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-543688882-network', 'tenant_id': '0f97fe7f668940f59b80fdc6a6cd9a73'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:10.317391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=be4eee62-7f25-433e-8a69-a1128fae0e02,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:10.355755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92f22a05-3c9a-46bd-ba3d-872a81b8738f req-7f681757-a5b3-4d95-9a68-8a23ded36915 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188311 Sep 18 01:58:10.378381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-787b99ba-0334-42af-8fac-2824c781f004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.389183 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-787b99ba-0334-42af-8fac-2824c781f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.391164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec0e88-b426-4d85-bfae-0b24696d3e57 None None] Network 42d64dd1-446b-4793-b7a9-df049ab06793 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:10.399602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d8b95be9-1d29-47a1-ab08-86ac257063da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2626858 Sep 18 01:58:10.409686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-d82208a3-472e-4fb7-b2fa-8eb7babd9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.411424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f0bad0d-3cd4-42c6-83b1-03115dd7efe2 req-d82208a3-472e-4fb7-b2fa-8eb7babd9aee service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3344436 Sep 18 01:58:10.422616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Made reservation on behalf of 0f97fe7f668940f59b80fdc6a6cd9a73 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:10.427324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.443147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-787b99ba-0334-42af-8fac-2824c781f004 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a4b2472e9664fbea14f17fd1dcfd86c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3586488 Sep 18 01:58:10.451867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['be4eee62-7f25-433e-8a69-a1128fae0e02'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:10.454643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45348) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:10.462941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b99ba-0334-42af-8fac-2824c781f004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f31880-6191-4245-9ee7-a6ecd7a450e0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:10.475296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.605390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a652fe16-030c-43f8-a81a-c9e6ea6409d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.660569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-82a29551-f3bc-4679-9702-9a950f435bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.661061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-82a29551-f3bc-4679-9702-9a950f435bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.662680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-82a29551-f3bc-4679-9702-9a950f435bce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1982 time: 0.1169989 Sep 18 01:58:10.670200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a652fe16-030c-43f8-a81a-c9e6ea6409d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.675996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0705b4a-3679-4105-a7e8-f815fa086e28 req-33c0ca31-eaf0-440f-b5d3-c3bf6f18b947 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.677544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0705b4a-3679-4105-a7e8-f815fa086e28 req-33c0ca31-eaf0-440f-b5d3-c3bf6f18b947 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 944 time: 0.1898696 Sep 18 01:58:10.716509 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-8ff61ef5-d0aa-4690-8ff2-c0d254dbedbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.16&port_id=206cff7f-3367-4473-8ec6-011aa8caba56 HTTP/1.1" status: 200 len: 217 time: 0.0374997 Sep 18 01:58:10.769691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07861ce6-86d0-4c47-a04a-565ce44f0067 req-934650ed-e9fc-429d-960e-dbde9a14a8e7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.790297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07861ce6-86d0-4c47-a04a-565ce44f0067 req-934650ed-e9fc-429d-960e-dbde9a14a8e7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.792018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07861ce6-86d0-4c47-a04a-565ce44f0067 req-934650ed-e9fc-429d-960e-dbde9a14a8e7 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1678 time: 0.2087948 Sep 18 01:58:10.808267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0705b4a-3679-4105-a7e8-f815fa086e28 req-8055c9c8-cd52-4162-b5e1-7fe7d12333e9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866807 Sep 18 01:58:10.832959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-a211693d-8e49-4791-a6a3-0872228cc629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.834535 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-a211693d-8e49-4791-a6a3-0872228cc629 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73b735f8-c269-49cf-9599-fe223d8cf964 HTTP/1.1" status: 200 len: 801 time: 0.1107643 Sep 18 01:58:10.895166 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.902140 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07861ce6-86d0-4c47-a04a-565ce44f0067 req-aff5c535-eef8-42ea-a405-104351c6c664 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807459 Sep 18 01:58:10.903728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.910661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a652fe16-030c-43f8-a81a-c9e6ea6409d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.913860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a652fe16-030c-43f8-a81a-c9e6ea6409d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.916953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a652fe16-030c-43f8-a81a-c9e6ea6409d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10f31880-6191-4245-9ee7-a6ecd7a450e0 HTTP/1.1" status: 204 len: 168 time: 0.4585800 Sep 18 01:58:10.931099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:58:10.941747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45366) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:10.945217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d5bbf-752d-4deb-939b-a88c243d541a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:10.956743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2460aab7-d45a-464d-b7d0-c3a4cf635ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.958965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652fe16-030c-43f8-a81a-c9e6ea6409d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f31880-6191-4245-9ee7-a6ecd7a450e0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:10.961304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:10.961465 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Added segment d9f25723-fde7-4b5a-bfaa-3ba19dc7e236 of type vlan for network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 Sep 18 01:58:10.974827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-62642212-826f-4368-a8c3-daff7d232134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:10.976362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-62642212-826f-4368-a8c3-daff7d232134 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5496dc54-e56a-49d3-845a-4df076177210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347432 Sep 18 01:58:11.012762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.061461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.062521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:11.063233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.098312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-bf8feb1d-33f7-4da9-800f-7786876c5f6a service neutron] 10.222.0.20 "GET /v2.0/networks/5496dc54-e56a-49d3-845a-4df076177210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124523 Sep 18 01:58:11.149536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=943f9f17-71a4-4332-97a6-0dd00e71c8e1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:11.161911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:58:11.239419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabe99-ba83-40f1-a0e3-f9cf5ec02afe req-a9da0dd0-1411-4783-aca2-4c39afa748db tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:11.241290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4dabe99-ba83-40f1-a0e3-f9cf5ec02afe req-a9da0dd0-1411-4783-aca2-4c39afa748db tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1429431 Sep 18 01:58:11.308213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-5eee4008-a39a-4e39-a6dc-1f8e825b2fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/5496dc54-e56a-49d3-845a-4df076177210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965785 Sep 18 01:58:11.319793 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4dabe99-ba83-40f1-a0e3-f9cf5ec02afe req-a4dcc68c-58e1-4678-b414-8916d9f50ddb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679820 Sep 18 01:58:11.366576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2460aab7-d45a-464d-b7d0-c3a4cf635ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.368959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-955d0f05-bc71-4907-b50d-a39af0b4ba52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=50052149-8535-4d17-94bf-9bcecb50b156 HTTP/1.1" status: 200 len: 217 time: 0.0467620 Sep 18 01:58:11.372421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2460aab7-d45a-464d-b7d0-c3a4cf635ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.382738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7dcc4d85-84e0-4920-965d-7e03d237e9f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4488132 Sep 18 01:58:11.383085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45376) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:11.388753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Request body: {'subnet': {'network_id': '943f9f17-71a4-4332-97a6-0dd00e71c8e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-543688882-subnet', 'tenant_id': '0f97fe7f668940f59b80fdc6a6cd9a73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:11.417734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Made reservation on behalf of 0f97fe7f668940f59b80fdc6a6cd9a73 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:11.419069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'tag': '50052149-8535-4d17-94bf-9bcecb50b156'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:11.421451 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703bf75d-151c-4007-b335-42395ec06c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "tag": "50052149-8535-4d17-94bf-9bcecb50b156"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:11.423587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.425025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460aab7-d45a-464d-b7d0-c3a4cf635ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22a6690-c855-4184-8758-0173ab5f6107,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:11.475529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2460aab7-d45a-464d-b7d0-c3a4cf635ed4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=208044ca3a1f4fe08036e04ffa6a2756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325429 Sep 18 01:58:11.476218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45390) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:11.504166 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f2001c-0fbf-4e4f-a16e-d318ad55b60c x-openstack-request-id: req-67f2001c-0fbf-4e4f-a16e-d318ad55b60c {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:11.504607 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "tag": "50052149-8535-4d17-94bf-9bcecb50b156", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:11.504968 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67f2001c-0fbf-4e4f-a16e-d318ad55b60c {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:11.505553 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'tag': '50052149-8535-4d17-94bf-9bcecb50b156', 'status': 'completed', 'code': 200} Sep 18 01:58:11.511314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-c6786e5d-dd3b-486b-ad4f-1d9157ee2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:11.512990 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-c6786e5d-dd3b-486b-ad4f-1d9157ee2841 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d4b4e0d-e553-415b-b72a-4952cdbe2e69 HTTP/1.1" status: 200 len: 801 time: 0.1374586 Sep 18 01:58:11.581379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0bc432ad-ea20-49bf-a058-bfae09082eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:11.583277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-0bc432ad-ea20-49bf-a058-bfae09082eea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607271 Sep 18 01:58:11.615720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e835b72-5078-4b5d-8993-bd0f326ac72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.672728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45400) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:11.687848 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e835b72-5078-4b5d-8993-bd0f326ac72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.690770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8a497-15d9-4600-bebf-c386382b202e req-c6397b27-15d6-423c-9b6e-db44eb50d7e2 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:11.692513 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-c6397b27-15d6-423c-9b6e-db44eb50d7e2 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/networks?id=42d64dd1-446b-4793-b7a9-df049ab06793 HTTP/1.1" status: 200 len: 821 time: 0.2080135 Sep 18 01:58:11.739191 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-ad39318f-557c-449a-bdcf-70ef12696ed5 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/quotas/48af1a701f6444ef80b100621538be38 HTTP/1.1" status: 200 len: 375 time: 0.0173800 Sep 18 01:58:11.747606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-e0cca109-a019-494e-bfaa-68e999b32a9f service neutron] 10.222.0.20 "GET /v2.0/networks/2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568263 Sep 18 01:58:11.761243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device be4eee62-7f25-433e-8a69-a1128fae0e02 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:11.799827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-97aa428d-6863-44b4-bda8-2401939f43ba tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48af1a701f6444ef80b100621538be38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491240 Sep 18 01:58:11.828917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e835b72-5078-4b5d-8993-bd0f326ac72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.837234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e835b72-5078-4b5d-8993-bd0f326ac72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.838725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2e835b72-5078-4b5d-8993-bd0f326ac72b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e22a6690-c855-4184-8758-0173ab5f6107 HTTP/1.1" status: 204 len: 168 time: 0.3591468 Sep 18 01:58:11.859277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.859949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port be4eee62-7f25-433e-8a69-a1128fae0e02 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:11.865139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port be4eee62-7f25-433e-8a69-a1128fae0e02 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:11.865516 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:11.920664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e835b72-5078-4b5d-8993-bd0f326ac72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22a6690-c855-4184-8758-0173ab5f6107,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:11.930342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80f22b3-bfb3-433a-bbc4-afda36b7b617,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:11.958573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a50d6534-4793-4ae7-9d6b-ee2f4e825d33 req-33a5fbd3-a4bf-42db-a4da-09e369404cce service neutron] 10.222.0.20 "GET /v2.0/networks/2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986444 Sep 18 01:58:11.981156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2044367583-network', 'tenant_id': '882935b4360949b49d35b4345c2de077'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:12.004497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Checking segment: {'id': 'd9f25723-fde7-4b5a-bfaa-3ba19dc7e236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '943f9f17-71a4-4332-97a6-0dd00e71c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:12.004837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Network hostable DHCP agents. Network: 943f9f17-71a4-4332-97a6-0dd00e71c8e1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:58:12.023116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Made reservation on behalf of 882935b4360949b49d35b4345c2de077 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:12.025436 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.028876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.067942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port be4eee62-7f25-433e-8a69-a1128fae0e02, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=be4eee62-7f25-433e-8a69-a1128fae0e02,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:12.069014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a748e0-4551-4831-bd31-4d9cd7aa8b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4eee62-7f25-433e-8a69-a1128fae0e02'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:12.069988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7476e79-1af7-44c0-9ffd-93ac9da49c11 req-990ade09-49f2-45e7-86fa-f9a6cd1262f5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.071698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7476e79-1af7-44c0-9ffd-93ac9da49c11 req-990ade09-49f2-45e7-86fa-f9a6cd1262f5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 944 time: 0.1410303 Sep 18 01:58:12.075465 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd81417-35bc-4031-add1-d91015794bec" -d '{"events": [{"server_uuid": "15a748e0-4551-4831-bd31-4d9cd7aa8b3c", "name": "network-vif-plugged", "status": "completed", "tag": "be4eee62-7f25-433e-8a69-a1128fae0e02"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:12.080343 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.084274 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.131390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:58:12.145754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=be4eee62-7f25-433e-8a69-a1128fae0e02,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:12.148896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf75d-151c-4007-b335-42395ec06c8f req-093a1975-ca53-491c-9dc0-d7b71d26999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.149394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf75d-151c-4007-b335-42395ec06c8f req-093a1975-ca53-491c-9dc0-d7b71d26999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.151031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-703bf75d-151c-4007-b335-42395ec06c8f req-093a1975-ca53-491c-9dc0-d7b71d26999c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c487d78d9bef489f86e5510f6fae3235&device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1982 time: 0.1284506 Sep 18 01:58:12.264674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7476e79-1af7-44c0-9ffd-93ac9da49c11 req-e28c6dfb-ad46-4da9-8243-87ad6662d8b7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702652 Sep 18 01:58:12.267148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 943f9f17-71a4-4332-97a6-0dd00e71c8e1) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:12.277928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e61a7-1f8f-4456-b60a-5ccaae584c35 None None] Network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:12.280322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.280897 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.300185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf75d-151c-4007-b335-42395ec06c8f req-7ef72dfc-5c04-4704-8780-c9cfac8e7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.303172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-703bf75d-151c-4007-b335-42395ec06c8f req-7ef72dfc-5c04-4704-8780-c9cfac8e7047 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d HTTP/1.1" status: 200 len: 901 time: 0.1429780 Sep 18 01:58:12.320430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.332063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.351121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-25d3861c-9dfa-41bb-b6b2-b6d3326be6f5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9670129 Sep 18 01:58:12.365385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-b7c09bd1-9619-41cd-abe8-a4cbc83d1245 service neutron] 10.222.0.21 "GET /v2.0/networks/42d64dd1-446b-4793-b7a9-df049ab06793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427060 Sep 18 01:58:12.391812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:58:12.410635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-703bf75d-151c-4007-b335-42395ec06c8f req-f2a0c794-9df6-49d7-aef5-55a500d68136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=50052149-8535-4d17-94bf-9bcecb50b156 HTTP/1.1" status: 200 len: 217 time: 0.0988460 Sep 18 01:58:12.430215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dadd7e0-9a17-474f-9db5-fa6ae2f53088,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:12.439035 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.441189 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Added segment 172a571d-d0bc-42cd-9ecf-bfd8e87473a5 of type vlan for network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 Sep 18 01:58:12.497670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf75d-151c-4007-b335-42395ec06c8f req-ba071ab8-e281-4b13-833e-ae51756e6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.499935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-703bf75d-151c-4007-b335-42395ec06c8f req-ba071ab8-e281-4b13-833e-ae51756e6c11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d4b4e0d-e553-415b-b72a-4952cdbe2e69 HTTP/1.1" status: 200 len: 801 time: 0.0752449 Sep 18 01:58:12.516759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45434) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:12.573876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4fd500-9f85-4596-b87c-880a134cc5a2 None None] Network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:12.590369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fcd81-44be-4af8-b5c2-22c80ef75dda req-0c59a6a0-7986-42a4-9760-6f9a024ce8d0 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.596942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fcd81-44be-4af8-b5c2-22c80ef75dda req-0c59a6a0-7986-42a4-9760-6f9a024ce8d0 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.605106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-516fcd81-44be-4af8-b5c2-22c80ef75dda req-0c59a6a0-7986-42a4-9760-6f9a024ce8d0 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1678 time: 0.1934114 Sep 18 01:58:12.621741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.644452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf75d-151c-4007-b335-42395ec06c8f req-7d91eb75-4a47-42e5-9a47-89e6f3a886c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.646587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-703bf75d-151c-4007-b335-42395ec06c8f req-7d91eb75-4a47-42e5-9a47-89e6f3a886c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258640 Sep 18 01:58:12.660680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-516fcd81-44be-4af8-b5c2-22c80ef75dda req-29dded86-ef58-4b50-ad19-7911892e7cbf tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536983 Sep 18 01:58:12.692792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-1929c2e2-fd14-4ffa-9792-34de8bfa5b09 service neutron] 10.222.0.21 "GET /v2.0/networks/42d64dd1-446b-4793-b7a9-df049ab06793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259723 Sep 18 01:58:12.734428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.737163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:12.741028 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.773468 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a853bf-c048-4006-889e-e1edeb801066 x-openstack-request-id: req-89a853bf-c048-4006-889e-e1edeb801066 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:12.773973 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a748e0-4551-4831-bd31-4d9cd7aa8b3c", "name": "network-vif-plugged", "status": "completed", "tag": "be4eee62-7f25-433e-8a69-a1128fae0e02", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:12.776179 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89a853bf-c048-4006-889e-e1edeb801066 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:12.777875 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a748e0-4551-4831-bd31-4d9cd7aa8b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4eee62-7f25-433e-8a69-a1128fae0e02', 'code': 200} Sep 18 01:58:12.804692 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1255095 Sep 18 01:58:12.810207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45446) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:12.850632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Request body: {'subnet': {'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2044367583-subnet', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:12.856082 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:58:12.911562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-network', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:12.921708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Made reservation on behalf of 882935b4360949b49d35b4345c2de077 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:12.924871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:12.942407 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-703bf75d-151c-4007-b335-42395ec06c8f req-b66f7de9-0ae3-4c84-ab46-cc229589b6cd service neutron] 10.222.0.20 "GET /v2.0/networks/2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755644 Sep 18 01:58:12.991754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3b8d2-d1b9-4527-8a62-7d2825b50121 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ca4a97-620e-4f8a-bcac-c644e85e2df3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:13.008108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:58:13.020144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e27158-7ced-4b58-bbff-f0e9938f4ab9 req-5232c9bb-660a-4caf-b80a-dd26904d6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:13.021559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8e27158-7ced-4b58-bbff-f0e9938f4ab9 req-5232c9bb-660a-4caf-b80a-dd26904d6419 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 1097 time: 0.1743991 Sep 18 01:58:13.095503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Made reservation on behalf of 7368298e3f1b4502b1188e1a0e80c274 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:13.097922 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.115880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbb122-80d0-4f46-bf30-e6cbc6e23ddf req-da492c44-8866-4960-a13f-4abcc5396354 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:13.117846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcbb122-80d0-4f46-bf30-e6cbc6e23ddf req-da492c44-8866-4960-a13f-4abcc5396354 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1781547 Sep 18 01:58:13.141400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.198354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8e27158-7ced-4b58-bbff-f0e9938f4ab9 req-0d0822e7-2ac0-471e-8ddc-f4f71fc4fb3f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684375 Sep 18 01:58:13.200970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-703bf75d-151c-4007-b335-42395ec06c8f req-2611b887-d053-4f81-af3b-b66f7325914b service neutron] 10.222.0.20 "GET /v2.0/networks/2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457948 Sep 18 01:58:13.223039 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcbb122-80d0-4f46-bf30-e6cbc6e23ddf req-646c9300-b78b-40bf-b2db-7eb4ab5b711d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911851 Sep 18 01:58:13.319888 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a958cf16-85f3-4b68-a271-dc9a4bda993a req-2be0d003-60e0-4263-8dc5-5c3b0bee6070 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 210 time: 0.0367451 Sep 18 01:58:13.436172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-3c9cb56d-fc71-4ed3-b577-137e41f62316 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:13.443856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-3c9cb56d-fc71-4ed3-b577-137e41f62316 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/networks?id=943f9f17-71a4-4332-97a6-0dd00e71c8e1 HTTP/1.1" status: 200 len: 808 time: 0.2428529 Sep 18 01:58:13.451077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7aba-29ae-49a1-bc76-6fb343c5eb70 req-4492676b-3ca2-485d-926f-d6037ee84bc8 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:13.454404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e6b7aba-29ae-49a1-bc76-6fb343c5eb70 req-4492676b-3ca2-485d-926f-d6037ee84bc8 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 945 time: 0.0665860 Sep 18 01:58:13.463183 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.482778 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-7d2ca9d0-68c2-4f25-a6bc-4a0574570caa tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/quotas/0f97fe7f668940f59b80fdc6a6cd9a73 HTTP/1.1" status: 200 len: 375 time: 0.0379469 Sep 18 01:58:13.515619 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e6b7aba-29ae-49a1-bc76-6fb343c5eb70 req-ac1b4117-7ced-41ed-b637-45269374134c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547779 Sep 18 01:58:13.533977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.560503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-fbeda430-86aa-4a02-9fe6-871db3e69bb9 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f97fe7f668940f59b80fdc6a6cd9a73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768614 Sep 18 01:58:13.564369 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.628669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:58:13.634486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c6087a-60f4-413c-a7c0-3d5cb62677f6,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:13.692771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.693126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.693709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.693800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.694116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.694445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.694795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.695124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.695448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.695772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.696095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.696414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:13.700233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.700631 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Added segment 805b2f7b-80b3-4682-8252-04201bd8430f of type vlan for network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 Sep 18 01:58:13.704824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:13.758617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Checking segment: {'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:13.759007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Network hostable DHCP agents. Network: e4ca4a97-620e-4f8a-bcac-c644e85e2df3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:58:13.770097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.788907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 50052149-8535-4d17-94bf-9bcecb50b156 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:13.810689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-e8d71eac-dbf2-43e3-9275-09c390297c5c service neutron] 10.222.0.21 "GET /v2.0/networks/943f9f17-71a4-4332-97a6-0dd00e71c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399676 Sep 18 01:58:13.811852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68efe20-6cfb-46ca-aaf0-9e3f25d56e4d req-27087198-3e29-44b7-ac41-2edcec7e1484 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:13.818297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68efe20-6cfb-46ca-aaf0-9e3f25d56e4d req-27087198-3e29-44b7-ac41-2edcec7e1484 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:13.820369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f68efe20-6cfb-46ca-aaf0-9e3f25d56e4d req-27087198-3e29-44b7-ac41-2edcec7e1484 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1678 time: 0.0688679 Sep 18 01:58:13.852763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.853720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:13.854299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.871615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:58:13.885829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f68efe20-6cfb-46ca-aaf0-9e3f25d56e4d req-6563a02c-cea2-4a88-ba15-5afc3e30d15d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574024 Sep 18 01:58:13.931527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 50052149-8535-4d17-94bf-9bcecb50b156, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=50052149-8535-4d17-94bf-9bcecb50b156,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:13.944380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '50052149-8535-4d17-94bf-9bcecb50b156', 'network_id': '2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d', 'port_id': '50052149-8535-4d17-94bf-9bcecb50b156', 'mac_address': 'fa:16:3e:18:10:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4b4e0d-e553-415b-b72a-4952cdbe2e69', 'ip_address': '19.86.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:13.968896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e4ca4a97-620e-4f8a-bcac-c644e85e2df3) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:13.971268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4535220 Sep 18 01:58:13.974238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45496) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:13.979088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Request body: {'subnet': {'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-subnet', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:13.984662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654344f7-837d-41d7-b450-7ed3f8550bc5 None None] Network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:13.985500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:13.986173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:13.995530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953570e-9fbe-4c3c-b8e7-8c6315bfa21a admin admin] Pushing event updated for resources: {'Network': ['ID=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:14.015892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Made reservation on behalf of 7368298e3f1b4502b1188e1a0e80c274 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:14.018750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:14.023390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:58:14.029772 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9421bf45-9363-43e6-b1f0-cf9d59b7b75b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1852086 Sep 18 01:58:14.034506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45500) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:14.040622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:14.061096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-098a2994-debe-4b80-9fa6-97c4c67f9a3b service neutron] 10.222.0.21 "GET /v2.0/networks/943f9f17-71a4-4332-97a6-0dd00e71c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419109 Sep 18 01:58:14.120621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:14.122556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:14.182291 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:14.220846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50052149-8535-4d17-94bf-9bcecb50b156 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:14.377556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:14.413643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8de89f04-7863-4b0b-9618-acfd5c696667 req-e8c11103-fdee-446d-9ebc-7d92a7a4c025 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 210 time: 0.0930765 Sep 18 01:58:14.471652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c411e0f-4aa8-4be8-80f9-b84bbd063c52 req-34ead169-1149-4e34-898a-c54af4442869 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:14.481890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c411e0f-4aa8-4be8-80f9-b84bbd063c52 req-34ead169-1149-4e34-898a-c54af4442869 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.0957975 Sep 18 01:58:14.522605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 50052149-8535-4d17-94bf-9bcecb50b156, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=50052149-8535-4d17-94bf-9bcecb50b156,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:14.530004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:14.535483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 206cff7f-3367-4473-8ec6-011aa8caba56 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:14.541863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c411e0f-4aa8-4be8-80f9-b84bbd063c52 req-16434b04-2569-4b3b-b29e-b2c164f3cc61 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588140 Sep 18 01:58:14.566092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8a497-15d9-4600-bebf-c386382b202e req-1149db3e-f083-41f4-b2b7-0f8fa7d63f45 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:14.567718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-1149db3e-f083-41f4-b2b7-0f8fa7d63f45 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.20 "GET /v2.0/networks?id=42d64dd1-446b-4793-b7a9-df049ab06793 HTTP/1.1" status: 200 len: 821 time: 0.4486861 Sep 18 01:58:14.586465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Request body: {'port': {'device_id': '9514fda1-fbe4-4bfe-b95e-239810edb76e', 'network_id': '42d64dd1-446b-4793-b7a9-df049ab06793', 'admin_state_up': True, 'tenant_id': '48af1a701f6444ef80b100621538be38'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:14.622996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=50052149-8535-4d17-94bf-9bcecb50b156,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:14.795418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 206cff7f-3367-4473-8ec6-011aa8caba56, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=206cff7f-3367-4473-8ec6-011aa8caba56,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:14.799643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e4ca4a97-620e-4f8a-bcac-c644e85e2df3', 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'fixed_ips': [{'subnet_id': '16c6087a-60f4-413c-a7c0-3d5cb62677f6'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:58:14.800508 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:14.825790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '206cff7f-3367-4473-8ec6-011aa8caba56', 'network_id': '5496dc54-e56a-49d3-845a-4df076177210', 'port_id': '206cff7f-3367-4473-8ec6-011aa8caba56', 'mac_address': 'fa:16:3e:62:57:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b735f8-c269-49cf-9599-fe223d8cf964', 'ip_address': '19.80.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:14.947502 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:14.997665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206cff7f-3367-4473-8ec6-011aa8caba56 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:14.998704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-216b550c-32f8-4323-90e5-b83674e829b0 req-cf865cc2-5fa0-43c2-929a-97a9dc30b8c4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 210 time: 0.4458976 Sep 18 01:58:15.038657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Allocated IP 172.20.0.2 (e4ca4a97-620e-4f8a-bcac-c644e85e2df3/16c6087a-60f4-413c-a7c0-3d5cb62677f6/90be9e8f-0ff2-45a5-95e9-661b3c93c865) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:15.047060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 206cff7f-3367-4473-8ec6-011aa8caba56, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=206cff7f-3367-4473-8ec6-011aa8caba56,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:15.062082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.071823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.116004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbcac4-b18e-45a7-9a2f-9860d6f9521f req-e2c0a2b6-65f1-4f90-b6f0-7016d27049f2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:15.119774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4dbcac4-b18e-45a7-9a2f-9860d6f9521f req-e2c0a2b6-65f1-4f90-b6f0-7016d27049f2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 945 time: 0.1342409 Sep 18 01:58:15.169788 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.176388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4dbcac4-b18e-45a7-9a2f-9860d6f9521f req-b88ecdf5-e572-4f49-b522-bab93a061aac tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484338 Sep 18 01:58:15.219255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054a3b02-59d0-42ef-a7fc-7c86e7339e95,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:15.255761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.256015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.256560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.257330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.258133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.258690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.259218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.259727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.260237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.260725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.261519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.263100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:15.279476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Checking segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:15.280054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Network hostable DHCP agents. Network: f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:58:15.340925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Made reservation on behalf of 48af1a701f6444ef80b100621538be38 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:15.345293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.367446 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.370445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=206cff7f-3367-4473-8ec6-011aa8caba56,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:15.379867 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:58:15.382425 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.398371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['206cff7f-3367-4473-8ec6-011aa8caba56'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:15.410465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d0272-f162-4780-b8a0-2ac648e99f25 req-cb98bced-5bdd-4066-a185-15f4e1b12263 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:15.419355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d0272-f162-4780-b8a0-2ac648e99f25 req-cb98bced-5bdd-4066-a185-15f4e1b12263 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:15.421415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd5d0272-f162-4780-b8a0-2ac648e99f25 req-cb98bced-5bdd-4066-a185-15f4e1b12263 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1680 time: 0.1020157 Sep 18 01:58:15.464529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:15.478143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd5d0272-f162-4780-b8a0-2ac648e99f25 req-62fe4727-7ff2-49f7-988b-119380e36c3a tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503945 Sep 18 01:58:15.481833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:15.482437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.488036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3882ee94-75dd-4def-9e60-af0f22602a38 None None] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:15.504432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:15.544337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-69df7bbf-6135-4a0f-b6f2-23dd6f43e093 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5688517 Sep 18 01:58:15.547548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45554) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:15.557445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:15.561256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:15.585027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:15.618568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Pushing event updated for resources: {'Port': ['ID=90be9e8f-0ff2-45a5-95e9-661b3c93c865,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:15.655232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1685f7e-0dc0-4eba-b05f-9ce0fa98f448 req-d5c44c0e-4674-403d-9eeb-7734e01ec6cb tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 210 time: 0.0669692 Sep 18 01:58:15.659828 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.662038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.717240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Allocated IP 172.20.0.5 (42d64dd1-446b-4793-b7a9-df049ab06793/1882c172-736d-4865-8512-4236694f8949/4b1abd96-203a-40d0-b4ae-249a511fa5f2) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:15.748260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.809753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Attempting to bind port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:15.810416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Attempting to bind port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:15.811183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Attempting to bind port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 on network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:15.831656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:15.832174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Checking segment: {'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:15.832704 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:15.833364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Bound using segment: {'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:15.833945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Bound port: 90be9e8f-0ff2-45a5-95e9-661b3c93c865, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:15.834516 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.051918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7120ec07-219e-456f-8448-a53418453434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:58:16.053153 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7120ec07-219e-456f-8448-a53418453434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.124158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] For port 90be9e8f-0ff2-45a5-95e9-661b3c93c865, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:16.130749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] For port 90be9e8f-0ff2-45a5-95e9-661b3c93c865, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=90be9e8f-0ff2-45a5-95e9-661b3c93c865,segment=NetworkSegment(172a571d-d0bc-42cd-9ecf-bfd8e87473a5),segment_id=172a571d-d0bc-42cd-9ecf-bfd8e87473a5)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:16.145310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.148170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.188935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.205694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.257813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf45f-96ab-41e1-9f90-4b6116aea38e req-583d37e3-e6bc-4bc9-8e06-3abfa58cdde6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:16.264343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95acf45f-96ab-41e1-9f90-4b6116aea38e req-583d37e3-e6bc-4bc9-8e06-3abfa58cdde6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.4125648 Sep 18 01:58:16.268239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2124f964-826f-4a94-913b-7f342a1fecba req-1627cc0e-0867-4762-8859-d72195507ba3 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 210 time: 0.0692158 Sep 18 01:58:16.341276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-d0477ba5-3f04-4e3d-b7e0-858dd9bcb2c4 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:16.342811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-d0477ba5-3f04-4e3d-b7e0-858dd9bcb2c4 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.18 "GET /v2.0/networks?id=943f9f17-71a4-4332-97a6-0dd00e71c8e1 HTTP/1.1" status: 200 len: 808 time: 0.6099491 Sep 18 01:58:16.353266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.361061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Request body: {'port': {'device_id': '939653a4-b45c-4e3d-a225-c03e2b921428', 'network_id': '943f9f17-71a4-4332-97a6-0dd00e71c8e1', 'admin_state_up': True, 'tenant_id': '0f97fe7f668940f59b80fdc6a6cd9a73'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:16.367058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1116d-4cbe-4910-9a30-44984472525c None None] Pushing event updated for resources: {'Port': ['ID=90be9e8f-0ff2-45a5-95e9-661b3c93c865,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:16.382106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-7120ec07-219e-456f-8448-a53418453434 None None] Allocated IP 172.20.0.2 (f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54/054a3b02-59d0-42ef-a7fc-7c86e7339e95/6e4c9f84-e201-4144-ad36-ad2e7a14a1af) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:16.409333 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95acf45f-96ab-41e1-9f90-4b6116aea38e req-631fcaf1-55f2-4371-87f4-697761caaf92 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144385 Sep 18 01:58:16.435613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['50052149-8535-4d17-94bf-9bcecb50b156'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:16.567217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Allocated IP 172.25.0.159 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/e6773b31-0127-441e-b8a0-a13ca251a3cd) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:16.585849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.854478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.861798 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-83c6f378-d6a0-43eb-b181-4b629513f278 req-e6cce2fb-ca60-4659-9f46-9db975db148b tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 210 time: 0.0491850 Sep 18 01:58:16.872718 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.901170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.904057 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7120ec07-219e-456f-8448-a53418453434 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:16.921223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7120ec07-219e-456f-8448-a53418453434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.001685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7120ec07-219e-456f-8448-a53418453434 None None] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:17.021680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Pushing event updated for resources: {'Port': ['ID=4b1abd96-203a-40d0-b4ae-249a511fa5f2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:17.034923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Network 42d64dd1-446b-4793-b7a9-df049ab06793 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:17.036134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Made reservation on behalf of 0f97fe7f668940f59b80fdc6a6cd9a73 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:17.038891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120ec07-219e-456f-8448-a53418453434 None None] Pushing event updated for resources: {'Port': ['ID=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:17.041441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.053204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-7120ec07-219e-456f-8448-a53418453434 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:17.057510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:17.073742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120ec07-219e-456f-8448-a53418453434 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:17.094900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 90be9e8f-0ff2-45a5-95e9-661b3c93c865 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:17.098419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:17.208632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.213921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7120ec07-219e-456f-8448-a53418453434 None None] Attempting to bind port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:17.214489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7120ec07-219e-456f-8448-a53418453434 None None] Attempting to bind port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:17.215773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7120ec07-219e-456f-8448-a53418453434 None None] Attempting to bind port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af on network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:17.224663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7120ec07-219e-456f-8448-a53418453434 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:17.225319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7120ec07-219e-456f-8448-a53418453434 None None] Checking segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:17.225889 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7120ec07-219e-456f-8448-a53418453434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.227422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7120ec07-219e-456f-8448-a53418453434 None None] Bound using segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:17.228100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7120ec07-219e-456f-8448-a53418453434 None None] Bound port: 6e4c9f84-e201-4144-ad36-ad2e7a14a1af, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:17.229263 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7120ec07-219e-456f-8448-a53418453434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.243396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462ff98-00d3-4a80-837c-2182f5872b06 req-d400b97b-80d2-4f98-ac12-3931a09b45d4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:17.243936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:17.244501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.251643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462ff98-00d3-4a80-837c-2182f5872b06 req-d400b97b-80d2-4f98-ac12-3931a09b45d4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:17.259556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2462ff98-00d3-4a80-837c-2182f5872b06 req-d400b97b-80d2-4f98-ac12-3931a09b45d4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1680 time: 0.3812821 Sep 18 01:58:17.271208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Allocated IP 172.25.0.56 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/7e28d271-c01e-4693-a7c4-122e1c57a446) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:17.276547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:17.315921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:17.316655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.325158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:17.357331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:17.374477 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7120ec07-219e-456f-8448-a53418453434 None None] For port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:17.379489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7120ec07-219e-456f-8448-a53418453434 None None] For port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:17.388307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:17.391752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7120ec07-219e-456f-8448-a53418453434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.406976 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2462ff98-00d3-4a80-837c-2182f5872b06 req-c7324d1a-699f-4eaf-83be-103bfe7f34df tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464105 Sep 18 01:58:17.443974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Pushing event updated for resources: {'Port': ['ID=e6773b31-0127-441e-b8a0-a13ca251a3cd,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:17.479781 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-c441ae61-7e9b-4895-8df8-43304248a53b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8976734 Sep 18 01:58:17.503790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Request body: {'port': {'device_id': '9514fda1-fbe4-4bfe-b95e-239810edb76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:17.556695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dda9a-8183-49b0-91e4-37141b393c95 req-a13bb298-d800-4666-84c3-1364835e96cc tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:17.569910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-984dda9a-8183-49b0-91e4-37141b393c95 req-a13bb298-d800-4666-84c3-1364835e96cc tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 931 time: 0.1579185 Sep 18 01:58:17.571753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120ec07-219e-456f-8448-a53418453434 None None] Pushing event updated for resources: {'Port': ['ID=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:17.594811 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a775232-4b0e-4b07-a1f7-b2274d656f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.632648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Allocated IP 172.20.0.12 (943f9f17-71a4-4332-97a6-0dd00e71c8e1/d80f22b3-bfb3-433a-bbc4-afda36b7b617/ca821917-e119-42fb-bcc1-a5b43f80ec54) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:17.648857 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.683652 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.692696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 90be9e8f-0ff2-45a5-95e9-661b3c93c865, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=90be9e8f-0ff2-45a5-95e9-661b3c93c865,segment=NetworkSegment(172a571d-d0bc-42cd-9ecf-bfd8e87473a5),segment_id=172a571d-d0bc-42cd-9ecf-bfd8e87473a5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:17.697513 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.700743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-984dda9a-8183-49b0-91e4-37141b393c95 req-ceaa4811-c1d0-4b34-915e-b43dae0469f8 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238086 Sep 18 01:58:17.796401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.861447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:17.864175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:17.873525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:17.894935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:17.898070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611017e-fc1d-4414-97a7-ebe5f709436c req-5d687bbf-a31c-4f84-a071-a6e79b198c09 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:17.914135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d611017e-fc1d-4414-97a7-ebe5f709436c req-5d687bbf-a31c-4f84-a071-a6e79b198c09 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.2867336 Sep 18 01:58:18.070282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 50052149-8535-4d17-94bf-9bcecb50b156 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:18.072467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d38d8-5964-4aef-9f06-0117a0213edd None None] Network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:18.073935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d611017e-fc1d-4414-97a7-ebe5f709436c req-419fa896-48db-4f84-90a3-51af72cbdac8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588264 Sep 18 01:58:18.077018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a775232-4b0e-4b07-a1f7-b2274d656f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.078177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Pushing event updated for resources: {'Port': ['ID=7e28d271-c01e-4693-a7c4-122e1c57a446,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:18.107710 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6162d123-df18-4020-be3d-b16728485abf req-16e36750-9bd1-4f0c-84a8-e4c76b1848a1 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 210 time: 0.1029003 Sep 18 01:58:18.110338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a775232-4b0e-4b07-a1f7-b2274d656f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.150120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=90be9e8f-0ff2-45a5-95e9-661b3c93c865,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:18.168664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a775232-4b0e-4b07-a1f7-b2274d656f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073c2683-1393-4858-8fc8-6ae6e6fb1a34,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:18.176998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0671fa16-5d9e-449a-80b7-c7fd921b2ee0 None None] Provisioning complete for port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:18.177312 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0671fa16-5d9e-449a-80b7-c7fd921b2ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.211493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3a775232-4b0e-4b07-a1f7-b2274d656f5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=babf3b806a9b42109e78573f1eb076ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9325488 Sep 18 01:58:18.216740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45602) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:18.239700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.304401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.342878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 50052149-8535-4d17-94bf-9bcecb50b156 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:18.356491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 50052149-8535-4d17-94bf-9bcecb50b156 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:18.356859 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.382545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Pushing event updated for resources: {'Port': ['ID=ca821917-e119-42fb-bcc1-a5b43f80ec54,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:18.536969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:18.549397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:18.557913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:18.618781 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.674811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50052149-8535-4d17-94bf-9bcecb50b156'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:18.681963 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af21e1f-af14-4002-9af7-6d9115c003eb" -d '{"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-plugged", "status": "completed", "tag": "50052149-8535-4d17-94bf-9bcecb50b156"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:18.721422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 50052149-8535-4d17-94bf-9bcecb50b156, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=50052149-8535-4d17-94bf-9bcecb50b156,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:18.725800 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.735420 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.736562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 206cff7f-3367-4473-8ec6-011aa8caba56 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:18.777866 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f268c2f1-2290-48ba-ba85-4df0785e5daf x-openstack-request-id: req-f268c2f1-2290-48ba-ba85-4df0785e5daf {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:18.778390 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-plugged", "status": "completed", "tag": "50052149-8535-4d17-94bf-9bcecb50b156", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:18.778960 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f268c2f1-2290-48ba-ba85-4df0785e5daf {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:18.779520 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50052149-8535-4d17-94bf-9bcecb50b156', 'code': 200} Sep 18 01:58:18.810572 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d038a5f5-e0c0-41c9-9e67-249272874272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.853628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=50052149-8535-4d17-94bf-9bcecb50b156,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:18.877217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 206cff7f-3367-4473-8ec6-011aa8caba56 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:18.882325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 206cff7f-3367-4473-8ec6-011aa8caba56 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:18.883204 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.892400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:18.893307 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:18.966146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef46edb-a27d-4321-a1bb-cb2fc7fbbb19 req-137e7c59-9181-45e7-8ee8-f3fdbd5c4801 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:18.982130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef46edb-a27d-4321-a1bb-cb2fc7fbbb19 req-137e7c59-9181-45e7-8ee8-f3fdbd5c4801 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:18.987510 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eef46edb-a27d-4321-a1bb-cb2fc7fbbb19 req-137e7c59-9181-45e7-8ee8-f3fdbd5c4801 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1681 time: 0.2681530 Sep 18 01:58:19.014800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d038a5f5-e0c0-41c9-9e67-249272874272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.031276 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.044994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-930b4494-fbf8-40ca-a545-c1f07a3be13c None None] Provisioning complete for port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:19.045376 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-930b4494-fbf8-40ca-a545-c1f07a3be13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.117196 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.120452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 206cff7f-3367-4473-8ec6-011aa8caba56, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=206cff7f-3367-4473-8ec6-011aa8caba56,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:19.141982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-6a12407c-8b9f-4a22-93fb-ab82c526a9e7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7861898 Sep 18 01:58:19.144123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.147875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6e4c9f84-e201-4144-ad36-ad2e7a14a1af up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:19.199463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Request body: {'port': {'device_id': '939653a4-b45c-4e3d-a225-c03e2b921428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:19.205435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2bc32-7d7a-4dbf-bd82-a732c5227ca3 None None] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:19.286329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e5516-d7bc-4c09-8470-6491cd8852d9 req-4a541ed0-e11a-4452-8b4f-47146e4c3b8b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:19.295670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3e5516-d7bc-4c09-8470-6491cd8852d9 req-4a541ed0-e11a-4452-8b4f-47146e4c3b8b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 931 time: 0.2787123 Sep 18 01:58:19.354864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=206cff7f-3367-4473-8ec6-011aa8caba56,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:19.381850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.396826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:19.397377 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.399040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eef46edb-a27d-4321-a1bb-cb2fc7fbbb19 req-3c6a821b-ba92-4d56-aeed-4df5cd722cf9 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961246 Sep 18 01:58:19.531474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e0d54e3d-9208-4971-8355-36b75aa3d512 None None] Provisioning complete for port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:19.531866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e0d54e3d-9208-4971-8355-36b75aa3d512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.540296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d038a5f5-e0c0-41c9-9e67-249272874272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.543432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d038a5f5-e0c0-41c9-9e67-249272874272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.545020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d038a5f5-e0c0-41c9-9e67-249272874272 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/073c2683-1393-4858-8fc8-6ae6e6fb1a34 HTTP/1.1" status: 204 len: 168 time: 1.3273554 Sep 18 01:58:19.575006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038a5f5-e0c0-41c9-9e67-249272874272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073c2683-1393-4858-8fc8-6ae6e6fb1a34,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:19.595895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d457f-a2a3-4607-9351-2bba2037caca req-d8f2751c-9c2a-4f27-8b92-d3b9b1d16033 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:19.598651 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-328d457f-a2a3-4607-9351-2bba2037caca req-d8f2751c-9c2a-4f27-8b92-d3b9b1d16033 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.0868821 Sep 18 01:58:19.670496 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-328d457f-a2a3-4607-9351-2bba2037caca req-76880f69-f93f-41a7-90e7-219e9b3fb56b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618055 Sep 18 01:58:19.674541 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.675289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Router 75700573-eddd-42dc-8271-47abe54933e6 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:58:19.833810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:19.846363 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:19.859744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:19.860262 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:19.862293 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:19.874038 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e0d54e3d-9208-4971-8355-36b75aa3d512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.886322 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.887122 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.899821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 90be9e8f-0ff2-45a5-95e9-661b3c93c865 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:19.979218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f89a1-3a84-45e7-9469-82ee08bb8c6e req-5a1db562-00f0-4233-b5ce-6d4d431340c7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:19.981360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f91f89a1-3a84-45e7-9469-82ee08bb8c6e req-5a1db562-00f0-4233-b5ce-6d4d431340c7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 932 time: 0.1501749 Sep 18 01:58:19.991869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:19.993451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bbc1a8e1-182e-4f0b-9020-eaa6d9947b7a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.4427860 Sep 18 01:58:19.999762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45626) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:20.092005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae3e5516-d7bc-4c09-8470-6491cd8852d9 req-bacf70d1-afa8-450f-a77d-f9901bf41082 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7893634 Sep 18 01:58:20.094934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1abd96-203a-40d0-b4ae-249a511fa5f2 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:20.157339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45628) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:20.164180 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-e0d54e3d-9208-4971-8355-36b75aa3d512 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:58:20.164731 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-e0d54e3d-9208-4971-8355-36b75aa3d512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:58:20.185907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:20.187126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.205817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:20.206230 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.256208 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:20.272379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Transition to ACTIVE for port object 4b1abd96-203a-40d0-b4ae-249a511fa5f2 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:20.287499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.291616 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.313440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c697753-8533-4ba2-8970-4b438e33235e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.397413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f91f89a1-3a84-45e7-9469-82ee08bb8c6e req-d65699c2-41fc-4ca1-bc66-2097fd61b4af tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029276 Sep 18 01:58:20.444781 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:18Z', 'revision_number': 3, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:20.475411 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:20.476739 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Updating router 75700573-eddd-42dc-8271-47abe54933e6 port 7e28d271-c01e-4693-a7c4-122e1c57a446 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:58:20.506653 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.532516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Pushing event updated for resources: {'Port': ['ID=4b1abd96-203a-40d0-b4ae-249a511fa5f2,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:20.781095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206cff7f-3367-4473-8ec6-011aa8caba56'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:20.784459 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a563a5-ee73-4242-9f17-e037b40427ae" -d '{"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-plugged", "status": "completed", "tag": "206cff7f-3367-4473-8ec6-011aa8caba56"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:20.798076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7285c-b4a8-4489-a1f8-1539bb026612 req-84ae8f86-e92b-44ce-a3c6-4ddf204dbf9d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:20.804592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7285c-b4a8-4489-a1f8-1539bb026612 req-84ae8f86-e92b-44ce-a3c6-4ddf204dbf9d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:20.813589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43b7285c-b4a8-4489-a1f8-1539bb026612 req-84ae8f86-e92b-44ce-a3c6-4ddf204dbf9d tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1682 time: 0.2875047 Sep 18 01:58:20.848767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c697753-8533-4ba2-8970-4b438e33235e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.854207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Attempting to bind port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:20.854560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Attempting to bind port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '5453feef-18d7-4fc8-a6b6-d13a1076938a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '42d64dd1-446b-4793-b7a9-df049ab06793'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:20.855035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Attempting to bind port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 on network 42d64dd1-446b-4793-b7a9-df049ab06793 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:20.865590 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.877292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 on network 42d64dd1-446b-4793-b7a9-df049ab06793 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:20.877651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Attempting to bind port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 on network 42d64dd1-446b-4793-b7a9-df049ab06793 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:20.879161 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.885678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d8074127-cd68-49bd-89c6-58d4654e4a24 None None] Provisioning complete for port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:20.886902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8074127-cd68-49bd-89c6-58d4654e4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.893683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c697753-8533-4ba2-8970-4b438e33235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.931595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:20.932211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Checking segment: {'id': '5453feef-18d7-4fc8-a6b6-d13a1076938a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '42d64dd1-446b-4793-b7a9-df049ab06793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:20.932782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Bound using segment: {'id': '5453feef-18d7-4fc8-a6b6-d13a1076938a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '42d64dd1-446b-4793-b7a9-df049ab06793'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:20.933947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Bound port: 4b1abd96-203a-40d0-b4ae-249a511fa5f2, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5453feef-18d7-4fc8-a6b6-d13a1076938a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '42d64dd1-446b-4793-b7a9-df049ab06793'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:20.934515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:20.971797 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c697753-8533-4ba2-8970-4b438e33235e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=770f92994b764ae0902ff12c4f0da53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7373831 Sep 18 01:58:20.974432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45638) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:20.986371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43b7285c-b4a8-4489-a1f8-1539bb026612 req-dc15d3a0-0540-4b4f-a714-d162348be0fc tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716418 Sep 18 01:58:21.029080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6e4c9f84-e201-4144-ad36-ad2e7a14a1af up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:21.036647 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.049474 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Attempting to bind port 7e28d271-c01e-4693-a7c4-122e1c57a446 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:21.049726 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Attempting to bind port 7e28d271-c01e-4693-a7c4-122e1c57a446 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:21.050097 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Attempting to bind port 7e28d271-c01e-4693-a7c4-122e1c57a446 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:21.063120 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Pushing event updated for resources: {'Port': ['ID=7e28d271-c01e-4693-a7c4-122e1c57a446,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:21.075389 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:21.079298 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:21.079651 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.080243 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:21.080910 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Bound port: 7e28d271-c01e-4693-a7c4-122e1c57a446, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:21.081470 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.087230 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296db9b7-3be2-4d84-98bb-e5f1c8f84c01 x-openstack-request-id: req-296db9b7-3be2-4d84-98bb-e5f1c8f84c01 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:21.087797 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-plugged", "status": "completed", "tag": "206cff7f-3367-4473-8ec6-011aa8caba56", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:21.088247 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-296db9b7-3be2-4d84-98bb-e5f1c8f84c01 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:21.088801 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206cff7f-3367-4473-8ec6-011aa8caba56', 'code': 200} Sep 18 01:58:21.108155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Router 431fe470-9695-43ea-aa6e-fa0ddc474f7b is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:58:21.132880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca821917-e119-42fb-bcc1-a5b43f80ec54 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:21.146704 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.156842 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.159570 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.160947 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.162633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.163191 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.163693 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.164210 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.165807 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.166313 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.166854 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.169087 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.169621 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:21.175914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:21.176890 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.231870 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] For port 7e28d271-c01e-4693-a7c4-122e1c57a446, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:21.241078 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] For port 7e28d271-c01e-4693-a7c4-122e1c57a446, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7e28d271-c01e-4693-a7c4-122e1c57a446,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:21.249935 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.308249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Transition to ACTIVE for port object ca821917-e119-42fb-bcc1-a5b43f80ec54 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:21.337476 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.359115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] For port 4b1abd96-203a-40d0-b4ae-249a511fa5f2, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:21.360965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Allocated IP 172.20.0.1 (f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54/054a3b02-59d0-42ef-a7fc-7c86e7339e95/c5c0771f-3fdf-4733-a73f-18c50af33322) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:21.363470 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:21.364310 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:21.368714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c697753-8533-4ba2-8970-4b438e33235e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fc0ada-d109-41a1-a2fb-186715d94098,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:21.394425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8c48-f565-46f9-a92a-b5535df245f0 req-511bb712-6ac6-4e16-8695-d9e39c82ff97 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:21.396323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f33b8c48-f565-46f9-a92a-b5535df245f0 req-511bb712-6ac6-4e16-8695-d9e39c82ff97 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.5946124 Sep 18 01:58:21.415618 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d84b34-53ee-484a-a0d9-9b5c327362df None None] Pushing event updated for resources: {'Port': ['ID=7e28d271-c01e-4693-a7c4-122e1c57a446,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:21.451740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] For port 4b1abd96-203a-40d0-b4ae-249a511fa5f2, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4b1abd96-203a-40d0-b4ae-249a511fa5f2,segment=NetworkSegment(5453feef-18d7-4fc8-a6b6-d13a1076938a),segment_id=5453feef-18d7-4fc8-a6b6-d13a1076938a)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:21.467855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb5e5bd4-4c59-46f8-8331-a83245acd5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.514726 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.515687 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:21.530765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eca388-b95d-4935-a596-fb92d09ea076 req-5a810168-efa5-4ea9-b995-7fb337bf3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:21.531672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eca388-b95d-4935-a596-fb92d09ea076 req-5a810168-efa5-4ea9-b995-7fb337bf3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:21.533525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a3eca388-b95d-4935-a596-fb92d09ea076 req-5a810168-efa5-4ea9-b995-7fb337bf3061 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1986 time: 0.3660181 Sep 18 01:58:21.541399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f33b8c48-f565-46f9-a92a-b5535df245f0 req-554f264e-bb08-493c-a2a8-84b681128789 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331515 Sep 18 01:58:21.542019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27a468-a156-441d-80c2-b68bb6e67abf req-2a5a36c9-0531-4f82-b03b-4ef877cf4929 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:21.545260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb5e5bd4-4c59-46f8-8331-a83245acd5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.551291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a27a468-a156-441d-80c2-b68bb6e67abf req-2a5a36c9-0531-4f82-b03b-4ef877cf4929 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 943 time: 0.3314795 Sep 18 01:58:21.561431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Pushing event updated for resources: {'Port': ['ID=ca821917-e119-42fb-bcc1-a5b43f80ec54,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:21.629932 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.654326 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb5e5bd4-4c59-46f8-8331-a83245acd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.657923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb5e5bd4-4c59-46f8-8331-a83245acd5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.659121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bb5e5bd4-4c59-46f8-8331-a83245acd5e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1fc0ada-d109-41a1-a2fb-186715d94098 HTTP/1.1" status: 204 len: 168 time: 0.6348495 Sep 18 01:58:21.684168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:21.685415 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.687150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] 10.222.0.20 "PUT /v2.0/ports/4b1abd96-203a-40d0-b4ae-249a511fa5f2 HTTP/1.1" status: 200 len: 1092 time: 4.1921203 Sep 18 01:58:21.688361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9514fda1-fbe4-4bfe-b95e-239810edb76e', 'tag': '4b1abd96-203a-40d0-b4ae-249a511fa5f2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:21.690856 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57" -d '{"events": [{"name": "network-changed", "server_uuid": "9514fda1-fbe4-4bfe-b95e-239810edb76e", "tag": "4b1abd96-203a-40d0-b4ae-249a511fa5f2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:21.710071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:21.741084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Sync routers for ids ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:21.756348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Routers {'431fe470-9695-43ea-aa6e-fa0ddc474f7b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:21.757039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:21.797668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e5bd4-4c59-46f8-8331-a83245acd5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fc0ada-d109-41a1-a2fb-186715d94098,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:21.845715 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:21.864437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a27a468-a156-441d-80c2-b68bb6e67abf req-efe88d70-e357-4b53-8806-7d719801f606 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119068 Sep 18 01:58:21.870083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a3eca388-b95d-4935-a596-fb92d09ea076 req-a4820f07-9731-4d18-b6a1-6d8ef498c769 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118074 Sep 18 01:58:21.922634 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:18Z', 'revision_number': 3, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:21.959059 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500c9f7-99fd-4176-bb72-6e0339dc305b service neutron] Pushing event updated for resources: {'Port': ['ID=4b1abd96-203a-40d0-b4ae-249a511fa5f2,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:21.961395 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f32f-b12a-4583-8afa-cb3050720a87 None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:18Z', 'revision_number': 3, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:58:21.966905 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d7e267-edc1-48d7-9bd1-8958e7631eae x-openstack-request-id: req-29d7e267-edc1-48d7-9bd1-8958e7631eae {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:21.969444 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9514fda1-fbe4-4bfe-b95e-239810edb76e", "tag": "4b1abd96-203a-40d0-b4ae-249a511fa5f2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:21.969901 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29d7e267-edc1-48d7-9bd1-8958e7631eae {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:21.970528 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9514fda1-fbe4-4bfe-b95e-239810edb76e', 'tag': '4b1abd96-203a-40d0-b4ae-249a511fa5f2', 'status': 'completed', 'code': 200} Sep 18 01:58:21.982223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cafa1-29b5-4e0f-bc78-3139b5673aa9 req-fee25eef-6d77-4ee5-a7e2-7f73c35edd8a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:21.988520 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c96cafa1-29b5-4e0f-bc78-3139b5673aa9 req-fee25eef-6d77-4ee5-a7e2-7f73c35edd8a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 944 time: 0.3065870 Sep 18 01:58:22.002494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:22.005753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fa66bf03-c627-4740-b994-80b164608b64 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9702404 Sep 18 01:58:22.008282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45654) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:22.018108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Attempting to bind port ca821917-e119-42fb-bcc1-a5b43f80ec54 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:22.018593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Attempting to bind port ca821917-e119-42fb-bcc1-a5b43f80ec54 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'd9f25723-fde7-4b5a-bfaa-3ba19dc7e236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '943f9f17-71a4-4332-97a6-0dd00e71c8e1'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:22.019057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Attempting to bind port ca821917-e119-42fb-bcc1-a5b43f80ec54 on network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:22.066222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Port ca821917-e119-42fb-bcc1-a5b43f80ec54 on network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:22.066807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Attempting to bind port ca821917-e119-42fb-bcc1-a5b43f80ec54 on network 943f9f17-71a4-4332-97a6-0dd00e71c8e1 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:22.082787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:22.086057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:22.095181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:22.095628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Checking segment: {'id': 'd9f25723-fde7-4b5a-bfaa-3ba19dc7e236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '943f9f17-71a4-4332-97a6-0dd00e71c8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:22.096165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Bound using segment: {'id': 'd9f25723-fde7-4b5a-bfaa-3ba19dc7e236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '943f9f17-71a4-4332-97a6-0dd00e71c8e1'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:22.096740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Bound port: ca821917-e119-42fb-bcc1-a5b43f80ec54, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f25723-fde7-4b5a-bfaa-3ba19dc7e236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '943f9f17-71a4-4332-97a6-0dd00e71c8e1'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:22.097212 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:22.103468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:22.109124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8a497-15d9-4600-bebf-c386382b202e req-f11ee96b-ae3a-4a32-af95-c3b3f7bf6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:22.110778 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-f11ee96b-ae3a-4a32-af95-c3b3f7bf6fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48af1a701f6444ef80b100621538be38&device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 1095 time: 0.3604071 Sep 18 01:58:22.194828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Set router 431fe470-9695-43ea-aa6e-fa0ddc474f7b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:22.243538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:22.262375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-55544eb0-f079-4146-91fe-5eb186b6a5ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b1abd96-203a-40d0-b4ae-249a511fa5f2 HTTP/1.1" status: 200 len: 217 time: 0.1346192 Sep 18 01:58:22.468730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Pushing event updated for resources: {'Port': ['ID=c5c0771f-3fdf-4733-a73f-18c50af33322,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:22.515569 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c96cafa1-29b5-4e0f-bc78-3139b5673aa9 req-25105c27-c561-4066-b8fb-41eb5152fc01 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902780 Sep 18 01:58:22.549031 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-bb15ca15-d5ae-4efa-8746-6e7f45d6d87b service neutron] show failed (client error): The resource could not be found. Sep 18 01:58:22.550448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-bb15ca15-d5ae-4efa-8746-6e7f45d6d87b service neutron] 10.222.0.18 "GET /v2.0/ports/1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383/bindings/n-h2-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.2828276 Sep 18 01:58:22.587128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9f2d6897-ed5f-4b08-9b0b-c99742dc0a0c None None] Provisioning complete for port c5c0771f-3fdf-4733-a73f-18c50af33322 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:22.587677 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6897-ed5f-4b08-9b0b-c99742dc0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:22.588495 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:22.650900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d6897-ed5f-4b08-9b0b-c99742dc0a0c None None] Port c5c0771f-3fdf-4733-a73f-18c50af33322 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:22.660140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:17Z', 'revision_number': 3, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:22.685524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756f080-708a-4728-bfa6-4afb9206c44b req-e2d9527d-10ed-43a3-a96f-41f72c99c206 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:22.704884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Checking router: 431fe470-9695-43ea-aa6e-fa0ddc474f7b for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:22.705378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Updating router 431fe470-9695-43ea-aa6e-fa0ddc474f7b port e6773b31-0127-441e-b8a0-a13ca251a3cd binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:58:22.713978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756f080-708a-4728-bfa6-4afb9206c44b req-e2d9527d-10ed-43a3-a96f-41f72c99c206 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:22.722521 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8756f080-708a-4728-bfa6-4afb9206c44b req-e2d9527d-10ed-43a3-a96f-41f72c99c206 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1682 time: 0.6099992 Sep 18 01:58:22.738376 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:22.988859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8a497-15d9-4600-bebf-c386382b202e req-314ca3da-06f9-42ca-9b4d-b57ec432f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:22.990511 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-314ca3da-06f9-42ca-9b4d-b57ec432f68b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1882c172-736d-4865-8512-4236694f8949 HTTP/1.1" status: 200 len: 861 time: 0.6037953 Sep 18 01:58:22.994925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8756f080-708a-4728-bfa6-4afb9206c44b req-40da6e76-23cf-4172-96a1-7fec96fb96a6 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719991 Sep 18 01:58:23.093243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] For port ca821917-e119-42fb-bcc1-a5b43f80ec54, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:23.169020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7e28d271-c01e-4693-a7c4-122e1c57a446 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:23.177108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-75ed397a-bffc-4fdb-8cc9-1083734631a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42d64dd1-446b-4793-b7a9-df049ab06793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310947 Sep 18 01:58:23.191334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d2b3c-7078-4c70-b0a5-0f17fc173d76 req-a2bb24b9-42bb-4210-9f37-b7a9e74c2366 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:23.192923 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b3d2b3c-7078-4c70-b0a5-0f17fc173d76 req-a2bb24b9-42bb-4210-9f37-b7a9e74c2366 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.4565415 Sep 18 01:58:23.257766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] For port ca821917-e119-42fb-bcc1-a5b43f80ec54, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca821917-e119-42fb-bcc1-a5b43f80ec54,segment=NetworkSegment(d9f25723-fde7-4b5a-bfaa-3ba19dc7e236),segment_id=d9f25723-fde7-4b5a-bfaa-3ba19dc7e236)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:23.324491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b3d2b3c-7078-4c70-b0a5-0f17fc173d76 req-9bc6c15a-d7bc-4ceb-9f5c-ae110fd100dd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131198 Sep 18 01:58:23.345120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.351838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.423668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Pushing event updated for resources: {'Port': ['ID=c5c0771f-3fdf-4733-a73f-18c50af33322,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:23.439656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.473744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.475472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.480299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 7e28d271-c01e-4693-a7c4-122e1c57a446 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:23.481497 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.512618 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.534890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-8cf0736e-22d4-4ff2-adc8-e0abd85c6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:23.536754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-8cf0736e-22d4-4ff2-adc8-e0abd85c6e9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 1101 time: 0.5846703 Sep 18 01:58:23.629000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:23.630562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Attempting to bind port e6773b31-0127-441e-b8a0-a13ca251a3cd on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:23.630957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Attempting to bind port e6773b31-0127-441e-b8a0-a13ca251a3cd by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:23.633085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Attempting to bind port e6773b31-0127-441e-b8a0-a13ca251a3cd on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:23.634667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:23.635701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:23.689085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4936173-60ec-41f1-a547-1f485afe90a5 None None] Pushing event updated for resources: {'Port': ['ID=e6773b31-0127-441e-b8a0-a13ca251a3cd,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:23.761185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:23.762351 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.763835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] 10.222.0.18 "PUT /v2.0/ports/ca821917-e119-42fb-bcc1-a5b43f80ec54 HTTP/1.1" status: 200 len: 1093 time: 4.5702159 Sep 18 01:58:23.769156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:23.769536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:23.770871 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.771619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:23.772118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Bound port: e6773b31-0127-441e-b8a0-a13ca251a3cd, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:23.772633 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.776550 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.819803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 7e28d271-c01e-4693-a7c4-122e1c57a446, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7e28d271-c01e-4693-a7c4-122e1c57a446,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:23.831909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225fa18-9328-47fd-8d8d-4c19781a0942 req-fe0dc9ec-f1c5-4c9f-8756-f1fc0a9764d0 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:23.834014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9af8c-d5cb-4869-894d-3a296f480dad service neutron] Pushing event updated for resources: {'Port': ['ID=ca821917-e119-42fb-bcc1-a5b43f80ec54,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:23.834150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d225fa18-9328-47fd-8d8d-4c19781a0942 req-fe0dc9ec-f1c5-4c9f-8756-f1fc0a9764d0 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 944 time: 0.1919787 Sep 18 01:58:23.848462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:23.913211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=7e28d271-c01e-4693-a7c4-122e1c57a446,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:23.926721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53005726-503f-4237-aabc-62e27b7cad77 req-02fb473a-4e64-4c60-9b54-e67d7380c01b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:23.934704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53005726-503f-4237-aabc-62e27b7cad77 req-02fb473a-4e64-4c60-9b54-e67d7380c01b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 943 time: 0.7197104 Sep 18 01:58:23.976971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] For port e6773b31-0127-441e-b8a0-a13ca251a3cd, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:23.981910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] For port e6773b31-0127-441e-b8a0-a13ca251a3cd, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6773b31-0127-441e-b8a0-a13ca251a3cd,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:23.996846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:24.014056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d225fa18-9328-47fd-8d8d-4c19781a0942 req-a5bcbe0c-1a90-43c0-bb07-73b2b64a1fed tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648257 Sep 18 01:58:24.053795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Router 75700573-eddd-42dc-8271-47abe54933e6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:58:24.061578 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Routers {'431fe470-9695-43ea-aa6e-fa0ddc474f7b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:24.062230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:24.145115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4936173-60ec-41f1-a547-1f485afe90a5 None None] Pushing event updated for resources: {'Port': ['ID=e6773b31-0127-441e-b8a0-a13ca251a3cd,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:24.204500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8b0a1ea1-b63b-4902-b5b1-cea1ca6927e7 None None] Provisioning complete for port c5c0771f-3fdf-4733-a73f-18c50af33322 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:24.204898 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8b0a1ea1-b63b-4902-b5b1-cea1ca6927e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:24.226844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:24.247121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6277f227-de47-4e0d-a72d-1fcc6cdfd87c admin admin] 10.222.0.21 "PUT /v2.0/routers/75700573-eddd-42dc-8271-47abe54933e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2457185 Sep 18 01:58:24.335989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a1ea1-b63b-4902-b5b1-cea1ca6927e7 None None] Port c5c0771f-3fdf-4733-a73f-18c50af33322 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:24.346890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] Set router 431fe470-9695-43ea-aa6e-fa0ddc474f7b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:24.362130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939653a4-b45c-4e3d-a225-c03e2b921428', 'tag': 'ca821917-e119-42fb-bcc1-a5b43f80ec54'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:24.373836 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f" -d '{"events": [{"name": "network-changed", "server_uuid": "939653a4-b45c-4e3d-a225-c03e2b921428", "tag": "ca821917-e119-42fb-bcc1-a5b43f80ec54"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:24.379008 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-d8273d6b-d801-4b01-9bcf-4f41eba39e35 service neutron] 10.222.0.20 "GET /v2.0/networks/42d64dd1-446b-4793-b7a9-df049ab06793?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1594369 Sep 18 01:58:24.384213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643b89-beb5-4e90-a43d-9e2f3da78fee req-9957ca7a-1a5f-437b-9af1-a50b137f988f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:24.417107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643b89-beb5-4e90-a43d-9e2f3da78fee req-9957ca7a-1a5f-437b-9af1-a50b137f988f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:24.428446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d643b89-beb5-4e90-a43d-9e2f3da78fee req-9957ca7a-1a5f-437b-9af1-a50b137f988f tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1682 time: 0.2035413 Sep 18 01:58:24.451561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:24.519657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d643b89-beb5-4e90-a43d-9e2f3da78fee req-9cc1effe-efd4-4791-b96a-7fe6137d7bd1 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903122 Sep 18 01:58:24.579993 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53005726-503f-4237-aabc-62e27b7cad77 req-63e7d623-4e0c-414c-9932-2c1bb592815b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370654 Sep 18 01:58:24.594649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-145acce8-bca3-440d-af7d-f70eb248bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:24.601846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-145acce8-bca3-440d-af7d-f70eb248bf40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f97fe7f668940f59b80fdc6a6cd9a73&device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 1096 time: 0.7791288 Sep 18 01:58:24.667064 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653d701-1bf2-4cc7-b8e3-1a948dbcda7e x-openstack-request-id: req-f653d701-1bf2-4cc7-b8e3-1a948dbcda7e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:24.668691 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939653a4-b45c-4e3d-a225-c03e2b921428", "tag": "ca821917-e119-42fb-bcc1-a5b43f80ec54", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:24.669113 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f653d701-1bf2-4cc7-b8e3-1a948dbcda7e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:24.669698 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939653a4-b45c-4e3d-a225-c03e2b921428', 'tag': 'ca821917-e119-42fb-bcc1-a5b43f80ec54', 'status': 'completed', 'code': 200} Sep 18 01:58:24.768964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22116f-2b57-4898-8394-725d67265e46 req-2a0094a2-550b-4ef8-ae7f-10a7a5d4aa4b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:24.770529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f22116f-2b57-4898-8394-725d67265e46 req-2a0094a2-550b-4ef8-ae7f-10a7a5d4aa4b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.0885389 Sep 18 01:58:24.771917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-49c00a19-0eb7-4df6-89ff-045f14c49148 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca821917-e119-42fb-bcc1-a5b43f80ec54 HTTP/1.1" status: 200 len: 217 time: 0.1158624 Sep 18 01:58:24.818611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:17Z', 'revision_number': 3, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:24.838433 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f22116f-2b57-4898-8394-725d67265e46 req-0902b9ca-7ec0-4050-be4c-99494200f5e7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615146 Sep 18 01:58:24.881964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4531cdbc-9c92-4f28-96e2-86d8e26282c4 None None] The sync data for ids ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'] in n-d-789963-12 is: [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:17Z', 'revision_number': 3, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:58:24.941151 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:24.958644 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:24.959629 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:25.022517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7e28d271-c01e-4693-a7c4-122e1c57a446 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:25.100922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:25.137849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 7e28d271-c01e-4693-a7c4-122e1c57a446 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:25.138527 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:25.144620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1df8a497-15d9-4600-bebf-c386382b202e req-716a6741-1c16-41be-aacf-aa314d5a31e9 service neutron] 10.222.0.20 "GET /v2.0/networks/42d64dd1-446b-4793-b7a9-df049ab06793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487035 Sep 18 01:58:25.188455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:25.223628 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:25.281780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-84cb5bca-606f-49a5-a781-9a27c6a3351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:25.291535 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-84cb5bca-606f-49a5-a781-9a27c6a3351e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d80f22b3-bfb3-433a-bbc4-afda36b7b617 HTTP/1.1" status: 200 len: 848 time: 0.5020802 Sep 18 01:58:25.359458 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:25.430553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-9d81ba0b-a836-432b-987b-9964dc9e1d39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=943f9f17-71a4-4332-97a6-0dd00e71c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248591 Sep 18 01:58:25.441568 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-09137595-1516-40e0-a6fd-3638e6b5a319 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b456ea20e77d447397290bb175d8e198&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326066 Sep 18 01:58:25.487022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:25.504840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-e3213d6d-ec46-4bb8-8e98-74371fab6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:25.506928 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-e3213d6d-ec46-4bb8-8e98-74371fab6e5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48af1a701f6444ef80b100621538be38&device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 1095 time: 0.2972350 Sep 18 01:58:25.548167 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:25.585533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-f8a957e3-d724-4ca8-8c0a-8b5c421013a4 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:25.596339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-f8a957e3-d724-4ca8-8c0a-8b5c421013a4 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536582 Sep 18 01:58:25.615591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-24ff32e3-eb22-4543-9b6c-d25de1031550 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/quotas/b456ea20e77d447397290bb175d8e198 HTTP/1.1" status: 200 len: 375 time: 0.0182731 Sep 18 01:58:25.639112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Transition to ACTIVE for port object 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:25.661025 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 2, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:25.671776 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-ee865ca6-420c-470b-9d66-0d3a4b86a9d1 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b456ea20e77d447397290bb175d8e198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552356 Sep 18 01:58:25.735337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:25.736100 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:25.736464 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Updating router 75700573-eddd-42dc-8271-47abe54933e6 port c5c0771f-3fdf-4733-a73f-18c50af33322 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:58:25.744709 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:25.782108 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:25.802118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:25.847069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-4a2f1a26-278d-4b9e-8b35-c4cd0c207ca7 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:25.848588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-4a2f1a26-278d-4b9e-8b35-c4cd0c207ca7 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 821 time: 0.6748641 Sep 18 01:58:25.868613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:25.885339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:26.021365 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-a6942c69-20cf-4e8e-9b15-d645fd4baf7a service neutron] 10.222.0.18 "GET /v2.0/networks/943f9f17-71a4-4332-97a6-0dd00e71c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776222 Sep 18 01:58:26.022162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] No DVR routers for this DVR port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:26.024867 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-d1f3b411-9817-4fdb-a876-6115794a8568 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/quotas/7368298e3f1b4502b1188e1a0e80c274 HTTP/1.1" status: 200 len: 375 time: 0.1634800 Sep 18 01:58:26.068719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bc14c-ebfe-4021-95cd-bb03617c0c7a req-a7292287-f67c-4a4a-87ee-725c5a1348c7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:26.081085 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a0bc14c-ebfe-4021-95cd-bb03617c0c7a req-a7292287-f67c-4a4a-87ee-725c5a1348c7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 944 time: 0.1171026 Sep 18 01:58:26.086867 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-d1a3e74c-9db0-4552-b4de-24308e261b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:26.092107 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-d1a3e74c-9db0-4552-b4de-24308e261b60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=42d64dd1-446b-4793-b7a9-df049ab06793 HTTP/1.1" status: 200 len: 921 time: 0.5564189 Sep 18 01:58:26.154945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a0bc14c-ebfe-4021-95cd-bb03617c0c7a req-c7ff4165-f5eb-49c8-ba5a-0e68c537d94a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727108 Sep 18 01:58:26.256201 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-44e34406-057f-4868-9481-17283ba92494 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b1abd96-203a-40d0-b4ae-249a511fa5f2 HTTP/1.1" status: 200 len: 217 time: 0.1339524 Sep 18 01:58:26.301888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b445a6-719c-4f0a-aa0b-bf3ed70477d6 req-e48c5d42-ae58-4647-9758-b2446303d3ff tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:26.309520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b445a6-719c-4f0a-aa0b-bf3ed70477d6 req-e48c5d42-ae58-4647-9758-b2446303d3ff tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:26.318573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7b445a6-719c-4f0a-aa0b-bf3ed70477d6 req-e48c5d42-ae58-4647-9758-b2446303d3ff tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1682 time: 0.0930126 Sep 18 01:58:26.387528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7b445a6-719c-4f0a-aa0b-bf3ed70477d6 req-a614bc4c-3c7e-4b0d-917e-6a0978cbbd1e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675514 Sep 18 01:58:26.428959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Attempting to bind port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:26.429296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Attempting to bind port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:26.429624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Attempting to bind port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:26.453252 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:26.463253 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:26.477062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Allocated IP 172.20.0.1 (e4ca4a97-620e-4f8a-bcac-c644e85e2df3/16c6087a-60f4-413c-a7c0-3d5cb62677f6/d7a1df6e-3f1c-4243-9db3-c52ccf6338c1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:26.590153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a05e-4ded-45aa-9f96-fd33a4e66df0 req-0788e58a-7ce4-434d-9c1c-9809e146627b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:26.606994 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ff3a05e-4ded-45aa-9f96-fd33a4e66df0 req-0788e58a-7ce4-434d-9c1c-9809e146627b tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 943 time: 0.1456654 Sep 18 01:58:26.624582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:26.625304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Attempting to bind port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:26.643856 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08355657-f279-4d87-a7ab-ee0368c2d019 None None] Pushing event updated for resources: {'Port': ['ID=c5c0771f-3fdf-4733-a73f-18c50af33322,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:26.663365 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Attempting to bind port c5c0771f-3fdf-4733-a73f-18c50af33322 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:26.663859 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Attempting to bind port c5c0771f-3fdf-4733-a73f-18c50af33322 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:26.664556 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Attempting to bind port c5c0771f-3fdf-4733-a73f-18c50af33322 on network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:26.684199 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:26.684482 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Checking segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:26.684667 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:26.685058 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Bound using segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:26.685544 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Bound port: c5c0771f-3fdf-4733-a73f-18c50af33322, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:26.685944 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:26.696358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ff3a05e-4ded-45aa-9f96-fd33a4e66df0 req-28e45ede-18e6-481a-8bdd-5d4fcc5c6fd6 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884762 Sep 18 01:58:26.756362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:26.757436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:26.758614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:26.759206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Bound port: 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:26.759668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:26.766876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:26.769257 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7b87d1-a318-4a65-83e4-2bcbf66bc0f7" -d '{"events": [{"server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:26.815440 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] For port c5c0771f-3fdf-4733-a73f-18c50af33322, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:26.819875 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] For port c5c0771f-3fdf-4733-a73f-18c50af33322, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c5c0771f-3fdf-4733-a73f-18c50af33322,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:26.837110 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:26.842318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-40a8eda0-2271-4951-868d-210b2d3da956 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7980239 Sep 18 01:58:26.863626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e13524cd-6563-40b3-91c8-ea2c4a65adbf req-9b13964e-a9fd-49d0-9bd5-382e782722a5 service neutron] 10.222.0.18 "GET /v2.0/networks/943f9f17-71a4-4332-97a6-0dd00e71c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8066261 Sep 18 01:58:26.874098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336cfd7-0a4e-493f-ac03-938a4877f82c req-43dc6f95-6c2d-438c-9cf6-580a07631473 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:26.880226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7336cfd7-0a4e-493f-ac03-938a4877f82c req-43dc6f95-6c2d-438c-9cf6-580a07631473 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.0847020 Sep 18 01:58:26.919074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5ee1e076-d3a2-4bb2-a4c3-3da1fb709c08 None None] Provisioning complete for port c5c0771f-3fdf-4733-a73f-18c50af33322 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:26.926345 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e076-d3a2-4bb2-a4c3-3da1fb709c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:26.926540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:26.931333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:27.019199 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:27.019848 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:27.021522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.030905 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7336cfd7-0a4e-493f-ac03-938a4877f82c req-1aac2ae4-e0e6-4d20-b8c5-0d0452db05e2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437569 Sep 18 01:58:27.098406 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e076-d3a2-4bb2-a4c3-3da1fb709c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.103542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6773b31-0127-441e-b8a0-a13ca251a3cd up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:27.123692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-0be2451d-637f-444a-8ba2-456bcaa8af22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:27.131677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-0be2451d-637f-444a-8ba2-456bcaa8af22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:27.133297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-0be2451d-637f-444a-8ba2-456bcaa8af22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1682 time: 0.4854867 Sep 18 01:58:27.134872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-41ecaa02-ba45-4298-bc5b-034cefb66705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:27.138152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-41ecaa02-ba45-4298-bc5b-034cefb66705 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1882c172-736d-4865-8512-4236694f8949 HTTP/1.1" status: 200 len: 861 time: 0.8679237 Sep 18 01:58:27.205000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8eccf38d-2532-4f11-95b4-9cfe5deb04f5 req-cc2dc8be-c31c-4d37-b5f3-c593f42fd1b6 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 210 time: 0.0467398 Sep 18 01:58:27.240846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e6773b31-0127-441e-b8a0-a13ca251a3cd triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:27.242037 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.265582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:27.290265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5ee1e076-d3a2-4bb2-a4c3-3da1fb709c08 None None] For port c5c0771f-3fdf-4733-a73f-18c50af33322, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c5c0771f-3fdf-4733-a73f-18c50af33322,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:27.310855 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5ee1e076-d3a2-4bb2-a4c3-3da1fb709c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.315173 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08355657-f279-4d87-a7ab-ee0368c2d019 None None] Pushing event updated for resources: {'Port': ['ID=c5c0771f-3fdf-4733-a73f-18c50af33322,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:27.381850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.393896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:27.394562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.396341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] 10.222.0.20 "PUT /v2.0/ports/1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 1096 time: 3.7804210 Sep 18 01:58:27.454222 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260723db-15a5-4b3b-a77e-87a78ca94ad9 x-openstack-request-id: req-260723db-15a5-4b3b-a77e-87a78ca94ad9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:27.454862 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:27.455302 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-260723db-15a5-4b3b-a77e-87a78ca94ad9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:27.457452 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'code': 200} Sep 18 01:58:27.467649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e076-d3a2-4bb2-a4c3-3da1fb709c08 None None] Pushing event updated for resources: {'Port': ['ID=c5c0771f-3fdf-4733-a73f-18c50af33322,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:27.486068 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.499581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5efbda0b-a288-465c-b654-0624f44c5441 None None] Provisioning complete for port c5c0771f-3fdf-4733-a73f-18c50af33322 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:27.500221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5efbda0b-a288-465c-b654-0624f44c5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.530693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-5f9bbcc6-9991-43f2-9f82-6892cc07da9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42d64dd1-446b-4793-b7a9-df049ab06793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2636559 Sep 18 01:58:27.568756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port e6773b31-0127-441e-b8a0-a13ca251a3cd, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6773b31-0127-441e-b8a0-a13ca251a3cd,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:27.576722 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:27.600388 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:26Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:27.635047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-1c0452ed-7d7a-4e38-8692-e79434385578 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b456ea20e77d447397290bb175d8e198&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798101 Sep 18 01:58:27.670140 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c56f7-dc1b-4abb-811b-35e3ecf780f5 None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:26Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:58:27.734540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f3e5a-1db7-4764-ab03-7a0c7122b343 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:27.738959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-00b89ee1-56a1-4575-9b6b-e01769bbf334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:27.740743 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-00b89ee1-56a1-4575-9b6b-e01769bbf334 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f97fe7f668940f59b80fdc6a6cd9a73&device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 1096 time: 0.7482929 Sep 18 01:58:27.743487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=e6773b31-0127-441e-b8a0-a13ca251a3cd,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:27.761929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24232b55-b06a-474b-9671-e2914f2f23df req-1b1bb583-19b1-417e-a7d8-27ab60a01a29 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:27.772282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24232b55-b06a-474b-9671-e2914f2f23df req-1b1bb583-19b1-417e-a7d8-27ab60a01a29 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 944 time: 0.2595270 Sep 18 01:58:27.830539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fb707d54-9137-4e97-a53f-0ab0bdd8826e service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9638793 Sep 18 01:58:27.852921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24232b55-b06a-474b-9671-e2914f2f23df req-cbf898b1-26b8-4dce-ad19-a2241cbad305 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795350 Sep 18 01:58:27.856702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4b1abd96-203a-40d0-b4ae-249a511fa5f2 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:27.924388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-3e642bad-530d-4048-80e2-e6084302d50d tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:27.926110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-3e642bad-530d-4048-80e2-e6084302d50d tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803905 Sep 18 01:58:27.939540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Request body: {'port': {'device_id': 'b346bc02-c2fc-4120-8062-4ac8bc47d3be', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'b456ea20e77d447397290bb175d8e198'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:28.014508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4b1abd96-203a-40d0-b4ae-249a511fa5f2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4b1abd96-203a-40d0-b4ae-249a511fa5f2,segment=NetworkSegment(5453feef-18d7-4fc8-a6b6-d13a1076938a),segment_id=5453feef-18d7-4fc8-a6b6-d13a1076938a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:28.028017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '4b1abd96-203a-40d0-b4ae-249a511fa5f2', 'network_id': '42d64dd1-446b-4793-b7a9-df049ab06793', 'port_id': '4b1abd96-203a-40d0-b4ae-249a511fa5f2', 'mac_address': 'fa:16:3e:1f:ac:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1882c172-736d-4865-8512-4236694f8949', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:28.079014 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.102418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1abd96-203a-40d0-b4ae-249a511fa5f2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:28.127708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4b1abd96-203a-40d0-b4ae-249a511fa5f2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4b1abd96-203a-40d0-b4ae-249a511fa5f2,segment=NetworkSegment(5453feef-18d7-4fc8-a6b6-d13a1076938a),segment_id=5453feef-18d7-4fc8-a6b6-d13a1076938a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:28.129392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef8a57-9593-4000-9709-e147d3d69d00 req-dc621bcd-f744-45b7-8c89-0af1235bd475 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:28.132613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.135861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef8a57-9593-4000-9709-e147d3d69d00 req-dc621bcd-f744-45b7-8c89-0af1235bd475 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:28.138593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-11ef8a57-9593-4000-9709-e147d3d69d00 req-dc621bcd-f744-45b7-8c89-0af1235bd475 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1682 time: 0.1889422 Sep 18 01:58:28.139548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Made reservation on behalf of b456ea20e77d447397290bb175d8e198 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:28.143086 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.170565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.196068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4b1abd96-203a-40d0-b4ae-249a511fa5f2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:28.213308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-11ef8a57-9593-4000-9709-e147d3d69d00 req-f94b481e-1d35-4ab1-a91f-824848624952 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660155 Sep 18 01:58:28.308538 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.311876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-b4e576d4-5777-4e2b-a0fa-e4c85423f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:28.313664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-b4e576d4-5777-4e2b-a0fa-e4c85423f93e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1099 time: 0.8466179 Sep 18 01:58:28.331944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['4b1abd96-203a-40d0-b4ae-249a511fa5f2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:28.367677 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.376195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.421749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:28.439883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:28.468175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507569d7-b75f-4c95-9020-403edc58a6e0 req-6b73bcdd-737b-4b00-a28d-387f64e1eeb8 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:28.469677 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-507569d7-b75f-4c95-9020-403edc58a6e0 req-6b73bcdd-737b-4b00-a28d-387f64e1eeb8 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 944 time: 0.1493948 Sep 18 01:58:28.472827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e4ae80-3736-48b7-8ff5-3f1175767bd5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:28.499627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:28.504352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-3ea07ee7-7bb0-4367-9b99-8922e1908fd3 service neutron] 10.222.0.20 "GET /v2.0/networks/42d64dd1-446b-4793-b7a9-df049ab06793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8960359 Sep 18 01:58:28.579745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port 50052149-8535-4d17-94bf-9bcecb50b156 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:28.580093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.588816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-507569d7-b75f-4c95-9020-403edc58a6e0 req-d6a3cfb3-8bdf-4d53-bc06-339775bf8488 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033816 Sep 18 01:58:28.618106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Allocated IP 192.168.233.112 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/7bc6f254-f54c-4963-b4ef-c3c4ad3820a1) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:28.703662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:28.772980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-225ace1e-e886-409a-a785-edf1d774f410 None None] Provisioning complete for port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:28.773350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-225ace1e-e886-409a-a785-edf1d774f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:28.783542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-cd40206e-630d-469d-a79d-34bfd1a30295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:28.785051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-cd40206e-630d-469d-a79d-34bfd1a30295 service neutron] 10.222.0.18 "GET /v2.0/networks?id=943f9f17-71a4-4332-97a6-0dd00e71c8e1 HTTP/1.1" status: 200 len: 908 time: 0.9947147 Sep 18 01:58:28.788870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d479d5-faa0-4ed6-857a-27e9ac5aa723 req-ac8bc82e-6df8-4b39-b9f2-54a7ee0b8f6e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:28.790555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-71d479d5-faa0-4ed6-857a-27e9ac5aa723 req-ac8bc82e-6df8-4b39-b9f2-54a7ee0b8f6e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.1171985 Sep 18 01:58:28.819618 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-9c19f9a0-eda7-41c9-85fd-521e0ea9d57b service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326263 Sep 18 01:58:28.831789 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-225ace1e-e886-409a-a785-edf1d774f410 None None] Port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:28.846564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b876cd9a-ed8f-4c36-a53b-75dfafa99a57 req-3dc5ad2e-f7d9-433c-b136-590bc70122a2 service neutron] 10.222.0.20 "GET /v2.0/networks/42d64dd1-446b-4793-b7a9-df049ab06793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183634 Sep 18 01:58:28.914901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-71d479d5-faa0-4ed6-857a-27e9ac5aa723 req-9dca8886-2de3-4337-83d3-22dcb8b809dc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872705 Sep 18 01:58:28.947029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.000033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-07ff07c3-3703-4261-afd0-53f7175f2387 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca821917-e119-42fb-bcc1-a5b43f80ec54 HTTP/1.1" status: 200 len: 217 time: 0.1966150 Sep 18 01:58:29.019577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.056283 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3fc845a9-0e04-42b6-9f0e-1cecaf05ec9a req-3d6a0f40-6325-4f7c-824b-6717a93dcae7 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 210 time: 0.0485070 Sep 18 01:58:29.057422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.130513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-75fc2fcd-ee4f-41ad-abb0-656f2b22cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:29.132056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-75fc2fcd-ee4f-41ad-abb0-656f2b22cddf service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.7776093 Sep 18 01:58:29.148836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c5c0771f-3fdf-4733-a73f-18c50af33322 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:29.185730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae247eb1-702b-4553-9c04-a6535c6d8148 req-f27eb239-ff8f-47a9-9edc-ed3de0d8ed58 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 210 time: 0.0541446 Sep 18 01:58:29.196028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:29.201646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:29.220135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Pushing event updated for resources: {'Port': ['ID=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:29.230328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:29.233058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c5c0771f-3fdf-4733-a73f-18c50af33322 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:29.233296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-cd3a22ff-a699-485d-9e67-1f302ab42e20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.0825403 Sep 18 01:58:29.233420 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.244164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-35c126d3-d7cc-449e-b269-2a6853bb99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:29.246305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-35c126d3-d7cc-449e-b269-2a6853bb99b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d80f22b3-bfb3-433a-bbc4-afda36b7b617 HTTP/1.1" status: 200 len: 848 time: 0.2234733 Sep 18 01:58:29.250111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port 50052149-8535-4d17-94bf-9bcecb50b156, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=50052149-8535-4d17-94bf-9bcecb50b156,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:29.250800 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.315484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:29.316634 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.354241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-7e654515-4e94-433d-9d08-5ddb197e98a3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4189391 Sep 18 01:58:29.366504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Request body: {'port': {'device_id': 'b346bc02-c2fc-4120-8062-4ac8bc47d3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:29.398212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6773b31-0127-441e-b8a0-a13ca251a3cd up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:29.405745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-f9387d31-2a2a-4a9e-8f5f-083d507bed25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=943f9f17-71a4-4332-97a6-0dd00e71c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382203 Sep 18 01:58:29.406773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for 50052149-8535-4d17-94bf-9bcecb50b156 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:29.459037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:29.461338 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01dda15-5c29-4510-882f-8270b186cbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:29.486367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e6773b31-0127-441e-b8a0-a13ca251a3cd triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:29.487040 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.555671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c03bf-7fda-43d9-afc9-54295bbfa6bc req-ad0f9f7a-e4d8-470e-abc4-5945ff56bf80 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:29.559219 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c13c03bf-7fda-43d9-afc9-54295bbfa6bc req-ad0f9f7a-e4d8-470e-abc4-5945ff56bf80 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 944 time: 0.4347682 Sep 18 01:58:29.614169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-71a00b84-6323-4d98-b6f2-97ba27da9f7d None None] Provisioning complete for port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:29.614628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71a00b84-6323-4d98-b6f2-97ba27da9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.661746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-71a00b84-6323-4d98-b6f2-97ba27da9f7d None None] Port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:29.679879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-7155f056-b541-4773-ae28-a9157aa7c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:29.681413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-7155f056-b541-4773-ae28-a9157aa7c827 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.4262130 Sep 18 01:58:29.807594 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c13c03bf-7fda-43d9-afc9-54295bbfa6bc req-fa539ee3-6e71-4ce5-a95f-1018f3c422d2 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566401 Sep 18 01:58:29.822674 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.851579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ca821917-e119-42fb-bcc1-a5b43f80ec54 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:29.856632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4b1abd96-203a-40d0-b4ae-249a511fa5f2 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:29.885516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.890199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-3b6befe3-3a20-45bb-b0ef-53242eaf4390 service neutron] 10.222.0.18 "GET /v2.0/networks/943f9f17-71a4-4332-97a6-0dd00e71c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556031 Sep 18 01:58:29.903242 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40796039-32fb-4842-acc0-f25ea5fea7ed x-openstack-request-id: req-40796039-32fb-4842-acc0-f25ea5fea7ed {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:29.903668 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:29.903922 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40796039-32fb-4842-acc0-f25ea5fea7ed {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:29.904312 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'status': 'completed', 'code': 200} Sep 18 01:58:29.914946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:29.980686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-8488ccb0-56cf-4055-a7f4-f25f19b284cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:29.982245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-8488ccb0-56cf-4055-a7f4-f25f19b284cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2614233 Sep 18 01:58:30.054992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898432-5e77-456c-a9d8-fd11ff9528ba req-2c9fdfd9-b612-4b96-9968-9082d7974437 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:30.061621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898432-5e77-456c-a9d8-fd11ff9528ba req-2c9fdfd9-b612-4b96-9968-9082d7974437 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:30.070246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74898432-5e77-456c-a9d8-fd11ff9528ba req-2c9fdfd9-b612-4b96-9968-9082d7974437 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 1603 time: 0.6866975 Sep 18 01:58:30.191815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:30.195401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port 50052149-8535-4d17-94bf-9bcecb50b156 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:30.199895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-0c8eb98d-ae4f-4335-b684-96ffc778f294 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134717 Sep 18 01:58:30.204300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:30.204668 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.243445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74898432-5e77-456c-a9d8-fd11ff9528ba req-d8ea58d7-1c6c-4f52-b4cb-052dbed304e4 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717753 Sep 18 01:58:30.257875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.260360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "DELETE /v2.0/ports/50052149-8535-4d17-94bf-9bcecb50b156 HTTP/1.1" status: 204 len: 173 time: 3.0279567 Sep 18 01:58:30.272564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a987c5-0113-4104-b01c-63be266d9f37 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=50052149-8535-4d17-94bf-9bcecb50b156,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:30.276451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ca821917-e119-42fb-bcc1-a5b43f80ec54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca821917-e119-42fb-bcc1-a5b43f80ec54,segment=NetworkSegment(d9f25723-fde7-4b5a-bfaa-3ba19dc7e236),segment_id=d9f25723-fde7-4b5a-bfaa-3ba19dc7e236)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:30.293749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'ca821917-e119-42fb-bcc1-a5b43f80ec54', 'network_id': '943f9f17-71a4-4332-97a6-0dd00e71c8e1', 'port_id': 'ca821917-e119-42fb-bcc1-a5b43f80ec54', 'mac_address': 'fa:16:3e:1c:b0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80f22b3-bfb3-433a-bbc4-afda36b7b617', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:30.363308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.366231 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.384613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca821917-e119-42fb-bcc1-a5b43f80ec54 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:30.403904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ec80a-b4ba-43fa-b4b6-b5e23ee855aa req-dbafc410-17a5-492f-a117-8baa46b4c233 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:30.405430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-172ec80a-b4ba-43fa-b4b6-b5e23ee855aa req-dbafc410-17a5-492f-a117-8baa46b4c233 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.0771120 Sep 18 01:58:30.406399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9514fda1-fbe4-4bfe-b95e-239810edb76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1abd96-203a-40d0-b4ae-249a511fa5f2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:30.407542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:30.408673 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b600f-c196-46c7-8e30-dc25ff3ea36a" -d '{"events": [{"server_uuid": "9514fda1-fbe4-4bfe-b95e-239810edb76e", "name": "network-vif-plugged", "status": "completed", "tag": "4b1abd96-203a-40d0-b4ae-249a511fa5f2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:30.415777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.427165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ca821917-e119-42fb-bcc1-a5b43f80ec54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca821917-e119-42fb-bcc1-a5b43f80ec54,segment=NetworkSegment(d9f25723-fde7-4b5a-bfaa-3ba19dc7e236),segment_id=d9f25723-fde7-4b5a-bfaa-3ba19dc7e236)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:30.431293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4b1abd96-203a-40d0-b4ae-249a511fa5f2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4b1abd96-203a-40d0-b4ae-249a511fa5f2,segment=NetworkSegment(5453feef-18d7-4fc8-a6b6-d13a1076938a),segment_id=5453feef-18d7-4fc8-a6b6-d13a1076938a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:30.433324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.440793 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.442589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 50052149-8535-4d17-94bf-9bcecb50b156 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:30.442756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Transition to ACTIVE for port object 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:30.460316 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.467917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfbd5-0dfe-4c73-b3cc-076c0f3cd3df req-f9b10dbb-5dbd-432e-98e7-2ee494ef18e9 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:30.469543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a39cfbd5-0dfe-4c73-b3cc-076c0f3cd3df req-f9b10dbb-5dbd-432e-98e7-2ee494ef18e9 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 944 time: 0.4664910 Sep 18 01:58:30.478150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-172ec80a-b4ba-43fa-b4b6-b5e23ee855aa req-7120cd08-f3f0-4f1f-9fcc-f895bc7f7a00 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592813 Sep 18 01:58:30.492106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 50052149-8535-4d17-94bf-9bcecb50b156 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:30.492451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 50052149-8535-4d17-94bf-9bcecb50b156 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:30.492859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 206cff7f-3367-4473-8ec6-011aa8caba56 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:30.547033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-3cb8bee9-d078-4070-bf3a-ab5d4ae7f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:30.548762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-3cb8bee9-d078-4070-bf3a-ab5d4ae7f7f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1099 time: 0.6046152 Sep 18 01:58:30.587385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Pushing event updated for resources: {'Port': ['ID=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:30.589737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ca821917-e119-42fb-bcc1-a5b43f80ec54,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:30.668934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['ca821917-e119-42fb-bcc1-a5b43f80ec54'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:30.743732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Attempting to bind port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:30.744341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Attempting to bind port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:30.744862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Attempting to bind port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:30.756776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:30.757526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Attempting to bind port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:30.767906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4b1abd96-203a-40d0-b4ae-249a511fa5f2,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:30.769305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff488e4c-a732-4455-97af-6bc40e48a54f req-b89ebc2b-033c-4827-b1e8-5c8f93cb4a9c tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:30.781495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff488e4c-a732-4455-97af-6bc40e48a54f req-b89ebc2b-033c-4827-b1e8-5c8f93cb4a9c tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 948 time: 0.1317544 Sep 18 01:58:30.790562 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.802594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:30.803259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:30.803810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:30.804417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Bound port: 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:30.804952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.843891 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d9f2-ba63-4428-8ea3-10eb513f99fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.866257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 206cff7f-3367-4473-8ec6-011aa8caba56, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=206cff7f-3367-4473-8ec6-011aa8caba56,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:30.876445 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:30.913063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff488e4c-a732-4455-97af-6bc40e48a54f req-9be7e79b-32ee-4f47-9d58-7ed325329b47 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281710 Sep 18 01:58:30.947956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=206cff7f-3367-4473-8ec6-011aa8caba56,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:30.982550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] For port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:30.987394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] For port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:30.996919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:31.053981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f93a495d-8d5b-4a68-9d4b-7cb1568dfa3f req-3ff032b7-2d14-4563-9004-980868406d49 service neutron] 10.222.0.18 "GET /v2.0/networks/943f9f17-71a4-4332-97a6-0dd00e71c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1488028 Sep 18 01:58:31.085707 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9801d574-0161-4787-841a-35a4ec27308b req-dfaeff25-62d5-47c0-9436-a181fff77f68 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 210 time: 0.0494480 Sep 18 01:58:31.086912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.087511 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:31.088796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] 10.222.0.20 "PUT /v2.0/ports/7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 HTTP/1.1" status: 200 len: 1097 time: 1.7267809 Sep 18 01:58:31.095213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b346bc02-c2fc-4120-8062-4ac8bc47d3be', 'tag': '7bc6f254-f54c-4963-b4ef-c3c4ad3820a1'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:31.097810 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68cfb56-7f36-4927-a087-127e699c3950" -d '{"events": [{"name": "network-changed", "server_uuid": "b346bc02-c2fc-4120-8062-4ac8bc47d3be", "tag": "7bc6f254-f54c-4963-b4ef-c3c4ad3820a1"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:31.106392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a282c5-271c-4787-b5d1-de39cce666fb service neutron] Pushing event updated for resources: {'Port': ['ID=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:31.169269 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38706710-d21b-4434-8ef8-36e6d7177fe6 x-openstack-request-id: req-38706710-d21b-4434-8ef8-36e6d7177fe6 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:31.169575 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9514fda1-fbe4-4bfe-b95e-239810edb76e", "name": "network-vif-plugged", "status": "completed", "tag": "4b1abd96-203a-40d0-b4ae-249a511fa5f2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:31.169839 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38706710-d21b-4434-8ef8-36e6d7177fe6 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:31.170286 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9514fda1-fbe4-4bfe-b95e-239810edb76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1abd96-203a-40d0-b4ae-249a511fa5f2', 'code': 200} Sep 18 01:58:31.235884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a39cfbd5-0dfe-4c73-b3cc-076c0f3cd3df req-312e32f2-9910-4a89-840a-73850a9c36a6 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045560 Sep 18 01:58:31.248284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-55811539-510e-42d8-b6bc-85f83ed59632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.250841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-55811539-510e-42d8-b6bc-85f83ed59632 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b456ea20e77d447397290bb175d8e198&device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 1100 time: 0.1107233 Sep 18 01:58:31.258396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port 206cff7f-3367-4473-8ec6-011aa8caba56 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:31.258769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:31.315487 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5b3f6b-4c8d-4b18-bd2f-03b9eb5137ed x-openstack-request-id: req-6e5b3f6b-4c8d-4b18-bd2f-03b9eb5137ed {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:31.315860 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b346bc02-c2fc-4120-8062-4ac8bc47d3be", "tag": "7bc6f254-f54c-4963-b4ef-c3c4ad3820a1", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:31.316176 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e5b3f6b-4c8d-4b18-bd2f-03b9eb5137ed {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:31.316629 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b346bc02-c2fc-4120-8062-4ac8bc47d3be', 'tag': '7bc6f254-f54c-4963-b4ef-c3c4ad3820a1', 'status': 'completed', 'code': 200} Sep 18 01:58:31.320040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-bb52284c-03a1-420d-940c-087fab7a09d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 HTTP/1.1" status: 200 len: 217 time: 0.0576677 Sep 18 01:58:31.350025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76ae5dd6-da65-4ed5-a29b-c4509f533c00 req-374ad24b-219b-432f-8454-65179ca591d6 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1093953 Sep 18 01:58:31.373062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c80b14-530d-4c65-bc4e-bab3356c0c4f req-8d335f68-e02e-4223-8294-eafc65793410 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.374950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99c80b14-530d-4c65-bc4e-bab3356c0c4f req-8d335f68-e02e-4223-8294-eafc65793410 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 945 time: 0.1230445 Sep 18 01:58:31.455164 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99c80b14-530d-4c65-bc4e-bab3356c0c4f req-0fddc387-49dc-44e5-8574-7571b579c9ef tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650189 Sep 18 01:58:31.474524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-166f361f-f2cf-491f-b594-01db743bfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.476613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-166f361f-f2cf-491f-b594-01db743bfdc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1477063 Sep 18 01:58:31.530071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-2953e418-8bc0-4998-9948-47e39482ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.531672 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-2953e418-8bc0-4998-9948-47e39482ed53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484021 Sep 18 01:58:31.549745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:31.556573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-3df7fec5-c4a3-4130-8160-44d79d1256ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.558885 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-3df7fec5-c4a3-4130-8160-44d79d1256ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.9896445 Sep 18 01:58:31.595257 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:31.677639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-15353235-95b6-4e20-9326-5eee38115ccd service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330945 Sep 18 01:58:31.680120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-af30d3fe-d1b1-4315-b542-53779efc520d tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.681557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-af30d3fe-d1b1-4315-b542-53779efc520d tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 821 time: 0.6698596 Sep 18 01:58:31.712499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-b6cbbe66-5bb7-4b82-b4f1-17b5d1c3f5d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.1291275 Sep 18 01:58:31.719713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3871-44df-4f68-a43d-ee44d429c0ed req-a1c99c52-29a2-46d7-9133-1a370a24981d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.721874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afac3871-44df-4f68-a43d-ee44d429c0ed req-a1c99c52-29a2-46d7-9133-1a370a24981d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.0883739 Sep 18 01:58:31.728821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Request body: {'port': {'device_id': '51227b1d-1871-4733-be72-78565f3bbbfe', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'admin_state_up': True, 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:31.729466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99fd8b-d0ba-4b2b-ab43-3172b455eb2b req-40259e3a-8725-4409-93ee-36653d41b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.731098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d99fd8b-d0ba-4b2b-ab43-3172b455eb2b req-40259e3a-8725-4409-93ee-36653d41b328 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 1097 time: 0.4650853 Sep 18 01:58:31.802084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-b00de1f0-ef63-431d-bd33-32362432f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.803648 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-b00de1f0-ef63-431d-bd33-32362432f06e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1099 time: 0.3719058 Sep 18 01:58:31.822800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afac3871-44df-4f68-a43d-ee44d429c0ed req-59f2a526-fe38-4c23-b1ea-dc113e13af7c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618644 Sep 18 01:58:31.827505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bdee8ad-d268-4034-8e87-0e0accae100a req-0a5ddda9-e1d7-4a02-b07f-78e0fe8ac779 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426992 Sep 18 01:58:31.830077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2231bd-f4a4-4a37-a5ee-1c96e7000359 req-e92a63ae-a535-455e-95e6-6acc3a6c8fc0 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.837191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef2231bd-f4a4-4a37-a5ee-1c96e7000359 req-e92a63ae-a535-455e-95e6-6acc3a6c8fc0 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 943 time: 0.4274991 Sep 18 01:58:31.849798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ca821917-e119-42fb-bcc1-a5b43f80ec54 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:31.885429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port 206cff7f-3367-4473-8ec6-011aa8caba56, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=206cff7f-3367-4473-8ec6-011aa8caba56,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:31.885826 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:31.911610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:31.913320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:31.915711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-deleted', 'tag': '50052149-8535-4d17-94bf-9bcecb50b156'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:31.919162 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734783fc-606f-4056-ac96-b714adef8313" -d '{"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-deleted", "tag": "50052149-8535-4d17-94bf-9bcecb50b156"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:31.924947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port ca821917-e119-42fb-bcc1-a5b43f80ec54 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:31.929713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port ca821917-e119-42fb-bcc1-a5b43f80ec54 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:31.943231 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:31.950156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cfb56-7f36-4927-a087-127e699c3950 req-816b7acb-7453-4b02-b883-c9f1689895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:31.951769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d68cfb56-7f36-4927-a087-127e699c3950 req-816b7acb-7453-4b02-b883-c9f1689895fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b456ea20e77d447397290bb175d8e198&device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 1100 time: 0.0676346 Sep 18 01:58:31.982625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for 206cff7f-3367-4473-8ec6-011aa8caba56 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:32.013116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-6d3b0e5c-133c-45a1-9678-19eb1d207d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.014594 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-6d3b0e5c-133c-45a1-9678-19eb1d207d0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2729301 Sep 18 01:58:32.061924 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:32.071658 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d99fd8b-d0ba-4b2b-ab43-3172b455eb2b req-11a55d30-8d45-4f7a-a9ad-82c7963de733 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144941 Sep 18 01:58:32.120601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ca821917-e119-42fb-bcc1-a5b43f80ec54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca821917-e119-42fb-bcc1-a5b43f80ec54,segment=NetworkSegment(d9f25723-fde7-4b5a-bfaa-3ba19dc7e236),segment_id=d9f25723-fde7-4b5a-bfaa-3ba19dc7e236)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:32.122376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fea1f-9ed9-4c10-805a-86b27443e044 req-8f8b37e1-9abf-4753-91be-fbb2843ab223 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.123937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d85fea1f-9ed9-4c10-805a-86b27443e044 req-8f8b37e1-9abf-4753-91be-fbb2843ab223 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 948 time: 0.1262746 Sep 18 01:58:32.135166 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:32.167983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef2231bd-f4a4-4a37-a5ee-1c96e7000359 req-03089439-2097-405c-84e6-ea45cb5580c5 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/security-groups?id=12b504af-e90c-44fe-838e-03ee8d3cdb71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280618 Sep 18 01:58:32.194074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cfb56-7f36-4927-a087-127e699c3950 req-4b424ab5-d7ec-4a90-a6e8-c9e764a5abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.197241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d68cfb56-7f36-4927-a087-127e699c3950 req-4b424ab5-d7ec-4a90-a6e8-c9e764a5abf9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2370291 Sep 18 01:58:32.212789 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d85fea1f-9ed9-4c10-805a-86b27443e044 req-fe7328bb-01c6-4db9-b349-600990effe03 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775213 Sep 18 01:58:32.223260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ca821917-e119-42fb-bcc1-a5b43f80ec54,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:32.260273 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e65e8e-37d6-4597-a039-be57597f9e41 x-openstack-request-id: req-53e65e8e-37d6-4597-a039-be57597f9e41 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:32.260558 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-deleted", "tag": "50052149-8535-4d17-94bf-9bcecb50b156", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:32.260784 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53e65e8e-37d6-4597-a039-be57597f9e41 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:32.261246 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-deleted', 'tag': '50052149-8535-4d17-94bf-9bcecb50b156', 'status': 'completed', 'code': 200} Sep 18 01:58:32.323640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d68cfb56-7f36-4927-a087-127e699c3950 req-88cd911e-4af1-480d-9a8e-0b02fc55e149 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 HTTP/1.1" status: 200 len: 217 time: 0.0586307 Sep 18 01:58:32.332065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-52ff994d-8c8f-4b48-bf32-1012668ce3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.333561 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-52ff994d-8c8f-4b48-bf32-1012668ce3ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.4741840 Sep 18 01:58:32.347215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-0fac5386-af67-45ba-85f5-0e191ca479f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.348691 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-0fac5386-af67-45ba-85f5-0e191ca479f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3163857 Sep 18 01:58:32.351638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1011f9d9-1cc8-48e5-b6f2-2362d234d109 req-9293b843-c533-41ea-a4ee-855272c234a4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 210 time: 0.0308266 Sep 18 01:58:32.401184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cfb56-7f36-4927-a087-127e699c3950 req-0f487ce8-9c3a-4203-92fc-98e16e1b8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.403487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d68cfb56-7f36-4927-a087-127e699c3950 req-0f487ce8-9c3a-4203-92fc-98e16e1b8bd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0544240 Sep 18 01:58:32.456249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cfb56-7f36-4927-a087-127e699c3950 req-8152719c-8eb4-4e15-8b7b-cc82cb450dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.458533 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d68cfb56-7f36-4927-a087-127e699c3950 req-8152719c-8eb4-4e15-8b7b-cc82cb450dfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464883 Sep 18 01:58:32.460060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Made reservation on behalf of 7368298e3f1b4502b1188e1a0e80c274 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:32.463925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:32.472178 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-af279f18-219f-4c9f-9e15-3ff96c25963e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.1152489 Sep 18 01:58:32.545991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:32.580188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:32.592693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d68cfb56-7f36-4927-a087-127e699c3950 req-07bb86a0-2c01-44ea-8619-63afe66dfa86 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265032 Sep 18 01:58:32.603998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dc3dd-4011-4357-a766-e2a21cd6893b req-cbd3b7c3-463e-476d-a26c-9b726ca4d02b tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.606034 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b5dc3dd-4011-4357-a766-e2a21cd6893b req-cbd3b7c3-463e-476d-a26c-9b726ca4d02b tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 946 time: 0.0753939 Sep 18 01:58:32.678059 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a469db-3dd2-41ed-bc6d-68c37f7374b4 req-43f62107-ec02-4c9b-8010-1a887b116bf7 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.679630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63a469db-3dd2-41ed-bc6d-68c37f7374b4 req-43f62107-ec02-4c9b-8010-1a887b116bf7 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 945 time: 0.3389099 Sep 18 01:58:32.705596 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b5dc3dd-4011-4357-a766-e2a21cd6893b req-3431de5a-646b-48d1-b2ca-01d8361fee53 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799105 Sep 18 01:58:32.731555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d68cfb56-7f36-4927-a087-127e699c3950 req-933e0ede-a3a3-429f-86d3-d782ed3165e8 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209466 Sep 18 01:58:32.738732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-9b93dd48-997f-4f47-b924-876d20a9853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.740269 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-9b93dd48-997f-4f47-b924-876d20a9853f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2572525 Sep 18 01:58:32.787853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-abc8db12-3627-4cf9-bf69-0420693e5aae service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176161 Sep 18 01:58:32.813637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:32.895769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d6d61545-da1d-4360-a598-cf44646f1566 None None] Provisioning complete for port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:32.896264 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6d61545-da1d-4360-a598-cf44646f1566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:32.934903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d6d61545-da1d-4360-a598-cf44646f1566 None None] Port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:32.961106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aab39c-4ef2-42c1-8650-71b1a78484b6 req-7e65b4ff-4aaf-4e49-ab99-a550de3cb43f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.962683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7aab39c-4ef2-42c1-8650-71b1a78484b6 req-7e65b4ff-4aaf-4e49-ab99-a550de3cb43f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.0545695 Sep 18 01:58:32.967186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63a469db-3dd2-41ed-bc6d-68c37f7374b4 req-7c2a8db6-a196-43d0-a9e7-2329e5b942e5 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438111 Sep 18 01:58:32.972135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=206cff7f-3367-4473-8ec6-011aa8caba56,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:32.993086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-42d32ba9-8d4f-4561-beca-47240a3f9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:32.994602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-42d32ba9-8d4f-4561-beca-47240a3f9d7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2407258 Sep 18 01:58:33.015039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7aab39c-4ef2-42c1-8650-71b1a78484b6 req-5404bc7b-fa4e-4f72-b031-68d5cd25c339 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Sep 18 01:58:33.171871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206cff7f-3367-4473-8ec6-011aa8caba56'}, {'server_uuid': '939653a4-b45c-4e3d-a225-c03e2b921428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca821917-e119-42fb-bcc1-a5b43f80ec54'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:33.175322 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac266b00-49eb-422b-af4f-d5881fa06738" -d '{"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-unplugged", "status": "completed", "tag": "206cff7f-3367-4473-8ec6-011aa8caba56"}, {"server_uuid": "939653a4-b45c-4e3d-a225-c03e2b921428", "name": "network-vif-plugged", "status": "completed", "tag": "ca821917-e119-42fb-bcc1-a5b43f80ec54"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:33.280962 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fb0898-7329-41fb-8d57-3246f2286e73 x-openstack-request-id: req-c6fb0898-7329-41fb-8d57-3246f2286e73 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:33.281483 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-unplugged", "status": "completed", "tag": "206cff7f-3367-4473-8ec6-011aa8caba56", "code": 200}, {"server_uuid": "939653a4-b45c-4e3d-a225-c03e2b921428", "name": "network-vif-plugged", "status": "completed", "tag": "ca821917-e119-42fb-bcc1-a5b43f80ec54", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:33.282484 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6fb0898-7329-41fb-8d57-3246f2286e73 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:33.283027 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206cff7f-3367-4473-8ec6-011aa8caba56', 'code': 200} Sep 18 01:58:33.283421 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939653a4-b45c-4e3d-a225-c03e2b921428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca821917-e119-42fb-bcc1-a5b43f80ec54', 'code': 200} Sep 18 01:58:33.335899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2d446115-c1ef-4ab9-b451-65559dce643c req-ba58eb75-6100-40d6-8a87-74ecf7682c8e tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "GET /v2.0/ports?device_id=cad9fe83-a22f-4dde-9af6-71c1cae6888a HTTP/1.1" status: 200 len: 210 time: 0.0334799 Sep 18 01:58:33.389836 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98f95c95-2861-4ea5-9c0a-0b4704034339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:33.460086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port 206cff7f-3367-4473-8ec6-011aa8caba56 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:33.484255 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:33.486163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-736792f3-46e1-4d1b-9436-de8a5fc74754 req-f68aff83-46d8-4f1e-b703-6d970f80e994 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.20 "DELETE /v2.0/ports/206cff7f-3367-4473-8ec6-011aa8caba56 HTTP/1.1" status: 204 len: 173 time: 3.2173901 Sep 18 01:58:33.489753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Allocated IP 172.20.0.10 (f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54/054a3b02-59d0-42ef-a7fc-7c86e7339e95/4f4e350e-ec6b-43f4-b1bb-a883e6b4f600) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:33.521795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Router 431fe470-9695-43ea-aa6e-fa0ddc474f7b has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:58:33.586623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7acbe5a8-8973-40d8-aed2-98c2e0699780 req-6537b0e3-24c9-418c-badf-bc9e810ebb7b tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 210 time: 0.0300744 Sep 18 01:58:33.596233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-bc735899-ac85-4a32-8485-20ae59e1772f service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7786779 Sep 18 01:58:33.666824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842174c4-75df-4335-98f0-4c1cffc3c086 req-360fffb5-b74f-4bd4-bd04-4e5cf7daca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:33.668387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-842174c4-75df-4335-98f0-4c1cffc3c086 req-360fffb5-b74f-4bd4-bd04-4e5cf7daca21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 1098 time: 0.2581444 Sep 18 01:58:33.675791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ebed2-9915-4b93-93e6-ace63caaa868 req-9de8d30b-719b-4eec-99a0-334cb165c460 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:33.677176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-149ebed2-9915-4b93-93e6-ace63caaa868 req-9de8d30b-719b-4eec-99a0-334cb165c460 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 948 time: 0.2650456 Sep 18 01:58:33.710208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91206f-2a11-4349-82d0-58d18c103059 req-359deb23-20f5-429f-aa81-f5bff5d2c79a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:33.711900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a91206f-2a11-4349-82d0-58d18c103059 req-359deb23-20f5-429f-aa81-f5bff5d2c79a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 945 time: 0.0536728 Sep 18 01:58:33.737784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-df9f8dc7-65cd-4b19-8ceb-2e4c3dd41fc4 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898952 Sep 18 01:58:33.754808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a91206f-2a11-4349-82d0-58d18c103059 req-51f78dd4-0935-4529-8fee-5de0a05e3482 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355303 Sep 18 01:58:33.859443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb274b4-6fde-4936-bb47-5afada8aae23 req-2108dff4-af6e-4663-8c9b-0c8c8a04db9e tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:33.861356 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4cb274b4-6fde-4936-bb47-5afada8aae23 req-2108dff4-af6e-4663-8c9b-0c8c8a04db9e tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Sep 18 01:58:33.890415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:33.894210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-842174c4-75df-4335-98f0-4c1cffc3c086 req-90e08108-0c2f-440b-a813-5ef67c107770 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064366 Sep 18 01:58:33.908587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-149ebed2-9915-4b93-93e6-ace63caaa868 req-37c49739-1433-4bdc-8efa-13811108b31a tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197025 Sep 18 01:58:33.920225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4cb274b4-6fde-4936-bb47-5afada8aae23 req-030ab6ef-274f-437b-b7ca-3ccf3f1bb46a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526941 Sep 18 01:58:33.973605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:33.985613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:33.990273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0f56626a-6adf-4c13-894f-68f61a9cd480 admin admin] 10.222.0.21 "PUT /v2.0/routers/431fe470-9695-43ea-aa6e-fa0ddc474f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9794054 Sep 18 01:58:34.018576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.018885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Sync routers for ids ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:34.022963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f01dda15-5c29-4510-882f-8270b186cbc6 req-eac138ae-4b36-4415-8ffd-6cc54cc617fd service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738872 Sep 18 01:58:34.090501 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.090788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:34.093253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Routers {'431fe470-9695-43ea-aa6e-fa0ddc474f7b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:34.093901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:34.136421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'mac_address': 'fa:16:3e:c1:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:34.162510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8e807-6945-416d-854b-23c4f83432eb req-b9d2a17b-4b4a-4752-b449-37086613c87b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:34.164077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28e8e807-6945-416d-854b-23c4f83432eb req-b9d2a17b-4b4a-4752-b449-37086613c87b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 947 time: 0.0575876 Sep 18 01:58:34.170324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:34.177205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:34.183258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:34.223962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Pushing event updated for resources: {'Port': ['ID=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:34.225513 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.235320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28e8e807-6945-416d-854b-23c4f83432eb req-3ad6e4c8-e0bc-48b1-88cc-d94967c9a954 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637214 Sep 18 01:58:34.237225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2b399-2554-4d1e-8fc1-20dc93e92728 req-c6886714-a494-499d-9bea-21697df69dd3 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:34.238958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80c2b399-2554-4d1e-8fc1-20dc93e92728 req-c6886714-a494-499d-9bea-21697df69dd3 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 945 time: 0.1512644 Sep 18 01:58:34.264693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-deleted', 'tag': '206cff7f-3367-4473-8ec6-011aa8caba56'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:34.267162 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cf2fbd-5a1a-4f8f-853a-799c79395fea" -d '{"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-deleted", "tag": "206cff7f-3367-4473-8ec6-011aa8caba56"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:34.271213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:34.280045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:34.280701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.281395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Set router 431fe470-9695-43ea-aa6e-fa0ddc474f7b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:34.319478 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80c2b399-2554-4d1e-8fc1-20dc93e92728 req-e8121dd8-e95b-4e2d-a049-d6882d7cbb1c tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681534 Sep 18 01:58:34.321153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-6d9ded74-1657-4639-b882-fd9e27205570 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6011558 Sep 18 01:58:34.347224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Request body: {'port': {'device_id': '51227b1d-1871-4733-be72-78565f3bbbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:34.356254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:34.369460 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.374927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:34.444855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.564454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:34.581123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:34.592508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.592836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.593174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.593504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.593829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.594153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.594498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.594826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.595146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.595463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.595780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.596093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:58:34.610672 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91514005-48f2-4466-9e19-c2859b934f27 req-05bf6a4f-6363-4029-9b0a-e059d79f94e3 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2359860 Sep 18 01:58:34.612409 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1d2a66-b9d6-4ad4-978f-49b0a4ff6f45 x-openstack-request-id: req-2d1d2a66-b9d6-4ad4-978f-49b0a4ff6f45 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:34.612919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '7bc6f254-f54c-4963-b4ef-c3c4ad3820a1', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '7bc6f254-f54c-4963-b4ef-c3c4ad3820a1', 'mac_address': 'fa:16:3e:33:bb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:34.613037 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9fe83-a22f-4dde-9af6-71c1cae6888a", "name": "network-vif-deleted", "tag": "206cff7f-3367-4473-8ec6-011aa8caba56", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:34.613125 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d1d2a66-b9d6-4ad4-978f-49b0a4ff6f45 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:34.613456 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9fe83-a22f-4dde-9af6-71c1cae6888a', 'name': 'network-vif-deleted', 'tag': '206cff7f-3367-4473-8ec6-011aa8caba56', 'status': 'completed', 'code': 200} Sep 18 01:58:34.619345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:34.635560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-336d690c-47c9-484f-be79-c5c29c5704b4 None None] Provisioning complete for port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:34.636112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-336d690c-47c9-484f-be79-c5c29c5704b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.658227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.670354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45868) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:34.745980 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.764947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-336d690c-47c9-484f-be79-c5c29c5704b4 None None] Port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:34.774776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:34.805973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.808944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:34.816977 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.824190 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.845929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:29Z', 'revision_number': 4, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd7a1df6e-3f1c-4243-9db3-c52ccf6338c1', 'name': '', 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'mac_address': 'fa:16:3e:b4:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '16c6087a-60f4-413c-a7c0-3d5cb62677f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:25Z', 'updated_at': '2021-09-18T01:58:30Z', 'revision_number': 2, 'project_id': '882935b4360949b49d35b4345c2de077', 'subnets': [{'id': '16c6087a-60f4-413c-a7c0-3d5cb62677f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:34.879010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Checking router: 431fe470-9695-43ea-aa6e-fa0ddc474f7b for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:34.879364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Updating router 431fe470-9695-43ea-aa6e-fa0ddc474f7b port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:58:34.882953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f64a46-031a-4f2b-b4fd-95b270403d22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting subnet 2d4b4e0d-e553-415b-b72a-4952cdbe2e69 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:34.896396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f64a46-031a-4f2b-b4fd-95b270403d22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.915902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:34.919562 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:34.963097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Allocated IP 172.25.0.227 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/20aa579f-d6cd-4796-a0ff-cfc41cb815fd) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:34.966441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-f25f54bc-d260-4df2-836e-4f5c3a7a04e2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:34.967994 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-f25f54bc-d260-4df2-836e-4f5c3a7a04e2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 948 time: 0.2872341 Sep 18 01:58:34.980982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb95667-7789-4b2d-99f1-7cc4419e91c5 req-6af5cae7-9002-4c10-bf88-f0eed2008e19 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:34.982555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dbb95667-7789-4b2d-99f1-7cc4419e91c5 req-6af5cae7-9002-4c10-bf88-f0eed2008e19 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 948 time: 0.2237039 Sep 18 01:58:35.041404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f64a46-031a-4f2b-b4fd-95b270403d22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.091276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.133926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.141163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dbb95667-7789-4b2d-99f1-7cc4419e91c5 req-5089720f-1901-41b7-8733-5a9dc4965042 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460137 Sep 18 01:58:35.147526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['7bc6f254-f54c-4963-b4ef-c3c4ad3820a1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:35.200833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:35.209498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:35.214638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:35.234664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:35.237239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Pushing event updated for resources: {'Port': ['ID=20aa579f-d6cd-4796-a0ff-cfc41cb815fd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:35.251123 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.251883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:35.278429 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-4b82ffdd-b1ec-4e3a-8486-109d82004767 service neutron] delete failed (client error): The resource could not be found. Sep 18 01:58:35.279471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-4b82ffdd-b1ec-4e3a-8486-109d82004767 service neutron] 10.222.0.18 "DELETE /v2.0/ports/1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.2955668 Sep 18 01:58:35.296169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Transition to ACTIVE for port object 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:35.312704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f64a46-031a-4f2b-b4fd-95b270403d22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.319603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.349365 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.367595 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.428119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7eeed-d5af-442f-865d-a0e023806f61 req-0d4bfe7c-c172-4b67-8f82-d58152fd288b tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:35.429970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49e7eeed-d5af-442f-865d-a0e023806f61 req-0d4bfe7c-c172-4b67-8f82-d58152fd288b tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 932 time: 0.1594694 Sep 18 01:58:35.597349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.597630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:35.610625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.623661 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49e7eeed-d5af-442f-865d-a0e023806f61 req-143a60c2-72e6-4ed2-adcf-029b53b34040 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796427 Sep 18 01:58:35.649049 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f64a46-031a-4f2b-b4fd-95b270403d22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.703316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f64a46-031a-4f2b-b4fd-95b270403d22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4b4e0d-e553-415b-b72a-4952cdbe2e69,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:35.713302 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Pushing event updated for resources: {'Port': ['ID=20aa579f-d6cd-4796-a0ff-cfc41cb815fd,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:35.719947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.739369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-202670e8-28b5-4169-91d2-1807e944073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:35.741085 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-202670e8-28b5-4169-91d2-1807e944073f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1100 time: 0.3335469 Sep 18 01:58:35.742134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.743721 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.753068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91514005-48f2-4466-9e19-c2859b934f27 req-61df0e94-50e8-4975-9195-a1ab7ea9c02e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1408069 Sep 18 01:58:35.753318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-201dd95d-a0d1-403f-9d75-ec7098d1e966 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:35.753966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.754856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-201dd95d-a0d1-403f-9d75-ec7098d1e966 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 945 time: 0.2611971 Sep 18 01:58:35.795496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20223599-0591-4425-8929-f8301b86c5c3 None None] Network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:35.803033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f64a46-031a-4f2b-b4fd-95b270403d22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.804919 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c5f64a46-031a-4f2b-b4fd-95b270403d22 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "DELETE /v2.0/subnets/2d4b4e0d-e553-415b-b72a-4952cdbe2e69 HTTP/1.1" status: 204 len: 168 time: 1.1333780 Sep 18 01:58:35.814824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45878) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:35.852373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91514005-48f2-4466-9e19-c2859b934f27 req-fdd8a64d-6dfe-4383-9fe9-43600f6bb18d tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.0975363 Sep 18 01:58:35.878462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Attempting to bind port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:35.878878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Attempting to bind port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:35.879143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Attempting to bind port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 on network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:35.890360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 on network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:35.890680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Attempting to bind port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 on network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:35.904845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b620e-517d-4048-a8ea-e45b2c24ef66 None None] Pushing event updated for resources: {'Port': ['ID=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:35.912009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:35.953701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Attempting to bind port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:35.954064 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Attempting to bind port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:35.954414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Attempting to bind port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 on network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:35.961380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:35.961751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Checking segment: {'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:35.962160 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.962552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Bound using segment: {'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:35.963048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Bound port: d7a1df6e-3f1c-4243-9db3-c52ccf6338c1, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172a571d-d0bc-42cd-9ecf-bfd8e87473a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:35.963428 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:35.972391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:35.972867 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Checking segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:35.973335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Bound using segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:35.973911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Bound port: 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:35.974375 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.000188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d642ec-8122-4b28-8ee8-39381bc14343 req-c89d6824-fd9b-43f8-ad8b-0c214f60a773 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.008528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50d642ec-8122-4b28-8ee8-39381bc14343 req-c89d6824-fd9b-43f8-ad8b-0c214f60a773 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 945 time: 0.2664390 Sep 18 01:58:36.017496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.077258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91514005-48f2-4466-9e19-c2859b934f27 req-cfecbddb-3d97-4a55-b211-0ce003bd76e8 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.078508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91514005-48f2-4466-9e19-c2859b934f27 req-cfecbddb-3d97-4a55-b211-0ce003bd76e8 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1537395 Sep 18 01:58:36.106766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-c7ce257a-8e7f-4fac-a69c-dd381a204dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.108447 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-c7ce257a-8e7f-4fac-a69c-dd381a204dd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3495967 Sep 18 01:58:36.112091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:36.117055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-609e1386-f8df-4270-94ed-6f55d8994e67 None None] Provisioning complete for port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:36.117433 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-609e1386-f8df-4270-94ed-6f55d8994e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.122476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:36.122638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.126809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port bc442495-da67-416c-b912-9315669774c7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:36.128211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.144970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] For port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:36.153064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50d642ec-8122-4b28-8ee8-39381bc14343 req-491cd1bb-da50-4099-bdd3-c13f5378f992 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433184 Sep 18 01:58:36.201796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] For port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,segment=NetworkSegment(172a571d-d0bc-42cd-9ecf-bfd8e87473a5),segment_id=172a571d-d0bc-42cd-9ecf-bfd8e87473a5)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:36.216985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-609e1386-f8df-4270-94ed-6f55d8994e67 None None] Port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:36.218593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] DHCP port deletion for 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:58:36.221660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.263976 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-67f1fcad-c216-425d-8842-d09474d6a6c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.1440570 Sep 18 01:58:36.267514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port bc442495-da67-416c-b912-9315669774c7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bc442495-da67-416c-b912-9315669774c7,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:36.268069 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.269406 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.290571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fd9b6-48e2-42d0-a601-bf4fee9a076c req-e0629e1a-cd08-46d8-a81c-224c39d21a3e tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.298544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c7fd9b6-48e2-42d0-a601-bf4fee9a076c req-e0629e1a-cd08-46d8-a81c-224c39d21a3e tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 949 time: 0.1118472 Sep 18 01:58:36.314305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for bc442495-da67-416c-b912-9315669774c7 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:36.337280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Routers {'431fe470-9695-43ea-aa6e-fa0ddc474f7b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:36.337508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Deleting port be4eee62-7f25-433e-8a69-a1128fae0e02 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:36.337508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.337737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:36.338870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b620e-517d-4048-a8ea-e45b2c24ef66 None None] Pushing event updated for resources: {'Port': ['ID=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:36.362430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] For port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:36.395420 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c7fd9b6-48e2-42d0-a601-bf4fee9a076c req-4ec22679-29a3-480f-936b-fc2a29d21dfe tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958786 Sep 18 01:58:36.414585 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] For port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:36.443319 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.458127 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.477556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] Deleting port bc442495-da67-416c-b912-9315669774c7 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:36.478011 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.536886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9e7fa24-620f-45c0-8795-6de2a1a924f5 req-baa8ea90-0a48-4349-955a-b6a1a2a8b849 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips/ae29d9d2-b4ea-4572-ae62-fc9ec21862af HTTP/1.1" status: 200 len: 693 time: 0.0686276 Sep 18 01:58:36.553815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bddbba-70ee-42c1-a72a-80fc98d4a322 req-e3ae7a21-7de8-449c-a144-bf13281562f7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.555379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02bddbba-70ee-42c1-a72a-80fc98d4a322 req-e3ae7a21-7de8-449c-a144-bf13281562f7 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 946 time: 0.3038766 Sep 18 01:58:36.556813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-e7503c44-977f-4f3b-9daa-7bc01d95b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.559523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-e7503c44-977f-4f3b-9daa-7bc01d95b8cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2805240 Sep 18 01:58:36.566217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b346bc02-c2fc-4120-8062-4ac8bc47d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc6f254-f54c-4963-b4ef-c3c4ad3820a1'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:36.568597 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fc0563-b345-4763-972c-b87824fa6133" -d '{"events": [{"server_uuid": "b346bc02-c2fc-4120-8062-4ac8bc47d3be", "name": "network-vif-plugged", "status": "completed", "tag": "7bc6f254-f54c-4963-b4ef-c3c4ad3820a1"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:36.588444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.615807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:36.621182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] Set router 431fe470-9695-43ea-aa6e-fa0ddc474f7b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:36.635414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.636108 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.637510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 1093 time: 2.3067799 Sep 18 01:58:36.642918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:36.645207 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd401b13-f54f-466b-b5c4-ee43d564b896" -d '{"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:36.664797 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.674274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] For port bc442495-da67-416c-b912-9315669774c7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bc442495-da67-416c-b912-9315669774c7,segment=NetworkSegment(3e50a0c9-7306-4731-8dc2-46534044986c),segment_id=3e50a0c9-7306-4731-8dc2-46534044986c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:36.674672 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.688274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=bc442495-da67-416c-b912-9315669774c7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:36.702068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02bddbba-70ee-42c1-a72a-80fc98d4a322 req-fa970cbb-05fb-4eba-bcdd-f5841875e9d2 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058059 Sep 18 01:58:36.702786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port bc442495-da67-416c-b912-9315669774c7 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:36.724861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] For port be4eee62-7f25-433e-8a69-a1128fae0e02, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=be4eee62-7f25-433e-8a69-a1128fae0e02,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:36.724861 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.734894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] Calling delete_port for bc442495-da67-416c-b912-9315669774c7 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:36.782133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Calling delete_port for be4eee62-7f25-433e-8a69-a1128fae0e02 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:36.789348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe678bd0-4ba5-4007-88c8-d533f879bac3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:36.797611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-dd715366-2f8b-442b-9182-ce9beae949d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.799657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-dd715366-2f8b-442b-9182-ce9beae949d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2187321 Sep 18 01:58:36.824511 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.861775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:36.880219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fa24-620f-45c0-8795-6de2a1a924f5 req-3aa472ea-e48d-4b94-9510-f31a56f2c270 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:36.881620 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9e7fa24-620f-45c0-8795-6de2a1a924f5 req-3aa472ea-e48d-4b94-9510-f31a56f2c270 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.3376398 Sep 18 01:58:36.883553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e50a0c9-7306-4731-8dc2-46534044986c') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:36.883837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e50a0c9-7306-4731-8dc2-46534044986c') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:36.911252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-b9e7fa24-620f-45c0-8795-6de2a1a924f5 req-5fa5f042-ab06-4cb5-95b7-b76dacc81ded tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:58:36.919009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9e7fa24-620f-45c0-8795-6de2a1a924f5 req-5fa5f042-ab06-4cb5-95b7-b76dacc81ded tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273907 Sep 18 01:58:36.925694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.934147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:36.950494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-93153dda-ac3b-4ac8-b889-c341e5cc443f None None] Provisioning complete for port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:36.951038 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93153dda-ac3b-4ac8-b889-c341e5cc443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.968448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.981893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:36.982400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:36.986344 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:37.027901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bc442495-da67-416c-b912-9315669774c7 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:37.032578 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7aea3f-b1b6-4656-b53a-5490b4d74625 x-openstack-request-id: req-db7aea3f-b1b6-4656-b53a-5490b4d74625 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:37.032877 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b346bc02-c2fc-4120-8062-4ac8bc47d3be", "name": "network-vif-plugged", "status": "completed", "tag": "7bc6f254-f54c-4963-b4ef-c3c4ad3820a1", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:37.033130 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db7aea3f-b1b6-4656-b53a-5490b4d74625 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:37.033519 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b346bc02-c2fc-4120-8062-4ac8bc47d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc6f254-f54c-4963-b4ef-c3c4ad3820a1', 'code': 200} Sep 18 01:58:37.069928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: bc442495-da67-416c-b912-9315669774c7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:37.070267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bc442495-da67-416c-b912-9315669774c7 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:37.100391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.109694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.112938 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "DELETE /v2.0/networks/2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d HTTP/1.1" status: 204 len: 168 time: 1.2949662 Sep 18 01:58:37.116307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45902) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:37.122335 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.162584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba4ea-e884-4cef-a751-be9183487ac3 tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Network': ['ID=2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:37.169559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] Network 2b4a97e5-faa0-4a9a-8d10-6ad66e731c3d is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 01:58:37.170023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] No DVR routers for this DVR port bc442495-da67-416c-b912-9315669774c7 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:37.175191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5265f9-0bbe-4689-845e-c0eb617e83b0 None None] Pushing event deleted for resources: {'Port': ['ID=bc442495-da67-416c-b912-9315669774c7,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:37.219096 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93153dda-ac3b-4ac8-b889-c341e5cc443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.227594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-890615f1-d9ae-422e-a16b-0848fdff5aed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting subnet 73b735f8-c269-49cf-9599-fe223d8cf964 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:37.235125 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-890615f1-d9ae-422e-a16b-0848fdff5aed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.262520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:29Z', 'revision_number': 4, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd7a1df6e-3f1c-4243-9db3-c52ccf6338c1', 'name': '', 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'mac_address': 'fa:16:3e:b4:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '16c6087a-60f4-413c-a7c0-3d5cb62677f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:25Z', 'updated_at': '2021-09-18T01:58:36Z', 'revision_number': 4, 'project_id': '882935b4360949b49d35b4345c2de077', 'subnets': [{'id': '16c6087a-60f4-413c-a7c0-3d5cb62677f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:37.265413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-93153dda-ac3b-4ac8-b889-c341e5cc443f None None] For port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,segment=NetworkSegment(172a571d-d0bc-42cd-9ecf-bfd8e87473a5),segment_id=172a571d-d0bc-42cd-9ecf-bfd8e87473a5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:37.274870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d25ca3-8c7d-4954-ad37-778b1d8b332e req-a8a7dfdb-7b63-4ef4-8ded-7564c996ee51 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:37.277100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7d25ca3-8c7d-4954-ad37-778b1d8b332e req-a8a7dfdb-7b63-4ef4-8ded-7564c996ee51 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 944 time: 0.1341441 Sep 18 01:58:37.291342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-890615f1-d9ae-422e-a16b-0848fdff5aed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.350363 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fdf47628-aae0-4026-8df5-7cd948b61370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:37.352102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-fdf47628-aae0-4026-8df5-7cd948b61370 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1096 time: 0.6186941 Sep 18 01:58:37.366050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7d25ca3-8c7d-4954-ad37-778b1d8b332e req-2943cb34-a8ec-4e34-9c56-1ab090b3b8c2 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741816 Sep 18 01:58:37.421082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713ccfe-f612-49df-afbb-a17c95a78a7d req-6d2b905a-f2c9-42bc-adab-ee66396fa297 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:37.422211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-890615f1-d9ae-422e-a16b-0848fdff5aed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.428556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e713ccfe-f612-49df-afbb-a17c95a78a7d req-6d2b905a-f2c9-42bc-adab-ee66396fa297 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 948 time: 0.6232643 Sep 18 01:58:37.429464 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93153dda-ac3b-4ac8-b889-c341e5cc443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.433947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2f45e-76a4-465e-963b-4e8cf1ca9c46 None None] The sync data for ids ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'] in n-d-789963-12 is: [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:29Z', 'revision_number': 4, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd7a1df6e-3f1c-4243-9db3-c52ccf6338c1', 'name': '', 'network_id': 'e4ca4a97-620e-4f8a-bcac-c644e85e2df3', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'mac_address': 'fa:16:3e:b4:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '16c6087a-60f4-413c-a7c0-3d5cb62677f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:25Z', 'updated_at': '2021-09-18T01:58:36Z', 'revision_number': 4, 'project_id': '882935b4360949b49d35b4345c2de077', 'subnets': [{'id': '16c6087a-60f4-413c-a7c0-3d5cb62677f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:58:37.443330 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-3d29c95c-f3fd-44c6-b814-31a56dca2240 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 217 time: 0.0814435 Sep 18 01:58:37.467378 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9988fbfa-3599-47d9-bbd7-3f632d5c65d2 x-openstack-request-id: req-9988fbfa-3599-47d9-bbd7-3f632d5c65d2 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:37.467640 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:37.470873 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9988fbfa-3599-47d9-bbd7-3f632d5c65d2 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:37.471320 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'status': 'completed', 'code': 200} Sep 18 01:58:37.493038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93153dda-ac3b-4ac8-b889-c341e5cc443f None None] Pushing event updated for resources: {'Port': ['ID=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:37.498704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa4dd8-d908-4970-ac3e-cdfb70a9e7a0 req-dfd1fb91-0fc3-41cb-80dc-dfcd1566b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:37.514102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5aa4dd8-d908-4970-ac3e-cdfb70a9e7a0 req-dfd1fb91-0fc3-41cb-80dc-dfcd1566b85c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 1102 time: 0.2432680 Sep 18 01:58:37.557242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-890615f1-d9ae-422e-a16b-0848fdff5aed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.600234 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-7f0bd88f-798e-434d-ae1b-347e3058e544 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894027 Sep 18 01:58:37.606204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890615f1-d9ae-422e-a16b-0848fdff5aed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Subnet': ['ID=73b735f8-c269-49cf-9599-fe223d8cf964,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:37.613220 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-890615f1-d9ae-422e-a16b-0848fdff5aed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.615715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-890615f1-d9ae-422e-a16b-0848fdff5aed tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "DELETE /v2.0/subnets/73b735f8-c269-49cf-9599-fe223d8cf964 HTTP/1.1" status: 204 len: 168 time: 0.4981489 Sep 18 01:58:37.618845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45908) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:37.623970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b9d54-f018-4822-b583-836ab1ee917f None None] Network 5496dc54-e56a-49d3-845a-4df076177210 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:37.643162 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e713ccfe-f612-49df-afbb-a17c95a78a7d req-86db17fc-bfb1-43c0-a5c6-b48a42761161 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136190 Sep 18 01:58:37.686385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5aa4dd8-d908-4970-ac3e-cdfb70a9e7a0 req-44501dff-8466-438f-987c-e50254fa4d60 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260653 Sep 18 01:58:37.688233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-2d07b20d-c594-45b9-a161-0cb6be5eec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:37.689860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-2d07b20d-c594-45b9-a161-0cb6be5eec04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.2148521 Sep 18 01:58:37.750812 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.822853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Deleting port 786d098e-63ba-41d4-89a0-fb378c2b0554 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:37.823993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.915288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:37.915935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddb0b347-16d5-496c-aad6-5823a56f3519 req-2129bfa5-b813-4d07-bca5-4953d7a9e3b6 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=882935b4360949b49d35b4345c2de077 HTTP/1.1" status: 200 len: 696 time: 0.2142889 Sep 18 01:58:37.929329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] For port 786d098e-63ba-41d4-89a0-fb378c2b0554, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=786d098e-63ba-41d4-89a0-fb378c2b0554,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:37.929794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:37.955450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] DHCP port deletion for 5496dc54-e56a-49d3-845a-4df076177210 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:58:37.956953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441d9ed-de8c-4891-9008-5f19ec833913 req-8b9b20a2-deff-4e59-b41b-760da3675424 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:37.958604 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b441d9ed-de8c-4891-9008-5f19ec833913 req-8b9b20a2-deff-4e59-b41b-760da3675424 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 945 time: 0.1199574 Sep 18 01:58:37.959709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Calling delete_port for 786d098e-63ba-41d4-89a0-fb378c2b0554 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:38.031692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:38.037009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:38.037382 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.042687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] Deleting port 786d098e-63ba-41d4-89a0-fb378c2b0554 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:38.043120 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.049452 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.059475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-5fb995db-fcf3-463b-9207-ba748bb4c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:38.061006 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-5fb995db-fcf3-463b-9207-ba748bb4c9c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3382530 Sep 18 01:58:38.062700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b441d9ed-de8c-4891-9008-5f19ec833913 req-f5644ed6-adc4-4781-928f-f4256e53db05 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962808 Sep 18 01:58:38.100589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.109249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event deleted for resources: {'Port': ['ID=be4eee62-7f25-433e-8a69-a1128fae0e02,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:38.139813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Port': ['ID=786d098e-63ba-41d4-89a0-fb378c2b0554,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:38.161541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] No DVR routers for this DVR port 786d098e-63ba-41d4-89a0-fb378c2b0554 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:38.207752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] For port 786d098e-63ba-41d4-89a0-fb378c2b0554, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=786d098e-63ba-41d4-89a0-fb378c2b0554,segment=NetworkSegment(32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa),segment_id=32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:38.208061 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.225407 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] Calling delete_port for 786d098e-63ba-41d4-89a0-fb378c2b0554 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:38.247468 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edecba4b-cd82-4d05-9179-10ab54d1372d req-9e25ea6d-8e39-471e-9d1e-c2347e3c37cc service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377668 Sep 18 01:58:38.291192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0b347-16d5-496c-aad6-5823a56f3519 req-be9d80a2-78b2-4827-a7b7-9aa8d280c8e8 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:38.292979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddb0b347-16d5-496c-aad6-5823a56f3519 req-be9d80a2-78b2-4827-a7b7-9aa8d280c8e8 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/networks?id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 787 time: 0.3751519 Sep 18 01:58:38.317168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] No DVR routers for this DVR port be4eee62-7f25-433e-8a69-a1128fae0e02 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:38.325177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-ddb0b347-16d5-496c-aad6-5823a56f3519 req-93f362cd-c391-41c6-9aba-b91f1c5f1570 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:58:38.326149 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddb0b347-16d5-496c-aad6-5823a56f3519 req-93f362cd-c391-41c6-9aba-b91f1c5f1570 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102086 Sep 18 01:58:38.327348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.330168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e821ec0-ea36-40bd-b248-1a07566f58cc req-b7047766-9a76-4cf5-9290-7f7542996dce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "DELETE /v2.0/ports/be4eee62-7f25-433e-8a69-a1128fae0e02 HTTP/1.1" status: 204 len: 173 time: 2.5670674 Sep 18 01:58:38.335915 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.348709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-2f0ca69f-a5ba-4840-b4ca-f8f6755c1951 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412014 Sep 18 01:58:38.466352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:38.480456 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.488144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.528075 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ad8a6d-1f88-4efd-a58b-326ead3b783a req-8249eed8-84b7-4147-b709-b2e62f0bfe27 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664584 Sep 18 01:58:38.546797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] No DVR routers for this DVR port 786d098e-63ba-41d4-89a0-fb378c2b0554 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:38.605965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:38.659542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae896d-eaf5-40f9-aaf2-68106e34166f None None] Pushing event deleted for resources: {'Port': ['ID=786d098e-63ba-41d4-89a0-fb378c2b0554,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:38.677413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-11916a28-4e0d-4580-9ec9-1e33511800b0 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips/ae29d9d2-b4ea-4572-ae62-fc9ec21862af HTTP/1.1" status: 200 len: 693 time: 0.1483214 Sep 18 01:58:38.721024 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.749222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5496dc54-e56a-49d3-845a-4df076177210']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:38.759596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:38.759881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d2ea8a-9ba1-4e46-8e09-bb6a5a648ffa') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:38.771330 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.795494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-6783ec98-6873-421b-9b65-ff72405578f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:38.797154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-6783ec98-6873-421b-9b65-ff72405578f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1096 time: 0.1719313 Sep 18 01:58:38.798621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.814073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812865e2-b781-412e-ab71-8e688cc73c42 req-6522f374-0a13-41b9-abeb-bc0691c4d4f4 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:38.822379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-812865e2-b781-412e-ab71-8e688cc73c42 req-6522f374-0a13-41b9-abeb-bc0691c4d4f4 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 950 time: 0.6590710 Sep 18 01:58:38.844520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:38.844980 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:38.849247 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:38.889605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-013be1e2-da18-4f22-8d1f-f7205906d2da tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:38.891140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-013be1e2-da18-4f22-8d1f-f7205906d2da tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.2053850 Sep 18 01:58:38.928025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-812865e2-b781-412e-ab71-8e688cc73c42 req-f5c7c534-1236-4e1f-93b2-12f0dca3ba2b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994008 Sep 18 01:58:38.945985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-eb87c6d5-9e9e-4978-b161-3a7003948cf2 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:58:38.957420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-eb87c6d5-9e9e-4978-b161-3a7003948cf2 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170753 Sep 18 01:58:39.021731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.030268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.032566 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] 10.222.0.21 "DELETE /v2.0/networks/5496dc54-e56a-49d3-845a-4df076177210 HTTP/1.1" status: 204 len: 168 time: 1.4124601 Sep 18 01:58:39.039412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:39.042127 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8151a90f-16b5-4260-906f-af0759b254e0" -d '{"events": [{"server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "name": "network-vif-plugged", "status": "completed", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:39.062879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-f88c8560-b13f-4129-8383-df0a5449b243 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.1044240 Sep 18 01:58:39.070195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b15b14-e0fe-454d-9ada-1f4477bc2fcb tempest-ServersTestMultiNic-1818342674 tempest-ServersTestMultiNic-1818342674-project] Pushing event deleted for resources: {'Network': ['ID=5496dc54-e56a-49d3-845a-4df076177210,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:39.096184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:39.147243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-08dfbb6d-4914-49d5-8c51-0b10ac111bf6 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.0830648 Sep 18 01:58:39.161214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805e2bc-0227-4cc1-b933-b2e0333106c5 req-c788234b-2379-4c01-a467-d6bef9b8b537 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:39.170478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a805e2bc-0227-4cc1-b933-b2e0333106c5 req-c788234b-2379-4c01-a467-d6bef9b8b537 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 944 time: 0.1332092 Sep 18 01:58:39.180794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:39.181315 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.246645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a805e2bc-0227-4cc1-b933-b2e0333106c5 req-885374bf-6e55-4685-8104-deff5bd4aede tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736053 Sep 18 01:58:39.252952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-27ca10f0-674d-4bd4-bb46-4ae51d0af2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:39.254624 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-27ca10f0-674d-4bd4-bb46-4ae51d0af2f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.3622901 Sep 18 01:58:39.331620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-f47444ae-e22a-46c4-a41b-1540150a0aff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 217 time: 0.0529940 Sep 18 01:58:39.391780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-c2987615-00d6-4ec4-b8a6-7af370466ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:39.393339 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-c2987615-00d6-4ec4-b8a6-7af370466ad6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.0546231 Sep 18 01:58:39.406520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 786d098e-63ba-41d4-89a0-fb378c2b0554 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:39.413656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Deleting port 20aa579f-d6cd-4796-a0ff-cfc41cb815fd {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:39.414003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.433881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 786d098e-63ba-41d4-89a0-fb378c2b0554 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:39.434463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 786d098e-63ba-41d4-89a0-fb378c2b0554 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:39.472816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a748e0-4551-4831-bd31-4d9cd7aa8b3c', 'name': 'network-vif-deleted', 'tag': 'be4eee62-7f25-433e-8a69-a1128fae0e02'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:39.475148 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14ee1ed-238b-45f9-9eee-80813f34d8b2" -d '{"events": [{"server_uuid": "15a748e0-4551-4831-bd31-4d9cd7aa8b3c", "name": "network-vif-deleted", "tag": "be4eee62-7f25-433e-8a69-a1128fae0e02"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:39.518300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3006-642b-404c-a6b6-c903ee3ea1a8 req-4179ea2e-7346-4ffb-b6d2-942fff4262db tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:39.519949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f2ce3006-642b-404c-a6b6-c903ee3ea1a8 req-4179ea2e-7346-4ffb-b6d2-942fff4262db tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.0735734 Sep 18 01:58:39.524594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-95c56ffe-e340-4a96-8d2c-3e6cbdc12e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:39.526178 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-95c56ffe-e340-4a96-8d2c-3e6cbdc12e2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098459 Sep 18 01:58:39.560621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f2ce3006-642b-404c-a6b6-c903ee3ea1a8 req-7f202f1f-1a94-4e13-b5ef-871064718bcb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347555 Sep 18 01:58:39.561265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.561597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.587689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Calling delete_port for 20aa579f-d6cd-4796-a0ff-cfc41cb815fd owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:39.639054 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf79729-382e-4646-8019-e3504352ef47 x-openstack-request-id: req-ecf79729-382e-4646-8019-e3504352ef47 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:39.639347 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "name": "network-vif-plugged", "status": "completed", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:39.639602 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecf79729-382e-4646-8019-e3504352ef47 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:39.639995 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'code': 200} Sep 18 01:58:39.694930 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-349d11cb-f8e5-460d-b38e-72f99c2b6621 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581836 Sep 18 01:58:39.713462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f740256-03b3-4e10-9aba-ebd9f36a9fdb req-f84a1351-8fa4-4735-b920-52e99824c066 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 210 time: 0.0289023 Sep 18 01:58:39.821219 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a3d64-8858-446c-91f0-690f46ab66bf x-openstack-request-id: req-104a3d64-8858-446c-91f0-690f46ab66bf {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:39.821546 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a748e0-4551-4831-bd31-4d9cd7aa8b3c", "name": "network-vif-deleted", "tag": "be4eee62-7f25-433e-8a69-a1128fae0e02", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:39.821790 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-104a3d64-8858-446c-91f0-690f46ab66bf {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:39.822191 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a748e0-4551-4831-bd31-4d9cd7aa8b3c', 'name': 'network-vif-deleted', 'tag': 'be4eee62-7f25-433e-8a69-a1128fae0e02', 'status': 'completed', 'code': 200} Sep 18 01:58:39.853293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd401b13-f54f-466b-b5c4-ee43d564b896 req-91d17eb0-1a95-4ac8-9000-a737b4595ec5 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459851 Sep 18 01:58:39.858896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.863780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:39.873200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device be4eee62-7f25-433e-8a69-a1128fae0e02 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:39.900377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Pushing event deleted for resources: {'Port': ['ID=20aa579f-d6cd-4796-a0ff-cfc41cb815fd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:39.914926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: be4eee62-7f25-433e-8a69-a1128fae0e02 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:39.915271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device be4eee62-7f25-433e-8a69-a1128fae0e02 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:39.922378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86656609-13a0-4890-be40-f6cb02e40871 req-3113ad7a-68ec-4005-abef-e3cd05d9108b tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:39.925412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86656609-13a0-4890-be40-f6cb02e40871 req-3113ad7a-68ec-4005-abef-e3cd05d9108b tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1101 time: 0.0588336 Sep 18 01:58:39.963336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86656609-13a0-4890-be40-f6cb02e40871 req-a930fe65-f1f7-42b5-874b-f56a2369c851 tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Sep 18 01:58:39.988265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.992501 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:39.993745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5453515-4a33-4095-8fc2-73618f1bf6cb req-155c33ae-336b-4381-9b43-b9d9f3bcb4be tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "DELETE /v2.0/floatingips/ae29d9d2-b4ea-4572-ae62-fc9ec21862af HTTP/1.1" status: 204 len: 173 time: 0.8456316 Sep 18 01:58:40.019039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:40.039875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'mac_address': 'fa:16:3e:ef:d7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:40.092519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:40.110971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:40.134624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:40.147261 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:40.238143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:40.319409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aedb5-6399-4205-95ca-610b3e9c5c06 req-b9316b1c-7814-4ff7-b58e-b8c4a3066b28 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:40.327335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f1aedb5-6399-4205-95ca-610b3e9c5c06 req-b9316b1c-7814-4ff7-b58e-b8c4a3066b28 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 950 time: 0.0722945 Sep 18 01:58:40.365527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:40.396318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f1aedb5-6399-4205-95ca-610b3e9c5c06 req-38d03e93-cd41-45c9-a19e-b2705f7cf7d6 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680456 Sep 18 01:58:40.422259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-c6035575-fb47-4657-9251-a7d29e0205b3 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1146057 Sep 18 01:58:40.427398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:40.490773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:40.569167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8c5a1-0954-424c-9390-a730ccd41889 req-c7fe9d16-ed88-41f8-a76a-5f10a5259848 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:40.579089 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0db8c5a1-0954-424c-9390-a730ccd41889 req-c7fe9d16-ed88-41f8-a76a-5f10a5259848 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 945 time: 0.0640926 Sep 18 01:58:40.614107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:40.617557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0db8c5a1-0954-424c-9390-a730ccd41889 req-e3955f52-b071-4ea5-8f5f-4c86bd25ca3a tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375054 Sep 18 01:58:40.720665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Allocated IP 172.25.0.21 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/dfd3001f-a723-4720-81a9-47a4e675b56f) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:40.745180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a4659-464a-457f-8eb2-df4c73bcb9c3 req-0926bb98-b4c5-4a41-87cd-9fed7c8c3146 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:40.747061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-555a4659-464a-457f-8eb2-df4c73bcb9c3 req-0926bb98-b4c5-4a41-87cd-9fed7c8c3146 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 945 time: 0.0692220 Sep 18 01:58:40.789152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-555a4659-464a-457f-8eb2-df4c73bcb9c3 req-cd2d7447-38ec-49f6-a1a9-e5dc75a591bd tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341740 Sep 18 01:58:40.847346 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:40.886326 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:40.924550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:40.928951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:40.931442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:40.941351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Pushing event updated for resources: {'Port': ['ID=dfd3001f-a723-4720-81a9-47a4e675b56f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:40.975477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:41.046457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:41.093720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:41.117195 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-730c2521-0b43-4dfd-a91c-517e47085f5b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678699 Sep 18 01:58:41.268978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:41.276594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:41.341939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf663f-e589-4775-950b-2bc75474c369 req-99001776-c893-4f11-8aba-227f3853ea7e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:41.343500 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-99001776-c893-4f11-8aba-227f3853ea7e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141364 Sep 18 01:58:41.378338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:41.391928 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-bdeffd16-b7db-4c44-b1ac-0846b06bd991 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/quotas/bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 375 time: 0.0395997 Sep 18 01:58:41.396990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Pushing event updated for resources: {'Port': ['ID=dfd3001f-a723-4720-81a9-47a4e675b56f,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:41.412220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:41.414323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-19a4bdce-4714-423e-b5a1-ae93e8ca9a47 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9910753 Sep 18 01:58:41.471571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-e52c84f0-031f-4bba-82ba-4607f6a3424b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0476718 Sep 18 01:58:41.489439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-652925d6-0352-43be-b418-64ee4249b981 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828276 Sep 18 01:58:41.622542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:41.626525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-014047f0-0755-4ce9-94e2-95fc80097ec9 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:41.629031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-014047f0-0755-4ce9-94e2-95fc80097ec9 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.20 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 945 time: 0.1481783 Sep 18 01:58:41.689378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-37cf1edc-55ee-4d50-98c5-27c3b2877486 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:41.691328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d1b5ff4-3ea7-488f-ae1e-e6b22a2c57d9 req-37cf1edc-55ee-4d50-98c5-27c3b2877486 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.2130711 Sep 18 01:58:41.762063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e2f50c53-1d37-42db-b2b8-ce02317028ae req-84829e98-a6fc-4a43-bf7c-c68926500a41 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 210 time: 0.0566854 Sep 18 01:58:41.823924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Deleting port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:41.824633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:41.880770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:41.982255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] For port 4b1abd96-203a-40d0-b4ae-249a511fa5f2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4b1abd96-203a-40d0-b4ae-249a511fa5f2,segment=NetworkSegment(5453feef-18d7-4fc8-a6b6-d13a1076938a),segment_id=5453feef-18d7-4fc8-a6b6-d13a1076938a)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:41.987822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.009622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-64b9e626-084a-43ad-b2c0-16fcfd9a56d8 req-9450c892-46ac-468d-9384-058c7181ff4a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 210 time: 0.0465198 Sep 18 01:58:42.022103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Calling delete_port for 4b1abd96-203a-40d0-b4ae-249a511fa5f2 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:42.035141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:42.051345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:42.051763 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.142284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-bf699a67-6862-453f-acb0-9d6582902107 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips/c0412ef6-39b2-4d4d-bd79-bdd341de919c HTTP/1.1" status: 200 len: 692 time: 0.0762279 Sep 18 01:58:42.168544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b77ff3-f581-4ae8-b408-c27f18ddc43d req-6d2f3bb3-3d1d-4366-9c51-2c6a4d4e3def tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:42.170376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1b77ff3-f581-4ae8-b408-c27f18ddc43d req-6d2f3bb3-3d1d-4366-9c51-2c6a4d4e3def tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/ports?device_id=9514fda1-fbe4-4bfe-b95e-239810edb76e HTTP/1.1" status: 200 len: 945 time: 0.1906223 Sep 18 01:58:42.212645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.232927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1b77ff3-f581-4ae8-b408-c27f18ddc43d req-2f168b46-046a-453b-bf27-c824835b1840 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.21 "GET /v2.0/security-groups?id=38a09076-f254-4b9b-b845-1ea820a95fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524616 Sep 18 01:58:42.256331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:42.260833 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0a4cce-ca2b-43d8-9704-1e89b349f44e" -d '{"events": [{"server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:42.278223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:42.284223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.343569 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.372844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:42.408438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Pushing event deleted for resources: {'Port': ['ID=4b1abd96-203a-40d0-b4ae-249a511fa5f2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:42.410327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Deleting port e6677794-6157-4516-b1a4-7f88e08276de {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:42.411474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.420574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-2aca6d8a-dbe1-4f82-9494-76c3aa1cef06 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:42.427884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-2aca6d8a-dbe1-4f82-9494-76c3aa1cef06 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.2775154 Sep 18 01:58:42.451878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984ce6-588e-4204-bd59-82d26d4284a5 req-e27b43ff-0f1d-44b7-911a-9c8a03776717 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:42.459598 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3a984ce6-588e-4204-bd59-82d26d4284a5 req-e27b43ff-0f1d-44b7-911a-9c8a03776717 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 946 time: 0.1310108 Sep 18 01:58:42.480513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] No DVR routers for this DVR port 4b1abd96-203a-40d0-b4ae-249a511fa5f2 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:42.483985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.486195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fbc0a739-e5fe-4d11-96b2-41a7215b5523 req-098ad8dc-ad72-4f8d-aca9-ab2db4f421a4 tempest-ServerMetadataNegativeTestJSON-564484872 tempest-ServerMetadataNegativeTestJSON-564484872-project] 10.222.0.20 "DELETE /v2.0/ports/4b1abd96-203a-40d0-b4ae-249a511fa5f2 HTTP/1.1" status: 204 len: 173 time: 0.8509276 Sep 18 01:58:42.486989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9514fda1-fbe4-4bfe-b95e-239810edb76e', 'name': 'network-vif-deleted', 'tag': '4b1abd96-203a-40d0-b4ae-249a511fa5f2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:42.489708 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60286de-e9aa-481f-a37e-0c27bbac72cc" -d '{"events": [{"server_uuid": "9514fda1-fbe4-4bfe-b95e-239810edb76e", "name": "network-vif-deleted", "tag": "4b1abd96-203a-40d0-b4ae-249a511fa5f2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:42.503837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-5b6933c3-f3a9-4170-8919-947b0543ba0f tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0750339 Sep 18 01:58:42.544771 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3a984ce6-588e-4204-bd59-82d26d4284a5 req-724f0eba-4cca-4ec9-a652-969b0f727887 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839970 Sep 18 01:58:42.598657 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] For port e6677794-6157-4516-b1a4-7f88e08276de, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6677794-6157-4516-b1a4-7f88e08276de,segment=NetworkSegment(c7b05b6c-9afe-44b5-99e3-1618eb4df944),segment_id=c7b05b6c-9afe-44b5-99e3-1618eb4df944)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:42.599045 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.613303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Calling delete_port for e6677794-6157-4516-b1a4-7f88e08276de owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:42.660249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-ac00c3bc-52b7-4860-b016-7b4fcb65c91e tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.1526372 Sep 18 01:58:42.771849 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31640ed1-6c2a-4efd-a6ed-43e0a8b48e0b x-openstack-request-id: req-31640ed1-6c2a-4efd-a6ed-43e0a8b48e0b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:42.772298 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:42.772632 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31640ed1-6c2a-4efd-a6ed-43e0a8b48e0b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:42.773077 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'code': 200} Sep 18 01:58:42.805919 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d868e14e-bc2c-4d1d-890d-b127d54ba2c6 x-openstack-request-id: req-d868e14e-bc2c-4d1d-890d-b127d54ba2c6 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:42.806265 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9514fda1-fbe4-4bfe-b95e-239810edb76e", "name": "network-vif-deleted", "tag": "4b1abd96-203a-40d0-b4ae-249a511fa5f2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:42.806579 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d868e14e-bc2c-4d1d-890d-b127d54ba2c6 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:42.807056 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9514fda1-fbe4-4bfe-b95e-239810edb76e', 'name': 'network-vif-deleted', 'tag': '4b1abd96-203a-40d0-b4ae-249a511fa5f2', 'status': 'completed', 'code': 200} Sep 18 01:58:42.931124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Deleting port dfd3001f-a723-4720-81a9-47a4e675b56f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:42.931638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:42.964364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094e51-306b-4b77-a973-354588159e6d req-c319ac36-9e20-4913-95e8-38750b4617a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:42.966083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb094e51-306b-4b77-a973-354588159e6d req-c319ac36-9e20-4913-95e8-38750b4617a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.1112649 Sep 18 01:58:43.035006 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb094e51-306b-4b77-a973-354588159e6d req-1056b7c6-6a9c-49f6-8f2b-786fde8bf415 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608199 Sep 18 01:58:43.092840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.093442 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.101955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-e8463187-896b-4b54-a253-50daced65693 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533040 Sep 18 01:58:43.113139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Calling delete_port for dfd3001f-a723-4720-81a9-47a4e675b56f owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:43.127408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.160978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6677794-6157-4516-b1a4-7f88e08276de,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:43.247304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e4199d9-07d9-421b-a7b4-42b1f3616bdb req-dce1b900-6341-4c39-938b-ca976ce620b6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a748e0-4551-4831-bd31-4d9cd7aa8b3c HTTP/1.1" status: 200 len: 210 time: 0.0457411 Sep 18 01:58:43.293785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf663f-e589-4775-950b-2bc75474c369 req-b44e3873-e432-4e72-8c10-4c75a964f566 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:43.296438 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-b44e3873-e432-4e72-8c10-4c75a964f566 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873360 Sep 18 01:58:43.313900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Request body: {'port': {'device_id': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'bc595d4fb5964cd99a406ef8693fd5ab'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:43.485361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.543552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.545803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Made reservation on behalf of bc595d4fb5964cd99a406ef8693fd5ab for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:43.550313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.575040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Pushing event deleted for resources: {'Port': ['ID=dfd3001f-a723-4720-81a9-47a4e675b56f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:43.587757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e3d25fa4-94d6-4c67-8799-37658b2b59c8 req-0c93db7b-b343-4815-977d-12e2a96e9efa tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 210 time: 0.0349779 Sep 18 01:58:43.687137 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.689714 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.690892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2264c809-bcb7-4d81-b1e0-f7ec7f743499 req-40527207-8744-4b31-970e-f1981e16261b tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "DELETE /v2.0/floatingips/c0412ef6-39b2-4d4d-bd79-bdd341de919c HTTP/1.1" status: 204 len: 173 time: 1.0005319 Sep 18 01:58:43.756509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46032) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:43.760954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787d053-6d7a-491f-8f41-4b687372045b req-2fd76ce8-d3f9-4961-8d31-b7dec64b73ac tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:43.762489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9787d053-6d7a-491f-8f41-4b687372045b req-2fd76ce8-d3f9-4961-8d31-b7dec64b73ac tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 950 time: 0.1021171 Sep 18 01:58:43.768421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Allocated IP 192.168.233.53 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/2e02130b-10a8-4d71-a948-759dd815851d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:43.826231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9787d053-6d7a-491f-8f41-4b687372045b req-f4fdd15a-6277-42c4-843a-a816c34ddf25 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Sep 18 01:58:43.862234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Router e82e98de-35bd-4bba-8536-8d6e1606a9cd has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:58:43.884381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adf46b9-c840-47ab-a634-9ca0e584b5f7 admin admin] Deleting subnet 1882c172-736d-4865-8512-4236694f8949 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:43.928194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2adf46b9-c840-47ab-a634-9ca0e584b5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:43.928533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4b1abd96-203a-40d0-b4ae-249a511fa5f2 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:43.950690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 4b1abd96-203a-40d0-b4ae-249a511fa5f2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:43.951074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4b1abd96-203a-40d0-b4ae-249a511fa5f2 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:43.983191 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-fa3b9374-bb38-4b7c-a6c2-117c2e7e8c18 req-32276568-2985-4278-8417-cf6077db88ff tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] show failed (client error): The resource could not be found. Sep 18 01:58:43.984349 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa3b9374-bb38-4b7c-a6c2-117c2e7e8c18 req-32276568-2985-4278-8417-cf6077db88ff tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips/c0412ef6-39b2-4d4d-bd79-bdd341de919c HTTP/1.1" status: 404 len: 350 time: 0.0644901 Sep 18 01:58:44.014397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:44.024841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264bdc-d8fd-4248-817b-48a6d563146d req-2059e970-6a54-4509-ae2b-20436202aa40 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:44.026456 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0264bdc-d8fd-4248-817b-48a6d563146d req-2059e970-6a54-4509-ae2b-20436202aa40 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 946 time: 0.0914698 Sep 18 01:58:44.034864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2adf46b9-c840-47ab-a634-9ca0e584b5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:44.081471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0264bdc-d8fd-4248-817b-48a6d563146d req-74539e84-58a1-4320-bf30-52cf046e974f tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Sep 18 01:58:44.110788 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:44.126426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:44.175720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:44.182300 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event updated for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:44.185635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:44.188238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:44.247436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:44.248384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:44.277256 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-07242856-bb03-4570-9227-b0bec7e84883 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9663241 Sep 18 01:58:44.296842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Request body: {'port': {'device_id': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:44.435804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:44.540939 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-44421ea9-2e48-434a-ad10-3bfbc28488a6 req-0a982f39-e4dd-42ea-81ac-c7d937c6e740 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] show failed (client error): The resource could not be found. Sep 18 01:58:44.556715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44421ea9-2e48-434a-ad10-3bfbc28488a6 req-0a982f39-e4dd-42ea-81ac-c7d937c6e740 tempest-FloatingIPsTestJSON-1152306654 tempest-FloatingIPsTestJSON-1152306654-project] 10.222.0.21 "GET /v2.0/floatingips/c0412ef6-39b2-4d4d-bd79-bdd341de919c HTTP/1.1" status: 404 len: 350 time: 0.0729105 Sep 18 01:58:44.568433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46054) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:44.579182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-07063ae1-0039-43e7-a8f8-260b6f96c6b4 None None] Provisioning complete for port 2e02130b-10a8-4d71-a948-759dd815851d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:44.579898 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07063ae1-0039-43e7-a8f8-260b6f96c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:44.585491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:44.595668 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] Sync routers for ids ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:44.601478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c5caf6ab-d24d-4170-8a2c-e7e36534374a admin admin] 10.222.0.21 "PUT /v2.0/routers/e82e98de-35bd-4bba-8536-8d6e1606a9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6240363 Sep 18 01:58:44.614260 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] Routers {'e82e98de-35bd-4bba-8536-8d6e1606a9cd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:44.617546 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:44.629045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-07063ae1-0039-43e7-a8f8-260b6f96c6b4 None None] Port 2e02130b-10a8-4d71-a948-759dd815851d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:44.654568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2adf46b9-c840-47ab-a634-9ca0e584b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:44.657080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46056) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:44.816190 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] Set router e82e98de-35bd-4bba-8536-8d6e1606a9cd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:44.865113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01b4c5-8076-4338-985d-feeb15854047 req-5cb8e16c-6f56-4be9-a350-6fa8bb020cbc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:44.866726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b01b4c5-8076-4338-985d-feeb15854047 req-5cb8e16c-6f56-4be9-a350-6fa8bb020cbc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 935 time: 0.1338606 Sep 18 01:58:45.016311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2adf46b9-c840-47ab-a634-9ca0e584b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.045132 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:58:43Z', 'revision_number': 5, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:45.055353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.061222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b01b4c5-8076-4338-985d-feeb15854047 req-09a88f67-dafc-4aae-8bdc-fc65afe70237 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332190 Sep 18 01:58:45.072160 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] Checking router: e82e98de-35bd-4bba-8536-8d6e1606a9cd for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:45.082745 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] Routers {'e82e98de-35bd-4bba-8536-8d6e1606a9cd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:45.083587 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:45.115319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf46b9-c840-47ab-a634-9ca0e584b5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1882c172-736d-4865-8512-4236694f8949,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:45.123310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-16b0bbe8-98f7-40de-afa8-e53d283a67a9 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:45.124854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-16b0bbe8-98f7-40de-afa8-e53d283a67a9 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.20 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 950 time: 0.1335857 Sep 18 01:58:45.133959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e797-44fd-42fd-81df-d879296c93a8 req-108518f4-2892-4390-b408-c37bd8b20fc3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:45.136183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43c3e797-44fd-42fd-81df-d879296c93a8 req-108518f4-2892-4390-b408-c37bd8b20fc3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/ports?device_id=b346bc02-c2fc-4120-8062-4ac8bc47d3be HTTP/1.1" status: 200 len: 950 time: 0.1419487 Sep 18 01:58:45.157788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2adf46b9-c840-47ab-a634-9ca0e584b5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.159684 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2adf46b9-c840-47ab-a634-9ca0e584b5f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1882c172-736d-4865-8512-4236694f8949 HTTP/1.1" status: 204 len: 168 time: 1.4019763 Sep 18 01:58:45.162971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46080) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:45.233718 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] Set router e82e98de-35bd-4bba-8536-8d6e1606a9cd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:45.309086 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43c3e797-44fd-42fd-81df-d879296c93a8 req-b0cefb38-d496-4ed8-8ede-76d3d78aa5d3 tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.21 "GET /v2.0/security-groups?id=71e4ae80-3736-48b7-8ff5-3f1175767bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635082 Sep 18 01:58:45.393741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Deleting port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:45.394156 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.401133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.445937 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:58:43Z', 'revision_number': 5, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:45.449969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.480507 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab3fd8-33b7-46c5-9104-a6f05ec295ca None None] The sync data for ids ['e82e98de-35bd-4bba-8536-8d6e1606a9cd'] in n-d-789963-12 is: [{'id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'name': 'tempest-ServersTestMultiNic-297991675-router', 'tenant_id': 'c487d78d9bef489f86e5510f6fae3235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:56:47Z', 'updated_at': '2021-09-18T01:58:43Z', 'revision_number': 5, 'project_id': 'c487d78d9bef489f86e5510f6fae3235', 'gw_port': {'id': 'f169b86b-b920-4310-9bb1-6deb29cb6901', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82e98de-35bd-4bba-8536-8d6e1606a9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:56:48Z', 'updated_at': '2021-09-18T01:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:58:45.550206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-0b25fe79-3f0d-4ab5-a6ed-f6f37c71a35f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:45.551700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-0b25fe79-3f0d-4ab5-a6ed-f6f37c71a35f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.3411024 Sep 18 01:58:45.596337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572362-afec-4fb8-91b9-f69b57bc0102 req-47740660-ea14-4ee0-a5c4-8496685990e4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:45.597816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22572362-afec-4fb8-91b9-f69b57bc0102 req-47740660-ea14-4ee0-a5c4-8496685990e4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 946 time: 0.1778626 Sep 18 01:58:45.608548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] For port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:45.608795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.612530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-1babb840-5b0c-4d2d-99d1-840b0413bdf1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/quotas/ed7bdd6d4a7244599abaed6d4aa406fe HTTP/1.1" status: 200 len: 375 time: 0.0517554 Sep 18 01:58:45.635948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e02130b-10a8-4d71-a948-759dd815851d {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:45.644925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.647222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Calling delete_port for 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:45.649849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.697182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-9886d41d-9a61-44ff-8888-080639819da1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549378 Sep 18 01:58:45.700886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d64dd1-446b-4793-b7a9-df049ab06793']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:45.710866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Transition to ACTIVE for port object 2e02130b-10a8-4d71-a948-759dd815851d will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:45.714501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22572362-afec-4fb8-91b9-f69b57bc0102 req-b3b84625-838d-48fb-8c70-16d1a19cff67 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080382 Sep 18 01:58:45.718173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.734074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5453feef-18d7-4fc8-a6b6-d13a1076938a') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:45.734074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5453feef-18d7-4fc8-a6b6-d13a1076938a') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:45.750940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Deleting port f169b86b-b920-4310-9bb1-6deb29cb6901 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:45.751276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.771918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.806796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.807716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Pushing event updated for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:45.898586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:45.899013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:45.902882 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:45.940524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Attempting to bind port 2e02130b-10a8-4d71-a948-759dd815851d on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:45.940889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Attempting to bind port 2e02130b-10a8-4d71-a948-759dd815851d by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:45.941184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Attempting to bind port 2e02130b-10a8-4d71-a948-759dd815851d on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:45.983694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Port 2e02130b-10a8-4d71-a948-759dd815851d on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:45.983917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Attempting to bind port 2e02130b-10a8-4d71-a948-759dd815851d on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:46.015354 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-8e37e8ed-a83f-40a0-b622-97fd9c32db7d service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026648 Sep 18 01:58:46.035571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:46.035918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:46.036347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:46.036536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] For port f169b86b-b920-4310-9bb1-6deb29cb6901, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f169b86b-b920-4310-9bb1-6deb29cb6901,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:46.036746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Bound port: 2e02130b-10a8-4d71-a948-759dd815851d, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:46.036867 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.037107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.065998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.068194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Calling delete_port for f169b86b-b920-4310-9bb1-6deb29cb6901 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:46.098524 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.099255 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.101193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/42d64dd1-446b-4793-b7a9-df049ab06793 HTTP/1.1" status: 204 len: 168 time: 0.9359562 Sep 18 01:58:46.114127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0201a9-5521-4b9e-bf43-ebd5833f3ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=42d64dd1-446b-4793-b7a9-df049ab06793,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:46.146055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Pushing event deleted for resources: {'Port': ['ID=7bc6f254-f54c-4963-b4ef-c3c4ad3820a1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:46.162198 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-6f96c2e9-beca-463e-84b0-d4da97323645 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2633488 Sep 18 01:58:46.167500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:46.247368 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.265741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:46.269065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:46.270583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] No DVR routers for this DVR port 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:46.274301 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.277099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e8f3866c-7b6e-49e9-baf5-88c6dc3fcdd8 req-0c148035-6b95-4591-91e7-60ce37c1f62b tempest-TenantUsagesTestJSON-1463868698 tempest-TenantUsagesTestJSON-1463868698-project] 10.222.0.20 "DELETE /v2.0/ports/7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 HTTP/1.1" status: 204 len: 173 time: 1.1400113 Sep 18 01:58:46.279062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b346bc02-c2fc-4120-8062-4ac8bc47d3be', 'name': 'network-vif-deleted', 'tag': '7bc6f254-f54c-4963-b4ef-c3c4ad3820a1'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:46.282646 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be912b-24b2-42b2-ab6e-d7d67b1c4edd" -d '{"events": [{"server_uuid": "b346bc02-c2fc-4120-8062-4ac8bc47d3be", "name": "network-vif-deleted", "tag": "7bc6f254-f54c-4963-b4ef-c3c4ad3820a1"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:46.286052 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.288637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.305823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-d79af93e-2755-4fcb-b64b-c044d7c80ecc service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619247 Sep 18 01:58:46.351771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:46.353034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.354841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e02130b-10a8-4d71-a948-759dd815851d HTTP/1.1" status: 200 len: 1096 time: 2.0670676 Sep 18 01:58:46.382900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:46.481305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccef46b-08f8-4adf-a77b-672532d1f399 service neutron] Pushing event updated for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:46.583174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-93bbda2a-e790-4a3e-853f-9d5151fd22fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48af1a701f6444ef80b100621538be38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976728 Sep 18 01:58:46.585223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46104) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:46.598564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf663f-e589-4775-950b-2bc75474c369 req-085d4dea-c91d-44ef-9258-c5c9e383044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:46.600246 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-085d4dea-c91d-44ef-9258-c5c9e383044d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 1099 time: 0.1379483 Sep 18 01:58:46.613278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.692502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-0bbe80d1-ae23-4024-a1f5-d1620a29a3d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2e02130b-10a8-4d71-a948-759dd815851d HTTP/1.1" status: 200 len: 217 time: 0.0817587 Sep 18 01:58:46.751874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Pushing event deleted for resources: {'Port': ['ID=f169b86b-b920-4310-9bb1-6deb29cb6901,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:46.761963 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.791088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.822211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf663f-e589-4775-950b-2bc75474c369 req-205b754c-8567-4ec3-bfd8-6c083a51fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:46.824271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-205b754c-8567-4ec3-bfd8-6c083a51fa02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1165881 Sep 18 01:58:46.856128 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4b7aa68-cc6e-4459-a648-3b1921938ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:46.962532 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4b7aa68-cc6e-4459-a648-3b1921938ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.019570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6677794-6157-4516-b1a4-7f88e08276de no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:47.034577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Allocated IP 172.25.0.214 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/30c93d18-db91-4209-9f03-59455225e240) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:47.045760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e6677794-6157-4516-b1a4-7f88e08276de {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:47.046362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6677794-6157-4516-b1a4-7f88e08276de not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:47.116238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf663f-e589-4775-950b-2bc75474c369 req-da69f49c-4fe6-496f-a28f-bb3e8e03fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:47.117786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-da69f49c-4fe6-496f-a28f-bb3e8e03fe2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2565384 Sep 18 01:58:47.203929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4b7aa68-cc6e-4459-a648-3b1921938ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.206369 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4b7aa68-cc6e-4459-a648-3b1921938ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.209988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e4b7aa68-cc6e-4459-a648-3b1921938ff2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38a09076-f254-4b9b-b845-1ea820a95fe2 HTTP/1.1" status: 204 len: 168 time: 0.6185367 Sep 18 01:58:47.271456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7aa68-cc6e-4459-a648-3b1921938ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a09076-f254-4b9b-b845-1ea820a95fe2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:47.279293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.283533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.289123 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.312826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-2394db5b-7c69-4f89-9043-bdc22d043c96 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647408 Sep 18 01:58:47.334635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f54f71-8760-4e09-afc4-bf496937891a req-f056e825-66a9-4ef7-bc3e-9a81d5721f48 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:47.336208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62f54f71-8760-4e09-afc4-bf496937891a req-f056e825-66a9-4ef7-bc3e-9a81d5721f48 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 947 time: 0.5713627 Sep 18 01:58:47.362317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.362898 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e82e98de-35bd-4bba-8536-8d6e1606a9cd {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:58:47.375427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.376721 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-46951895-adfd-443e-9dc6-765ddd366345 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e82e98de-35bd-4bba-8536-8d6e1606a9cd HTTP/1.1" status: 204 len: 168 time: 2.7188072 Sep 18 01:58:47.384832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:47.409169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.455385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Deleting port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:47.455385 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.470786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:47.477780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62f54f71-8760-4e09-afc4-bf496937891a req-13ca5150-c6a9-4cdb-8042-39988a861896 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326225 Sep 18 01:58:47.485584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:47.493597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:47.508775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42bf663f-e589-4775-950b-2bc75474c369 req-842260d5-b27e-4926-963c-006c39632f95 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793044 Sep 18 01:58:47.509727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Pushing event updated for resources: {'Port': ['ID=30c93d18-db91-4209-9f03-59455225e240,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:47.596222 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370f8680-5834-432e-b36b-e08543c553ed x-openstack-request-id: req-370f8680-5834-432e-b36b-e08543c553ed {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:47.596535 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b346bc02-c2fc-4120-8062-4ac8bc47d3be", "name": "network-vif-deleted", "tag": "7bc6f254-f54c-4963-b4ef-c3c4ad3820a1", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:47.596771 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-370f8680-5834-432e-b36b-e08543c553ed {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:47.597169 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b346bc02-c2fc-4120-8062-4ac8bc47d3be', 'name': 'network-vif-deleted', 'tag': '7bc6f254-f54c-4963-b4ef-c3c4ad3820a1', 'status': 'completed', 'code': 200} Sep 18 01:58:47.602384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8433d3-708f-4dfb-89e0-e70fe36505bd admin admin] Deleting subnet 09a2fb8f-af59-4f8c-95ff-099c17313372 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:47.606590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8433d3-708f-4dfb-89e0-e70fe36505bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.636416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.658621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8433d3-708f-4dfb-89e0-e70fe36505bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.721666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.779542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8433d3-708f-4dfb-89e0-e70fe36505bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.882009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2553449c-7c92-4b69-8545-150b9c539f66 req-023f7e68-93f1-44ed-9ad0-32e750cc6a1c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 210 time: 0.0989802 Sep 18 01:58:47.887921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] For port d7a1df6e-3f1c-4243-9db3-c52ccf6338c1, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,segment=NetworkSegment(172a571d-d0bc-42cd-9ecf-bfd8e87473a5),segment_id=172a571d-d0bc-42cd-9ecf-bfd8e87473a5)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:47.889367 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:47.911319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Calling delete_port for d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:47.946103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:47.992550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:47.992901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 7bc6f254-f54c-4963-b4ef-c3c4ad3820a1 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:48.013860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8433d3-708f-4dfb-89e0-e70fe36505bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.044412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4b6fb-ee28-467d-9b88-944c1dbf42e1 None None] Network 01b7e7b7-cbc5-4385-b84f-39426ef7c93d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:48.093744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8433d3-708f-4dfb-89e0-e70fe36505bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.096123 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc8433d3-708f-4dfb-89e0-e70fe36505bd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/09a2fb8f-af59-4f8c-95ff-099c17313372 HTTP/1.1" status: 204 len: 168 time: 0.7057524 Sep 18 01:58:48.113969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46134) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:48.117437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8433d3-708f-4dfb-89e0-e70fe36505bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a2fb8f-af59-4f8c-95ff-099c17313372,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:48.156090 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.166861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7e98222e-2569-4995-86fe-31c28f6ecde7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:48.169035 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7e98222e-2569-4995-86fe-31c28f6ecde7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.3620610 Sep 18 01:58:48.169528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46138) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:48.178309 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.195966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Request body: {'port': {'device_id': '80953913-0485-44e5-8801-6447484e7a36', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'admin_state_up': True, 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:48.243905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153d6b-95c6-488c-a431-9eabf256421b req-6d065514-58ed-44c5-97f7-8d491f7bfd43 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:48.245545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86153d6b-95c6-488c-a431-9eabf256421b req-6d065514-58ed-44c5-97f7-8d491f7bfd43 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 946 time: 0.2217865 Sep 18 01:58:48.310472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.380675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86153d6b-95c6-488c-a431-9eabf256421b req-8dcb65dd-4486-4384-ada1-fc9e1e8e449c tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932679 Sep 18 01:58:48.398287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] DHCP port deletion for 01b7e7b7-cbc5-4385-b84f-39426ef7c93d request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:58:48.434416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde60699-cc8c-421b-ba65-fef88928be2a req-b31ef328-9d02-49bd-8e01-b14a9ade921c tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:48.437859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dde60699-cc8c-421b-ba65-fef88928be2a req-b31ef328-9d02-49bd-8e01-b14a9ade921c tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.18 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 946 time: 0.4046383 Sep 18 01:58:48.439963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:48.443728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.448418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46148) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:48.501282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] Deleting port b4712e8d-4c21-4dcd-91f7-e826aae84f67 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:48.502162 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.546178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.551354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Deleting port b4712e8d-4c21-4dcd-91f7-e826aae84f67 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:48.551693 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.603166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2016508312-network', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:48.608756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Pushing event updated for resources: {'Port': ['ID=30c93d18-db91-4209-9f03-59455225e240,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:48.620289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a1df6e-3f1c-4243-9db3-c52ccf6338c1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:48.633966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] For port b4712e8d-4c21-4dcd-91f7-e826aae84f67, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b4712e8d-4c21-4dcd-91f7-e826aae84f67,segment=NetworkSegment(c7b05b6c-9afe-44b5-99e3-1618eb4df944),segment_id=c7b05b6c-9afe-44b5-99e3-1618eb4df944)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:48.633966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.652716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] Calling delete_port for b4712e8d-4c21-4dcd-91f7-e826aae84f67 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:48.692286 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.749187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-81208d64-5a93-47eb-9fb1-204e1d02ee44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b456ea20e77d447397290bb175d8e198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751586 Sep 18 01:58:48.755966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46156) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:48.765678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Made reservation on behalf of 3b6b0717b52b4b899e3cb254a79dcbc1 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:48.768939 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.780397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] For port b4712e8d-4c21-4dcd-91f7-e826aae84f67, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b4712e8d-4c21-4dcd-91f7-e826aae84f67,segment=NetworkSegment(c7b05b6c-9afe-44b5-99e3-1618eb4df944),segment_id=c7b05b6c-9afe-44b5-99e3-1618eb4df944)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:48.781226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.795498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.804355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.819829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Calling delete_port for b4712e8d-4c21-4dcd-91f7-e826aae84f67 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:48.822602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Deleting port ca821917-e119-42fb-bcc1-a5b43f80ec54 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:48.822972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.831644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:48.832963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-08fbd966-f9ed-477d-827e-31350afdf29e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6698449 Sep 18 01:58:48.847450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] No DVR routers for this DVR port b4712e8d-4c21-4dcd-91f7-e826aae84f67 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:48.849327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fcb01-5918-459b-b17e-33ccbb649aeb None None] Pushing event deleted for resources: {'Port': ['ID=b4712e8d-4c21-4dcd-91f7-e826aae84f67,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:48.913122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51eb52-5810-4cd9-b58b-6a37f0ef390e req-65f992bc-6853-45a0-ab8f-d051c0850ddb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:48.914673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c51eb52-5810-4cd9-b58b-6a37f0ef390e req-65f992bc-6853-45a0-ab8f-d051c0850ddb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 947 time: 0.2067952 Sep 18 01:58:48.918501 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d86ea19-be96-4f20-a7bf-e1e35a910035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.021054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-79258f46-a2a1-4ea3-84f2-3957bcfc4f9c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.1509402 Sep 18 01:58:49.028113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d86ea19-be96-4f20-a7bf-e1e35a910035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.059684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f169b86b-b920-4310-9bb1-6deb29cb6901 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:49.082013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c51eb52-5810-4cd9-b58b-6a37f0ef390e req-a0616f45-3651-481d-b9b1-1b68c16304b8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351397 Sep 18 01:58:49.086514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f169b86b-b920-4310-9bb1-6deb29cb6901 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:49.087065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f169b86b-b920-4310-9bb1-6deb29cb6901 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:49.087538 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b4712e8d-4c21-4dcd-91f7-e826aae84f67 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:49.108054 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.110391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b4712e8d-4c21-4dcd-91f7-e826aae84f67 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:49.110938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b4712e8d-4c21-4dcd-91f7-e826aae84f67 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:49.117301 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.148776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Allocated IP 172.20.0.2 (9e5c7924-3dab-469a-a802-854659959e0b/f5e19a47-9ea1-44de-af17-07e8e0dec0b0/14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:49.162908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4712e8d-4c21-4dcd-91f7-e826aae84f67,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:49.166852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] No DVR routers for this DVR port b4712e8d-4c21-4dcd-91f7-e826aae84f67 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:49.169204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] For port ca821917-e119-42fb-bcc1-a5b43f80ec54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca821917-e119-42fb-bcc1-a5b43f80ec54,segment=NetworkSegment(d9f25723-fde7-4b5a-bfaa-3ba19dc7e236),segment_id=d9f25723-fde7-4b5a-bfaa-3ba19dc7e236)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:49.169588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.214447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d86ea19-be96-4f20-a7bf-e1e35a910035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.217045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d86ea19-be96-4f20-a7bf-e1e35a910035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.218214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6d86ea19-be96-4f20-a7bf-e1e35a910035 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71e4ae80-3736-48b7-8ff5-3f1175767bd5 HTTP/1.1" status: 204 len: 168 time: 0.4537873 Sep 18 01:58:49.238881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Calling delete_port for ca821917-e119-42fb-bcc1-a5b43f80ec54 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:49.250963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86ea19-be96-4f20-a7bf-e1e35a910035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e4ae80-3736-48b7-8ff5-3f1175767bd5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:49.263173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-deb9d45d-45ea-46a6-a74b-bba230d3f0ff req-f5f8f192-404a-4e7b-a3a7-0d2683d83265 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 210 time: 0.0941164 Sep 18 01:58:49.316612 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.359682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.410295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.436223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:58:49.461764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:49.471090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b7e7b7-cbc5-4385-b84f-39426ef7c93d']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:49.473647 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.473994 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Added segment 514a91f2-d0d2-4f78-965c-7ccb6ace833b of type vlan for network d231682c-8255-4194-a1ea-7ee987894461 Sep 18 01:58:49.490540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b05b6c-9afe-44b5-99e3-1618eb4df944') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:49.490884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b05b6c-9afe-44b5-99e3-1618eb4df944') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:49.555888 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.590372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46164) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:49.627649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.636768 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-698fb58a-4d24-494b-9399-f9a0df8868ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.639296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:49.641552 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce16b7-070e-4141-a15b-474a06678aad" -d '{"events": [{"name": "network-changed", "server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "tag": "2e02130b-10a8-4d71-a948-759dd815851d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:49.643359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.647255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:49.647649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:49.654690 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:49.690999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-32e9465d-6df3-46ac-b854-99a27a315c37 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:49.692371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c12630b9-a6ee-4340-8282-8950cf048d71 req-32e9465d-6df3-46ac-b854-99a27a315c37 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.6557295 Sep 18 01:58:49.755344 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c293b0a9-d04f-4d7a-8757-ede980c288bb x-openstack-request-id: req-c293b0a9-d04f-4d7a-8757-ede980c288bb {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:49.755704 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "tag": "2e02130b-10a8-4d71-a948-759dd815851d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:49.755868 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c293b0a9-d04f-4d7a-8757-ede980c288bb {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:49.756252 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d', 'status': 'completed', 'code': 200} Sep 18 01:58:49.777710 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c909c4f-225f-4f50-9e17-b2cce5103b70 req-d8f5e2af-6a74-444f-b6a0-af67c606592d tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:49.779274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c909c4f-225f-4f50-9e17-b2cce5103b70 req-d8f5e2af-6a74-444f-b6a0-af67c606592d tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/ports?device_id=939653a4-b45c-4e3d-a225-c03e2b921428 HTTP/1.1" status: 200 len: 946 time: 0.2847171 Sep 18 01:58:49.802598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.811919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.812846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:49.813423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.823876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.825836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/01b7e7b7-cbc5-4385-b84f-39426ef7c93d HTTP/1.1" status: 204 len: 168 time: 1.7096119 Sep 18 01:58:49.856961 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:58:49.888342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Router 431fe470-9695-43ea-aa6e-fa0ddc474f7b has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:58:49.945101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2e02130b-10a8-4d71-a948-759dd815851d details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:49.951758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c909c4f-225f-4f50-9e17-b2cce5103b70 req-16b9e68e-6016-455a-871b-e66cd5383457 tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.21 "GET /v2.0/security-groups?id=566d5bbf-752d-4deb-939b-a88c243d541a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539907 Sep 18 01:58:49.953823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce16b7-070e-4141-a15b-474a06678aad req-81e9816d-8eb4-43f1-bbc9-74cf3f6c3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:49.956094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] Pushing event updated for resources: {'Network': ['ID=d231682c-8255-4194-a1ea-7ee987894461,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:49.959303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0ce16b7-070e-4141-a15b-474a06678aad req-81e9816d-8eb4-43f1-bbc9-74cf3f6c3e99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 1099 time: 0.1650562 Sep 18 01:58:49.982641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098fe1f-e9df-4da8-a5e6-f29bd36cb0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b7e7b7-cbc5-4385-b84f-39426ef7c93d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:49.995741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:49.997047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d231682c-8255-4194-a1ea-7ee987894461 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:58:50.079577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.081380 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-698fb58a-4d24-494b-9399-f9a0df8868ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.111013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-698fb58a-4d24-494b-9399-f9a0df8868ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.128111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9a3fcf35-57cf-4579-9a07-3c3e88f9f69a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6726174 Sep 18 01:58:50.144673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:50.149800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Request body: {'subnet': {'network_id': 'd231682c-8255-4194-a1ea-7ee987894461', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2016508312-subnet', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:50.159920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Pushing event deleted for resources: {'Port': ['ID=ca821917-e119-42fb-bcc1-a5b43f80ec54,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:50.161694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46186) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:50.187242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:50.204359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-698fb58a-4d24-494b-9399-f9a0df8868ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55f4edf06d66466397fef9f20b7f1d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075301 Sep 18 01:58:50.204835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] No DVR routers for this DVR port ca821917-e119-42fb-bcc1-a5b43f80ec54 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:50.215156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46188) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:50.215362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5185ad10-9c28-4fa5-b6c1-9b7d6c027541 admin admin] 10.222.0.21 "PUT /v2.0/routers/431fe470-9695-43ea-aa6e-fa0ddc474f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6433086 Sep 18 01:58:50.215499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] Sync routers for ids ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:50.218658 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.221453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dde60699-cc8c-421b-ba65-fef88928be2a req-89c13098-9574-458b-93f9-cd29e662227a tempest-ServerTagsTestJSON-1518975144 tempest-ServerTagsTestJSON-1518975144-project] 10.222.0.18 "DELETE /v2.0/ports/ca821917-e119-42fb-bcc1-a5b43f80ec54 HTTP/1.1" status: 204 len: 173 time: 1.7750454 Sep 18 01:58:50.225390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46190) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:50.228523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fb58a-4d24-494b-9399-f9a0df8868ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8466f6e2-5009-4179-b159-c96778f6aa12,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:50.232593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:50.258402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '2e02130b-10a8-4d71-a948-759dd815851d', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '2e02130b-10a8-4d71-a948-759dd815851d', 'mac_address': 'fa:16:3e:a2:a7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:50.262435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] Routers {'431fe470-9695-43ea-aa6e-fa0ddc474f7b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:50.263089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:50.280597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a0c6d1cb-6f43-45a9-8198-c4dd6dcd8ea7 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:50.282485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a0c6d1cb-6f43-45a9-8198-c4dd6dcd8ea7 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 821 time: 0.3756495 Sep 18 01:58:50.312959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce16b7-070e-4141-a15b-474a06678aad req-684e99ba-d49c-4c9c-84e9-5ccfa10275de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:50.314836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0ce16b7-070e-4141-a15b-474a06678aad req-684e99ba-d49c-4c9c-84e9-5ccfa10275de service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3426025 Sep 18 01:58:50.316701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Made reservation on behalf of 3b6b0717b52b4b899e3cb254a79dcbc1 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:50.320591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.326774 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-f1c4915b-f451-40fc-90a0-514ada3b6912 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/quotas/7368298e3f1b4502b1188e1a0e80c274 HTTP/1.1" status: 200 len: 375 time: 0.0368006 Sep 18 01:58:50.356159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.372074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e02130b-10a8-4d71-a948-759dd815851d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:50.372449 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.398827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f50aebce-0c3a-4194-8a00-24bfeb0c36c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c487d78d9bef489f86e5510f6fae3235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308254 Sep 18 01:58:50.408040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52e165-551d-44d6-9aa3-8b88ae3346d1 req-9f977956-0467-4b57-815d-127bf42fe509 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:50.409023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:50.411289 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f52e165-551d-44d6-9aa3-8b88ae3346d1 req-9f977956-0467-4b57-815d-127bf42fe509 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 947 time: 0.2140369 Sep 18 01:58:50.413462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46194) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:50.425176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0ce16b7-070e-4141-a15b-474a06678aad req-3cd4dc46-6433-425a-9277-1658f3ea5244 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2e02130b-10a8-4d71-a948-759dd815851d HTTP/1.1" status: 200 len: 217 time: 0.0956957 Sep 18 01:58:50.438397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.514324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Network 9e5c7924-3dab-469a-a802-854659959e0b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:50.538995 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-dc953dfe-55f0-45cd-8d41-bf3ea28589fa tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2112906 Sep 18 01:58:50.539679 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6237d0c0-5707-4f82-a240-ec522f2f58f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.545545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:50.551145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event updated for resources: {'Port': ['ID=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:50.558607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:50.597363 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.618379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:50.636906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6237d0c0-5707-4f82-a240-ec522f2f58f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.644053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce16b7-070e-4141-a15b-474a06678aad req-cfd90000-4148-49d8-986e-b78e1e9bfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:50.645082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] Set router 431fe470-9695-43ea-aa6e-fa0ddc474f7b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:50.645564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0ce16b7-070e-4141-a15b-474a06678aad req-cfd90000-4148-49d8-986e-b78e1e9bfe1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1951251 Sep 18 01:58:50.653090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f52e165-551d-44d6-9aa3-8b88ae3346d1 req-5be125a1-488d-4fba-840d-49a59f11eb7d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715441 Sep 18 01:58:50.714485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:50.714485 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.714891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['2e02130b-10a8-4d71-a948-759dd815851d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:50.736790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c00ded38-7078-4e33-bd49-238ad2030a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.816639 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-04ed8c85-7da2-484b-9cc2-68738da4576a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6283748 Sep 18 01:58:50.821485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce16b7-070e-4141-a15b-474a06678aad req-95e0c32a-d412-4e00-bb41-a28ab78b0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:50.822938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0ce16b7-070e-4141-a15b-474a06678aad req-95e0c32a-d412-4e00-bb41-a28ab78b0b4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1595674 Sep 18 01:58:50.828538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a66107af-1093-4ac9-8775-0b9ad04fd193 service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587438 Sep 18 01:58:50.836366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Request body: {'port': {'device_id': '80953913-0485-44e5-8801-6447484e7a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:50.870766 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.908756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6237d0c0-5707-4f82-a240-ec522f2f58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.912394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6237d0c0-5707-4f82-a240-ec522f2f58f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.917116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6237d0c0-5707-4f82-a240-ec522f2f58f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8466f6e2-5009-4179-b159-c96778f6aa12 HTTP/1.1" status: 204 len: 168 time: 0.6929452 Sep 18 01:58:50.936916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:48Z', 'revision_number': 5, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:50.973139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] Checking router: 431fe470-9695-43ea-aa6e-fa0ddc474f7b for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:50.984606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c00ded38-7078-4e33-bd49-238ad2030a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.992579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] Routers {'431fe470-9695-43ea-aa6e-fa0ddc474f7b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:50.993207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:50.997206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:50.999552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237d0c0-5707-4f82-a240-ec522f2f58f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8466f6e2-5009-4179-b159-c96778f6aa12,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:51.098044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:51.102063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c00ded38-7078-4e33-bd49-238ad2030a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:51.106774 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c00ded38-7078-4e33-bd49-238ad2030a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:51.108056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c00ded38-7078-4e33-bd49-238ad2030a66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12b504af-e90c-44fe-838e-03ee8d3cdb71 HTTP/1.1" status: 204 len: 168 time: 0.6277726 Sep 18 01:58:51.130274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] Set router 431fe470-9695-43ea-aa6e-fa0ddc474f7b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:51.135018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e39142c-e688-422e-aa6e-e3bdfdd35cd7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:51.203029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ded38-7078-4e33-bd49-238ad2030a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b504af-e90c-44fe-838e-03ee8d3cdb71,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:51.207285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0ce16b7-070e-4141-a15b-474a06678aad req-499bd007-b757-41be-aa3a-609bf1e878f3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292673 Sep 18 01:58:51.217020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c948d7-a562-4b5a-bf43-43c63a9f9835 req-5a4f0f38-d2f6-471d-a5a4-658cd5e9db0e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:51.224322 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1c948d7-a562-4b5a-bf43-43c63a9f9835 req-5a4f0f38-d2f6-471d-a5a4-658cd5e9db0e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 931 time: 0.3562138 Sep 18 01:58:51.253383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Checking segment: {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:51.253767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Network hostable DHCP agents. Network: d231682c-8255-4194-a1ea-7ee987894461, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:58:51.295794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1c948d7-a562-4b5a-bf43-43c63a9f9835 req-0b56e20e-3e88-43ca-a50d-eb6591881d6e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706170 Sep 18 01:58:51.323467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Network d231682c-8255-4194-a1ea-7ee987894461 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:58:51.337560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-df5495b9-2a3b-4565-a33c-797d91394158 service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632392 Sep 18 01:58:51.353481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Deleting port e6773b31-0127-441e-b8a0-a13ca251a3cd {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:51.354497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:51.357409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, d231682c-8255-4194-a1ea-7ee987894461) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:51.378702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:51.379746 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:51.409446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48a471-c946-447f-bdbe-7e8971a734d5 None None] Network d231682c-8255-4194-a1ea-7ee987894461 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:51.413859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46208) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:51.461002 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0ce16b7-070e-4141-a15b-474a06678aad req-e8957822-248c-4df8-8362-d5ccc4361d00 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191514 Sep 18 01:58:51.562397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:48Z', 'revision_number': 5, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:51.614836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436e381-1548-4fce-bfc4-aadb8546df02 None None] The sync data for ids ['431fe470-9695-43ea-aa6e-fa0ddc474f7b'] in n-d-789963-12 is: [{'id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'name': 'tempest-FloatingIPsTestJSON-2044367583-router', 'tenant_id': '882935b4360949b49d35b4345c2de077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:14Z', 'updated_at': '2021-09-18T01:58:48Z', 'revision_number': 5, 'project_id': '882935b4360949b49d35b4345c2de077', 'gw_port': {'id': 'e6773b31-0127-441e-b8a0-a13ca251a3cd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431fe470-9695-43ea-aa6e-fa0ddc474f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:58:51.689004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82368045-9a2b-451a-8c44-09366928ae7e None None] Network d231682c-8255-4194-a1ea-7ee987894461 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:51.736453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:51.757990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939653a4-b45c-4e3d-a225-c03e2b921428', 'name': 'network-vif-deleted', 'tag': 'ca821917-e119-42fb-bcc1-a5b43f80ec54'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:51.762561 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efff49f4-5b31-4a46-97e7-89a7f0443422" -d '{"events": [{"server_uuid": "939653a4-b45c-4e3d-a225-c03e2b921428", "name": "network-vif-deleted", "tag": "ca821917-e119-42fb-bcc1-a5b43f80ec54"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:51.772862 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:51.855698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Transition to ACTIVE for port object 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:51.865811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:51.939457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ca821917-e119-42fb-bcc1-a5b43f80ec54 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:51.940365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40639981-9be5-4c71-ab29-f087f29976a2 req-c5c17d12-fd7c-4bf0-a2a6-16356cb1e935 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:51.944610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40639981-9be5-4c71-ab29-f087f29976a2 req-c5c17d12-fd7c-4bf0-a2a6-16356cb1e935 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 948 time: 0.1530266 Sep 18 01:58:51.951213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2e02130b-10a8-4d71-a948-759dd815851d up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:52.021484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:52.079788 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-494b18ef-743c-422f-ae1b-1f9ede823272 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9316275 Sep 18 01:58:52.080376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: ca821917-e119-42fb-bcc1-a5b43f80ec54 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:52.080376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ca821917-e119-42fb-bcc1-a5b43f80ec54 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:52.085994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46240) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:52.110541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:52.158299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40639981-9be5-4c71-ab29-f087f29976a2 req-99ff248c-e19e-4fd0-8d39-5717ee62a5b3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080348 Sep 18 01:58:52.158486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 2e02130b-10a8-4d71-a948-759dd815851d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:52.169283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 2e02130b-10a8-4d71-a948-759dd815851d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:52.170223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.206670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Attempting to bind port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:52.207111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Attempting to bind port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:52.208013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Attempting to bind port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:52.220419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7baf3b32-caf0-407b-b4bd-8671486af55d req-1fe218b3-99f3-4e9e-9878-0830b98dcd7e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 210 time: 0.1507995 Sep 18 01:58:52.226308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a on network 9e5c7924-3dab-469a-a802-854659959e0b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:52.226634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Attempting to bind port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:52.243151 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cbad06-44b8-4997-bf80-3f82cd326dbc admin admin] Deleting subnet d80f22b3-bfb3-433a-bbc4-afda36b7b617 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:52.243534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:52.243840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Checking segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:52.244316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Bound using segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:52.247140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Bound port: 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:52.247520 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.263543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06cbad06-44b8-4997-bf80-3f82cd326dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.322074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.335168 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21576531-67fb-49bf-9282-c1326b37903e x-openstack-request-id: req-21576531-67fb-49bf-9282-c1326b37903e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:52.335463 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939653a4-b45c-4e3d-a225-c03e2b921428", "name": "network-vif-deleted", "tag": "ca821917-e119-42fb-bcc1-a5b43f80ec54", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:52.335724 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21576531-67fb-49bf-9282-c1326b37903e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:52.336127 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939653a4-b45c-4e3d-a225-c03e2b921428', 'name': 'network-vif-deleted', 'tag': 'ca821917-e119-42fb-bcc1-a5b43f80ec54', 'status': 'completed', 'code': 200} Sep 18 01:58:52.340711 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.381092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] For port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:52.382274 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.387018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] For port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:52.403574 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.418906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:52.422000 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fa690b-a7b4-4064-8702-5981213efc2e" -d '{"events": [{"server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "name": "network-vif-plugged", "status": "completed", "tag": "2e02130b-10a8-4d71-a948-759dd815851d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:52.424323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06cbad06-44b8-4997-bf80-3f82cd326dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.491578 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:52.493232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06cbad06-44b8-4997-bf80-3f82cd326dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.504561 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.504922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:52.505582 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.507959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a HTTP/1.1" status: 200 len: 1092 time: 1.6774900 Sep 18 01:58:52.564840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234c7e7-a183-4210-84f9-e65f3380c9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:52.599751 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd78492-6c40-4e66-87dc-798eb37a224a x-openstack-request-id: req-8dd78492-6c40-4e66-87dc-798eb37a224a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:52.602942 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "name": "network-vif-plugged", "status": "completed", "tag": "2e02130b-10a8-4d71-a948-759dd815851d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:52.605083 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dd78492-6c40-4e66-87dc-798eb37a224a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:52.605892 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d', 'code': 200} Sep 18 01:58:52.606803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:52.647985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-9cddeb2d-d11a-4b7b-b431-aed643008381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:52.649933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-9cddeb2d-d11a-4b7b-b431-aed643008381 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 1095 time: 0.0743926 Sep 18 01:58:52.663718 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06cbad06-44b8-4997-bf80-3f82cd326dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.700520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] For port e6773b31-0127-441e-b8a0-a13ca251a3cd, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6773b31-0127-441e-b8a0-a13ca251a3cd,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:52.701098 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.705918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbad06-44b8-4997-bf80-3f82cd326dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80f22b3-bfb3-433a-bbc4-afda36b7b617,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:52.716660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06cbad06-44b8-4997-bf80-3f82cd326dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.716660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-06cbad06-44b8-4997-bf80-3f82cd326dbc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d80f22b3-bfb3-433a-bbc4-afda36b7b617 HTTP/1.1" status: 204 len: 168 time: 1.2953713 Sep 18 01:58:52.750606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:52.752260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.753747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-b942b483-413a-417c-8046-f34a56003cce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a HTTP/1.1" status: 200 len: 217 time: 0.0940325 Sep 18 01:58:52.848755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-fa9a59ab-77e9-4cb9-8d73-62b29432bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:52.850557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-fa9a59ab-77e9-4cb9-8d73-62b29432bc3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.0878687 Sep 18 01:58:52.854649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae5417-3d06-492c-aa7f-bff5b85315eb req-24086006-68c3-4fce-abd1-b8d8e5184fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:52.856337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78ae5417-3d06-492c-aa7f-bff5b85315eb req-24086006-68c3-4fce-abd1-b8d8e5184fa2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 1101 time: 0.0922995 Sep 18 01:58:52.863281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Calling delete_port for e6773b31-0127-441e-b8a0-a13ca251a3cd owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:52.910726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-5f941b2d-5982-4457-80ce-b8018beedb0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454819 Sep 18 01:58:52.914242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:52.933043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:52.946732 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78ae5417-3d06-492c-aa7f-bff5b85315eb req-25ef5bc5-ccb3-4dcd-b19c-47b29c48a4fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803556 Sep 18 01:58:52.957982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:52.958775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d7a1df6e-3f1c-4243-9db3-c52ccf6338c1 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:52.962655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359b760-6752-442b-8a14-ba58370d113e req-eacd8dcd-6e1a-46e9-87de-0261c7cd281f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:52.964573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4359b760-6752-442b-8a14-ba58370d113e req-eacd8dcd-6e1a-46e9-87de-0261c7cd281f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 943 time: 0.3744416 Sep 18 01:58:53.032472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-cfb1da0b-3230-4bf8-88b7-e0942b13e14b service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108334 Sep 18 01:58:53.142036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.184745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4359b760-6752-442b-8a14-ba58370d113e req-7404783b-1d41-4546-9e5e-8da7336c5ff0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097921 Sep 18 01:58:53.270919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.272419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-a45173e4-4dfb-455a-81b3-a5e20c95354d service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395087 Sep 18 01:58:53.376301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943f9f17-71a4-4332-97a6-0dd00e71c8e1']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:53.406183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85e674cb-1ab7-4cc0-b3ca-0d3a72bfdcca req-b27d4581-7940-49f0-af16-a2a7609b588d tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 210 time: 0.0537302 Sep 18 01:58:53.406536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f25723-fde7-4b5a-bfaa-3ba19dc7e236') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:53.406952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f25723-fde7-4b5a-bfaa-3ba19dc7e236') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:53.427947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.467827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae42857-6b90-45d7-b600-4ac360ccf7ce req-b6f5170e-4b44-40e1-9d02-d24d13c003e7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:53.475445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ae42857-6b90-45d7-b600-4ac360ccf7ce req-b6f5170e-4b44-40e1-9d02-d24d13c003e7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1842332 Sep 18 01:58:53.475934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-8100531f-669e-40aa-9a8a-052e67f1568c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:53.477605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-8100531f-669e-40aa-9a8a-052e67f1568c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 821 time: 0.2041881 Sep 18 01:58:53.496211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.500628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Request body: {'port': {'device_id': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'admin_state_up': True, 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:53.553946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:53.554355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:53.557383 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:53.573429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46306) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:53.647901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ae42857-6b90-45d7-b600-4ac360ccf7ce req-ceed3f6c-acc7-4021-afe2-205c63d61d7b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715329 Sep 18 01:58:53.651538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.685293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Made reservation on behalf of 7368298e3f1b4502b1188e1a0e80c274 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:53.686815 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.691339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6773b31-0127-441e-b8a0-a13ca251a3cd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:53.701029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.705578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] 10.222.0.21 "DELETE /v2.0/networks/943f9f17-71a4-4332-97a6-0dd00e71c8e1 HTTP/1.1" status: 204 len: 168 time: 0.9455245 Sep 18 01:58:53.709607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.719937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9e945-0872-47bc-b854-f731d6b08d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=943f9f17-71a4-4332-97a6-0dd00e71c8e1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:53.817824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56f29c37-65ec-46a8-918a-50ee98ec2046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.893106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:53.894450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46328) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:53.940518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Allocated IP 172.20.0.3 (f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54/054a3b02-59d0-42ef-a7fc-7c86e7339e95/172e3e55-834c-4117-9ac3-a248c984e995) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:53.969502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aae46bac-ad8b-454c-8104-327cc7d59c2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f97fe7f668940f59b80fdc6a6cd9a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737157 Sep 18 01:58:53.971605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46330) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:54.013285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.016590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.019662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.054583 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.087771 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52d2db0b-cdbf-4add-8cc0-88dc6aebd5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.133789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46334) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:54.144899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.145549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 431fe470-9695-43ea-aa6e-fa0ddc474f7b {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:58:54.154023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.155220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-09f9bf5f-c3cf-420c-9568-31af5cf66e28 admin admin] 10.222.0.21 "DELETE /v2.0/routers/431fe470-9695-43ea-aa6e-fa0ddc474f7b HTTP/1.1" status: 204 len: 168 time: 3.9276831 Sep 18 01:58:54.159211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46338) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:54.171476 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52d2db0b-cdbf-4add-8cc0-88dc6aebd5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.250343 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.292958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52d2db0b-cdbf-4add-8cc0-88dc6aebd5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.295825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52d2db0b-cdbf-4add-8cc0-88dc6aebd5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.297043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-52d2db0b-cdbf-4add-8cc0-88dc6aebd5b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/566d5bbf-752d-4deb-939b-a88c243d541a HTTP/1.1" status: 204 len: 168 time: 0.3245263 Sep 18 01:58:54.306085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56f29c37-65ec-46a8-918a-50ee98ec2046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.309632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9564f35-a5c5-45f6-97fb-480556368461 admin admin] Deleting subnet 16c6087a-60f4-413c-a7c0-3d5cb62677f6 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:58:54.318430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9564f35-a5c5-45f6-97fb-480556368461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.325587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56f29c37-65ec-46a8-918a-50ee98ec2046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.328427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Allocated IP 172.25.0.110 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/76a5e4b4-a699-4a0d-86e6-0294c168c7ef) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:54.330173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.345327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:54.353305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80953913-0485-44e5-8801-6447484e7a36', 'tag': '14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:54.355764 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5244a410-b6a8-4f5a-8c78-f59b917d5614" -d '{"events": [{"name": "network-changed", "server_uuid": "80953913-0485-44e5-8801-6447484e7a36", "tag": "14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:54.428322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:54.437045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2db0b-cdbf-4add-8cc0-88dc6aebd5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d5bbf-752d-4deb-939b-a88c243d541a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:54.443753 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f096-bc3a-4e7b-bfb1-ab1cc803dcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.444017 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9564f35-a5c5-45f6-97fb-480556368461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.446067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:54.453746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:54.563559 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9bff56-6ea5-4aef-b361-1d343123ca56 x-openstack-request-id: req-4b9bff56-6ea5-4aef-b361-1d343123ca56 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:54.563832 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80953913-0485-44e5-8801-6447484e7a36", "tag": "14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:54.564080 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b9bff56-6ea5-4aef-b361-1d343123ca56 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:54.564462 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80953913-0485-44e5-8801-6447484e7a36', 'tag': '14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a', 'status': 'completed', 'code': 200} Sep 18 01:58:54.567628 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-56f29c37-65ec-46a8-918a-50ee98ec2046 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ae955adc69d4107bc1d32467f8545e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9914708 Sep 18 01:58:54.568365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f29c37-65ec-46a8-918a-50ee98ec2046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb95912c-5f90-4a8d-a5ff-ab2c616b2a37,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:54.577554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46350) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:54.595937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:54.596579 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.681040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695ef90-0a5e-4a74-9e62-828efbfebe67 req-504d10d3-6436-438d-83e8-20a60e17d4ab tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:54.685747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.689014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d695ef90-0a5e-4a74-9e62-828efbfebe67 req-504d10d3-6436-438d-83e8-20a60e17d4ab tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 943 time: 0.3907652 Sep 18 01:58:54.690896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Pushing event updated for resources: {'Port': ['ID=172e3e55-834c-4117-9ac3-a248c984e995,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:54.698755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-a17d92aa-d1b2-440b-947a-b310b8222322 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2023335 Sep 18 01:58:54.714393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Request body: {'port': {'device_id': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:54.803396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35062dd-826e-4ba7-ab53-e1dc120c76f3 req-18576031-85fb-416e-9381-286c29653454 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:54.805451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e35062dd-826e-4ba7-ab53-e1dc120c76f3 req-18576031-85fb-416e-9381-286c29653454 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 931 time: 0.2248681 Sep 18 01:58:54.813601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-6237dd59-3f8d-4fac-9a25-91f3875695ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:54.816689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-6237dd59-3f8d-4fac-9a25-91f3875695ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 1095 time: 0.2289891 Sep 18 01:58:54.835125 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9564f35-a5c5-45f6-97fb-480556368461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.888287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d695ef90-0a5e-4a74-9e62-828efbfebe67 req-1d77e737-3c5b-483c-b359-84ad2399abf0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983228 Sep 18 01:58:54.893941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ba52754-1207-4c83-b878-d2ce355ce903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.905157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cba410c2-fe9d-4fbf-ae80-5509bc8d0b6d None None] Provisioning complete for port 172e3e55-834c-4117-9ac3-a248c984e995 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:54.906110 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cba410c2-fe9d-4fbf-ae80-5509bc8d0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.919899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.945488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ba52754-1207-4c83-b878-d2ce355ce903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:54.998588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cba410c2-fe9d-4fbf-ae80-5509bc8d0b6d None None] Port 172e3e55-834c-4117-9ac3-a248c984e995 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:58:55.015001 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ba52754-1207-4c83-b878-d2ce355ce903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.017837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ba52754-1207-4c83-b878-d2ce355ce903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.019254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4ba52754-1207-4c83-b878-d2ce355ce903 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb95912c-5f90-4a8d-a5ff-ab2c616b2a37 HTTP/1.1" status: 204 len: 168 time: 0.4298775 Sep 18 01:58:55.020673 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.049204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6773b31-0127-441e-b8a0-a13ca251a3cd no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:55.071974 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f096-bc3a-4e7b-bfb1-ab1cc803dcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.074352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e35062dd-826e-4ba7-ab53-e1dc120c76f3 req-d1f9ccd9-01fb-4a27-8dbb-f06d3f955418 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412632 Sep 18 01:58:55.084546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba52754-1207-4c83-b878-d2ce355ce903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb95912c-5f90-4a8d-a5ff-ab2c616b2a37,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:55.106360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:55.113259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:55.119219 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f096-bc3a-4e7b-bfb1-ab1cc803dcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.120658 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9564f35-a5c5-45f6-97fb-480556368461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.129391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:55.133338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e6773b31-0127-441e-b8a0-a13ca251a3cd {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:55.134295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6773b31-0127-441e-b8a0-a13ca251a3cd not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:55.158800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-863d6c99-e259-44bd-bd75-f11f5ede7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:55.160308 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-863d6c99-e259-44bd-bd75-f11f5ede7264 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 912 time: 0.3254104 Sep 18 01:58:55.202495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9564f35-a5c5-45f6-97fb-480556368461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c6087a-60f4-413c-a7c0-3d5cb62677f6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:55.207561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Pushing event updated for resources: {'Port': ['ID=76a5e4b4-a699-4a0d-86e6-0294c168c7ef,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:55.209687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6373f-4645-466d-83b0-7fc28cda05c0 None None] Network e4ca4a97-620e-4f8a-bcac-c644e85e2df3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:55.231647 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9564f35-a5c5-45f6-97fb-480556368461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.233653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c9564f35-a5c5-45f6-97fb-480556368461 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/16c6087a-60f4-413c-a7c0-3d5cb62677f6 HTTP/1.1" status: 204 len: 168 time: 1.0692155 Sep 18 01:58:55.236627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46370) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:55.370386 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.495974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] DHCP port deletion for e4ca4a97-620e-4f8a-bcac-c644e85e2df3 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:58:55.511462 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.516482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46384) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:55.580037 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.618758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] Deleting port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:55.619608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.670603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-893e9453-e1dd-4d8d-8be6-9e05ac2b5a69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a HTTP/1.1" status: 200 len: 217 time: 0.4999747 Sep 18 01:58:55.680408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0f096-bc3a-4e7b-bfb1-ab1cc803dcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c605fd5-223a-4864-bc90-444ebf87d0a7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:55.698818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Deleting port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:58:55.699523 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.787507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-95022705-81ba-4258-a4ee-bf33733e7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:55.788984 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-95022705-81ba-4258-a4ee-bf33733e7e75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.1034195 Sep 18 01:58:55.795821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5cc0f096-bc3a-4e7b-bfb1-ab1cc803dcd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76fef95bc9ee425d890fd1f7f87c3bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6560688 Sep 18 01:58:55.802935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46394) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:55.815862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.818582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] For port 90be9e8f-0ff2-45a5-95e9-661b3c93c865, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=90be9e8f-0ff2-45a5-95e9-661b3c93c865,segment=NetworkSegment(172a571d-d0bc-42cd-9ecf-bfd8e87473a5),segment_id=172a571d-d0bc-42cd-9ecf-bfd8e87473a5)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:55.818961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.829901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] For port 90be9e8f-0ff2-45a5-95e9-661b3c93c865, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=90be9e8f-0ff2-45a5-95e9-661b3c93c865,segment=NetworkSegment(172a571d-d0bc-42cd-9ecf-bfd8e87473a5),segment_id=172a571d-d0bc-42cd-9ecf-bfd8e87473a5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:55.830567 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:55.840374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-ff2ba061-887e-47e9-ba3d-d52b7f187208 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323806 Sep 18 01:58:55.851410 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] Calling delete_port for 90be9e8f-0ff2-45a5-95e9-661b3c93c865 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:55.855149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bee211-1971-4ecc-a9c9-08e3a9e86000 req-c9741f2a-ce82-4132-b469-6a5915bde6e7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:55.856707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7bee211-1971-4ecc-a9c9-08e3a9e86000 req-c9741f2a-ce82-4132-b469-6a5915bde6e7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.7716591 Sep 18 01:58:55.875614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-882952344-network', 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:55.901854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Calling delete_port for 90be9e8f-0ff2-45a5-95e9-661b3c93c865 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:58:55.971703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:58:56.010404 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.073264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7bee211-1971-4ecc-a9c9-08e3a9e86000 req-4e06930f-2ded-4ab5-b49d-c48b7899b239 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001779 Sep 18 01:58:56.101092 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8e87ed2-6305-474b-90fd-757a977f3427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.115203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:56.132927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8e87ed2-6305-474b-90fd-757a977f3427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.133398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'port_id': '14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a', 'mac_address': 'fa:16:3e:73:f2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e19a47-9ea1-44de-af17-07e8e0dec0b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:58:56.138212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-2db13165-f8a4-41e9-add4-82b9d9cf3aae service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804761 Sep 18 01:58:56.138394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] No DVR routers for this DVR port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:56.176419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bc6f8-7735-4fc5-abe9-3fe9f94d4d65 None None] Pushing event deleted for resources: {'Port': ['ID=90be9e8f-0ff2-45a5-95e9-661b3c93c865,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:56.234362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.254193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:56.287463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:56.293854 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.317717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-c53e290a-07a2-4f86-8601-c2f6c2bd6996 req-f5c8c83a-cc43-4d22-a4e9-4b86cebc9f72 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:58:56.318876 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c53e290a-07a2-4f86-8601-c2f6c2bd6996 req-f5c8c83a-cc43-4d22-a4e9-4b86cebc9f72 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102270 Sep 18 01:58:56.343612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5244a410-b6a8-4f5a-8c78-f59b917d5614 req-2dfc4643-3139-436f-b6c7-85103a7d5722 service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968167 Sep 18 01:58:56.364821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:56.374567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172e3e55-834c-4117-9ac3-a248c984e995 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:58:56.380637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.395525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Transition to ACTIVE for port object 172e3e55-834c-4117-9ac3-a248c984e995 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:58:56.401040 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.485254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Pushing event updated for resources: {'Port': ['ID=172e3e55-834c-4117-9ac3-a248c984e995,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:56.519005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:58:56.552231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Attempting to bind port 172e3e55-834c-4117-9ac3-a248c984e995 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:56.552807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Attempting to bind port 172e3e55-834c-4117-9ac3-a248c984e995 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:56.553196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Attempting to bind port 172e3e55-834c-4117-9ac3-a248c984e995 on network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:56.558638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Port 172e3e55-834c-4117-9ac3-a248c984e995 on network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:58:56.559003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Attempting to bind port 172e3e55-834c-4117-9ac3-a248c984e995 on network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:56.567683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:56.568088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Checking segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:56.568887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Bound using segment: {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:56.569357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Bound port: 172e3e55-834c-4117-9ac3-a248c984e995, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805b2f7b-80b3-4682-8252-04201bd8430f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:56.569769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.689318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:56.692060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.762948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] For port 172e3e55-834c-4117-9ac3-a248c984e995, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:56.765069 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8e87ed2-6305-474b-90fd-757a977f3427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.768119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8e87ed2-6305-474b-90fd-757a977f3427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.769958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e8e87ed2-6305-474b-90fd-757a977f3427 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c605fd5-223a-4864-bc90-444ebf87d0a7 HTTP/1.1" status: 204 len: 168 time: 0.9660771 Sep 18 01:58:56.774596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d6e54-bf2a-4bec-bb6b-5a199c47c7f2 req-c5dde37b-db24-45ca-907a-db0d07d90499 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:56.783280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc8d6e54-bf2a-4bec-bb6b-5a199c47c7f2 req-c5dde37b-db24-45ca-907a-db0d07d90499 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 943 time: 0.0895016 Sep 18 01:58:56.786467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] For port 172e3e55-834c-4117-9ac3-a248c984e995, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=172e3e55-834c-4117-9ac3-a248c984e995,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:56.788246 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.796387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e87ed2-6305-474b-90fd-757a977f3427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c605fd5-223a-4864-bc90-444ebf87d0a7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:56.803994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.805817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaeb31-b143-4d98-89db-bf8d88a3d0bc req-97922f76-c2b5-4df7-bf32-d1d1cff360b9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:56.808487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4aaeb31-b143-4d98-89db-bf8d88a3d0bc req-97922f76-c2b5-4df7-bf32-d1d1cff360b9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 943 time: 0.7694864 Sep 18 01:58:56.897024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:56.897912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:56.899962 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] 10.222.0.18 "PUT /v2.0/ports/172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 1092 time: 2.1923540 Sep 18 01:58:56.903452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:56.905779 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498ed5c7-64ad-4350-b1a7-e90b7c308910" -d '{"events": [{"name": "network-changed", "server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "tag": "172e3e55-834c-4117-9ac3-a248c984e995"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:56.936819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-522eff5b-282f-418d-a3ed-747a33b94a70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2360814 Sep 18 01:58:56.950110 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc8d6e54-bf2a-4bec-bb6b-5a199c47c7f2 req-13db4e43-e02a-46a5-935a-1e5657e6126a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590574 Sep 18 01:58:57.014872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4edd6b-dd05-4620-a914-5f6cc44c8b5a service neutron] Pushing event updated for resources: {'Port': ['ID=172e3e55-834c-4117-9ac3-a248c984e995,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:57.031606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.048148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-12232441-4a4d-49b3-af60-c024b4479237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:57.052070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-12232441-4a4d-49b3-af60-c024b4479237 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 1095 time: 0.0989537 Sep 18 01:58:57.073351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 90be9e8f-0ff2-45a5-95e9-661b3c93c865 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:58:57.091494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4aaeb31-b143-4d98-89db-bf8d88a3d0bc req-9f38cd12-dcdd-49d4-ae1d-8ee46182321a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395430 Sep 18 01:58:57.105047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=90be9e8f-0ff2-45a5-95e9-661b3c93c865,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:57.130853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] No DVR routers for this DVR port 90be9e8f-0ff2-45a5-95e9-661b3c93c865 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:58:57.149300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.162260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 90be9e8f-0ff2-45a5-95e9-661b3c93c865 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:58:57.162975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 90be9e8f-0ff2-45a5-95e9-661b3c93c865 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:58:57.178254 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-5a865447-a368-47eb-8c89-1333f6b0e700 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 217 time: 0.1088724 Sep 18 01:58:57.262302 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa649379-ad1a-48d1-a809-7855364abb0a x-openstack-request-id: req-fa649379-ad1a-48d1-a809-7855364abb0a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:57.262681 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "tag": "172e3e55-834c-4117-9ac3-a248c984e995", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:57.262907 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa649379-ad1a-48d1-a809-7855364abb0a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:57.263257 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995', 'status': 'completed', 'code': 200} Sep 18 01:58:57.302542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-ee19655d-665d-4946-9073-6c16ec285e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:57.307363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-ee19655d-665d-4946-9073-6c16ec285e7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.1281936 Sep 18 01:58:57.345074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec02593-ac52-4e3e-906c-dd6e9b76db4d req-9bef4112-aa66-472f-b4a6-74d23bfcf15d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:57.353833 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fec02593-ac52-4e3e-906c-dd6e9b76db4d req-9bef4112-aa66-472f-b4a6-74d23bfcf15d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.2057824 Sep 18 01:58:57.390200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.421025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-3527a6c3-45df-4717-a8b8-3ef664d84832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:57.422969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-3527a6c3-45df-4717-a8b8-3ef664d84832 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069181 Sep 18 01:58:57.440019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fec02593-ac52-4e3e-906c-dd6e9b76db4d req-0352d923-1b7a-4ae4-a920-82e319b0a3bd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807428 Sep 18 01:58:57.445882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ca4a97-620e-4f8a-bcac-c644e85e2df3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:57.454703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.467911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.482702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172a571d-d0bc-42cd-9ecf-bfd8e87473a5') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:57.483276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172a571d-d0bc-42cd-9ecf-bfd8e87473a5') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:57.513767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.546358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:58:57.570860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.574049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8d170-fa87-4c91-979b-028918a001b1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:57.574515 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-00a0e6eb-184d-4276-8083-76bdb02ca6a4 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332114 Sep 18 01:58:57.584850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.585495 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Added segment feee4e71-a6d2-4888-a2e5-e2e4866fcb09 of type vlan for network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 Sep 18 01:58:57.587680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:58:57.588387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:58:57.590992 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:58:57.616726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Router ca8e1b47-22e6-49ae-b551-63ad904d5035 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:58:57.725599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50e17866-5b31-4a20-8efa-fca5007a2ce5 req-02624ad7-6dda-46b5-85c1-53b20878ab5e service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431410 Sep 18 01:58:57.744027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.749496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.762241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.764409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e4ca4a97-620e-4f8a-bcac-c644e85e2df3 HTTP/1.1" status: 204 len: 168 time: 2.5264008 Sep 18 01:58:57.791920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796c1c8-a5a6-4474-94f5-be68cdc7dd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ca4a97-620e-4f8a-bcac-c644e85e2df3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:57.843622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-18f1aed4-dc93-47f9-8e24-fafda54984f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:57.846265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-18f1aed4-dc93-47f9-8e24-fafda54984f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 1095 time: 0.0564537 Sep 18 01:58:57.847650 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.848661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:57.849563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.860147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:58:57.872500 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Sync routers for ids ['ca8e1b47-22e6-49ae-b551-63ad904d5035'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:58:57.893135 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Routers {'ca8e1b47-22e6-49ae-b551-63ad904d5035'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:57.894372 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ca8e1b47-22e6-49ae-b551-63ad904d5035'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:57.932077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4139898 Sep 18 01:58:57.935349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46464) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:57.938173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:57.939424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dfff7215-72b5-4303-b922-09de49d61b44 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8444781 Sep 18 01:58:57.943103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Request body: {'subnet': {'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-882952344-subnet', 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:57.946467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46466) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:57.950086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dd51b-f456-4c06-997b-ebf36e039d10 admin admin] Pushing event updated for resources: {'Network': ['ID=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:57.959809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:58:57.972156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46468) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:58.042674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:58:58.172861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b8bac1fb-373e-45ae-85fb-97a31c57d1d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=882935b4360949b49d35b4345c2de077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957622 Sep 18 01:58:58.177969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46478) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:58.178302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46482) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:58.214916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:58.217239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.224752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:58:58.234614 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Set router ca8e1b47-22e6-49ae-b551-63ad904d5035 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:58:58.237621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:58:58.240586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.410863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-ea7da93d-0362-4cd0-8cdc-bae4582d314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:58.412238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-ea7da93d-0362-4cd0-8cdc-bae4582d314f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.5584209 Sep 18 01:58:58.468311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b3e1b-331e-432e-822a-86b1f8853162 req-6a81b19e-2999-4f13-9e0e-87f552988ed5 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:58.477459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29f8a5-dc84-4eaa-95d8-5418d1f65e45 req-ab6c6393-b68b-41c2-a4a3-5cabcc007b9a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:58.478135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-af4b3e1b-331e-432e-822a-86b1f8853162 req-6a81b19e-2999-4f13-9e0e-87f552988ed5 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 943 time: 0.3697951 Sep 18 01:58:58.484154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d29f8a5-dc84-4eaa-95d8-5418d1f65e45 req-ab6c6393-b68b-41c2-a4a3-5cabcc007b9a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 944 time: 0.2650955 Sep 18 01:58:58.574567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-fff29fe9-651c-4d8e-a97f-6ff74bfd25ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 217 time: 0.1359494 Sep 18 01:58:58.620061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-af4b3e1b-331e-432e-822a-86b1f8853162 req-b983afa8-dce3-4b71-811f-7ba9c7adcc0a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327529 Sep 18 01:58:58.636836 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa01e-d825-4aa1-999e-400278fd212f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.655626 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T01:58:55Z', 'revision_number': 3, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:58.709486 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Checking router: ca8e1b47-22e6-49ae-b551-63ad904d5035 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:58:58.712754 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Updating router ca8e1b47-22e6-49ae-b551-63ad904d5035 port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:58:58.732432 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.761040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80953913-0485-44e5-8801-6447484e7a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:58:58.764347 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc57c1e-b619-4f34-a7ca-bc68f3cd9f32" -d '{"events": [{"server_uuid": "80953913-0485-44e5-8801-6447484e7a36", "name": "network-vif-plugged", "status": "completed", "tag": "14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:58:58.783909 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.788345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46498) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:58.789289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:58:58.795657 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.820374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0d275b7-9d47-484b-a266-d4e6b4c0591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.893700 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d29f8a5-dc84-4eaa-95d8-5418d1f65e45 req-e830ac32-f87f-417f-b04c-e7e488d66b8f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364010 Sep 18 01:58:58.896090 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0d275b7-9d47-484b-a266-d4e6b4c0591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.923710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-7149b323-60a7-42d4-acc7-ca4868007132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:58.927380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:58.935013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-7149b323-60a7-42d4-acc7-ca4868007132 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.3362203 Sep 18 01:58:58.938554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32119d-18da-465b-bbd2-812038c8c52e req-7bab7016-79f2-4bbf-8eed-f764ec7aaf62 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:58.946290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b32119d-18da-465b-bbd2-812038c8c52e req-7bab7016-79f2-4bbf-8eed-f764ec7aaf62 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1985176 Sep 18 01:58:58.959989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:58.965603 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd6ac6d-260b-4548-8e72-66af10a9f34a x-openstack-request-id: req-5bd6ac6d-260b-4548-8e72-66af10a9f34a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:58:58.966095 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80953913-0485-44e5-8801-6447484e7a36", "name": "network-vif-plugged", "status": "completed", "tag": "14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:58:58.966187 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bd6ac6d-260b-4548-8e72-66af10a9f34a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:58:58.966512 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80953913-0485-44e5-8801-6447484e7a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a', 'code': 200} Sep 18 01:58:59.002628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa01e-d825-4aa1-999e-400278fd212f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.027322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-network', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:58:59.036333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa01e-d825-4aa1-999e-400278fd212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.092831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b32119d-18da-465b-bbd2-812038c8c52e req-a0ad8516-0c8c-457e-a27d-8ddcb82e8ffa tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456444 Sep 18 01:58:59.099275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-e530d46b-7835-4a39-ac31-4bba31888ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:59.101097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-e530d46b-7835-4a39-ac31-4bba31888ea6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524019 Sep 18 01:58:59.114538 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23654107-5b5e-4373-99ae-60b1aba38110,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:59.135662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Checking segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:59.136297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Network hostable DHCP agents. Network: 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:58:59.170379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9cfa01e-d825-4aa1-999e-400278fd212f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f63c9e65483448bab42a3ac7903d9879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9889357 Sep 18 01:58:59.175194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46502) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:58:59.190069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Made reservation on behalf of f5e0daa3bf8c451695d0f965bbc5d834 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:58:59.193238 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.196158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:58:59.208983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfa01e-d825-4aa1-999e-400278fd212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfb86b2-310f-41b1-9324-606697045aad,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:59.228008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:59.229342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0d275b7-9d47-484b-a266-d4e6b4c0591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.231994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0d275b7-9d47-484b-a266-d4e6b4c0591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.233214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e0d275b7-9d47-484b-a266-d4e6b4c0591f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dadd7e0-9a17-474f-9db5-fa6ae2f53088 HTTP/1.1" status: 204 len: 168 time: 1.0500946 Sep 18 01:58:59.239683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8053149f-4751-4fcc-b37c-67e068773742 None None] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:59.249720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.257654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d275b7-9d47-484b-a266-d4e6b4c0591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dadd7e0-9a17-474f-9db5-fa6ae2f53088,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:59.258965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:59.259627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.288615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.302372 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5988399f-9c38-485f-8446-b5d93c223809 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3656297 Sep 18 01:58:59.308603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-368c15ca-84cd-425d-8044-29be5b796522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.374497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-368c15ca-84cd-425d-8044-29be5b796522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.396578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac41f18-72e4-48a1-8f2c-1250d99bafbc req-c34cbfa5-3ccf-4ea9-8a9c-d5a079c20fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:59.398086 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ac41f18-72e4-48a1-8f2c-1250d99bafbc req-c34cbfa5-3ccf-4ea9-8a9c-d5a079c20fb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 1097 time: 0.3110704 Sep 18 01:58:59.407022 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.409872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-a6347ab5-2dfc-468e-92b4-f66c7b39ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:59.411457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-a6347ab5-2dfc-468e-92b4-f66c7b39ebe2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 1101 time: 0.3174622 Sep 18 01:58:59.422896 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.504772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da33e6b-e9e3-4ba2-adfe-4ac662b2e22f None None] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:58:59.512531 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-368c15ca-84cd-425d-8044-29be5b796522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.515616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-368c15ca-84cd-425d-8044-29be5b796522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.516789 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-368c15ca-84cd-425d-8044-29be5b796522 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dfb86b2-310f-41b1-9324-606697045aad HTTP/1.1" status: 204 len: 168 time: 0.3406644 Sep 18 01:58:59.520161 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Attempting to bind port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:58:59.520535 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Attempting to bind port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:58:59.520898 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Attempting to bind port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:58:59.531317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c15ca-84cd-425d-8044-29be5b796522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfb86b2-310f-41b1-9324-606697045aad,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:59.533901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Allocated IP 172.20.0.1 (d231682c-8255-4194-a1ea-7ee987894461/6e39142c-e688-422e-aa6e-e3bdfdd35cd7/6b541750-49d3-4c7a-b1a4-50e9e72a7a00) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:58:59.537886 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:58:59.538280 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:58:59.538697 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.539165 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:58:59.539662 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Bound port: 76a5e4b4-a699-4a0d-86e6-0294c168c7ef, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:58:59.540084 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.594695 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb4f33-67f0-4ac4-b629-f5afe559fd0c None None] Pushing event updated for resources: {'Port': ['ID=76a5e4b4-a699-4a0d-86e6-0294c168c7ef,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:59.603994 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-48c0363e-b0c2-43c9-8251-892cd96f144e service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633436 Sep 18 01:58:59.664990 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] For port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:58:59.667721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.670233 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] For port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=76a5e4b4-a699-4a0d-86e6-0294c168c7ef,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:58:59.679578 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.726596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.799546 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Routers {'ca8e1b47-22e6-49ae-b551-63ad904d5035'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:58:59.800582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ca8e1b47-22e6-49ae-b551-63ad904d5035'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:58:59.800887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Network d231682c-8255-4194-a1ea-7ee987894461 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:58:59.803835 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb4f33-67f0-4ac4-b629-f5afe559fd0c None None] Pushing event updated for resources: {'Port': ['ID=76a5e4b4-a699-4a0d-86e6-0294c168c7ef,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:59.808280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:58:59.814752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:58:59.820666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:59.845915 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.849811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-097452fb-0935-4259-ad18-567c01eee845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:58:59.853040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-097452fb-0935-4259-ad18-567c01eee845 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.4336004 Sep 18 01:58:59.868292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.889860 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:58:59.933291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ac41f18-72e4-48a1-8f2c-1250d99bafbc req-8f663fbd-f538-4895-8188-49abbee367ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188477 Sep 18 01:58:59.961846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af57427-f7d1-4862-879a-01ec09148032,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:58:59.988132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 172e3e55-834c-4117-9ac3-a248c984e995 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:00.032545 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] Set router ca8e1b47-22e6-49ae-b551-63ad904d5035 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:00.090755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.128907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-2136becf-d57a-4fd0-970e-6ad375df0f73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2e02130b-10a8-4d71-a948-759dd815851d HTTP/1.1" status: 200 len: 217 time: 0.2545509 Sep 18 01:59:00.129953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:59:00.137643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79c305-a83b-46bf-923f-4bdc3a7b4b35 req-de738b61-2177-46ad-b16a-30b3a0e1cbcf tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:00.139745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e79c305-a83b-46bf-923f-4bdc3a7b4b35 req-de738b61-2177-46ad-b16a-30b3a0e1cbcf tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 945 time: 0.1100628 Sep 18 01:59:00.201313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.201896 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Added segment a7d8780c-1e0b-4216-83c2-8725bf0bb4ac of type vlan for network d9ea521e-af98-4091-ad4c-730640e642ab Sep 18 01:59:00.217398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 172e3e55-834c-4117-9ac3-a248c984e995, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=172e3e55-834c-4117-9ac3-a248c984e995,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:00.232419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e79c305-a83b-46bf-923f-4bdc3a7b4b35 req-f98cd9e8-11af-49b6-a7af-72bd8b394b1a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656819 Sep 18 01:59:00.243666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c9361-521c-4dec-b8ab-5ac19da5e8d3 req-e43091fd-e3ee-4a42-810b-fdf794796d7e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:00.246121 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cb5c9361-521c-4dec-b8ab-5ac19da5e8d3 req-e43091fd-e3ee-4a42-810b-fdf794796d7e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 943 time: 0.3861933 Sep 18 01:59:00.281095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '172e3e55-834c-4117-9ac3-a248c984e995', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'port_id': '172e3e55-834c-4117-9ac3-a248c984e995', 'mac_address': 'fa:16:3e:2e:da:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:00.296919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46534) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:00.303035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.308815 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-498ed5c7-64ad-4350-b1a7-e90b7c308910 req-3504279e-44cb-450d-a1c1-47060e8775d9 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500566 Sep 18 01:59:00.332829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-fa6d75ef-19fc-4e60-aa46-b4e70f5696ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:00.334527 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-fa6d75ef-19fc-4e60-aa46-b4e70f5696ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1912265 Sep 18 01:59:00.367746 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.397771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f3b84e5-6fa0-4d44-a8eb-afd8b395404c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.398300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172e3e55-834c-4117-9ac3-a248c984e995 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:00.408651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cb5c9361-521c-4dec-b8ab-5ac19da5e8d3 req-df712861-a5df-48d4-9f37-00d946a144da tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354098 Sep 18 01:59:00.420600 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.421717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:00.422480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.450073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-4ce87ae7-f8c5-445f-9207-32188c2a7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:00.452679 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-4ce87ae7-f8c5-445f-9207-32188c2a7ba1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0983398 Sep 18 01:59:00.478662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 172e3e55-834c-4117-9ac3-a248c984e995, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=172e3e55-834c-4117-9ac3-a248c984e995,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:00.488920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.553615 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T01:58:55Z', 'revision_number': 3, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:00.582889 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.599818 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.642397 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf95a42-ff79-471b-b194-2878b8f6ced1 None None] The sync data for ids ['ca8e1b47-22e6-49ae-b551-63ad904d5035'] in n-d-789963-12 is: [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T01:58:55Z', 'revision_number': 3, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:00.653038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=172e3e55-834c-4117-9ac3-a248c984e995,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:00.720740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['172e3e55-834c-4117-9ac3-a248c984e995'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:00.734418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-124e0562-f7ea-42f9-9299-dd4844336790 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733886 Sep 18 01:59:00.764365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] Pushing event updated for resources: {'Network': ['ID=d9ea521e-af98-4091-ad4c-730640e642ab,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:00.785714 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d9ea521e-af98-4091-ad4c-730640e642ab details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:59:00.800519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:00.841219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-1526f3c2-1d05-4b78-8284-e498500e4d97 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:00.842831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-1526f3c2-1d05-4b78-8284-e498500e4d97 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.1763961 Sep 18 01:59:00.845899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.851065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905479dd-ea12-46cc-a5db-93c31d39bf40 req-37d81cd8-0919-4aa7-b558-c8ed23fa5dbe tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:00.852659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-905479dd-ea12-46cc-a5db-93c31d39bf40 req-37d81cd8-0919-4aa7-b558-c8ed23fa5dbe tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.2208257 Sep 18 01:59:00.883289 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f3b84e5-6fa0-4d44-a8eb-afd8b395404c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.892425 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-5c7f7f29-f905-4640-ae9f-5c1d71d4d382 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/quotas/9bfff37e91a7428ab2c2d22f7437d9f4 HTTP/1.1" status: 200 len: 375 time: 0.0316567 Sep 18 01:59:00.905639 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f3b84e5-6fa0-4d44-a8eb-afd8b395404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:00.918799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3074ff03-6472-4e6f-b791-65d313d504db admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1080158 Sep 18 01:59:00.928131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46554) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:00.937804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Request body: {'subnet': {'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-subnet', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:00.969680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-defc0723-8b4d-423c-b80f-f4f1e214eb2a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763485 Sep 18 01:59:00.994912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-905479dd-ea12-46cc-a5db-93c31d39bf40 req-15d49ed7-cb9c-4869-b78e-506ed633e796 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976696 Sep 18 01:59:00.997909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Made reservation on behalf of f5e0daa3bf8c451695d0f965bbc5d834 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:01.000838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.063463 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4642-0e71-4c1c-a946-6cccceafc8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.096776 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2f3b84e5-6fa0-4d44-a8eb-afd8b395404c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ee6c04d3ab6416db73278929d66716f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7958670 Sep 18 01:59:01.097530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b84e5-6fa0-4d44-a8eb-afd8b395404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a3eb83-8598-49e3-9185-89183559b5fe,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:01.100280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46556) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:01.226142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-4bf4df72-719c-4d77-8ea0-1761497ce275 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512784 Sep 18 01:59:01.283060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-86811c3a-210b-4ce7-be5e-fd69086c6bf0 service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005369 Sep 18 01:59:01.311020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-538f4f06-7a4f-43ef-a016-51dc4148cce7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:01.312591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-538f4f06-7a4f-43ef-a016-51dc4148cce7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 945 time: 0.1187356 Sep 18 01:59:01.408473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.512174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca33e507-ef1b-42b0-9900-09766d0da44f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:01.553201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Deleting port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:01.553536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.557904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-7e9f0059-8734-4119-95b7-65117512cb8e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b05c5ebb0ff4d5abc932cd504465a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396152 Sep 18 01:59:01.560229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Checking segment: {'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:01.560386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Network hostable DHCP agents. Network: d9ea521e-af98-4091-ad4c-730640e642ab, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:59:01.702152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Network d9ea521e-af98-4091-ad4c-730640e642ab is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:59:01.737659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Network d231682c-8255-4194-a1ea-7ee987894461 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:01.739671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, d9ea521e-af98-4091-ad4c-730640e642ab) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:01.742960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:01.751803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87513735-3fd6-475b-8cf7-d527f58ec9a5 None None] Network d9ea521e-af98-4091-ad4c-730640e642ab requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:59:01.760080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] For port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:01.760524 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.763820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:01.764411 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.785538 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-129dd50b-11a9-40ba-95c5-f5da9ae10500 service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817564 Sep 18 01:59:01.787567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-5d3a0c8f-e536-4980-987b-49538e138951 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:01.791177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-5d3a0c8f-e536-4980-987b-49538e138951 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180383 Sep 18 01:59:01.799882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Calling delete_port for 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:01.822804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62679fce-5a3d-4ad1-bc5e-0f10650739f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.862479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62679fce-5a3d-4ad1-bc5e-0f10650739f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.904853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-23a652aa-2104-4687-b708-f678d7573452 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/quotas/2b05c5ebb0ff4d5abc932cd504465a8e HTTP/1.1" status: 200 len: 375 time: 0.0333970 Sep 18 01:59:01.913893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cff834c5-d33e-4a79-a94c-0421a3602926 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9803865 Sep 18 01:59:01.934316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46576) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:01.940281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:01.970170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62679fce-5a3d-4ad1-bc5e-0f10650739f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.977890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62679fce-5a3d-4ad1-bc5e-0f10650739f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:01.984140 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-62679fce-5a3d-4ad1-bc5e-0f10650739f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18a3eb83-8598-49e3-9185-89183559b5fe HTTP/1.1" status: 204 len: 168 time: 0.7111442 Sep 18 01:59:01.999739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 172e3e55-834c-4117-9ac3-a248c984e995 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:02.010266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-d9ea521e-af98-4091-ad4c-730640e642ab', 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'fixed_ips': [{'subnet_id': 'ca33e507-ef1b-42b0-9900-09766d0da44f'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:59:02.012430 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:02.027159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62679fce-5a3d-4ad1-bc5e-0f10650739f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a3eb83-8598-49e3-9185-89183559b5fe,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:02.034341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Router ca8e1b47-22e6-49ae-b551-63ad904d5035 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:02.105341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-32cc97d1-bdd2-43ad-a211-024a893c753d tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b05c5ebb0ff4d5abc932cd504465a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1993227 Sep 18 01:59:02.106938 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:02.108307 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:02.114690 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:02.133254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:02.160112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event deleted for resources: {'Port': ['ID=14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:02.164342 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98b63da3-4a09-4ef6-89a6-57a3033a5ab5 req-1f973225-ee04-4a26-8885-a591da9efffa tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 210 time: 0.0511029 Sep 18 01:59:02.284430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:02.326947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:02.345546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4c984b58-59cc-43ce-99c4-fa42810b36e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/ca8e1b47-22e6-49ae-b551-63ad904d5035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3882492 Sep 18 01:59:02.357577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa445a42-e299-4fb3-9361-fdfef5198f7c req-a157ab5c-3a5c-4925-88df-9d10674d1da4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:02.366440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] No DVR routers for this DVR port 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:02.366618 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa445a42-e299-4fb3-9361-fdfef5198f7c req-a157ab5c-3a5c-4925-88df-9d10674d1da4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 944 time: 0.0899293 Sep 18 01:59:02.397180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:02.407414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9dd7074f-7791-41b5-a55a-6c1d0bf0c422 req-7858caa8-f9a2-4777-917c-d63a47aa4b13 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "DELETE /v2.0/ports/14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a HTTP/1.1" status: 204 len: 173 time: 1.0866101 Sep 18 01:59:02.408282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80953913-0485-44e5-8801-6447484e7a36', 'name': 'network-vif-deleted', 'tag': '14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:02.410687 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be68b6e-5d50-48a5-972f-dfaffa74768c" -d '{"events": [{"server_uuid": "80953913-0485-44e5-8801-6447484e7a36", "name": "network-vif-deleted", "tag": "14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:02.433323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa445a42-e299-4fb3-9361-fdfef5198f7c req-15403c1e-5b0b-4088-8568-ebf5478a7842 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Sep 18 01:59:02.497020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 172e3e55-834c-4117-9ac3-a248c984e995 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:02.502945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 172e3e55-834c-4117-9ac3-a248c984e995 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:02.503702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:02.654522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Allocated IP 172.20.0.2 (d9ea521e-af98-4091-ad4c-730640e642ab/ca33e507-ef1b-42b0-9900-09766d0da44f/26f259a2-a421-4103-b9a6-b3fb87d4864d) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:02.751006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b03a9f-b3e2-48a2-ba7c-4f862bb67489 req-1a563357-53f5-4bf8-8245-5988bf70a27e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:02.753993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-09b03a9f-b3e2-48a2-ba7c-4f862bb67489 req-1a563357-53f5-4bf8-8245-5988bf70a27e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1346121 Sep 18 01:59:02.865381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a3c8a470-9e6c-49b2-8282-665c08aa7662 req-0baba214-2b02-452d-bd7d-18ed813dadb0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 210 time: 0.4250097 Sep 18 01:59:02.881868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-09b03a9f-b3e2-48a2-ba7c-4f862bb67489 req-ee5f29dd-06cb-4741-9128-6e52da35f90e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201494 Sep 18 01:59:02.987994 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.065391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:03.074994 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae0f903-ec4d-4c8c-a5f4-6cd80cfd369b" -d '{"events": [{"server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "name": "network-vif-plugged", "status": "completed", "tag": "172e3e55-834c-4117-9ac3-a248c984e995"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:03.119945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 172e3e55-834c-4117-9ac3-a248c984e995, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=172e3e55-834c-4117-9ac3-a248c984e995,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:03.131453 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.147852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 76a5e4b4-a699-4a0d-86e6-0294c168c7ef up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:03.233889 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.236619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Sync routers for ids ['ca8e1b47-22e6-49ae-b551-63ad904d5035'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:03.279825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.300881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Routers {'ca8e1b47-22e6-49ae-b551-63ad904d5035'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:03.301619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:58:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ca8e1b47-22e6-49ae-b551-63ad904d5035'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:03.316191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Network d9ea521e-af98-4091-ad4c-730640e642ab is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:03.360296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=172e3e55-834c-4117-9ac3-a248c984e995,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:03.366835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:03.371211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:03.420429 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb78ce1f-c3a8-44e4-afd3-709b133ebe76 x-openstack-request-id: req-cb78ce1f-c3a8-44e4-afd3-709b133ebe76 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:03.421412 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80953913-0485-44e5-8801-6447484e7a36", "name": "network-vif-deleted", "tag": "14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:03.421901 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb78ce1f-c3a8-44e4-afd3-709b133ebe76 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:03.422506 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80953913-0485-44e5-8801-6447484e7a36', 'name': 'network-vif-deleted', 'tag': '14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a', 'status': 'completed', 'code': 200} Sep 18 01:59:03.425710 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6765949d-52b0-472c-82ec-52497db63dcc req-eaa247a7-041d-4de2-b947-d697418416f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 210 time: 0.5628374 Sep 18 01:59:03.435618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.463430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Pushing event updated for resources: {'Port': ['ID=26f259a2-a421-4103-b9a6-b3fb87d4864d,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:03.562603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e84ee910-41e6-47e8-bc48-f4bb303f0d40 req-3416a405-e65b-49e7-a55b-b0d0af585e31 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 210 time: 0.1705930 Sep 18 01:59:03.637164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:03.637631 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.642643 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-236247c1-1e18-4e51-92d6-747f32c9dbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.679756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765949d-52b0-472c-82ec-52497db63dcc req-bafdf27b-f181-440d-8a27-bce8c7f9de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:03.682382 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6765949d-52b0-472c-82ec-52497db63dcc req-bafdf27b-f181-440d-8a27-bce8c7f9de28 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2432594 Sep 18 01:59:03.751858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Attempting to bind port 26f259a2-a421-4103-b9a6-b3fb87d4864d on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:03.752504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Attempting to bind port 26f259a2-a421-4103-b9a6-b3fb87d4864d by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:03.752887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Attempting to bind port 26f259a2-a421-4103-b9a6-b3fb87d4864d on network d9ea521e-af98-4091-ad4c-730640e642ab {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:03.813667 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556d4d74-3b44-42b9-9698-a175f6ae300f x-openstack-request-id: req-556d4d74-3b44-42b9-9698-a175f6ae300f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:03.814030 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "name": "network-vif-plugged", "status": "completed", "tag": "172e3e55-834c-4117-9ac3-a248c984e995", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:03.814416 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-556d4d74-3b44-42b9-9698-a175f6ae300f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:03.814886 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995', 'code': 200} Sep 18 01:59:03.826652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-7fcf131c-2e5d-4de0-82fc-f93a5379a133 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:03.831632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:03.832065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Checking segment: {'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:03.832479 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.833097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Bound using segment: {'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:03.833707 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Bound port: 26f259a2-a421-4103-b9a6-b3fb87d4864d, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:03.834217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.839824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-7fcf131c-2e5d-4de0-82fc-f93a5379a133 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 811 time: 0.2514830 Sep 18 01:59:03.859231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-b2e2d04e-4aa1-4997-a74f-8753e65f9453 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/quotas/3b6b0717b52b4b899e3cb254a79dcbc1 HTTP/1.1" status: 200 len: 375 time: 0.0181799 Sep 18 01:59:03.925596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Set router ca8e1b47-22e6-49ae-b551-63ad904d5035 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:03.928172 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:03.977043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83952e70-cd03-45db-901a-0cfc69301410 req-23a3a970-7648-4eff-b5c6-1bb0174ccd84 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 210 time: 0.1467967 Sep 18 01:59:03.989527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-d07b4e89-d0cc-4d09-b3c8-894e3988ad19 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185882 Sep 18 01:59:04.075725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b2888-cada-445d-b1e1-931b3abc4b82 req-cd25935d-9a70-4b5a-8755-585e29043c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:04.077752 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e2b2888-cada-445d-b1e1-931b3abc4b82 req-cd25935d-9a70-4b5a-8755-585e29043c2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 1097 time: 0.3045075 Sep 18 01:59:04.153701 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-eec8128c-a37e-4918-a842-2832586de45a service neutron] 10.222.0.21 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506193 Sep 18 01:59:04.211617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] For port 26f259a2-a421-4103-b9a6-b3fb87d4864d, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:04.213904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765949d-52b0-472c-82ec-52497db63dcc req-e5a6fec7-a966-4f0a-8a1d-67cb114c882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:04.216320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6765949d-52b0-472c-82ec-52497db63dcc req-e5a6fec7-a966-4f0a-8a1d-67cb114c882c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5261781 Sep 18 01:59:04.217386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] For port 26f259a2-a421-4103-b9a6-b3fb87d4864d, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=26f259a2-a421-4103-b9a6-b3fb87d4864d,segment=NetworkSegment(a7d8780c-1e0b-4216-83c2-8725bf0bb4ac),segment_id=a7d8780c-1e0b-4216-83c2-8725bf0bb4ac)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:04.223393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e2b2888-cada-445d-b1e1-931b3abc4b82 req-4b4bb7c1-f901-4f82-92b3-6fc777557198 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210432 Sep 18 01:59:04.238436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=76a5e4b4-a699-4a0d-86e6-0294c168c7ef,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:04.239345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4ca1b-fc07-413b-99dc-457ec539b447 req-c98c7f52-9c7e-4ac3-a37e-7cf3cb9de930 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:04.242331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40b4ca1b-fc07-413b-99dc-457ec539b447 req-c98c7f52-9c7e-4ac3-a37e-7cf3cb9de930 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 945 time: 0.1801891 Sep 18 01:59:04.253138 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:04.255004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-5af25feb-4013-42dd-902b-7763c2aeb0ed tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:04.256866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-5af25feb-4013-42dd-902b-7763c2aeb0ed tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.4915581 Sep 18 01:59:04.282413 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:04.289286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-abf93501-5647-45c8-bb10-42e925a4f516 service neutron] 10.222.0.21 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288557 Sep 18 01:59:04.386682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40b4ca1b-fc07-413b-99dc-457ec539b447 req-08218e0f-42e2-4222-8b72-3a3ec82a439e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259618 Sep 18 01:59:04.406184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea567820-c3e2-4dd5-b816-9a282b55e0f8 None None] Pushing event updated for resources: {'Port': ['ID=26f259a2-a421-4103-b9a6-b3fb87d4864d,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:04.443777 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:04.487558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Request body: {'port': {'device_id': '33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'admin_state_up': True, 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:04.597510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:04.653678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-bd6e7988-cc34-48a8-994f-f5aca978ad10 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2b05c5ebb0ff4d5abc932cd504465a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2102039 Sep 18 01:59:04.670133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:04.684402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-128b4d22-5750-4aaa-af9b-383345da611c req-4a1778e7-12b9-45c6-9fa6-f09099ff6e01 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 210 time: 0.0807064 Sep 18 01:59:04.693604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320b6b-25fd-4c97-90a7-96c46dc18f02 req-d2566c19-174e-46b5-8c59-678c1bc25b1a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:04.708855 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13320b6b-25fd-4c97-90a7-96c46dc18f02 req-d2566c19-174e-46b5-8c59-678c1bc25b1a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1568949 Sep 18 01:59:04.801612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13320b6b-25fd-4c97-90a7-96c46dc18f02 req-ed825afd-b388-4438-a425-0634894cd691 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861804 Sep 18 01:59:04.841878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=76a5e4b4-a699-4a0d-86e6-0294c168c7ef,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:04.922923 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:04.935524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T01:59:00Z', 'revision_number': 4, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6b541750-49d3-4c7a-b1a4-50e9e72a7a00', 'name': '', 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'mac_address': 'fa:16:3e:27:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '6e39142c-e688-422e-aa6e-e3bdfdd35cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:59Z', 'updated_at': '2021-09-18T01:59:00Z', 'revision_number': 2, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'subnets': [{'id': '6e39142c-e688-422e-aa6e-e3bdfdd35cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:04.962585 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2df2a3-3d7a-4567-ad35-0ff0c2c262a8 req-f2e193bd-d2c1-49c8-a8ee-4de990da1bd3 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 210 time: 0.0643353 Sep 18 01:59:05.050609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Checking router: ca8e1b47-22e6-49ae-b551-63ad904d5035 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:05.052676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Updating router ca8e1b47-22e6-49ae-b551-63ad904d5035 port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:59:05.111825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.117056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4b7d65a-2027-46e7-9eb6-71ee113b13a2 req-64ab27ef-359c-432c-80e7-a2b3649607f7 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 210 time: 0.3102770 Sep 18 01:59:05.184025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b9255cd-719c-4d69-a853-4e525e753244 req-34c83fe8-7558-4dbc-980f-f80cf65ccccb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 210 time: 0.0534089 Sep 18 01:59:05.199546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:05.204944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.294779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-7ace2b8a-4489-4fc4-b180-ab3f23b83e35 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:05.296386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-7ace2b8a-4489-4fc4-b180-ab3f23b83e35 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6217258 Sep 18 01:59:05.316146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Request body: {'port': {'device_id': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '2b05c5ebb0ff4d5abc932cd504465a8e'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:05.371783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Allocated IP 172.25.0.88 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/3269f793-1d63-4568-aae6-5e5cebdf0ac0) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:05.393769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 26f259a2-a421-4103-b9a6-b3fb87d4864d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:05.554287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 26f259a2-a421-4103-b9a6-b3fb87d4864d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:05.554685 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.654574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.690424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.772547 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.776224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc8376-ccf2-4478-895c-27d38ed3d8e8 req-f63d8445-1581-450e-9b72-e896bc3787c4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:05.777797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8fc8376-ccf2-4478-895c-27d38ed3d8e8 req-f63d8445-1581-450e-9b72-e896bc3787c4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 945 time: 0.2555516 Sep 18 01:59:05.836861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88b4f7-63de-4401-be21-015d317bbcae None None] Pushing event updated for resources: {'Port': ['ID=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:05.856321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f372070d-f4fc-41f4-a122-47cf452c2501 req-a0031e1c-8d57-4055-8b4e-9a7ef083f265 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 210 time: 0.0510890 Sep 18 01:59:05.886232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 26f259a2-a421-4103-b9a6-b3fb87d4864d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=26f259a2-a421-4103-b9a6-b3fb87d4864d,segment=NetworkSegment(a7d8780c-1e0b-4216-83c2-8725bf0bb4ac),segment_id=a7d8780c-1e0b-4216-83c2-8725bf0bb4ac)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:05.887288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6765949d-52b0-472c-82ec-52497db63dcc req-383ca145-4b5e-44ec-ba50-a384c1fbf0c8 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 210 time: 0.0389242 Sep 18 01:59:05.887983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Made reservation on behalf of 2b05c5ebb0ff4d5abc932cd504465a8e for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:05.891995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.924644 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.925475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 76a5e4b4-a699-4a0d-86e6-0294c168c7ef up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:05.942783 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:05.963773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Allocated IP 172.20.0.11 (4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127/23654107-5b5e-4373-99ae-60b1aba38110/8a7fba3b-3054-46ef-8064-12cee0f620d8) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:06.019900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Attempting to bind port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:06.020270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Attempting to bind port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:06.020879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Attempting to bind port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 on network d231682c-8255-4194-a1ea-7ee987894461 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:06.053507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693078b7-659b-451f-af52-98068630fc71 req-3a5eacec-6de6-42df-83a6-ff0b3bf9b2d7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:06.054968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:06.055646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Checking segment: {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:06.056653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-693078b7-659b-451f-af52-98068630fc71 req-3a5eacec-6de6-42df-83a6-ff0b3bf9b2d7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1126599 Sep 18 01:59:06.056929 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.057492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Bound using segment: {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:06.058188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Bound port: 6b541750-49d3-4c7a-b1a4-50e9e72a7a00, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:06.058569 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.080716 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.084288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=26f259a2-a421-4103-b9a6-b3fb87d4864d,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:06.097502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8fc8376-ccf2-4478-895c-27d38ed3d8e8 req-66fcc8be-fad7-48b0-8445-818f56feb60f tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953711 Sep 18 01:59:06.158499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:06.161540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.194559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-693078b7-659b-451f-af52-98068630fc71 req-f5865d9a-3216-408b-a528-04089b3dbd03 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166542 Sep 18 01:59:06.203549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.212296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6dd78-08d2-4cbf-8d1a-d010e18ae504 None None] Network d9ea521e-af98-4091-ad4c-730640e642ab requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:59:06.253804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.260323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ee6a9c1-e9a9-4f68-af00-8f3bb6ad2458 req-04c31e9f-6ad5-4bd5-b2d4-bee414d61404 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 210 time: 0.0504565 Sep 18 01:59:06.386358 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.387626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8a26d621-a894-4602-a3c3-8ec94b034d78 None None] Provisioning complete for port 26f259a2-a421-4103-b9a6-b3fb87d4864d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:06.388263 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2cd5f9d4-7b53-4c0d-b794-f1ad7bcba3b9 req-21a16446-41cc-446c-b0c1-8cc33e300752 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 210 time: 0.0460460 Sep 18 01:59:06.388453 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a26d621-a894-4602-a3c3-8ec94b034d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.420063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] For port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:06.420738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.458440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] For port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:06.547621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.557241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bb68630-d4d1-4e89-b869-8e81e43ac254 req-edfe3eb4-eedb-477d-bc4e-412512ec254e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=80953913-0485-44e5-8801-6447484e7a36 HTTP/1.1" status: 200 len: 210 time: 0.0312157 Sep 18 01:59:06.614333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d00657f-7129-45ea-9bfc-16fcd8b50900,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:06.646398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:06.699012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:06.713718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Pushing event updated for resources: {'Port': ['ID=3269f793-1d63-4568-aae6-5e5cebdf0ac0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:06.713718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:06.768716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Routers {'ca8e1b47-22e6-49ae-b551-63ad904d5035'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:06.769372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ca8e1b47-22e6-49ae-b551-63ad904d5035'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:06.797283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46728) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:06.824074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-350d7316-a982-4328-be5e-9f8773c7bf6f tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:06.831377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-350d7316-a982-4328-be5e-9f8773c7bf6f tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4718070 Sep 18 01:59:06.856177 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:06.865112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88b4f7-63de-4401-be21-015d317bbcae None None] Pushing event updated for resources: {'Port': ['ID=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:06.866579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-1ed585f4-29e5-4342-9a22-417876de0baa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4364989 Sep 18 01:59:06.871818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Allocated IP 192.168.233.88 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/69617610-93ea-4002-b234-d65d12e08de6) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:06.885684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-92b4ae45-0c12-46e4-a565-c724ff060b4d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:06.887283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-92b4ae45-0c12-46e4-a565-c724ff060b4d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.20 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 811 time: 0.5900106 Sep 18 01:59:06.973431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Request body: {'port': {'device_id': 'b09d33b8-f81a-4f17-94e2-0ec6e872fed2', 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461', 'admin_state_up': True, 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:06.997308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-37209ff6-3463-4d62-b26c-d49dda9311fc req-cd515765-1661-40a2-85b3-db9adb241adf tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 210 time: 0.0301592 Sep 18 01:59:07.047796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] Set router ca8e1b47-22e6-49ae-b551-63ad904d5035 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:07.076633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4e1-bae5-4ea4-a4df-7da9a2ba2ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.083475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 26f259a2-a421-4103-b9a6-b3fb87d4864d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:07.202084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4e1-bae5-4ea4-a4df-7da9a2ba2ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.206881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa4e1-bae5-4ea4-a4df-7da9a2ba2ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.209779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-75e0d1c2-ec21-4856-a785-2a98e6d20f65 None None] Provisioning complete for port 26f259a2-a421-4103-b9a6-b3fb87d4864d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:07.210156 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e0d1c2-ec21-4856-a785-2a98e6d20f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.252525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e3cfa4e1-bae5-4ea4-a4df-7da9a2ba2ce6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24888c1af0494ab7969de111465c5895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528406 Sep 18 01:59:07.253857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfa4e1-bae5-4ea4-a4df-7da9a2ba2ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339efa9c-7006-4934-8c8e-0e02cdcd9f20,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:07.256831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46736) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:07.355695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99a8d7-7b88-4a47-8351-191df8589653 req-612a01b4-f872-406d-a6a6-711f88f5c1d7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:07.357667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc99a8d7-7b88-4a47-8351-191df8589653 req-612a01b4-f872-406d-a6a6-711f88f5c1d7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.0789430 Sep 18 01:59:07.358520 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5e3cfc4e-d65f-4cf7-b378-bf4e1800fdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.395849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5e3cfc4e-d65f-4cf7-b378-bf4e1800fdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.423953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 26f259a2-a421-4103-b9a6-b3fb87d4864d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:07.424560 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.444537 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc99a8d7-7b88-4a47-8351-191df8589653 req-48de6657-e745-461d-9ec9-32cb44875a7f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757375 Sep 18 01:59:07.455474 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-cad2bf88-ec19-416d-bcb8-3dc6ebf1d32a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.6229541 Sep 18 01:59:07.479978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5e3cfc4e-d65f-4cf7-b378-bf4e1800fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.485217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5e3cfc4e-d65f-4cf7-b378-bf4e1800fdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.488571 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5e3cfc4e-d65f-4cf7-b378-bf4e1800fdad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/339efa9c-7006-4934-8c8e-0e02cdcd9f20 HTTP/1.1" status: 204 len: 168 time: 0.2281184 Sep 18 01:59:07.525297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Request body: {'floatingip': {'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:07.528861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cfc4e-d65f-4cf7-b378-bf4e1800fdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339efa9c-7006-4934-8c8e-0e02cdcd9f20,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:07.641994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T01:59:00Z', 'revision_number': 4, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6b541750-49d3-4c7a-b1a4-50e9e72a7a00', 'name': '', 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'mac_address': 'fa:16:3e:27:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '6e39142c-e688-422e-aa6e-e3bdfdd35cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:59Z', 'updated_at': '2021-09-18T01:59:06Z', 'revision_number': 4, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'subnets': [{'id': '6e39142c-e688-422e-aa6e-e3bdfdd35cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:07.648006 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b268791-4f69-4fca-8ca8-46b7eb072d11 req-de95a3d4-6691-4712-912c-b31eb3f97118 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 210 time: 0.0479829 Sep 18 01:59:07.683484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba1be7-2671-4383-9b07-2dd055b2a14b None None] The sync data for ids ['ca8e1b47-22e6-49ae-b551-63ad904d5035'] in n-d-789963-12 is: [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T01:59:00Z', 'revision_number': 4, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6b541750-49d3-4c7a-b1a4-50e9e72a7a00', 'name': '', 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'mac_address': 'fa:16:3e:27:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '6e39142c-e688-422e-aa6e-e3bdfdd35cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:59Z', 'updated_at': '2021-09-18T01:59:06Z', 'revision_number': 4, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'subnets': [{'id': '6e39142c-e688-422e-aa6e-e3bdfdd35cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:07.699451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.716753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-d8139800-cc5a-4341-b143-ed32544dc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:07.718250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-d8139800-cc5a-4341-b143-ed32544dc09b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1101 time: 0.7659411 Sep 18 01:59:07.814234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-232c10e6-a276-4614-be1f-b7b7bba03818 req-ec60a969-def2-4a90-92c2-9ae030c90d11 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 210 time: 0.0334935 Sep 18 01:59:07.814888 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:07.956449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46750) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:07.971132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e2a1-7a82-4d02-9a72-1961955c6929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.024932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-b3f71716-1d89-4b1a-b366-ed05033fa746 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4945211 Sep 18 01:59:08.038304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:08.097824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:08.099145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 14cd0e8c-2e3a-48fb-89ad-a3a0c6a6fc9a not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:08.102288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:08.119463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e2a1-7a82-4d02-9a72-1961955c6929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.130944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e2a1-7a82-4d02-9a72-1961955c6929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.138474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:08.151466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:08.210122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6dd5e2a1-7a82-4d02-9a72-1961955c6929 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f876b2809fa48c0822191f50a1490f6&name=default HTTP/1.1" status: 200 len: 2982 time: 0.2529051 Sep 18 01:59:08.219932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event updated for resources: {'Port': ['ID=8a7fba3b-3054-46ef-8064-12cee0f620d8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:08.220812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46764) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:08.239828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5e2a1-7a82-4d02-9a72-1961955c6929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd017e6d-78c1-4dcf-96b4-7533241ca569,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:08.335441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2441a5d0-d4e2-4fb0-aefd-f525eee32819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.352661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-2ec74672-ebb6-4f6a-acaf-f74a5ca2c5ad tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:08.354469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-2ec74672-ebb6-4f6a-acaf-f74a5ca2c5ad tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.2183583 Sep 18 01:59:08.370451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.379743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2441a5d0-d4e2-4fb0-aefd-f525eee32819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.385793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Made reservation on behalf of 3b6b0717b52b4b899e3cb254a79dcbc1 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:08.388359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-bf7d338e-833f-47f1-bbfd-c437e3130347 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/quotas/ed7bdd6d4a7244599abaed6d4aa406fe HTTP/1.1" status: 200 len: 375 time: 0.0268149 Sep 18 01:59:08.389366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.398074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-5062f1b4-5d74-4aa7-a2b6-2b5e599f7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:08.400462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-5062f1b4-5d74-4aa7-a2b6-2b5e599f7c44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.6076424 Sep 18 01:59:08.416452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-22c8fec6-ac84-4b05-a37e-9533e9c41936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:08.418058 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-22c8fec6-ac84-4b05-a37e-9533e9c41936 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.3047044 Sep 18 01:59:08.426358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:08.427496 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.443286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-86b79768-5f56-406d-b78f-1f65c2e737fc tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453117 Sep 18 01:59:08.513633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.522292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-9d103c2d-7051-404b-bec7-3f84d7a56a8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.0799489 Sep 18 01:59:08.544311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2441a5d0-d4e2-4fb0-aefd-f525eee32819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.547192 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2441a5d0-d4e2-4fb0-aefd-f525eee32819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:08.548460 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2441a5d0-d4e2-4fb0-aefd-f525eee32819 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd017e6d-78c1-4dcf-96b4-7533241ca569 HTTP/1.1" status: 204 len: 168 time: 0.3266280 Sep 18 01:59:08.555424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-ed25050d-e25b-44fa-83ae-49a9898f4a1b service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050119 Sep 18 01:59:08.560935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441a5d0-d4e2-4fb0-aefd-f525eee32819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd017e6d-78c1-4dcf-96b4-7533241ca569,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:08.678067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-4e33dc72-93f2-4f2d-8b8b-409e2a70a5c7 service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145194 Sep 18 01:59:08.740423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Allocated IP 172.20.0.11 (d231682c-8255-4194-a1ea-7ee987894461/6e39142c-e688-422e-aa6e-e3bdfdd35cd7/70371871-9428-4bfe-ac65-2eb9b854c9eb) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:08.832135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54d2da3a-3cfe-479b-9246-3349607740a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4056623 Sep 18 01:59:08.871604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Request body: {'port': {'device_id': '33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:09.002653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912122e-feb5-4fa1-92ee-5723334ba163 req-f19cc326-3dda-46d2-9e23-73e4f6ecd4cb tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:09.009558 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1912122e-feb5-4fa1-92ee-5723334ba163 req-f19cc326-3dda-46d2-9e23-73e4f6ecd4cb tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 932 time: 0.1189995 Sep 18 01:59:09.035723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:09.061754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1912122e-feb5-4fa1-92ee-5723334ba163 req-e9206742-88a9-40ca-9b82-21a95f42d7d5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455790 Sep 18 01:59:09.134631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:09.199688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:09.200389 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:09.226779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-8a316ea6-932c-420a-b641-8cefa45b11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:09.230694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-8a316ea6-932c-420a-b641-8cefa45b11ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.4764597 Sep 18 01:59:09.240733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b041679-2448-4ecc-b96f-3442281c3747 req-6f9b0029-519b-4bb7-aa3d-ae8524f221f4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:09.249424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b041679-2448-4ecc-b96f-3442281c3747 req-6f9b0029-519b-4bb7-aa3d-ae8524f221f4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.0821779 Sep 18 01:59:09.331369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b041679-2448-4ecc-b96f-3442281c3747 req-db6696e6-992a-453d-a97f-e20c7dbe3995 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805976 Sep 18 01:59:09.341381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:09.357839 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:09.364923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-10599227-08dc-4a40-89c0-40e4df8b3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:09.366582 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-10599227-08dc-4a40-89c0-40e4df8b3f8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.9139450 Sep 18 01:59:09.396984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:09.402222 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:09.472959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:09.475266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4e78a-3c8b-4aed-96be-02a62053b408 req-d7e996d1-ed9d-4931-8ee9-1ab589d723f5 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:09.491792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9fd4e78a-3c8b-4aed-96be-02a62053b408 req-d7e996d1-ed9d-4931-8ee9-1ab589d723f5 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 935 time: 0.0933642 Sep 18 01:59:09.534354 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9fd4e78a-3c8b-4aed-96be-02a62053b408 req-f4fdff7f-2640-4f07-baf2-a071018218e4 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 Sep 18 01:59:09.668285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54bd072c-20bb-47d1-a05b-c6ac42095e01 req-28b02e38-cffc-4aed-be6d-befcba4f773e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 210 time: 0.0391192 Sep 18 01:59:09.761987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:09.762628 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79139571-9e01-4b45-9a30-0e67f3c5471a req-37e57d96-b073-4625-9070-b7fbf36e96e9 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 210 time: 0.0340183 Sep 18 01:59:09.764448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:09.767082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:09.776787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:09.951371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-45f440c9-6764-4e15-85ce-df0eb34b253c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 217 time: 0.1806982 Sep 18 01:59:10.061223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-89b0fc81-7019-4e03-ba27-6d44f66cc441 None None] Provisioning complete for port 69617610-93ea-4002-b234-d65d12e08de6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:10.061672 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89b0fc81-7019-4e03-ba27-6d44f66cc441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.089470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.090098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.100081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-89b0fc81-7019-4e03-ba27-6d44f66cc441 None None] Port 69617610-93ea-4002-b234-d65d12e08de6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:59:10.121277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-6bf136ed-de40-4fac-a5eb-9a734d2b3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.122820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-6bf136ed-de40-4fac-a5eb-9a734d2b3a9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8148060 Sep 18 01:59:10.199682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794bf20-37e8-47c2-bc87-4133c2b05a38 req-917cec65-9481-4d6d-9a1d-2baec1fc397f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.209193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6794bf20-37e8-47c2-bc87-4133c2b05a38 req-917cec65-9481-4d6d-9a1d-2baec1fc397f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 932 time: 0.0664449 Sep 18 01:59:10.261562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.269469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6794bf20-37e8-47c2-bc87-4133c2b05a38 req-fd3da1bb-2594-41a8-ad26-bcd4a7f650ef tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594099 Sep 18 01:59:10.306835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.310057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-0e82b2ab-0569-4faf-87bc-d423fd34494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.311983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-0e82b2ab-0569-4faf-87bc-d423fd34494e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.3439286 Sep 18 01:59:10.339599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9366cce9-df77-499f-85ca-69e493134668 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0288577 Sep 18 01:59:10.378009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-1acc9a15-f72a-49a2-b865-62c60d64c458 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.382560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-1acc9a15-f72a-49a2-b865-62c60d64c458 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.1370938 Sep 18 01:59:10.389719 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:59:10.396407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Request body: {'port': {'device_id': '2e0dc664-c34b-46e3-a8bb-805a08cc2194', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'admin_state_up': True, 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:10.465046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Request body: {'port': {'device_id': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:10.530172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d181f63-4b54-44ba-a3b3-4356becf8788 req-6832667b-635b-4040-9593-38cbe0370855 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.530172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d181f63-4b54-44ba-a3b3-4356becf8788 req-6832667b-635b-4040-9593-38cbe0370855 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1012735 Sep 18 01:59:10.570607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.591077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d181f63-4b54-44ba-a3b3-4356becf8788 req-5a99543e-5b3e-481b-a7b7-c83e6c7969d0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495887 Sep 18 01:59:10.592215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:10.596296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.618027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.640396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.758684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:10.767917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edf1cc-008e-4130-8866-f52e0d2511bf req-a21034f6-1c29-4fc7-a971-d2a5f21b55b9 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.769436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8edf1cc-008e-4130-8866-f52e0d2511bf req-a21034f6-1c29-4fc7-a971-d2a5f21b55b9 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 935 time: 0.0889976 Sep 18 01:59:10.803583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Allocated IP 172.20.0.6 (9e5c7924-3dab-469a-a802-854659959e0b/f5e19a47-9ea1-44de-af17-07e8e0dec0b0/43514111-bbbb-421b-9b7d-e94afde1e2ac) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:10.823450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-b9175d4a-2a0a-4a1d-aa70-73fdaf30f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:10.825064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-b9175d4a-2a0a-4a1d-aa70-73fdaf30f970 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4974542 Sep 18 01:59:10.833022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8edf1cc-008e-4130-8866-f52e0d2511bf req-697c45fc-cd87-442f-bf1d-08ba860dae9f tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507817 Sep 18 01:59:10.846586 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-a62a73bc-6b77-40a4-ac5b-e1ece23e06e0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073681 Sep 18 01:59:10.864565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Network d231682c-8255-4194-a1ea-7ee987894461 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:10.930179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:10.932311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Pushing event updated for resources: {'Port': ['ID=70371871-9428-4bfe-ac65-2eb9b854c9eb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:10.964409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-449c31c4-929e-4de8-b67a-1514bf88b592 req-501640dc-0e77-4bdc-8b37-ffa59d7f91b5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 210 time: 0.0326982 Sep 18 01:59:10.971044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:11.045145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:11.087745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:11.088481 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.099865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:11.100417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.104026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.122305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fdaa4-94b9-4b53-8812-f72473b7170c req-5473f164-62c8-4fe2-9c9f-927852675d29 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:11.124540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b01fdaa4-94b9-4b53-8812-f72473b7170c req-5473f164-62c8-4fe2-9c9f-927852675d29 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 932 time: 0.0790954 Sep 18 01:59:11.191806 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.233720 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-56a5d9b8-fde7-4be8-80df-b8ab3666b53e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2800112 Sep 18 01:59:11.255652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Request body: {'port': {'device_id': 'b09d33b8-f81a-4f17-94e2-0ec6e872fed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:11.262430 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c associated. External IP: 172.25.0.214, port: 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600. Sep 18 01:59:11.266372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Network 9e5c7924-3dab-469a-a802-854659959e0b is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:11.273550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event updated for resources: {'Port': ['ID=43514111-bbbb-421b-9b7d-e94afde1e2ac,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:11.276435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:11.286971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:11.296518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b01fdaa4-94b9-4b53-8812-f72473b7170c req-fcf36a86-a435-4993-a1c8-dae682db5476 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637018 Sep 18 01:59:11.361290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:11.362037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.389647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-f0e5519f-b4e6-4a5e-a29f-8e0e161508c0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9974389 Sep 18 01:59:11.411655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Request body: {'port': {'device_id': '2e0dc664-c34b-46e3-a8bb-805a08cc2194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:11.490394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eae699-ee79-40b1-b300-94c41fd5be17 req-016d89d9-e3d0-407d-aa69-62d9d1072b68 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:11.492017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45eae699-ee79-40b1-b300-94c41fd5be17 req-016d89d9-e3d0-407d-aa69-62d9d1072b68 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 932 time: 0.1155982 Sep 18 01:59:11.502298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.574352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45eae699-ee79-40b1-b300-94c41fd5be17 req-d0f300d0-0e49-45ae-8043-3a95b77ee29a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688469 Sep 18 01:59:11.742750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bb887c-fe4a-4754-aed7-a3db9a5ded9e req-c252e96c-cf78-486c-859c-91cd96bd7516 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762980 Sep 18 01:59:11.769265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-bd5f1abf-2bcf-43cd-b05f-2e6d6be13f3c service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9279487 Sep 18 01:59:11.809119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:59:11.815271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b847f6-7320-4b8b-a92c-9013b40691f8 req-13512c24-60ec-41d9-995c-709119116acb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:11.816906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42b847f6-7320-4b8b-a92c-9013b40691f8 req-13512c24-60ec-41d9-995c-709119116acb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1264184 Sep 18 01:59:11.870633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7fba3b-3054-46ef-8064-12cee0f620d8 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:11.884996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42b847f6-7320-4b8b-a92c-9013b40691f8 req-760d66a1-a27d-404f-ab9d-c85eae5089ef tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563121 Sep 18 01:59:11.918055 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.948688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43514111-bbbb-421b-9b7d-e94afde1e2ac {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:11.958487 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.968849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:11.977770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Transition to ACTIVE for port object 43514111-bbbb-421b-9b7d-e94afde1e2ac will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:59:12.010759 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.037088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Transition to ACTIVE for port object 8a7fba3b-3054-46ef-8064-12cee0f620d8 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:59:12.075455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Pushing event updated for resources: {'Port': ['ID=43514111-bbbb-421b-9b7d-e94afde1e2ac,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:12.079844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.086769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb8ca-eea1-437d-aea5-e352e9a02cec req-c046fd5b-39bc-464e-9516-3c0f314b9174 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:12.088943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d6fb8ca-eea1-437d-aea5-e352e9a02cec req-c046fd5b-39bc-464e-9516-3c0f314b9174 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 935 time: 0.1083515 Sep 18 01:59:12.173039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d6fb8ca-eea1-437d-aea5-e352e9a02cec req-10c8c9ec-4911-448f-bb73-ee529701f83d tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636308 Sep 18 01:59:12.187442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Attempting to bind port 43514111-bbbb-421b-9b7d-e94afde1e2ac on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:12.188034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Attempting to bind port 43514111-bbbb-421b-9b7d-e94afde1e2ac by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:12.188523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Attempting to bind port 43514111-bbbb-421b-9b7d-e94afde1e2ac on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:12.203983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Port 43514111-bbbb-421b-9b7d-e94afde1e2ac on network 9e5c7924-3dab-469a-a802-854659959e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:59:12.204496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Attempting to bind port 43514111-bbbb-421b-9b7d-e94afde1e2ac on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:12.210017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:12.210582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Checking segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:12.211153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Bound using segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:12.211744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Bound port: 43514111-bbbb-421b-9b7d-e94afde1e2ac, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:12.213056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.248392 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ad475c5-2f00-45d6-9c27-df1f69965cec req-45fb33bb-0b3a-4ce4-8cc2-5b2f3c0b6938 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495158 Sep 18 01:59:12.329876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] For port 43514111-bbbb-421b-9b7d-e94afde1e2ac, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:12.346224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] For port 43514111-bbbb-421b-9b7d-e94afde1e2ac, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43514111-bbbb-421b-9b7d-e94afde1e2ac,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:12.355989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.371137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9caa2-b096-445a-9a73-49873da41504 req-668fa26a-e14d-4bb0-b051-fe4f662205d0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:12.379218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84d9caa2-b096-445a-9a73-49873da41504 req-668fa26a-e14d-4bb0-b051-fe4f662205d0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 943 time: 0.1145544 Sep 18 01:59:12.393102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fba3b-3054-46ef-8064-12cee0f620d8,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:12.436065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:12.436843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.438157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] 10.222.0.18 "PUT /v2.0/ports/43514111-bbbb-421b-9b7d-e94afde1e2ac HTTP/1.1" status: 200 len: 1092 time: 1.0321207 Sep 18 01:59:12.443633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0dc664-c34b-46e3-a8bb-805a08cc2194', 'tag': '43514111-bbbb-421b-9b7d-e94afde1e2ac'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:12.448211 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c79427e-ebf4-4963-83dc-34b8b55abcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0dc664-c34b-46e3-a8bb-805a08cc2194", "tag": "43514111-bbbb-421b-9b7d-e94afde1e2ac"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:12.500197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:12.504776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69617610-93ea-4002-b234-d65d12e08de6 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:12.513341 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Sync routers for ids ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:12.524262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd4e38-96a7-4330-9455-3c9058b3868b service neutron] Pushing event updated for resources: {'Port': ['ID=43514111-bbbb-421b-9b7d-e94afde1e2ac,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:12.530688 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Routers {'9fc6c8eb-ac58-48c6-b581-cabe432135d2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:12.531728 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:12.532897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84d9caa2-b096-445a-9a73-49873da41504 req-20a42789-ec09-42a0-a924-3c26be22dca7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527636 Sep 18 01:59:12.537336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.549544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-c09b22f3-a978-426d-a9c4-14a0a594d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:12.551320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-c09b22f3-a978-426d-a9c4-14a0a594d682 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 1095 time: 0.0583396 Sep 18 01:59:12.608455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Router 75700573-eddd-42dc-8271-47abe54933e6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:12.610019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Transition to ACTIVE for port object 69617610-93ea-4002-b234-d65d12e08de6 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:59:12.614610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.615922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-12963677-48d7-42bc-a642-907065f3502d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.6803427 Sep 18 01:59:12.622139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46886) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:12.628965 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-4eb8f5f7-5aac-4de8-a819-4d541193b959 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43514111-bbbb-421b-9b7d-e94afde1e2ac HTTP/1.1" status: 200 len: 217 time: 0.0687714 Sep 18 01:59:12.640211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.719165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Attempting to bind port 8a7fba3b-3054-46ef-8064-12cee0f620d8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:12.719509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Attempting to bind port 8a7fba3b-3054-46ef-8064-12cee0f620d8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:12.719832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Attempting to bind port 8a7fba3b-3054-46ef-8064-12cee0f620d8 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:12.746670 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Set router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:12.771797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-d19ed5b1-c5a7-42be-9cec-029432dbc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:12.773324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-d19ed5b1-c5a7-42be-9cec-029432dbc404 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.1375611 Sep 18 01:59:12.782857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da274f60-d211-465d-824c-1eae236bf8dc req-89c8ef91-0fe8-4a9e-8b51-47f8fa47bf86 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:12.787391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Port 8a7fba3b-3054-46ef-8064-12cee0f620d8 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:59:12.787710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Attempting to bind port 8a7fba3b-3054-46ef-8064-12cee0f620d8 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:12.796202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-da274f60-d211-465d-824c-1eae236bf8dc req-89c8ef91-0fe8-4a9e-8b51-47f8fa47bf86 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 932 time: 0.1116543 Sep 18 01:59:12.840172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-232b641c-ef5c-4443-8517-ef0a33979d73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418403 Sep 18 01:59:12.849572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:12.865068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:12.865431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Checking segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:12.865803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Bound using segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:12.866246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Bound port: 8a7fba3b-3054-46ef-8064-12cee0f620d8, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:12.866606 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:12.883936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-da274f60-d211-465d-824c-1eae236bf8dc req-bf01feb2-07a2-42d1-beea-9ac9440858fe tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867491 Sep 18 01:59:13.031174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-77b19b7a-efe1-4ad8-9e1a-8cc81dba00fb service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754127 Sep 18 01:59:13.088829 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:07Z', 'revision_number': 3, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:13.121487 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Checking router: 9fc6c8eb-ac58-48c6-b581-cabe432135d2 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:13.122177 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Updating router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 port 3269f793-1d63-4568-aae6-5e5cebdf0ac0 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:59:13.150478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70371871-9428-4bfe-ac65-2eb9b854c9eb {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:13.165815 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.215361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.243761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:13.258736 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.260079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:13.263618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] For port 8a7fba3b-3054-46ef-8064-12cee0f620d8, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:13.268963 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eaaa06a-be25-49be-958a-5a40de72ed96 req-8e98d6c2-d116-475e-96b8-4af15b649d71 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276137 Sep 18 01:59:13.274556 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d66c65-ec5c-4785-a7db-ff631dec8160 x-openstack-request-id: req-91d66c65-ec5c-4785-a7db-ff631dec8160 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:13.282628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:13.284626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:13.285097 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0dc664-c34b-46e3-a8bb-805a08cc2194", "tag": "43514111-bbbb-421b-9b7d-e94afde1e2ac", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:13.285503 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91d66c65-ec5c-4785-a7db-ff631dec8160 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:13.287641 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0dc664-c34b-46e3-a8bb-805a08cc2194', 'tag': '43514111-bbbb-421b-9b7d-e94afde1e2ac', 'status': 'completed', 'code': 200} Sep 18 01:59:13.290520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Attempting to bind port 69617610-93ea-4002-b234-d65d12e08de6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:13.291117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Attempting to bind port 69617610-93ea-4002-b234-d65d12e08de6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:13.291705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Attempting to bind port 69617610-93ea-4002-b234-d65d12e08de6 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:13.303715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Transition to ACTIVE for port object 70371871-9428-4bfe-ac65-2eb9b854c9eb will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:59:13.346582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] For port 8a7fba3b-3054-46ef-8064-12cee0f620d8, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8a7fba3b-3054-46ef-8064-12cee0f620d8,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:13.347628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.353318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Port 69617610-93ea-4002-b234-d65d12e08de6 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:59:13.353875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Attempting to bind port 69617610-93ea-4002-b234-d65d12e08de6 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:13.363425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-6eff5c1c-b2b9-447f-8ef0-72f2243f552c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "PUT /v2.0/floatingips/5c63eff5-8d99-4feb-acfa-a815c288a06c HTTP/1.1" status: 200 len: 997 time: 5.8905311 Sep 18 01:59:13.388037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:13.390271 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae73483-5a89-491d-a5f4-5920e79e5150" -d '{"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:13.393494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.417633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:13.417954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:13.418346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:13.418830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Bound port: 69617610-93ea-4002-b234-d65d12e08de6, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:13.419184 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.465159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af1d14-4995-4523-8214-c965656626d5 req-92efb8d6-f7bb-4d06-8add-053bd031ccfa tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:13.479989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f2af1d14-4995-4523-8214-c965656626d5 req-92efb8d6-f7bb-4d06-8add-053bd031ccfa tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 944 time: 0.1757712 Sep 18 01:59:13.481636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:13.482260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.483692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] 10.222.0.18 "PUT /v2.0/ports/8a7fba3b-3054-46ef-8064-12cee0f620d8 HTTP/1.1" status: 200 len: 1093 time: 4.6345501 Sep 18 01:59:13.487411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Pushing event updated for resources: {'Port': ['ID=70371871-9428-4bfe-ac65-2eb9b854c9eb,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:13.501405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:13.515475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-f4df2692-63fd-4f4f-a8ac-a6a2d809a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:13.517337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-f4df2692-63fd-4f4f-a8ac-a6a2d809a59b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 1095 time: 0.1362679 Sep 18 01:59:13.579475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f2af1d14-4995-4523-8214-c965656626d5 req-c4ba7b35-f7e4-4b1a-9ef6-f9e6416b4e87 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979097 Sep 18 01:59:13.713344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-c7e70700-e5dd-4d01-bb25-7ebbcfff4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:13.718079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-c7e70700-e5dd-4d01-bb25-7ebbcfff4536 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 912 time: 0.1890881 Sep 18 01:59:13.726222 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.737005 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.828051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe04376-84bb-48aa-b047-11a6bed8614a req-f8525589-5a51-4069-b7aa-61622293bf56 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:13.829971 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abe04376-84bb-48aa-b047-11a6bed8614a req-f8525589-5a51-4069-b7aa-61622293bf56 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1077235 Sep 18 01:59:13.831527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-98be8951-c45a-4003-b993-dbba28306bc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43514111-bbbb-421b-9b7d-e94afde1e2ac HTTP/1.1" status: 200 len: 217 time: 0.0986276 Sep 18 01:59:13.860136 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5d1fa-e93d-4baf-b92e-4a93a1564147 None None] Pushing event updated for resources: {'Port': ['ID=3269f793-1d63-4568-aae6-5e5cebdf0ac0,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:13.878205 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Attempting to bind port 3269f793-1d63-4568-aae6-5e5cebdf0ac0 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:13.880804 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Attempting to bind port 3269f793-1d63-4568-aae6-5e5cebdf0ac0 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:13.881410 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Attempting to bind port 3269f793-1d63-4568-aae6-5e5cebdf0ac0 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:13.889508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abe04376-84bb-48aa-b047-11a6bed8614a req-bb25de12-a6c8-43cb-9e12-f522626d14e7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530772 Sep 18 01:59:13.890036 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:13.890641 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:13.891332 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.891903 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:13.892551 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Bound port: 3269f793-1d63-4568-aae6-5e5cebdf0ac0, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:13.893125 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:13.982633 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] For port 3269f793-1d63-4568-aae6-5e5cebdf0ac0, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:13.996030 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] For port 3269f793-1d63-4568-aae6-5e5cebdf0ac0, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3269f793-1d63-4568-aae6-5e5cebdf0ac0,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:14.002204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:ef:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51227b1d-1871-4733-be72-78565f3bbbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:10Z', 'revision_number': 1, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:14.007534 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:14.024564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-85ed2daf-beda-4a41-9cd8-ebdd65830d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.026234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-85ed2daf-beda-4a41-9cd8-ebdd65830d96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.1474669 Sep 18 01:59:14.059559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f129338-2dc6-4ce0-a632-d733a144e3d0 req-daf4d934-ac4c-42f6-817c-0bdc4c1a07c2 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.061697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f129338-2dc6-4ce0-a632-d733a144e3d0 req-daf4d934-ac4c-42f6-817c-0bdc4c1a07c2 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 947 time: 0.0911791 Sep 18 01:59:14.061957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-1f90d29c-43a0-4ffc-b32f-e17b817695e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.063758 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-1f90d29c-43a0-4ffc-b32f-e17b817695e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.6650805 Sep 18 01:59:14.079283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:14.092589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-7659d849-9fde-4574-b6e4-7a0508441d64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575647 Sep 18 01:59:14.100660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:14.101310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:14.126688 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5d1fa-e93d-4baf-b92e-4a93a1564147 None None] Pushing event updated for resources: {'Port': ['ID=3269f793-1d63-4568-aae6-5e5cebdf0ac0,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:14.165717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03336ebb-7c66-4bc0-832a-f27eee545a9b service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fba3b-3054-46ef-8064-12cee0f620d8,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:14.181623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:14.183443 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Routers {'9fc6c8eb-ac58-48c6-b581-cabe432135d2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:14.184173 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:14.193222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f129338-2dc6-4ce0-a632-d733a144e3d0 req-3fb25ed9-a58e-44bc-aa5b-5c830d5270b1 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090312 Sep 18 01:59:14.241785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:14.254758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-dc097408-8296-4186-a10e-ab5cd1c528ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.257926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-dc097408-8296-4186-a10e-ab5cd1c528ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 1096 time: 0.3439543 Sep 18 01:59:14.265343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:14.289370 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-24166ff4-d7de-4be4-a1e5-e7c1a4558ffc service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868551 Sep 18 01:59:14.390334 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff5e3e-a2e5-4e0f-a943-2629550c5971 x-openstack-request-id: req-98ff5e3e-a2e5-4e0f-a943-2629550c5971 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:14.390812 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:14.391847 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98ff5e3e-a2e5-4e0f-a943-2629550c5971 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:14.391847 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'status': 'completed', 'code': 200} Sep 18 01:59:14.392810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:14.398587 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] Set router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:14.437709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-c21e0a8b-3296-40f8-a845-0121ec562198 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7fba3b-3054-46ef-8064-12cee0f620d8 HTTP/1.1" status: 200 len: 217 time: 0.1670446 Sep 18 01:59:14.483647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Attempting to bind port 70371871-9428-4bfe-ac65-2eb9b854c9eb on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:14.484134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Attempting to bind port 70371871-9428-4bfe-ac65-2eb9b854c9eb by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:14.484583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Attempting to bind port 70371871-9428-4bfe-ac65-2eb9b854c9eb on network d231682c-8255-4194-a1ea-7ee987894461 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:14.523579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.524920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:14.526448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] 10.222.0.18 "PUT /v2.0/ports/69617610-93ea-4002-b234-d65d12e08de6 HTTP/1.1" status: 200 len: 1096 time: 4.0955906 Sep 18 01:59:14.547136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Port 70371871-9428-4bfe-ac65-2eb9b854c9eb on network d231682c-8255-4194-a1ea-7ee987894461 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:59:14.547601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Attempting to bind port 70371871-9428-4bfe-ac65-2eb9b854c9eb on network d231682c-8255-4194-a1ea-7ee987894461 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:14.554138 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c79427e-ebf4-4963-83dc-34b8b55abcfb req-12dfc5f1-452d-494a-bd79-ccb9243c7d6d service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512465 Sep 18 01:59:14.577385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d125daa-5b32-4ff0-a1bb-129e9b116a16 req-713c5450-bdd0-4b78-96f8-19ab63d572dc tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.587530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d125daa-5b32-4ff0-a1bb-129e9b116a16 req-713c5450-bdd0-4b78-96f8-19ab63d572dc tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 943 time: 0.1533358 Sep 18 01:59:14.639045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:14.639524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Checking segment: {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:14.640000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Bound using segment: {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:14.647077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Bound port: 70371871-9428-4bfe-ac65-2eb9b854c9eb, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:14.647537 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:14.710463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:ef:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51227b1d-1871-4733-be72-78565f3bbbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:10Z', 'revision_number': 1, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:14.731313 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d125daa-5b32-4ff0-a1bb-129e9b116a16 req-6a7cd956-ff31-4fb4-b56a-dc6ac1ba2c17 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422997 Sep 18 01:59:14.731659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-283dc0bd-8611-4c46-a68b-dccebc996eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.733441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-283dc0bd-8611-4c46-a68b-dccebc996eb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.6104572 Sep 18 01:59:14.739826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-603e8315-ee2c-4ed3-8155-ac3470146170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.741314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-603e8315-ee2c-4ed3-8155-ac3470146170 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b05c5ebb0ff4d5abc932cd504465a8e&device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 1099 time: 0.1356480 Sep 18 01:59:14.767872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20794ecf-f71e-47bb-8bcd-652ed72a3f55 service neutron] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:14.778415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc4b22-4711-41aa-9cdd-e2a78e07f2ef None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:ef:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51227b1d-1871-4733-be72-78565f3bbbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:10Z', 'revision_number': 1, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:14.786542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-9fcc0470-a021-41a7-99c7-0bcca3d4b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.788386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-9fcc0470-a021-41a7-99c7-0bcca3d4b85d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.4264741 Sep 18 01:59:14.798622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-3d9f3f9f-25b7-48d1-b7f5-2aa44825fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:14.805697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-3d9f3f9f-25b7-48d1-b7f5-2aa44825fbfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.3264983 Sep 18 01:59:14.881230 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:07Z', 'revision_number': 3, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:14.882907 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-4457b5d7-17f5-4d2a-8a0e-dc1d11a1ba39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=69617610-93ea-4002-b234-d65d12e08de6 HTTP/1.1" status: 200 len: 217 time: 0.1154416 Sep 18 01:59:14.918353 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46071793-984e-4b38-8f43-1c08c4bbefff None None] The sync data for ids ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'] in n-d-789963-12 is: [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:07Z', 'revision_number': 3, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:15.046123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00932d-f3bd-4f2a-b993-0d9e93880edd req-bb4bcf8c-181a-4d12-95c1-797345dc431d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:15.054674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c00932d-f3bd-4f2a-b993-0d9e93880edd req-bb4bcf8c-181a-4d12-95c1-797345dc431d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 944 time: 0.1705017 Sep 18 01:59:15.057720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-4828044f-e834-4188-811a-ff8bf2e667a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:15.059122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-4828044f-e834-4188-811a-ff8bf2e667a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1677077 Sep 18 01:59:15.080182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-681012b4-5ca7-444c-9f6c-ac55ff60bce9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465125 Sep 18 01:59:15.168498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:15.183536 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-03635ed6-5ec3-4c0a-bfad-e474db3d4eff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 1000 time: 0.4251561 Sep 18 01:59:15.215297 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7a4c6-4ab7-4001-87ca-06bc853e9421 None None] New status for floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:59:15.257018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] For port 70371871-9428-4bfe-ac65-2eb9b854c9eb, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:15.418846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] For port 70371871-9428-4bfe-ac65-2eb9b854c9eb, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=70371871-9428-4bfe-ac65-2eb9b854c9eb,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:15.453099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:15.546832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-3ad28c65-4d90-4098-bb5f-818c224c7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:15.548418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-3ad28c65-4d90-4098-bb5f-818c224c7172 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.3260195 Sep 18 01:59:15.574282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-4b44ebe8-80bb-4775-a962-5f59f334e191 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672978 Sep 18 01:59:15.584246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-3972a3e7-e61a-4dfe-bd52-c4ec4ce7b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:15.585917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-3972a3e7-e61a-4dfe-bd52-c4ec4ce7b34b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.6512372 Sep 18 01:59:15.608589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c00932d-f3bd-4f2a-b993-0d9e93880edd req-42c130cc-0e49-4482-bf83-a9eb387d0a06 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530043 Sep 18 01:59:15.614505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9dab7696-028b-478e-a05a-210148d043c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:15.616012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-9dab7696-028b-478e-a05a-210148d043c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5442638 Sep 18 01:59:15.628067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:15.629025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:15.641558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] 10.222.0.20 "PUT /v2.0/ports/70371871-9428-4bfe-ac65-2eb9b854c9eb HTTP/1.1" status: 200 len: 1093 time: 4.3795736 Sep 18 01:59:15.786698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-ad47c457-402d-4d62-a20a-a0528acf4d76 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540165 Sep 18 01:59:15.808431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe8503-d320-484e-b697-4e3ce8a89f88 req-f431a3f3-3658-4bc7-8a39-42c84083866d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:15.816839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3efe8503-d320-484e-b697-4e3ce8a89f88 req-f431a3f3-3658-4bc7-8a39-42c84083866d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 944 time: 0.1027248 Sep 18 01:59:15.835861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Pushing event updated for resources: {'Port': ['ID=70371871-9428-4bfe-ac65-2eb9b854c9eb,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:15.875829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3efe8503-d320-484e-b697-4e3ce8a89f88 req-ee9096ec-b85e-45d8-9868-a90672d58704 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 Sep 18 01:59:15.922746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.923133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.923405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.923763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.924058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.924440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.924699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.925015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.925329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.925645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.925958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.926270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b32e1c9-6bb2-4599-a63a-24509fe7418c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:15.946760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-0257fa3f-ca5b-414f-a889-dfb84393839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:15.948389 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-0257fa3f-ca5b-414f-a889-dfb84393839e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3711932 Sep 18 01:59:15.953462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-2e9e1fd3-1d45-43a5-97f8-974b98cbaa7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 1002 time: 0.3107729 Sep 18 01:59:16.025876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ede12b-72f9-468e-aeb0-81f4c642d650 req-59c101ef-644e-4a74-a539-923c354223c7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:16.027613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6ede12b-72f9-468e-aeb0-81f4c642d650 req-59c101ef-644e-4a74-a539-923c354223c7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.0809975 Sep 18 01:59:16.030287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0bc5f3b-150f-46bf-8d2a-d99a14659deb req-faf8d96e-01d4-4c2e-8beb-49a44a1abacb service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104561 Sep 18 01:59:16.070265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43514111-bbbb-421b-9b7d-e94afde1e2ac details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:16.084098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6ede12b-72f9-468e-aeb0-81f4c642d650 req-ed98de69-493e-4bbd-b960-9671f5a6d1ef tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482972 Sep 18 01:59:16.086397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-24bf2e64-0a4e-42c9-bd16-1ac2332d2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:16.088580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-24bf2e64-0a4e-42c9-bd16-1ac2332d2d56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 1096 time: 0.3444271 Sep 18 01:59:16.138800 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0142ef8-3904-468e-a24e-8c1c784b9a6c req-54aa4fd2-8d1c-493e-a12b-440a1b66a3ad service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473337 Sep 18 01:59:16.199146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-5eacb9a3-7b69-43b3-b0ab-09dcca194226 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70371871-9428-4bfe-ac65-2eb9b854c9eb HTTP/1.1" status: 200 len: 217 time: 0.0685377 Sep 18 01:59:16.200621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Allocated IP 172.20.0.1 (d9ea521e-af98-4091-ad4c-730640e642ab/ca33e507-ef1b-42b0-9900-09766d0da44f/572b5332-598d-494b-838a-0bdede11fbb3) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:16.225991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-68e3114a-b5c1-43a4-8927-414df2508272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:16.227555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-68e3114a-b5c1-43a4-8927-414df2508272 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.2603528 Sep 18 01:59:16.247016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493df2-b55e-4ae9-83f8-7d71dc3372dc req-094fb9f2-21f4-4c02-9737-583989746136 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:16.248562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43514111-bbbb-421b-9b7d-e94afde1e2ac, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43514111-bbbb-421b-9b7d-e94afde1e2ac,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:16.254956 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a493df2-b55e-4ae9-83f8-7d71dc3372dc req-094fb9f2-21f4-4c02-9737-583989746136 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 947 time: 0.0785587 Sep 18 01:59:16.270393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '43514111-bbbb-421b-9b7d-e94afde1e2ac', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'port_id': '43514111-bbbb-421b-9b7d-e94afde1e2ac', 'mac_address': 'fa:16:3e:cb:1c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e19a47-9ea1-44de-af17-07e8e0dec0b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:16.302453 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a493df2-b55e-4ae9-83f8-7d71dc3372dc req-f9a960fd-5c37-4ac9-8883-396b2e7c293a tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Sep 18 01:59:16.333343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-bf2baffb-a03f-4cd3-a150-149eca3fe941 service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718653 Sep 18 01:59:16.336696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-66f979ce-b3f9-45dc-97f6-0779f4af82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:16.340557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-66f979ce-b3f9-45dc-97f6-0779f4af82d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e39142c-e688-422e-aa6e-e3bdfdd35cd7 HTTP/1.1" status: 200 len: 851 time: 0.1289794 Sep 18 01:59:16.407458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852', 'tag': '8a7fba3b-3054-46ef-8064-12cee0f620d8'}, {'name': 'network-changed', 'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'tag': '69617610-93ea-4002-b234-d65d12e08de6'}, {'name': 'network-changed', 'server_uuid': 'b09d33b8-f81a-4f17-94e2-0ec6e872fed2', 'tag': '70371871-9428-4bfe-ac65-2eb9b854c9eb'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:16.409777 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0" -d '{"events": [{"name": "network-changed", "server_uuid": "33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852", "tag": "8a7fba3b-3054-46ef-8064-12cee0f620d8"}, {"name": "network-changed", "server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "tag": "69617610-93ea-4002-b234-d65d12e08de6"}, {"name": "network-changed", "server_uuid": "b09d33b8-f81a-4f17-94e2-0ec6e872fed2", "tag": "70371871-9428-4bfe-ac65-2eb9b854c9eb"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:16.442540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19cddd-f815-4719-a82f-8d9f84d0e07a req-5d602b98-5d8f-4bc3-8f31-4063b8fcac43 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:16.444784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d19cddd-f815-4719-a82f-8d9f84d0e07a req-5d602b98-5d8f-4bc3-8f31-4063b8fcac43 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 943 time: 0.0676298 Sep 18 01:59:16.450009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-97d58f86-94e1-4ea8-91ee-dab135b13c64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d231682c-8255-4194-a1ea-7ee987894461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933030 Sep 18 01:59:16.485473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:16.500601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-82a8adcc-8c99-411a-b80a-6937ac04ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:16.502077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-82a8adcc-8c99-411a-b80a-6937ac04ec75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2483118 Sep 18 01:59:16.504052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43514111-bbbb-421b-9b7d-e94afde1e2ac {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:16.527077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43514111-bbbb-421b-9b7d-e94afde1e2ac, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43514111-bbbb-421b-9b7d-e94afde1e2ac,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:16.531819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d19cddd-f815-4719-a82f-8d9f84d0e07a req-3feba680-dca3-4ecf-a703-1f9f9cf70a65 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776043 Sep 18 01:59:16.532525 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:16.589433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=43514111-bbbb-421b-9b7d-e94afde1e2ac,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:16.747940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3e6f8-682d-476c-bc35-8294766b3593 req-6c963c93-68c6-4625-81b6-67e2c5831bfb tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:16.755705 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ae3e6f8-682d-476c-bc35-8294766b3593 req-6c963c93-68c6-4625-81b6-67e2c5831bfb tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 944 time: 0.0684228 Sep 18 01:59:16.803218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ae3e6f8-682d-476c-bc35-8294766b3593 req-5e72bc48-7024-4941-935f-e061c0853662 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Sep 18 01:59:16.843673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['43514111-bbbb-421b-9b7d-e94afde1e2ac'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:16.866833 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df77674a-591f-41d0-8c4c-33157c3e1c27 x-openstack-request-id: req-df77674a-591f-41d0-8c4c-33157c3e1c27 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:16.866833 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852", "tag": "8a7fba3b-3054-46ef-8064-12cee0f620d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "tag": "69617610-93ea-4002-b234-d65d12e08de6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b09d33b8-f81a-4f17-94e2-0ec6e872fed2", "tag": "70371871-9428-4bfe-ac65-2eb9b854c9eb", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:16.866833 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df77674a-591f-41d0-8c4c-33157c3e1c27 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:16.867283 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852', 'tag': '8a7fba3b-3054-46ef-8064-12cee0f620d8', 'status': 'completed', 'code': 200} Sep 18 01:59:16.867408 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'tag': '69617610-93ea-4002-b234-d65d12e08de6', 'status': 'completed', 'code': 200} Sep 18 01:59:16.867704 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09d33b8-f81a-4f17-94e2-0ec6e872fed2', 'tag': '70371871-9428-4bfe-ac65-2eb9b854c9eb', 'status': 'completed', 'code': 200} Sep 18 01:59:16.943135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:17.064313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d506d-7432-4676-b3c1-ff708b3d1a2d req-70242604-b2d0-4134-b88b-f8ac2f1924d0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.065931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c1d506d-7432-4676-b3c1-ff708b3d1a2d req-70242604-b2d0-4134-b88b-f8ac2f1924d0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 944 time: 0.0821781 Sep 18 01:59:17.073869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e047e5eb-a34e-4e48-9c07-a237d69c4fd3 req-56769d5e-4ddc-4d1a-a2fc-767bd3fc9c6f service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310188 Sep 18 01:59:17.086110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3269f793-1d63-4568-aae6-5e5cebdf0ac0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:17.116619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-8958a89e-b53c-4065-8452-b216b403c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.119114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-8958a89e-b53c-4065-8452-b216b403c14e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 1096 time: 0.2392220 Sep 18 01:59:17.133454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-414d5ada-8aac-4adc-9b9a-19f34e15cbda service neutron] 10.222.0.20 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742840 Sep 18 01:59:17.160602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c1d506d-7432-4676-b3c1-ff708b3d1a2d req-67805655-b2c1-4764-bb96-49b7cc7976c7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803399 Sep 18 01:59:17.163147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-24bd4771-7f43-42c5-a011-3129b74dc8f3 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986429 Sep 18 01:59:17.189204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:17.197491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3269f793-1d63-4568-aae6-5e5cebdf0ac0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:17.198006 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:17.284030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f729e6-6c06-4c0b-af9f-2bb26b969a52 req-dece3d6c-b43a-48ae-9408-5e21e8b1e0a3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.285557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92f729e6-6c06-4c0b-af9f-2bb26b969a52 req-dece3d6c-b43a-48ae-9408-5e21e8b1e0a3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.0617263 Sep 18 01:59:17.315808 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:17.336540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Network d9ea521e-af98-4091-ad4c-730640e642ab is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:17.342914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 3269f793-1d63-4568-aae6-5e5cebdf0ac0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3269f793-1d63-4568-aae6-5e5cebdf0ac0,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:17.343955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92f729e6-6c06-4c0b-af9f-2bb26b969a52 req-3deb8310-7d71-465d-b7eb-bf549e2f6268 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508387 Sep 18 01:59:17.353469 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:17.379640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:17.385677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:17.456120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=3269f793-1d63-4568-aae6-5e5cebdf0ac0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:17.465975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Pushing event updated for resources: {'Port': ['ID=572b5332-598d-494b-838a-0bdede11fbb3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:17.541307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-23553e9e-fc38-4fa1-9240-9b1ac5157b0e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.542922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-23553e9e-fc38-4fa1-9240-9b1ac5157b0e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3403647 Sep 18 01:59:17.543981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-4cc0787c-2ff7-4cc3-ba13-ecb0db78ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.545368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-4cc0787c-2ff7-4cc3-ba13-ecb0db78ee84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 905 time: 0.4070556 Sep 18 01:59:17.557605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f17c86d9-70eb-4fc1-a4e9-00513810b0f9 req-382e5ff0-21f8-4894-bd00-b31aa15ff92d service neutron] 10.222.0.20 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138207 Sep 18 01:59:17.560585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfcaa3-083a-4549-8dec-1260d206b3b2 req-0242473e-ff9a-4ddb-843b-9d31af3689be tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.562246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54cfcaa3-083a-4549-8dec-1260d206b3b2 req-0242473e-ff9a-4ddb-843b-9d31af3689be tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 947 time: 0.1051550 Sep 18 01:59:17.577670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:17.616910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54cfcaa3-083a-4549-8dec-1260d206b3b2 req-99acd62b-e958-43f8-80fe-03c117397aa0 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467064 Sep 18 01:59:17.627150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae73483-5a89-491d-a5f4-5920e79e5150 req-25e85963-66cb-4c12-a42d-7bcebb485918 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393008 Sep 18 01:59:17.684637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-64438afa-5d45-4064-b35b-6ea7a199b1fc None None] Provisioning complete for port 572b5332-598d-494b-838a-0bdede11fbb3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:17.685382 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64438afa-5d45-4064-b35b-6ea7a199b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:17.700769 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-1e699f61-8f73-491f-8335-797e48bc26db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7fba3b-3054-46ef-8064-12cee0f620d8 HTTP/1.1" status: 200 len: 217 time: 0.1476398 Sep 18 01:59:17.748180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-64438afa-5d45-4064-b35b-6ea7a199b1fc None None] Port 572b5332-598d-494b-838a-0bdede11fbb3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:59:17.767129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafee72c-077a-480d-b7c3-02d6e9e8520e req-0a1736da-2b63-4148-a261-b7ca88c01fce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.772126 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bafee72c-077a-480d-b7c3-02d6e9e8520e req-0a1736da-2b63-4148-a261-b7ca88c01fce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 944 time: 0.0689752 Sep 18 01:59:17.811017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bafee72c-077a-480d-b7c3-02d6e9e8520e req-84f6e8e4-fab5-47f6-bc3e-df176e42a964 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Sep 18 01:59:17.834572 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-b38cb8d6-0a2c-4893-acff-b786c984e395 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1002 time: 0.2669168 Sep 18 01:59:17.871237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-762c6fc4-82fa-42dd-aa3b-56c92d4e8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.872824 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-762c6fc4-82fa-42dd-aa3b-56c92d4e8aee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 1096 time: 0.2495227 Sep 18 01:59:17.878906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Request body: {'floatingip': {'port_id': '172e3e55-834c-4117-9ac3-a248c984e995', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:17.908153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-19db8fc2-e39a-40cc-81d6-d1f9eeb8d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.909591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-19db8fc2-e39a-40cc-81d6-d1f9eeb8d6e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.1995270 Sep 18 01:59:17.933487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda341b-ffdd-44f1-84b9-c187f549a55d req-4faac0f7-a413-4efd-8968-97e3f3076f10 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:17.937042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bda341b-ffdd-44f1-84b9-c187f549a55d req-4faac0f7-a413-4efd-8968-97e3f3076f10 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 944 time: 0.0553594 Sep 18 01:59:17.983609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bda341b-ffdd-44f1-84b9-c187f549a55d req-5c131284-61c3-457e-a6bf-a3dcdfac13a1 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Sep 18 01:59:18.029814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-79abd412-cf81-4850-bb87-0b8126500a60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783267 Sep 18 01:59:18.060340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8a7fba3b-3054-46ef-8064-12cee0f620d8 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:18.063788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43514111-bbbb-421b-9b7d-e94afde1e2ac up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:18.157202 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.163258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.175911 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-82c21d3b-87e9-4c8a-8ca4-243a85bd91cb service neutron] 10.222.0.20 "GET /v2.0/ports/2e02130b-10a8-4d71-a948-759dd815851d/bindings/n-h2-789963-12 HTTP/1.1" status: 200 len: 383 time: 0.3154147 Sep 18 01:59:18.179058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 43514111-bbbb-421b-9b7d-e94afde1e2ac completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:18.187398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 43514111-bbbb-421b-9b7d-e94afde1e2ac triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:18.187777 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.234166 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8a7fba3b-3054-46ef-8064-12cee0f620d8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8a7fba3b-3054-46ef-8064-12cee0f620d8,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:18.255192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '8a7fba3b-3054-46ef-8064-12cee0f620d8', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'port_id': '8a7fba3b-3054-46ef-8064-12cee0f620d8', 'mac_address': 'fa:16:3e:ce:1c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23654107-5b5e-4373-99ae-60b1aba38110', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:18.299627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.342304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7fba3b-3054-46ef-8064-12cee0f620d8 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:18.344052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e3c85-76ec-41d2-a67e-f04021563c53 req-456dc685-5ce0-40d3-ac07-51fbca98338f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:18.355141 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab5e3c85-76ec-41d2-a67e-f04021563c53 req-456dc685-5ce0-40d3-ac07-51fbca98338f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 944 time: 0.0785089 Sep 18 01:59:18.375864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8a7fba3b-3054-46ef-8064-12cee0f620d8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8a7fba3b-3054-46ef-8064-12cee0f620d8,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:18.377058 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.388302 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.389225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:18.418337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab5e3c85-76ec-41d2-a67e-f04021563c53 req-f8cae5d7-b1c0-4a3c-80b8-957584deb89c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620551 Sep 18 01:59:18.425501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-62ead869-8a2b-40fa-83db-aa0f5ae13099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:18.427026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-62ead869-8a2b-40fa-83db-aa0f5ae13099 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 911 time: 0.5224934 Sep 18 01:59:18.443209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0dc664-c34b-46e3-a8bb-805a08cc2194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43514111-bbbb-421b-9b7d-e94afde1e2ac'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:18.445429 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16842fb-1f07-459a-b8e4-e57cbc917f57" -d '{"events": [{"server_uuid": "2e0dc664-c34b-46e3-a8bb-805a08cc2194", "name": "network-vif-plugged", "status": "completed", "tag": "43514111-bbbb-421b-9b7d-e94afde1e2ac"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:18.471280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43514111-bbbb-421b-9b7d-e94afde1e2ac, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43514111-bbbb-421b-9b7d-e94afde1e2ac,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:18.497432 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.510311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=8a7fba3b-3054-46ef-8064-12cee0f620d8,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:18.548231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-f8f104e2-4c32-4e7a-b894-c46878592fcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70371871-9428-4bfe-ac65-2eb9b854c9eb HTTP/1.1" status: 200 len: 217 time: 0.1119604 Sep 18 01:59:18.579152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27afb79-15fb-4a73-b656-b493212e611a req-7d38308f-3056-4aa0-a400-77c13b1cc7b6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:18.591686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a27afb79-15fb-4a73-b656-b493212e611a req-7d38308f-3056-4aa0-a400-77c13b1cc7b6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.0914528 Sep 18 01:59:18.611550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-d95b7c01-e2bf-4d74-ad2c-00640990f725 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645349 Sep 18 01:59:18.619554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:18.621885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=43514111-bbbb-421b-9b7d-e94afde1e2ac,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:18.634282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '69617610-93ea-4002-b234-d65d12e08de6', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '69617610-93ea-4002-b234-d65d12e08de6', 'mac_address': 'fa:16:3e:30:42:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:18.678985 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a27afb79-15fb-4a73-b656-b493212e611a req-ccb5d97c-e1a1-4222-923e-9a7e59bf2e26 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859799 Sep 18 01:59:18.686846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.704844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69617610-93ea-4002-b234-d65d12e08de6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:18.741107 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85788cc-e3d0-4b9d-aeae-f37eab5ae3a2 x-openstack-request-id: req-c85788cc-e3d0-4b9d-aeae-f37eab5ae3a2 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:18.741107 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0dc664-c34b-46e3-a8bb-805a08cc2194", "name": "network-vif-plugged", "status": "completed", "tag": "43514111-bbbb-421b-9b7d-e94afde1e2ac", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:18.741427 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c85788cc-e3d0-4b9d-aeae-f37eab5ae3a2 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:18.741842 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0dc664-c34b-46e3-a8bb-805a08cc2194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43514111-bbbb-421b-9b7d-e94afde1e2ac', 'code': 200} Sep 18 01:59:18.754247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:18.761470 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:18.835233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d1623-64c5-44ac-9560-5c9ecf6d07ce req-eab72acf-2adf-4d67-9c06-74acbdb98197 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:18.837880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:18.843308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e2d1623-64c5-44ac-9560-5c9ecf6d07ce req-eab72acf-2adf-4d67-9c06-74acbdb98197 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 948 time: 0.0698547 Sep 18 01:59:18.887496 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e2d1623-64c5-44ac-9560-5c9ecf6d07ce req-fdcea5ce-ee92-499a-8090-f6caff0e0286 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Sep 18 01:59:18.909129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-50199da1-e7e1-4d2d-9447-e3f02d8f09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:18.910567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-50199da1-e7e1-4d2d-9447-e3f02d8f09d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e39142c-e688-422e-aa6e-e3bdfdd35cd7 HTTP/1.1" status: 200 len: 851 time: 0.3559594 Sep 18 01:59:18.970559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-c4925e4f-e788-4784-bab6-01dfaaaa21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:18.972069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-c4925e4f-e788-4784-bab6-01dfaaaa21c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 1101 time: 0.3759236 Sep 18 01:59:18.984172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-851f858d-3c15-409a-87ec-23efe1355f22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d231682c-8255-4194-a1ea-7ee987894461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645752 Sep 18 01:59:19.024796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['69617610-93ea-4002-b234-d65d12e08de6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:19.025386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d628d-e68a-42ff-9d6d-c80cd4d7cbf9 req-4022a1a3-7fc1-4ddf-bc1c-88df376ecaa6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:19.028319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:19.032886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b89d628d-e68a-42ff-9d6d-c80cd4d7cbf9 req-4022a1a3-7fc1-4ddf-bc1c-88df376ecaa6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 945 time: 0.0881276 Sep 18 01:59:19.072193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b89d628d-e68a-42ff-9d6d-c80cd4d7cbf9 req-aea70c0e-7161-45e7-a154-eacff5c73a7a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 Sep 18 01:59:19.115989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3269f793-1d63-4568-aae6-5e5cebdf0ac0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:19.213166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6860e-34d3-4769-a6f2-46310a6e0ff3 req-c4b8b2c0-d238-4d30-a492-046a819261a6 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:19.222241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97c6860e-34d3-4769-a6f2-46310a6e0ff3 req-c4b8b2c0-d238-4d30-a492-046a819261a6 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 944 time: 0.0714588 Sep 18 01:59:19.285619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97c6860e-34d3-4769-a6f2-46310a6e0ff3 req-30ff95e8-b4dc-4244-9e2c-7c9698af1335 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615549 Sep 18 01:59:19.287130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3269f793-1d63-4568-aae6-5e5cebdf0ac0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:19.287649 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:19.432304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-4fa4ac80-de8c-4105-8cf4-1c429c1817a8 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789128 Sep 18 01:59:19.457320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9754d-3fab-44e1-8a9d-7d6b9c57a8f8 req-92577122-50d2-4925-ba6f-b3a42990eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:19.459566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1e9754d-3fab-44e1-8a9d-7d6b9c57a8f8 req-92577122-50d2-4925-ba6f-b3a42990eab9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 1097 time: 0.6469746 Sep 18 01:59:19.552519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c97a0-b64b-4231-8509-ef6dc3be2d76 req-56487780-ea4b-40f1-8728-dd48ba98a75a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:19.554033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c93c97a0-b64b-4231-8509-ef6dc3be2d76 req-56487780-ea4b-40f1-8728-dd48ba98a75a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 945 time: 0.0533426 Sep 18 01:59:19.596797 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c93c97a0-b64b-4231-8509-ef6dc3be2d76 req-ec750602-f3e4-4574-a81e-9398171d420e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355783 Sep 18 01:59:19.611808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:19.633195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:19.651095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-48755078-66e1-4e17-a717-7ffaf7aa795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:19.652609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-48755078-66e1-4e17-a717-7ffaf7aa795e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 1101 time: 0.6518955 Sep 18 01:59:19.735203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1e9754d-3fab-44e1-8a9d-7d6b9c57a8f8 req-23951689-b588-45a2-9d09-d97ef616ddde service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258837 Sep 18 01:59:19.758130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-c9cba0c6-6b94-462c-b39a-a65834cb1f39 service neutron] 10.222.0.20 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586887 Sep 18 01:59:19.797776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a39142-59a9-4e65-af4f-819a7c46faa2 req-163806e1-082f-4244-81fd-0388b4ddd581 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:19.799459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93a39142-59a9-4e65-af4f-819a7c46faa2 req-163806e1-082f-4244-81fd-0388b4ddd581 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.0566380 Sep 18 01:59:19.800902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-ad65874c-cba7-47d4-82d6-1c2ee99bb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:19.802390 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-ad65874c-cba7-47d4-82d6-1c2ee99bb15f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b05c5ebb0ff4d5abc932cd504465a8e&device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 1100 time: 0.2919571 Sep 18 01:59:19.840346 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93a39142-59a9-4e65-af4f-819a7c46faa2 req-11e1164f-7adb-4f24-badf-ce8654417aa1 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351217 Sep 18 01:59:19.846658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Pushing event updated for resources: {'Port': ['ID=572b5332-598d-494b-838a-0bdede11fbb3,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:19.854497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.013214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d517f06-20a3-468d-9082-f8fa5a4de633 req-a711b2cc-5749-49f7-bfe7-282d203bca03 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.015035 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d517f06-20a3-468d-9082-f8fa5a4de633 req-a711b2cc-5749-49f7-bfe7-282d203bca03 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 948 time: 0.0565429 Sep 18 01:59:20.055600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-d853a421-1201-4a4b-b3a4-e6365ea50957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.057102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-d853a421-1201-4a4b-b3a4-e6365ea50957 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3910968 Sep 18 01:59:20.061592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d517f06-20a3-468d-9082-f8fa5a4de633 req-7faedb63-4c20-41fd-8d2b-e3aa63749b88 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Sep 18 01:59:20.081893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8a7fba3b-3054-46ef-8064-12cee0f620d8 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:20.132526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 70371871-9428-4bfe-ac65-2eb9b854c9eb details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:20.135029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2e02130b-10a8-4d71-a948-759dd815851d no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:20.207554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf2e36-e0bf-4595-8f99-e58136c23f36 req-5b84a23f-84b5-401f-832c-1ff9a8b527c2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.209424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25cf2e36-e0bf-4595-8f99-e58136c23f36 req-5b84a23f-84b5-401f-832c-1ff9a8b527c2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 945 time: 0.0551589 Sep 18 01:59:20.215241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-b151805f-fadc-4f3b-8046-918dd6a39b28 service neutron] 10.222.0.20 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059453 Sep 18 01:59:20.217893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 8a7fba3b-3054-46ef-8064-12cee0f620d8 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:20.221664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-967b82a7-cece-46a0-8148-5c46e7376d09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2e02130b-10a8-4d71-a948-759dd815851d HTTP/1.1" status: 200 len: 217 time: 0.1262338 Sep 18 01:59:20.260716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 8a7fba3b-3054-46ef-8064-12cee0f620d8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:20.261182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.261742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:59:20.284178 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25cf2e36-e0bf-4595-8f99-e58136c23f36 req-dc38390b-56a4-4dbe-86c4-9e9f0286a673 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493762 Sep 18 01:59:20.339171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-80e80e2a-c987-4ff3-8d63-8963f6bffb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.343859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-80e80e2a-c987-4ff3-8d63-8963f6bffb7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3875206 Sep 18 01:59:20.351934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Network d9ea521e-af98-4091-ad4c-730640e642ab is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:20.363793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:20.388492 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.410239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-7bea8955-6065-4f5b-966c-4b61687aed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.411253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-7bea8955-6065-4f5b-966c-4b61687aed6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1785021 Sep 18 01:59:20.412553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-e6cd3c01-e4f9-44d0-bb27-7f376f3ee5d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=69617610-93ea-4002-b234-d65d12e08de6 HTTP/1.1" status: 200 len: 217 time: 0.0579646 Sep 18 01:59:20.417866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.419457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 70371871-9428-4bfe-ac65-2eb9b854c9eb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=70371871-9428-4bfe-ac65-2eb9b854c9eb,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:20.467708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:20.482202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912989a0-e7b8-4f02-8753-f15075b1d1db req-03736c10-3c6c-4e81-ab3d-466787b8b8f2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.491299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-912989a0-e7b8-4f02-8753-f15075b1d1db req-03736c10-3c6c-4e81-ab3d-466787b8b8f2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 944 time: 0.1109569 Sep 18 01:59:20.504551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '70371871-9428-4bfe-ac65-2eb9b854c9eb', 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461', 'port_id': '70371871-9428-4bfe-ac65-2eb9b854c9eb', 'mac_address': 'fa:16:3e:fd:88:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e39142c-e688-422e-aa6e-e3bdfdd35cd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:20.506399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.507380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.553025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-912989a0-e7b8-4f02-8753-f15075b1d1db req-65a9ea6a-ae14-4aeb-a2f5-7d1dc0839865 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574613 Sep 18 01:59:20.575175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.628156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-d0894033-9cd4-4c14-89b0-843b79ef903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.629659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-d0894033-9cd4-4c14-89b0-843b79ef903c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2075884 Sep 18 01:59:20.652856 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.661914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-77f96dc3-19b8-41dd-bd6b-a70d130dbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.663422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-77f96dc3-19b8-41dd-bd6b-a70d130dbd7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2444341 Sep 18 01:59:20.681891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8a7fba3b-3054-46ef-8064-12cee0f620d8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8a7fba3b-3054-46ef-8064-12cee0f620d8,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:20.684146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70371871-9428-4bfe-ac65-2eb9b854c9eb {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:20.708934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 70371871-9428-4bfe-ac65-2eb9b854c9eb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=70371871-9428-4bfe-ac65-2eb9b854c9eb,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:20.717950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.718890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:20.729098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:20.792122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d'}, {'server_uuid': '33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fba3b-3054-46ef-8064-12cee0f620d8'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:20.793155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a56ae7-74eb-4c75-9d79-9dc42d078d15 req-a261cee8-a944-4a7d-b620-9e2788bc5c55 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.794442 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9051e768-5cd6-45f8-a286-edb416a2468f" -d '{"events": [{"server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "name": "network-vif-unplugged", "status": "completed", "tag": "2e02130b-10a8-4d71-a948-759dd815851d"}, {"server_uuid": "33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fba3b-3054-46ef-8064-12cee0f620d8"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:20.795509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13a56ae7-74eb-4c75-9d79-9dc42d078d15 req-a261cee8-a944-4a7d-b620-9e2788bc5c55 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 946 time: 0.0643656 Sep 18 01:59:20.804621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.834233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:20.835576 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c associated. External IP: 172.25.0.214, port: 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600. Sep 18 01:59:20.860018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13a56ae7-74eb-4c75-9d79-9dc42d078d15 req-e1ab48b9-280b-4eed-ba77-f4f1f272e8da tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533788 Sep 18 01:59:20.870037 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-94865ca2-3ab6-443b-b654-14fae9e81f10 None None] Provisioning complete for port 572b5332-598d-494b-838a-0bdede11fbb3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:20.870518 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94865ca2-3ab6-443b-b654-14fae9e81f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:20.909112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-87848ccf-529d-42dc-9d33-fb7d749ff429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:20.910671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-87848ccf-529d-42dc-9d33-fb7d749ff429 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2513700 Sep 18 01:59:20.919342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=8a7fba3b-3054-46ef-8064-12cee0f620d8,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:20.933940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 69617610-93ea-4002-b234-d65d12e08de6 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:20.943802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-94865ca2-3ab6-443b-b654-14fae9e81f10 None None] Port 572b5332-598d-494b-838a-0bdede11fbb3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:59:20.992300 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb0cdf0-9c09-4ee2-bd78-64b8f0bb2aa0 x-openstack-request-id: req-6fb0cdf0-9c09-4ee2-bd78-64b8f0bb2aa0 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:20.992689 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "name": "network-vif-unplugged", "status": "completed", "tag": "2e02130b-10a8-4d71-a948-759dd815851d", "code": 200}, {"server_uuid": "33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fba3b-3054-46ef-8064-12cee0f620d8", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:20.993433 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fb0cdf0-9c09-4ee2-bd78-64b8f0bb2aa0 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:20.993980 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d', 'code': 200} Sep 18 01:59:20.994245 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fba3b-3054-46ef-8064-12cee0f620d8', 'code': 200} Sep 18 01:59:20.996711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 69617610-93ea-4002-b234-d65d12e08de6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:20.997195 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:21.050418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-3adb26c2-64a7-4717-8c6e-531a3275b080 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417001 Sep 18 01:59:21.061804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['70371871-9428-4bfe-ac65-2eb9b854c9eb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:21.127285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726dbe7-24f2-4d01-847f-390c37343719 req-4c708ffc-9caa-4489-b2b0-022e69f1a8cc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:21.143287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9726dbe7-24f2-4d01-847f-390c37343719 req-4c708ffc-9caa-4489-b2b0-022e69f1a8cc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 947 time: 0.1073275 Sep 18 01:59:21.187016 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9726dbe7-24f2-4d01-847f-390c37343719 req-509528eb-689f-4d59-b57c-07dfdaa50395 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Sep 18 01:59:21.275427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=70371871-9428-4bfe-ac65-2eb9b854c9eb,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:21.313219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b695ba-57e2-453a-960a-e6699adb2a86 req-6f5786b3-b46d-4a72-8b37-563fc4279e99 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:21.321578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44b695ba-57e2-453a-960a-e6699adb2a86 req-6f5786b3-b46d-4a72-8b37-563fc4279e99 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 948 time: 0.0787652 Sep 18 01:59:21.325133 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:21.359948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:21.364536 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44b695ba-57e2-453a-960a-e6699adb2a86 req-20039e45-b1e6-4840-b41b-16ad5e4ba3a3 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Sep 18 01:59:21.366260 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:21.437942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:21.522978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955162e-68e0-4ec2-8090-2140152b6cf3 req-e5045c16-965c-4e9b-8531-5381a75df544 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:21.525098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a955162e-68e0-4ec2-8090-2140152b6cf3 req-e5045c16-965c-4e9b-8531-5381a75df544 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 945 time: 0.0662532 Sep 18 01:59:21.570640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a955162e-68e0-4ec2-8090-2140152b6cf3 req-1f7e47bb-dcf2-4c2a-84e9-7f5b976eadbe tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Sep 18 01:59:21.668919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d79af4-af0d-44d7-8eda-1cb2fc1addd2 req-4d14534c-8b7a-40b1-8288-525f687b28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:21.671065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86d79af4-af0d-44d7-8eda-1cb2fc1addd2 req-4d14534c-8b7a-40b1-8288-525f687b28f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 1098 time: 0.5999851 Sep 18 01:59:21.673100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-c90d6dc7-aae2-4edd-8d6a-b8a99728bf8b service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449446 Sep 18 01:59:21.677242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:21.691602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-85fe8986-edee-4f0d-9b52-ec912a1a33d7 admin admin] 10.222.0.21 "PUT /v2.0/routers/9fc6c8eb-ac58-48c6-b581-cabe432135d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0644300 Sep 18 01:59:21.693366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726232e9-5b4f-4696-81f7-b7cc3b5b89d5 req-fd00fb64-5c06-4386-91e8-e13e648a6995 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:21.699069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Sync routers for ids ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:21.708820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-726232e9-5b4f-4696-81f7-b7cc3b5b89d5 req-fd00fb64-5c06-4386-91e8-e13e648a6995 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 945 time: 0.0667305 Sep 18 01:59:21.714206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a703d9c-6288-404c-94ec-37e150ee2e25 req-e5543fa3-a5ac-4acc-aaff-a3d408990be2 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539187 Sep 18 01:59:21.717715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Routers {'9fc6c8eb-ac58-48c6-b581-cabe432135d2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:21.718418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:21.833836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-726232e9-5b4f-4696-81f7-b7cc3b5b89d5 req-8f3edd4e-8a1d-41d4-855e-bf1a82eec9b2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230528 Sep 18 01:59:21.885068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86d79af4-af0d-44d7-8eda-1cb2fc1addd2 req-4e7f4b7f-d121-48c1-a355-00b6652989aa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746168 Sep 18 01:59:21.900146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Router 75700573-eddd-42dc-8271-47abe54933e6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:21.929746 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9121f9f5-383a-4474-a55a-f8ca4cbf68a0 req-4255d4b8-6453-4250-873a-cd6488c0d2c9 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370126 Sep 18 01:59:21.949926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47060) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:22.016241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Set router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:22.063528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:22.065178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.079799 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:22.109778 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:22.111226 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:22.136741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 70371871-9428-4bfe-ac65-2eb9b854c9eb up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:22.172026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10e83a-517e-441a-aa60-f352e8a311cd req-91026f26-a619-4e1c-94cc-c63066d7d3af tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:22.173578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f10e83a-517e-441a-aa60-f352e8a311cd req-91026f26-a619-4e1c-94cc-c63066d7d3af tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 946 time: 0.0991518 Sep 18 01:59:22.238667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f10e83a-517e-441a-aa60-f352e8a311cd req-10e9fb37-2fde-4004-90b4-0e85db09d955 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554850 Sep 18 01:59:22.290565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 70371871-9428-4bfe-ac65-2eb9b854c9eb completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:22.291245 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:22.296946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.297333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 70371871-9428-4bfe-ac65-2eb9b854c9eb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:22.298019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.304591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.370328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '572b5332-598d-494b-838a-0bdede11fbb3', 'name': '', 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'mac_address': 'fa:16:3e:b9:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ca33e507-ef1b-42b0-9900-09766d0da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:15Z', 'updated_at': '2021-09-18T01:59:18Z', 'revision_number': 2, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'subnets': [{'id': 'ca33e507-ef1b-42b0-9900-09766d0da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:22.375495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879498bc-60b6-4a69-96e9-16ccaa2b4a1a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:22.396517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.396887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.397205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.401607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.401975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.402297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.404833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.405168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.405478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.405812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.406158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.407920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:22.450743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Router 75700573-eddd-42dc-8271-47abe54933e6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:22.452887 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a3517194-a525-4497-b7d2-85162fd892d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46a16abc33b9464eb18db52985234b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016971 Sep 18 01:59:22.453545 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47072) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:22.455837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Checking router: 9fc6c8eb-ac58-48c6-b581-cabe432135d2 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:22.456786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Updating router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 port 572b5332-598d-494b-838a-0bdede11fbb3 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:59:22.489431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.558138 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.562420 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-e4ba9845-a5af-448c-8dcf-724fab5ddd4b req-4c64ba2f-f975-4c2a-8959-b6e9f0cdcf6b tempest-FloatingIPDetailsNegativeTestJSON-2129364949 tempest-FloatingIPDetailsNegativeTestJSON-2129364949-project] show failed (client error): The resource could not be found. Sep 18 01:59:22.574229 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e4ba9845-a5af-448c-8dcf-724fab5ddd4b req-4c64ba2f-f975-4c2a-8959-b6e9f0cdcf6b tempest-FloatingIPDetailsNegativeTestJSON-2129364949 tempest-FloatingIPDetailsNegativeTestJSON-2129364949-project] 10.222.0.21 "GET /v2.0/floatingips/6c22edb9-076b-4b32-9c9f-da38739012dc HTTP/1.1" status: 404 len: 350 time: 0.0659316 Sep 18 01:59:22.575562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47074) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:22.597922 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '172e3e55-834c-4117-9ac3-a248c984e995', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:2e:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:20Z', 'revision_number': 3, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:22.620709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:22.628241 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:22.632376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.638680 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:22.639560 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:22.652920 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4771bda9-9553-4393-9c95-2501e0dc61d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.677588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:22.683158 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043aafad-1720-4ec7-9e78-c2cf21f29183" -d '{"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:22.687072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 70371871-9428-4bfe-ac65-2eb9b854c9eb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=70371871-9428-4bfe-ac65-2eb9b854c9eb,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:22.699004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.699593 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4771bda9-9553-4393-9c95-2501e0dc61d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.733924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ace24349-7b42-4486-9700-d9d3a7a26d6e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "PUT /v2.0/floatingips/5c63eff5-8d99-4feb-acfa-a815c288a06c HTTP/1.1" status: 200 len: 998 time: 4.8747518 Sep 18 01:59:22.787244 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-51b29c51-6d83-48cb-a0b8-afb333033141 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:22.798087 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:22.800605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-51b29c51-6d83-48cb-a0b8-afb333033141 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports/4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 943 time: 0.0608928 Sep 18 01:59:22.832079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=70371871-9428-4bfe-ac65-2eb9b854c9eb,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:22.897571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd7d4e-e673-4aef-bbc3-a2c214328604 req-e60d3021-ffdd-4d92-8c09-ee67fae7aedb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:22.900031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9dd7d4e-e673-4aef-bbc3-a2c214328604 req-e60d3021-ffdd-4d92-8c09-ee67fae7aedb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 945 time: 0.2169859 Sep 18 01:59:22.911845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-8dcfcb3a-9034-40cb-a30a-304b8ea04ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:22.915470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-8dcfcb3a-9034-40cb-a30a-304b8ea04ce0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.0644248 Sep 18 01:59:22.928285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4771bda9-9553-4393-9c95-2501e0dc61d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.931224 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4771bda9-9553-4393-9c95-2501e0dc61d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.932381 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4771bda9-9553-4393-9c95-2501e0dc61d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/879498bc-60b6-4a69-96e9-16ccaa2b4a1a HTTP/1.1" status: 204 len: 168 time: 0.4779580 Sep 18 01:59:22.947215 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.962481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:22.996257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6'}, {'server_uuid': 'b09d33b8-f81a-4f17-94e2-0ec6e872fed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70371871-9428-4bfe-ac65-2eb9b854c9eb'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:22.998880 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d10987-a59f-43ae-aea1-87a483e37939" -d '{"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-plugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6"}, {"server_uuid": "b09d33b8-f81a-4f17-94e2-0ec6e872fed2", "name": "network-vif-plugged", "status": "completed", "tag": "70371871-9428-4bfe-ac65-2eb9b854c9eb"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:23.063226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-7cd6317c-d51f-4fe0-bf14-1ecabb33497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:23.065108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-7cd6317c-d51f-4fe0-bf14-1ecabb33497c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.1433034 Sep 18 01:59:23.093704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771bda9-9553-4393-9c95-2501e0dc61d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879498bc-60b6-4a69-96e9-16ccaa2b4a1a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:23.096530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d51322-53aa-4a7b-94fb-46b3e4a1eb94 None None] Pushing event updated for resources: {'Port': ['ID=572b5332-598d-494b-838a-0bdede11fbb3,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:23.127734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-98d0f755-7bc2-446f-8074-56264f82a6a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 217 time: 0.0549946 Sep 18 01:59:23.133038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9dd7d4e-e673-4aef-bbc3-a2c214328604 req-b6bc51c7-ec43-486f-869d-525b3e468600 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191622 Sep 18 01:59:23.163028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Attempting to bind port 572b5332-598d-494b-838a-0bdede11fbb3 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:23.163415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Attempting to bind port 572b5332-598d-494b-838a-0bdede11fbb3 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:23.163822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Attempting to bind port 572b5332-598d-494b-838a-0bdede11fbb3 on network d9ea521e-af98-4091-ad4c-730640e642ab {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:23.173742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:23.174111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Checking segment: {'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:23.174646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:23.175067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Bound using segment: {'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:23.175537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Bound port: 572b5332-598d-494b-838a-0bdede11fbb3, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:23.175913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:23.233180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-0ecbb308-b3d7-407e-9056-5fad567d61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:23.234704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-0ecbb308-b3d7-407e-9056-5fad567d61ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.0990930 Sep 18 01:59:23.286507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] For port 572b5332-598d-494b-838a-0bdede11fbb3, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:23.300098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] For port 572b5332-598d-494b-838a-0bdede11fbb3, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=572b5332-598d-494b-838a-0bdede11fbb3,segment=NetworkSegment(a7d8780c-1e0b-4216-83c2-8725bf0bb4ac),segment_id=a7d8780c-1e0b-4216-83c2-8725bf0bb4ac)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:23.314064 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:23.327280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-27623a48-915e-41ec-b9c5-2f059c151df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:23.331625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-27623a48-915e-41ec-b9c5-2f059c151df7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891652 Sep 18 01:59:23.345184 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '172e3e55-834c-4117-9ac3-a248c984e995', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:2e:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:20Z', 'revision_number': 3, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:23.381511 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c6784-5951-4a84-8317-f2502a36494e None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '172e3e55-834c-4117-9ac3-a248c984e995', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:2e:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:20Z', 'revision_number': 3, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:23.415916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad4d89-28ad-4906-ac49-1aec037e0729 req-ec40d1f0-8585-4afd-b261-240f41975c04 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:23.428491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8aad4d89-28ad-4906-ac49-1aec037e0729 req-ec40d1f0-8585-4afd-b261-240f41975c04 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 947 time: 0.1751208 Sep 18 01:59:23.493745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Routers {'9fc6c8eb-ac58-48c6-b581-cabe432135d2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:23.494723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:23.530484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ac91bf2b-476f-41dd-83ae-2c702da3fe3f service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902103 Sep 18 01:59:23.547078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8aad4d89-28ad-4906-ac49-1aec037e0729 req-2b1ddb52-6e02-41d1-90be-67853b3757cc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176038 Sep 18 01:59:23.612059 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47090) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:23.640952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] Set router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:23.699181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31da02a0-2709-46b8-bf35-e0198cfd2c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:23.706506 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:23.729813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d51322-53aa-4a7b-94fb-46b3e4a1eb94 None None] Pushing event updated for resources: {'Port': ['ID=572b5332-598d-494b-838a-0bdede11fbb3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:23.776851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4e17faf6-0c1b-487e-8d6a-4bba3b4c3ef5 None None] Provisioning complete for port 572b5332-598d-494b-838a-0bdede11fbb3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:23.777128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3030-8eb5-419d-97a4-a859bd59edc6 req-0789f9e1-1a5e-4566-a9a0-c1b67f589547 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:23.777246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4e17faf6-0c1b-487e-8d6a-4bba3b4c3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:23.781231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-276b3030-8eb5-419d-97a4-a859bd59edc6 req-0789f9e1-1a5e-4566-a9a0-c1b67f589547 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 949 time: 0.1281536 Sep 18 01:59:23.798309 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-624a57f7-f771-49ad-8900-6359a4b8af28 service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520170 Sep 18 01:59:23.814651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f340fd1-daae-414b-b2e8-5cad00f78219 None None] New status for floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:59:23.839967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-276b3030-8eb5-419d-97a4-a859bd59edc6 req-c6d889a6-867a-47f4-a0a6-73e6637bf397 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542526 Sep 18 01:59:23.911479 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b7398d-bd90-44e7-9072-95f4d2af1b45 x-openstack-request-id: req-18b7398d-bd90-44e7-9072-95f4d2af1b45 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:23.912033 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:23.912518 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18b7398d-bd90-44e7-9072-95f4d2af1b45 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:23.913121 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'status': 'completed', 'code': 200} Sep 18 01:59:23.920245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ca17def6-08f2-47b6-8f49-787b28373a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:23.922180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-ca17def6-08f2-47b6-8f49-787b28373a25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 1097 time: 0.0745931 Sep 18 01:59:23.924191 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31da02a0-2709-46b8-bf35-e0198cfd2c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:23.933384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31da02a0-2709-46b8-bf35-e0198cfd2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.077692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6720cf3-8d6a-4970-97f4-814d8925f7e6 req-df3fcf40-5a52-4eee-8d2e-ab0d1295008b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.079350 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6720cf3-8d6a-4970-97f4-814d8925f7e6 req-df3fcf40-5a52-4eee-8d2e-ab0d1295008b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0897386 Sep 18 01:59:24.083490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-31da02a0-2709-46b8-bf35-e0198cfd2c73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a66039b91d1469b846480abffd725f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702544 Sep 18 01:59:24.087539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47092) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:24.089956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da02a0-2709-46b8-bf35-e0198cfd2c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7058fb-e769-42c4-937b-fa7d50963d49,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:24.120648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-79f0bbc8-ade2-454f-99a9-7b42c4013358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.122177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-79f0bbc8-ade2-454f-99a9-7b42c4013358 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.1584461 Sep 18 01:59:24.129135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4e17faf6-0c1b-487e-8d6a-4bba3b4c3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.151199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2e02130b-10a8-4d71-a948-759dd815851d details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:24.158857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-fa8ee911-5709-47c7-9045-2c4413f54f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.166469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-fa8ee911-5709-47c7-9045-2c4413f54f6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.2257655 Sep 18 01:59:24.187212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6720cf3-8d6a-4970-97f4-814d8925f7e6 req-2146a299-8d08-4082-b0c1-3064a93ff9a9 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916145 Sep 18 01:59:24.210572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Deleting port 572b5332-598d-494b-838a-0bdede11fbb3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:24.212210 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.215328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f49834c5-f1a1-4c82-bc65-9f1d76448b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.221295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4e17faf6-0c1b-487e-8d6a-4bba3b4c3ef5 None None] For port 572b5332-598d-494b-838a-0bdede11fbb3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=572b5332-598d-494b-838a-0bdede11fbb3,segment=NetworkSegment(a7d8780c-1e0b-4216-83c2-8725bf0bb4ac),segment_id=a7d8780c-1e0b-4216-83c2-8725bf0bb4ac)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:24.286646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f49834c5-f1a1-4c82-bc65-9f1d76448b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.294643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-8f54dc19-c83f-44d0-8c83-7f3c950f78dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 1001 time: 0.1270874 Sep 18 01:59:24.356158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] For port 572b5332-598d-494b-838a-0bdede11fbb3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=572b5332-598d-494b-838a-0bdede11fbb3,segment=NetworkSegment(a7d8780c-1e0b-4216-83c2-8725bf0bb4ac),segment_id=a7d8780c-1e0b-4216-83c2-8725bf0bb4ac)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:24.356676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.376150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-c0eaf616-14b0-4a37-b001-93cb4d74d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.377612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-c0eaf616-14b0-4a37-b001-93cb4d74d338 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.2425394 Sep 18 01:59:24.383949 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:24.384914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Calling delete_port for 572b5332-598d-494b-838a-0bdede11fbb3 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:24.390568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f49834c5-f1a1-4c82-bc65-9f1d76448b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.394549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f49834c5-f1a1-4c82-bc65-9f1d76448b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.399093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f49834c5-f1a1-4c82-bc65-9f1d76448b55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f7058fb-e769-42c4-937b-fa7d50963d49 HTTP/1.1" status: 204 len: 168 time: 0.3104398 Sep 18 01:59:24.409752 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:24.411073 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:24.417312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49834c5-f1a1-4c82-bc65-9f1d76448b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7058fb-e769-42c4-937b-fa7d50963d49,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:24.482742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-fa97a671-5f76-4f95-86b9-890ae43daaa0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 217 time: 0.0879683 Sep 18 01:59:24.489392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-3d6805ab-0764-44c7-b9dc-f0c302767fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.497180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-3d6805ab-0764-44c7-b9dc-f0c302767fb0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.2014942 Sep 18 01:59:24.595174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29959785-e5e0-41d3-903c-3fa30b309b8c req-3242c702-4297-4a96-bee6-4fa362ddc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.596701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29959785-e5e0-41d3-903c-3fa30b309b8c req-3242c702-4297-4a96-bee6-4fa362ddc7b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 1098 time: 0.2162533 Sep 18 01:59:24.604902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b6b01-5bf1-4a0f-a9f9-f0ed0f693de5 req-7710422e-10c2-46c5-9d57-7c8438147fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.606387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e1b6b01-5bf1-4a0f-a9f9-f0ed0f693de5 req-7710422e-10c2-46c5-9d57-7c8438147fbf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 1101 time: 0.2128952 Sep 18 01:59:24.609910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-e0cba9d9-38dc-49de-aeab-171a5bf9a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.611329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-e0cba9d9-38dc-49de-aeab-171a5bf9a51f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.1121578 Sep 18 01:59:24.646090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-5cb47569-aeb3-4eab-946d-9ac5aedba43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.652799 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:24.655855 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-5cb47569-aeb3-4eab-946d-9ac5aedba43b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1577501 Sep 18 01:59:24.726893 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4e17faf6-0c1b-487e-8d6a-4bba3b4c3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.750022 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ec668b-5c5a-422b-8963-6d809f112ca1 x-openstack-request-id: req-79ec668b-5c5a-422b-8963-6d809f112ca1 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:24.750361 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-plugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6", "code": 200}, {"server_uuid": "b09d33b8-f81a-4f17-94e2-0ec6e872fed2", "name": "network-vif-plugged", "status": "completed", "tag": "70371871-9428-4bfe-ac65-2eb9b854c9eb", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:24.752452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29959785-e5e0-41d3-903c-3fa30b309b8c req-a59b2998-f2a4-411f-be37-83bb94107bc6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448741 Sep 18 01:59:24.754941 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79ec668b-5c5a-422b-8963-6d809f112ca1 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:24.755530 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6', 'code': 200} Sep 18 01:59:24.755779 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09d33b8-f81a-4f17-94e2-0ec6e872fed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70371871-9428-4bfe-ac65-2eb9b854c9eb', 'code': 200} Sep 18 01:59:24.822969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '572b5332-598d-494b-838a-0bdede11fbb3', 'name': '', 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'mac_address': 'fa:16:3e:b9:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ca33e507-ef1b-42b0-9900-09766d0da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:15Z', 'updated_at': '2021-09-18T01:59:23Z', 'revision_number': 4, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'subnets': [{'id': 'ca33e507-ef1b-42b0-9900-09766d0da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:24.870702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-10e35ec3-842f-4194-8cfc-d50ef6e3b040 service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139773 Sep 18 01:59:24.871839 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:24.872635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e1b6b01-5bf1-4a0f-a9f9-f0ed0f693de5 req-23ea6634-c900-45a7-acef-b64cbca233f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460904 Sep 18 01:59:24.878600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-3ff1a56d-09e4-4f89-85f9-b92d439e768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.882620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-3ff1a56d-09e4-4f89-85f9-b92d439e768d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2485454 Sep 18 01:59:24.939376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:24.947893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254159b-3c78-445a-829f-a0e3396b8057 req-74bed672-1e10-4475-a55e-2281d6ce3f63 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:24.949745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4254159b-3c78-445a-829f-a0e3396b8057 req-74bed672-1e10-4475-a55e-2281d6ce3f63 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 946 time: 0.1960003 Sep 18 01:59:24.956224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Pushing event deleted for resources: {'Port': ['ID=572b5332-598d-494b-838a-0bdede11fbb3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:24.972586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2685df8-a7bf-42b4-818f-ff0788c9e2dd None None] The sync data for ids ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'] in n-d-789963-12 is: [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '572b5332-598d-494b-838a-0bdede11fbb3', 'name': '', 'network_id': 'd9ea521e-af98-4091-ad4c-730640e642ab', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'mac_address': 'fa:16:3e:b9:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ca33e507-ef1b-42b0-9900-09766d0da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:15Z', 'updated_at': '2021-09-18T01:59:23Z', 'revision_number': 4, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'subnets': [{'id': 'ca33e507-ef1b-42b0-9900-09766d0da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:24.989153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-46bb65c4-af06-4691-866a-e15c03ebef09 None None] Could not find standard attr ID for object 572b5332-598d-494b-838a-0bdede11fbb3. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 01:59:25.005805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '2e02130b-10a8-4d71-a948-759dd815851d', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '2e02130b-10a8-4d71-a948-759dd815851d', 'mac_address': 'fa:16:3e:a2:a7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:25.031329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17faf6-0c1b-487e-8d6a-4bba3b4c3ef5 None None] Pushing event updated for resources: {'Port': ['ID=572b5332-598d-494b-838a-0bdede11fbb3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:25.042963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57cef257-30ac-4ade-9c07-503a72f71f17 req-1205c9b8-3bed-4fb4-8eb5-30a5af1d4e18 service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596196 Sep 18 01:59:25.167402 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '172e3e55-834c-4117-9ac3-a248c984e995', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:2e:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:24Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:25.188056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47106) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:25.190567 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:25.205105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4254159b-3c78-445a-829f-a0e3396b8057 req-74c2abf3-f915-4438-a98a-2a457ba4cfad tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888130 Sep 18 01:59:25.226441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e02130b-10a8-4d71-a948-759dd815851d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:25.238724 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:25.248830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9f89ceb6-b710-4c86-bb42-8a9fb01293bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:25.261166 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:25.261872 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:25.263884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:25.273529 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:25.297738 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-a25e66f2-c419-4c50-ab39-d8c2c7b1eb7b service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274897 Sep 18 01:59:25.446221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:25.465857 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:25.496647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf1943-e733-495a-a8af-ca1d5f90afb5 req-4b1a674a-5794-4531-8f81-131c2da95426 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:25.504767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aecf1943-e733-495a-a8af-ca1d5f90afb5 req-4b1a674a-5794-4531-8f81-131c2da95426 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 948 time: 0.3460617 Sep 18 01:59:25.506397 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:25.538253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98753a36-027a-43e6-a57b-9e861ef0a37f req-58f804f8-953e-4c71-b5a0-6aa041b5be46 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:25.552235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98753a36-027a-43e6-a57b-9e861ef0a37f req-58f804f8-953e-4c71-b5a0-6aa041b5be46 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 945 time: 0.1754849 Sep 18 01:59:25.555775 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:25.556003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-043aafad-1720-4ec7-9e78-c2cf21f29183 req-2fcf7ad1-60d9-45b9-ba10-7c1fd9fa2731 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427771 Sep 18 01:59:25.561559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['2e02130b-10a8-4d71-a948-759dd815851d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:25.584064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:25.595011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9f89ceb6-b710-4c86-bb42-8a9fb01293bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:25.611708 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aecf1943-e733-495a-a8af-ca1d5f90afb5 req-a8cbc35d-e7cb-45a0-8a83-b4899446bd02 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060638 Sep 18 01:59:25.641877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9f89ceb6-b710-4c86-bb42-8a9fb01293bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:25.703430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89ceb6-b710-4c86-bb42-8a9fb01293bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be22b24-e1f0-4a48-9efd-62be30f7cbd5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:25.749652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98753a36-027a-43e6-a57b-9e861ef0a37f req-7cf7fcc1-6c46-4287-b7a3-d8c3c1faec9f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964686 Sep 18 01:59:25.801711 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9f89ceb6-b710-4c86-bb42-8a9fb01293bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73cdd3c221524a1b853b7843cb6229c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123991 Sep 18 01:59:25.802403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:25.830367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbcad-04dc-4fb7-a0f8-52f4d5a1c788 req-2faa6607-8018-4d75-bfb1-147f881cb2ab tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:25.835219 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f97dbcad-04dc-4fb7-a0f8-52f4d5a1c788 req-2faa6607-8018-4d75-bfb1-147f881cb2ab tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 949 time: 0.1401045 Sep 18 01:59:25.912671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f97dbcad-04dc-4fb7-a0f8-52f4d5a1c788 req-146aaf49-6ef6-4012-aa42-76685ecd355d tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703073 Sep 18 01:59:25.915262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:25.917562 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4f0da4-879f-444a-a4b4-2f8cb9877976" -d '{"events": [{"name": "network-changed", "server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "tag": "172e3e55-834c-4117-9ac3-a248c984e995"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:25.931106 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '172e3e55-834c-4117-9ac3-a248c984e995', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:2e:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:24Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:25.964688 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394da96d-e7ed-4f30-aea4-c9727beaa82c None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '172e3e55-834c-4117-9ac3-a248c984e995', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:2e:da:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:24Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:26.052313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c656d2-390a-47c2-aeb4-e59d459aa6c2 req-c604e225-5e02-47a8-9d93-bbd4871c82ea tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:26.053964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51c656d2-390a-47c2-aeb4-e59d459aa6c2 req-c604e225-5e02-47a8-9d93-bbd4871c82ea tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0595152 Sep 18 01:59:26.108977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51c656d2-390a-47c2-aeb4-e59d459aa6c2 req-e4a2df70-4c00-496c-850c-947c134c606a tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484407 Sep 18 01:59:26.334955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f1343-7c7b-403c-9774-5e4622c5ab1e req-6a961f75-f259-45f8-92ac-001c37829bf0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:26.337801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-759f1343-7c7b-403c-9774-5e4622c5ab1e req-6a961f75-f259-45f8-92ac-001c37829bf0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.1296327 Sep 18 01:59:26.357005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-759f1343-7c7b-403c-9774-5e4622c5ab1e req-37ca9291-2d88-40e6-87d8-d65c384f53d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/quotas/9bfff37e91a7428ab2c2d22f7437d9f4 HTTP/1.1" status: 200 len: 375 time: 0.0134652 Sep 18 01:59:26.386162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd907368-bec7-4953-8fe0-525529bae7d1 req-4507bf3e-0c7b-4c3a-b7eb-63099e3809f2 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.5925968 Sep 18 01:59:26.388984 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-431e7330-d1a4-488b-af9c-ef2d01657ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:26.409614 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-759f1343-7c7b-403c-9774-5e4622c5ab1e req-3d9d68e8-059c-4ea2-9aa4-ed5abe7e8800 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459030 Sep 18 01:59:26.480136 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-431e7330-d1a4-488b-af9c-ef2d01657ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:26.502478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd907368-bec7-4953-8fe0-525529bae7d1 req-d73e3ab0-6cfa-423d-a3c2-8c7d21c0dbb9 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:26.503921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd907368-bec7-4953-8fe0-525529bae7d1 req-d73e3ab0-6cfa-423d-a3c2-8c7d21c0dbb9 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports/172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 942 time: 0.1078703 Sep 18 01:59:26.546497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-759f1343-7c7b-403c-9774-5e4622c5ab1e req-3cb7156d-82a3-4b63-bb7b-fc5bd12f7be0 service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294823 Sep 18 01:59:26.550662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:26.566014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-50b8cefc-0756-4ba7-9bb2-a5f39d20ebe7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:26.567174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-50b8cefc-0756-4ba7-9bb2-a5f39d20ebe7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 945 time: 0.0735698 Sep 18 01:59:26.650031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-431e7330-d1a4-488b-af9c-ef2d01657ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:26.652708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-431e7330-d1a4-488b-af9c-ef2d01657ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:26.656710 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-431e7330-d1a4-488b-af9c-ef2d01657ac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1be22b24-e1f0-4a48-9efd-62be30f7cbd5 HTTP/1.1" status: 204 len: 168 time: 0.8421214 Sep 18 01:59:26.681932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e7330-d1a4-488b-af9c-ef2d01657ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be22b24-e1f0-4a48-9efd-62be30f7cbd5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:26.722472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-759f1343-7c7b-403c-9774-5e4622c5ab1e req-052bb818-596a-4918-9f79-62edfc9500fb service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659622 Sep 18 01:59:26.750278 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd907368-bec7-4953-8fe0-525529bae7d1 req-18b3d01f-1d6f-43d1-ba6b-2491f1e60c5c tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.1445050 Sep 18 01:59:26.751770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Deleting port 43514111-bbbb-421b-9b7d-e94afde1e2ac {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:26.752134 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:26.816574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:26.822525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ef9e5da8-bcee-42f5-b5c6-e65ddc63f1ce admin admin] 10.222.0.21 "PUT /v2.0/routers/9fc6c8eb-ac58-48c6-b581-cabe432135d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2414582 Sep 18 01:59:26.827749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] Sync routers for ids ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:26.839735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] Routers {'9fc6c8eb-ac58-48c6-b581-cabe432135d2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:26.840439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:26.842330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47134) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:26.857582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:59:26.950857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd907368-bec7-4953-8fe0-525529bae7d1 req-9fc991fa-d47c-4b6d-887f-dc7bfe9436fd tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:26.955568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] For port 43514111-bbbb-421b-9b7d-e94afde1e2ac, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43514111-bbbb-421b-9b7d-e94afde1e2ac,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:26.956171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:26.977333 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd907368-bec7-4953-8fe0-525529bae7d1 req-9fc991fa-d47c-4b6d-887f-dc7bfe9436fd tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.2236483 Sep 18 01:59:27.014523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Calling delete_port for 43514111-bbbb-421b-9b7d-e94afde1e2ac owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:27.018394 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72198e8-3c52-4aa6-ab92-9e7576f60bb4 x-openstack-request-id: req-a72198e8-3c52-4aa6-ab92-9e7576f60bb4 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:27.018889 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "tag": "172e3e55-834c-4117-9ac3-a248c984e995", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:27.019273 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a72198e8-3c52-4aa6-ab92-9e7576f60bb4 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:27.019856 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995', 'status': 'completed', 'code': 200} Sep 18 01:59:27.143258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] Set router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:27.419153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:24Z', 'revision_number': 5, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:27.451127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] Checking router: 9fc6c8eb-ac58-48c6-b581-cabe432135d2 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:27.462660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] Routers {'9fc6c8eb-ac58-48c6-b581-cabe432135d2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:27.463364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:27.645792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:27.658664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-7c7b2bc1-a809-456f-ae96-eb46eb8bff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:27.660148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-7c7b2bc1-a809-456f-ae96-eb46eb8bff77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 1097 time: 0.6005037 Sep 18 01:59:27.663434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] Set router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:27.765188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-63bfbd05-5758-4069-8de2-597f14df4da6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:27.766679 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-63bfbd05-5758-4069-8de2-597f14df4da6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 948 time: 0.2738721 Sep 18 01:59:27.770123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-ae86d80f-66db-4b73-a393-72273bf35a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:27.770997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-ae86d80f-66db-4b73-a393-72273bf35a03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 1098 time: 0.2803438 Sep 18 01:59:27.850594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb822a-718a-4f0c-b696-01552be5272d req-5a12d554-f3b0-48b8-8065-dbdcea500637 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:27.852901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2cb822a-718a-4f0c-b696-01552be5272d req-5a12d554-f3b0-48b8-8065-dbdcea500637 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0dc664-c34b-46e3-a8bb-805a08cc2194 HTTP/1.1" status: 200 len: 945 time: 0.3604136 Sep 18 01:59:27.867323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471f9c-4ef7-4b4a-aebb-b229c5cc659f req-8a7ba882-823f-4a99-8dbf-ad81db93d853 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:27.869943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e471f9c-4ef7-4b4a-aebb-b229c5cc659f req-8a7ba882-823f-4a99-8dbf-ad81db93d853 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 949 time: 0.0651026 Sep 18 01:59:27.896839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:24Z', 'revision_number': 5, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:27.936750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e471f9c-4ef7-4b4a-aebb-b229c5cc659f req-b0d1fee1-ca95-4250-95e5-ab2f98525ce3 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Sep 18 01:59:27.941123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7d3b6-a0ea-4ebe-b858-6fc22e34ce1e None None] The sync data for ids ['9fc6c8eb-ac58-48c6-b581-cabe432135d2'] in n-d-789963-12 is: [{'id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1395667974-router', 'tenant_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:59:02Z', 'updated_at': '2021-09-18T01:59:24Z', 'revision_number': 5, 'project_id': 'f5e0daa3bf8c451695d0f965bbc5d834', 'gw_port': {'id': '3269f793-1d63-4568-aae6-5e5cebdf0ac0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc6c8eb-ac58-48c6-b581-cabe432135d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:59:04Z', 'updated_at': '2021-09-18T01:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:28.056075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-07d615da-44e2-4b79-8094-b94d6a8301ce tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.0873117 Sep 18 01:59:28.104825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-f09e77d7-d3e4-41a3-b961-9e654336f78b tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.106221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-f09e77d7-d3e4-41a3-b961-9e654336f78b tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports/172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 942 time: 0.0492694 Sep 18 01:59:28.147979 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.153780 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2cb822a-718a-4f0c-b696-01552be5272d req-ad60be6d-aace-4a5a-9119-e8b13906e22d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674487 Sep 18 01:59:28.160711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2e02130b-10a8-4d71-a948-759dd815851d up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:28.185704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-25683903-2a13-4edb-aaec-a6ac8b2b1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.187642 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-25683903-2a13-4edb-aaec-a6ac8b2b1bd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.4827929 Sep 18 01:59:28.195429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-0eaf418e-6e86-41ea-afcf-be1ee3064ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.199579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-0eaf418e-6e86-41ea-afcf-be1ee3064ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 1100 time: 0.3083625 Sep 18 01:59:28.243755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-e9ac6581-e304-4db5-8e42-2bb3fec4a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.245153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-e9ac6581-e304-4db5-8e42-2bb3fec4a1ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 911 time: 0.4474773 Sep 18 01:59:28.260334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 2e02130b-10a8-4d71-a948-759dd815851d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:28.260939 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.261491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-0aabfd4b-5f3c-41de-8729-35a911844779 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.1142237 Sep 18 01:59:28.318349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.393064 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.431124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:28.433699 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292a8442-2937-4ce8-b011-ce9f685adf88" -d '{"events": [{"server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "name": "network-vif-plugged", "status": "completed", "tag": "2e02130b-10a8-4d71-a948-759dd815851d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:28.434763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-9deadc95-5d17-42e6-896a-0c73dc34b941 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.445450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-9deadc95-5d17-42e6-896a-0c73dc34b941 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1829026 Sep 18 01:59:28.454565 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-e2b3c5a0-5c7c-4f91-85f8-ccc610508d61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70371871-9428-4bfe-ac65-2eb9b854c9eb HTTP/1.1" status: 200 len: 217 time: 0.1440575 Sep 18 01:59:28.455354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event deleted for resources: {'Port': ['ID=43514111-bbbb-421b-9b7d-e94afde1e2ac,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:28.462282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:28.472922 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.544925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-59c77081-9369-4ccb-83f3-36778adae4d3 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.0975564 Sep 18 01:59:28.550581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:28.558901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-1d8d6a61-021e-469c-b559-f8edef580586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 1001 time: 0.3524458 Sep 18 01:59:28.589152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:28.593776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] No DVR routers for this DVR port 43514111-bbbb-421b-9b7d-e94afde1e2ac on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:28.598759 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.599222 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cd4c78b-0bff-4367-80cb-8823dd676180 req-85e946ad-2dd9-4bcd-a894-cc66380c82a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "DELETE /v2.0/ports/43514111-bbbb-421b-9b7d-e94afde1e2ac HTTP/1.1" status: 204 len: 173 time: 2.0099602 Sep 18 01:59:28.635721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.673013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a42a-cbfa-4a8b-911c-d09b9cd4f673 req-064d9595-e631-4026-8196-30453255803e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.680574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7542a42a-cbfa-4a8b-911c-d09b9cd4f673 req-064d9595-e631-4026-8196-30453255803e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 948 time: 0.4076660 Sep 18 01:59:28.682944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-a7ec9d5f-7079-4141-8dfb-f98274b427fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.684235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-a7ec9d5f-7079-4141-8dfb-f98274b427fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.4765217 Sep 18 01:59:28.724359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-0c02f031-ce7a-4c22-af5c-8e4f2eceb2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.725916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-0c02f031-ce7a-4c22-af5c-8e4f2eceb2ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e39142c-e688-422e-aa6e-e3bdfdd35cd7 HTTP/1.1" status: 200 len: 851 time: 0.2449417 Sep 18 01:59:28.783069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Deleting port 3269f793-1d63-4568-aae6-5e5cebdf0ac0 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:28.783402 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.786313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-6dd8e0a7-3b69-4fb5-8707-d7721d62250d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2e02130b-10a8-4d71-a948-759dd815851d HTTP/1.1" status: 200 len: 217 time: 0.0929718 Sep 18 01:59:28.790081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-f2179b6c-396c-447d-8e1a-25a54eeb978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:28.791576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-f2179b6c-396c-447d-8e1a-25a54eeb978b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.2003551 Sep 18 01:59:28.819567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.830904 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:28.831315 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c disassociated. External IP: 172.25.0.214, port: 172e3e55-834c-4117-9ac3-a248c984e995. Sep 18 01:59:28.839811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-dec6199e-fa23-4346-af8d-6784b250900a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d231682c-8255-4194-a1ea-7ee987894461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676656 Sep 18 01:59:28.908403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7542a42a-cbfa-4a8b-911c-d09b9cd4f673 req-aad8ae30-a4cb-4ea1-bd10-4fe447daa9ca tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269700 Sep 18 01:59:29.000193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 572b5332-598d-494b-838a-0bdede11fbb3 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:29.027584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 572b5332-598d-494b-838a-0bdede11fbb3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:29.028291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 572b5332-598d-494b-838a-0bdede11fbb3 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:29.041895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0dc664-c34b-46e3-a8bb-805a08cc2194', 'name': 'network-vif-deleted', 'tag': '43514111-bbbb-421b-9b7d-e94afde1e2ac'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:29.044354 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5dc8a8-4f9f-4455-8682-ceef5ce7bb0d" -d '{"events": [{"server_uuid": "2e0dc664-c34b-46e3-a8bb-805a08cc2194", "name": "network-vif-deleted", "tag": "43514111-bbbb-421b-9b7d-e94afde1e2ac"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:29.052617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-25021981-9047-4fd8-b65d-40f36868be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:29.054060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-25021981-9047-4fd8-b65d-40f36868be3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2487340 Sep 18 01:59:29.109777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Router 75700573-eddd-42dc-8271-47abe54933e6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:29.136325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-8089ff4a-d02c-4b80-9815-ee4db2737e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:29.137829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-8089ff4a-d02c-4b80-9815-ee4db2737e25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3124671 Sep 18 01:59:29.152886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] For port 3269f793-1d63-4568-aae6-5e5cebdf0ac0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3269f793-1d63-4568-aae6-5e5cebdf0ac0,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:29.153244 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:29.200876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Calling delete_port for 3269f793-1d63-4568-aae6-5e5cebdf0ac0 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:29.217222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47218) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:29.220234 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-916299c6-65a7-4fdc-bae5-04e32d376e3d service neutron] 10.222.0.20 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475120 Sep 18 01:59:29.244854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:29.249291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:29.256540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:29.275028 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:29.275641 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:29.283329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-84b07618-2d3e-4560-a779-ae0ea94f4d2a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "PUT /v2.0/floatingips/5c63eff5-8d99-4feb-acfa-a815c288a06c HTTP/1.1" status: 200 len: 695 time: 0.7369943 Sep 18 01:59:29.284212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:29.286889 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "tag": "172e3e55-834c-4117-9ac3-a248c984e995"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:29.326756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-2f80d2e8-2453-40e0-bcba-ce7096e4f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:29.328543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-2f80d2e8-2453-40e0-bcba-ce7096e4f0a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2624967 Sep 18 01:59:29.337306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd69603-445c-4318-934a-ffc3aaff8236 req-9ba03d52-a77d-49af-855d-48ecc0719587 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:29.345121 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7dd69603-445c-4318-934a-ffc3aaff8236 req-9ba03d52-a77d-49af-855d-48ecc0719587 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.2960477 Sep 18 01:59:29.348241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-be002ab9-d201-40dc-ad85-568b5ceacd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:29.355693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-be002ab9-d201-40dc-ad85-568b5ceacd50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 1097 time: 0.0580256 Sep 18 01:59:29.398339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7278e2ae-412e-42a7-b1aa-850258abfc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:29.407435 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:29.480558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-b9c45fd8-e6fa-4ba4-8349-9daeda6ba274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:29.482008 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-b9c45fd8-e6fa-4ba4-8349-9daeda6ba274 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.1255391 Sep 18 01:59:29.530989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-00aebcbd-4e7c-4a8a-a645-aca1bff76847 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801975 Sep 18 01:59:29.535602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-1cd1f635-3c54-4646-a83f-61f51893c2c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 217 time: 0.0465913 Sep 18 01:59:29.539563 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7dd69603-445c-4318-934a-ffc3aaff8236 req-86495e35-bb92-4d72-88d0-80668537ec1b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933639 Sep 18 01:59:29.639016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68a30787-f73c-47c6-afec-e65cc67f1958 req-ffa46fe6-c910-480d-ba06-6ec254b01ce5 service neutron] 10.222.0.20 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035039 Sep 18 01:59:29.721707 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:29.743338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7278e2ae-412e-42a7-b1aa-850258abfc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:29.745414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-c27743f2-d682-4b98-b1d7-4eba7f228a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:29.747260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-c27743f2-d682-4b98-b1d7-4eba7f228a86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.2033534 Sep 18 01:59:29.752755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7278e2ae-412e-42a7-b1aa-850258abfc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:29.779588 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:29.788987 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:29.790589 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:29.811692 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7278e2ae-412e-42a7-b1aa-850258abfc68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eefdfddcd5de4a5fbaa9bd451be26e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908332 Sep 18 01:59:29.836257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278e2ae-412e-42a7-b1aa-850258abfc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b726ee7c-47c6-4191-b551-623e6fded9d1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:29.856804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47238) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:29.919916 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:29.924809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94c12f00-475b-4275-a129-46ccae3839ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:29.949963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-9cb808a9-9d85-47af-b163-276f7d3c6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:29.951740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-9cb808a9-9d85-47af-b163-276f7d3c6b5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720176 Sep 18 01:59:29.956640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94c12f00-475b-4275-a129-46ccae3839ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.050851 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e21be7-a4ba-492e-8846-5f02d3ecc2f6 x-openstack-request-id: req-d0e21be7-a4ba-492e-8846-5f02d3ecc2f6 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:30.051901 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "name": "network-vif-plugged", "status": "completed", "tag": "2e02130b-10a8-4d71-a948-759dd815851d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:30.052532 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0e21be7-a4ba-492e-8846-5f02d3ecc2f6 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:30.053177 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d', 'code': 200} Sep 18 01:59:30.098691 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-466b52a9-4785-4339-878c-9a108ca36668 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461693 Sep 18 01:59:30.103141 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d893e84a-3c58-44a2-838f-8503c13cdd71 x-openstack-request-id: req-d893e84a-3c58-44a2-838f-8503c13cdd71 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:30.103439 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0dc664-c34b-46e3-a8bb-805a08cc2194", "name": "network-vif-deleted", "tag": "43514111-bbbb-421b-9b7d-e94afde1e2ac", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:30.103669 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d893e84a-3c58-44a2-838f-8503c13cdd71 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:30.104049 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0dc664-c34b-46e3-a8bb-805a08cc2194', 'name': 'network-vif-deleted', 'tag': '43514111-bbbb-421b-9b7d-e94afde1e2ac', 'status': 'completed', 'code': 200} Sep 18 01:59:30.116038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-06d6e629-818e-40df-975a-754fc688d0ee service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570151 Sep 18 01:59:30.130562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43514111-bbbb-421b-9b7d-e94afde1e2ac no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:30.172341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 43514111-bbbb-421b-9b7d-e94afde1e2ac {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:30.172911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43514111-bbbb-421b-9b7d-e94afde1e2ac not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:30.205788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e4f0da4-879f-444a-a4b4-2f8cb9877976 req-2e66dd48-3d73-48e0-99de-a46b7ed3d13f service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648579 Sep 18 01:59:30.274983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-892ab5d2-d0c3-475e-bcb3-d8991366b2ab req-a13de1ad-cec0-4125-94e4-8323fc9de43b service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444478 Sep 18 01:59:30.276539 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e5fbd-2c29-4edc-9b30-3eab29eccd98 x-openstack-request-id: req-245e5fbd-2c29-4edc-9b30-3eab29eccd98 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:30.276871 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "tag": "172e3e55-834c-4117-9ac3-a248c984e995", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:30.277060 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-245e5fbd-2c29-4edc-9b30-3eab29eccd98 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:30.277604 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995', 'status': 'completed', 'code': 200} Sep 18 01:59:30.294532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-614f28cd-1a5a-46f8-a26b-8ce645f3df56 req-7648046b-eab3-4b54-893f-1dc917501731 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856620 Sep 18 01:59:30.297728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.302690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94c12f00-475b-4275-a129-46ccae3839ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.306521 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94c12f00-475b-4275-a129-46ccae3839ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.307945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-94c12f00-475b-4275-a129-46ccae3839ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b726ee7c-47c6-4191-b551-623e6fded9d1 HTTP/1.1" status: 204 len: 168 time: 0.4472070 Sep 18 01:59:30.334907 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:30.342259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c12f00-475b-4275-a129-46ccae3839ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b726ee7c-47c6-4191-b551-623e6fded9d1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:30.392001 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0323b-75d8-411b-a258-e5e292f2c8cb None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:30.428168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Pushing event deleted for resources: {'Port': ['ID=3269f793-1d63-4568-aae6-5e5cebdf0ac0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:30.502658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2b1d-cfc5-42f4-888e-981adcccfe46 req-65a55e1c-3800-4f88-8784-6ad3f50888bf tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:30.510683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e0f2b1d-cfc5-42f4-888e-981adcccfe46 req-65a55e1c-3800-4f88-8784-6ad3f50888bf tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.0632353 Sep 18 01:59:30.543269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-b7d73a46-6112-4936-b369-8fbb5729f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:30.544790 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-b7d73a46-6112-4936-b369-8fbb5729f50d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 1097 time: 0.2487307 Sep 18 01:59:30.561640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e0f2b1d-cfc5-42f4-888e-981adcccfe46 req-9ff73d21-8fd3-4bf0-8b16-1e0a414d3c13 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499103 Sep 18 01:59:30.584572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.724151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-611abdc6-97b3-46b5-8d3e-b17fac680105 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:30.731291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-611abdc6-97b3-46b5-8d3e-b17fac680105 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.3154628 Sep 18 01:59:30.734980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.769255 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.799233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-8ab5c397-df60-444d-bebe-47a8b1e5a76f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/quotas/9bfff37e91a7428ab2c2d22f7437d9f4 HTTP/1.1" status: 200 len: 375 time: 0.0669718 Sep 18 01:59:30.825995 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0206cffa-a6f3-4069-a7aa-a4fe4c9dffe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.845775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94322c1-102b-4eff-8951-0611f4c10a1c None None] New status for floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:59:30.885386 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.885933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc6c8eb-ac58-48c6-b581-cabe432135d2 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:59:30.889500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-3b27e770-5d25-43b4-8fec-532718001f0e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:30.894027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:30.895259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b84eb0e0-10fb-4f5f-a38d-b5679a11e073 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9fc6c8eb-ac58-48c6-b581-cabe432135d2 HTTP/1.1" status: 204 len: 168 time: 4.0499718 Sep 18 01:59:30.898165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:30.899824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-7cf008e1-48ae-48f2-9b4f-0c040eb31c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:30.901260 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-7cf008e1-48ae-48f2-9b4f-0c040eb31c9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.3424063 Sep 18 01:59:30.903353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-3b27e770-5d25-43b4-8fec-532718001f0e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.1795464 Sep 18 01:59:30.924903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-42bfd2d2-575e-487f-9816-3723149c1982 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/quotas/ed7bdd6d4a7244599abaed6d4aa406fe HTTP/1.1" status: 200 len: 375 time: 0.0204291 Sep 18 01:59:30.995557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-fe7aae81-5c9b-4e28-a1de-41ba51e6981a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683272 Sep 18 01:59:31.027308 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-f9119647-891b-4d9e-8ef7-618f504801e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 200 len: 217 time: 0.1006975 Sep 18 01:59:31.077953 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-8516d475-0dc7-4315-9ae1-7e260a0574be tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2778480 Sep 18 01:59:31.132847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-c486bbd3-020a-4b96-98bd-4e33b740d14e service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356964 Sep 18 01:59:31.190248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cec518-330e-43bf-9546-6750c28fceae admin admin] Deleting subnet ca33e507-ef1b-42b0-9900-09766d0da44f {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:59:31.202430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41cec518-330e-43bf-9546-6750c28fceae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:31.234847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-cfee37c7-2a36-4f65-9cb0-ad0cc73118b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:31.236594 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-cfee37c7-2a36-4f65-9cb0-ad0cc73118b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.2086124 Sep 18 01:59:31.271110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-d2892475-1bb0-423b-912c-cb7c71c516c0 service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373363 Sep 18 01:59:31.312453 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41cec518-330e-43bf-9546-6750c28fceae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:31.370787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-1738493f-0a18-4241-ae27-3a0bdbffaa3b service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267139 Sep 18 01:59:31.409351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-93231017-959e-4ea3-a5c8-c06e6310d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:31.425484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-93231017-959e-4ea3-a5c8-c06e6310d3ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548495 Sep 18 01:59:31.575798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41cec518-330e-43bf-9546-6750c28fceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:31.786944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-5a9d1bd8-fcb1-4adc-9c72-39bb0ff7839d service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120371 Sep 18 01:59:31.791705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-f180d91d-5a59-4218-a0c0-8daf3cd13741 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457351 Sep 18 01:59:31.797983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41cec518-330e-43bf-9546-6750c28fceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:31.842616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a468b4-4f1b-43b5-a29e-9cc7040251ea req-1ee790b7-ef1d-424f-a76e-e5f3cc46ca6c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:31.847829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99a468b4-4f1b-43b5-a29e-9cc7040251ea req-1ee790b7-ef1d-424f-a76e-e5f3cc46ca6c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0801244 Sep 18 01:59:31.903250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cec518-330e-43bf-9546-6750c28fceae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca33e507-ef1b-42b0-9900-09766d0da44f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:31.909622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41459e8-7f7e-42e9-92e1-a9d938138046 None None] Network d9ea521e-af98-4091-ad4c-730640e642ab requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:59:31.912255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99a468b4-4f1b-43b5-a29e-9cc7040251ea req-6bcd38aa-d492-4738-b949-c4a31c2b0061 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579529 Sep 18 01:59:31.928147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41cec518-330e-43bf-9546-6750c28fceae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:31.933210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-41cec518-330e-43bf-9546-6750c28fceae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca33e507-ef1b-42b0-9900-09766d0da44f HTTP/1.1" status: 204 len: 168 time: 1.0308237 Sep 18 01:59:31.935838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47320) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:32.050978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:32.145493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e80079b6-b51e-4cd7-b710-4e25b5af0cd1 req-6a91406c-6d29-46c1-a32b-c0c966993660 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 210 time: 0.0867777 Sep 18 01:59:32.169058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:32.183519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Deleting port 26f259a2-a421-4103-b9a6-b3fb87d4864d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:32.184345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:32.258981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0bace71-8b19-4d30-8f78-765ffbb5cdaa req-945b90ac-7186-4d13-a1da-b2c766ed884f service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566131 Sep 18 01:59:32.298175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] For port 26f259a2-a421-4103-b9a6-b3fb87d4864d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=26f259a2-a421-4103-b9a6-b3fb87d4864d,segment=NetworkSegment(a7d8780c-1e0b-4216-83c2-8725bf0bb4ac),segment_id=a7d8780c-1e0b-4216-83c2-8725bf0bb4ac)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:32.298604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:32.335287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Calling delete_port for 26f259a2-a421-4103-b9a6-b3fb87d4864d owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:32.380982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fc76-cdca-4a73-a686-c89dc499a154 req-bd2778aa-dea2-431f-87d7-c021779c56bd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:32.386506 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19b8fc76-cdca-4a73-a686-c89dc499a154 req-bd2778aa-dea2-431f-87d7-c021779c56bd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1217718 Sep 18 01:59:32.457022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19b8fc76-cdca-4a73-a686-c89dc499a154 req-8b60863d-2ffe-454b-a5bd-32bed039fe99 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637627 Sep 18 01:59:32.542945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] DHCP port deletion for d9ea521e-af98-4091-ad4c-730640e642ab request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:59:32.622049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-093d8332-48c3-429e-846a-4e45246e6c58 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:32.629782 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-093d8332-48c3-429e-846a-4e45246e6c58 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1837554 Sep 18 01:59:32.654068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83495505-8493-4c67-b41b-4a01e3923769 req-ee0523c1-dd7b-4779-a7d2-e30e7c40dec3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 210 time: 0.0865018 Sep 18 01:59:32.674339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:32.707885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '69617610-93ea-4002-b234-d65d12e08de6', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '69617610-93ea-4002-b234-d65d12e08de6', 'mac_address': 'fa:16:3e:30:42:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:32.763245 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-5d2ff6ef-340f-4679-9da2-2dd08d5b8b77 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.1325061 Sep 18 01:59:32.788306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Request body: {'floatingip': {'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:32.799721 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:32.822099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69617610-93ea-4002-b234-d65d12e08de6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:32.828833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] Deleting port 26f259a2-a421-4103-b9a6-b3fb87d4864d {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:32.829210 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:32.866673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:32.879504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860660a3-b35f-4ff0-ad8b-24737732c724 req-8a4f9eed-cf53-4a88-b557-2146b774d23b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:32.881276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-860660a3-b35f-4ff0-ad8b-24737732c724 req-8a4f9eed-cf53-4a88-b557-2146b774d23b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.0931938 Sep 18 01:59:32.902064 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:32.907269 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:32.956097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:32.981458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-860660a3-b35f-4ff0-ad8b-24737732c724 req-7af1767c-cb2d-452b-a81a-86b48ab26e2d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864842 Sep 18 01:59:32.992552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] For port 26f259a2-a421-4103-b9a6-b3fb87d4864d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=26f259a2-a421-4103-b9a6-b3fb87d4864d,segment=NetworkSegment(a7d8780c-1e0b-4216-83c2-8725bf0bb4ac),segment_id=a7d8780c-1e0b-4216-83c2-8725bf0bb4ac)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:32.993512 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:33.014795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] Calling delete_port for 26f259a2-a421-4103-b9a6-b3fb87d4864d owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:33.022073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['69617610-93ea-4002-b234-d65d12e08de6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:33.038331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f259a2-a421-4103-b9a6-b3fb87d4864d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:33.116929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3269f793-1d63-4568-aae6-5e5cebdf0ac0 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:33.124514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:33.125791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] No DVR routers for this DVR port 26f259a2-a421-4103-b9a6-b3fb87d4864d on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:33.162449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 3269f793-1d63-4568-aae6-5e5cebdf0ac0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:33.163126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3269f793-1d63-4568-aae6-5e5cebdf0ac0 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:33.163739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 26f259a2-a421-4103-b9a6-b3fb87d4864d no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:33.200490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1746d-ce56-47a6-b89b-2b1a47537ae5 req-fd8e9b2f-1756-4625-ab54-e3515bdec933 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:33.223971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-00e1746d-ce56-47a6-b89b-2b1a47537ae5 req-fd8e9b2f-1756-4625-ab54-e3515bdec933 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.1345384 Sep 18 01:59:33.278861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 26f259a2-a421-4103-b9a6-b3fb87d4864d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:33.279345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 26f259a2-a421-4103-b9a6-b3fb87d4864d not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:33.364173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-00e1746d-ce56-47a6-b89b-2b1a47537ae5 req-0d682a26-2d9e-4510-8e67-1c668adf11b3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302135 Sep 18 01:59:33.438354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47386) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:33.523901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ed52515-587d-46b4-9239-43ff738243c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:33.545468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:33.605235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:33.606734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-764d46d7-0751-4764-bf68-2859034c6ce2 req-8534cb9f-0ee7-4406-a553-2e7888b97a6f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 210 time: 0.0845959 Sep 18 01:59:33.682193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] Pushing event deleted for resources: {'Port': ['ID=26f259a2-a421-4103-b9a6-b3fb87d4864d,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:33.716237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2bbfb-b9b1-4156-a436-bc21c3110d11 None None] No DVR routers for this DVR port 26f259a2-a421-4103-b9a6-b3fb87d4864d on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:33.776962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-db3603e0-b0b0-4a65-9e90-8503324578ab tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:33.778551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-db3603e0-b0b0-4a65-9e90-8503324578ab tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.5055287 Sep 18 01:59:33.792515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Request body: {'port': {'device_id': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'admin_state_up': True, 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:33.845870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-9fb1a5d7-9589-49bb-aa57-7240b8912cd1 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:33.856913 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-9fb1a5d7-9589-49bb-aa57-7240b8912cd1 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca63d942-9f1c-493b-a701-42b27f65eca2 HTTP/1.1" status: 200 len: 945 time: 0.2848496 Sep 18 01:59:33.887952 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8bb0a1ec-466f-49ec-bbc8-5e7fa05c960a req-3fc23c32-c867-4f99-a141-340dd5374324 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 210 time: 0.0706043 Sep 18 01:59:33.970315 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:33.993828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ea521e-af98-4091-ad4c-730640e642ab']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:34.043955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccb7687-beaf-4e86-85ea-2207eea81d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.072638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:34.072931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d8780c-1e0b-4216-83c2-8725bf0bb4ac') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:34.097471 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.100513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Deleting port 172e3e55-834c-4117-9ac3-a248c984e995 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:34.100853 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.136547 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:59:34.136547 n-d-789963-12 neutron-server[106439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 01:59:34.136547 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id': 'ed7bdd6d4a7244599abaed6d4aa406fe', 'id': '953c9a4a-6003-457f-b04c-d1eb3ef40d3a', 'expiration': datetime.datetime(2021, 9, 18, 2, 1, 34, 120350)}] Sep 18 01:59:34.136547 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:59:34.137404 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:59:34.146316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:34.185148 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.231703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:59:34.232384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: timer() Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:59:34.243345 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:59:34.260563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] For port 172e3e55-834c-4117-9ac3-a248c984e995, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=172e3e55-834c-4117-9ac3-a248c984e995,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:34.261558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.280741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Calling delete_port for 172e3e55-834c-4117-9ac3-a248c984e995 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:34.293335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-40c1b635-6909-433c-b51f-37414dc53de7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:34.295172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-40c1b635-6909-433c-b51f-37414dc53de7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.3202090 Sep 18 01:59:34.313704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-1dab601e-c2e3-4a52-b8bd-81951f9bde15 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300636 Sep 18 01:59:34.327377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 69617610-93ea-4002-b234-d65d12e08de6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:34.328044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.344156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 01:59:34.404527 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.413519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Request body: {'port': {'device_id': '82f326b2-7039-46dc-b6c6-96fbbc29b074', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'admin_state_up': True, 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:34.444750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.500249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-4f89a2f3-f54c-44a4-b18c-6efcb04e7dbf tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:34.510792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-4f89a2f3-f54c-44a4-b18c-6efcb04e7dbf tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635983 Sep 18 01:59:34.521439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.546936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-34a29921-7406-495a-86eb-8a73c4065012 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/quotas/bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 375 time: 0.0347912 Sep 18 01:59:34.589905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.592085 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d9ea521e-af98-4091-ad4c-730640e642ab HTTP/1.1" status: 204 len: 168 time: 2.6549621 Sep 18 01:59:34.610319 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.656554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:34.661793 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efed2d2e-fd5f-4953-87d5-7d5583a2f555" -d '{"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-plugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:34.670603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f830c-7dd5-4a29-b154-ad24849f9312 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ea521e-af98-4091-ad4c-730640e642ab,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:34.698396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:34.711145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.711145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 172e3e55-834c-4117-9ac3-a248c984e995 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:34.715667 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-f72581ea-946e-4585-b664-33305160bfef tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673639 Sep 18 01:59:34.734903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.736720 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccb7687-beaf-4e86-85ea-2207eea81d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.751771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccb7687-beaf-4e86-85ea-2207eea81d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.768157 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c associated. External IP: 172.25.0.214, port: 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600. Sep 18 01:59:34.813328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Pushing event deleted for resources: {'Port': ['ID=172e3e55-834c-4117-9ac3-a248c984e995,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:34.885363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47440) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:34.889926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:34.894465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:34.895540 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.898734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] No DVR routers for this DVR port 172e3e55-834c-4117-9ac3-a248c984e995 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:34.902026 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:34.903670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 01:59:34.903670 n-d-789963-12 neutron-server[106440]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 01:59:34.903670 n-d-789963-12 neutron-server[106440]: [parameters: {'project_id_1': '9bfff37e91a7428ab2c2d22f7437d9f4', 'expiration_1': datetime.datetime(2021, 9, 18, 1, 59, 14, 759658)}] Sep 18 01:59:34.903670 n-d-789963-12 neutron-server[106440]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 01:59:34.904540 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c2059f9-2141-4cec-9cc0-80a0667d13d6 req-c66a8a55-5ca2-4a8c-9f62-6f435c6dd87e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.18 "DELETE /v2.0/ports/172e3e55-834c-4117-9ac3-a248c984e995 HTTP/1.1" status: 204 len: 173 time: 1.0191653 Sep 18 01:59:34.906136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'name': 'network-vif-deleted', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:34.911599 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:59:34.918008 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ced1b-831b-435b-9ab6-b20ce23fe079" -d '{"events": [{"server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "name": "network-vif-deleted", "tag": "172e3e55-834c-4117-9ac3-a248c984e995"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:34.933421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47446) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:34.935520 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ccb7687-beaf-4e86-85ea-2207eea81d34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=681776c7960644a3b6370e6697f7ed44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4858475 Sep 18 01:59:34.944222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb7687-beaf-4e86-85ea-2207eea81d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd9370-2c62-441a-9b0d-b556dc9bf0cd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:34.977186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No active binding found for port 172e3e55-834c-4117-9ac3-a248c984e995 {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 01:59:34.978503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 172e3e55-834c-4117-9ac3-a248c984e995 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:34.985091 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.024785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:35.075335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.075675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.076019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.076589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.077064 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.077418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.087830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.088331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.088672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.089041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.090126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.091346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:59:35.174193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-90ffe9aa-0d18-4726-8a25-534bfbb351be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5e0daa3bf8c451695d0f965bbc5d834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741375 Sep 18 01:59:35.174865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47452) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:35.227105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-548bd053-24fb-4923-bdee-60521de29bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.291546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bf569-40f2-4eb8-a005-dffaacbf0d7e req-06548ba9-bde9-4ec7-8723-ff439ea3b11d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:35.310171 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b0bf569-40f2-4eb8-a005-dffaacbf0d7e req-06548ba9-bde9-4ec7-8723-ff439ea3b11d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.1704767 Sep 18 01:59:35.367778 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69512859-c809-4a6c-897c-a212f5c73224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.372284 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-548bd053-24fb-4923-bdee-60521de29bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.446047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:35.451474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.480781 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69512859-c809-4a6c-897c-a212f5c73224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.544229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b0bf569-40f2-4eb8-a005-dffaacbf0d7e req-b9d32329-b9a7-4d39-b239-b7ccf6dc6bf5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265916 Sep 18 01:59:35.583843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Router 75700573-eddd-42dc-8271-47abe54933e6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:35.585757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-548bd053-24fb-4923-bdee-60521de29bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.599620 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-548bd053-24fb-4923-bdee-60521de29bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.601145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-548bd053-24fb-4923-bdee-60521de29bfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fcd9370-2c62-441a-9b0d-b556dc9bf0cd HTTP/1.1" status: 204 len: 168 time: 0.6667318 Sep 18 01:59:35.603053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Allocated IP 172.20.0.8 (9e5c7924-3dab-469a-a802-854659959e0b/f5e19a47-9ea1-44de-af17-07e8e0dec0b0/43888b8d-f2dd-4992-bd3f-487f48caf477) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:35.632381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bd053-24fb-4923-bdee-60521de29bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd9370-2c62-441a-9b0d-b556dc9bf0cd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:35.699829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6461e11-e28d-4af0-9417-5b659f721cac req-2333075f-dc77-44b8-8d62-c7f9e1650b8e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 210 time: 0.0459900 Sep 18 01:59:35.782176 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3ce69c-f55f-47ae-962f-8ba300ce50e0 x-openstack-request-id: req-ff3ce69c-f55f-47ae-962f-8ba300ce50e0 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:35.782686 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-plugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:35.782823 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff3ce69c-f55f-47ae-962f-8ba300ce50e0 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:35.783516 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6', 'code': 200} Sep 18 01:59:35.905307 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69512859-c809-4a6c-897c-a212f5c73224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.913017 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69512859-c809-4a6c-897c-a212f5c73224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:35.914320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-69512859-c809-4a6c-897c-a212f5c73224 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1af57427-f7d1-4862-879a-01ec09148032 HTTP/1.1" status: 204 len: 168 time: 0.7378032 Sep 18 01:59:35.984572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512859-c809-4a6c-897c-a212f5c73224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af57427-f7d1-4862-879a-01ec09148032,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:35.984830 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:36.103964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc567dfb-461f-46ea-9278-c4c0a3b212d7 req-4efc42fe-57f2-475d-b55d-6f5c4477e2cd tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 210 time: 0.0450971 Sep 18 01:59:36.106849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:36.127227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:36.134112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:36.141314 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:36.169083 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:36.169710 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:36.176066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-816c9d38-521d-4c82-a35e-6de91108889e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "PUT /v2.0/floatingips/5c63eff5-8d99-4feb-acfa-a815c288a06c HTTP/1.1" status: 200 len: 997 time: 3.4010894 Sep 18 01:59:36.186660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:36.191554 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7" -d '{"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:36.200566 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:36.208640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event updated for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:36.221445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Network 9e5c7924-3dab-469a-a802-854659959e0b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:36.224855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:36.235023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:36.304184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:36.306837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:36.312877 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81f2d77-041b-44b3-a361-31b113b9255a x-openstack-request-id: req-a81f2d77-041b-44b3-a361-31b113b9255a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:36.313462 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca63d942-9f1c-493b-a701-42b27f65eca2", "name": "network-vif-deleted", "tag": "172e3e55-834c-4117-9ac3-a248c984e995", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:36.313888 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a81f2d77-041b-44b3-a361-31b113b9255a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:36.314656 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca63d942-9f1c-493b-a701-42b27f65eca2', 'name': 'network-vif-deleted', 'tag': '172e3e55-834c-4117-9ac3-a248c984e995', 'status': 'completed', 'code': 200} Sep 18 01:59:36.344391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Allocated IP 172.20.0.6 (4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127/23654107-5b5e-4373-99ae-60b1aba38110/95268a94-1fe0-4cee-b8e9-6baa0ed112e6) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:36.349580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-00909aec-4e9c-45ea-9829-64ab6804f504 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5617270 Sep 18 01:59:36.374530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Request body: {'port': {'device_id': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:36.394112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-04b8570e-9c6f-4ff2-81ba-6c10fc0b72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:36.396610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-04b8570e-9c6f-4ff2-81ba-6c10fc0b72f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.1878901 Sep 18 01:59:36.517623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-148bd7a1-7c89-434f-844b-6337c766cd16 req-e4fc0e21-c02f-43fc-b491-a3cd7902fb7b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 210 time: 0.0621409 Sep 18 01:59:36.535799 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:36.567770 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:36.625576 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b06b1-3da7-4b02-a4b6-951643ce0096 x-openstack-request-id: req-4e8b06b1-3da7-4b02-a4b6-951643ce0096 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:36.626161 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:36.626398 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e8b06b1-3da7-4b02-a4b6-951643ce0096 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:36.626991 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'status': 'completed', 'code': 200} Sep 18 01:59:36.744360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47484) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:36.899791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c91a065-2cb1-42b9-96b9-5895e78b0dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:36.982291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-46754a04-9158-47b0-935a-4cf6212d3fef tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657279 Sep 18 01:59:37.025665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-185645b2-4b1d-47a5-bde1-ac6bb1bc3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:37.027703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-185645b2-4b1d-47a5-bde1-ac6bb1bc3cac service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.6121309 Sep 18 01:59:37.073099 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:ef:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51227b1d-1871-4733-be72-78565f3bbbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:34Z', 'revision_number': 8, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:37.084387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-acacfdeb-299c-422b-bcf6-003e58f0fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:37.094138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-acacfdeb-299c-422b-bcf6-003e58f0fb99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.4342029 Sep 18 01:59:37.122691 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:37.138741 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:37.139381 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:37.247306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-ad86b82b-9685-4a59-992d-0a97bccc8f2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 1000 time: 0.1651399 Sep 18 01:59:37.271925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:37.283080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:37.320490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-7113dff0-1feb-47bd-8107-2592c0a08c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:37.322005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-7113dff0-1feb-47bd-8107-2592c0a08c9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.0620680 Sep 18 01:59:37.380255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-70b8478f-e3be-4bd5-8aa5-504024f66ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:37.382032 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-70b8478f-e3be-4bd5-8aa5-504024f66ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534115 Sep 18 01:59:37.383477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:37.399744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:37.453707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event updated for resources: {'Port': ['ID=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:37.464858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-eeebd3d5-b68e-4751-8cf5-07867ceaef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:37.468203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-eeebd3d5-b68e-4751-8cf5-07867ceaef56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.3402267 Sep 18 01:59:37.484641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5efa63-6ed0-4077-adc0-d18538ef6c6e req-3548119b-8bdf-4647-a746-737027a774d5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:37.491541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:37.493537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:37.494277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb5efa63-6ed0-4077-adc0-d18538ef6c6e req-3548119b-8bdf-4647-a746-737027a774d5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.7488272 Sep 18 01:59:37.513726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:37.676155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c91a065-2cb1-42b9-96b9-5895e78b0dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:37.741886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:37.743791 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:37.780409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-3d065aed-4ca4-4a7e-aedf-1e07663ae264 service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849404 Sep 18 01:59:37.786599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3eff7307-2951-472d-9b78-450f4165f4f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3804619 Sep 18 01:59:37.812967 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c91a065-2cb1-42b9-96b9-5895e78b0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:37.834944 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:ef:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51227b1d-1871-4733-be72-78565f3bbbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:34Z', 'revision_number': 8, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:37.878855 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be03aa-045e-4dee-9e8f-9de6082b5ddf None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5c63eff5-8d99-4feb-acfa-a815c288a06c', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '75700573-eddd-42dc-8271-47abe54933e6', 'port_id': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'mac_address': 'fa:16:3e:ef:d7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51227b1d-1871-4733-be72-78565f3bbbfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:58:47Z', 'updated_at': '2021-09-18T01:59:34Z', 'revision_number': 8, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:37.903718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Request body: {'port': {'device_id': '82f326b2-7039-46dc-b6c6-96fbbc29b074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:37.968357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47506) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:38.057999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33852f5e-7983-4d5e-8464-1d1e34d5d1c8 req-66029296-4088-4948-957a-8f0a8f6927ab service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694271 Sep 18 01:59:38.059212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.267825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0aab93-25ba-4751-8413-cebeeccf0329 None None] New status for floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:59:38.301166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-955618183-network', 'tenant_id': '1cf374e29676485c9e629e3348c754cd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:38.366659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43888b8d-f2dd-4992-bd3f-487f48caf477 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:38.375036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Made reservation on behalf of 1cf374e29676485c9e629e3348c754cd for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:38.378456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.380465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.401006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Transition to ACTIVE for port object 43888b8d-f2dd-4992-bd3f-487f48caf477 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:59:38.402533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991bb63-f22e-4cd0-b06d-2e70f1778e5c req-f8d5c437-539f-4225-91ac-d2b763fee0b6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:38.412843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f991bb63-f22e-4cd0-b06d-2e70f1778e5c req-f8d5c437-539f-4225-91ac-d2b763fee0b6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 931 time: 0.2381880 Sep 18 01:59:38.448216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.449193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91a065-2cb1-42b9-96b9-5895e78b0dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fbaaa5-054e-44a0-bd47-03e63e1349a7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:38.478148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-e28e15af-5ec2-4440-8dc3-09d10596545e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:38.480067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-e28e15af-5ec2-4440-8dc3-09d10596545e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4301691 Sep 18 01:59:38.486151 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.527307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f991bb63-f22e-4cd0-b06d-2e70f1778e5c req-35dc0d83-0a1f-4d5a-94a3-b63e8340f47b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135981 Sep 18 01:59:38.574074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Request body: {'port': {'device_id': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'bc595d4fb5964cd99a406ef8693fd5ab'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:38.579719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Pushing event updated for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:38.665678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb5efa63-6ed0-4077-adc0-d18538ef6c6e req-8c934c42-3a7b-46b1-8504-cfc35d6c5354 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1556194 Sep 18 01:59:38.665678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7c91a065-2cb1-42b9-96b9-5895e78b0dd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d591f86481046db8d2d437d631647cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8446119 Sep 18 01:59:38.666133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47520) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:38.677830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-39aca4c1-ed12-4500-a19f-1ee6960d8df1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 1000 time: 1.1736481 Sep 18 01:59:38.772023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:38.785621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.846699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Transition to ACTIVE for port object 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:59:38.848672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.860090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9517b14-3b26-4b89-917b-edb19ab05940 req-b22b595a-508f-440e-93cb-6fa26a79122c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:38.861607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d9517b14-3b26-4b89-917b-edb19ab05940 req-b22b595a-508f-440e-93cb-6fa26a79122c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 931 time: 0.1422110 Sep 18 01:59:38.863076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ba281da-b337-4c65-976a-5d3597e69046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.869387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.872222 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:38.887613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa28734e-167b-4189-9533-8a707ae4eb03 req-728e665f-89a0-4e90-aaa6-a3ac325cfabd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 210 time: 0.0512192 Sep 18 01:59:38.951903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:59:38.978185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ba281da-b337-4c65-976a-5d3597e69046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.008279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02ee4201-838f-46f5-8690-ab5c384eec60 req-77d5bcef-ccf7-4eee-b61b-69aad0cc7311 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips/5c63eff5-8d99-4feb-acfa-a815c288a06c HTTP/1.1" status: 200 len: 999 time: 0.0857010 Sep 18 01:59:39.011603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92b9363-002b-458c-bc84-39f1c794a088,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:39.026010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.026282 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Added segment f7c1c43e-4bfa-4c53-ba8d-56d75e03b041 of type vlan for network c421e341-5653-412f-a573-a8a07d489e4e Sep 18 01:59:39.056404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d9517b14-3b26-4b89-917b-edb19ab05940 req-878f699e-036f-4f0c-bd74-02a331330f83 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880860 Sep 18 01:59:39.057334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Pushing event updated for resources: {'Port': ['ID=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:39.084530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-f1c271c8-66aa-4431-a7c4-c8e9a14dcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:39.087937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-f1c271c8-66aa-4431-a7c4-c8e9a14dcf8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.3465872 Sep 18 01:59:39.214521 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.251330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Attempting to bind port 43888b8d-f2dd-4992-bd3f-487f48caf477 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:39.251784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Attempting to bind port 43888b8d-f2dd-4992-bd3f-487f48caf477 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:39.252173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Attempting to bind port 43888b8d-f2dd-4992-bd3f-487f48caf477 on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:39.254193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Made reservation on behalf of bc595d4fb5964cd99a406ef8693fd5ab for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:39.258608 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.281549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Port 43888b8d-f2dd-4992-bd3f-487f48caf477 on network 9e5c7924-3dab-469a-a802-854659959e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:59:39.281870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Attempting to bind port 43888b8d-f2dd-4992-bd3f-487f48caf477 on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:39.313102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-a9492584-fc0d-4462-b0bd-b007a24af40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:39.337924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-a9492584-fc0d-4462-b0bd-b007a24af40d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062805 Sep 18 01:59:39.338842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.338842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:39.338842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.345691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee4201-838f-46f5-8690-ab5c384eec60 req-e8b3ef78-389e-469d-aa5d-a4ce5591ce0d tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:39.347306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02ee4201-838f-46f5-8690-ab5c384eec60 req-e8b3ef78-389e-469d-aa5d-a4ce5591ce0d tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.3376672 Sep 18 01:59:39.348217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:39.348697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Checking segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:39.349581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Bound using segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:39.349933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Bound port: 43888b8d-f2dd-4992-bd3f-487f48caf477, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:39.356952 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.431463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.4589155 Sep 18 01:59:39.439340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47524) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:39.446838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Request body: {'subnet': {'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-955618183-subnet', 'tenant_id': '1cf374e29676485c9e629e3348c754cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:39.456331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a91aa-a552-40ed-a773-367df2fb39c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c421e341-5653-412f-a573-a8a07d489e4e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:39.502301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network c421e341-5653-412f-a573-a8a07d489e4e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:59:39.513055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Attempting to bind port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:39.513369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Attempting to bind port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:39.513708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Attempting to bind port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:39.527375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ba281da-b337-4c65-976a-5d3597e69046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.529871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ba281da-b337-4c65-976a-5d3597e69046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.531046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5ba281da-b337-4c65-976a-5d3597e69046 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09fbaaa5-054e-44a0-bd47-03e63e1349a7 HTTP/1.1" status: 204 len: 168 time: 0.8635416 Sep 18 01:59:39.542383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:59:39.542702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Attempting to bind port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:39.546330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:39.550021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:39.570104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:39.579802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-e544accf-5484-4a54-8a4e-09f84b762ff1 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160122 Sep 18 01:59:39.581055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Checking segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:39.581548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Bound using segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:39.582024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Bound port: 95268a94-1fe0-4cee-b8e9-6baa0ed112e6, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:39.582394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.616338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.641050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba281da-b337-4c65-976a-5d3597e69046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fbaaa5-054e-44a0-bd47-03e63e1349a7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:39.642793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Made reservation on behalf of 1cf374e29676485c9e629e3348c754cd for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:39.645079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.677417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-53ea3ced-e339-4e8b-8253-4bcfdfbb018e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1002 time: 0.2550764 Sep 18 01:59:39.747450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7115-bb40-450a-b229-fe9c2237798d req-3813ed77-7ddf-4c70-8140-4a8e106da459 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:39.748401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:39.749266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:39.751435 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] 10.222.0.18 "PUT /v2.0/ports/43888b8d-f2dd-4992-bd3f-487f48caf477 HTTP/1.1" status: 200 len: 1092 time: 3.3858478 Sep 18 01:59:39.759141 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-3813ed77-7ddf-4c70-8140-4a8e106da459 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports/4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 943 time: 0.0755196 Sep 18 01:59:39.775136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:39.777571 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3562998-3057-4e73-8de6-c9140afe420c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:39.937980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-d575954a-0647-4698-8f51-bf6f953f931a tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1002 time: 0.1314347 Sep 18 01:59:39.983928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07197776-af3b-49d6-be5d-9dd244856406 service neutron] Pushing event updated for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:39.994602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dfcd6-4316-442c-adf1-a49e349dc363 req-27ec72c2-d7d9-4c82-8b16-07136f3c9fb8 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:39.996206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-607dfcd6-4316-442c-adf1-a49e349dc363 req-27ec72c2-d7d9-4c82-8b16-07136f3c9fb8 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 943 time: 0.3029013 Sep 18 01:59:40.049874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Allocated IP 192.168.233.199 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/145d48dd-35b6-431c-912b-ce59603dd975) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:40.053359 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f2e1ecb-eec2-4701-afdc-db61a92c77b7 req-bc89543a-ffca-4274-8d4e-3d8830742668 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305909 Sep 18 01:59:40.072898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-e429a26f-9b7d-40dd-82ca-725305cfad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:40.074466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-e429a26f-9b7d-40dd-82ca-725305cfad0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 1095 time: 0.2346005 Sep 18 01:59:40.150745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] For port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:40.156598 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-6624835c-51a3-4654-b8d7-4dd1869c8e20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43888b8d-f2dd-4992-bd3f-487f48caf477 HTTP/1.1" status: 200 len: 217 time: 0.0659788 Sep 18 01:59:40.161214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-607dfcd6-4316-442c-adf1-a49e349dc363 req-ddb3b5a6-43ea-4444-a3f8-538e07c715b5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507926 Sep 18 01:59:40.181327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] For port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:40.207277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:40.329011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-ebb5c72c-d7e2-4e4c-bffb-b1e27d39867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:40.330617 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-ebb5c72c-d7e2-4e4c-bffb-b1e27d39867f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.1581459 Sep 18 01:59:40.421841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-ae94674c-a6ae-4aab-85b2-2db70a014668 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732727 Sep 18 01:59:40.471575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:40.591251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:40.607164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', '2e02130b-10a8-4d71-a948-759dd815851d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:40.881334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:40.923550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f836f14-0337-499a-9cf1-1a4c10bdbb28 req-d09f8603-f06d-4b29-a4ca-68c23453b330 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:40.925214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f836f14-0337-499a-9cf1-1a4c10bdbb28 req-d09f8603-f06d-4b29-a4ca-68c23453b330 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.5301049 Sep 18 01:59:40.934279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:40.944668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7115-bb40-450a-b229-fe9c2237798d req-d7643d4e-e06c-4de5-b2ee-73961b6028f3 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:40.948725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:40.957819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-d7643d4e-e06c-4de5-b2ee-73961b6028f3 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 1.0189066 Sep 18 01:59:40.966414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:40.966784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:40.968147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] 10.222.0.18 "PUT /v2.0/ports/95268a94-1fe0-4cee-b8e9-6baa0ed112e6 HTTP/1.1" status: 200 len: 1092 time: 3.0721791 Sep 18 01:59:40.973955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f326b2-7039-46dc-b6c6-96fbbc29b074', 'tag': '95268a94-1fe0-4cee-b8e9-6baa0ed112e6'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:40.976727 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a072d627-2bda-43e8-ad49-7aa378fe29f9" -d '{"events": [{"name": "network-changed", "server_uuid": "82f326b2-7039-46dc-b6c6-96fbbc29b074", "tag": "95268a94-1fe0-4cee-b8e9-6baa0ed112e6"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:41.048537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:41.049225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:41.061721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:41.082071 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-bcbcf1ff-1976-45fe-b985-6a39325d427b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5754580 Sep 18 01:59:41.107321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Request body: {'port': {'device_id': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:41.165731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-f21ea7e4-df0e-46a7-97d2-a283e2a48925 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153421 Sep 18 01:59:41.235043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0e5da-44a6-4e43-89f4-0fc4f0aa5277 service neutron] Pushing event updated for resources: {'Port': ['ID=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:41.252444 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-763b4ca9-1ca2-4871-b45d-5df3fe3b10d2 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1002 time: 0.2934399 Sep 18 01:59:41.297341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:41.324180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-919c703c-3bc4-4b66-9c24-55ddc5d01b23 req-df64badc-d7e2-4797-8165-1c5cbbc33038 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329250 Sep 18 01:59:41.360511 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f836f14-0337-499a-9cf1-1a4c10bdbb28 req-fd6fe459-1446-4509-b109-1e9228aee310 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321917 Sep 18 01:59:41.361744 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:41.390261 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:41.401225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8ca12c80-885b-4b69-a3f4-b05afe18aa7f None None] Provisioning complete for port 145d48dd-35b6-431c-912b-ce59603dd975 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:41.401935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ca12c80-885b-4b69-a3f4-b05afe18aa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:41.433652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-2ffcd307-b242-47da-b89d-4e7f7b98e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:41.435209 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-2ffcd307-b242-47da-b89d-4e7f7b98e619 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 1095 time: 0.3254888 Sep 18 01:59:41.495595 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d09de5-85a3-4507-b080-b41b9a4a5149 x-openstack-request-id: req-17d09de5-85a3-4507-b080-b41b9a4a5149 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:41.495879 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:41.496169 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d09de5-85a3-4507-b080-b41b9a4a5149 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:41.496511 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'status': 'completed', 'code': 200} Sep 18 01:59:41.515500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8ca12c80-885b-4b69-a3f4-b05afe18aa7f None None] Port 145d48dd-35b6-431c-912b-ce59603dd975 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:59:41.568450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-25ed8707-7474-46dc-9b8f-59ed2fdc956f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95268a94-1fe0-4cee-b8e9-6baa0ed112e6 HTTP/1.1" status: 200 len: 217 time: 0.0967619 Sep 18 01:59:41.640024 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:41.767933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562998-3057-4e73-8de6-c9140afe420c req-7fb71160-a773-42b5-b832-74a7469b3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:41.769939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3562998-3057-4e73-8de6-c9140afe420c req-7fb71160-a773-42b5-b832-74a7469b3b18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 1095 time: 0.2553103 Sep 18 01:59:41.816946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:41.821112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Checking segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:41.821593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Network hostable DHCP agents. Network: c421e341-5653-412f-a573-a8a07d489e4e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:59:41.830998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:41.832126 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c disassociated. External IP: 172.25.0.214, port: 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600. Sep 18 01:59:41.843084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-e49c44d2-a831-4ff4-9527-266dcd761717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:41.844727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-e49c44d2-a831-4ff4-9527-266dcd761717 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.2624872 Sep 18 01:59:41.845371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3809d31-40af-4d82-b957-fa336b2366a9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:41.924648 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-295fe8f9-5de5-4201-97fc-9c0c866c028c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343390 Sep 18 01:59:41.926303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Network c421e341-5653-412f-a573-a8a07d489e4e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:59:41.929818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943ab30-a9ba-47bc-acee-41c70c6301eb req-4a0d1e1d-c68b-40c8-98dd-ea37b9fc9556 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:41.931543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e943ab30-a9ba-47bc-acee-41c70c6301eb req-4a0d1e1d-c68b-40c8-98dd-ea37b9fc9556 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 936 time: 0.3363261 Sep 18 01:59:41.949790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, c421e341-5653-412f-a573-a8a07d489e4e) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:41.962175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7fe30-f0b8-4ce5-8c1e-06d59d5aa5c3 None None] Network c421e341-5653-412f-a573-a8a07d489e4e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:59:42.055577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:42.056441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:42.072937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e943ab30-a9ba-47bc-acee-41c70c6301eb req-f93d3e82-e286-450c-902d-ec3a80a511c4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339474 Sep 18 01:59:42.087104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562998-3057-4e73-8de6-c9140afe420c req-be9e054e-7863-447f-b41b-98a67d53cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:42.088587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3562998-3057-4e73-8de6-c9140afe420c req-be9e054e-7863-447f-b41b-98a67d53cd54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 912 time: 0.3079271 Sep 18 01:59:42.154770 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3562998-3057-4e73-8de6-c9140afe420c req-1eafbbc3-b7df-4133-9428-7aeae678305a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43888b8d-f2dd-4992-bd3f-487f48caf477 HTTP/1.1" status: 200 len: 217 time: 0.0565181 Sep 18 01:59:42.167024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-62915e0a-4c2a-48a2-a385-af91673aded4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.7156641 Sep 18 01:59:42.210299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9bf0d1-519e-41f3-ac1c-c14d2d9799ae None None] Network c421e341-5653-412f-a573-a8a07d489e4e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:59:42.302519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47602) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:42.328639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-3deacdf6-2be3-4939-9bc3-55f03dfb0d7d service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915091 Sep 18 01:59:42.435038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145d48dd-35b6-431c-912b-ce59603dd975 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:42.453230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:42.478542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Transition to ACTIVE for port object 145d48dd-35b6-431c-912b-ce59603dd975 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:59:42.480546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Router 75700573-eddd-42dc-8271-47abe54933e6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:42.491451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562998-3057-4e73-8de6-c9140afe420c req-78c35a81-9caa-42e7-890e-4d704fd77954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:42.500042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3562998-3057-4e73-8de6-c9140afe420c req-78c35a81-9caa-42e7-890e-4d704fd77954 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.3264735 Sep 18 01:59:42.502904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:42.510129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bcc6dd0-d71f-4b63-9662-3ac35e684ee3 req-45580bb0-dd7e-4996-af66-b20ca62674ab service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704535 Sep 18 01:59:42.557343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690d2a8-c383-4611-9396-aaefee80083a req-810d989f-9239-4ff7-8ec6-286f3075f5ae tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:42.558918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0690d2a8-c383-4611-9396-aaefee80083a req-810d989f-9239-4ff7-8ec6-286f3075f5ae tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 943 time: 0.3031030 Sep 18 01:59:42.586849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3562998-3057-4e73-8de6-c9140afe420c req-1badeb4b-9ce0-4f34-a3e6-00f13a3f00e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757561 Sep 18 01:59:42.598432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dee6af68-d3cd-45ab-b8b0-f3f6a98d68ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:42.661941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:42.685126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0690d2a8-c383-4611-9396-aaefee80083a req-4e7af752-3677-4148-abd6-82072961200e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092083 Sep 18 01:59:42.743267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:42.752880 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:42.756826 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:42.776949 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:42.777713 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:42.792159 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-a0ef0f06-e25c-4659-9d6a-89c4bcccd164 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "PUT /v2.0/floatingips/5c63eff5-8d99-4feb-acfa-a815c288a06c HTTP/1.1" status: 200 len: 696 time: 1.5381410 Sep 18 01:59:42.808545 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33946d3c-5014-43cd-bd90-78ff37937158 x-openstack-request-id: req-33946d3c-5014-43cd-bd90-78ff37937158 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:42.810848 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f326b2-7039-46dc-b6c6-96fbbc29b074", "tag": "95268a94-1fe0-4cee-b8e9-6baa0ed112e6", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:42.811177 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33946d3c-5014-43cd-bd90-78ff37937158 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:42.811590 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f326b2-7039-46dc-b6c6-96fbbc29b074', 'tag': '95268a94-1fe0-4cee-b8e9-6baa0ed112e6', 'status': 'completed', 'code': 200} Sep 18 01:59:42.916162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Attempting to bind port 145d48dd-35b6-431c-912b-ce59603dd975 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:42.916892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Attempting to bind port 145d48dd-35b6-431c-912b-ce59603dd975 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:42.917448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Attempting to bind port 145d48dd-35b6-431c-912b-ce59603dd975 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:42.924749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Port 145d48dd-35b6-431c-912b-ce59603dd975 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:59:42.925067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Attempting to bind port 145d48dd-35b6-431c-912b-ce59603dd975 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:42.941345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:42.941661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:42.942380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:42.942538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Bound port: 145d48dd-35b6-431c-912b-ce59603dd975, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:42.943201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:42.969023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3562998-3057-4e73-8de6-c9140afe420c req-7c0b0461-d300-40b8-bfd3-90ae693746fe service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693185 Sep 18 01:59:42.977011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7115-bb40-450a-b229-fe9c2237798d req-f8a0c623-c70c-4d7a-bab6-af4748666b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:42.978644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-f8a0c623-c70c-4d7a-bab6-af4748666b13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.1649714 Sep 18 01:59:42.983239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-85e4f1a1-eb2c-4c6f-a789-95180933ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:42.984748 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-85e4f1a1-eb2c-4c6f-a789-95180933ef5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 1095 time: 0.1461985 Sep 18 01:59:43.010304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dee6af68-d3cd-45ab-b8b0-f3f6a98d68ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:43.042800 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:43.047460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dee6af68-d3cd-45ab-b8b0-f3f6a98d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:43.083897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dee6af68-d3cd-45ab-b8b0-f3f6a98d68ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30154d816f5541b290e8bf018a2dec2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759123 Sep 18 01:59:43.086304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3562998-3057-4e73-8de6-c9140afe420c req-52573fc9-09a3-4b2d-aa19-ef298d7c9513 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015072 Sep 18 01:59:43.096778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47612) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:43.150274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:43.154281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:43.169040 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:43.209245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6af68-d3cd-45ab-b8b0-f3f6a98d68ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cd0cb5-9b1b-4207-8676-6614302e792b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:43.214443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36659cc4-62d9-464e-980e-d1224308e3a9 req-134c5aac-af53-47e6-a762-605640661e03 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.216437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36659cc4-62d9-464e-980e-d1224308e3a9 req-134c5aac-af53-47e6-a762-605640661e03 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 943 time: 0.2777417 Sep 18 01:59:43.227010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.228574 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:43.230984 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] 10.222.0.18 "PUT /v2.0/ports/145d48dd-35b6-431c-912b-ce59603dd975 HTTP/1.1" status: 200 len: 1097 time: 2.1344845 Sep 18 01:59:43.324661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73c244b8-4d5b-4623-8d38-044a28ea4f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:43.337896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa9cb2-5878-4e5a-9ffb-0e4cba505af8 service neutron] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:43.339643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-4e60d676-12e7-4cb2-ae18-1795c4c704e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.341854 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-4e60d676-12e7-4cb2-ae18-1795c4c704e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 905 time: 0.3360484 Sep 18 01:59:43.343621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7115-bb40-450a-b229-fe9c2237798d req-29f06f1f-c2be-4de5-9d5f-bd7f8229bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.345390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-29f06f1f-c2be-4de5-9d5f-bd7f8229bd45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.3557241 Sep 18 01:59:43.362010 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36659cc4-62d9-464e-980e-d1224308e3a9 req-fd81f1df-1e9b-4c3d-ba23-96b80b060ad4 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265559 Sep 18 01:59:43.374925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-97160693-3052-40d8-a8bd-3d344bd4405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.377695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-97160693-3052-40d8-a8bd-3d344bd4405b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 1100 time: 0.0936427 Sep 18 01:59:43.405999 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73c244b8-4d5b-4623-8d38-044a28ea4f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:43.462383 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:43.479063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-67b275ef-0c01-4102-98cf-bac12b6c279c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=145d48dd-35b6-431c-912b-ce59603dd975 HTTP/1.1" status: 200 len: 217 time: 0.0876999 Sep 18 01:59:43.497255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:43.501630 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146a0a6f-df32-4710-be11-5e386fa06bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "tag": "145d48dd-35b6-431c-912b-ce59603dd975"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:43.508544 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:43.511662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-2b392222-dd3e-406e-9120-e8666ec96e01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 217 time: 0.1333754 Sep 18 01:59:43.513251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-4350d30d-0c37-448c-af1d-bf7b520218cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95268a94-1fe0-4cee-b8e9-6baa0ed112e6 HTTP/1.1" status: 200 len: 217 time: 0.1360292 Sep 18 01:59:43.519056 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:43.520315 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:43.585977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7115-bb40-450a-b229-fe9c2237798d req-cf706f78-13ff-4116-a6f1-2e308944d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.587855 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-cf706f78-13ff-4116-a6f1-2e308944d457 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.0646367 Sep 18 01:59:43.607922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-f5d6f208-c727-42da-a6b3-05a0340d1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.609400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-f5d6f208-c727-42da-a6b3-05a0340d1e81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1220760 Sep 18 01:59:43.689131 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:43.735305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-798129d4-86d6-4994-b958-c86e2d2a48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.737834 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-798129d4-86d6-4994-b958-c86e2d2a48ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.1555874 Sep 18 01:59:43.743817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee7115-bb40-450a-b229-fe9c2237798d req-4a5ecfda-8507-4182-99ba-2c77c37d87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:43.746393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-4a5ecfda-8507-4182-99ba-2c77c37d87e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321204 Sep 18 01:59:43.777186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73c244b8-4d5b-4623-8d38-044a28ea4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:43.780350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73c244b8-4d5b-4623-8d38-044a28ea4f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:43.782012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-73c244b8-4d5b-4623-8d38-044a28ea4f0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40cd0cb5-9b1b-4207-8676-6614302e792b HTTP/1.1" status: 204 len: 168 time: 0.6749938 Sep 18 01:59:43.863907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c244b8-4d5b-4623-8d38-044a28ea4f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cd0cb5-9b1b-4207-8676-6614302e792b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:43.868628 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-8573dc5e-9159-4fd5-9c29-f0cc8e8d6f08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159201 Sep 18 01:59:44.127999 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:44.140910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-e2592ea4-e8d0-4fa6-bd36-8640176fd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:44.144643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-e2592ea4-e8d0-4fa6-bd36-8640176fd24b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5234966 Sep 18 01:59:44.167143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-19b1f75f-9e80-4f25-bb7f-b10dc1fed7d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870385 Sep 18 01:59:44.169148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b20fa-b77f-49db-86db-8b9d0d52a5a8 req-bc8b1b6a-d1f8-449c-af1b-48b2baf733a2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:44.170695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f6b20fa-b77f-49db-86db-8b9d0d52a5a8 req-bc8b1b6a-d1f8-449c-af1b-48b2baf733a2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.5103216 Sep 18 01:59:44.177531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43888b8d-f2dd-4992-bd3f-487f48caf477 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:44.232803 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101f170-553b-49cc-b04d-4bd61259aac4 None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:58:22Z', 'revision_number': 4, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c5c0771f-3fdf-4733-a73f-18c50af33322', 'name': '', 'network_id': 'f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'mac_address': 'fa:16:3e:88:95:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:21Z', 'updated_at': '2021-09-18T01:58:27Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'subnets': [{'id': '054a3b02-59d0-42ef-a7fc-7c86e7339e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:44.270214 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-a2fdc930-3515-4353-8681-61ac2da73255 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853972 Sep 18 01:59:44.338442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f6b20fa-b77f-49db-86db-8b9d0d52a5a8 req-3d017f0c-27a5-4cdd-b949-2b11fbf436b0 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418846 Sep 18 01:59:44.380868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:44.398017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'port_id': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'mac_address': 'fa:16:3e:08:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e19a47-9ea1-44de-af17-07e8e0dec0b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:44.410982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-40df3050-9921-46c4-be1e-9861a97b5b06 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379639 Sep 18 01:59:44.508716 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:44.539646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43888b8d-f2dd-4992-bd3f-487f48caf477 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:44.584900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26ee7115-bb40-450a-b229-fe9c2237798d req-787751ea-5967-4118-8d98-732ed1b8d43b service neutron] 10.222.0.21 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168565 Sep 18 01:59:44.587652 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:44.596443 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:44.597138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:44.637067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a072d627-2bda-43e8-ad49-7aa378fe29f9 req-79f73a84-4125-4ef3-b620-27bc40f45a28 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611711 Sep 18 01:59:44.652968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-332a9f0f-4baa-4f72-bf70-e5ef01ed22a8 req-f7776628-be30-4795-93f7-215b5c9566af service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338328 Sep 18 01:59:44.752569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:44.825468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:44.830751 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0" -d '{"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:44.838164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267705c7-b998-4dfc-84b1-7f6964ba5dcb None None] New status for floating IP 5c63eff5-8d99-4feb-acfa-a815c288a06c: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:59:44.865732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:44.880665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '95268a94-1fe0-4cee-b8e9-6baa0ed112e6', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'port_id': '95268a94-1fe0-4cee-b8e9-6baa0ed112e6', 'mac_address': 'fa:16:3e:98:01:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23654107-5b5e-4373-99ae-60b1aba38110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:44.892126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1724c59-77a7-45aa-99b6-4f67c0b7b6cf req-5e423c93-ef46-4f99-9b64-5e4abfd48d3f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:44.893751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1724c59-77a7-45aa-99b6-4f67c0b7b6cf req-5e423c93-ef46-4f99-9b64-5e4abfd48d3f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 948 time: 0.1154957 Sep 18 01:59:44.978484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1724c59-77a7-45aa-99b6-4f67c0b7b6cf req-ce18e9cc-9bd2-49c4-bd25-052c9d175a1e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761774 Sep 18 01:59:44.995501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:45.084629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:45.086053 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bdb091-8d07-476e-8c56-266fb42a9c36 x-openstack-request-id: req-b1bdb091-8d07-476e-8c56-266fb42a9c36 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:45.086345 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "tag": "145d48dd-35b6-431c-912b-ce59603dd975", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:45.086599 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1bdb091-8d07-476e-8c56-266fb42a9c36 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:45.087016 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975', 'status': 'completed', 'code': 200} Sep 18 01:59:45.203875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feeb126-4862-42e6-8d05-a5d8f076e495 req-daf01be7-b4d3-44eb-8a0d-06328bd22ce1 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.205663 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4feeb126-4862-42e6-8d05-a5d8f076e495 req-daf01be7-b4d3-44eb-8a0d-06328bd22ce1 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 943 time: 0.0952036 Sep 18 01:59:45.213104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-d1dc211b-809e-4596-ad43-ec98c7c41294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.216337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-d1dc211b-809e-4596-ad43-ec98c7c41294 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 1100 time: 0.1285284 Sep 18 01:59:45.216523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:45.227540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:45.232475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-110c5f50-141b-44fa-bb3f-08a2f375a7e1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.243548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-110c5f50-141b-44fa-bb3f-08a2f375a7e1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 804 time: 0.2972879 Sep 18 01:59:45.264204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-1cda88d1-d30a-423e-9deb-220f349d0285 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/quotas/1cf374e29676485c9e629e3348c754cd HTTP/1.1" status: 200 len: 375 time: 0.0194945 Sep 18 01:59:45.278983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4feeb126-4862-42e6-8d05-a5d8f076e495 req-8b1cadeb-41b6-4b18-b394-018ceb92aedd tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 Sep 18 01:59:45.331208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:45.355074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-6d93b31b-a098-4d0d-b4d9-a3046a3af4bb tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898564 Sep 18 01:59:45.443424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d7b58-f77c-483a-88c4-ef0a66e5b689 req-69715464-9af5-418a-b10e-de19efcac261 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.452325 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b9d7b58-f77c-483a-88c4-ef0a66e5b689 req-69715464-9af5-418a-b10e-de19efcac261 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 944 time: 0.0722740 Sep 18 01:59:45.496843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b9d7b58-f77c-483a-88c4-ef0a66e5b689 req-5cb34e94-3b93-483a-bbff-40fb9fa62c8b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Sep 18 01:59:45.501206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c3790b40-32db-4634-8504-5dbe03545e0d service neutron] 10.222.0.21 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452844 Sep 18 01:59:45.536032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-ebc42d71-d681-436a-943b-dc4f947af87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.536680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['43888b8d-f2dd-4992-bd3f-487f48caf477'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:45.537573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-ebc42d71-d681-436a-943b-dc4f947af87c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2829552 Sep 18 01:59:45.590218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-498c60b7-e979-4b88-972d-5190f4579538 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=145d48dd-35b6-431c-912b-ce59603dd975 HTTP/1.1" status: 200 len: 217 time: 0.0426185 Sep 18 01:59:45.606234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['95268a94-1fe0-4cee-b8e9-6baa0ed112e6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:45.686986 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f176bcf-f35e-4f36-83df-e987bda14a62 x-openstack-request-id: req-0f176bcf-f35e-4f36-83df-e987bda14a62 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:45.687248 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:45.687478 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f176bcf-f35e-4f36-83df-e987bda14a62 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:45.687865 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'status': 'completed', 'code': 200} Sep 18 01:59:45.745431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-2a554993-6399-401f-9ee8-aa8ee0e7f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.746945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-2a554993-6399-401f-9ee8-aa8ee0e7f04e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1282656 Sep 18 01:59:45.758415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-e3fcd2e1-d145-4817-a773-0e715913b859 service neutron] 10.222.0.21 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494643 Sep 18 01:59:45.807018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-a5421ab2-3e21-48cf-83cb-478ba4ab4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.808949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-a5421ab2-3e21-48cf-83cb-478ba4ab4b7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7368298e3f1b4502b1188e1a0e80c274&device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 1098 time: 0.0929201 Sep 18 01:59:45.827579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-690f11fd-6536-46e6-a68b-f03e35a5b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.832723 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-690f11fd-6536-46e6-a68b-f03e35a5b709 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733674 Sep 18 01:59:45.880346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0e396-9680-421c-95b2-606f9164755d req-cf5294b7-275c-4ce7-995b-71740542408e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.881983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42b0e396-9680-421c-95b2-606f9164755d req-cf5294b7-275c-4ce7-995b-71740542408e tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.1018379 Sep 18 01:59:45.981264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42b0e396-9680-421c-95b2-606f9164755d req-407845c9-875d-4f82-90a5-5407b9146533 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714862 Sep 18 01:59:45.984639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-6ec0b668-1e99-496f-96bb-59ce86de1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:45.988915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-6ec0b668-1e99-496f-96bb-59ce86de1ee0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 200 len: 921 time: 0.1638463 Sep 18 01:59:46.104836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-3cb5e108-a91c-41e1-ba01-6b257a237bb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 200 len: 217 time: 0.1025252 Sep 18 01:59:46.108940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-3ddda7a7-c1b6-417c-a666-5df1cc9bf500 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677801 Sep 18 01:59:46.196056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:46.204119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-e2d58f9c-6e0e-4857-a9d6-af8f9e4fdbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:46.205613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-e2d58f9c-6e0e-4857-a9d6-af8f9e4fdbef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 200 len: 860 time: 0.0857091 Sep 18 01:59:46.247314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d234d8e7-41b6-477a-9af4-6326f840de24 req-42422415-077d-4bf4-ba9c-78895678a175 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 210 time: 0.1067493 Sep 18 01:59:46.264622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756a36-f207-4f2b-9dba-b37104c02c91 req-72d5a0be-ff63-42fa-bedb-f4db3646b9c4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:46.266443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25756a36-f207-4f2b-9dba-b37104c02c91 req-72d5a0be-ff63-42fa-bedb-f4db3646b9c4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 948 time: 0.1221497 Sep 18 01:59:46.332937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-146a0a6f-df32-4710-be11-5e386fa06bf6 req-058c8ab8-4e6f-4d5e-b33f-01b868d505cc service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110097 Sep 18 01:59:46.391630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:46.393910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25756a36-f207-4f2b-9dba-b37104c02c91 req-7c35f4b5-5376-48dd-b99e-4b0eec3c8a01 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985489 Sep 18 01:59:46.408661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '145d48dd-35b6-431c-912b-ce59603dd975', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '145d48dd-35b6-431c-912b-ce59603dd975', 'mac_address': 'fa:16:3e:81:ac:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:46.458686 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:46.465669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-b366c42b-6890-4924-9497-05d5cce3daca tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips/5c63eff5-8d99-4feb-acfa-a815c288a06c HTTP/1.1" status: 200 len: 694 time: 0.1694024 Sep 18 01:59:46.480970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145d48dd-35b6-431c-912b-ce59603dd975 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:46.509011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:46.522349 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:46.628151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75be54-e27a-49ae-87c9-67e8df8e0f63 req-e72b7030-2351-4fea-bf22-f816b1f49739 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:46.632429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:46.641840 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-de75be54-e27a-49ae-87c9-67e8df8e0f63 req-e72b7030-2351-4fea-bf22-f816b1f49739 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 944 time: 0.1737812 Sep 18 01:59:46.717762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-de75be54-e27a-49ae-87c9-67e8df8e0f63 req-d7451c3c-56e6-4948-b1a8-f5b8b65483c5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Sep 18 01:59:46.841105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['145d48dd-35b6-431c-912b-ce59603dd975'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:46.961377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458891df-8b4c-4896-8b40-31e5a1091eb4 req-0f68db9f-818c-441f-95f2-3995b80c0930 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:46.962974 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-458891df-8b4c-4896-8b40-31e5a1091eb4 req-0f68db9f-818c-441f-95f2-3995b80c0930 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 944 time: 0.0823522 Sep 18 01:59:47.058555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-7c73be15-7eaa-47e7-a26f-916cdb29d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:47.060300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-458891df-8b4c-4896-8b40-31e5a1091eb4 req-882b5939-5b17-4594-b6a4-516bb63c71b7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912902 Sep 18 01:59:47.060856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-7c73be15-7eaa-47e7-a26f-916cdb29d0f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8118045 Sep 18 01:59:47.134515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-b55f6348-df60-495d-8d1f-f6262bc10341 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:47.143414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-b55f6348-df60-495d-8d1f-f6262bc10341 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.6767130 Sep 18 01:59:47.227993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-30fa9ebf-b212-4d61-861a-50cd598c3248 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 697 time: 0.0836885 Sep 18 01:59:47.278390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67ae60-fdb3-458a-b08c-0eb88c837baa req-aaa96e71-5728-4de2-aef2-3cf764a9d1f6 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:47.280653 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca67ae60-fdb3-458a-b08c-0eb88c837baa req-aaa96e71-5728-4de2-aef2-3cf764a9d1f6 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0651600 Sep 18 01:59:47.290843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-0b8065ec-7ced-4713-af23-0b89a434866d tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 697 time: 0.0563109 Sep 18 01:59:47.301914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-451312eb-965c-4ba6-a260-c18818860ca7 service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323306 Sep 18 01:59:47.328678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca67ae60-fdb3-458a-b08c-0eb88c837baa req-0b12e38f-1084-49ec-8060-efc754e012bb tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Sep 18 01:59:47.462300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aeec515d-1dd8-4c02-a60f-91ba7c02721f req-829e49dc-d123-4530-9cae-8ba432add6e5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 210 time: 0.0452065 Sep 18 01:59:47.527440 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d1bd225-3a9c-4ae7-9adb-0f6378649da0 req-65c36e52-6ef8-486f-9419-c5fe8ddda1de service neutron] 10.222.0.18 "GET /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179801 Sep 18 01:59:47.530128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Deleting port 30c93d18-db91-4209-9f03-59455225e240 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:47.530692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:47.610431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07608bfc-bd59-4da4-90ba-ba36a3308661 req-213a37da-30ae-450e-9514-474dbc1c676a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:47.620631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07608bfc-bd59-4da4-90ba-ba36a3308661 req-213a37da-30ae-450e-9514-474dbc1c676a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 949 time: 0.0763359 Sep 18 01:59:47.687740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07608bfc-bd59-4da4-90ba-ba36a3308661 req-263b8ed4-330a-46e0-a7dc-7f930b96f6a6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657783 Sep 18 01:59:47.696844 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:47.697177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:47.729048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Calling delete_port for 30c93d18-db91-4209-9f03-59455225e240 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:47.763939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-0b7c55cd-6441-4d67-a55a-e1740c00541e tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:47.765488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-0b7c55cd-6441-4d67-a55a-e1740c00541e tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.18 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 804 time: 0.1753981 Sep 18 01:59:47.806974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Request body: {'port': {'device_id': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'admin_state_up': True, 'tenant_id': '1cf374e29676485c9e629e3348c754cd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:47.936063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71341f-3f76-44a7-833c-beed50590fef req-7fe340b6-9cf7-4e4b-9706-2c6bf96895de tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:47.938289 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b71341f-3f76-44a7-833c-beed50590fef req-7fe340b6-9cf7-4e4b-9706-2c6bf96895de tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 944 time: 0.0664732 Sep 18 01:59:48.002891 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b71341f-3f76-44a7-833c-beed50590fef req-f0c31d99-bd2a-4471-b173-6e2c70081813 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582500 Sep 18 01:59:48.006837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Made reservation on behalf of 1cf374e29676485c9e629e3348c754cd for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:48.010909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.048978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.108197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Pushing event deleted for resources: {'Port': ['ID=30c93d18-db91-4209-9f03-59455225e240,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:48.211379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2abcc1-5c8e-4d3f-84b6-359410971c79 req-2a591127-c3a2-45bf-ac9e-0e7a3bd95ed5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:48.215132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:48.219674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf2abcc1-5c8e-4d3f-84b6-359410971c79 req-2a591127-c3a2-45bf-ac9e-0e7a3bd95ed5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 944 time: 0.0760775 Sep 18 01:59:48.226256 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.229125 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.243421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3189d506-986f-4e12-b57c-5ab85f4cc6a5 req-d9c834a5-5376-4300-807d-a04614957952 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c63eff5-8d99-4feb-acfa-a815c288a06c HTTP/1.1" status: 204 len: 173 time: 0.9449308 Sep 18 01:59:48.260628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf2abcc1-5c8e-4d3f-84b6-359410971c79 req-83628867-fc2b-484d-9847-aa8d6f033780 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Sep 18 01:59:48.283832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Allocated IP 172.20.0.13 (c421e341-5653-412f-a573-a8a07d489e4e/a3809d31-40af-4d82-b957-fa336b2366a9/cbb32111-1b4a-4759-a8de-bb3f279a8ec6) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:59:48.320537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 145d48dd-35b6-431c-912b-ce59603dd975 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:48.325531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 145d48dd-35b6-431c-912b-ce59603dd975 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:48.326259 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.452389 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.488605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:48.493435 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e19ec7-7d76-4097-b775-f51f4984ee9d" -d '{"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-plugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:48.509282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:48.516098 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.517364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43888b8d-f2dd-4992-bd3f-487f48caf477 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:48.570695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:48.604688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cc037-b1bc-4b1b-ba06-6841ef54dae5 req-6339b07d-5d79-4fcb-a94a-09b3eb4549bd tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:48.613240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d89cc037-b1bc-4b1b-ba06-6841ef54dae5 req-6339b07d-5d79-4fcb-a94a-09b3eb4549bd tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.1903055 Sep 18 01:59:48.619466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-621c3293-84b3-44b2-9d43-6e5edde76706 req-6c50ea72-57eb-42e9-b6af-d54275eb33fc tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 210 time: 0.0511463 Sep 18 01:59:48.645290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 43888b8d-f2dd-4992-bd3f-487f48caf477 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:48.651559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 43888b8d-f2dd-4992-bd3f-487f48caf477 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:48.652268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.656969 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3ee050-0688-43a2-bfc3-c89e6a220dd9 x-openstack-request-id: req-bd3ee050-0688-43a2-bfc3-c89e6a220dd9 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:48.657483 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-plugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:48.657976 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd3ee050-0688-43a2-bfc3-c89e6a220dd9 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:48.658686 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975', 'code': 200} Sep 18 01:59:48.666044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.678301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d89cc037-b1bc-4b1b-ba06-6841ef54dae5 req-2bfec22d-5776-4c59-ab82-a78541825701 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642014 Sep 18 01:59:48.765544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.846116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71251-10e0-4ace-bb7d-22fe5c22e667 req-28567ce1-5056-4f03-8267-f19f9169e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:48.848122 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cab71251-10e0-4ace-bb7d-22fe5c22e667 req-28567ce1-5056-4f03-8267-f19f9169e5b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 1102 time: 0.1114876 Sep 18 01:59:48.855578 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.873135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8015cf9-4a9f-4183-a2d3-70b9b8b70d76 req-54b81fbd-9f4d-42d4-8e2a-12f086796614 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:48.875460 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8015cf9-4a9f-4183-a2d3-70b9b8b70d76 req-54b81fbd-9f4d-42d4-8e2a-12f086796614 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 946 time: 0.0934401 Sep 18 01:59:48.880582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Network c421e341-5653-412f-a573-a8a07d489e4e is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:59:48.888424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:59:48.896703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:59:48.916674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:48.928532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cab71251-10e0-4ace-bb7d-22fe5c22e667 req-61484d80-9328-4327-95ad-8ac8f6bd4be3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705607 Sep 18 01:59:48.930004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:48.932552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:48.943583 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8015cf9-4a9f-4183-a2d3-70b9b8b70d76 req-a5c0cf96-ea48-4844-b0aa-13d83bf002c0 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 Sep 18 01:59:48.984591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b368d74-69cb-4024-808a-a5065900da9f req-aa52359a-7b34-4cf1-b7db-d907e7d36594 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:48.986283 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b368d74-69cb-4024-808a-a5065900da9f req-aa52359a-7b34-4cf1-b7db-d907e7d36594 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1728740 Sep 18 01:59:48.987052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Pushing event updated for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:48.996841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:48.998299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:49.029763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-c487469d-5b84-4d68-bcab-077bebfc2f69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2289813 Sep 18 01:59:49.066612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b368d74-69cb-4024-808a-a5065900da9f req-c70ea85e-72dc-4659-b683-33303706338c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561535 Sep 18 01:59:49.125418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:49.143910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Request body: {'port': {'device_id': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:49.176487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:49.184380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:49.184821 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:49.208760 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:49.209072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc93a76-a8dd-4116-9f5d-f3f5bcc9c0c7 req-14ec27f3-a55c-460e-8311-57187e0d0a99 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:49.214575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bc93a76-a8dd-4116-9f5d-f3f5bcc9c0c7 req-14ec27f3-a55c-460e-8311-57187e0d0a99 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 944 time: 0.1089625 Sep 18 01:59:49.282432 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bc93a76-a8dd-4116-9f5d-f3f5bcc9c0c7 req-cc80b81a-2ced-43ba-8c29-ecddf249100c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604670 Sep 18 01:59:49.320553 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:49.387934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:49.394293 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:49.447752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:49.515463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8c42-988b-403a-ab2c-9c52c4ae9c07 req-70e07b95-7094-45f2-976d-109cf241af4f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:49.517102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c6a8c42-988b-403a-ab2c-9c52c4ae9c07 req-70e07b95-7094-45f2-976d-109cf241af4f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1307566 Sep 18 01:59:49.591245 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c6a8c42-988b-403a-ab2c-9c52c4ae9c07 req-bc309bef-f49c-4c1c-b1b6-0b78c212bec8 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635607 Sep 18 01:59:49.643387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb32111-1b4a-4759-a8de-bb3f279a8ec6 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:49.652522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:49.667361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Transition to ACTIVE for port object cbb32111-1b4a-4759-a8de-bb3f279a8ec6 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:59:49.674041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:49.766103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339dd9-9af3-4979-8844-3894426d8a89 req-f27a1544-9847-4665-af25-312d67115985 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:49.776581 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81339dd9-9af3-4979-8844-3894426d8a89 req-f27a1544-9847-4665-af25-312d67115985 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 944 time: 0.0838068 Sep 18 01:59:49.818050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:49.833829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81339dd9-9af3-4979-8844-3894426d8a89 req-39ca2ef7-eab3-443d-a76e-bdf7c1defc85 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512946 Sep 18 01:59:49.903056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec735e-1c94-4ad2-a819-0ae96b6e22d7 req-c54197a0-dbce-4663-b55c-a613e538634c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:49.904662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8ec735e-1c94-4ad2-a819-0ae96b6e22d7 req-c54197a0-dbce-4663-b55c-a613e538634c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.1088588 Sep 18 01:59:49.905966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Attempting to bind port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:59:49.906357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Attempting to bind port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:59:49.906776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Attempting to bind port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 on network c421e341-5653-412f-a573-a8a07d489e4e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:49.913860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 on network c421e341-5653-412f-a573-a8a07d489e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:59:49.914184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Attempting to bind port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 on network c421e341-5653-412f-a573-a8a07d489e4e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:59:49.930633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:59:49.930991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Checking segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:59:49.931376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Bound using segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:59:49.931817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Bound port: cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:59:49.932178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:49.983857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8ec735e-1c94-4ad2-a819-0ae96b6e22d7 req-99e569bf-47e8-4d3e-9f23-f493c3b6dfab tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719209 Sep 18 01:59:50.037935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:59:50.042877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:59:50.050882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:50.091870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:50.092444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:50.093820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] 10.222.0.18 "PUT /v2.0/ports/cbb32111-1b4a-4759-a8de-bb3f279a8ec6 HTTP/1.1" status: 200 len: 1093 time: 0.9557893 Sep 18 01:59:50.094274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:50.096603 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14184c34-ed84-4e75-96db-dabdb1a120f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:50.114179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb69f77-f945-4f2f-88b5-285ee2b01ac8 req-fdfdc287-756b-421d-bd3d-cc7fd0c24547 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:50.116343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-feb69f77-f945-4f2f-88b5-285ee2b01ac8 req-fdfdc287-756b-421d-bd3d-cc7fd0c24547 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 946 time: 0.0674055 Sep 18 01:59:50.160589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b05bff-74ed-4bad-9cac-8b09f98d9759 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:50.174968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-feb69f77-f945-4f2f-88b5-285ee2b01ac8 req-1539e225-5c61-4879-b3fd-d1eafc42df02 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483112 Sep 18 01:59:50.257869 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1264d6e-9507-44df-a4ef-e18ed04ec67c x-openstack-request-id: req-c1264d6e-9507-44df-a4ef-e18ed04ec67c {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:50.257869 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:50.257869 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1264d6e-9507-44df-a4ef-e18ed04ec67c {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:50.258444 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'status': 'completed', 'code': 200} Sep 18 01:59:50.270660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-7d36f39b-67a0-4bc1-8990-bcd733e62eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:50.272346 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-7d36f39b-67a0-4bc1-8990-bcd733e62eae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 1096 time: 0.0992856 Sep 18 01:59:50.286306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f5252-31c3-48ce-a3d4-56eb0654206f req-ce546be2-fd42-408b-858f-27aead45d6b6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:50.287933 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-374f5252-31c3-48ce-a3d4-56eb0654206f req-ce546be2-fd42-408b-858f-27aead45d6b6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1244040 Sep 18 01:59:50.356450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-ec8e8c29-7b4b-4f78-845b-25409ae923a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6 HTTP/1.1" status: 200 len: 217 time: 0.0553045 Sep 18 01:59:50.419882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-374f5252-31c3-48ce-a3d4-56eb0654206f req-5ce3a3c0-56ec-49fa-9b38-3ff725d234f3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253755 Sep 18 01:59:50.458572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-5021b82b-7eb9-4134-afe9-d1d0698b351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:50.465368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-5021b82b-7eb9-4134-afe9-d1d0698b351d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 200 len: 844 time: 0.0864372 Sep 18 01:59:50.469714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b00f99-58b8-4012-bc55-27a3c308ec1a req-9ca31897-48fd-4d72-aec2-f302b9dc2fde tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:50.482090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6b00f99-58b8-4012-bc55-27a3c308ec1a req-9ca31897-48fd-4d72-aec2-f302b9dc2fde tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 945 time: 0.0986180 Sep 18 01:59:50.534137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-8fd442bc-12fa-43a1-a554-1c820385e2ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c421e341-5653-412f-a573-a8a07d489e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549161 Sep 18 01:59:50.583765 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6b00f99-58b8-4012-bc55-27a3c308ec1a req-51272da6-22ec-40f4-a782-1892968d6f72 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005051 Sep 18 01:59:50.596173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-bfd9bc2a-9a2c-477c-b4f5-532ca39cebf4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:50.597781 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-bfd9bc2a-9a2c-477c-b4f5-532ca39cebf4 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.18 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 946 time: 0.0991631 Sep 18 01:59:50.659576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477'}, {'server_uuid': '82f326b2-7039-46dc-b6c6-96fbbc29b074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95268a94-1fe0-4cee-b8e9-6baa0ed112e6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:50.661902 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92f7c9-4a7a-4abb-8300-74ccecbf2c04" -d '{"events": [{"server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "name": "network-vif-plugged", "status": "completed", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477"}, {"server_uuid": "82f326b2-7039-46dc-b6c6-96fbbc29b074", "name": "network-vif-plugged", "status": "completed", "tag": "95268a94-1fe0-4cee-b8e9-6baa0ed112e6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:50.689958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-ae63dbbe-48b5-4e50-ad41-e06a1e1f29f2 service neutron] 10.222.0.18 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378181 Sep 18 01:59:50.721164 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66032358-c04e-456d-8b27-b7f4326283f7 x-openstack-request-id: req-66032358-c04e-456d-8b27-b7f4326283f7 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:50.721701 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "name": "network-vif-plugged", "status": "completed", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477", "code": 200}, {"server_uuid": "82f326b2-7039-46dc-b6c6-96fbbc29b074", "name": "network-vif-plugged", "status": "completed", "tag": "95268a94-1fe0-4cee-b8e9-6baa0ed112e6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:50.722185 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66032358-c04e-456d-8b27-b7f4326283f7 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:50.722930 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'code': 200} Sep 18 01:59:50.723377 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f326b2-7039-46dc-b6c6-96fbbc29b074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95268a94-1fe0-4cee-b8e9-6baa0ed112e6', 'code': 200} Sep 18 01:59:50.776279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Deleting port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:50.777292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:50.797404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f3249-462f-4675-bc59-905f44eeec18 req-b2862057-7a71-4bbe-bb04-7e38df386423 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:50.799315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-860f3249-462f-4675-bc59-905f44eeec18 req-b2862057-7a71-4bbe-bb04-7e38df386423 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1083641 Sep 18 01:59:50.891362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-860f3249-462f-4675-bc59-905f44eeec18 req-411092f5-1788-4432-95e7-e8c7fcbc51c1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627372 Sep 18 01:59:50.922748 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6645115-1c28-45ac-9c4d-0ecbcefa33e4 req-ab89a0dc-0bc5-4368-8bbe-e4f61ea33072 service neutron] 10.222.0.18 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208931 Sep 18 01:59:51.025127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] For port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:51.025568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:51.030188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-cec9aed1-7494-4b48-ad2c-f59d293abb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.031815 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-cec9aed1-7494-4b48-ad2c-f59d293abb3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 1096 time: 0.0509717 Sep 18 01:59:51.049391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Calling delete_port for 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:51.057293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89f9c2-7b51-4cef-aee2-de14ccd62873 req-47c24b50-2dba-400f-be38-7676e8247f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.058922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea89f9c2-7b51-4cef-aee2-de14ccd62873 req-47c24b50-2dba-400f-be38-7676e8247f08 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 1097 time: 0.1996055 Sep 18 01:59:51.064569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4e860-0fd5-4179-9be9-4c2382ed550c req-aca2c18f-2749-4f11-850d-63645c8c9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.065638 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e4e860-0fd5-4179-9be9-4c2382ed550c req-aca2c18f-2749-4f11-850d-63645c8c9902 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 1097 time: 0.2052474 Sep 18 01:59:51.080384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96ffc4-1db0-4f58-995a-ba9b0785dc17 req-18c6f45c-cb57-4924-8f1e-92f9d584100b tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.081941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96ffc4-1db0-4f58-995a-ba9b0785dc17 req-18c6f45c-cb57-4924-8f1e-92f9d584100b tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 944 time: 0.1512833 Sep 18 01:59:51.197275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea89f9c2-7b51-4cef-aee2-de14ccd62873 req-91403bdb-807b-4295-b453-91a882fe103c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247380 Sep 18 01:59:51.210546 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e4e860-0fd5-4179-9be9-4c2382ed550c req-a91e22e5-2b4f-42c0-a369-6246dc71e451 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261818 Sep 18 01:59:51.216306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-0ef358be-850d-42bf-821a-c3e8898fab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.218186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-0ef358be-850d-42bf-821a-c3e8898fab0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 904 time: 0.1784034 Sep 18 01:59:51.220755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e96ffc4-1db0-4f58-995a-ba9b0785dc17 req-150efce8-cbb7-40fd-a20e-c485fe0a6442 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246369 Sep 18 01:59:51.233632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb004a9-a1c9-40f2-81b8-c4bda679dfe6 req-d1499781-861b-4fd6-85f1-852b159789e8 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.249365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fdb004a9-a1c9-40f2-81b8-c4bda679dfe6 req-d1499781-861b-4fd6-85f1-852b159789e8 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0911050 Sep 18 01:59:51.313568 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fdb004a9-a1c9-40f2-81b8-c4bda679dfe6 req-3a49bdf9-5582-4f48-b325-51973e8b0242 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630584 Sep 18 01:59:51.346243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:51.359182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:51.421758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Pushing event deleted for resources: {'Port': ['ID=4f4e350e-ec6b-43f4-b1bb-a883e6b4f600,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:51.438015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd048c1c-f3a6-4a6c-a780-3a983a488503 req-7fabcbda-d18e-4b3d-ae15-6df2704c6989 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.439716 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd048c1c-f3a6-4a6c-a780-3a983a488503 req-7fabcbda-d18e-4b3d-ae15-6df2704c6989 tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/ports?device_id=51227b1d-1871-4733-be72-78565f3bbbfe HTTP/1.1" status: 200 len: 867 time: 0.1302025 Sep 18 01:59:51.470514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] No DVR routers for this DVR port 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:51.473728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:51.477174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b440e30b-01e8-4140-8b55-51aa5ec870e7 req-a3bf4e3f-6d03-44a8-9bfb-3a10d6d57c8e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.18 "DELETE /v2.0/ports/4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 HTTP/1.1" status: 204 len: 173 time: 0.8689125 Sep 18 01:59:51.479973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'name': 'network-vif-deleted', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:51.481339 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914c4f96-a20c-433a-893c-8dd51ffb396d" -d '{"events": [{"server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "name": "network-vif-deleted", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:51.533352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd048c1c-f3a6-4a6c-a780-3a983a488503 req-ece7752a-4631-4182-8c19-3a9c0a2fa77e tempest-FloatingIPsAssociationTestJSON-247509031 tempest-FloatingIPsAssociationTestJSON-247509031-project] 10.222.0.21 "GET /v2.0/security-groups?id=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850444 Sep 18 01:59:51.603871 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe49e936-96e9-4165-b9a0-cdc06d3a279d x-openstack-request-id: req-fe49e936-96e9-4165-b9a0-cdc06d3a279d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:51.604165 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51227b1d-1871-4733-be72-78565f3bbbfe", "name": "network-vif-deleted", "tag": "4f4e350e-ec6b-43f4-b1bb-a883e6b4f600", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:51.605554 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe49e936-96e9-4165-b9a0-cdc06d3a279d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:51.605954 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51227b1d-1871-4733-be72-78565f3bbbfe', 'name': 'network-vif-deleted', 'tag': '4f4e350e-ec6b-43f4-b1bb-a883e6b4f600', 'status': 'completed', 'code': 200} Sep 18 01:59:51.660326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-08680ade-4ed3-4886-add3-d45bd47696a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6 HTTP/1.1" status: 200 len: 217 time: 0.0582650 Sep 18 01:59:51.684295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900986b-8947-4c43-affe-3c7b1e461c56 req-c6bea7cc-5336-47a9-822c-27383da6a759 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.686264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5900986b-8947-4c43-affe-3c7b1e461c56 req-c6bea7cc-5336-47a9-822c-27383da6a759 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1723659 Sep 18 01:59:51.741128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-55d04575-3bbe-4745-a864-3a8600e9165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.743922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-55d04575-3bbe-4745-a864-3a8600e9165b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 200 len: 844 time: 0.0563073 Sep 18 01:59:51.838259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5900986b-8947-4c43-affe-3c7b1e461c56 req-7a65e3c4-2b92-499c-b420-5ad4502299d7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934055 Sep 18 01:59:51.840848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-5035beb9-d0d7-4ed3-bf2d-ccbb1188f6bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c421e341-5653-412f-a573-a8a07d489e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597782 Sep 18 01:59:51.907246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef93c-28b8-4b19-975d-64b4a3fc0c55 req-381ca90b-8594-408d-a5aa-258d5349ff78 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:51.909910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d82ef93c-28b8-4b19-975d-64b4a3fc0c55 req-381ca90b-8594-408d-a5aa-258d5349ff78 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 945 time: 0.1240702 Sep 18 01:59:51.986425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d82ef93c-28b8-4b19-975d-64b4a3fc0c55 req-9697303b-2eff-42f0-abcc-608484f70f09 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693169 Sep 18 01:59:52.046891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-766a1e09-eb43-41bf-9b76-db1623729c38 service neutron] 10.222.0.18 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911461 Sep 18 01:59:52.057805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a199846-7bec-407e-9be6-e7ee99dcdf63 req-b90168bd-cf24-4b71-9358-45688816d92f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:52.059657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a199846-7bec-407e-9be6-e7ee99dcdf63 req-b90168bd-cf24-4b71-9358-45688816d92f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1259618 Sep 18 01:59:52.099224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5285c5-53ee-45fd-a21f-c77fd5f5801e req-05f1ce49-a8dd-4625-9289-3f0d72e5bdda tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:52.106960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5285c5-53ee-45fd-a21f-c77fd5f5801e req-05f1ce49-a8dd-4625-9289-3f0d72e5bdda tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0572627 Sep 18 01:59:52.133880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a199846-7bec-407e-9be6-e7ee99dcdf63 req-e5e5f21c-cec9-45a6-937d-b56a22f500d1 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653040 Sep 18 01:59:52.178268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b5285c5-53ee-45fd-a21f-c77fd5f5801e req-5543b21e-1638-40e1-8de4-2efc2c5e1d7f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704243 Sep 18 01:59:52.226299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14184c34-ed84-4e75-96db-dabdb1a120f3 req-9ef567ff-bbf4-4e5b-bb54-588ab59a54a5 service neutron] 10.222.0.18 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647937 Sep 18 01:59:52.373015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c819b64-c35f-4c84-a805-8a81f2adc719 req-a6b93ea2-def6-4c5f-83fc-886204ae9285 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:52.381869 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c819b64-c35f-4c84-a805-8a81f2adc719 req-a6b93ea2-def6-4c5f-83fc-886204ae9285 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 944 time: 0.0752614 Sep 18 01:59:52.459483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c819b64-c35f-4c84-a805-8a81f2adc719 req-bc0cf0db-c0b4-4da4-b943-eb508ce5d8fa tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762665 Sep 18 01:59:52.511667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9e6c-f58b-4680-a9fc-ce53dd27d9b0 req-724bd183-79eb-4a0f-8dd1-3efec6eb9cb7 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:52.513288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b32f9e6c-f58b-4680-a9fc-ce53dd27d9b0 req-724bd183-79eb-4a0f-8dd1-3efec6eb9cb7 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0640998 Sep 18 01:59:52.558731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b32f9e6c-f58b-4680-a9fc-ce53dd27d9b0 req-723f98e8-6065-4363-a490-16abae1a0f1a tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 Sep 18 01:59:52.594944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b1eab-ffd2-421e-a878-a2e08dd21573 req-a9525c91-fa7b-4344-8f22-493f6da8b2ac tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:52.596859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-704b1eab-ffd2-421e-a878-a2e08dd21573 req-a9525c91-fa7b-4344-8f22-493f6da8b2ac tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0634329 Sep 18 01:59:52.613899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47872) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:52.668296 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-a36e4c0b-6794-4b6e-bb3c-4a14acb05b94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2056718 Sep 18 01:59:52.680752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-704b1eab-ffd2-421e-a878-a2e08dd21573 req-825df3b6-3f8c-4812-ad64-64d23e0be16f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748310 Sep 18 01:59:52.981089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea258a-58b3-4f97-a0d1-0f315980aa79 req-6312d359-d5f8-4e6f-9871-18ac68fc11a1 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:52.982596 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1ea258a-58b3-4f97-a0d1-0f315980aa79 req-6312d359-d5f8-4e6f-9871-18ac68fc11a1 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 949 time: 0.0983541 Sep 18 01:59:53.079182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1ea258a-58b3-4f97-a0d1-0f315980aa79 req-57178998-4790-49b9-aabe-04ecd2d4eec1 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888228 Sep 18 01:59:53.123876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df96b9-a036-46e9-8ecb-a06c28a843a3 req-fcf70d8b-9a14-4183-89f0-4aea5dcfc48e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:53.125826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63df96b9-a036-46e9-8ecb-a06c28a843a3 req-fcf70d8b-9a14-4183-89f0-4aea5dcfc48e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 945 time: 0.0537286 Sep 18 01:59:53.172685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63df96b9-a036-46e9-8ecb-a06c28a843a3 req-bc07d523-edf8-418c-8a9e-5f39c0084e0d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Sep 18 01:59:53.214805 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:53.345376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46acc7f-6f69-49e6-82c1-eb01cba832dd req-187b31a5-8c8d-4214-90cb-53ea651d690f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:53.346880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d46acc7f-6f69-49e6-82c1-eb01cba832dd req-187b31a5-8c8d-4214-90cb-53ea651d690f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0944855 Sep 18 01:59:53.480664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d46acc7f-6f69-49e6-82c1-eb01cba832dd req-de707cdb-e30e-410c-9610-b7e50c6da37c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251688 Sep 18 01:59:53.607900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Deleting port c5c0771f-3fdf-4733-a73f-18c50af33322 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:53.608237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:53.608653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1c525-6183-4b65-a77f-60259adec6f7 req-3a7ca085-15b3-471d-ad00-f085677937eb tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:53.611154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0c1c525-6183-4b65-a77f-60259adec6f7 req-3a7ca085-15b3-471d-ad00-f085677937eb tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 944 time: 0.0579126 Sep 18 01:59:53.657824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0c1c525-6183-4b65-a77f-60259adec6f7 req-9ba09cad-2ed5-4852-ad51-54f95b4f1350 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365050 Sep 18 01:59:53.744601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] For port c5c0771f-3fdf-4733-a73f-18c50af33322, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c5c0771f-3fdf-4733-a73f-18c50af33322,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:53.745107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:53.759456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Calling delete_port for c5c0771f-3fdf-4733-a73f-18c50af33322 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:53.773885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556a74c-5fdb-4ba4-a31d-c81233a9cbfb req-3596ef71-3fba-4ddb-8e5b-3d592fce8b12 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:53.781049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e556a74c-5fdb-4ba4-a31d-c81233a9cbfb req-3596ef71-3fba-4ddb-8e5b-3d592fce8b12 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0630655 Sep 18 01:59:53.823139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e556a74c-5fdb-4ba4-a31d-c81233a9cbfb req-0a6f33b2-747b-42b4-9a4a-7e0d689b9e6c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Sep 18 01:59:53.934449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1b0a0-ed46-4c9c-83a2-40dee23a9258 req-26964609-7d37-4a39-9f4d-fcfc48c0345d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:53.936033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ec1b0a0-ed46-4c9c-83a2-40dee23a9258 req-26964609-7d37-4a39-9f4d-fcfc48c0345d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0654523 Sep 18 01:59:53.974989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ec1b0a0-ed46-4c9c-83a2-40dee23a9258 req-dbc7d9d5-a5d2-4a8c-b8be-4a42d349068e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Sep 18 01:59:53.996553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:54.008777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38841c-5282-4402-a129-9e40a36a3d5a req-12fc9b31-f115-4e7f-aa6a-0534185fdab2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:54.010256 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef38841c-5282-4402-a129-9e40a36a3d5a req-12fc9b31-f115-4e7f-aa6a-0534185fdab2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0724604 Sep 18 01:59:54.034422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c0771f-3fdf-4733-a73f-18c50af33322,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:54.113965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef38841c-5282-4402-a129-9e40a36a3d5a req-c5bbd173-dbf0-4c1d-9403-0777cf31bf5e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815682 Sep 18 01:59:54.200173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-d8b8d2a5-925b-4c44-bc30-87b214afe6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:54.201678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-d8b8d2a5-925b-4c44-bc30-87b214afe6db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 1102 time: 0.0854721 Sep 18 01:59:54.251980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cbb32111-1b4a-4759-a8de-bb3f279a8ec6 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:54.253990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:54.264119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd77784-d3f6-4ae5-9b7b-4e115e8a14ad req-77893b7d-3832-4af6-8a77-7c42ed964bd2 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:54.265972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfd77784-d3f6-4ae5-9b7b-4e115e8a14ad req-77893b7d-3832-4af6-8a77-7c42ed964bd2 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 949 time: 0.0971291 Sep 18 01:59:54.279152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:54.279768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4f4e350e-ec6b-43f4-b1bb-a883e6b4f600 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:54.294061 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:54.351916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0728f-ec9a-4a39-a0be-491023902286 req-49d636ca-7e39-4f36-9780-43a93568c192 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:54.353403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6a0728f-ec9a-4a39-a0be-491023902286 req-49d636ca-7e39-4f36-9780-43a93568c192 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 945 time: 0.1007023 Sep 18 01:59:54.361770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfd77784-d3f6-4ae5-9b7b-4e115e8a14ad req-ff09d4fd-4361-4eb9-968d-3f7c7329a14f tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563459 Sep 18 01:59:54.367506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-281e9318-9fe5-4ec5-8c6c-b915b4e586d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:54.369227 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-281e9318-9fe5-4ec5-8c6c-b915b4e586d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1589401 Sep 18 01:59:54.384151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:54.398634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'port_id': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'mac_address': 'fa:16:3e:46:74:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3809d31-40af-4d82-b957-fa336b2366a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:54.425429 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-58ea5cab-4baf-44b4-b59e-1ee50a6193b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=145d48dd-35b6-431c-912b-ce59603dd975 HTTP/1.1" status: 200 len: 217 time: 0.0420690 Sep 18 01:59:54.443312 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:54.470166 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb32111-1b4a-4759-a8de-bb3f279a8ec6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:54.493711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-e826fab5-e248-404b-9406-7003f20f7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:54.495470 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-e826fab5-e248-404b-9406-7003f20f7ed2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0603812 Sep 18 01:59:54.498129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:54.503830 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:54.564864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-710a6abb-bf0c-4c00-b626-2c87851618ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:54.566937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-710a6abb-bf0c-4c00-b626-2c87851618ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632672 Sep 18 01:59:54.573774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:54.668950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-ae115d35-9959-4d41-8dab-b279d0dcc6f8 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911081 Sep 18 01:59:54.787723 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6a0728f-ec9a-4a39-a0be-491023902286 req-fd507a26-701b-41ba-bb72-9f6f9e3d4836 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094126 Sep 18 01:59:54.797452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['cbb32111-1b4a-4759-a8de-bb3f279a8ec6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:54.798626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-7b09c11b-36e9-4c14-95f0-fb695fd03759 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126435 Sep 18 01:59:54.979603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Router 75700573-eddd-42dc-8271-47abe54933e6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:59:54.997730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708848c-4bed-4a36-8049-d4ab55069851 req-fda2a899-1942-480d-ae48-80f8381158c5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:55.004851 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a708848c-4bed-4a36-8049-d4ab55069851 req-fda2a899-1942-480d-ae48-80f8381158c5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 945 time: 0.0931497 Sep 18 01:59:55.141050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a708848c-4bed-4a36-8049-d4ab55069851 req-23914275-de69-4b4a-9a8b-16760a0d1cea tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351533 Sep 18 01:59:55.158877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:59:55.163617 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] Sync routers for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:59:55.168603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5cbc8937-061d-473c-84a2-c0a6eec54f4b admin admin] 10.222.0.21 "PUT /v2.0/routers/75700573-eddd-42dc-8271-47abe54933e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5514338 Sep 18 01:59:55.169115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48016) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:55.179235 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:55.181358 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:55.302519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:55.308939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cf4da-13a6-4fbb-9f66-5d9847117781 req-5ef708cc-eacc-4933-a6f9-7ac694d145a9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:55.310470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba8cf4da-13a6-4fbb-9f66-5d9847117781 req-5ef708cc-eacc-4933-a6f9-7ac694d145a9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 945 time: 0.0975997 Sep 18 01:59:55.310681 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:55.310849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc315b99-9f8e-4e97-94ae-d7c6589b454d req-011b6cb7-7b6e-4319-bc8e-0cb0ef7c5cb8 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:55.312293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc315b99-9f8e-4e97-94ae-d7c6589b454d req-011b6cb7-7b6e-4319-bc8e-0cb0ef7c5cb8 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0685430 Sep 18 01:59:55.344539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:55.353027 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc315b99-9f8e-4e97-94ae-d7c6589b454d req-4097d7b8-144e-4e98-b4d2-3fe5c012955b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348849 Sep 18 01:59:55.402738 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba8cf4da-13a6-4fbb-9f66-5d9847117781 req-aa5032b4-ccb7-4bd7-aa74-41b7fb392a40 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821095 Sep 18 01:59:55.490485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c60f7-bc37-4c09-987e-55b928a02fa0 req-01807654-f9f0-446d-85a9-b75e716fe11c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:55.490802 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:55.503293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e34c60f7-bc37-4c09-987e-55b928a02fa0 req-01807654-f9f0-446d-85a9-b75e716fe11c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0823574 Sep 18 01:59:55.549401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e34c60f7-bc37-4c09-987e-55b928a02fa0 req-530be7bf-2420-415c-8c1a-d2c117a3e0ad tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Sep 18 01:59:55.556881 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:55.589086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fad67b-f7ec-4db2-a020-64e25c526653 req-5794176d-0325-4fd7-b5a4-364718751f39 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:55.596376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67fad67b-f7ec-4db2-a020-64e25c526653 req-5794176d-0325-4fd7-b5a4-364718751f39 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0654757 Sep 18 01:59:55.632289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Deleting port 7e28d271-c01e-4693-a7c4-122e1c57a446 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:55.632654 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:55.634232 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:59:53Z', 'revision_number': 5, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port': {'id': '7e28d271-c01e-4693-a7c4-122e1c57a446', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75700573-eddd-42dc-8271-47abe54933e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:16Z', 'updated_at': '2021-09-18T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:55.675413 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] Checking router: 75700573-eddd-42dc-8271-47abe54933e6 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:59:55.686992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67fad67b-f7ec-4db2-a020-64e25c526653 req-60452b7c-6d8a-432d-bb23-36e6c0cdaab5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749624 Sep 18 01:59:55.700270 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] Routers {'75700573-eddd-42dc-8271-47abe54933e6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:59:55.701659 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T01:59:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['75700573-eddd-42dc-8271-47abe54933e6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:55.840062 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] Set router 75700573-eddd-42dc-8271-47abe54933e6 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:59:55.863206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] For port 7e28d271-c01e-4693-a7c4-122e1c57a446, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7e28d271-c01e-4693-a7c4-122e1c57a446,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:55.863477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:55.880728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Calling delete_port for 7e28d271-c01e-4693-a7c4-122e1c57a446 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:55.896046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec8511-9f77-41f9-9ba9-782ef80798a8 req-bab9d7c4-66ac-43d2-b985-866ebfa2d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:55.897634 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ec8511-9f77-41f9-9ba9-782ef80798a8 req-bab9d7c4-66ac-43d2-b985-866ebfa2d492 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0919881 Sep 18 01:59:55.926915 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:59:55Z', 'revision_number': 6, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:55.931579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4f798-4a98-4f7b-8c55-cb22fb9bfc46 req-07c974ad-5aea-4b35-969e-6201cd52d667 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:55.933220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-83d4f798-4a98-4f7b-8c55-cb22fb9bfc46 req-07c974ad-5aea-4b35-969e-6201cd52d667 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 945 time: 0.0866828 Sep 18 01:59:55.982757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ec8511-9f77-41f9-9ba9-782ef80798a8 req-bde76717-10d9-4581-a4f8-60903c4d0348 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465624 Sep 18 01:59:55.988446 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96102d-5bc2-40f1-8124-fc8fa8f403c7 None None] The sync data for ids ['75700573-eddd-42dc-8271-47abe54933e6'] in n-d-789963-12 is: [{'id': '75700573-eddd-42dc-8271-47abe54933e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1070370726-router', 'tenant_id': '7368298e3f1b4502b1188e1a0e80c274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:15Z', 'updated_at': '2021-09-18T01:59:55Z', 'revision_number': 6, 'project_id': '7368298e3f1b4502b1188e1a0e80c274', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:59:55.993206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-83d4f798-4a98-4f7b-8c55-cb22fb9bfc46 req-78f5334b-9b0b-4ee0-a943-62aa44e913b1 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 Sep 18 01:59:56.128357 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.161469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e28d271-c01e-4693-a7c4-122e1c57a446,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:56.230633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.253567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cbb32111-1b4a-4759-a8de-bb3f279a8ec6 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:59:56.308844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:59:56.313047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:59:56.313622 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.355519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.357870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.427189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06f0cd-31d3-45d6-8ceb-17d63aeeeb4d req-54abc367-f317-4b95-adf6-e844e740cf3c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:56.429321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e06f0cd-31d3-45d6-8ceb-17d63aeeeb4d req-54abc367-f317-4b95-adf6-e844e740cf3c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 945 time: 0.1702080 Sep 18 01:59:56.431112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.453561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.454619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75700573-eddd-42dc-8271-47abe54933e6 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:59:56.472224 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.475927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-de81fa30-12ae-40cc-a4d3-3ccc525b3128 admin admin] 10.222.0.21 "DELETE /v2.0/routers/75700573-eddd-42dc-8271-47abe54933e6 HTTP/1.1" status: 204 len: 168 time: 1.3032656 Sep 18 01:59:56.476393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48052) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:56.480019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:56.482755 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e93220-993e-43ce-a0c8-a579ae070024" -d '{"events": [{"server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "name": "network-vif-plugged", "status": "completed", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:56.507099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2504f-550d-4e42-a97f-e59566416597 req-2d284a9d-a7f9-4b3a-ac93-dae3a78dc14d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:56.508251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:56.510540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f3b2504f-550d-4e42-a97f-e59566416597 req-2d284a9d-a7f9-4b3a-ac93-dae3a78dc14d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0590119 Sep 18 01:59:56.516016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.530509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:56.540400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e06f0cd-31d3-45d6-8ceb-17d63aeeeb4d req-e9d90eee-9f19-4a0c-a5c0-cfdcb96e2afd tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988340 Sep 18 01:59:56.565980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f3b2504f-550d-4e42-a97f-e59566416597 req-6f1e4986-b03d-4bd2-a65f-f652a38599f5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496891 Sep 18 01:59:56.572691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1c6846-2260-40dc-995b-d41219b05d14 admin admin] Deleting subnet 054a3b02-59d0-42ef-a7fc-7c86e7339e95 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:59:56.586570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6846-2260-40dc-995b-d41219b05d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.607513 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4328c1db-4db7-466a-a54f-a00186b193df x-openstack-request-id: req-4328c1db-4db7-466a-a54f-a00186b193df {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:56.608020 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "name": "network-vif-plugged", "status": "completed", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:56.608459 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4328c1db-4db7-466a-a54f-a00186b193df {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:56.609021 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'code': 200} Sep 18 01:59:56.641648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:56.661995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6846-2260-40dc-995b-d41219b05d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.702520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.717683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457f8f1-8b8a-4dee-8eb9-a3db663c4864 req-12ab430f-8cb6-49e3-8588-0b5909ece10a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:56.720967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6457f8f1-8b8a-4dee-8eb9-a3db663c4864 req-12ab430f-8cb6-49e3-8588-0b5909ece10a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0813093 Sep 18 01:59:56.757166 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:56.765168 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.806072 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6846-2260-40dc-995b-d41219b05d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.824072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:56.843357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950fcf5-fb1c-4154-bf1a-047f3354ee65 req-9d11b947-1dd8-478c-8363-98a097f011e6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:56.844948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e950fcf5-fb1c-4154-bf1a-047f3354ee65 req-9d11b947-1dd8-478c-8363-98a097f011e6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0886445 Sep 18 01:59:56.914091 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6846-2260-40dc-995b-d41219b05d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.921035 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e950fcf5-fb1c-4154-bf1a-047f3354ee65 req-c637a794-f863-4b61-b485-2bc01f9965b5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581672 Sep 18 01:59:56.955968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c6846-2260-40dc-995b-d41219b05d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054a3b02-59d0-42ef-a7fc-7c86e7339e95,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:56.957655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6846-2260-40dc-995b-d41219b05d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:56.959686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1c1c6846-2260-40dc-995b-d41219b05d14 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/054a3b02-59d0-42ef-a7fc-7c86e7339e95 HTTP/1.1" status: 204 len: 168 time: 0.4820149 Sep 18 01:59:56.962836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48060) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:56.969065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c624d5-3465-476b-a074-af2feb2d613b None None] Network f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:59:57.076430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.137800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c5c0771f-3fdf-4733-a73f-18c50af33322 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:57.201371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df819626-cd2f-45ff-b53f-d80fb85ed264 req-d4858adb-3aaa-4e82-b374-f7c79f4ee969 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:57.211707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df819626-cd2f-45ff-b53f-d80fb85ed264 req-d4858adb-3aaa-4e82-b374-f7c79f4ee969 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 945 time: 0.0859516 Sep 18 01:59:57.216054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Deleting port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:57.216397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.220562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6457f8f1-8b8a-4dee-8eb9-a3db663c4864 req-53b8b5b4-cd5c-40cc-bb9a-154aec762746 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564102 Sep 18 01:59:57.222489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4739b60-75f6-4a00-9fcf-70100afea9d8 req-448bee7a-c236-4918-bf96-373026c457d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:57.224091 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4739b60-75f6-4a00-9fcf-70100afea9d8 req-448bee7a-c236-4918-bf96-373026c457d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 1098 time: 0.5022528 Sep 18 01:59:57.239050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c5c0771f-3fdf-4733-a73f-18c50af33322 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:57.239413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c5c0771f-3fdf-4733-a73f-18c50af33322 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:57.239878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7e28d271-c01e-4693-a7c4-122e1c57a446 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:57.274027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 7e28d271-c01e-4693-a7c4-122e1c57a446 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:57.274378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7e28d271-c01e-4693-a7c4-122e1c57a446 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:57.292995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4739b60-75f6-4a00-9fcf-70100afea9d8 req-09d49fe6-2efe-423b-97eb-d48d470d3af8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489812 Sep 18 01:59:57.314363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df819626-cd2f-45ff-b53f-d80fb85ed264 req-59f6a95b-83aa-44e5-af4c-e351924db8b9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015060 Sep 18 01:59:57.322966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] For port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:57.323336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.347296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Calling delete_port for 6e4c9f84-e201-4144-ad36-ad2e7a14a1af owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:57.373705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] DHCP port deletion for f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:59:57.425985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] Deleting port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:57.426369 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.437289 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.464604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:57.466384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] No DVR routers for this DVR port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:57.495523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] For port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,segment=NetworkSegment(805b2f7b-80b3-4682-8252-04201bd8430f),segment_id=805b2f7b-80b3-4682-8252-04201bd8430f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:57.495921 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.508940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] Calling delete_port for 6e4c9f84-e201-4144-ad36-ad2e7a14a1af owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:57.537698 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.559071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:57.571524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805b2f7b-80b3-4682-8252-04201bd8430f') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:57.571826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805b2f7b-80b3-4682-8252-04201bd8430f') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:59:57.583245 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.583475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.599518 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.606950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:59:57.607426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.608468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] Pushing event deleted for resources: {'Port': ['ID=6e4c9f84-e201-4144-ad36-ad2e7a14a1af,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: timer() Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:59:57.609515 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:59:57.615677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b90c9-cb4a-4b8c-ab43-ca375a13a7de None None] No DVR routers for this DVR port 6e4c9f84-e201-4144-ad36-ad2e7a14a1af on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:57.706187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.707453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4131978-7933-45f2-bc41-b1dc4ec4dc28 req-30c47186-7a24-4e5a-bd10-cd1bb8ba18e3 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:57.713821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4131978-7933-45f2-bc41-b1dc4ec4dc28 req-30c47186-7a24-4e5a-bd10-cd1bb8ba18e3 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 946 time: 0.0547848 Sep 18 01:59:57.714035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.717426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54 HTTP/1.1" status: 204 len: 168 time: 0.7536373 Sep 18 01:59:57.739554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ea1c0-dc38-4507-8987-d3eefdca34a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5dacbd0-6e4c-4bdd-adb2-0f5d0befce54,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:57.754519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a741e1-ebfa-493b-bf99-17d6494663bf req-b96929e7-7179-4eae-ac4c-a598ec35b629 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:57.756103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03a741e1-ebfa-493b-bf99-17d6494663bf req-b96929e7-7179-4eae-ac4c-a598ec35b629 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0836928 Sep 18 01:59:57.761259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4131978-7933-45f2-bc41-b1dc4ec4dc28 req-c4609e15-1bfe-4acd-aee3-4f1a23e002b9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Sep 18 01:59:57.807383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03a741e1-ebfa-493b-bf99-17d6494663bf req-fcbf26b8-8550-4a0f-9c77-5cdbee202876 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Sep 18 01:59:57.837051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-894706dc-dd73-4135-98af-0641cbd6be3a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:57.838541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-894706dc-dd73-4135-98af-0641cbd6be3a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 945 time: 0.0494444 Sep 18 01:59:57.915891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48082) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:57.941413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Deleting port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:59:57.941999 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:57.963752 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ebde6e9e-7292-4e86-89ce-fa45da332dc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7368298e3f1b4502b1188e1a0e80c274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441966 Sep 18 01:59:57.963946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48092) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:58.016090 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b7308c7-f5d5-4fbd-8daa-1158eccd765b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.061316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b7308c7-f5d5-4fbd-8daa-1158eccd765b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.105827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94c466-c3dd-4b1a-938e-d7eb4d08ab0d req-d1b946f8-468a-4bcd-929f-9d67dcb90467 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:58.107114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] For port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:58.107363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f94c466-c3dd-4b1a-938e-d7eb4d08ab0d req-d1b946f8-468a-4bcd-929f-9d67dcb90467 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0814579 Sep 18 01:59:58.107495 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.125175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Calling delete_port for 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:59:58.143955 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b7308c7-f5d5-4fbd-8daa-1158eccd765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.146400 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b7308c7-f5d5-4fbd-8daa-1158eccd765b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.148182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9b7308c7-f5d5-4fbd-8daa-1158eccd765b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc HTTP/1.1" status: 204 len: 168 time: 0.1833770 Sep 18 01:59:58.156231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-c42e9d97-7cdf-4ae1-b91f-ba366727b561 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:58.157374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-c42e9d97-7cdf-4ae1-b91f-ba366727b561 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 811 time: 0.1501372 Sep 18 01:59:58.165727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7308c7-f5d5-4fbd-8daa-1158eccd765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554d4c8-fdf4-4ae5-afeb-2b9e8fb074dc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:58.170317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f94c466-c3dd-4b1a-938e-d7eb4d08ab0d req-66036bc4-c6d3-4965-ba20-de6088ba9073 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Sep 18 01:59:58.203742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-d6628487-9cae-4ae3-acd1-ed7bd580d83b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/quotas/3b6b0717b52b4b899e3cb254a79dcbc1 HTTP/1.1" status: 200 len: 375 time: 0.0157077 Sep 18 01:59:58.274807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:59:58.276482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-cb2f2ef3-0930-4b9e-a1ac-252468efd6c5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601492 Sep 18 01:59:58.374315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccee3d-f302-439d-9597-73bf59059737 req-dd6640bb-7776-4ee1-b779-a40deb317af2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:58.376476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dccee3d-f302-439d-9597-73bf59059737 req-dd6640bb-7776-4ee1-b779-a40deb317af2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0649662 Sep 18 01:59:58.412976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.418159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:58.429803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dccee3d-f302-439d-9597-73bf59059737 req-584e1f1a-3902-4d1e-a677-9b77c68f0601 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Sep 18 01:59:58.433254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8', '95268a94-1fe0-4cee-b8e9-6baa0ed112e6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:58.435772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '69617610-93ea-4002-b234-d65d12e08de6', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '69617610-93ea-4002-b234-d65d12e08de6', 'mac_address': 'fa:16:3e:30:42:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:59:58.464481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event deleted for resources: {'Port': ['ID=95268a94-1fe0-4cee-b8e9-6baa0ed112e6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:58.512753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] No DVR routers for this DVR port 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:59:58.522863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-06de1e7f-1473-4855-b63e-ae047c2586de service neutron] 10.222.0.21 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351933 Sep 18 01:59:58.544591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.549337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6428f2b1-f5a5-4858-a996-0a2eb9e0693a req-0495b489-cbce-4543-ae39-8f5d7dd63037 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "DELETE /v2.0/ports/95268a94-1fe0-4cee-b8e9-6baa0ed112e6 HTTP/1.1" status: 204 len: 173 time: 0.7017972 Sep 18 01:59:58.550626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f326b2-7039-46dc-b6c6-96fbbc29b074', 'name': 'network-vif-deleted', 'tag': '95268a94-1fe0-4cee-b8e9-6baa0ed112e6'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:58.555693 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d2cd05-61a8-4589-9e85-7c1354950bed" -d '{"events": [{"server_uuid": "82f326b2-7039-46dc-b6c6-96fbbc29b074", "name": "network-vif-deleted", "tag": "95268a94-1fe0-4cee-b8e9-6baa0ed112e6"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:58.565219 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.603523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69617610-93ea-4002-b234-d65d12e08de6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:59:58.614743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:59:58.617600 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-974f7609-6853-48e7-8434-5ea0a338fabd req-42534c0d-75d3-449f-a659-e32741dd9c08 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f326b2-7039-46dc-b6c6-96fbbc29b074 HTTP/1.1" status: 200 len: 210 time: 0.0484884 Sep 18 01:59:58.618138 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a80004-c797-4d7d-ba82-d895bf3ee64b" -d '{"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-unplugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:59:58.655491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:59:58.677784 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:58.701545 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b62cf-563d-4d09-a590-1a44a34c062b x-openstack-request-id: req-4d7b62cf-563d-4d09-a590-1a44a34c062b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:58.702167 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-unplugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:58.702639 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d7b62cf-563d-4d09-a590-1a44a34c062b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:58.703377 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6', 'code': 200} Sep 18 01:59:58.739580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-d2d0704e-5348-4306-92ef-92f2b83def37 service neutron] 10.222.0.21 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158775 Sep 18 01:59:58.745554 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cedcb2-3bf5-43fd-963e-07cb8c169ce9 x-openstack-request-id: req-a9cedcb2-3bf5-43fd-963e-07cb8c169ce9 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:59:58.745843 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f326b2-7039-46dc-b6c6-96fbbc29b074", "name": "network-vif-deleted", "tag": "95268a94-1fe0-4cee-b8e9-6baa0ed112e6", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:59:58.746333 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9cedcb2-3bf5-43fd-963e-07cb8c169ce9 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:59:58.750121 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f326b2-7039-46dc-b6c6-96fbbc29b074', 'name': 'network-vif-deleted', 'tag': '95268a94-1fe0-4cee-b8e9-6baa0ed112e6', 'status': 'completed', 'code': 200} Sep 18 01:59:58.813690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['69617610-93ea-4002-b234-d65d12e08de6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:59:58.824326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:58.940437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46973cc3-83e1-4d63-a5e4-a70b53b3e494 req-e5e7ce60-beea-44d1-958e-1b7c545625f8 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 210 time: 0.0376496 Sep 18 01:59:58.969076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a1f2-9062-4547-82c1-17baf6f8bf74 req-4e5c9394-b2b1-4763-a8bb-50972104395c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:58.970624 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7763a1f2-9062-4547-82c1-17baf6f8bf74 req-4e5c9394-b2b1-4763-a8bb-50972104395c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 946 time: 0.0954399 Sep 18 01:59:59.047186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7763a1f2-9062-4547-82c1-17baf6f8bf74 req-af547651-8771-45c3-a744-3e9a6b840e2b tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641148 Sep 18 01:59:59.082373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6e4c9f84-e201-4144-ad36-ad2e7a14a1af no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:59:59.110429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 6e4c9f84-e201-4144-ad36-ad2e7a14a1af {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:59:59.110892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6e4c9f84-e201-4144-ad36-ad2e7a14a1af not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:59:59.246416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48152) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:59.328514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6e493-4b43-4809-b7ac-47a452dbb653 req-ec067d66-6477-4e25-9252-fbc3dd15727c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:59.330093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b6e493-4b43-4809-b7ac-47a452dbb653 req-ec067d66-6477-4e25-9252-fbc3dd15727c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0546782 Sep 18 01:59:59.356362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8bccc-87c3-48c3-af5a-a716b8df5ea3 req-3158434b-0f51-4ae9-b6ed-97c68dc21385 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:59.359195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4ba8bccc-87c3-48c3-af5a-a716b8df5ea3 req-3158434b-0f51-4ae9-b6ed-97c68dc21385 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 946 time: 0.1239007 Sep 18 01:59:59.382250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-network', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:59.396023 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b6e493-4b43-4809-b7ac-47a452dbb653 req-d731f9de-2fd1-481d-a20d-db5e69509966 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534256 Sep 18 01:59:59.405400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4ba8bccc-87c3-48c3-af5a-a716b8df5ea3 req-ba90e94b-0463-4187-945a-c5ee9ce5d353 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Sep 18 01:59:59.411756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Made reservation on behalf of 9c88d2419d3b4a34be96deedebb20c52 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:59.414444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.434241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.560943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aa3c1-eac9-400c-8b76-35dff9f9874c req-f25b657b-a6eb-438d-a6ac-033dd11e32f4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:59.562499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-302aa3c1-eac9-400c-8b76-35dff9f9874c req-f25b657b-a6eb-438d-a6ac-033dd11e32f4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0553639 Sep 18 01:59:59.598462 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.603898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.612544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-302aa3c1-eac9-400c-8b76-35dff9f9874c req-6cc7195c-9704-4c77-a087-a1c000a8d9b4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Sep 18 01:59:59.634539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:59:59.640120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d1896-0d46-4ef5-b957-e1550739bad5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:59.650060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.650631 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Added segment bebb0397-6c80-4ac0-979b-71ee6837c966 of type vlan for network 79893469-a5cc-4220-ae56-b8190d299817 Sep 18 01:59:59.693250 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.722234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.723603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:59:59.724422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:59:59.762887 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5152633 Sep 18 01:59:59.765865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48174) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:59:59.770895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Request body: {'subnet': {'network_id': '79893469-a5cc-4220-ae56-b8190d299817', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-subnet', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:59:59.814127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c40af-a605-4a9b-8156-70753633b57a admin admin] Pushing event updated for resources: {'Network': ['ID=79893469-a5cc-4220-ae56-b8190d299817,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:59:59.825469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 79893469-a5cc-4220-ae56-b8190d299817 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:59:59.832696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Made reservation on behalf of 9c88d2419d3b4a34be96deedebb20c52 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:59:59.836257 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.065542 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-38c3fdc9-95ba-4616-8620-8e6ca12c9ceb req-3840bab3-b6d8-4d31-8cf8-2cb2601e47cb tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 210 time: 0.0439363 Sep 18 02:00:00.073576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.150220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e618bda-9a86-4419-af7e-1c26c54f1674,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:00.152803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Checking segment: {'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:00.153101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Network hostable DHCP agents. Network: 79893469-a5cc-4220-ae56-b8190d299817, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:00:00.172321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Network 79893469-a5cc-4220-ae56-b8190d299817 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:00:00.187160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 79893469-a5cc-4220-ae56-b8190d299817) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:00.191799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:00.192377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.198459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf7296-71de-403d-bb41-e10557e52730 None None] Network 79893469-a5cc-4220-ae56-b8190d299817 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:00.215308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9f1e4d88-0924-4068-a257-90154e1a9b37 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4458172 Sep 18 02:00:00.215941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48196) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:00.220297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:00.264588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:00.267950 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.269336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.379050 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.386659 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 69617610-93ea-4002-b234-d65d12e08de6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:00.387327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.503138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-ac4d0476-efb7-4bfd-aec6-b5c9e544cc51 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:00.504969 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-ac4d0476-efb7-4bfd-aec6-b5c9e544cc51 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.18 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 811 time: 0.2599096 Sep 18 02:00:00.535364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Request body: {'port': {'device_id': 'cbf0d4f0-9473-4171-a979-06b3ef972306', 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461', 'admin_state_up': True, 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:00.601005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-79893469-a5cc-4220-ae56-b8190d299817', 'network_id': '79893469-a5cc-4220-ae56-b8190d299817', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'fixed_ips': [{'subnet_id': '5e618bda-9a86-4419-af7e-1c26c54f1674'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:00:00.601862 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.607056 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.607735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e126-99fa-4873-93e0-547b04284c4c req-4147dba0-720c-4c55-af0c-d307005f8609 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:00.616785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-4147dba0-720c-4c55-af0c-d307005f8609 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.2399459 Sep 18 02:00:00.657257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50362-9295-46b6-8b4b-7ca41c7501d3 req-2c3d5746-039b-4033-8a47-874e0b88d590 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:00.665959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4e50362-9295-46b6-8b4b-7ca41c7501d3 req-2c3d5746-039b-4033-8a47-874e0b88d590 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 946 time: 0.1461360 Sep 18 02:00:00.692087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-087b3bbf-2a18-424f-af34-0eb870108f89 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/quotas/9bfff37e91a7428ab2c2d22f7437d9f4 HTTP/1.1" status: 200 len: 375 time: 0.0739703 Sep 18 02:00:00.769404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.802065 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4e50362-9295-46b6-8b4b-7ca41c7501d3 req-d841576e-0aeb-4a8e-b145-45009dffd965 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303918 Sep 18 02:00:00.835662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-38db318b-e808-407f-8143-3254098f653d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1422005 Sep 18 02:00:00.852264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Made reservation on behalf of 3b6b0717b52b4b899e3cb254a79dcbc1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:00.858366 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.861060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7a9d-9ece-4176-9e8d-ad783cec4a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.878971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:00.883112 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e939259-fbe9-4f1f-943a-de995a3def1a" -d '{"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-plugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:00.950146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:00.971060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:00.972151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:01.005025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:00:01.005709 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 95268a94-1fe0-4cee-b8e9-6baa0ed112e6 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:00:01.055359 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7235408c-e161-4d4f-bb3b-a9419c869520 service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021179 Sep 18 02:00:01.103569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:01.108303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Allocated IP 172.20.0.2 (79893469-a5cc-4220-ae56-b8190d299817/5e618bda-9a86-4419-af7e-1c26c54f1674/fcb8af13-1738-4655-9326-6dc660b4f4d5) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:01.169498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf01a31-00ac-4889-b69e-a593df03c24a req-86676375-0b32-4dab-ac5a-5eeafc202d53 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:01.180606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4bf01a31-00ac-4889-b69e-a593df03c24a req-86676375-0b32-4dab-ac5a-5eeafc202d53 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.2487371 Sep 18 02:00:01.281901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Allocated IP 172.20.0.8 (d231682c-8255-4194-a1ea-7ee987894461/6e39142c-e688-422e-aa6e-e3bdfdd35cd7/697ad618-83fc-4d22-a34f-76578ea26c14) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:01.293856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4bf01a31-00ac-4889-b69e-a593df03c24a req-35fda22a-bcb6-4769-95fc-17e6c3bf433e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120722 Sep 18 02:00:01.378328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-124feb82-2916-42cd-a0e9-65866e15f3d9 service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219614 Sep 18 02:00:01.396204 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:01.417871 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:01.482865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:01.485327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Network 79893469-a5cc-4220-ae56-b8190d299817 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:01.488962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:01.498560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:01.509548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:01.542475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Pushing event updated for resources: {'Port': ['ID=fcb8af13-1738-4655-9326-6dc660b4f4d5,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:01.614364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Attempting to bind port fcb8af13-1738-4655-9326-6dc660b4f4d5 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:01.615113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Attempting to bind port fcb8af13-1738-4655-9326-6dc660b4f4d5 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:01.615676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Attempting to bind port fcb8af13-1738-4655-9326-6dc660b4f4d5 on network 79893469-a5cc-4220-ae56-b8190d299817 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:01.636749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:01.637524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Checking segment: {'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:01.639247 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:01.640645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Bound using segment: {'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:01.641440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Bound port: fcb8af13-1738-4655-9326-6dc660b4f4d5, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:01.642144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:01.667471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Allocated IP 172.25.0.7 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/d0e94be9-52ef-4fae-9d8a-f104b7213a84) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:01.681934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b17ae-3904-4685-8798-bf22d8ca1dda req-08078cae-3872-4483-b7d3-f34cb75b748e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:01.683649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-274b17ae-3904-4685-8798-bf22d8ca1dda req-08078cae-3872-4483-b7d3-f34cb75b748e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0830491 Sep 18 02:00:01.710516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:01.783321 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:01.798530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['70371871-9428-4bfe-ac65-2eb9b854c9eb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:01.884528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Pushing event updated for resources: {'Port': ['ID=697ad618-83fc-4d22-a34f-76578ea26c14,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:01.919660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Network d231682c-8255-4194-a1ea-7ee987894461 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:01.930839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-274b17ae-3904-4685-8798-bf22d8ca1dda req-277c7bab-c63a-4df3-987e-4da3e8953956 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401133 Sep 18 02:00:01.936976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:01.941955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:01.957969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:02.010347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] For port fcb8af13-1738-4655-9326-6dc660b4f4d5, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:02.016297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] For port fcb8af13-1738-4655-9326-6dc660b4f4d5, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fcb8af13-1738-4655-9326-6dc660b4f4d5,segment=NetworkSegment(bebb0397-6c80-4ac0-979b-71ee6837c966),segment_id=bebb0397-6c80-4ac0-979b-71ee6837c966)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:02.023651 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:02.025267 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:02.045315 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9ed8fb-21bd-414c-b319-0f623cd4c71e x-openstack-request-id: req-fb9ed8fb-21bd-414c-b319-0f623cd4c71e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:02.045702 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-plugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:02.046071 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb9ed8fb-21bd-414c-b319-0f623cd4c71e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:02.046554 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6', 'code': 200} Sep 18 02:00:02.086637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:02.090868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:02.095713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:02.112327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:02.113487 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:02.167684 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-12b1c17e-cb06-4b5e-8572-95179ce1a26b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6365535 Sep 18 02:00:02.184984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Request body: {'port': {'device_id': 'cbf0d4f0-9473-4171-a979-06b3ef972306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:02.197957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e0272-7d78-4063-8a97-71e8c487cf01 None None] Pushing event updated for resources: {'Port': ['ID=fcb8af13-1738-4655-9326-6dc660b4f4d5,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:02.344668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:02.497206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079650a-a548-4e73-826c-183c9da1316a req-26a3b561-87d0-4526-90b8-b0d8e9e1fee7 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:02.500757 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6079650a-a548-4e73-826c-183c9da1316a req-26a3b561-87d0-4526-90b8-b0d8e9e1fee7 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 931 time: 0.2608948 Sep 18 02:00:02.634406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6079650a-a548-4e73-826c-183c9da1316a req-304fe560-b57f-47f4-8c15-b61a6f16d0dd tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263855 Sep 18 02:00:02.916579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e94be9-52ef-4fae-9d8a-f104b7213a84,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:02.933656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697ad618-83fc-4d22-a34f-76578ea26c14 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:02.950603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:02.975059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16de09d6-a343-4b32-963a-388a4844b45d req-b01ec8ad-6de8-42e3-9894-9409769da36a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 210 time: 0.0594075 Sep 18 02:00:02.989755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Transition to ACTIVE for port object 697ad618-83fc-4d22-a34f-76578ea26c14 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:00:03.000958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.135410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fe087-0174-4e5e-9143-b8fae9bf5fed req-1f4b40c9-c68b-454c-aa33-586cb5305bc3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:03.144302 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d9fe087-0174-4e5e-9143-b8fae9bf5fed req-1f4b40c9-c68b-454c-aa33-586cb5305bc3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1593044 Sep 18 02:00:03.200693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.240012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fcb8af13-1738-4655-9326-6dc660b4f4d5 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:03.336170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fcb8af13-1738-4655-9326-6dc660b4f4d5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:03.336950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.370205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d9fe087-0174-4e5e-9143-b8fae9bf5fed req-1b0ef4fd-ddcc-46ca-9c6b-d80071ca591c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177718 Sep 18 02:00:03.371177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Pushing event updated for resources: {'Port': ['ID=697ad618-83fc-4d22-a34f-76578ea26c14,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:03.385076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Attempting to bind port 697ad618-83fc-4d22-a34f-76578ea26c14 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:03.385412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Attempting to bind port 697ad618-83fc-4d22-a34f-76578ea26c14 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:03.385740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Attempting to bind port 697ad618-83fc-4d22-a34f-76578ea26c14 on network d231682c-8255-4194-a1ea-7ee987894461 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:03.390647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Port 697ad618-83fc-4d22-a34f-76578ea26c14 on network d231682c-8255-4194-a1ea-7ee987894461 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:00:03.390993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Attempting to bind port 697ad618-83fc-4d22-a34f-76578ea26c14 on network d231682c-8255-4194-a1ea-7ee987894461 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:03.396396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:03.397078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Checking segment: {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:03.397471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Bound using segment: {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:03.397897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Bound port: 697ad618-83fc-4d22-a34f-76578ea26c14, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514a91f2-d0d2-4f78-965c-7ccb6ace833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:03.398255 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.446174 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfda7165-f805-4144-a0a3-e3a975520dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.488866 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] For port 697ad618-83fc-4d22-a34f-76578ea26c14, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:03.492511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] For port 697ad618-83fc-4d22-a34f-76578ea26c14, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=697ad618-83fc-4d22-a34f-76578ea26c14,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:03.505175 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.541866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.559060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34025904-0373-48ce-a32b-5781e7654fd6 req-f8fd9899-a67a-47f1-b6b0-aeb54ad0dd3e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:03.561844 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34025904-0373-48ce-a32b-5781e7654fd6 req-f8fd9899-a67a-47f1-b6b0-aeb54ad0dd3e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.2678094 Sep 18 02:00:03.585473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:03.586244 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.592614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port fcb8af13-1738-4655-9326-6dc660b4f4d5, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fcb8af13-1738-4655-9326-6dc660b4f4d5,segment=NetworkSegment(bebb0397-6c80-4ac0-979b-71ee6837c966),segment_id=bebb0397-6c80-4ac0-979b-71ee6837c966)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:03.597996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/697ad618-83fc-4d22-a34f-76578ea26c14 HTTP/1.1" status: 200 len: 1092 time: 1.4160135 Sep 18 02:00:03.597996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf0d4f0-9473-4171-a979-06b3ef972306', 'tag': '697ad618-83fc-4d22-a34f-76578ea26c14'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:03.602386 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf0d4f0-9473-4171-a979-06b3ef972306", "tag": "697ad618-83fc-4d22-a34f-76578ea26c14"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:03.612237 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.666296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddcf52d-b603-4a55-a06f-582497e6cd94 None None] Network 79893469-a5cc-4220-ae56-b8190d299817 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:03.698924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f3fa5-7bf9-4cdd-9f7b-da844fb625a7 service neutron] Pushing event updated for resources: {'Port': ['ID=697ad618-83fc-4d22-a34f-76578ea26c14,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:03.728035 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5471a-b883-4485-94ef-80db531ae902 x-openstack-request-id: req-91f5471a-b883-4485-94ef-80db531ae902 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:03.728319 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf0d4f0-9473-4171-a979-06b3ef972306", "tag": "697ad618-83fc-4d22-a34f-76578ea26c14", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:03.735876 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91f5471a-b883-4485-94ef-80db531ae902 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:03.738406 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf0d4f0-9473-4171-a979-06b3ef972306', 'tag': '697ad618-83fc-4d22-a34f-76578ea26c14', 'status': 'completed', 'code': 200} Sep 18 02:00:03.762215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5b1fe5e4-64c8-491e-b53d-954db0c287c9 None None] Provisioning complete for port fcb8af13-1738-4655-9326-6dc660b4f4d5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:03.762577 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe5e4-64c8-491e-b53d-954db0c287c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.764124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=fcb8af13-1738-4655-9326-6dc660b4f4d5,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:03.765723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:03.795907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34025904-0373-48ce-a32b-5781e7654fd6 req-a1b6668d-994f-4980-aff9-f28fd370cbed tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918192 Sep 18 02:00:03.859598 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:00:03.993992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e126-99fa-4873-93e0-547b04284c4c req-cea9a948-2b64-4399-b9b0-998f5cdd5589 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:03.995075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-cea9a948-2b64-4399-b9b0-998f5cdd5589 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.2442327 Sep 18 02:00:04.012994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56485899-0c53-46c1-8cfc-e92a5ea6a1a2 req-0f11eb52-f7f1-4429-92c2-bafb4dfafc03 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:04.014507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56485899-0c53-46c1-8cfc-e92a5ea6a1a2 req-0f11eb52-f7f1-4429-92c2-bafb4dfafc03 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 943 time: 0.0997367 Sep 18 02:00:04.021013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Request body: {'port': {'device_id': 'c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'admin_state_up': True, 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:04.092967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:04.196638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56485899-0c53-46c1-8cfc-e92a5ea6a1a2 req-d1de01b8-8920-452a-a5ea-ed4a11b69954 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673644 Sep 18 02:00:04.288598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cbb32111-1b4a-4759-a8de-bb3f279a8ec6 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:04.302582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:04.313894 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:04.333143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf6de727-7234-429a-8ef6-561b191ca462 req-a4588557-b3ab-4c21-b6c4-c33bbd41a019 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 210 time: 0.1047122 Sep 18 02:00:04.335710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-62b31a3f-1b35-4938-8c86-f0abb396ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:04.337124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-62b31a3f-1b35-4938-8c86-f0abb396ec5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 1095 time: 0.4114454 Sep 18 02:00:04.463516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-e35ec1d6-7a7a-4305-b5f1-175c2374255f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=697ad618-83fc-4d22-a34f-76578ea26c14 HTTP/1.1" status: 200 len: 217 time: 0.1140869 Sep 18 02:00:04.505346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:04.524480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'port_id': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'mac_address': 'fa:16:3e:46:74:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3809d31-40af-4d82-b957-fa336b2366a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:04.603318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-42fad99e-b804-48a4-9fed-177719774bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:04.604768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-42fad99e-b804-48a4-9fed-177719774bf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e39142c-e688-422e-aa6e-e3bdfdd35cd7 HTTP/1.1" status: 200 len: 851 time: 0.1125264 Sep 18 02:00:04.634167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Allocated IP 172.20.0.5 (4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127/23654107-5b5e-4373-99ae-60b1aba38110/b6069e91-ded4-441a-9386-ac43d041e917) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:04.660100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-c339a16c-09cf-442b-92a8-1fe1fe913634 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d231682c-8255-4194-a1ea-7ee987894461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377145 Sep 18 02:00:04.683827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0d6194d6-85d2-40dc-ab2d-4d5b8b5371ec None None] Provisioning complete for port fcb8af13-1738-4655-9326-6dc660b4f4d5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:04.684201 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d6194d6-85d2-40dc-ab2d-4d5b8b5371ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:04.708031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9acfc-354c-4bda-ae0c-53aca9760c29 req-e8a111cd-477e-4d5e-9932-c7f199ec85c4 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:04.715798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e9acfc-354c-4bda-ae0c-53aca9760c29 req-e8a111cd-477e-4d5e-9932-c7f199ec85c4 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.2318654 Sep 18 02:00:04.756125 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:04.784503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbb32111-1b4a-4759-a8de-bb3f279a8ec6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:04.799593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Router cb1372e5-0073-455f-8e0b-b5f433db3522 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:00:04.815331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e9acfc-354c-4bda-ae0c-53aca9760c29 req-175dd672-9624-40b9-b45a-a028a054e582 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985994 Sep 18 02:00:04.864092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:04.873427 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:04.896484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-dcbe3c69-364e-4941-8ecc-d739115e608e service neutron] 10.222.0.18 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233210 Sep 18 02:00:04.902394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:04.973365 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:04.978220 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:05.008495 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:05.031297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:00:05.031493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:05.062994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:05.067693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3c68954e-7360-46c5-b37f-c37a35a1ca61 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8506896 Sep 18 02:00:05.068155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48316) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:05.076099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd67fbf8-cd18-401c-8ed0-7eb9fb7f11ea req-ffa60376-fb66-48d2-94d5-d0a446fe92ca service neutron] 10.222.0.18 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650641 Sep 18 02:00:05.079523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4a547-f0b1-4693-8b52-8e7185c6f64a req-5c4fce0c-f9c5-46f2-a0c5-f95076fef564 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:05.085510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['cbb32111-1b4a-4759-a8de-bb3f279a8ec6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:05.092537 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9db4a547-f0b1-4693-8b52-8e7185c6f64a req-5c4fce0c-f9c5-46f2-a0c5-f95076fef564 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1280289 Sep 18 02:00:05.106747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Sync routers for ids ['cb1372e5-0073-455f-8e0b-b5f433db3522'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:00:05.120161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:05.168635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fcb8af13-1738-4655-9326-6dc660b4f4d5 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:05.174868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:05.185820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event updated for resources: {'Port': ['ID=b6069e91-ded4-441a-9386-ac43d041e917,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:05.191092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:05.217397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Routers {'cb1372e5-0073-455f-8e0b-b5f433db3522'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:05.218179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['cb1372e5-0073-455f-8e0b-b5f433db3522'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:05.269811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9db4a547-f0b1-4693-8b52-8e7185c6f64a req-518fe700-7a9c-41f3-a9ac-125ce9917831 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758654 Sep 18 02:00:05.312634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-563bc97d-590c-426c-9d64-d2c5b4b7ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:05.315436 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-563bc97d-590c-426c-9d64-d2c5b4b7ef16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 1095 time: 0.1553066 Sep 18 02:00:05.328324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:05.328969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:05.409438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-7bce1850-c3e0-4eb6-b209-63a0e5e994ee tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3922262 Sep 18 02:00:05.524820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Request body: {'port': {'device_id': 'c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:05.598667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464592ae-f28d-4587-8d1e-99780ad012ce req-10809632-01d0-4806-ba18-090224a02501 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:05.600376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-464592ae-f28d-4587-8d1e-99780ad012ce req-10809632-01d0-4806-ba18-090224a02501 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 943 time: 0.2115500 Sep 18 02:00:05.642156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-fad10020-5d26-43a5-b7d3-c7351c6cc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:05.644412 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-fad10020-5d26-43a5-b7d3-c7351c6cc731 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 911 time: 0.3188441 Sep 18 02:00:05.646476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Set router cb1372e5-0073-455f-8e0b-b5f433db3522 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:05.732289 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-464592ae-f28d-4587-8d1e-99780ad012ce req-9af7b4b0-601d-499d-84e1-3f1cd395d3c1 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246548 Sep 18 02:00:05.740080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-68206cdd-bf58-476a-b0f6-6bb4b8b79af5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=697ad618-83fc-4d22-a34f-76578ea26c14 HTTP/1.1" status: 200 len: 217 time: 0.0802269 Sep 18 02:00:05.826727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fcb8af13-1738-4655-9326-6dc660b4f4d5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:05.827169 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:05.922020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-39f2e6cc-6d97-4267-b744-a7b50a933568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:05.924606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-39f2e6cc-6d97-4267-b744-a7b50a933568 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e39142c-e688-422e-aa6e-e3bdfdd35cd7 HTTP/1.1" status: 200 len: 851 time: 0.1772332 Sep 18 02:00:05.972882 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-09eaf1f3-c449-4c4c-9197-b107fc622194 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d231682c-8255-4194-a1ea-7ee987894461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354974 Sep 18 02:00:06.126804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b119a7-895a-4299-9635-3cb2ffb06525 req-892859cb-3e99-44fe-b117-13c83e26bb4d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:06.137088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53b119a7-895a-4299-9635-3cb2ffb06525 req-892859cb-3e99-44fe-b117-13c83e26bb4d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1653850 Sep 18 02:00:06.193196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:02Z', 'revision_number': 3, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port': {'id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:01Z', 'updated_at': '2021-09-18T02:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:06.226379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Checking router: cb1372e5-0073-455f-8e0b-b5f433db3522 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:00:06.226968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Updating router cb1372e5-0073-455f-8e0b-b5f433db3522 port d0e94be9-52ef-4fae-9d8a-f104b7213a84 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:00:06.229189 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:06.232854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-4b3abbf4-7c7c-4dc6-ab33-172990957734 service neutron] 10.222.0.18 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471390 Sep 18 02:00:06.254806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53b119a7-895a-4299-9635-3cb2ffb06525 req-5bade0af-2bff-4e37-8857-1805cf1821c9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090360 Sep 18 02:00:06.283783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:06.448288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:06.504025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ecb9-08b2-4eba-9541-adade497179f req-f7362b07-477f-4a6b-8fd2-75248af38b87 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:06.513252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81d0ecb9-08b2-4eba-9541-adade497179f req-f7362b07-477f-4a6b-8fd2-75248af38b87 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1022141 Sep 18 02:00:06.517746 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efcff8b6-b2e4-4e17-9897-aa4773aa9cf7 req-bb2a1276-993e-4982-8885-8899222863db service neutron] 10.222.0.18 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593496 Sep 18 02:00:06.567058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cbb32111-1b4a-4759-a8de-bb3f279a8ec6 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:06.603582 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81d0ecb9-08b2-4eba-9541-adade497179f req-9aadbdcb-f867-4f8e-949f-d56507676550 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853574 Sep 18 02:00:06.604594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb1f3e-7c3b-4d93-9f6d-3e5200950f6a req-8a891f36-9067-4994-b69b-00b7f6f6d7ff tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:06.610979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95eb1f3e-7c3b-4d93-9f6d-3e5200950f6a req-8a891f36-9067-4994-b69b-00b7f6f6d7ff tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 931 time: 0.3368464 Sep 18 02:00:06.681993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:06.682597 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:06.747853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95eb1f3e-7c3b-4d93-9f6d-3e5200950f6a req-9acd1dbb-befa-4c74-ab7e-07c9e9e41cbf tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090698 Sep 18 02:00:06.977079 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.009978 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.034995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda69a9b-80ce-49c3-80ec-bddec920ee54 req-5ee777eb-ed6a-4c1f-b674-e8c7136d9dc4 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:07.043106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dda69a9b-80ce-49c3-80ec-bddec920ee54 req-5ee777eb-ed6a-4c1f-b674-e8c7136d9dc4 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 943 time: 0.1815472 Sep 18 02:00:07.137046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.189777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dda69a9b-80ce-49c3-80ec-bddec920ee54 req-b1b135b6-2b12-47fc-8c9a-5c18556fa75c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394985 Sep 18 02:00:07.204011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-20489000-7151-45ba-be37-04e65d0a5615 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1370606 Sep 18 02:00:07.220132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.222324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d58d9-12e1-40e0-a115-c4c97bf634fe None None] Pushing event updated for resources: {'Port': ['ID=d0e94be9-52ef-4fae-9d8a-f104b7213a84,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:07.225210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6069e91-ded4-441a-9386-ac43d041e917 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:07.226268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Attempting to bind port d0e94be9-52ef-4fae-9d8a-f104b7213a84 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:07.226644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Attempting to bind port d0e94be9-52ef-4fae-9d8a-f104b7213a84 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:07.227149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Attempting to bind port d0e94be9-52ef-4fae-9d8a-f104b7213a84 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:07.234198 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.290029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:07.305914 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295b0579-2c31-40ac-98cf-045836fefea3" -d '{"events": [{"server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "name": "network-vif-plugged", "status": "completed", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:07.323939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:07.323939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:07.323939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:07.326363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.329210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:07.329210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Bound port: d0e94be9-52ef-4fae-9d8a-f104b7213a84, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:07.329210 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.338660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-5d9354e3-e8e6-46a1-b9d6-ca7abdce2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:07.338872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-5d9354e3-e8e6-46a1-b9d6-ca7abdce2ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 1101 time: 0.1018796 Sep 18 02:00:07.405470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] For port d0e94be9-52ef-4fae-9d8a-f104b7213a84, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:07.409351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] For port d0e94be9-52ef-4fae-9d8a-f104b7213a84, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d0e94be9-52ef-4fae-9d8a-f104b7213a84,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:07.418937 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.429589 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.505467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Routers {'cb1372e5-0073-455f-8e0b-b5f433db3522'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:07.506800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['cb1372e5-0073-455f-8e0b-b5f433db3522'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:07.510112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:07.560804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-5b2ea33b-319e-4ba6-a7d0-6b0e82ed5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:07.562290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-5b2ea33b-319e-4ba6-a7d0-6b0e82ed5e62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1942914 Sep 18 02:00:07.626540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Allocated IP 172.20.0.1 (79893469-a5cc-4220-ae56-b8190d299817/5e618bda-9a86-4419-af7e-1c26c54f1674/9cf67a46-df5d-4866-8b02-fdb05130dc93) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:07.645656 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-ef9ee0b5-a1fe-45e4-bd14-012ffa893637 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2e02130b-10a8-4d71-a948-759dd815851d HTTP/1.1" status: 200 len: 217 time: 0.0744777 Sep 18 02:00:07.749028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-320b65a8-32d7-4c83-8c5a-2aa0826c9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:07.751019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-320b65a8-32d7-4c83-8c5a-2aa0826c9974 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0986128 Sep 18 02:00:07.753404 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d58d9-12e1-40e0-a115-c4c97bf634fe None None] Pushing event updated for resources: {'Port': ['ID=d0e94be9-52ef-4fae-9d8a-f104b7213a84,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:07.779359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.798793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] Set router cb1372e5-0073-455f-8e0b-b5f433db3522 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:07.811299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Transition to ACTIVE for port object b6069e91-ded4-441a-9386-ac43d041e917 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:00:07.822000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:07.855168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-dab9928a-a8d9-4d25-aec1-27052302b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:07.860924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-dab9928a-a8d9-4d25-aec1-27052302b122 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008384 Sep 18 02:00:08.028306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6069e91-ded4-441a-9386-ac43d041e917,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:08.049235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-9735a862-ff9a-4a04-a025-8fe94e229ad4 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786625 Sep 18 02:00:08.191784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Attempting to bind port b6069e91-ded4-441a-9386-ac43d041e917 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:08.192433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Attempting to bind port b6069e91-ded4-441a-9386-ac43d041e917 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:08.192953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Attempting to bind port b6069e91-ded4-441a-9386-ac43d041e917 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:08.209277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:08.214186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a17db1c1-714a-484d-8ccd-d1079be22e22 req-a0912d0c-bd47-4ff6-9104-0cd3eddc05ef service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582408 Sep 18 02:00:08.215059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Port b6069e91-ded4-441a-9386-ac43d041e917 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:00:08.215408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Attempting to bind port b6069e91-ded4-441a-9386-ac43d041e917 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:08.242746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:02Z', 'revision_number': 3, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port': {'id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:01Z', 'updated_at': '2021-09-18T02:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:08.258221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:08.258550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Checking segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:08.260986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Bound using segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:08.261726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Bound port: b6069e91-ded4-441a-9386-ac43d041e917, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:08.262098 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:08.273708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Network 79893469-a5cc-4220-ae56-b8190d299817 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:08.289734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:08.292243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e051c-67da-40d7-993f-96b0697bde5e None None] The sync data for ids ['cb1372e5-0073-455f-8e0b-b5f433db3522'] in n-d-789963-12 is: [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:02Z', 'revision_number': 3, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port': {'id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:01Z', 'updated_at': '2021-09-18T02:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:00:08.294171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:08.304665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf67a46-df5d-4866-8b02-fdb05130dc93,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:08.307175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 697ad618-83fc-4d22-a34f-76578ea26c14 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:08.433167 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:08.552226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 697ad618-83fc-4d22-a34f-76578ea26c14, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=697ad618-83fc-4d22-a34f-76578ea26c14,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:08.586725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '697ad618-83fc-4d22-a34f-76578ea26c14', 'network_id': 'd231682c-8255-4194-a1ea-7ee987894461', 'port_id': '697ad618-83fc-4d22-a34f-76578ea26c14', 'mac_address': 'fa:16:3e:9c:ae:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e39142c-e688-422e-aa6e-e3bdfdd35cd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:08.672724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:08.719857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697ad618-83fc-4d22-a34f-76578ea26c14 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:08.796177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 697ad618-83fc-4d22-a34f-76578ea26c14, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=697ad618-83fc-4d22-a34f-76578ea26c14,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:08.808866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:08.884554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bc7632db-91a5-491b-bb19-79cb03a1a996 None None] Provisioning complete for port 9cf67a46-df5d-4866-8b02-fdb05130dc93 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:08.885024 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bc7632db-91a5-491b-bb19-79cb03a1a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:08.888694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] For port b6069e91-ded4-441a-9386-ac43d041e917, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:08.937848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] For port b6069e91-ded4-441a-9386-ac43d041e917, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b6069e91-ded4-441a-9386-ac43d041e917,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:08.953302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:09.002801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=697ad618-83fc-4d22-a34f-76578ea26c14,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:09.084647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bc7632db-91a5-491b-bb19-79cb03a1a996 None None] Port 9cf67a46-df5d-4866-8b02-fdb05130dc93 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:00:09.155334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['697ad618-83fc-4d22-a34f-76578ea26c14'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:09.177354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:09.178688 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:09.184369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b6069e91-ded4-441a-9386-ac43d041e917 HTTP/1.1" status: 200 len: 1092 time: 3.7521136 Sep 18 02:00:09.191906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f', 'tag': 'b6069e91-ded4-441a-9386-ac43d041e917'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:09.203275 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12e410-a9e2-4aab-a83e-6768e8874a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f", "tag": "b6069e91-ded4-441a-9386-ac43d041e917"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:09.222559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14c00-bc07-4f0d-8c08-b2feb51840b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6069e91-ded4-441a-9386-ac43d041e917,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:09.234988 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:09.258359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d0e94be9-52ef-4fae-9d8a-f104b7213a84 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:09.530743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d0e94be9-52ef-4fae-9d8a-f104b7213a84 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:09.532627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:09.672570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:09.693307 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:09.747642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e126-99fa-4873-93e0-547b04284c4c req-66d33050-684e-4718-89e7-e92a72634dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:09.749742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-66d33050-684e-4718-89e7-e92a72634dbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 1095 time: 0.4800086 Sep 18 02:00:09.811642 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:09.836607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-712cf20f-e380-4b0e-8a8c-91e9ead18553 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6069e91-ded4-441a-9386-ac43d041e917 HTTP/1.1" status: 200 len: 217 time: 0.0533288 Sep 18 02:00:09.843149 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:09.886212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port d0e94be9-52ef-4fae-9d8a-f104b7213a84, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d0e94be9-52ef-4fae-9d8a-f104b7213a84,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:09.901488 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:10.009289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e126-99fa-4873-93e0-547b04284c4c req-3ad74475-b726-4b1d-aa92-b41abf702eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:10.011226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-3ad74475-b726-4b1d-aa92-b41abf702eba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.1565170 Sep 18 02:00:10.040041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Network 79893469-a5cc-4220-ae56-b8190d299817 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:10.041946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=d0e94be9-52ef-4fae-9d8a-f104b7213a84,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:10.079349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf67a46-df5d-4866-8b02-fdb05130dc93,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:10.091310 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-ef47f2eb-1d48-4266-9fd1-a57b86ed9122 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708928 Sep 18 02:00:10.092477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:10.351020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-3184f2f8-9980-4180-b7c8-faab1850a18d service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202326 Sep 18 02:00:10.361227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Router cb1372e5-0073-455f-8e0b-b5f433db3522 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:00:10.439003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a146c155-a9ad-48f6-83c4-911d853a4d4b None None] Provisioning complete for port 9cf67a46-df5d-4866-8b02-fdb05130dc93 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:10.439543 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a146c155-a9ad-48f6-83c4-911d853a4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:10.519164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a146c155-a9ad-48f6-83c4-911d853a4d4b None None] Port 9cf67a46-df5d-4866-8b02-fdb05130dc93 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:00:10.601365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:00:10.614114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-880f12e9-30db-4479-a3c7-b8e666875b38 admin admin] 10.222.0.21 "PUT /v2.0/routers/cb1372e5-0073-455f-8e0b-b5f433db3522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5395205 Sep 18 02:00:10.627531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce05e126-99fa-4873-93e0-547b04284c4c req-a7545c87-c1af-4ea7-aa91-b0a5f1c52de1 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554283 Sep 18 02:00:11.155716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d0e94be9-52ef-4fae-9d8a-f104b7213a84 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:11.208742 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Sync routers for ids ['cb1372e5-0073-455f-8e0b-b5f433db3522'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:00:11.224354 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Routers {'cb1372e5-0073-455f-8e0b-b5f433db3522'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:11.227109 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['cb1372e5-0073-455f-8e0b-b5f433db3522'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:11.268630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d0e94be9-52ef-4fae-9d8a-f104b7213a84 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:11.269043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:11.463080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Set router cb1372e5-0073-455f-8e0b-b5f433db3522 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:11.509683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48434) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:11.747903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36462a27-67f3-484c-867d-30cac2e2b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:11.802614 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:08Z', 'revision_number': 4, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port': {'id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:01Z', 'updated_at': '2021-09-18T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '9cf67a46-df5d-4866-8b02-fdb05130dc93', 'name': '', 'network_id': '79893469-a5cc-4220-ae56-b8190d299817', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'mac_address': 'fa:16:3e:e2:d5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5e618bda-9a86-4419-af7e-1c26c54f1674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:07Z', 'updated_at': '2021-09-18T02:00:09Z', 'revision_number': 2, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'subnets': [{'id': '5e618bda-9a86-4419-af7e-1c26c54f1674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:11.876541 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Checking router: cb1372e5-0073-455f-8e0b-b5f433db3522 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:00:11.877033 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Updating router cb1372e5-0073-455f-8e0b-b5f433db3522 port 9cf67a46-df5d-4866-8b02-fdb05130dc93 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:00:11.926897 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:11.974869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36462a27-67f3-484c-867d-30cac2e2b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:11.984524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36462a27-67f3-484c-867d-30cac2e2b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.077525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36462a27-67f3-484c-867d-30cac2e2b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e94c4-3f73-4379-9ebb-7441a03a9d39,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:12.090213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-36462a27-67f3-484c-867d-30cac2e2b7f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3918d449f6d24c04a1fc51b0e76eaa21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5792353 Sep 18 02:00:12.099282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48438) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:12.211632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e65b1b17-68f4-47d7-92c7-a2897f80fc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.252043 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e65b1b17-68f4-47d7-92c7-a2897f80fc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.312029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e65b1b17-68f4-47d7-92c7-a2897f80fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.315852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e65b1b17-68f4-47d7-92c7-a2897f80fc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.317333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e65b1b17-68f4-47d7-92c7-a2897f80fc32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/681e94c4-3f73-4379-9ebb-7441a03a9d39 HTTP/1.1" status: 204 len: 168 time: 0.2126951 Sep 18 02:00:12.325021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b6069e91-ded4-441a-9386-ac43d041e917 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:12.328553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 697ad618-83fc-4d22-a34f-76578ea26c14 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:12.330058 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.341506 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.353025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b1b17-68f4-47d7-92c7-a2897f80fc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e94c4-3f73-4379-9ebb-7441a03a9d39,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:12.598595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b6069e91-ded4-441a-9386-ac43d041e917, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b6069e91-ded4-441a-9386-ac43d041e917,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:12.620837 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Pushing event updated for resources: {'Port': ['ID=9cf67a46-df5d-4866-8b02-fdb05130dc93,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:12.632974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'b6069e91-ded4-441a-9386-ac43d041e917', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'port_id': 'b6069e91-ded4-441a-9386-ac43d041e917', 'mac_address': 'fa:16:3e:5b:bb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23654107-5b5e-4373-99ae-60b1aba38110', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:12.725485 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.727688 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.743209 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.743774 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.744213 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.744665 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.745106 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.745640 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.751158 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.755195 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.756739 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.756739 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.757700 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:12.789384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 697ad618-83fc-4d22-a34f-76578ea26c14 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:00:12.804873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 697ad618-83fc-4d22-a34f-76578ea26c14 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:12.805267 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.813653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6069e91-ded4-441a-9386-ac43d041e917 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:12.828187 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Attempting to bind port 9cf67a46-df5d-4866-8b02-fdb05130dc93 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:12.832461 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Attempting to bind port 9cf67a46-df5d-4866-8b02-fdb05130dc93 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:12.835098 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Attempting to bind port 9cf67a46-df5d-4866-8b02-fdb05130dc93 on network 79893469-a5cc-4220-ae56-b8190d299817 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:12.845324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b6069e91-ded4-441a-9386-ac43d041e917, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b6069e91-ded4-441a-9386-ac43d041e917,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:12.852204 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:12.853925 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Checking segment: {'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:12.857047 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.858029 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Bound using segment: {'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:12.859424 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Bound port: 9cf67a46-df5d-4866-8b02-fdb05130dc93, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebb0397-6c80-4ac0-979b-71ee6837c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '79893469-a5cc-4220-ae56-b8190d299817'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:12.860713 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.904852 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:12.985785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b6069e91-ded4-441a-9386-ac43d041e917,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:13.014392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9f40c1be-62e4-4aad-9d21-90100be5f2a7 None None] Provisioning complete for port 9cf67a46-df5d-4866-8b02-fdb05130dc93 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:13.014392 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9f40c1be-62e4-4aad-9d21-90100be5f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:13.058395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9f40c1be-62e4-4aad-9d21-90100be5f2a7 None None] Port 9cf67a46-df5d-4866-8b02-fdb05130dc93 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:00:13.077407 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] For port 9cf67a46-df5d-4866-8b02-fdb05130dc93, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:13.081663 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] For port 9cf67a46-df5d-4866-8b02-fdb05130dc93, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9cf67a46-df5d-4866-8b02-fdb05130dc93,segment=NetworkSegment(bebb0397-6c80-4ac0-979b-71ee6837c966),segment_id=bebb0397-6c80-4ac0-979b-71ee6837c966)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:13.099351 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:13.125910 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:13.172530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 697ad618-83fc-4d22-a34f-76578ea26c14, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=697ad618-83fc-4d22-a34f-76578ea26c14,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:13.181226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:13.235781 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Routers {'cb1372e5-0073-455f-8e0b-b5f433db3522'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:13.247599 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['cb1372e5-0073-455f-8e0b-b5f433db3522'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:13.251603 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c081b61-45ef-400e-8344-8aaa1ecb3705 None None] Pushing event updated for resources: {'Port': ['ID=9cf67a46-df5d-4866-8b02-fdb05130dc93,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:13.292959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['b6069e91-ded4-441a-9386-ac43d041e917'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:13.488410 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] Set router cb1372e5-0073-455f-8e0b-b5f433db3522 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:13.682505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=697ad618-83fc-4d22-a34f-76578ea26c14,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:13.716074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-89706b8a-f25b-40bd-85b5-b2bd9543aead None None] Provisioning complete for port 9cf67a46-df5d-4866-8b02-fdb05130dc93 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:13.716074 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89706b8a-f25b-40bd-85b5-b2bd9543aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:13.992320 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89706b8a-f25b-40bd-85b5-b2bd9543aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:14.056776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-89706b8a-f25b-40bd-85b5-b2bd9543aead None None] For port 9cf67a46-df5d-4866-8b02-fdb05130dc93, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9cf67a46-df5d-4866-8b02-fdb05130dc93,segment=NetworkSegment(bebb0397-6c80-4ac0-979b-71ee6837c966),segment_id=bebb0397-6c80-4ac0-979b-71ee6837c966)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:14.068066 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89706b8a-f25b-40bd-85b5-b2bd9543aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:14.166688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89706b8a-f25b-40bd-85b5-b2bd9543aead None None] Pushing event updated for resources: {'Port': ['ID=9cf67a46-df5d-4866-8b02-fdb05130dc93,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:14.283000 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:08Z', 'revision_number': 4, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port': {'id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:01Z', 'updated_at': '2021-09-18T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '9cf67a46-df5d-4866-8b02-fdb05130dc93', 'name': '', 'network_id': '79893469-a5cc-4220-ae56-b8190d299817', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'mac_address': 'fa:16:3e:e2:d5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5e618bda-9a86-4419-af7e-1c26c54f1674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:07Z', 'updated_at': '2021-09-18T02:00:13Z', 'revision_number': 4, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'subnets': [{'id': '5e618bda-9a86-4419-af7e-1c26c54f1674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:14.316752 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f123bb2-fe22-4f7a-bb37-91957734d2e9 None None] The sync data for ids ['cb1372e5-0073-455f-8e0b-b5f433db3522'] in n-d-789963-12 is: [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:08Z', 'revision_number': 4, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port': {'id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:01Z', 'updated_at': '2021-09-18T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '9cf67a46-df5d-4866-8b02-fdb05130dc93', 'name': '', 'network_id': '79893469-a5cc-4220-ae56-b8190d299817', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'mac_address': 'fa:16:3e:e2:d5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5e618bda-9a86-4419-af7e-1c26c54f1674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:07Z', 'updated_at': '2021-09-18T02:00:13Z', 'revision_number': 4, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'subnets': [{'id': '5e618bda-9a86-4419-af7e-1c26c54f1674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:00:15.215476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9cf67a46-df5d-4866-8b02-fdb05130dc93 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:15.303909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9cf67a46-df5d-4866-8b02-fdb05130dc93 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:15.304358 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:16.373542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b6069e91-ded4-441a-9386-ac43d041e917 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:16.429224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port b6069e91-ded4-441a-9386-ac43d041e917 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:00:16.436474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port b6069e91-ded4-441a-9386-ac43d041e917 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:16.436872 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:16.560572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:16.607144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b6069e91-ded4-441a-9386-ac43d041e917, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b6069e91-ded4-441a-9386-ac43d041e917,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:16.613551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:16.695847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b6069e91-ded4-441a-9386-ac43d041e917,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:18.183884 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb734c3-a8b9-4f38-820d-9a796dac5ef0 x-openstack-request-id: req-7cb734c3-a8b9-4f38-820d-9a796dac5ef0 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:18.184461 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "name": "network-vif-plugged", "status": "completed", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:18.184461 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cb734c3-a8b9-4f38-820d-9a796dac5ef0 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:18.185064 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'code': 200} Sep 18 02:00:18.243676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3df20c-33d4-4f8b-a55b-46c4da132450 req-59216bb1-fd7b-423b-ab46-f5f6938aa9ae tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:18.251948 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df3df20c-33d4-4f8b-a55b-46c4da132450 req-59216bb1-fd7b-423b-ab46-f5f6938aa9ae tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0634756 Sep 18 02:00:18.299224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a35621-5a09-49ca-aac5-4c29ed7bc2af req-02ba8e75-50ff-4376-9b6b-f702a3793dbc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:18.303179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df3df20c-33d4-4f8b-a55b-46c4da132450 req-281b987f-a161-4c73-907c-bb22df6e775b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Sep 18 02:00:18.310988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8a35621-5a09-49ca-aac5-4c29ed7bc2af req-02ba8e75-50ff-4376-9b6b-f702a3793dbc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0695179 Sep 18 02:00:18.366437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8a35621-5a09-49ca-aac5-4c29ed7bc2af req-d929629b-f188-4fdf-a485-04b9d44b9411 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540698 Sep 18 02:00:18.507185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea265-75f4-4aeb-acc7-dde0cae062d9 req-d693b285-5414-4707-84e5-ed560109fa62 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:18.509042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-024ea265-75f4-4aeb-acc7-dde0cae062d9 req-d693b285-5414-4707-84e5-ed560109fa62 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 945 time: 0.0902824 Sep 18 02:00:18.560423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46c3b0-d5e0-4238-8f4c-8e662b5054f3 req-c4d38d3b-f18c-4762-bf30-ebc9ddc01af0 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:18.562285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb46c3b0-d5e0-4238-8f4c-8e662b5054f3 req-c4d38d3b-f18c-4762-bf30-ebc9ddc01af0 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0802727 Sep 18 02:00:18.586010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-024ea265-75f4-4aeb-acc7-dde0cae062d9 req-9b618e51-0049-4431-b62d-bc3beeb518db tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690756 Sep 18 02:00:18.636992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb46c3b0-d5e0-4238-8f4c-8e662b5054f3 req-e5623ec7-8633-4518-b0f6-ea6f516047a3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685692 Sep 18 02:00:18.641932 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d7b599-255c-4496-93a0-ee0225ce63c4 x-openstack-request-id: req-17d7b599-255c-4496-93a0-ee0225ce63c4 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:18.642440 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f", "tag": "b6069e91-ded4-441a-9386-ac43d041e917", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:18.642933 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d7b599-255c-4496-93a0-ee0225ce63c4 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:18.643422 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f', 'tag': 'b6069e91-ded4-441a-9386-ac43d041e917', 'status': 'completed', 'code': 200} Sep 18 02:00:18.753810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-038be111-9de7-4077-ba08-d5ccace70793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:18.755518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-038be111-9de7-4077-ba08-d5ccace70793 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 1097 time: 0.0824039 Sep 18 02:00:18.951581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790f10c-b41d-43e4-bd6a-0e4a1fddf041 req-d3632b2e-5a32-40a9-99de-e4bb11bfb18f tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:18.953247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9790f10c-b41d-43e4-bd6a-0e4a1fddf041 req-d3632b2e-5a32-40a9-99de-e4bb11bfb18f tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 950 time: 0.1168432 Sep 18 02:00:19.012150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-43bf6065-3ebe-4147-963a-f89e1d65e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:19.015319 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-43bf6065-3ebe-4147-963a-f89e1d65e7b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 905 time: 0.2443676 Sep 18 02:00:19.025754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9790f10c-b41d-43e4-bd6a-0e4a1fddf041 req-187dfe57-9e15-474d-8aed-cc6b827ef1d4 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583904 Sep 18 02:00:19.063659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-065837b7-ee2c-4bb8-911c-7ba773eac404 req-ef792b39-5963-4740-93cf-983b2c0b041c tempest-FloatingIPsNegativeTestJSON-294008680 tempest-FloatingIPsNegativeTestJSON-294008680-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=9c88d2419d3b4a34be96deedebb20c52 HTTP/1.1" status: 200 len: 217 time: 0.0526676 Sep 18 02:00:19.076834 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-06c1f301-22f2-4483-bc2b-295ce13ca53b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6069e91-ded4-441a-9386-ac43d041e917 HTTP/1.1" status: 200 len: 217 time: 0.0500686 Sep 18 02:00:19.102873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-708049dc-8c48-4677-adec-9e357146dbda req-ea9fde1b-28e8-4df5-8595-ec054addcf68 tempest-FloatingIPsNegativeTestJSON-294008680 tempest-FloatingIPsNegativeTestJSON-294008680-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0309625 Sep 18 02:00:19.156805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-83279bda-0cfa-4e56-82d1-fc38374a0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:19.158298 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-83279bda-0cfa-4e56-82d1-fc38374a0f69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.0709779 Sep 18 02:00:19.218234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-0107cfb0-51fe-4bac-a38d-d08a806ac732 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446873 Sep 18 02:00:19.225201 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-b48bf0df-7842-49ad-9ac4-c27922b662d4 req-19e126ff-d8f2-480a-bd9f-c963a55f27a0 tempest-FloatingIPsNegativeTestJSON-294008680 tempest-FloatingIPsNegativeTestJSON-294008680-project] show failed (client error): The resource could not be found. Sep 18 02:00:19.226731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b48bf0df-7842-49ad-9ac4-c27922b662d4 req-19e126ff-d8f2-480a-bd9f-c963a55f27a0 tempest-FloatingIPsNegativeTestJSON-294008680 tempest-FloatingIPsNegativeTestJSON-294008680-project] 10.222.0.21 "GET /v2.0/floatingips/53422279-4165-4fa5-b692-857e34518750 HTTP/1.1" status: 404 len: 350 time: 0.1045971 Sep 18 02:00:19.238613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48612) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:19.434382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-ef242c89-8f53-4495-a425-4ba2d451a360 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044907 Sep 18 02:00:19.626597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48634) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:19.649094 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a12e410-a9e2-4aab-a83e-6768e8874a8f req-1a53bad2-5b70-4379-9021-ddd3e419c9f7 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083776 Sep 18 02:00:19.817851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bd715e8-16a8-445c-9841-44e7047b823d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:19.850336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:19.963981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bd715e8-16a8-445c-9841-44e7047b823d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:19.969697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bd715e8-16a8-445c-9841-44e7047b823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.016257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd715e8-16a8-445c-9841-44e7047b823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b822ea-ed62-4001-9b92-fd39842fa7f4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:20.020749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9bd715e8-16a8-445c-9841-44e7047b823d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=089dd25f4966435ab2816e8cb29239f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930917 Sep 18 02:00:20.035755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48650) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:20.111559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe1273ae-c00b-468f-8579-2f12db6222b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.138465 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe1273ae-c00b-468f-8579-2f12db6222b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.176117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Deleting port 9cf67a46-df5d-4866-8b02-fdb05130dc93 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:20.176456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.192664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0d4f0-9473-4171-a979-06b3ef972306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ad618-83fc-4d22-a34f-76578ea26c14'}, {'server_uuid': 'c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6069e91-ded4-441a-9386-ac43d041e917'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:20.198589 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3d40ed-b159-44e5-ad96-da4fe6cf8349" -d '{"events": [{"server_uuid": "cbf0d4f0-9473-4171-a979-06b3ef972306", "name": "network-vif-plugged", "status": "completed", "tag": "697ad618-83fc-4d22-a34f-76578ea26c14"}, {"server_uuid": "c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f", "name": "network-vif-plugged", "status": "completed", "tag": "b6069e91-ded4-441a-9386-ac43d041e917"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:20.200591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe1273ae-c00b-468f-8579-2f12db6222b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.206213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe1273ae-c00b-468f-8579-2f12db6222b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.208234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fe1273ae-c00b-468f-8579-2f12db6222b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88b822ea-ed62-4001-9b92-fd39842fa7f4 HTTP/1.1" status: 204 len: 168 time: 0.1703665 Sep 18 02:00:20.219742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1273ae-c00b-468f-8579-2f12db6222b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b822ea-ed62-4001-9b92-fd39842fa7f4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:20.293750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] For port 9cf67a46-df5d-4866-8b02-fdb05130dc93, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9cf67a46-df5d-4866-8b02-fdb05130dc93,segment=NetworkSegment(bebb0397-6c80-4ac0-979b-71ee6837c966),segment_id=bebb0397-6c80-4ac0-979b-71ee6837c966)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:20.294435 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.312310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Calling delete_port for 9cf67a46-df5d-4866-8b02-fdb05130dc93 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:20.394327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43888b8d-f2dd-4992-bd3f-487f48caf477 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:20.474345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e3bb6-cfe6-4d97-93e9-781fcf1c38a7 req-56ca311e-1d7a-4c8d-9c53-f38598cc1d34 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:20.476206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f47e3bb6-cfe6-4d97-93e9-781fcf1c38a7 req-56ca311e-1d7a-4c8d-9c53-f38598cc1d34 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0636380 Sep 18 02:00:20.501522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd3ff9-c126-4f85-8126-75b803859d28 req-84f7d047-4ed1-48e6-97d9-f0fd95a730de tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:20.503082 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ebfd3ff9-c126-4f85-8126-75b803859d28 req-84f7d047-4ed1-48e6-97d9-f0fd95a730de tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1331878 Sep 18 02:00:20.511468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:20.524069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'port_id': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'mac_address': 'fa:16:3e:08:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e19a47-9ea1-44de-af17-07e8e0dec0b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:20.543045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f47e3bb6-cfe6-4d97-93e9-781fcf1c38a7 req-ff47f0a6-f668-4580-998b-5b324f3f7818 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515676 Sep 18 02:00:20.555991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ebfd3ff9-c126-4f85-8126-75b803859d28 req-624ede57-ce16-4d4e-9e4f-c4100c9323b7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Sep 18 02:00:20.598506 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.627480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43888b8d-f2dd-4992-bd3f-487f48caf477 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:20.649598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.669114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:20.674417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:20.735762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf67a46-df5d-4866-8b02-fdb05130dc93,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:20.768348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4c331-36ef-4fcc-ae29-2b8aac4f7790 req-ac77060b-b57f-4a6c-a71e-02bc3e23e810 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:20.770068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:20.771338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22e4c331-36ef-4fcc-ae29-2b8aac4f7790 req-ac77060b-b57f-4a6c-a71e-02bc3e23e810 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 945 time: 0.1095183 Sep 18 02:00:20.778346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.778703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.779076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.779414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.779746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.780078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.780403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.780842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.781261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.781593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.781915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.782235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:20.809738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ec8a-08a8-47c1-95ee-4168fe3ec7c2 req-30d77db6-10a8-4055-a12f-00cad2daac4f tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:20.809994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['43888b8d-f2dd-4992-bd3f-487f48caf477'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:20.812298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8786ec8a-08a8-47c1-95ee-4168fe3ec7c2 req-30d77db6-10a8-4055-a12f-00cad2daac4f tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1735423 Sep 18 02:00:20.845494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22e4c331-36ef-4fcc-ae29-2b8aac4f7790 req-813729a0-8cca-4327-a2c8-8952bababe81 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652928 Sep 18 02:00:20.910812 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82342a6a-a869-4c4d-809c-eeee3988b957 x-openstack-request-id: req-82342a6a-a869-4c4d-809c-eeee3988b957 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:20.911436 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0d4f0-9473-4171-a979-06b3ef972306", "name": "network-vif-plugged", "status": "completed", "tag": "697ad618-83fc-4d22-a34f-76578ea26c14", "code": 200}, {"server_uuid": "c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f", "name": "network-vif-plugged", "status": "completed", "tag": "b6069e91-ded4-441a-9386-ac43d041e917", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:20.911899 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82342a6a-a869-4c4d-809c-eeee3988b957 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:20.912480 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0d4f0-9473-4171-a979-06b3ef972306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ad618-83fc-4d22-a34f-76578ea26c14', 'code': 200} Sep 18 02:00:20.912899 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6069e91-ded4-441a-9386-ac43d041e917', 'code': 200} Sep 18 02:00:20.936951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8786ec8a-08a8-47c1-95ee-4168fe3ec7c2 req-590e36b5-3526-4d14-8641-5d5b1463a3ae tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151695 Sep 18 02:00:21.120989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009169d-19ea-4761-8849-37abe5891554 req-9c9de115-24b7-4c31-a65e-affe897b4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:21.128815 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a009169d-19ea-4761-8849-37abe5891554 req-9c9de115-24b7-4c31-a65e-affe897b4fb7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 1097 time: 0.1159430 Sep 18 02:00:21.194587 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:21.198112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a009169d-19ea-4761-8849-37abe5891554 req-afbd52de-1083-4120-8c5f-b32af28ae850 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595872 Sep 18 02:00:21.206435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e184858-f752-459e-a909-62255c40cedd req-8a689d16-e351-4dfe-8f31-74e2da72aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:21.207938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e184858-f752-459e-a909-62255c40cedd req-8a689d16-e351-4dfe-8f31-74e2da72aff0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 1097 time: 0.1008384 Sep 18 02:00:21.747422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e184858-f752-459e-a909-62255c40cedd req-a5ece46f-66ad-4f13-a345-985486f96e53 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114733 Sep 18 02:00:21.757977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8bfd9-a27c-40d5-be22-fe7fe29544f4 req-900200fc-73fb-4485-8ac1-e7ab17c662d4 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:21.763177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-96b8bfd9-a27c-40d5-be22-fe7fe29544f4 req-900200fc-73fb-4485-8ac1-e7ab17c662d4 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 950 time: 0.4650707 Sep 18 02:00:21.875346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-96b8bfd9-a27c-40d5-be22-fe7fe29544f4 req-2629bf16-eb1c-48ff-8155-17d4e685c165 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067929 Sep 18 02:00:21.900406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Router cb1372e5-0073-455f-8e0b-b5f433db3522 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:00:21.906191 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec3ce3-d87b-4ca3-abbc-37c886cd08c0 req-f8a91ae1-ed50-4e33-96bc-849420d22662 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:21.907983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0aec3ce3-d87b-4ca3-abbc-37c886cd08c0 req-f8a91ae1-ed50-4e33-96bc-849420d22662 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0678172 Sep 18 02:00:21.959526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0aec3ce3-d87b-4ca3-abbc-37c886cd08c0 req-5d61bbc5-1023-4004-ae92-c71821382590 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438433 Sep 18 02:00:22.054303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48802) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:22.066613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:00:22.072757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7dd41cb9-c8d1-48a7-afba-433d667df45b admin admin] 10.222.0.21 "PUT /v2.0/routers/cb1372e5-0073-455f-8e0b-b5f433db3522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8330262 Sep 18 02:00:22.077179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48806) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:22.080661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] Sync routers for ids ['cb1372e5-0073-455f-8e0b-b5f433db3522'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:00:22.081234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9326f-8a99-4214-a34c-06973170ee4c req-8ed9d637-4e18-4b7f-87f6-38a3286963a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:22.082386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87f9326f-8a99-4214-a34c-06973170ee4c req-8ed9d637-4e18-4b7f-87f6-38a3286963a1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 944 time: 0.0992758 Sep 18 02:00:22.100750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] Routers {'cb1372e5-0073-455f-8e0b-b5f433db3522'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:22.104202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['cb1372e5-0073-455f-8e0b-b5f433db3522'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:22.133290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87f9326f-8a99-4214-a34c-06973170ee4c req-e065b8f3-586d-4c2f-b5a5-f6dc846cccf7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Sep 18 02:00:22.239816 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.288102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d358f5-21a6-4cd4-83e2-7c5b26372500 req-c0ea5134-370f-4d1a-827a-8cd1b07f0589 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:22.296078 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f8d358f5-21a6-4cd4-83e2-7c5b26372500 req-c0ea5134-370f-4d1a-827a-8cd1b07f0589 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 945 time: 0.0674095 Sep 18 02:00:22.305773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1988099368', 'router:external': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:22.346760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] Set router cb1372e5-0073-455f-8e0b-b5f433db3522 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:22.363502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f8d358f5-21a6-4cd4-83e2-7c5b26372500 req-3478f9f6-35f5-4c56-8136-03cf8c5d8cd5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659547 Sep 18 02:00:22.432449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43888b8d-f2dd-4992-bd3f-487f48caf477 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:22.441114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Made reservation on behalf of 8915528938dc45a1ba3a00efb19d6f41 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:22.443692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.467728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d837d1-c2d7-43bf-8b11-1f4564446a15 req-9b90cc10-dfd4-4784-9a09-8efe57fe0102 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:22.490885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60d837d1-c2d7-43bf-8b11-1f4564446a15 req-9b90cc10-dfd4-4784-9a09-8efe57fe0102 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1784639 Sep 18 02:00:22.495858 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.512643 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.620524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60d837d1-c2d7-43bf-8b11-1f4564446a15 req-6771fe34-99ad-4120-98df-51159af626ca tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286912 Sep 18 02:00:22.648645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 43888b8d-f2dd-4992-bd3f-487f48caf477 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:22.650790 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.669819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-3eb6f507-2d9b-4b5b-9a8e-82aeb165899d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:22.680423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-3eb6f507-2d9b-4b5b-9a8e-82aeb165899d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 804 time: 0.1453917 Sep 18 02:00:22.700920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Deleting port d0e94be9-52ef-4fae-9d8a-f104b7213a84 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:22.701671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.707764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-76759c7c-0584-42bb-80a0-a01b3c4efaef tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/quotas/1cf374e29676485c9e629e3348c754cd HTTP/1.1" status: 200 len: 375 time: 0.0258033 Sep 18 02:00:22.794362 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.804721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-502fd297-33be-421e-b89c-103fb93f5761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932159 Sep 18 02:00:22.804993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.854632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] For port d0e94be9-52ef-4fae-9d8a-f104b7213a84, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d0e94be9-52ef-4fae-9d8a-f104b7213a84,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:22.855466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.862606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:00:22.877047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.887392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c667a56-2c24-47d7-b1ac-ab9d00b66e27,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:22.891094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.891712 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Added segment 4e9a9c60-1f9a-4096-af5d-241b175977a1 of type vlan for network bbafe597-8c3c-4239-aa09-f596deb475d1 Sep 18 02:00:22.893359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Calling delete_port for d0e94be9-52ef-4fae-9d8a-f104b7213a84 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:22.924815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:22.928113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:22.931511 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db08f65-9f5d-4efd-8de7-48a4ad647bc8" -d '{"events": [{"server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "name": "network-vif-plugged", "status": "completed", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:22.937827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:22.939435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:22.948319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:20Z', 'revision_number': 5, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port': {'id': 'd0e94be9-52ef-4fae-9d8a-f104b7213a84', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:01Z', 'updated_at': '2021-09-18T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:22.963959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.967218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.967798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.968365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.971415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.972061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.972644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.973224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.973792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.974429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.975040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.982195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:22.986569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-21d06d2b-938c-44ae-91b7-e288230550dd service neutron] 10.222.0.21 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713645 Sep 18 02:00:23.044316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] Checking router: cb1372e5-0073-455f-8e0b-b5f433db3522 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:00:23.088498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] Routers {'cb1372e5-0073-455f-8e0b-b5f433db3522'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:23.089901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['cb1372e5-0073-455f-8e0b-b5f433db3522'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:23.096007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:23.157410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8621d3b-55ac-4ed2-800d-a193daff50d4 req-016c9a64-fee2-412e-a694-5df8c5a6cb92 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:23.164868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8621d3b-55ac-4ed2-800d-a193daff50d4 req-016c9a64-fee2-412e-a694-5df8c5a6cb92 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 950 time: 0.1755209 Sep 18 02:00:23.174196 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:23.175641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:23.175893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:23.222636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] Set router cb1372e5-0073-455f-8e0b-b5f433db3522 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:23.234414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-b6adb4c0-61da-4db5-85d3-60e98f94ce0e service neutron] 10.222.0.21 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216864 Sep 18 02:00:23.291054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48838) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:23.291391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2358775 Sep 18 02:00:23.298508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'subnet': {'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:23.299903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:23.305331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:22Z', 'revision_number': 6, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:23.345665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Made reservation on behalf of 8915528938dc45a1ba3a00efb19d6f41 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:23.349504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:23.350184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8621d3b-55ac-4ed2-800d-a193daff50d4 req-03352918-83f2-4401-91bc-7848fbe4cd86 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806824 Sep 18 02:00:23.352111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c570c7-8822-43fc-a32e-4f87a72409de tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'Network': ['ID=bbafe597-8c3c-4239-aa09-f596deb475d1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:23.406550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network bbafe597-8c3c-4239-aa09-f596deb475d1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:00:23.416932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fed5e-33ff-4a1b-83cc-083d818f1276 None None] The sync data for ids ['cb1372e5-0073-455f-8e0b-b5f433db3522'] in n-d-789963-12 is: [{'id': 'cb1372e5-0073-455f-8e0b-b5f433db3522', 'name': 'tempest-FloatingIPsNegativeTestJSON-44078256-router', 'tenant_id': '9c88d2419d3b4a34be96deedebb20c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:00Z', 'updated_at': '2021-09-18T02:00:22Z', 'revision_number': 6, 'project_id': '9c88d2419d3b4a34be96deedebb20c52', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:00:23.483453 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1207fc54-b814-47a0-8405-d5a72d1e910d x-openstack-request-id: req-1207fc54-b814-47a0-8405-d5a72d1e910d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:23.484209 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "name": "network-vif-plugged", "status": "completed", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:23.484691 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1207fc54-b814-47a0-8405-d5a72d1e910d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:23.485301 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'code': 200} Sep 18 02:00:23.513320 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:23.623312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:23.651671 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:23.657237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cbb32111-1b4a-4759-a8de-bb3f279a8ec6 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:23.695721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac144a-f498-4339-9ada-829a4393e6ac req-6d68cd95-941f-4e09-89ae-74b6cb33eb94 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:23.703343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3ac144a-f498-4339-9ada-829a4393e6ac req-6d68cd95-941f-4e09-89ae-74b6cb33eb94 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0715630 Sep 18 02:00:23.786258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3ac144a-f498-4339-9ada-829a4393e6ac req-d7ec3c99-9fda-4365-a40c-0d9a61dcc772 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782669 Sep 18 02:00:23.819771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:23.859649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=11']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:23.874495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e94be9-52ef-4fae-9d8a-f104b7213a84,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:23.893881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f4067-e8a2-4cde-a65c-b6fd35cc2f42 req-9b613fd1-eb13-4141-b432-c3ce01797def tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:23.903193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-551f4067-e8a2-4cde-a65c-b6fd35cc2f42 req-9b613fd1-eb13-4141-b432-c3ce01797def tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1524763 Sep 18 02:00:23.914226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:23.969678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:23.981229 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.029726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-551f4067-e8a2-4cde-a65c-b6fd35cc2f42 req-c24354aa-6a07-4664-9a23-0c9072f067e8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201043 Sep 18 02:00:24.067128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.086360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:24.136516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-431513d8-e7e1-470d-aceb-373f01f1aae8 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:24.137719 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-431513d8-e7e1-470d-aceb-373f01f1aae8 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 948 time: 0.3192706 Sep 18 02:00:24.187927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25288f12-0eba-46ee-be1b-93eff3999ea9 req-2800d8f5-50a6-4dae-bcc4-aa786124c0a6 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 210 time: 0.0760877 Sep 18 02:00:24.239553 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.244690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.266800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d88c3-d9b5-48ee-ae8c-f70415e4b805 req-9df7ba39-12df-4aa6-8ae0-fbf85da3fb71 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:24.277881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c7d88c3-d9b5-48ee-ae8c-f70415e4b805 req-9df7ba39-12df-4aa6-8ae0-fbf85da3fb71 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 945 time: 0.3294468 Sep 18 02:00:24.328115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.329225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1372e5-0073-455f-8e0b-b5f433db3522 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:00:24.335503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.337682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bed6cdc2-356b-432e-b3f9-4c53cd417d8f admin admin] 10.222.0.21 "DELETE /v2.0/routers/cb1372e5-0073-455f-8e0b-b5f433db3522 HTTP/1.1" status: 204 len: 168 time: 2.2581389 Sep 18 02:00:24.341576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48854) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:24.352044 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-9b93cb9b-da5d-454a-8d4a-e19facff23d2 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:24.354498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-9b93cb9b-da5d-454a-8d4a-e19facff23d2 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1187129-9f05-4f88-8980-9d3521f29f6c HTTP/1.1" status: 200 len: 944 time: 0.1287851 Sep 18 02:00:24.415369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c7d88c3-d9b5-48ee-ae8c-f70415e4b805 req-6ff131bd-bd4a-4468-a2ae-1eea7413a9a6 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364660 Sep 18 02:00:24.445160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Deleting port 69617610-93ea-4002-b234-d65d12e08de6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:24.449226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.544137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-baac7de7-3288-4c29-afe0-e939385c50bf admin admin] Deleting subnet 5e618bda-9a86-4419-af7e-1c26c54f1674 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:00:24.558067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856803-7476-47f6-a1f5-86894574b480 req-1f47afd7-b22d-48b1-a94d-8b22de294a21 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:24.560068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3a856803-7476-47f6-a1f5-86894574b480 req-1f47afd7-b22d-48b1-a94d-8b22de294a21 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.2201781 Sep 18 02:00:24.562550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baac7de7-3288-4c29-afe0-e939385c50bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.693649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baac7de7-3288-4c29-afe0-e939385c50bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.726390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Deleting port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:24.726751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.727037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] For port 69617610-93ea-4002-b234-d65d12e08de6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=69617610-93ea-4002-b234-d65d12e08de6,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:24.735462 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.742166 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3a856803-7476-47f6-a1f5-86894574b480 req-1ebbe273-2c17-4bdc-b42e-2fbf6f8596ba tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409390 Sep 18 02:00:24.780127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a71163-e1e9-4d83-b918-90f5d27f62c9 req-b6cd4673-c341-49aa-b0ff-69d8871de02b tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:24.781663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28a71163-e1e9-4d83-b918-90f5d27f62c9 req-b6cd4673-c341-49aa-b0ff-69d8871de02b tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 948 time: 0.2513204 Sep 18 02:00:24.789372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Calling delete_port for 69617610-93ea-4002-b234-d65d12e08de6 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:24.976071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baac7de7-3288-4c29-afe0-e939385c50bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:24.980668 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28a71163-e1e9-4d83-b918-90f5d27f62c9 req-66322f93-fa59-4843-b3e6-03d539eff1dc tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d00657f-7129-45ea-9bfc-16fcd8b50900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874218 Sep 18 02:00:24.985276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef3a7a-62b4-4d31-ab21-092c285b7c91 req-b2873333-e143-42c8-ada6-14bf2dfe820b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:24.992975 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6ef3a7a-62b4-4d31-ab21-092c285b7c91 req-b2873333-e143-42c8-ada6-14bf2dfe820b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 945 time: 0.1591938 Sep 18 02:00:25.045685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] For port cbb32111-1b4a-4759-a8de-bb3f279a8ec6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:25.046382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.054022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:00:25.059143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.082454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Calling delete_port for cbb32111-1b4a-4759-a8de-bb3f279a8ec6 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:25.148582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d0e94be9-52ef-4fae-9d8a-f104b7213a84 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:25.194160 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6ef3a7a-62b4-4d31-ab21-092c285b7c91 req-b62678ae-6ab1-4d74-8678-f7bcbd09fb10 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002974 Sep 18 02:00:25.201389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d0e94be9-52ef-4fae-9d8a-f104b7213a84 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:00:25.203757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'Subnet': ['ID=67c77181-9cf8-4930-b1a8-d75f1abe7d9a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:25.205525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d0e94be9-52ef-4fae-9d8a-f104b7213a84 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:00:25.217094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9cf67a46-df5d-4866-8b02-fdb05130dc93 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:25.304438 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 9cf67a46-df5d-4866-8b02-fdb05130dc93 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:00:25.306351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9cf67a46-df5d-4866-8b02-fdb05130dc93 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:00:25.351966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.426084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baac7de7-3288-4c29-afe0-e939385c50bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.457637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2fe5a3-6c45-4d72-a726-1584223e0f4d None None] Network 79893469-a5cc-4220-ae56-b8190d299817 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:25.488607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6'}, {'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:25.489416 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baac7de7-3288-4c29-afe0-e939385c50bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.492247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-baac7de7-3288-4c29-afe0-e939385c50bf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e618bda-9a86-4419-af7e-1c26c54f1674 HTTP/1.1" status: 204 len: 168 time: 1.1364172 Sep 18 02:00:25.492413 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a86b02-455e-4e05-8176-59c1291a4f70" -d '{"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-unplugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6"}, {"server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:25.495957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac7de7-3288-4c29-afe0-e939385c50bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e618bda-9a86-4419-af7e-1c26c54f1674,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:25.499465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48872) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:25.521669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Checking segment: {'id': '4e9a9c60-1f9a-4096-af5d-241b175977a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:25.522251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Network hostable DHCP agents. Network: bbafe597-8c3c-4239-aa09-f596deb475d1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:00:25.539771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f1aaadb3-181b-47a3-929f-e1c83ba7efca tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:25.542137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f1aaadb3-181b-47a3-929f-e1c83ba7efca tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.20 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 804 time: 0.3459811 Sep 18 02:00:25.567702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878aa75-b061-45e8-8b62-89e1c6728b34 req-d8e619bf-541b-4653-99e8-b821d513c1cd tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:25.570251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1878aa75-b061-45e8-8b62-89e1c6728b34 req-d8e619bf-541b-4653-99e8-b821d513c1cd tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1941621 Sep 18 02:00:25.640042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Request body: {'port': {'device_id': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'admin_state_up': True, 'tenant_id': '1cf374e29676485c9e629e3348c754cd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:25.680625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.687714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1878aa75-b061-45e8-8b62-89e1c6728b34 req-2d4b0371-9540-48e4-94e8-d0faec2e883c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861819 Sep 18 02:00:25.770666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.810921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.820581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Made reservation on behalf of 1cf374e29676485c9e629e3348c754cd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:25.825537 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.837445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Pushing event deleted for resources: {'Port': ['ID=cbb32111-1b4a-4759-a8de-bb3f279a8ec6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:25.872072 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.887311 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e6a4d44-75f3-4e4d-8adb-956196b53fc7 req-20e0ae6e-e9a4-4a4c-896e-5453d44131db tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 210 time: 0.0486894 Sep 18 02:00:25.944291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20862f-7aff-40b1-8a2d-3ddcf57ed42f req-81dc7341-94cf-49c5-8d34-e14953b71544 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:25.953241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a20862f-7aff-40b1-8a2d-3ddcf57ed42f req-81dc7341-94cf-49c5-8d34-e14953b71544 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.5085726 Sep 18 02:00:25.961094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] No DVR routers for this DVR port cbb32111-1b4a-4759-a8de-bb3f279a8ec6 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:00:25.964763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:25.967559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0b21d09-7c83-4e02-946a-c83ddcdff5f2 req-202111be-b767-4427-8779-67da0e74c7f1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.18 "DELETE /v2.0/ports/cbb32111-1b4a-4759-a8de-bb3f279a8ec6 HTTP/1.1" status: 204 len: 173 time: 1.5913174 Sep 18 02:00:25.968702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'name': 'network-vif-deleted', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:25.973132 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d21b41-3a0b-4487-b14d-2e4ea3ebb791" -d '{"events": [{"server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "name": "network-vif-deleted", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:26.008378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Deleting port fcb8af13-1738-4655-9326-6dc660b4f4d5 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:26.008771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.016185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Network bbafe597-8c3c-4239-aa09-f596deb475d1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:00:26.017057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] DHCP port deletion for 79893469-a5cc-4220-ae56-b8190d299817 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:00:26.093929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Pushing event deleted for resources: {'Port': ['ID=69617610-93ea-4002-b234-d65d12e08de6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:26.131130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-19b65ea0-9622-443e-98dc-812509836f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:26.136469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-19b65ea0-9622-443e-98dc-812509836f4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 1097 time: 0.6160777 Sep 18 02:00:26.156992 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] Deleting port fcb8af13-1738-4655-9326-6dc660b4f4d5 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:26.157586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.168053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] For port fcb8af13-1738-4655-9326-6dc660b4f4d5, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fcb8af13-1738-4655-9326-6dc660b4f4d5,segment=NetworkSegment(bebb0397-6c80-4ac0-979b-71ee6837c966),segment_id=bebb0397-6c80-4ac0-979b-71ee6837c966)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:26.168657 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.197886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Calling delete_port for fcb8af13-1738-4655-9326-6dc660b4f4d5 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:26.272635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] For port fcb8af13-1738-4655-9326-6dc660b4f4d5, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fcb8af13-1738-4655-9326-6dc660b4f4d5,segment=NetworkSegment(bebb0397-6c80-4ac0-979b-71ee6837c966),segment_id=bebb0397-6c80-4ac0-979b-71ee6837c966)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:26.273187 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.300668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] Calling delete_port for fcb8af13-1738-4655-9326-6dc660b4f4d5 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:26.364759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] No DVR routers for this DVR port 69617610-93ea-4002-b234-d65d12e08de6 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:00:26.366501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, bbafe597-8c3c-4239-aa09-f596deb475d1) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:26.385449 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.387952 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec2c6123-1200-4cc7-aa3b-5551c1f6ceae req-95bbe3d8-e567-481d-b40c-283f3508892e tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.18 "DELETE /v2.0/ports/69617610-93ea-4002-b234-d65d12e08de6 HTTP/1.1" status: 204 len: 173 time: 2.2374911 Sep 18 02:00:26.393787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.401675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30cc34-5085-464e-8170-178d4111a110 None None] Network bbafe597-8c3c-4239-aa09-f596deb475d1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:26.409403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-deleted', 'tag': '69617610-93ea-4002-b234-d65d12e08de6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:26.411865 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024b7acd-7cfb-47ad-89a9-efe913793210" -d '{"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-deleted", "tag": "69617610-93ea-4002-b234-d65d12e08de6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:26.457355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] No DVR routers for this DVR port fcb8af13-1738-4655-9326-6dc660b4f4d5 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:00:26.464136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb8af13-1738-4655-9326-6dc660b4f4d5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:26.477751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502b73c-df89-46fe-8be9-89f7f50c7ad4 req-21c9788e-cfe7-438c-be77-0e34d7b485e4 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:26.480641 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b502b73c-df89-46fe-8be9-89f7f50c7ad4 req-21c9788e-cfe7-438c-be77-0e34d7b485e4 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.2122025 Sep 18 02:00:26.495691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:26.500915 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.569001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Allocated IP 172.20.0.13 (c421e341-5653-412f-a573-a8a07d489e4e/a3809d31-40af-4d82-b957-fa336b2366a9/c5017f22-db21-4671-a975-365ccda2fcb9) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:26.653660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.673242 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b502b73c-df89-46fe-8be9-89f7f50c7ad4 req-64b98d6e-16c0-4ccf-872c-3d3c9d4351ea tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793799 Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: from cryptography.utils import int_from_bytes Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: from cryptography.utils import int_from_bytes Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.699477 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:26.703018 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:00:26.713956 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.728958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:26.729197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79893469-a5cc-4220-ae56-b8190d299817']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:26.753825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] No DVR routers for this DVR port fcb8af13-1738-4655-9326-6dc660b4f4d5 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:00:26.760520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a20862f-7aff-40b1-8a2d-3ddcf57ed42f req-a30fa70a-b2e1-4123-ae86-a9769c73aa70 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025336 Sep 18 02:00:26.769670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebb0397-6c80-4ac0-979b-71ee6837c966') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:26.771749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebb0397-6c80-4ac0-979b-71ee6837c966') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:26.795970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.811951 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3db4f7d-bfd3-464a-b0e2-07d52d2fefe4 x-openstack-request-id: req-f3db4f7d-bfd3-464a-b0e2-07d52d2fefe4 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:26.812377 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-unplugged", "status": "completed", "tag": "69617610-93ea-4002-b234-d65d12e08de6", "code": 200}, {"server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:26.812747 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3db4f7d-bfd3-464a-b0e2-07d52d2fefe4 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:26.813242 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69617610-93ea-4002-b234-d65d12e08de6', 'code': 200} Sep 18 02:00:26.813597 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'code': 200} Sep 18 02:00:26.814527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c38a4-0301-4de0-bf7b-098cdf6d3b6b None None] Pushing event deleted for resources: {'Port': ['ID=fcb8af13-1738-4655-9326-6dc660b4f4d5,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:26.816418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 69617610-93ea-4002-b234-d65d12e08de6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:00:26.816863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 69617610-93ea-4002-b234-d65d12e08de6 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:00:26.821909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.846615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:00:26.850414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:26.856259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6785429a-4f12-48f2-8552-08a51b32efeb tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5635097 Sep 18 02:00:26.857490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4187e-b363-4d86-bcfb-1b240b8b2a98 None None] Network bbafe597-8c3c-4239-aa09-f596deb475d1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:00:26.871574 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:00:26.888169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48886) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:26.899737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-622603097', 'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:26.911881 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f298dca3-3806-4189-9779-24e896b043b0 x-openstack-request-id: req-f298dca3-3806-4189-9779-24e896b043b0 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:26.913168 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1187129-9f05-4f88-8980-9d3521f29f6c", "name": "network-vif-deleted", "tag": "cbb32111-1b4a-4759-a8de-bb3f279a8ec6", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:26.915246 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f298dca3-3806-4189-9779-24e896b043b0 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:26.915861 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1187129-9f05-4f88-8980-9d3521f29f6c', 'name': 'network-vif-deleted', 'tag': 'cbb32111-1b4a-4759-a8de-bb3f279a8ec6', 'status': 'completed', 'code': 200} Sep 18 02:00:27.056991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.061387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.073616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.076047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] 10.222.0.21 "DELETE /v2.0/networks/79893469-a5cc-4220-ae56-b8190d299817 HTTP/1.1" status: 204 len: 168 time: 1.5734878 Sep 18 02:00:27.111691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dc62b-e511-46c6-8061-19371bcfd402 admin admin] Pushing event deleted for resources: {'Network': ['ID=79893469-a5cc-4220-ae56-b8190d299817,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:27.172930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cc7ba-80d3-40b6-8fb9-902c470351ce req-f5bbeb68-f5d9-47b0-bde7-92367561728e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.178999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-084106ab-9c9f-4c8d-98e1-93d789f863de req-d2e0dcb7-eb07-4723-b7f0-1a023e1fd2b5 tempest-ImagesOneServerTestJSON-461416710 tempest-ImagesOneServerTestJSON-461416710-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed00c14-6aba-4afc-a1e9-c19ef48fa959 HTTP/1.1" status: 200 len: 210 time: 0.2080057 Sep 18 02:00:27.183574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-143fa095-6e48-41ea-bb78-76d184d2e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.184437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-091cc7ba-80d3-40b6-8fb9-902c470351ce req-f5bbeb68-f5d9-47b0-bde7-92367561728e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 945 time: 0.1731081 Sep 18 02:00:27.185497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-143fa095-6e48-41ea-bb78-76d184d2e39a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 911 time: 0.8761227 Sep 18 02:00:27.193744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Made reservation on behalf of 8915528938dc45a1ba3a00efb19d6f41 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:27.207645 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.215690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fcb8af13-1738-4655-9326-6dc660b4f4d5 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:27.221164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-9267936c-18d8-4cbc-80b1-e97a1f5c8e04 service neutron] 10.222.0.18 "GET /v2.0/ports/145d48dd-35b6-431c-912b-ce59603dd975/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 383 time: 0.5391269 Sep 18 02:00:27.231801 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.275990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: fcb8af13-1738-4655-9326-6dc660b4f4d5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:00:27.276342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fcb8af13-1738-4655-9326-6dc660b4f4d5 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:00:27.280556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-12c70d0a-f3e9-47e5-a026-1436682b5853 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=697ad618-83fc-4d22-a34f-76578ea26c14 HTTP/1.1" status: 200 len: 217 time: 0.0667617 Sep 18 02:00:27.291923 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-091cc7ba-80d3-40b6-8fb9-902c470351ce req-2d5533fa-e640-4425-991d-196cc3063bf8 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061568 Sep 18 02:00:27.352696 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbe4b91-5454-4b34-9e40-1c971c55c04b x-openstack-request-id: req-6fbe4b91-5454-4b34-9e40-1c971c55c04b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:27.353130 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed00c14-6aba-4afc-a1e9-c19ef48fa959", "name": "network-vif-deleted", "tag": "69617610-93ea-4002-b234-d65d12e08de6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:27.353501 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fbe4b91-5454-4b34-9e40-1c971c55c04b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:27.354095 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed00c14-6aba-4afc-a1e9-c19ef48fa959', 'name': 'network-vif-deleted', 'tag': '69617610-93ea-4002-b234-d65d12e08de6', 'status': 'completed', 'code': 200} Sep 18 02:00:27.365486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] device_id is not set on port 754284cd-06b0-41db-8ba3-260136b85f68 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:00:27.372865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Network c421e341-5653-412f-a573-a8a07d489e4e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:27.384411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:27.395472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:27.426790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f65275-40e7-45c8-af79-2933fb9260e8 req-3e30d10b-9df3-4525-87a2-6c9ac1f5a86d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.439577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73f65275-40e7-45c8-af79-2933fb9260e8 req-3e30d10b-9df3-4525-87a2-6c9ac1f5a86d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.0781369 Sep 18 02:00:27.506224 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73f65275-40e7-45c8-af79-2933fb9260e8 req-d6dec44a-5247-4bd9-b3d1-c19f160c3c8e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588880 Sep 18 02:00:27.521543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Pushing event updated for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:27.524710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-47250714-f2cd-4c28-9fc3-15afed0e0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.526425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-47250714-f2cd-4c28-9fc3-15afed0e0643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e39142c-e688-422e-aa6e-e3bdfdd35cd7 HTTP/1.1" status: 200 len: 851 time: 0.2143021 Sep 18 02:00:27.591786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-9ce798e0-ef10-47f5-920b-89726dfc0b2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d231682c-8255-4194-a1ea-7ee987894461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436392 Sep 18 02:00:27.605019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48892) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:27.655876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-165caa61-0d3d-40af-8fd0-b27f43b04f30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c88d2419d3b4a34be96deedebb20c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493791 Sep 18 02:00:27.658361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48894) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:27.678384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.679035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.777432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c619f-a86a-428c-8628-cac3be42a9cc req-38627317-ed28-437d-ac8d-c8c0dc6e4d01 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.787014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d88c619f-a86a-428c-8628-cac3be42a9cc req-38627317-ed28-437d-ac8d-c8c0dc6e4d01 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 932 time: 0.2855053 Sep 18 02:00:27.798393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-4fb18cb5-13ad-4212-bc6f-051501656db7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1849344 Sep 18 02:00:27.815168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Request body: {'port': {'device_id': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:27.816901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8bce525f-7f3f-4335-a8dd-646082e18153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.827567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-27cac31f-9d29-4fdd-93a7-085079eedee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.829060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-27cac31f-9d29-4fdd-93a7-085079eedee7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 1102 time: 0.2462580 Sep 18 02:00:27.836450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-dbb8f174-b57d-4245-991b-7abc84fc5a78 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.837870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-dbb8f174-b57d-4245-991b-7abc84fc5a78 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 945 time: 0.1245360 Sep 18 02:00:27.851366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Allocated IP 172.20.0.3 (bbafe597-8c3c-4239-aa09-f596deb475d1/67c77181-9cf8-4930-b1a8-d75f1abe7d9a/754284cd-06b0-41db-8ba3-260136b85f68) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:27.900570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8bce525f-7f3f-4335-a8dd-646082e18153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:27.920489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cb2c5-ae91-4042-83bf-58eaa1c6351d req-715bdfbc-7211-4e45-be83-85b7c27b8979 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:27.921998 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c4cb2c5-ae91-4042-83bf-58eaa1c6351d req-715bdfbc-7211-4e45-be83-85b7c27b8979 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1672254 Sep 18 02:00:28.116066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c4cb2c5-ae91-4042-83bf-58eaa1c6351d req-7fef6191-9c18-4bc6-a32c-d00d58f8fc7f tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814795 Sep 18 02:00:28.149717 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Deleting port b6069e91-ded4-441a-9386-ac43d041e917 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:28.150841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:28.156625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8bce525f-7f3f-4335-a8dd-646082e18153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:28.159916 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8bce525f-7f3f-4335-a8dd-646082e18153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:28.165451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8bce525f-7f3f-4335-a8dd-646082e18153 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc7d1896-0d46-4ef5-b957-e1550739bad5 HTTP/1.1" status: 204 len: 168 time: 0.5059071 Sep 18 02:00:28.209766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce525f-7f3f-4335-a8dd-646082e18153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d1896-0d46-4ef5-b957-e1550739bad5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:28.306862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef93c5-4113-4312-b3f2-d9e34637919f req-677b1feb-2bf3-4de7-888b-ed3951754b1c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:28.315129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18ef93c5-4113-4312-b3f2-d9e34637919f req-677b1feb-2bf3-4de7-888b-ed3951754b1c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1194055 Sep 18 02:00:28.341213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] For port b6069e91-ded4-441a-9386-ac43d041e917, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b6069e91-ded4-441a-9386-ac43d041e917,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:28.341618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:28.366857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d88c619f-a86a-428c-8628-cac3be42a9cc req-5b34723a-7993-4a40-afb2-a893b7ac648f tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813210 Sep 18 02:00:28.375606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Calling delete_port for b6069e91-ded4-441a-9386-ac43d041e917 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:28.405648 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18ef93c5-4113-4312-b3f2-d9e34637919f req-7c7a34d4-98a1-4a6a-994d-f63d9272a9e1 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895557 Sep 18 02:00:28.443453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b6069e91-ded4-441a-9386-ac43d041e917 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:28.481037 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:28.509215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-26b9c4e0-35cf-4162-b4ec-fb4fcbd29a36 service neutron] 10.222.0.18 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9065175 Sep 18 02:00:28.602203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-65b684d1-c48a-41d2-a0af-290111549d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:28.608905 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-65b684d1-c48a-41d2-a0af-290111549d68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 1102 time: 0.7452190 Sep 18 02:00:28.633427 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:28.643946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7badf-1eb0-482f-879a-3b77ddfb8c40 req-88f5d6a6-9a59-4e59-aa73-016cd6ca8584 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:28.645667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0a7badf-1eb0-482f-879a-3b77ddfb8c40 req-88f5d6a6-9a59-4e59-aa73-016cd6ca8584 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f HTTP/1.1" status: 200 len: 945 time: 0.1251786 Sep 18 02:00:28.770329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0a7badf-1eb0-482f-879a-3b77ddfb8c40 req-10111c36-1e97-43cd-a22e-0a89792afd15 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183238 Sep 18 02:00:28.774892 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:28.851094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:28.859126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cbb32111-1b4a-4759-a8de-bb3f279a8ec6 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:28.906490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event deleted for resources: {'Port': ['ID=b6069e91-ded4-441a-9386-ac43d041e917,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:28.959941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: cbb32111-1b4a-4759-a8de-bb3f279a8ec6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:00:28.960297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cbb32111-1b4a-4759-a8de-bb3f279a8ec6 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:00:28.997477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:29.027352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] No DVR routers for this DVR port b6069e91-ded4-441a-9386-ac43d041e917 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:00:29.039602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:29.041983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a418bdc0-712b-4fc4-95a8-f9ba4a6fdb48 req-44f40780-2763-4bb5-8a13-12390b72daf4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "DELETE /v2.0/ports/b6069e91-ded4-441a-9386-ac43d041e917 HTTP/1.1" status: 204 len: 173 time: 1.1978424 Sep 18 02:00:29.042693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f', 'name': 'network-vif-deleted', 'tag': 'b6069e91-ded4-441a-9386-ac43d041e917'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:29.054833 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f71ccdd-ff2a-4067-93fe-c7a0feb1cf26" -d '{"events": [{"server_uuid": "c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f", "name": "network-vif-deleted", "tag": "b6069e91-ded4-441a-9386-ac43d041e917"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:29.189536 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24800c2-358b-41a1-b56f-8ec4c68f11b1 x-openstack-request-id: req-a24800c2-358b-41a1-b56f-8ec4c68f11b1 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:29.189896 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f", "name": "network-vif-deleted", "tag": "b6069e91-ded4-441a-9386-ac43d041e917", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:29.190369 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a24800c2-358b-41a1-b56f-8ec4c68f11b1 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:29.191563 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b20b86-4e1a-4c6d-88ef-6aea0b346e9f', 'name': 'network-vif-deleted', 'tag': 'b6069e91-ded4-441a-9386-ac43d041e917', 'status': 'completed', 'code': 200} Sep 18 02:00:29.254139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5017f22-db21-4671-a975-365ccda2fcb9 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:29.295644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:29.391443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a562f95-0adc-492d-8de3-e3fdba090de5 req-a599feca-e2a4-4fe6-8203-83796192ad10 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:29.393249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a562f95-0adc-492d-8de3-e3fdba090de5 req-a599feca-e2a4-4fe6-8203-83796192ad10 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0939701 Sep 18 02:00:29.520425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Transition to ACTIVE for port object c5017f22-db21-4671-a975-365ccda2fcb9 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:00:29.538441 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f730707-cb39-4149-9194-b1ed7f71d0eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b05c5ebb0ff4d5abc932cd504465a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282362 Sep 18 02:00:29.541871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:29.545269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a562f95-0adc-492d-8de3-e3fdba090de5 req-b3536f54-9d2d-4f68-971b-3c8e6b8a1cdb tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411054 Sep 18 02:00:29.549703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:29.580918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1641a-35ae-41d4-9548-60d3a191e45d req-202da5cf-025e-4a01-911f-6a704d25b507 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:29.589228 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66e1641a-35ae-41d4-9548-60d3a191e45d req-202da5cf-025e-4a01-911f-6a704d25b507 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.5828431 Sep 18 02:00:29.592542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4c5be6f-15a2-497b-9c14-dc5048149067 req-f8de8d97-d947-4e85-aae5-3511e965d3db service neutron] 10.222.0.18 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0724807 Sep 18 02:00:29.626350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-a12c2ea2-0e5e-48f0-9f37-61112397a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:29.627944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-a12c2ea2-0e5e-48f0-9f37-61112397a5cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.6204827 Sep 18 02:00:29.766380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Pushing event updated for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:29.769842 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-7011a10c-2edc-4f91-9c49-6624ac4e2252 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=145d48dd-35b6-431c-912b-ce59603dd975 HTTP/1.1" status: 200 len: 217 time: 0.1181951 Sep 18 02:00:29.779093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:29.819347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66e1641a-35ae-41d4-9548-60d3a191e45d req-af20f1d7-6b0f-42bc-a467-0fba85b626ef tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291369 Sep 18 02:00:29.856553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e791db1-6328-40ce-abbc-e9511eff1bc8 req-786094cd-2c20-4435-919c-77c509bd6938 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:29.865493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e791db1-6328-40ce-abbc-e9511eff1bc8 req-786094cd-2c20-4435-919c-77c509bd6938 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 944 time: 0.1169634 Sep 18 02:00:29.928878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e791db1-6328-40ce-abbc-e9511eff1bc8 req-349d9d7f-6c0e-4193-85b9-956d83adb7fb tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603659 Sep 18 02:00:29.984607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2fad78a0-443b-46ca-8057-210f1d0c24a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.043773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-a1c57065-276e-4622-9402-d5f969f79a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:30.045570 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-a1c57065-276e-4622-9402-d5f969f79a8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2610788 Sep 18 02:00:30.078680 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2fad78a0-443b-46ca-8057-210f1d0c24a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.147661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.228769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457f540-3824-4a1a-bb97-8f3ae0463e42 req-b27c875b-e07a-4aec-a46f-7d7dcc3341c3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:30.228769 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1457f540-3824-4a1a-bb97-8f3ae0463e42 req-b27c875b-e07a-4aec-a46f-7d7dcc3341c3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.3066776 Sep 18 02:00:30.229108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Attempting to bind port c5017f22-db21-4671-a975-365ccda2fcb9 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:30.229440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Attempting to bind port c5017f22-db21-4671-a975-365ccda2fcb9 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:30.229765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Attempting to bind port c5017f22-db21-4671-a975-365ccda2fcb9 on network c421e341-5653-412f-a573-a8a07d489e4e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:30.260535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-ee128c0e-a2b3-46cc-9382-f51567c72802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:30.262170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-ee128c0e-a2b3-46cc-9382-f51567c72802 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024279 Sep 18 02:00:30.262562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Port c5017f22-db21-4671-a975-365ccda2fcb9 on network c421e341-5653-412f-a573-a8a07d489e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:00:30.262909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Attempting to bind port c5017f22-db21-4671-a975-365ccda2fcb9 on network c421e341-5653-412f-a573-a8a07d489e4e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:30.272103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2fad78a0-443b-46ca-8057-210f1d0c24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.274601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2fad78a0-443b-46ca-8057-210f1d0c24a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.289006 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2fad78a0-443b-46ca-8057-210f1d0c24a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d00657f-7129-45ea-9bfc-16fcd8b50900 HTTP/1.1" status: 204 len: 168 time: 0.7264552 Sep 18 02:00:30.293900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Network bbafe597-8c3c-4239-aa09-f596deb475d1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:30.335882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'Port': ['ID=754284cd-06b0-41db-8ba3-260136b85f68,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:30.344736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:30.358134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:30.358745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Checking segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:30.359136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Bound using segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:30.359825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Bound port: c5017f22-db21-4671-a975-365ccda2fcb9, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:30.360271 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.362426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:30.367589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad78a0-443b-46ca-8057-210f1d0c24a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d00657f-7129-45ea-9bfc-16fcd8b50900,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:30.453236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:30.553785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1457f540-3824-4a1a-bb97-8f3ae0463e42 req-92494b44-ee1c-4729-9b0b-7ea27329c962 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128848 Sep 18 02:00:30.615925 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.636166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:30.636781 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.670571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:30.674087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:30.691165 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd02681-d0ed-4bbd-8552-83171bd9d037" -d '{"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:30.695732 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.712853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:30.727785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-251df1ff-5584-4721-b6ee-79e4967e891e service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263804 Sep 18 02:00:30.738323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c220a180-18a6-4e4d-9522-75eecbb85fbf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.8455427 Sep 18 02:00:30.738700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-f2eb349a-aad3-440b-b69e-ccd1aaaff1fe tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:30.754203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-f2eb349a-aad3-440b-b69e-ccd1aaaff1fe tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.2582474 Sep 18 02:00:30.768227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49010) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:30.773503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4905a616-8d17-41d4-9018-bbc6d76fb6e3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/quotas/9bfff37e91a7428ab2c2d22f7437d9f4 HTTP/1.1" status: 200 len: 375 time: 0.0183737 Sep 18 02:00:30.782236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:30.799831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:30.845350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5f2888a-53f0-40cf-ab70-ed3c9e02eb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.876915 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:30.877170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-3b6d1c13-3f68-446e-84fb-716b535534d7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021533 Sep 18 02:00:31.014260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:31.015200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:31.016763 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] 10.222.0.20 "PUT /v2.0/ports/c5017f22-db21-4671-a975-365ccda2fcb9 HTTP/1.1" status: 200 len: 1093 time: 3.2057295 Sep 18 02:00:31.019954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:31.023570 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef35f53b-cc45-4bf7-9840-80d332aae303" -d '{"events": [{"name": "network-changed", "server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:31.081795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa981f5b-8290-494f-b274-a5605c68df9f req-4c892ff7-cd06-4ec9-9adf-6f11e2af84d5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:31.084336 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa981f5b-8290-494f-b274-a5605c68df9f req-4c892ff7-cd06-4ec9-9adf-6f11e2af84d5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.3072710 Sep 18 02:00:31.102224 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-8edcdae9-99b4-44c5-9e8b-8ce72e5f51fa service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113392 Sep 18 02:00:31.111828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3777aa0-d788-41dc-b135-cc192c225a2c service neutron] Pushing event updated for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:31.145101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875654d3-1e7d-4a39-a6d2-0994f27bc6c8 req-8856a711-4ed7-4372-b05f-14c4dc3c4188 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083583 Sep 18 02:00:31.263669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-efa51d9d-3c4f-4cea-a13c-14223dfe6bed service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620669 Sep 18 02:00:31.300959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa981f5b-8290-494f-b274-a5605c68df9f req-4afc47f9-b218-466f-8589-f5de0003a90f tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910131 Sep 18 02:00:31.329336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-e01be344-3fd2-4a21-8c1f-bc7d5f60157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:31.331090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-e01be344-3fd2-4a21-8c1f-bc7d5f60157e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 1096 time: 0.2577586 Sep 18 02:00:31.340942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7b19bcb1-fdf0-410e-8d8a-b606a64923c3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Deleting port 754284cd-06b0-41db-8ba3-260136b85f68 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:31.343219 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcb1-fdf0-410e-8d8a-b606a64923c3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:31.514847 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e9c8dc-6309-4be1-8e8f-5c3243b1a43e x-openstack-request-id: req-e4e9c8dc-6309-4be1-8e8f-5c3243b1a43e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:31.515716 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:31.516140 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4e9c8dc-6309-4be1-8e8f-5c3243b1a43e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:31.516713 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975', 'code': 200} Sep 18 02:00:31.575976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49044) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:31.670278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-291d81fb-5a4b-4aeb-a6ac-568dee78cc79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5017f22-db21-4671-a975-365ccda2fcb9 HTTP/1.1" status: 200 len: 217 time: 0.2634046 Sep 18 02:00:31.798573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3723ec9-a086-421b-90df-ca7be8c69657 req-1293b2a4-6506-43c1-97fe-c0fa1c2a11af tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:31.804522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcb1-fdf0-410e-8d8a-b606a64923c3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:31.805979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3723ec9-a086-421b-90df-ca7be8c69657 req-1293b2a4-6506-43c1-97fe-c0fa1c2a11af tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1264436 Sep 18 02:00:31.818193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-bb92d902-8130-425e-b7ea-dd5bb9a2efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:31.820097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-bb92d902-8130-425e-b7ea-dd5bb9a2efbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 200 len: 844 time: 0.1378021 Sep 18 02:00:31.825343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7b19bcb1-fdf0-410e-8d8a-b606a64923c3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Calling delete_port for 754284cd-06b0-41db-8ba3-260136b85f68 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:31.859864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-063ce526-d7e9-4f94-b341-b8c387ce8bd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c421e341-5653-412f-a573-a8a07d489e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317693 Sep 18 02:00:31.886367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95fe2-8bea-4a87-bcc4-a89ff8b077a4 req-58cbd4a5-9762-45c1-8377-7aae6064b85d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:31.888865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-84c95fe2-8bea-4a87-bcc4-a89ff8b077a4 req-58cbd4a5-9762-45c1-8377-7aae6064b85d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 944 time: 0.1764917 Sep 18 02:00:31.921836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1566784954-network', 'tenant_id': '428f07887310407184547db86fb81097'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:31.939902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3723ec9-a086-421b-90df-ca7be8c69657 req-4e17f0fa-36aa-419d-b006-625a7da7a312 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258645 Sep 18 02:00:31.993009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Made reservation on behalf of 428f07887310407184547db86fb81097 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:31.997678 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:32.034404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:32.097290 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a2e90c-331f-44b1-86d4-1a0cfeac0aea x-openstack-request-id: req-46a2e90c-331f-44b1-86d4-1a0cfeac0aea {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:32.098066 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:32.098438 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46a2e90c-331f-44b1-86d4-1a0cfeac0aea {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:32.099557 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'status': 'completed', 'code': 200} Sep 18 02:00:32.107077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49056) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:32.127729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-84c95fe2-8bea-4a87-bcc4-a89ff8b077a4 req-49bb55d5-a120-4bab-8978-642e64231b54 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167399 Sep 18 02:00:32.181017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-6a977996-091c-453c-bc59-8fd8be112b3e service neutron] 10.222.0.20 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124323 Sep 18 02:00:32.235890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:32.254797 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:32.283427 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8453b0cc-bfea-4036-b140-d9b4d65105eb req-1a0dd2e2-a65c-4799-9519-2a771767a4cc tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 210 time: 0.0459239 Sep 18 02:00:32.316112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c794fc16-adb6-448a-a881-2c67750ac6e0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:32.464324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:32.544453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49711886-b774-4f59-9592-19232d5c9e7b req-2650c356-ac20-4c22-9d9c-77dd46f485d2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:32.559491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-49711886-b774-4f59-9592-19232d5c9e7b req-2650c356-ac20-4c22-9d9c-77dd46f485d2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1587062 Sep 18 02:00:32.617582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:32.630904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '145d48dd-35b6-431c-912b-ce59603dd975', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '145d48dd-35b6-431c-912b-ce59603dd975', 'mac_address': 'fa:16:3e:81:ac:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:32.665368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-49711886-b774-4f59-9592-19232d5c9e7b req-0c2df7f7-b000-4985-8431-d10ca43d79d2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009369 Sep 18 02:00:32.678517 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:32.698974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145d48dd-35b6-431c-912b-ce59603dd975 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:32.721946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:32.734397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:32.793798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:32.909588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052fea52-7f50-434b-ad46-fc9149ffcec4 req-e0aacbc2-550b-4eaf-9c43-23abdd4dd02d service neutron] 10.222.0.20 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212503 Sep 18 02:00:32.930021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fce8e701-9838-40a2-b344-3540f9c63039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:32.983682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:00:32.995750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcb1-fdf0-410e-8d8a-b606a64923c3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.025088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['145d48dd-35b6-431c-912b-ce59603dd975'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:33.032259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.035601 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Added segment aa95963c-a757-46e5-ab81-242c47791cc2 of type vlan for network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 Sep 18 02:00:33.129571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c2cc-4ef5-4b4e-9ff4-3fd8d4587d30 req-d0fece78-b692-4634-91af-ebad0d35da4e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:33.138265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-33d9c2cc-4ef5-4b4e-9ff4-3fd8d4587d30 req-d0fece78-b692-4634-91af-ebad0d35da4e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 949 time: 0.2505956 Sep 18 02:00:33.146598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19bcb1-fdf0-410e-8d8a-b606a64923c3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event deleted for resources: {'Port': ['ID=754284cd-06b0-41db-8ba3-260136b85f68,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:33.186202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-9314bb0f-b581-42be-a9c0-679a147fb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:33.188934 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-9314bb0f-b581-42be-a9c0-679a147fb0d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 1096 time: 0.2206979 Sep 18 02:00:33.231286 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.246964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-33d9c2cc-4ef5-4b4e-9ff4-3fd8d4587d30 req-f02b54a9-4bb2-470d-8ec3-5e53951d9863 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043265 Sep 18 02:00:33.308424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3826492-5c52-4f1d-8368-c36300716f00 req-69a36399-a9d5-428d-ad5b-bac741c90790 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:33.316109 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3826492-5c52-4f1d-8368-c36300716f00 req-69a36399-a9d5-428d-ad5b-bac741c90790 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1715050 Sep 18 02:00:33.325886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.326767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:33.327353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.368260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7b19bcb1-fdf0-410e-8d8a-b606a64923c3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.373221 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7b19bcb1-fdf0-410e-8d8a-b606a64923c3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "DELETE /v2.0/ports/754284cd-06b0-41db-8ba3-260136b85f68 HTTP/1.1" status: 204 len: 168 time: 2.6013422 Sep 18 02:00:33.404959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49070) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:33.412984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1', 'external_fixed_ips': [{'subnet_id': '67c77181-9cf8-4930-b1a8-d75f1abe7d9a', 'ip_address': '172.20.0.3'}]}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:33.428270 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5579370-4813-4911-8042-33d483e1a2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.485502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] Pushing event updated for resources: {'Network': ['ID=85cc0a77-ba9f-4ad9-9891-677c78b59a53,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:33.497669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:00:33.507634 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3826492-5c52-4f1d-8368-c36300716f00 req-c9ad4c61-216e-40fe-a242-2b0e9e714d92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854949 Sep 18 02:00:33.626266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-72a6e5d7-7f71-4864-9926-8c54cfa12991 req-7669e23f-6d30-49a0-b1b4-f66196e54ef7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 210 time: 0.0378177 Sep 18 02:00:33.712337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-e86170b7-fe34-4bbe-b48b-f41eeb3722c0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:33.714128 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-e86170b7-fe34-4bbe-b48b-f41eeb3722c0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.2273510 Sep 18 02:00:33.737525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Request body: {'port': {'device_id': '9fca16e4-c2a2-4812-a7c7-d3abb4383796', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'admin_state_up': True, 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:33.748577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945e91b-4311-4471-bff9-b5077b13e0ff req-5f00f84f-a40b-48bd-b8a2-b47e0cb02129 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:33.750358 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b945e91b-4311-4471-bff9-b5077b13e0ff req-5f00f84f-a40b-48bd-b8a2-b47e0cb02129 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 944 time: 0.2653265 Sep 18 02:00:33.751423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-447e3bf5-8dd3-4379-a16e-b93137da06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:33.752753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-447e3bf5-8dd3-4379-a16e-b93137da06c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 904 time: 0.5289314 Sep 18 02:00:33.831964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa237c5-042b-4e72-ad68-850914c52f12 req-47ab4b7b-a7bc-4dcc-b1cd-2a0a88b1d6cd tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:33.843300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1aa237c5-042b-4e72-ad68-850914c52f12 req-47ab4b7b-a7bc-4dcc-b1cd-2a0a88b1d6cd tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0734670 Sep 18 02:00:33.848977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-78e46cb7-b4a5-45e3-9c6f-d1e4adc51316 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5017f22-db21-4671-a975-365ccda2fcb9 HTTP/1.1" status: 200 len: 217 time: 0.0790386 Sep 18 02:00:33.891662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fce8e701-9838-40a2-b344-3540f9c63039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.906558 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1aa237c5-042b-4e72-ad68-850914c52f12 req-bb92fd8c-ed61-4250-aa7c-c7adc5c3f2e2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579615 Sep 18 02:00:33.923227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b945e91b-4311-4471-bff9-b5077b13e0ff req-7c341b32-6f3f-412a-a65a-eb147551ba55 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543324 Sep 18 02:00:33.944568 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-72450931-3018-4589-9231-4c5e559b89a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3671720 Sep 18 02:00:33.945099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49074) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:33.947294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fce8e701-9838-40a2-b344-3540f9c63039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.954347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Request body: {'subnet': {'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1566784954-subnet', 'tenant_id': '428f07887310407184547db86fb81097', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:33.975927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.976652 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:33.978110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.014638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8e701-9838-40a2-b344-3540f9c63039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f201a-3cfc-4420-83fb-72ec90997029,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:34.038376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Made reservation on behalf of 428f07887310407184547db86fb81097 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:34.041193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.041341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-0f4d8661-8e4c-4878-a8c1-d5c09e746df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:34.042666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-0f4d8661-8e4c-4878-a8c1-d5c09e746df5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 200 len: 844 time: 0.1588883 Sep 18 02:00:34.048209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fce8e701-9838-40a2-b344-3540f9c63039 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fe09652a9ce45a5812f631938d324ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9400179 Sep 18 02:00:34.053861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49076) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:34.098549 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-6c6a3a47-99bb-402d-b2fc-25683c07f564 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c421e341-5653-412f-a573-a8a07d489e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476687 Sep 18 02:00:34.104152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.153398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:34.156913 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.277556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de7b19b5-0384-467d-b6ef-f0a3cb4178f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.300813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de7b19b5-0384-467d-b6ef-f0a3cb4178f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.327931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.380538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-56703030-96b9-47e6-a73a-22d442c4deb4 service neutron] 10.222.0.20 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688913 Sep 18 02:00:34.418816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de7b19b5-0384-467d-b6ef-f0a3cb4178f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.421821 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de7b19b5-0384-467d-b6ef-f0a3cb4178f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.425686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-de7b19b5-0384-467d-b6ef-f0a3cb4178f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a3f201a-3cfc-4420-83fb-72ec90997029 HTTP/1.1" status: 204 len: 168 time: 0.3587260 Sep 18 02:00:34.501847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b19b5-0384-467d-b6ef-f0a3cb4178f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f201a-3cfc-4420-83fb-72ec90997029,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:34.523163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:34.550964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Allocated IP 172.20.0.2 (4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127/23654107-5b5e-4373-99ae-60b1aba38110/ca857727-8e4e-4cff-89fa-38c5cfd9e4d6) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:34.619241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.636577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44774dba-1b14-4beb-b7b4-79aae2114fb1 req-680fc84b-f322-4448-9322-1e7d4af3a0eb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:34.646510 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44774dba-1b14-4beb-b7b4-79aae2114fb1 req-680fc84b-f322-4448-9322-1e7d4af3a0eb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 949 time: 0.2698975 Sep 18 02:00:34.674588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 145d48dd-35b6-431c-912b-ce59603dd975 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:34.674883 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.707232 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef35f53b-cc45-4bf7-9840-80d332aae303 req-96086837-f37c-46e4-ad2b-0789543e4e4e service neutron] 10.222.0.20 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233998 Sep 18 02:00:34.825016 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44774dba-1b14-4beb-b7b4-79aae2114fb1 req-dfaabdb5-77da-42a1-b9d9-fad7cec11e21 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725707 Sep 18 02:00:34.830958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75240ea1-fa0e-4128-8afd-93f556bca81d,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:34.876897 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.877734 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.897446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf2949-c0c3-4b05-87a4-f4824cd42b06 req-c8b9aa96-9e77-469a-accc-bf0bc48ffb83 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:34.902822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Checking segment: {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:34.903591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Network hostable DHCP agents. Network: 85cc0a77-ba9f-4ad9-9891-677c78b59a53, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:00:34.905093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ecf2949-c0c3-4b05-87a4-f4824cd42b06 req-c8b9aa96-9e77-469a-accc-bf0bc48ffb83 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.2360351 Sep 18 02:00:34.948756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:34.950134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:34.951473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:34.953773 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59415cb0-70e4-4074-a6e3-6341c705eaa1" -d '{"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-plugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:34.961227 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:35.001532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ecf2949-c0c3-4b05-87a4-f4824cd42b06 req-ade1efac-c8c1-4b10-8d6e-a8784fa90f88 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912757 Sep 18 02:00:35.080948 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:35.095658 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3407ddf1-f508-4184-8087-2b5fceda31d8 req-2e9308e0-62ba-4832-afa4-925489e6fd86 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 210 time: 0.0725317 Sep 18 02:00:35.106191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:35.112411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:35.170356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.170727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.171144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.171485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.171820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.172152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.172480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.172809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.173191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.173521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.173845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.174472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:00:35.206846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:35.212450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:35.217921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:35.284208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event updated for resources: {'Port': ['ID=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:35.345830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:35.347458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:35.374174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-546b9fe3-0c6e-41b8-95a5-fbf95c717046 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6492887 Sep 18 02:00:35.387831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Request body: {'port': {'device_id': '9fca16e4-c2a2-4812-a7c7-d3abb4383796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:35.486553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:35.596840 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a51b14b-d58e-4bcc-9232-33d9288ddf8d x-openstack-request-id: req-7a51b14b-d58e-4bcc-9232-33d9288ddf8d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:35.597304 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-plugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:35.598107 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a51b14b-d58e-4bcc-9232-33d9288ddf8d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:35.599755 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975', 'code': 200} Sep 18 02:00:35.617126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-6a4931b2-1edd-4a2f-a729-672a0a052abd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:35.619727 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-6a4931b2-1edd-4a2f-a729-672a0a052abd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 950 time: 0.0857899 Sep 18 02:00:35.811942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:00:35.863355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 85cc0a77-ba9f-4ad9-9891-677c78b59a53) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:35.873267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:35.874679 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:35.879383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1438fba-893b-4a9b-a75f-7797e0cafed8 None None] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:35.889182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961456e-ac49-48aa-be46-2ab45ab44ab4 req-3bdb33da-6853-49b9-9b47-bf729d8168f7 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:35.897837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6961456e-ac49-48aa-be46-2ab45ab44ab4 req-3bdb33da-6853-49b9-9b47-bf729d8168f7 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1255758 Sep 18 02:00:35.903156 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-c8b83fc8-48d1-47a3-8409-697b5f51af1e service neutron] 10.222.0.18 "GET /v2.0/ports/145d48dd-35b6-431c-912b-ce59603dd975/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 383 time: 0.2757220 Sep 18 02:00:35.915419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:35.949174 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:35.965776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49120) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:35.979698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aa53dc7e-f775-4cf5-b9d7-5acdfb9caf49 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0312250 Sep 18 02:00:35.989612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49124) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:35.994141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:36.059328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6961456e-ac49-48aa-be46-2ab45ab44ab4 req-9965df18-f0eb-4f48-a8f4-e0d5ca229f19 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602437 Sep 18 02:00:36.106414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70881695-85bf-4026-9cb1-ef40b1bd06b8 req-3c1cbb9b-2feb-4ac4-a6ce-23237da8a54c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:36.120021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70881695-85bf-4026-9cb1-ef40b1bd06b8 req-3c1cbb9b-2feb-4ac4-a6ce-23237da8a54c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 944 time: 0.2399085 Sep 18 02:00:36.187190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:00:36.188110 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.194984 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.196708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.206855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-d4816e4a-de2d-4cc5-a092-567f7e502ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:36.208705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-d4816e4a-de2d-4cc5-a092-567f7e502ca3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 1102 time: 0.2782834 Sep 18 02:00:36.213316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1641691177-network', 'tenant_id': '80257e63b6e1429daa1cad6f02d42c47'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:36.230558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.351083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.359390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Made reservation on behalf of 80257e63b6e1429daa1cad6f02d42c47 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:36.362035 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.363173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:36.371411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-ae16af48-fe6d-4535-bac8-61015dab125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:36.372835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-ae16af48-fe6d-4535-bac8-61015dab125f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1395540 Sep 18 02:00:36.383070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fff50-a1d5-460c-87d3-8a22ac70fbe8 req-2e11d6e2-69ad-4810-a52d-de7ac1194ffb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:36.391326 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70881695-85bf-4026-9cb1-ef40b1bd06b8 req-0158adf1-f851-42d5-b101-f05b696bdfcb tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646377 Sep 18 02:00:36.394127 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-268fff50-a1d5-460c-87d3-8a22ac70fbe8 req-2e11d6e2-69ad-4810-a52d-de7ac1194ffb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.2131233 Sep 18 02:00:36.395226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.418066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c5017f22-db21-4671-a975-365ccda2fcb9 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:36.468159 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.477638 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-578a164b-2d76-4527-8c1a-14aa224f3f1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=145d48dd-35b6-431c-912b-ce59603dd975 HTTP/1.1" status: 200 len: 217 time: 0.0852151 Sep 18 02:00:36.480825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Transition to ACTIVE for port object ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:00:36.514620 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.530955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Allocated IP 172.20.0.3 (bbafe597-8c3c-4239-aa09-f596deb475d1/67c77181-9cf8-4930-b1a8-d75f1abe7d9a/b52fb261-c75f-4d64-a900-22d66f93e66e) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:36.571679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:36.587529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Allocated IP 172.20.0.2 (85cc0a77-ba9f-4ad9-9891-677c78b59a53/75240ea1-fa0e-4128-8afd-93f556bca81d/b6d90844-bacc-4bdf-8d93-a5dd37ef87ef) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:36.590794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'port_id': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'mac_address': 'fa:16:3e:96:c2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3809d31-40af-4d82-b957-fa336b2366a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:36.648079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-268fff50-a1d5-460c-87d3-8a22ac70fbe8 req-fa9c8139-2425-4726-a5ab-11a3436df582 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518075 Sep 18 02:00:36.652585 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffefb2-9088-4bff-8447-a05913e158bc req-298c5938-9903-4383-9b2a-a63b33327e77 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:36.654788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85ffefb2-9088-4bff-8447-a05913e158bc req-298c5938-9903-4383-9b2a-a63b33327e77 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1657712 Sep 18 02:00:36.662045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-a2336ca4-3e8a-49b5-82a1-90056d5f4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:36.663708 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-a2336ca4-3e8a-49b5-82a1-90056d5f4dd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1767430 Sep 18 02:00:36.675884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Pushing event updated for resources: {'Port': ['ID=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:36.745204 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.767117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5017f22-db21-4671-a975-365ccda2fcb9 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:36.813421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-d2d0b17c-d67b-4b6d-b69e-41e930793ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:36.815543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-d2d0b17c-d67b-4b6d-b69e-41e930793ed7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087651 Sep 18 02:00:36.823265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85ffefb2-9088-4bff-8447-a05913e158bc req-fb08b331-5c71-46cb-b23d-8d60fd9c0fe7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583753 Sep 18 02:00:36.866825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.885072 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.891633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.897082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:36.899292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.926008 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.937875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:36.940920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:36.945399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:36.954750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.969046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:00:36.983262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:36.983647 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Added segment 4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821 of type vlan for network 3110e159-f330-4606-af75-4ce3a505b3fd Sep 18 02:00:36.987050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Pushing event updated for resources: {'Port': ['ID=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:37.048513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.057444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:37.082469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Attempting to bind port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:37.083445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Attempting to bind port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:37.083926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Attempting to bind port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef on network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:37.090419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:37.090837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Checking segment: {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:37.091299 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.091695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Bound using segment: {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:37.092688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Bound port: b6d90844-bacc-4bdf-8d93-a5dd37ef87ef, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:37.093074 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.169539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Attempting to bind port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:37.175190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Attempting to bind port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:37.175932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Attempting to bind port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:37.208636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] For port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:37.212195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] For port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:37.213249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:00:37.213957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Attempting to bind port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:37.215940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['c5017f22-db21-4671-a975-365ccda2fcb9'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:37.221295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e13de7-032d-49b8-aa08-5f42868c3b15,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:37.232656 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.233682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:37.234603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.260613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.282054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:37.282883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Checking segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:37.283545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Bound using segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:37.284275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Bound port: ca857727-8e4e-4cff-89fa-38c5cfd9e4d6, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:37.284896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.332154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37448c-bd15-4eeb-b8e9-e9cfd43b37e0 None None] Pushing event updated for resources: {'Port': ['ID=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:37.357536 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-d0450a6b-f5e5-47d0-aa08-7e8feff7a378 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310266 Sep 18 02:00:37.369014 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9cb0b-4c36-4e71-9962-c0c567d31a06 req-9815c63a-6879-48a0-8303-0b9d07cc5550 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:37.370655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfab60-d1a9-41ca-a2ff-562f417fa30f req-48967786-5da7-4825-9cbc-b9b91447c54a tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:37.370823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dc9cb0b-4c36-4e71-9962-c0c567d31a06 req-9815c63a-6879-48a0-8303-0b9d07cc5550 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 943 time: 0.4650147 Sep 18 02:00:37.375114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] Pushing event updated for resources: {'Network': ['ID=3110e159-f330-4606-af75-4ce3a505b3fd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:37.380183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d3dadeae-4521-4301-8458-5a0dc25fea8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4086053 Sep 18 02:00:37.388248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8dfab60-d1a9-41ca-a2ff-562f417fa30f req-48967786-5da7-4825-9cbc-b9b91447c54a tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1804063 Sep 18 02:00:37.391044 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49132) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:37.392230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3110e159-f330-4606-af75-4ce3a505b3fd details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:00:37.405409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Request body: {'subnet': {'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1641691177-subnet', 'tenant_id': '80257e63b6e1429daa1cad6f02d42c47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:37.540076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.549330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Made reservation on behalf of 80257e63b6e1429daa1cad6f02d42c47 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:37.556121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.565173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-c89e00aa-6e8e-4bc7-92e6-0875a0f35d63 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400089 Sep 18 02:00:37.632648 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8dfab60-d1a9-41ca-a2ff-562f417fa30f req-ae69a54f-4bda-44b9-a965-64b90cd0e703 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431324 Sep 18 02:00:37.648296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] For port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:37.660856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] For port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:37.678151 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.702823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dc9cb0b-4c36-4e71-9962-c0c567d31a06 req-5c9653c0-da0c-46ca-8878-e3d8a5f5b5ed tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128159 Sep 18 02:00:37.793649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Pushing event updated for resources: {'Port': ['ID=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:37.810665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:37.811663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.814123 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-4d861df4-b8f5-4cde-b804-690632fc917c service neutron] 10.222.0.20 "PUT /v2.0/ports/ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 HTTP/1.1" status: 200 len: 1092 time: 2.4311049 Sep 18 02:00:37.815202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fca16e4-c2a2-4812-a7c7-d3abb4383796', 'tag': 'ca857727-8e4e-4cff-89fa-38c5cfd9e4d6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:37.827020 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fca16e4-c2a2-4812-a7c7-d3abb4383796", "tag": "ca857727-8e4e-4cff-89fa-38c5cfd9e4d6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:37.906851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:37.956985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-52d14835-4a37-42c4-90d3-cbd8d4ea8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:37.959108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-52d14835-4a37-42c4-90d3-cbd8d4ea8c6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 1095 time: 0.0667412 Sep 18 02:00:37.971236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f9aa5-eb74-4479-ab07-342cdd5014dd req-8ef7c619-86e5-4441-940e-ecd569294324 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:37.972757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-335f9aa5-eb74-4479-ab07-342cdd5014dd req-8ef7c619-86e5-4441-940e-ecd569294324 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 945 time: 0.1283102 Sep 18 02:00:38.027296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0492f08-ac16-46e4-9127-ec5aa2f0e8a5 req-c3f4bc91-5bac-440c-bdcf-d1752810dbc7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:38.034652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0492f08-ac16-46e4-9127-ec5aa2f0e8a5 req-c3f4bc91-5bac-440c-bdcf-d1752810dbc7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.2140462 Sep 18 02:00:38.035371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-aefb92a7-e01d-4a5f-8457-641aa853bffa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 HTTP/1.1" status: 200 len: 217 time: 0.0608380 Sep 18 02:00:38.056429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Network bbafe597-8c3c-4239-aa09-f596deb475d1 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:38.093462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-335f9aa5-eb74-4479-ab07-342cdd5014dd req-18bd5b96-7848-418b-a37c-0e3e82ac7896 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129475 Sep 18 02:00:38.105504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:38.117221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-00eb3495-4628-4d23-a218-41be3a664a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:38.119247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-00eb3495-4628-4d23-a218-41be3a664a25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.0759344 Sep 18 02:00:38.126888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:38.160427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-793a26c6-be0f-4882-bc85-097bebe67ebd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310555 Sep 18 02:00:38.162834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'Port': ['ID=b52fb261-c75f-4d64-a900-22d66f93e66e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:38.170104 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efed75fe-554e-4f8d-9b90-a3a272b57c45 x-openstack-request-id: req-efed75fe-554e-4f8d-9b90-a3a272b57c45 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:38.171111 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fca16e4-c2a2-4812-a7c7-d3abb4383796", "tag": "ca857727-8e4e-4cff-89fa-38c5cfd9e4d6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:38.171348 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efed75fe-554e-4f8d-9b90-a3a272b57c45 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:38.171770 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fca16e4-c2a2-4812-a7c7-d3abb4383796', 'tag': 'ca857727-8e4e-4cff-89fa-38c5cfd9e4d6', 'status': 'completed', 'code': 200} Sep 18 02:00:38.264614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0492f08-ac16-46e4-9127-ec5aa2f0e8a5 req-12b46910-df1c-429d-b863-99b4929653bf tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288651 Sep 18 02:00:38.299117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:38.375299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-34ddebfd-6012-45c8-b2c2-10ef0e49e6b5 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021282 Sep 18 02:00:38.386513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b34f0-358d-4d4c-8a69-032818d7ed82 req-d787113a-454b-4494-ad1b-a1cff72b067e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:38.399046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-200b34f0-358d-4d4c-8a69-032818d7ed82 req-d787113a-454b-4494-ad1b-a1cff72b067e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1347933 Sep 18 02:00:38.408217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c5017f22-db21-4671-a975-365ccda2fcb9 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:38.464323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:38.466976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:38.524957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port c5017f22-db21-4671-a975-365ccda2fcb9 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:00:38.530102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port c5017f22-db21-4671-a975-365ccda2fcb9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:38.530807 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:38.558101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd903278-adb9-49fd-b933-0afe9760950a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:38.558367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f95dcdbb-833c-43ee-8996-05175f16d9c1 req-ba2c70c4-501e-4660-8a5a-b26247e646bd service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465104 Sep 18 02:00:38.600621 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-200b34f0-358d-4d4c-8a69-032818d7ed82 req-9c37a213-6e3b-4bf1-9d08-c54670d8a557 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037480 Sep 18 02:00:38.665034 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:38.703502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-0758663e-d29c-4f8d-90e1-2db101045a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:38.705272 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-0758663e-d29c-4f8d-90e1-2db101045a21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 1095 time: 0.0863862 Sep 18 02:00:38.729191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:38.729191 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d6713d-1130-4667-addc-508c194b3643" -d '{"events": [{"server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "name": "network-vif-plugged", "status": "completed", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:38.745481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:38.767079 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:38.872799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201a305-05b3-4411-88c3-98722329c76c None None] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:38.890665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Checking segment: {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:38.891361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Network hostable DHCP agents. Network: 3110e159-f330-4606-af75-4ce3a505b3fd, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:00:38.915432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-3206bcad-846d-47c7-9496-66b5dd8da95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:38.916935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-3206bcad-846d-47c7-9496-66b5dd8da95b service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 905 time: 0.2012866 Sep 18 02:00:38.993132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-2e03581f-c051-4f82-8d8c-3fb81b0db227 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 HTTP/1.1" status: 200 len: 217 time: 0.0646865 Sep 18 02:00:39.019935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991309-4a42-4a23-aaa7-32e2090fcb25 req-e7d9de45-7548-4b9a-a9b7-931b1a250d78 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:39.031068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26991309-4a42-4a23-aaa7-32e2090fcb25 req-e7d9de45-7548-4b9a-a9b7-931b1a250d78 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1889849 Sep 18 02:00:39.034375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0d28-32cb-4d98-805f-d187022acc49 req-f2d21d74-af92-4e00-b9ec-bb54bb827a54 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:39.045785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ddb0d28-32cb-4d98-805f-d187022acc49 req-f2d21d74-af92-4e00-b9ec-bb54bb827a54 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 943 time: 0.1277854 Sep 18 02:00:39.081695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Network 3110e159-f330-4606-af75-4ce3a505b3fd is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:00:39.104183 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:39.143142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ddb0d28-32cb-4d98-805f-d187022acc49 req-ccb67e48-d3d6-41dd-8bab-f487751ce761 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963025 Sep 18 02:00:39.148612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-de9a3c1c-5a85-45cb-8720-d62ddcb8b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:39.150250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-de9a3c1c-5a85-45cb-8720-d62ddcb8b97d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.1462812 Sep 18 02:00:39.206741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-c1c6b0d9-128e-4dcf-8359-151b919e0640 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374072 Sep 18 02:00:39.273146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26991309-4a42-4a23-aaa7-32e2090fcb25 req-58cc67f6-657e-4738-943d-2a0b9a0ce32b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407706 Sep 18 02:00:39.290205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 3110e159-f330-4606-af75-4ce3a505b3fd) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:39.366026 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb240b76-63b9-4957-99fc-c957f880bb4c x-openstack-request-id: req-cb240b76-63b9-4957-99fc-c957f880bb4c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:39.366340 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "name": "network-vif-plugged", "status": "completed", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:39.366643 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb240b76-63b9-4957-99fc-c957f880bb4c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:39.366999 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'code': 200} Sep 18 02:00:39.378356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b6d90844-bacc-4bdf-8d93-a5dd37ef87ef up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:39.398202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Allocated IP 172.25.0.230 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/e4d3fa7d-9567-4f68-8a9d-415eb5816a60) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:39.402614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:39.403249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:39.423451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be6ffc-87d1-48cc-afbe-5b08bc4dbff5 None None] Network 3110e159-f330-4606-af75-4ce3a505b3fd requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:39.476849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:39.490140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a149cf-2f1e-45a7-bb05-ef48cdd62408 req-40464372-2dd0-44fb-9937-505f515e6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:39.491653 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9a149cf-2f1e-45a7-bb05-ef48cdd62408 req-40464372-2dd0-44fb-9937-505f515e6990 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 1098 time: 0.1763799 Sep 18 02:00:39.510793 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-38bf96b9-48dd-4729-938e-f72d2504153f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1140273 Sep 18 02:00:39.539102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b158ca1-6d33-4e16-bece-181cedae331c req-7cd8c48a-13c5-4d73-8c22-812324770b30 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:39.547785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b158ca1-6d33-4e16-bece-181cedae331c req-7cd8c48a-13c5-4d73-8c22-812324770b30 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.2333951 Sep 18 02:00:39.559278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-21e54cae-0bac-4201-bb0f-f4e17bad98f0 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212268 Sep 18 02:00:39.586171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1d02bd66-7d3d-49c6-957b-bd54733b760b None None] Provisioning complete for port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:39.586548 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1d02bd66-7d3d-49c6-957b-bd54733b760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:39.639860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d4b90-bc0b-4c97-add7-bc56144643b9 req-d143287d-466a-4c73-9849-6ac03686b162 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:39.646625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:39.647459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:39.655072 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-508d4b90-bc0b-4c97-add7-bc56144643b9 req-d143287d-466a-4c73-9849-6ac03686b162 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.2658072 Sep 18 02:00:39.728108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7fc805a-91bf-43d8-b3bf-8e5aedd796f0 req-d231433f-a2be-4928-b220-1aa53dbff050 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416547 Sep 18 02:00:39.840276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b158ca1-6d33-4e16-bece-181cedae331c req-f44b6269-a718-45ad-8b60-45a02a52e6be tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692635 Sep 18 02:00:39.842524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9a149cf-2f1e-45a7-bb05-ef48cdd62408 req-c95b26e4-f30d-49ff-85e1-357e5844706b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421021 Sep 18 02:00:39.896646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c82748-adc5-4ea8-bb57-065b5f3aa07a None None] Network 3110e159-f330-4606-af75-4ce3a505b3fd requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:00:39.926018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-508d4b90-bc0b-4c97-add7-bc56144643b9 req-6eaa9580-9842-4e73-9ddb-fbcbf94562a3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699976 Sep 18 02:00:39.945419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:39.992251 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1d02bd66-7d3d-49c6-957b-bd54733b760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:40.023097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d3876-888c-4c62-9546-22fe0feaac27 req-babd4c71-fc68-4c3b-b2f9-0541029f1744 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:40.029162 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-891d3876-888c-4c62-9546-22fe0feaac27 req-babd4c71-fc68-4c3b-b2f9-0541029f1744 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1203420 Sep 18 02:00:40.118275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1d02bd66-7d3d-49c6-957b-bd54733b760b None None] For port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:40.144694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:40.163273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-891d3876-888c-4c62-9546-22fe0feaac27 req-041f2718-746a-4063-8fb7-308341ae5cb7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259398 Sep 18 02:00:40.195519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-883105de-94bc-4807-bbd0-4a1d8a771562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:40.199222 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1d02bd66-7d3d-49c6-957b-bd54733b760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:40.201127 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-883105de-94bc-4807-bbd0-4a1d8a771562 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 1102 time: 0.1425817 Sep 18 02:00:40.288226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:40.308988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-8f37ff2c-32b9-4707-94e2-d4fff24caab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:40.313239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-8f37ff2c-32b9-4707-94e2-d4fff24caab9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 1102 time: 0.0886767 Sep 18 02:00:40.472398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8d1ae26b-6e99-4649-bd1a-101b01a403ed None None] Provisioning complete for port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:40.473683 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae26b-6e99-4649-bd1a-101b01a403ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:40.476114 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:00:40.476914 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:00:40.477741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782861b-610d-4f6e-afd0-c4ba50dfcf54 req-90c94b8f-ebb6-4d68-bba9-6cdbf709588c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:40.479046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02bd66-7d3d-49c6-957b-bd54733b760b None None] Pushing event updated for resources: {'Port': ['ID=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:40.479859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7782861b-610d-4f6e-afd0-c4ba50dfcf54 req-90c94b8f-ebb6-4d68-bba9-6cdbf709588c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 943 time: 0.1501932 Sep 18 02:00:40.517117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-8398993d-c18d-4f85-a174-b6f17e196c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:40.518741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-8398993d-c18d-4f85-a174-b6f17e196c4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1978705 Sep 18 02:00:40.548390 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7782861b-610d-4f6e-afd0-c4ba50dfcf54 req-e137d744-95f4-48f4-92a5-184a0c0ec32c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617077 Sep 18 02:00:40.579135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-0bc44152-e1e6-4c6f-8016-fb235b0d5b06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=145d48dd-35b6-431c-912b-ce59603dd975 HTTP/1.1" status: 200 len: 217 time: 0.0479546 Sep 18 02:00:40.678453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-8b3c640f-dd47-48e6-ae7f-9908bda36b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:40.679986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-8b3c640f-dd47-48e6-ae7f-9908bda36b0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0941443 Sep 18 02:00:40.721721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:40.763085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0f3fe-1da7-4313-a358-444a6eb3f374 req-cf5e5349-8a52-454b-b20d-652c431a37ac tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:40.764682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30e0f3fe-1da7-4313-a358-444a6eb3f374 req-cf5e5349-8a52-454b-b20d-652c431a37ac tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1007910 Sep 18 02:00:40.767776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5988c0-d64f-4905-be05-2670deb140fd req-f1524991-a525-4dd3-b20f-1d82e8289187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:40.769224 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-f1524991-a525-4dd3-b20f-1d82e8289187 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655003 Sep 18 02:00:40.783418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Pushing event updated for resources: {'Port': ['ID=e4d3fa7d-9567-4f68-8a9d-415eb5816a60,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:40.818507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:40.828262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:40.834973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:40.859290 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:00:40.944354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30e0f3fe-1da7-4313-a358-444a6eb3f374 req-ffe8f40c-008b-4547-a625-efc0c95a7155 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698232 Sep 18 02:00:40.956164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Router d5eef6b1-91c7-4821-8990-c8f32e4719f7 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:00:41.014755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-0e819d9b-1bea-4eb3-b376-aa119e2a192e service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368660 Sep 18 02:00:41.173823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-224d5558-d616-432a-b85d-f122c599349a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:41.179259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-224d5558-d616-432a-b85d-f122c599349a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 822 time: 0.4617388 Sep 18 02:00:41.222210 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-c0340f59-2232-42c3-b611-fb1b2de9929f tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/quotas/80257e63b6e1429daa1cad6f02d42c47 HTTP/1.1" status: 200 len: 375 time: 0.0250158 Sep 18 02:00:41.240671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d5988c0-d64f-4905-be05-2670deb140fd req-452083e8-4519-4ea4-a081-62b4319c7259 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994414 Sep 18 02:00:41.252071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b6d90844-bacc-4bdf-8d93-a5dd37ef87ef up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:41.288511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85495d-e5fe-4cf3-9dc9-7e392e808992 req-0f179dfc-8ff7-4af4-8984-cfb1a05dc2d4 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:41.297041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c85495d-e5fe-4cf3-9dc9-7e392e808992 req-0f179dfc-8ff7-4af4-8984-cfb1a05dc2d4 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.1828685 Sep 18 02:00:41.324965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:41.325709 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:41.341822 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-493b91b7-4c29-4184-9851-60e3934a7b1b tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361159 Sep 18 02:00:41.399012 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c85495d-e5fe-4cf3-9dc9-7e392e808992 req-cfd9f7b1-7bc2-4e6a-8616-f8ffec9bec7d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970404 Sep 18 02:00:41.516665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:00:41.527546 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Sync routers for ids ['d5eef6b1-91c7-4821-8990-c8f32e4719f7'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:00:41.543975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06950314-493f-458f-9342-70172a5616cf req-8731a5a7-5063-4bc5-8d8e-a981943f9322 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:41.544246 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Routers {'d5eef6b1-91c7-4821-8990-c8f32e4719f7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:41.544844 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d5eef6b1-91c7-4821-8990-c8f32e4719f7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:41.555042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06950314-493f-458f-9342-70172a5616cf req-8731a5a7-5063-4bc5-8d8e-a981943f9322 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0721416 Sep 18 02:00:41.625454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06950314-493f-458f-9342-70172a5616cf req-9c1625f5-30e5-47a6-9dab-49d8f9496528 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629447 Sep 18 02:00:41.640859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:41.641467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bd3540c2-6262-4a0c-9d3a-702e7858a22f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.2359426 Sep 18 02:00:41.645442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49188) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:41.648646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:41.703008 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Set router d5eef6b1-91c7-4821-8990-c8f32e4719f7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:41.705392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-df6f0b4c-cbcf-448e-beac-ecb24577c56f service neutron] 10.222.0.21 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522179 Sep 18 02:00:41.827715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-93e8e8f6-684e-4544-9f02-201ff6e63890 service neutron] 10.222.0.21 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135247 Sep 18 02:00:41.871796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e3a1a-10a8-4177-8632-b420280a189a req-390a7f45-863c-4604-89e3-274d2b7797cb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:41.885969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c93e3a1a-10a8-4177-8632-b420280a189a req-390a7f45-863c-4604-89e3-274d2b7797cb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.1489770 Sep 18 02:00:41.940618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:41.990427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c93e3a1a-10a8-4177-8632-b420280a189a req-49f7158e-c585-4314-9697-f9f568345567 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006582 Sep 18 02:00:42.038726 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eef6b1-91c7-4821-8990-c8f32e4719f7', 'name': '', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1', 'external_fixed_ips': [{'subnet_id': '67c77181-9cf8-4930-b1a8-d75f1abe7d9a', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b52fb261-c75f-4d64-a900-22d66f93e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:34Z', 'updated_at': '2021-09-18T02:00:38Z', 'revision_number': 3, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port': {'id': 'b52fb261-c75f-4d64-a900-22d66f93e66e', 'name': '', 'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eef6b1-91c7-4821-8990-c8f32e4719f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '67c77181-9cf8-4930-b1a8-d75f1abe7d9a', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:35Z', 'updated_at': '2021-09-18T02:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67c77181-9cf8-4930-b1a8-d75f1abe7d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:42.090609 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Checking router: d5eef6b1-91c7-4821-8990-c8f32e4719f7 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:00:42.094525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.094954 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Updating router d5eef6b1-91c7-4821-8990-c8f32e4719f7 port b52fb261-c75f-4d64-a900-22d66f93e66e binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:00:42.153942 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.229780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.246850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0e4b4-5c70-4deb-acc3-fe5e3f7b00df req-edf418eb-d49c-4768-bc93-93cfbe8db1c9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:42.257502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2d0e4b4-5c70-4deb-acc3-fe5e3f7b00df req-edf418eb-d49c-4768-bc93-93cfbe8db1c9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 943 time: 0.1535184 Sep 18 02:00:42.341463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07d3eccc-cb45-4501-9fe8-26917948ff76 req-207f86a8-1538-4f0d-ad89-d2612acfbcc2 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 210 time: 0.0732973 Sep 18 02:00:42.412452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2d0e4b4-5c70-4deb-acc3-fe5e3f7b00df req-f0f0da03-98b9-4404-8c7d-a005e9ee4b03 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477995 Sep 18 02:00:42.440924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:42.492435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Deleting port b52fb261-c75f-4d64-a900-22d66f93e66e {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:42.492787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.557583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c028ce-85eb-478d-a926-93a95f6bda1a req-7f50cf8e-3524-4841-84ea-851228052d84 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:42.564246 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.571195 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77c028ce-85eb-478d-a926-93a95f6bda1a req-7f50cf8e-3524-4841-84ea-851228052d84 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1021101 Sep 18 02:00:42.574169 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.574416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Router d351fd3f-4480-42c1-b65c-02a2ad038e65 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:00:42.582334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:42.586031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:42.672232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77c028ce-85eb-478d-a926-93a95f6bda1a req-3c40dfc3-8189-4609-9354-48ee82ff9142 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999877 Sep 18 02:00:42.740420 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dd438-60ef-43a7-98dc-3accbd65a068 None None] Pushing event updated for resources: {'Port': ['ID=b52fb261-c75f-4d64-a900-22d66f93e66e,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:42.749701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:42.810147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Attempting to bind port b52fb261-c75f-4d64-a900-22d66f93e66e on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:42.810958 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Attempting to bind port b52fb261-c75f-4d64-a900-22d66f93e66e by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4e9a9c60-1f9a-4096-af5d-241b175977a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:42.811572 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Attempting to bind port b52fb261-c75f-4d64-a900-22d66f93e66e on network bbafe597-8c3c-4239-aa09-f596deb475d1 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:42.825928 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:42.826948 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Checking segment: {'id': '4e9a9c60-1f9a-4096-af5d-241b175977a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:42.827644 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.828819 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Bound using segment: {'id': '4e9a9c60-1f9a-4096-af5d-241b175977a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:42.829549 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Bound port: b52fb261-c75f-4d64-a900-22d66f93e66e, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9a9c60-1f9a-4096-af5d-241b175977a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'bbafe597-8c3c-4239-aa09-f596deb475d1'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:42.840293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'ca857727-8e4e-4cff-89fa-38c5cfd9e4d6', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'port_id': 'ca857727-8e4e-4cff-89fa-38c5cfd9e4d6', 'mac_address': 'fa:16:3e:d9:cd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23654107-5b5e-4373-99ae-60b1aba38110', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:42.841761 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.848507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:42.848798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:00:42.869639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Sync routers for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:00:42.883854 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.885603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '145d48dd-35b6-431c-912b-ce59603dd975', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '145d48dd-35b6-431c-912b-ce59603dd975', 'mac_address': 'fa:16:3e:81:ac:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:42.916632 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] For port b52fb261-c75f-4d64-a900-22d66f93e66e, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:42.920869 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] For port b52fb261-c75f-4d64-a900-22d66f93e66e, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b52fb261-c75f-4d64-a900-22d66f93e66e,segment=NetworkSegment(4e9a9c60-1f9a-4096-af5d-241b175977a1),segment_id=4e9a9c60-1f9a-4096-af5d-241b175977a1)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:42.935441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.939422 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a25c9f3e-39c6-4d56-b25d-f86630dd0fac admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9461432 Sep 18 02:00:42.943248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49218) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:42.947197 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:42.996259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de2682-4ed2-4d59-b397-f58f7d5ab49f req-ed7f75a0-a637-4a41-a230-9b08c4017426 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:42.998148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54de2682-4ed2-4d59-b397-f58f7d5ab49f req-ed7f75a0-a637-4a41-a230-9b08c4017426 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.1406872 Sep 18 02:00:43.012478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:43.014050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:43.021186 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dd438-60ef-43a7-98dc-3accbd65a068 None None] Pushing event updated for resources: {'Port': ['ID=b52fb261-c75f-4d64-a900-22d66f93e66e,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:43.021966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e3b1f-1da2-485b-b748-bcae6bc28d06 req-d19d748e-fe61-4aa8-ab98-43e71c1df13e tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:43.030391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a48e3b1f-1da2-485b-b748-bcae6bc28d06 req-d19d748e-fe61-4aa8-ab98-43e71c1df13e tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.4419110 Sep 18 02:00:43.034107 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Routers {'d5eef6b1-91c7-4821-8990-c8f32e4719f7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:43.035024 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d5eef6b1-91c7-4821-8990-c8f32e4719f7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:43.057343 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:43.097393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a48e3b1f-1da2-485b-b748-bcae6bc28d06 req-87e08d83-14fd-4228-a2d4-bcdc553a43ea tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659378 Sep 18 02:00:43.132535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Calling delete_port for b52fb261-c75f-4d64-a900-22d66f93e66e owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:43.185034 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] Set router d5eef6b1-91c7-4821-8990-c8f32e4719f7 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:43.212468 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54de2682-4ed2-4d59-b397-f58f7d5ab49f req-0d668e35-1abf-4e52-b15e-d45b3a2ed4eb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711193 Sep 18 02:00:43.277951 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:43.291217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:43.293335 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae4993-af81-4626-b5d1-84dbfce19dc0" -d '{"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:43.325609 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eef6b1-91c7-4821-8990-c8f32e4719f7', 'name': '', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:34Z', 'updated_at': '2021-09-18T02:00:42Z', 'revision_number': 4, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:43.339013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:43.380416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:43.385093 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13df2044-36ee-473b-8671-56cf10cd7fc8 None None] The sync data for ids ['d5eef6b1-91c7-4821-8990-c8f32e4719f7'] in n-d-789963-12 is: [{'id': 'd5eef6b1-91c7-4821-8990-c8f32e4719f7', 'name': '', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:34Z', 'updated_at': '2021-09-18T02:00:42Z', 'revision_number': 4, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:00:43.390697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:43.402738 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d690b8-78ab-41c9-b36d-527070e98e97 x-openstack-request-id: req-92d690b8-78ab-41c9-b36d-527070e98e97 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:43.403095 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:43.403500 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92d690b8-78ab-41c9-b36d-527070e98e97 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:43.404224 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975', 'code': 200} Sep 18 02:00:43.412233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:43.460712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 145d48dd-35b6-431c-912b-ce59603dd975 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:43.509465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:43.519855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:43.532742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-771eb237-d1a8-43a0-9f0e-48c18f167ebe req-a1e8b54f-f6e5-45e4-a955-33f135352f5d tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 210 time: 0.0437567 Sep 18 02:00:43.545016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae895b3d-ab66-40ae-b7d3-fab53b9232af req-d213d796-cd1d-4d1e-9d21-5334b6b42f2e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:43.556395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:43.559476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae895b3d-ab66-40ae-b7d3-fab53b9232af req-d213d796-cd1d-4d1e-9d21-5334b6b42f2e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.3208408 Sep 18 02:00:43.635779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-bd6193a7-39d0-43ab-b7f4-c37a263954ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:43.637576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-bd6193a7-39d0-43ab-b7f4-c37a263954ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 1097 time: 0.3135812 Sep 18 02:00:43.763757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c0898-1ee7-470b-85bb-cb10d361622e req-8861668f-714a-49af-92ab-3fb77b84d082 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:43.774042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0c0898-1ee7-470b-85bb-cb10d361622e req-8861668f-714a-49af-92ab-3fb77b84d082 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 944 time: 0.1482942 Sep 18 02:00:43.834371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae895b3d-ab66-40ae-b7d3-fab53b9232af req-347bc24a-07ad-4314-8157-dd7798c43bcc tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745068 Sep 18 02:00:43.838495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:43.891073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0c0898-1ee7-470b-85bb-cb10d361622e req-2d7bbde9-ad78-4a18-9c9f-f032fe019551 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143956 Sep 18 02:00:43.927642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ca857727-8e4e-4cff-89fa-38c5cfd9e4d6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:43.941184 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:00:43.941686 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:00:44.015505 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.022544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.038024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:44.100763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event deleted for resources: {'Port': ['ID=b52fb261-c75f-4d64-a900-22d66f93e66e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:44.136419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:41Z', 'revision_number': 3, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:44.169423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Checking router: d351fd3f-4480-42c1-b65c-02a2ad038e65 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:00:44.169926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Updating router d351fd3f-4480-42c1-b65c-02a2ad038e65 port e4d3fa7d-9567-4f68-8a9d-415eb5816a60 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:00:44.193437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-c5a2bb29-afd8-4dd8-a3e2-6d1f027577e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:44.194994 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-c5a2bb29-afd8-4dd8-a3e2-6d1f027577e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 912 time: 0.5273569 Sep 18 02:00:44.206590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-12421e26-6105-478f-8dd8-13e0a857c0b9 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:44.208272 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-12421e26-6105-478f-8dd8-13e0a857c0b9 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.18 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 822 time: 0.4606025 Sep 18 02:00:44.211274 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.216662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967477-f10e-49f6-8437-d4fb5d7231f6 req-c8f26fb9-926d-40a8-aaf8-9ec3bd91be34 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:44.219048 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea967477-f10e-49f6-8437-d4fb5d7231f6 req-c8f26fb9-926d-40a8-aaf8-9ec3bd91be34 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.2524505 Sep 18 02:00:44.230508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Request body: {'port': {'device_id': '984c287e-3513-4cd1-9f25-40e743660ee8', 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'admin_state_up': True, 'tenant_id': '80257e63b6e1429daa1cad6f02d42c47'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:44.266085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Allocated IP 172.20.0.1 (85cc0a77-ba9f-4ad9-9891-677c78b59a53/75240ea1-fa0e-4128-8afd-93f556bca81d/330e99c3-9db6-451b-adab-cd0c325e8b7c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:44.291321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-1e6a4c7f-ff27-42da-ba06-16bc6d44f8a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43888b8d-f2dd-4992-bd3f-487f48caf477 HTTP/1.1" status: 200 len: 217 time: 0.0681386 Sep 18 02:00:44.325133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.403527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ee112-7e6a-41ff-af57-82352f4e327a req-21a5ad2c-d300-4746-b5c7-80c22017f718 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:44.405169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c44ee112-7e6a-41ff-af57-82352f4e327a req-21a5ad2c-d300-4746-b5c7-80c22017f718 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.2056384 Sep 18 02:00:44.413665 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.468204 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c44ee112-7e6a-41ff-af57-82352f4e327a req-ddf8f7a2-8976-47c0-ba71-4d4d28ab7073 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508156 Sep 18 02:00:44.486803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.499446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.517567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea967477-f10e-49f6-8437-d4fb5d7231f6 req-ce488d64-53e9-4e5a-907e-868a0bcbbd84 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806847 Sep 18 02:00:44.522166 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.525360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.537509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-e74c564f-e79a-4aff-8a74-d0e56564e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:44.539328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-e74c564f-e79a-4aff-8a74-d0e56564e354 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.2355037 Sep 18 02:00:44.540431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:44.547858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:44.552749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:44.556226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Pushing event updated for resources: {'Port': ['ID=330e99c3-9db6-451b-adab-cd0c325e8b7c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:44.617878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145d48dd-35b6-431c-912b-ce59603dd975 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:44.658577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:44.665149 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.668161 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-20cfac71-081f-45f8-a8cb-443c9add549b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441449 Sep 18 02:00:44.673044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.684408 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.694603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.695141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5eef6b1-91c7-4821-8990-c8f32e4719f7 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:00:44.721013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.734317 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.737852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cd89c286-d14c-4251-a95d-b30b998aa4bf tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d5eef6b1-91c7-4821-8990-c8f32e4719f7 HTTP/1.1" status: 204 len: 168 time: 3.0883224 Sep 18 02:00:44.742591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6fca1733-5e80-4282-bf2a-e1c5b97725f6 req-b4757192-b945-404e-8738-5419c4791743 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 210 time: 0.0733106 Sep 18 02:00:44.743113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49236) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:44.775566 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Attempting to bind port e4d3fa7d-9567-4f68-8a9d-415eb5816a60 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:44.776539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Attempting to bind port e4d3fa7d-9567-4f68-8a9d-415eb5816a60 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:44.777008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Attempting to bind port e4d3fa7d-9567-4f68-8a9d-415eb5816a60 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:44.790945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:44.791323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:44.791743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.792141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:44.792618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Bound port: e4d3fa7d-9567-4f68-8a9d-415eb5816a60, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:44.792995 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.821076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:44.845021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad902cd-a607-4405-a37b-cda19ce27e6a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Deleting subnet 67c77181-9cf8-4930-b1a8-d75f1abe7d9a {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:00:44.852957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990f4c8-1fbb-4918-ac7b-bfc425676bb8 req-3d1d1c1a-2b8f-4db7-be84-2c0b240df92d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:44.861806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f990f4c8-1fbb-4918-ac7b-bfc425676bb8 req-3d1d1c1a-2b8f-4db7-be84-2c0b240df92d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 948 time: 0.2678971 Sep 18 02:00:44.897822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba5b02-1a95-4979-a225-d3cd8f69b34c None None] Pushing event updated for resources: {'Port': ['ID=e4d3fa7d-9567-4f68-8a9d-415eb5816a60,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:44.913609 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.927394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad902cd-a607-4405-a37b-cda19ce27e6a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.952242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] For port e4d3fa7d-9567-4f68-8a9d-415eb5816a60, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:44.954595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Made reservation on behalf of 80257e63b6e1429daa1cad6f02d42c47 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:44.957080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] For port e4d3fa7d-9567-4f68-8a9d-415eb5816a60, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e4d3fa7d-9567-4f68-8a9d-415eb5816a60,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:44.958692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-841da7a2-433b-4639-b428-0bfdb24ff3d4 None None] Provisioning complete for port 330e99c3-9db6-451b-adab-cd0c325e8b7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:44.959375 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-841da7a2-433b-4639-b428-0bfdb24ff3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.960390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:44.986890 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.020762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['145d48dd-35b6-431c-912b-ce59603dd975'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:45.038811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad902cd-a607-4405-a37b-cda19ce27e6a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.045200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f990f4c8-1fbb-4918-ac7b-bfc425676bb8 req-15ada2fd-0978-4e80-bef1-4cb7b2a556cf tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820531 Sep 18 02:00:45.091853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:45.092684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:45.099188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-841da7a2-433b-4639-b428-0bfdb24ff3d4 None None] Port 330e99c3-9db6-451b-adab-cd0c325e8b7c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:00:45.187892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba5b02-1a95-4979-a225-d3cd8f69b34c None None] Pushing event updated for resources: {'Port': ['ID=e4d3fa7d-9567-4f68-8a9d-415eb5816a60,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:45.195260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.205619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.217659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5c65c-2e79-4ce3-be8f-afc0c8903a04 req-14c0b729-2351-4435-aa71-fccc7c6d35e3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:45.219177 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b5c65c-2e79-4ce3-be8f-afc0c8903a04 req-14c0b729-2351-4435-aa71-fccc7c6d35e3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 944 time: 0.0809937 Sep 18 02:00:45.228810 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-f0e2f008-d843-4817-940d-76685320a30c service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432637 Sep 18 02:00:45.232297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Allocated IP 172.20.0.6 (3110e159-f330-4606-af75-4ce3a505b3fd/cd903278-adb9-49fd-b933-0afe9760950a/cfaac558-c3bc-479c-964d-12ab5db0f29f) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:45.274004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:45.288474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aca3e6-879c-466f-9bbb-60b9a5ebdc98 req-f6e72cb1-432e-4752-80d0-ed45f705f752 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:45.290295 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22aca3e6-879c-466f-9bbb-60b9a5ebdc98 req-f6e72cb1-432e-4752-80d0-ed45f705f752 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.3091657 Sep 18 02:00:45.296303 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad902cd-a607-4405-a37b-cda19ce27e6a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.312026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.321907 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b5c65c-2e79-4ce3-be8f-afc0c8903a04 req-7712cde1-9187-4f8a-96c4-b10704bbe14e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778577 Sep 18 02:00:45.322534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Pushing event updated for resources: {'Port': ['ID=330e99c3-9db6-451b-adab-cd0c325e8b7c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:45.466657 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74e66-9954-45db-81e4-6861a0348654 req-d3d1e6d0-ee79-46e2-b95c-6bb9ef768f63 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:45.468615 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1be74e66-9954-45db-81e4-6861a0348654 req-d3d1e6d0-ee79-46e2-b95c-6bb9ef768f63 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 950 time: 0.0768492 Sep 18 02:00:45.476646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22aca3e6-879c-466f-9bbb-60b9a5ebdc98 req-7df746a9-2d36-4433-a2a3-189705fc56d0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513946 Sep 18 02:00:45.500669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:45.506585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:45.540817 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1be74e66-9954-45db-81e4-6861a0348654 req-8fd39747-d391-4a93-849f-ffc98da1a4df tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651891 Sep 18 02:00:45.557578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad902cd-a607-4405-a37b-cda19ce27e6a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.618532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 1, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:45.629611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1330e335-333d-4925-9168-2b95a4fdcdf4 req-c7b08af8-1e10-4f9c-bb16-062fa6e2c2a4 service neutron] 10.222.0.18 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852201 Sep 18 02:00:45.660858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b8a437-6b15-4857-8f15-427eb546e330 None None] The sync data for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 is: [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 1, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:00:45.693496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad902cd-a607-4405-a37b-cda19ce27e6a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=67c77181-9cf8-4930-b1a8-d75f1abe7d9a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:45.698415 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad902cd-a607-4405-a37b-cda19ce27e6a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.700712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6ad902cd-a607-4405-a37b-cda19ce27e6a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/67c77181-9cf8-4930-b1a8-d75f1abe7d9a HTTP/1.1" status: 204 len: 168 time: 0.9483936 Sep 18 02:00:45.705909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49250) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:45.742824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Router d351fd3f-4480-42c1-b65c-02a2ad038e65 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:00:45.756303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378dbfb-e277-44e1-bd3c-13755642d659 req-fd37967c-d5bc-4fb9-b0f9-be4fc405a45f tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:45.757880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9378dbfb-e277-44e1-bd3c-13755642d659 req-fd37967c-d5bc-4fb9-b0f9-be4fc405a45f tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0899067 Sep 18 02:00:45.813208 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.831079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-741fe496-9368-455f-a88b-e54427febc88 None None] Provisioning complete for port 330e99c3-9db6-451b-adab-cd0c325e8b7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:45.831079 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-741fe496-9368-455f-a88b-e54427febc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.848474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6d010-1256-4b6d-a803-099bf2f1b90f req-0c5ae4d3-ffc8-46c4-95de-8fe9bef61ef7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:45.855820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6fc6d010-1256-4b6d-a803-099bf2f1b90f req-0c5ae4d3-ffc8-46c4-95de-8fe9bef61ef7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.2744088 Sep 18 02:00:45.859857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9378dbfb-e277-44e1-bd3c-13755642d659 req-7ca5fc27-2a47-47a0-9088-a7a78b7d3a9a tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943444 Sep 18 02:00:45.875506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-741fe496-9368-455f-a88b-e54427febc88 None None] Port 330e99c3-9db6-451b-adab-cd0c325e8b7c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:00:45.905893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:45.917799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:00:45.945045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de84bb6e-ee6c-4dd5-a32b-b08684eb01c4 admin admin] 10.222.0.21 "PUT /v2.0/routers/d351fd3f-4480-42c1-b65c-02a2ad038e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0014901 Sep 18 02:00:45.956797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6fc6d010-1256-4b6d-a803-099bf2f1b90f req-567141fe-633c-405d-8798-ce820cc6de10 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999854 Sep 18 02:00:46.098654 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.103907 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8de15df-bb1f-41c8-b2ad-57615c382378 req-0682e2fc-14db-4fd4-ade8-44805f8a3f37 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 210 time: 0.0618465 Sep 18 02:00:46.114131 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.157811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbafe597-8c3c-4239-aa09-f596deb475d1']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:46.195264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9a9c60-1f9a-4096-af5d-241b175977a1') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:46.195568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9a9c60-1f9a-4096-af5d-241b175977a1') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:46.225233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Network 3110e159-f330-4606-af75-4ce3a505b3fd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:46.231704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-655b1f5b-9436-42bc-856d-d95341e5592e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704305 Sep 18 02:00:46.233380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.240547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event updated for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:46.243311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:46.249033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:46.302979 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.327953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:00:46.328224 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: items = [ Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:00:46.330069 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:00:46.356656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49274) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:46.361665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9e149503-3c0f-4234-8cc6-75687ced2c80 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406634219', 'description': 'tempest-description--1831741150'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:46.396642 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e149503-3c0f-4234-8cc6-75687ced2c80 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.403805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:46.404494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.475103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:46.495025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509ef75-7faf-42db-a718-676c7cfb71fd req-3fb24a66-d19d-416d-8e2f-d53642973471 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:46.496642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1509ef75-7faf-42db-a718-676c7cfb71fd req-3fb24a66-d19d-416d-8e2f-d53642973471 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 944 time: 0.0839281 Sep 18 02:00:46.587330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1509ef75-7faf-42db-a718-676c7cfb71fd req-1454b139-00ba-44b4-a3b5-d126b739173e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Sep 18 02:00:46.592287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:00:46.597234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:46.598055 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.609928 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e149503-3c0f-4234-8cc6-75687ced2c80 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.619595 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e149503-3c0f-4234-8cc6-75687ced2c80 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.646138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e149503-3c0f-4234-8cc6-75687ced2c80 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.650075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9e149503-3c0f-4234-8cc6-75687ced2c80 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2895663 Sep 18 02:00:46.653669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49278) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:46.661930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e39d2866-059a-41a4-9676-bc31d6ff0c43 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Request body: {'security_group_rule': {'security_group_id': '289d0451-2a7b-4b27-b3f6-ef40f73d7105', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:46.695083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e149503-3c0f-4234-8cc6-75687ced2c80 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289d0451-2a7b-4b27-b3f6-ef40f73d7105,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:46.704301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:46.714389 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.764211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.769485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbafe597-8c3c-4239-aa09-f596deb475d1 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 02:00:46.773351 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.779279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "DELETE /v2.0/networks/bbafe597-8c3c-4239-aa09-f596deb475d1 HTTP/1.1" status: 204 len: 168 time: 1.0636661 Sep 18 02:00:46.781841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fca16e4-c2a2-4812-a7c7-d3abb4383796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca857727-8e4e-4cff-89fa-38c5cfd9e4d6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:46.784170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e39d2866-059a-41a4-9676-bc31d6ff0c43 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.785155 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6dd3ef-eada-42ed-bd6c-161908ff0a6c" -d '{"events": [{"server_uuid": "9fca16e4-c2a2-4812-a7c7-d3abb4383796", "name": "network-vif-plugged", "status": "completed", "tag": "ca857727-8e4e-4cff-89fa-38c5cfd9e4d6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:46.795568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-b88d944c-5190-40fe-bc9f-00156f4775c5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5760224 Sep 18 02:00:46.815275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-c0d60431-735e-4f42-b8b0-e22c655d7747 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:46.816512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:46.821252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-c0d60431-735e-4f42-b8b0-e22c655d7747 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5758946 Sep 18 02:00:46.827660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.859890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 145d48dd-35b6-431c-912b-ce59603dd975 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:46.860288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Request body: {'port': {'device_id': '984c287e-3513-4cd1-9f25-40e743660ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:46.860719 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.874351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4555a-3fd1-4841-998d-4198087f73fc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbafe597-8c3c-4239-aa09-f596deb475d1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:46.955260 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-e4e539b3-361d-4dd8-8cdf-fc374caf554d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/quotas/bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 375 time: 0.0827513 Sep 18 02:00:46.981454 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:46.983307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:47.022628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:47.038606 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.040589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43888b8d-f2dd-4992-bd3f-487f48caf477 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:47.048438 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.083237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-10389197-a509-4efc-84c5-6faf0a1b4dbc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122005 Sep 18 02:00:47.183523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=11']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:47.237177 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.258739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49294) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:47.258739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-abd4b239-a77c-4644-b530-236659d18f98 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'router': {'name': 'tempest-router--293915810', 'project_id': '2249b6296a3e484abaf9ad8a53ec5db2'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:47.349719 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abd4b239-a77c-4644-b530-236659d18f98 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.351161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abd4b239-a77c-4644-b530-236659d18f98 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.432100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e39d2866-059a-41a4-9676-bc31d6ff0c43 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.443037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b81a0-ca68-487d-ab5f-1e953941dac0 req-ad7b767a-c88e-4cc5-ae7f-be383866cfd4 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:47.463608 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-733b81a0-ca68-487d-ab5f-1e953941dac0 req-ad7b767a-c88e-4cc5-ae7f-be383866cfd4 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 945 time: 0.7640367 Sep 18 02:00:47.468918 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abd4b239-a77c-4644-b530-236659d18f98 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.472753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e4d3fa7d-9567-4f68-8a9d-415eb5816a60 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:47.476990 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3ddce-f97b-4fca-a098-29bec2b16507 x-openstack-request-id: req-b7b3ddce-f97b-4fca-a098-29bec2b16507 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:47.477406 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fca16e4-c2a2-4812-a7c7-d3abb4383796", "name": "network-vif-plugged", "status": "completed", "tag": "ca857727-8e4e-4cff-89fa-38c5cfd9e4d6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:47.477846 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7b3ddce-f97b-4fca-a098-29bec2b16507 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:47.478440 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fca16e4-c2a2-4812-a7c7-d3abb4383796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca857727-8e4e-4cff-89fa-38c5cfd9e4d6', 'code': 200} Sep 18 02:00:47.482159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abd4b239-a77c-4644-b530-236659d18f98 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.486466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e39d2866-059a-41a4-9676-bc31d6ff0c43 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.538545 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abd4b239-a77c-4644-b530-236659d18f98 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.540291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-abd4b239-a77c-4644-b530-236659d18f98 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2883348 Sep 18 02:00:47.554739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49300) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:47.574026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:47.587779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.620115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d2866-059a-41a4-9676-bc31d6ff0c43 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af4f7bd-9e92-4e5e-984f-449ba7b01a72,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:47.629839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e4d3fa7d-9567-4f68-8a9d-415eb5816a60 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:47.633440 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.635566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e39d2866-059a-41a4-9676-bc31d6ff0c43 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.637085 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e39d2866-059a-41a4-9676-bc31d6ff0c43 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9826424 Sep 18 02:00:47.642524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49304) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:47.650893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f839cdf6-4f07-45fb-a381-515abb5d1293 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Request body: {'security_group_rule': {'security_group_id': '289d0451-2a7b-4b27-b3f6-ef40f73d7105', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:47.690339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfaac558-c3bc-479c-964d-12ab5db0f29f {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:47.703822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.722350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738413d-8816-4de4-b1a0-449570ed659e req-9e6b4f5d-4963-4edb-9590-b6403e00854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:47.724863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4738413d-8816-4de4-b1a0-449570ed659e req-9e6b4f5d-4963-4edb-9590-b6403e00854f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 1097 time: 0.1804955 Sep 18 02:00:47.740913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-733b81a0-ca68-487d-ab5f-1e953941dac0 req-364328c6-8caf-473d-bfd0-b6f2332c7774 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756968 Sep 18 02:00:47.753441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d863a89d-924d-4935-90a6-41af4f9e26ee tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.761657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830894c0-6ec9-4a50-8845-97f66e944a37 req-515493f5-d260-43a5-896d-70eb37b078e2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:47.763612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-830894c0-6ec9-4a50-8845-97f66e944a37 req-515493f5-d260-43a5-896d-70eb37b078e2 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1419241 Sep 18 02:00:47.769400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f839cdf6-4f07-45fb-a381-515abb5d1293 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.774617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Transition to ACTIVE for port object cfaac558-c3bc-479c-964d-12ab5db0f29f will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:00:47.794263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:47.831133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4738413d-8816-4de4-b1a0-449570ed659e req-e8c12db9-cba4-4c32-9a5d-c7e0949726fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948536 Sep 18 02:00:47.831688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.899969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:47.948520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port e4d3fa7d-9567-4f68-8a9d-415eb5816a60, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e4d3fa7d-9567-4f68-8a9d-415eb5816a60,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:47.957808 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.015495 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-830894c0-6ec9-4a50-8845-97f66e944a37 req-66ca1393-65c7-4794-8d6d-de80df74ccc8 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041333 Sep 18 02:00:48.021405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:48.063846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Attempting to bind port cfaac558-c3bc-479c-964d-12ab5db0f29f on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:48.064189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Attempting to bind port cfaac558-c3bc-479c-964d-12ab5db0f29f by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:48.064515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Attempting to bind port cfaac558-c3bc-479c-964d-12ab5db0f29f on network 3110e159-f330-4606-af75-4ce3a505b3fd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:48.070377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Port cfaac558-c3bc-479c-964d-12ab5db0f29f on network 3110e159-f330-4606-af75-4ce3a505b3fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:00:48.070729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Attempting to bind port cfaac558-c3bc-479c-964d-12ab5db0f29f on network 3110e159-f330-4606-af75-4ce3a505b3fd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:48.076047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=e4d3fa7d-9567-4f68-8a9d-415eb5816a60,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:48.078370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:48.079469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Checking segment: {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:48.079642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Bound using segment: {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:48.080591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Bound port: cfaac558-c3bc-479c-964d-12ab5db0f29f, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:48.081046 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.189408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:48.207974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:48.221290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c2697-3bc7-4453-9446-d90c54de046b req-fd04137a-dc2f-4310-82bf-f817b7b09508 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:48.223835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d3c2697-3bc7-4453-9446-d90c54de046b req-fd04137a-dc2f-4310-82bf-f817b7b09508 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 943 time: 0.0801117 Sep 18 02:00:48.224878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.234440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d863a89d-924d-4935-90a6-41af4f9e26ee tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.240388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d863a89d-924d-4935-90a6-41af4f9e26ee tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.249313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986ab7-259e-4ad8-975e-3fe0a7119227 req-0b5a0f4a-2392-432e-ab29-c3641e23ad07 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:48.256907 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33986ab7-259e-4ad8-975e-3fe0a7119227 req-0b5a0f4a-2392-432e-ab29-c3641e23ad07 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.3730347 Sep 18 02:00:48.265710 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f839cdf6-4f07-45fb-a381-515abb5d1293 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.277248 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f839cdf6-4f07-45fb-a381-515abb5d1293 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.279404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:48.280031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.281609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] 10.222.0.18 "PUT /v2.0/ports/cfaac558-c3bc-479c-964d-12ab5db0f29f HTTP/1.1" status: 200 len: 1092 time: 1.4334009 Sep 18 02:00:48.282325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:48.284628 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a" -d '{"events": [{"name": "network-changed", "server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:48.322325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d3c2697-3bc7-4453-9446-d90c54de046b req-d4ce6dd7-6316-43c2-a41d-e558cb8a36e7 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880387 Sep 18 02:00:48.328215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89c63-f234-4ef8-855b-ed04a2a74cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:48.347425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d863a89d-924d-4935-90a6-41af4f9e26ee tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.348384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d863a89d-924d-4935-90a6-41af4f9e26ee tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 621c9ff5-0e54-430b-9b36-8697c7950c03 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:00:48.360627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d863a89d-924d-4935-90a6-41af4f9e26ee tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.364495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d863a89d-924d-4935-90a6-41af4f9e26ee tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "DELETE /v2.0/routers/621c9ff5-0e54-430b-9b36-8697c7950c03 HTTP/1.1" status: 204 len: 168 time: 0.8048983 Sep 18 02:00:48.364495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839cdf6-4f07-45fb-a381-515abb5d1293 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7aab093-4143-4f14-aa3d-0848964045fe,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:48.400203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33986ab7-259e-4ad8-975e-3fe0a7119227 req-d3902987-c31c-4962-ac97-7bd199831d69 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377983 Sep 18 02:00:48.405896 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f839cdf6-4f07-45fb-a381-515abb5d1293 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.407338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f839cdf6-4f07-45fb-a381-515abb5d1293 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7619276 Sep 18 02:00:48.411598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49316) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:48.416351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:48.454699 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.489767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c081634-f3e5-4a68-b273-a61757366d67 req-4329d408-8399-4bac-8142-a2a02e2f46ae tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 210 time: 0.0546958 Sep 18 02:00:48.509396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-26a4617d-1cf0-42f5-bac2-b6581a8904e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:48.514369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-26a4617d-1cf0-42f5-bac2-b6581a8904e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1641309 Sep 18 02:00:48.568200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6e5ff-775e-4573-ad3c-a2f3f2ee9732 req-8c4d622f-fb6b-4b5f-8730-988f6aa29aab tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:48.571230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cda6e5ff-775e-4573-ad3c-a2f3f2ee9732 req-8c4d622f-fb6b-4b5f-8730-988f6aa29aab tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 945 time: 0.0937912 Sep 18 02:00:48.577299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-6d9333b5-fcd7-4f7c-94be-4dcff27adfe5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f HTTP/1.1" status: 200 len: 217 time: 0.0539920 Sep 18 02:00:48.579006 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72127a26-ff45-47b6-9b36-feac3adf54fe x-openstack-request-id: req-72127a26-ff45-47b6-9b36-feac3adf54fe {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:48.579507 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:48.579845 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72127a26-ff45-47b6-9b36-feac3adf54fe {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:48.580357 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'status': 'completed', 'code': 200} Sep 18 02:00:48.593506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49318) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:48.635373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-a6a52b46-2e9a-4aaf-93cc-f973a116c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:48.637040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-a6a52b46-2e9a-4aaf-93cc-f973a116c092 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd903278-adb9-49fd-b933-0afe9760950a HTTP/1.1" status: 200 len: 862 time: 0.0530043 Sep 18 02:00:48.651984 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cda6e5ff-775e-4573-ad3c-a2f3f2ee9732 req-91cec32a-f37a-4ebb-bf5d-9cbf6d96676c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Sep 18 02:00:48.674429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:48.677637 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-175cc452-41ce-428a-a3c1-221fc0b5219b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3110e159-f330-4606-af75-4ce3a505b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308428 Sep 18 02:00:48.803656 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-d3b4205f-1706-4084-9677-6a0b03aeb219 service neutron] 10.222.0.18 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182883 Sep 18 02:00:48.827761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Allocated IP 172.25.0.238 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/8b5475a5-f429-4a94-962d-35c7f16b2236) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:48.927539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1747097800', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:48.962963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaefe1-9c6a-4c6a-a3fc-e480142a5e20 req-54bfab83-4fba-4d41-98e4-02850df43422 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:48.971004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7efaefe1-9c6a-4c6a-a3fc-e480142a5e20 req-54bfab83-4fba-4d41-98e4-02850df43422 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 943 time: 0.1663396 Sep 18 02:00:49.001799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.011276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-9918844f-7e0f-4ef2-ade6-b9ee726f39ca tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897050 Sep 18 02:00:49.053877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.106185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:49.110230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:49.117042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:49.125756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.127158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.146869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7efaefe1-9c6a-4c6a-a3fc-e480142a5e20 req-88b14ccd-7cd8-4752-8969-910ce3f7e037 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709509 Sep 18 02:00:49.154085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event updated for resources: {'Port': ['ID=8b5475a5-f429-4a94-962d-35c7f16b2236,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:49.215350 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e93beb-67f4-40a0-b4fc-c7308d0b76df req-a1caa086-c8ab-4eaf-be52-2eda8bd4027a service neutron] 10.222.0.18 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988090 Sep 18 02:00:49.218258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e4d3fa7d-9567-4f68-8a9d-415eb5816a60 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:49.223712 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c86ea-21de-4ee5-9830-e21795b104fd req-0a81bedc-c485-44c3-915e-4d279a2fb232 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:49.225464 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875c86ea-21de-4ee5-9830-e21795b104fd req-0a81bedc-c485-44c3-915e-4d279a2fb232 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1057858 Sep 18 02:00:49.319038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e4d3fa7d-9567-4f68-8a9d-415eb5816a60 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:49.319605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.325685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-875c86ea-21de-4ee5-9830-e21795b104fd req-d7483a8b-74ba-4705-9da4-71a7a072495a tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803962 Sep 18 02:00:49.339482 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.355075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.364303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-c369bee9-fb8b-4dfa-aa32-d0cf680b3b77 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:49.365823 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-c369bee9-fb8b-4dfa-aa32-d0cf680b3b77 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3470349 Sep 18 02:00:49.399111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Request body: {'port': {'device_id': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'bc595d4fb5964cd99a406ef8693fd5ab'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:49.399973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.443411 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Sync routers for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:00:49.457100 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:49.458696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-8530dc8a-812a-45ae-bf5c-ed87032b59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:49.459700 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:49.460495 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-8530dc8a-812a-45ae-bf5c-ed87032b59d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1489673 Sep 18 02:00:49.479903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975'}, {'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:49.482239 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae790b5a-1c34-41eb-ad50-c391bcc462b3" -d '{"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-plugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975"}, {"server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "name": "network-vif-unplugged", "status": "completed", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:49.601718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe0299-50fa-49c2-92f2-be7156ed8099 req-3aa2e25d-b453-40d6-b5e8-a6a40e217a38 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:49.603284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12fe0299-50fa-49c2-92f2-be7156ed8099 req-3aa2e25d-b453-40d6-b5e8-a6a40e217a38 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 943 time: 0.1313488 Sep 18 02:00:49.627878 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:49.657075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12fe0299-50fa-49c2-92f2-be7156ed8099 req-75df1b90-ae8f-47ff-a44f-5aa7cbec2cec tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455172 Sep 18 02:00:49.700947 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.721709 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.745944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.780938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-0d306548-4a95-44e2-99fd-0438d7c2c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:49.782408 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-0d306548-4a95-44e2-99fd-0438d7c2c439 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 922 time: 0.2828267 Sep 18 02:00:49.828211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event updated for resources: {'Port': ['ID=8b5475a5-f429-4a94-962d-35c7f16b2236,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:49.834533 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-f065fca3-5958-454d-b789-5e06e7d5b248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f HTTP/1.1" status: 200 len: 217 time: 0.0413411 Sep 18 02:00:49.899257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Made reservation on behalf of bc595d4fb5964cd99a406ef8693fd5ab for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:49.903945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.904541 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.919748 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 2, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:49.945689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d812962-c94c-4a07-944d-2592fefae77b req-5cdff561-3464-4f1d-813c-57bb56e3cdc5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:49.948550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d812962-c94c-4a07-944d-2592fefae77b req-5cdff561-3464-4f1d-813c-57bb56e3cdc5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.1303453 Sep 18 02:00:49.951078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:49.952389 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e43e6bd2-826a-40d5-8529-9230258fdb54 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5395708 Sep 18 02:00:49.959855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-e41751c7-0227-4bf3-a292-889ce15deff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:49.961612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-e41751c7-0227-4bf3-a292-889ce15deff4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd903278-adb9-49fd-b933-0afe9760950a HTTP/1.1" status: 200 len: 862 time: 0.1162493 Sep 18 02:00:49.969048 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Checking router: d351fd3f-4480-42c1-b65c-02a2ad038e65 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:00:49.969694 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Updating router d351fd3f-4480-42c1-b65c-02a2ad038e65 port 330e99c3-9db6-451b-adab-cd0c325e8b7c binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:00:50.011591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d812962-c94c-4a07-944d-2592fefae77b req-8a8e5330-7209-42ca-b656-069b96789896 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539961 Sep 18 02:00:50.013015 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.063113 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffd754f-a277-4ea1-953d-c23611dce62a x-openstack-request-id: req-8ffd754f-a277-4ea1-953d-c23611dce62a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:50.063608 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-plugged", "status": "completed", "tag": "145d48dd-35b6-431c-912b-ce59603dd975", "code": 200}, {"server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "name": "network-vif-unplugged", "status": "failed", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477", "code": 422}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:50.064573 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ffd754f-a277-4ea1-953d-c23611dce62a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:50.065105 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975', 'code': 200} Sep 18 02:00:50.065763 n-d-789963-12 neutron-server[106441]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'code': 422} returned with failed status Sep 18 02:00:50.118443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-2ceacd2c-2f39-449f-be22-8fb2aaa8f221 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3110e159-f330-4606-af75-4ce3a505b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197343 Sep 18 02:00:50.187334 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-217dd1f4-b638-46cb-aab6-d74bcc733a46 req-16101a74-1b15-4c37-8f14-bf05dedd6854 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 210 time: 0.0447197 Sep 18 02:00:50.312880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294709-91eb-4a81-b73e-b3496ef17f0f req-c1e35123-8fa9-4b2d-8639-e229f061020b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:50.314958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8294709-91eb-4a81-b73e-b3496ef17f0f req-c1e35123-8fa9-4b2d-8639-e229f061020b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 945 time: 0.0626087 Sep 18 02:00:50.372378 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8294709-91eb-4a81-b73e-b3496ef17f0f req-b455c04b-693a-49dc-a48a-e1cdf3600d5b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485060 Sep 18 02:00:50.388309 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.396978 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.590149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb1375-714d-40ca-9ee2-49cf855ef8fb req-0a3dde32-17ac-4778-8a98-066860eca026 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:50.592630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92bb1375-714d-40ca-9ee2-49cf855ef8fb req-0a3dde32-17ac-4778-8a98-066860eca026 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0694389 Sep 18 02:00:50.597481 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Attempting to bind port 330e99c3-9db6-451b-adab-cd0c325e8b7c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:50.598606 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Attempting to bind port 330e99c3-9db6-451b-adab-cd0c325e8b7c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:50.598947 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Attempting to bind port 330e99c3-9db6-451b-adab-cd0c325e8b7c on network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:50.606240 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:50.606727 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Checking segment: {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:50.607213 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.607674 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Bound using segment: {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:50.608215 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Bound port: 330e99c3-9db6-451b-adab-cd0c325e8b7c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:50.608842 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.661684 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92bb1375-714d-40ca-9ee2-49cf855ef8fb req-ac0c23c2-d008-4e99-8bdf-3bc0c75e71f1 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635190 Sep 18 02:00:50.688933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa785a5-660f-4845-98d5-081bc4b5db30 None None] Pushing event updated for resources: {'Port': ['ID=330e99c3-9db6-451b-adab-cd0c325e8b7c,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:50.719801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cfaac558-c3bc-479c-964d-12ab5db0f29f details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:00:50.738349 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] For port 330e99c3-9db6-451b-adab-cd0c325e8b7c, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:50.744082 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] For port 330e99c3-9db6-451b-adab-cd0c325e8b7c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=330e99c3-9db6-451b-adab-cd0c325e8b7c,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:50.751682 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.773179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Allocated IP 192.168.233.62 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/ca629151-d656-4a88-adee-c17d5fa14692) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:50.782389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 43888b8d-f2dd-4992-bd3f-487f48caf477 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:00:50.911073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.962734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-93da57e4-cc1b-4c96-8ec8-80075e10de97 None None] Provisioning complete for port 330e99c3-9db6-451b-adab-cd0c325e8b7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:50.963849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93da57e4-cc1b-4c96-8ec8-80075e10de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.974022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:50.988241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-99c00f6d-60fe-4939-92f2-67780b0a95c5 service neutron] 10.222.0.18 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576586 Sep 18 02:00:51.006797 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:51.007572 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:51.009743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-646c9eed-aa18-4c8a-b454-3f2808ab5e79 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:51.016502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-646c9eed-aa18-4c8a-b454-3f2808ab5e79 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5d9c6c1-e1f7-4c63-ba41-d38e29924033 HTTP/1.1" status: 200 len: 943 time: 0.7473106 Sep 18 02:00:51.061751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-dc8f80f8-5b66-474e-9789-408ffd1b1121 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:51.071422 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa785a5-660f-4845-98d5-081bc4b5db30 None None] Pushing event updated for resources: {'Port': ['ID=330e99c3-9db6-451b-adab-cd0c325e8b7c,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:51.073139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-dc8f80f8-5b66-474e-9789-408ffd1b1121 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.2586825 Sep 18 02:00:51.110146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:51.117412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-113d7581-996f-4137-bd94-66d4e398c644 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/quotas/9bfff37e91a7428ab2c2d22f7437d9f4 HTTP/1.1" status: 200 len: 375 time: 0.0429316 Sep 18 02:00:51.131208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'port_id': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'mac_address': 'fa:16:3e:48:e4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd903278-adb9-49fd-b933-0afe9760950a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:00:51.257096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-e6904766-c9c8-4012-baca-d8072b677359 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359892 Sep 18 02:00:51.277966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93da57e4-cc1b-4c96-8ec8-80075e10de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.281080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:00:51.283291 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.287371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 330e99c3-9db6-451b-adab-cd0c325e8b7c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:51.358914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfaac558-c3bc-479c-964d-12ab5db0f29f {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:51.406541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-93da57e4-cc1b-4c96-8ec8-80075e10de97 None None] For port 330e99c3-9db6-451b-adab-cd0c325e8b7c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=330e99c3-9db6-451b-adab-cd0c325e8b7c,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:51.411855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:51.415517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Allocated IP 172.25.0.199 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/60b27414-da65-4b57-a285-4d5e73941941) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:51.416345 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93da57e4-cc1b-4c96-8ec8-80075e10de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.425164 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.473982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 330e99c3-9db6-451b-adab-cd0c325e8b7c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:51.474651 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.476341 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-caed75a7-f14d-449f-83d1-5be247ac580c service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182887 Sep 18 02:00:51.515473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da57e4-cc1b-4c96-8ec8-80075e10de97 None None] Pushing event updated for resources: {'Port': ['ID=330e99c3-9db6-451b-adab-cd0c325e8b7c,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:51.576377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-322c6cbb-8c72-463e-bdd7-6f3de45aea4a req-4107560b-3015-4732-8394-eb3cd4602fda service neutron] 10.222.0.18 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751233 Sep 18 02:00:51.592850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:51.596458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-80c97a23-c608-4910-abf5-87080e474770 None None] Provisioning complete for port 330e99c3-9db6-451b-adab-cd0c325e8b7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:51.596836 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80c97a23-c608-4910-abf5-87080e474770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.605326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-141e59cc-0e62-488d-8e8d-ab959bd9665f service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277196 Sep 18 02:00:51.658540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['cfaac558-c3bc-479c-964d-12ab5db0f29f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:51.719342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.728625 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:50Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:51.782244 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f7930-821c-4675-9f42-1dfbaee30825 None None] The sync data for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 is: [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:50Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:00:51.798692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Deleting port 43888b8d-f2dd-4992-bd3f-487f48caf477 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:51.799160 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.845339 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.933344 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:51.999362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625fc8e-93c9-40f3-b311-453297f75249 req-f0545626-c13f-4c77-ad5c-7c1e4469a635 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:52.009674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7625fc8e-93c9-40f3-b311-453297f75249 req-f0545626-c13f-4c77-ad5c-7c1e4469a635 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 944 time: 0.1264777 Sep 18 02:00:52.059024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7625fc8e-93c9-40f3-b311-453297f75249 req-ee5f0cc4-4b8b-4c6e-8e56-3eda86b0dc74 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479183 Sep 18 02:00:52.122601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:52.128807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:52.139046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', '2e02130b-10a8-4d71-a948-759dd815851d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:52.142284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:52.157796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:52.232231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b6fde-d354-43aa-b722-61c805133d67 req-e6647a74-7410-4f17-aa09-33072e69bcd2 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:52.242528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a62b6fde-d354-43aa-b722-61c805133d67 req-e6647a74-7410-4f17-aa09-33072e69bcd2 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.0735598 Sep 18 02:00:52.259253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:52.261760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event updated for resources: {'Port': ['ID=60b27414-da65-4b57-a285-4d5e73941941,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:52.299288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a62b6fde-d354-43aa-b722-61c805133d67 req-bbf2ecbd-f18e-40fa-b844-a9f5d21a69b3 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527668 Sep 18 02:00:52.324197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:52.339712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:52.436747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['145d48dd-35b6-431c-912b-ce59603dd975'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:52.446264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] For port 43888b8d-f2dd-4992-bd3f-487f48caf477, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=43888b8d-f2dd-4992-bd3f-487f48caf477,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:52.447260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:52.543236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Calling delete_port for 43888b8d-f2dd-4992-bd3f-487f48caf477 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:52.589474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768bd5-16ed-47d9-baf9-004ff5c094f2 req-fad947ae-f018-4427-938e-881adc294656 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:52.593051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb768bd5-16ed-47d9-baf9-004ff5c094f2 req-fad947ae-f018-4427-938e-881adc294656 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 935 time: 0.1685398 Sep 18 02:00:52.681218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb768bd5-16ed-47d9-baf9-004ff5c094f2 req-25c4f6ff-8254-4d6e-aee3-60bf8a9d426e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804679 Sep 18 02:00:52.726905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cfaac558-c3bc-479c-964d-12ab5db0f29f up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:52.776487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:52.823549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:52.824509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:52.842403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1cd47264-e780-4fd3-bee0-d207402afcf3 None None] Provisioning complete for port ca629151-d656-4a88-adee-c17d5fa14692 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:52.843741 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1cd47264-e780-4fd3-bee0-d207402afcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:52.880336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1834f-899a-4bf3-834f-e0b86099837d req-230d4e53-9be0-4c20-a2a1-24a30e38d1f5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:52.889289 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd1834f-899a-4bf3-834f-e0b86099837d req-230d4e53-9be0-4c20-a2a1-24a30e38d1f5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1264851 Sep 18 02:00:52.900157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1cd47264-e780-4fd3-bee0-d207402afcf3 None None] Port ca629151-d656-4a88-adee-c17d5fa14692 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:00:52.901736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port cfaac558-c3bc-479c-964d-12ab5db0f29f completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:00:52.907008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port cfaac558-c3bc-479c-964d-12ab5db0f29f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:52.907378 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:52.925743 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-a59c3b81-9765-4e01-a9e3-1f71c67ed63a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5303352 Sep 18 02:00:52.943456 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd1834f-899a-4bf3-834f-e0b86099837d req-1036bba6-3e37-427b-91eb-de8554427966 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525935 Sep 18 02:00:52.977445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Request body: {'port': {'device_id': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:53.024610 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:53.069616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:53.075596 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f6ddc1-d1ce-4c8e-9fd7-3d359f20ba1d" -d '{"events": [{"server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "name": "network-vif-plugged", "status": "completed", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:53.089494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:53.096598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:00:53.105017 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:53.118157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3dc262f-83e6-4e7b-bea3-73a607d708a7 req-0eda292e-86ed-4512-be1e-f7f5c78d659a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 210 time: 0.0589490 Sep 18 02:00:53.198249 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67981e3-58df-4dcb-a58d-616eda38e421 x-openstack-request-id: req-f67981e3-58df-4dcb-a58d-616eda38e421 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:53.198931 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "name": "network-vif-plugged", "status": "completed", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:53.199129 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f67981e3-58df-4dcb-a58d-616eda38e421 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:53.202983 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'code': 200} Sep 18 02:00:53.236068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:53.270873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 330e99c3-9db6-451b-adab-cd0c325e8b7c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:00:53.341642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132d204-8a34-48bf-94c7-9cac1745da3a req-a94d39a1-dd7a-48c8-8071-26d6073009dd tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:53.350208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d132d204-8a34-48bf-94c7-9cac1745da3a req-a94d39a1-dd7a-48c8-8071-26d6073009dd tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.0813146 Sep 18 02:00:53.389404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d132d204-8a34-48bf-94c7-9cac1745da3a req-5fdad65c-7827-4814-a03d-6c3c44f5a847 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Sep 18 02:00:53.400373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 330e99c3-9db6-451b-adab-cd0c325e8b7c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:00:53.400373 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:53.564657 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46018a7-b964-4f0f-bfc2-5138dfe7c825 req-671cb84b-faf6-4921-a178-e40f1267952b tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:53.566175 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e46018a7-b964-4f0f-bfc2-5138dfe7c825 req-671cb84b-faf6-4921-a178-e40f1267952b tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.0543137 Sep 18 02:00:53.617077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e46018a7-b964-4f0f-bfc2-5138dfe7c825 req-95cf5b06-0c1c-4cc1-8f5c-4a0942773550 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Sep 18 02:00:53.825931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd70d81-7ede-4897-afbf-a7119c8c3188 req-e3c7b31a-028a-499e-8e64-7033c2e397b3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:53.827531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cbd70d81-7ede-4897-afbf-a7119c8c3188 req-e3c7b31a-028a-499e-8e64-7033c2e397b3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 935 time: 0.0607255 Sep 18 02:00:53.877767 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:53.882453 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cbd70d81-7ede-4897-afbf-a7119c8c3188 req-679ea93a-4c3e-4b3f-ae5d-f314a6cd39fc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Sep 18 02:00:53.960922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event deleted for resources: {'Port': ['ID=43888b8d-f2dd-4992-bd3f-487f48caf477,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:53.992086 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:54.015333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96450d74-82d1-48e3-bc29-4bfbd4ab9dea req-fe0ee352-19e9-47ac-8fcb-b04a66f1e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:54.018212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-96450d74-82d1-48e3-bc29-4bfbd4ab9dea req-fe0ee352-19e9-47ac-8fcb-b04a66f1e0dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 1097 time: 0.6567609 Sep 18 02:00:54.081491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6496a-1053-4753-afcd-997fa2e209c9 req-68fbb678-c6ad-4969-b355-52bf1879e0e4 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:54.083305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17e6496a-1053-4753-afcd-997fa2e209c9 req-68fbb678-c6ad-4969-b355-52bf1879e0e4 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0606744 Sep 18 02:00:54.123553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] No DVR routers for this DVR port 43888b8d-f2dd-4992-bd3f-487f48caf477 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:00:54.125828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17e6496a-1053-4753-afcd-997fa2e209c9 req-2d2b3932-c73a-4322-9676-19cbbef5e7a0 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Sep 18 02:00:54.142242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:54.153398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a430bcad-2ccf-4f51-8cc9-3f6d69e70ee7 req-66efcdfa-b15c-4ef4-ba10-5ec33fd3fd73 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "DELETE /v2.0/ports/43888b8d-f2dd-4992-bd3f-487f48caf477 HTTP/1.1" status: 204 len: 173 time: 3.1270287 Sep 18 02:00:54.153398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'name': 'network-vif-deleted', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:54.153398 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9d39f-96c8-45fa-9331-9c2403f017ca" -d '{"events": [{"server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "name": "network-vif-deleted", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:54.192411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-d7b821b5-eeb3-4832-889a-cf6f962ca398 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:54.194021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-d7b821b5-eeb3-4832-889a-cf6f962ca398 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.8515108 Sep 18 02:00:54.231250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-96450d74-82d1-48e3-bc29-4bfbd4ab9dea req-8ee585fd-db9e-46a7-8c2a-07ff0cb2c62a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739569 Sep 18 02:00:54.234884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Request body: {'port': {'device_id': 'd17ad9b4-deb3-4b78-a16b-17093a3c3798', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'admin_state_up': True, 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:54.261547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-52099e8b-df0b-44ee-afc2-b1988782e55e req-493d925c-c56a-4c54-996e-352ecfa39771 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 210 time: 0.0417395 Sep 18 02:00:54.301052 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a3d362-b096-4861-90e3-cb32d7def62a x-openstack-request-id: req-86a3d362-b096-4861-90e3-cb32d7def62a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:54.301402 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d9c6c1-e1f7-4c63-ba41-d38e29924033", "name": "network-vif-deleted", "tag": "43888b8d-f2dd-4992-bd3f-487f48caf477", "status": "failed", "code": 422}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:54.301658 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86a3d362-b096-4861-90e3-cb32d7def62a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:54.302069 n-d-789963-12 neutron-server[106439]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5d9c6c1-e1f7-4c63-ba41-d38e29924033', 'name': 'network-vif-deleted', 'tag': '43888b8d-f2dd-4992-bd3f-487f48caf477', 'status': 'failed', 'code': 422} returned with failed status Sep 18 02:00:54.475518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca629151-d656-4a88-adee-c17d5fa14692 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:54.512562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:54.547928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Transition to ACTIVE for port object ca629151-d656-4a88-adee-c17d5fa14692 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:00:54.557259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:54.562829 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:54.573130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:54.577515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:54.578502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a751fa6-07f3-44aa-9eba-61525fce82ed req-97a359d7-9dae-40b9-bfc7-ae1b25c8632c tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:54.580967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a751fa6-07f3-44aa-9eba-61525fce82ed req-97a359d7-9dae-40b9-bfc7-ae1b25c8632c tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.0848167 Sep 18 02:00:54.637543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a751fa6-07f3-44aa-9eba-61525fce82ed req-fb5230c6-f3a3-4b12-82e8-20ab83cd7961 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Sep 18 02:00:54.705292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:55.007957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:55.008645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:55.008645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:55.022311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15b62-6d5c-467d-973a-8bf09f5751b4 req-cb9eb759-a6f7-45ce-82f5-aeedd7a5ed1c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:55.023853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88d15b62-6d5c-467d-973a-8bf09f5751b4 req-cb9eb759-a6f7-45ce-82f5-aeedd7a5ed1c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.2563508 Sep 18 02:00:55.036618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:00:55.036947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:55.040216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Allocated IP 172.20.0.10 (4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127/23654107-5b5e-4373-99ae-60b1aba38110/bf6d4372-06c9-4d79-b7ca-86e16d14e7d4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:55.067829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:55.068514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:55.068918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:55.069398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Bound port: ca629151-d656-4a88-adee-c17d5fa14692, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:55.069765 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:55.073783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-36e7596d-35b6-4add-80f5-e1e688e9ffe0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:55.081463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-36e7596d-35b6-4add-80f5-e1e688e9ffe0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.1461368 Sep 18 02:00:55.104055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-b648fcb1-80da-42db-b83f-40c99548fff9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/quotas/ed7bdd6d4a7244599abaed6d4aa406fe HTTP/1.1" status: 200 len: 375 time: 0.0173192 Sep 18 02:00:55.142288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-ded55e01-8833-486c-9e53-2ff4b7c93766 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364213 Sep 18 02:00:55.150399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88d15b62-6d5c-467d-973a-8bf09f5751b4 req-5c922572-4cd5-4790-9b3e-28497aa14878 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168077 Sep 18 02:00:55.151008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Router bf106a37-8c77-462d-9b1c-671068fd204c is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:00:55.276686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5ce0d623-1b8a-4223-b71c-5c33a97b341b service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324701 Sep 18 02:00:55.294006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:55.305498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:55.361966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:55.382450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:55.407901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-a3d3fed6-b864-4af5-8570-c708b80ba408 service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289971 Sep 18 02:00:55.478777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:55.479421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:55.481029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] 10.222.0.20 "PUT /v2.0/ports/ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 1096 time: 2.5420148 Sep 18 02:00:55.506406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4981-6933-46b3-9967-dfe42ca30d65 req-e3147d96-2df1-4176-9afb-c36a4fd1e1cc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:55.513962 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d97f4981-6933-46b3-9967-dfe42ca30d65 req-e3147d96-2df1-4176-9afb-c36a4fd1e1cc tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 947 time: 0.2512434 Sep 18 02:00:55.550424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:55.586568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:55.607211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:00:55.618141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2bd30-7b11-4770-bdd6-0d59693c8723 None None] Sync routers for ids ['bf106a37-8c77-462d-9b1c-671068fd204c'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:00:55.633143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357fcd3-e54a-4d3c-bf5e-1bc11a4bf42e service neutron] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:55.641036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2bd30-7b11-4770-bdd6-0d59693c8723 None None] Routers {'bf106a37-8c77-462d-9b1c-671068fd204c'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:55.644680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dcc2bd30-7b11-4770-bdd6-0d59693c8723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['bf106a37-8c77-462d-9b1c-671068fd204c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:55.665535 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:55.669615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2426a6a5-3ad8-41ab-aeb1-d336a9056bb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0725100 Sep 18 02:00:55.671851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49540) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:55.763625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dcc2bd30-7b11-4770-bdd6-0d59693c8723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:55.767687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b065-cafc-49e9-9d71-ea7d8b8f315e req-4306d16a-9ee8-499c-a58b-b9c049f03432 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:55.776653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2bd30-7b11-4770-bdd6-0d59693c8723 None None] Routers {'bf106a37-8c77-462d-9b1c-671068fd204c'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:00:55.777280 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a083b065-cafc-49e9-9d71-ea7d8b8f315e req-4306d16a-9ee8-499c-a58b-b9c049f03432 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1511300 Sep 18 02:00:55.777933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dcc2bd30-7b11-4770-bdd6-0d59693c8723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['bf106a37-8c77-462d-9b1c-671068fd204c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:55.835704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dcc2bd30-7b11-4770-bdd6-0d59693c8723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:00:55.836377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2bd30-7b11-4770-bdd6-0d59693c8723 None None] The sync data for ids ['bf106a37-8c77-462d-9b1c-671068fd204c'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:00:55.841724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a083b065-cafc-49e9-9d71-ea7d8b8f315e req-5789e22e-9fba-49b9-9c81-23a6263e5bfb tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631940 Sep 18 02:00:55.979915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1aa0064d-3d09-47ff-b5b7-cf907ef79e5c req-7cb4dc4a-c793-446e-b86a-57c187fc473e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 210 time: 0.0450437 Sep 18 02:00:56.089494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f3209fda-285a-4109-a975-7cd7ca1bdea2 req-cf086450-120e-41cb-9025-6024abbc8522 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 210 time: 0.0405414 Sep 18 02:00:56.190475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d97f4981-6933-46b3-9967-dfe42ca30d65 req-a63dbec0-25a3-4434-9f64-6b4c1a3b4f67 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753569 Sep 18 02:00:56.275204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f6d79-4180-4fa0-9a30-adf856972941 req-9264b846-219f-4ac0-a08a-89ee12e65168 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.278905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-c7881515-4249-4b8a-bf19-9bffac513838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.280666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-c7881515-4249-4b8a-bf19-9bffac513838 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1099 time: 0.7121956 Sep 18 02:00:56.285457 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e88f6d79-4180-4fa0-9a30-adf856972941 req-9264b846-219f-4ac0-a08a-89ee12e65168 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.1410954 Sep 18 02:00:56.360703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e88f6d79-4180-4fa0-9a30-adf856972941 req-eeebea67-d5d1-48ad-9d45-361aee7a6f68 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739892 Sep 18 02:00:56.368547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:56.370149 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24" -d '{"events": [{"name": "network-changed", "server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "tag": "ca629151-d656-4a88-adee-c17d5fa14692"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:56.424112 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-d33dabfb-458c-4f55-9650-0576cb3e1957 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.1300404 Sep 18 02:00:56.429787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:56.444430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:56.491906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ca857727-8e4e-4cff-89fa-38c5cfd9e4d6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:00:56.506252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024a4de-9415-46af-bd85-c72be6f2ed72 req-500159f7-d5a8-465d-b295-ab1c21392db6 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.518064 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f024a4de-9415-46af-bd85-c72be6f2ed72 req-500159f7-d5a8-465d-b295-ab1c21392db6 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.0885043 Sep 18 02:00:56.542320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-33a5a38f-f0ea-4d01-9f57-32dcd98ffc64 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/routers/bf106a37-8c77-462d-9b1c-671068fd204c HTTP/1.1" status: 200 len: 921 time: 0.8649328 Sep 18 02:00:56.543907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49558) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:56.548213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c38320-ad94-4872-87d7-16b4035e8fb7 req-b338f576-fc78-4512-a0ab-5488bce214db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.549718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4c38320-ad94-4872-87d7-16b4035e8fb7 req-b338f576-fc78-4512-a0ab-5488bce214db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 1097 time: 0.3486078 Sep 18 02:00:56.593537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:56.599445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f024a4de-9415-46af-bd85-c72be6f2ed72 req-1472f321-942e-4f15-ab94-17c21f5c8d5d tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798976 Sep 18 02:00:56.624291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ff80821-5822-460d-96fd-1f3e42aecbb1 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf106a37-8c77-462d-9b1c-671068fd204c HTTP/1.1" status: 200 len: 205 time: 0.0732508 Sep 18 02:00:56.627062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49562) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:56.633340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:56.635250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event updated for resources: {'Port': ['ID=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:56.649056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:56.674359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-3e8aaf08-9612-437d-a6bc-c55e836c8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.675928 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-3e8aaf08-9612-437d-a6bc-c55e836c8661 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2227480 Sep 18 02:00:56.683977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23d40d-90ae-424a-b574-6b4715283041 req-02869d7f-d190-4126-8a7c-cf6c31c4f99d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.685499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d23d40d-90ae-424a-b574-6b4715283041 req-02869d7f-d190-4126-8a7c-cf6c31c4f99d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.3099105 Sep 18 02:00:56.687215 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dee984-5227-4ca4-99fd-7a268a92c502 x-openstack-request-id: req-27dee984-5227-4ca4-99fd-7a268a92c502 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:00:56.687512 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "tag": "ca629151-d656-4a88-adee-c17d5fa14692", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:00:56.687763 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27dee984-5227-4ca4-99fd-7a268a92c502 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:00:56.688153 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692', 'status': 'completed', 'code': 200} Sep 18 02:00:56.776340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4c38320-ad94-4872-87d7-16b4035e8fb7 req-0fa0275b-27bd-45a5-9047-63cf41fa387b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040763 Sep 18 02:00:56.782302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.782964 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:56.819690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d23d40d-90ae-424a-b574-6b4715283041 req-9fe81665-96fc-4b6b-b74a-d08fe35129dc tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132164 Sep 18 02:00:56.823785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-da259250-70e6-449a-a1af-eda74e4425f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.825307 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-da259250-70e6-449a-a1af-eda74e4425f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364164 Sep 18 02:00:56.827023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-36d4acc3-d93d-4f46-8080-e0aa01f1512e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5979879 Sep 18 02:00:56.950663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-238d4240-3946-406a-b15d-59a89cc8a5e9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160357 Sep 18 02:00:56.990747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca754-8a10-4c1f-9070-f78cf0c2a94c req-93e6192f-8526-4990-a582-af5dc0a8dfcc tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:56.992888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cddca754-8a10-4c1f-9070-f78cf0c2a94c req-93e6192f-8526-4990-a582-af5dc0a8dfcc tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.1864440 Sep 18 02:00:56.999540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Request body: {'port': {'device_id': 'd17ad9b4-deb3-4b78-a16b-17093a3c3798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:57.008987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.105290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cddca754-8a10-4c1f-9070-f78cf0c2a94c req-1e0c194f-a2bd-461d-8688-fa5f8e6361de tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928822 Sep 18 02:00:57.137261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01734a-8753-49a1-9263-8a8c3b319538 req-c8dc6908-4c1c-4275-9264-abb1c4b8dfbe tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:57.145794 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad01734a-8753-49a1-9263-8a8c3b319538 req-c8dc6908-4c1c-4275-9264-abb1c4b8dfbe tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.2057688 Sep 18 02:00:57.239921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.242569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.257592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71dce-79f5-4399-90d4-9b224bb09d16 req-64fce561-20d8-424f-848f-224fe082ce17 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:57.259211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bf71dce-79f5-4399-90d4-9b224bb09d16 req-64fce561-20d8-424f-848f-224fe082ce17 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 932 time: 0.0797284 Sep 18 02:00:57.314266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfa3bcb6-b421-4558-9934-2c318b62ed1b req-700ac49d-cf05-4b0b-a825-35fd5f54c7f6 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372443 Sep 18 02:00:57.323375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad01734a-8753-49a1-9263-8a8c3b319538 req-95be4ac6-67a8-4545-9709-3e41b0e3973d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766634 Sep 18 02:00:57.325637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bf71dce-79f5-4399-90d4-9b224bb09d16 req-ed638725-917e-4210-8b9d-5d3d6dc7daa1 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572469 Sep 18 02:00:57.356557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Deleting port 60b27414-da65-4b57-a285-4d5e73941941 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:00:57.357041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.390185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-c27953df-7881-4290-8425-0a6457c6bc1c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:57.392345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-c27953df-7881-4290-8425-0a6457c6bc1c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.3448031 Sep 18 02:00:57.455419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Request body: {'port': {'device_id': '82840521-d62c-4ee4-aad3-a851cd122720', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'admin_state_up': True, 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:57.496010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.509560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b21bff8e-e854-4151-85df-bb775b1bccea req-48fcf704-6612-454a-8513-6540dc499447 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 210 time: 0.1139030 Sep 18 02:00:57.512472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6adea-4bc0-46cb-bebb-2e1dccb2c233 req-bacb7f21-e584-4969-93d6-78641331570d tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:57.513850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47e6adea-4bc0-46cb-bebb-2e1dccb2c233 req-bacb7f21-e584-4969-93d6-78641331570d tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.0820448 Sep 18 02:00:57.520762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Calling delete_port for 60b27414-da65-4b57-a285-4d5e73941941 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:00:57.599646 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47e6adea-4bc0-46cb-bebb-2e1dccb2c233 req-ba5d49ba-d724-4293-ace8-d18e82f3acdd tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745742 Sep 18 02:00:57.644051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-4c3379a1-ff94-42b1-ad88-2119b49d73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:57.646315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-4c3379a1-ff94-42b1-ad88-2119b49d73a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1099 time: 0.2102528 Sep 18 02:00:57.764496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a7aaa-042a-4746-9676-d5d370612678 req-fa1e2e93-966f-4291-b949-68e1aedc4a06 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:57.766310 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d4a7aaa-042a-4746-9676-d5d370612678 req-fa1e2e93-966f-4291-b949-68e1aedc4a06 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.0721760 Sep 18 02:00:57.848230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d4a7aaa-042a-4746-9676-d5d370612678 req-18917492-f4a9-45ee-9932-787924d104e6 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558641 Sep 18 02:00:57.849762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.879207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event deleted for resources: {'Port': ['ID=60b27414-da65-4b57-a285-4d5e73941941,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:57.890574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd740a7-2f4d-48a2-b438-1df919fa5a90 req-9edd685d-1b49-44a5-9a33-1fbe8cba449f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:57.900813 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2bd740a7-2f4d-48a2-b438-1df919fa5a90 req-9edd685d-1b49-44a5-9a33-1fbe8cba449f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 947 time: 0.2667086 Sep 18 02:00:57.910311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-7f32582b-6393-4467-9450-ace1db815fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:57.913282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-7f32582b-6393-4467-9450-ace1db815fd6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2563508 Sep 18 02:00:57.960878 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:57.997238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-9935d284-4677-418b-8b54-79e6c3f77362 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.0619366 Sep 18 02:00:58.005599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:00:58.009364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.119863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2bd740a7-2f4d-48a2-b438-1df919fa5a90 req-2842f32c-4a5e-433d-967c-952a32f9cab2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900036 Sep 18 02:00:58.132280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-e91e1b76-b2eb-42bb-9a85-59b5b0b449b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:58.133797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-e91e1b76-b2eb-42bb-9a85-59b5b0b449b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1171722 Sep 18 02:00:58.266061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:00:58.296855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.343999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-bd43ed84-4f19-49b9-9d30-30c94877c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:58.345768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-bd43ed84-4f19-49b9-9d30-30c94877c982 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770961 Sep 18 02:00:58.353021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Transition to ACTIVE for port object bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:00:58.377288 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.392909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.399675 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.411794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Allocated IP 172.20.0.13 (9e5c7924-3dab-469a-a802-854659959e0b/f5e19a47-9ea1-44de-af17-07e8e0dec0b0/f976627b-4910-492b-ac67-ed6afa3a484d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:58.418781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32e21-daee-4d83-abd1-3b4a8b261ef7 req-f44786c3-4477-4805-97be-589afe70bd96 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:58.421981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfa32e21-daee-4d83-abd1-3b4a8b261ef7 req-f44786c3-4477-4805-97be-589afe70bd96 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.4774222 Sep 18 02:00:58.422154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e659e2-25e2-4522-a405-fd121d632d85 req-6a6a306e-4243-4275-a712-22a183ab7f70 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:58.422497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81e659e2-25e2-4522-a405-fd121d632d85 req-6a6a306e-4243-4275-a712-22a183ab7f70 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.1875017 Sep 18 02:00:58.494156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.494767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Fanout notify agent at l3_agent the message router_deleted on router bf106a37-8c77-462d-9b1c-671068fd204c {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:00:58.506172 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.507335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-24454cc7-4fc0-4cdb-add7-3abd57b2052b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/bf106a37-8c77-462d-9b1c-671068fd204c HTTP/1.1" status: 204 len: 168 time: 1.8751974 Sep 18 02:00:58.514739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49592) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:00:58.521352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'router': {'name': 'tempest-snat-router-610325211', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': False}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:00:58.546344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:58.547005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfa32e21-daee-4d83-abd1-3b4a8b261ef7 req-0e5e2421-a664-43f7-8d62-f173fb05bd2b tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879908 Sep 18 02:00:58.571760 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.572923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.634991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.642415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81e659e2-25e2-4522-a405-fd121d632d85 req-3a4d8f97-f84f-469d-a4a3-510704aff770 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953118 Sep 18 02:00:58.778738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8b900-4bc8-4dee-bb88-669d68677811 req-e1515940-437f-46e7-ab7b-20d0cb174a79 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:58.781420 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25c8b900-4bc8-4dee-bb88-669d68677811 req-e1515940-437f-46e7-ab7b-20d0cb174a79 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1485183 Sep 18 02:00:58.820796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:58.885442 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25c8b900-4bc8-4dee-bb88-669d68677811 req-e2e7e52b-9db5-48d4-aa8b-a67e2f836197 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671637 Sep 18 02:00:58.984730 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-a634cb7c-9506-40d5-ae7f-c4eb6cf1d1d4 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286347 Sep 18 02:00:59.049315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ca3a5ba-5ad5-447e-9091-75b28ec3be13 req-55c1a57d-5785-4c19-920b-9aeeb4d3a1eb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 210 time: 0.0536695 Sep 18 02:00:59.099576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.124985 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.126522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Attempting to bind port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:00:59.126881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Attempting to bind port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:00:59.127202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Attempting to bind port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:59.173252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e90c-fa3a-47b8-99bb-93c4676a1a6d req-61347a5a-d771-4c83-85b3-ee94e44093a3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.174815 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a59e90c-fa3a-47b8-99bb-93c4676a1a6d req-61347a5a-d771-4c83-85b3-ee94e44093a3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 944 time: 0.1877477 Sep 18 02:00:59.187348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:00:59.187677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Attempting to bind port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:00:59.218093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:00:59.218461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Checking segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:00:59.218874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Bound using segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:00:59.219330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Bound port: bf6d4372-06c9-4d79-b7ca-86e16d14e7d4, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:00:59.219686 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.284214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Allocated IP 172.25.0.57 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/2c73a234-ca67-4208-9352-a3c7e850444f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:00:59.302155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49c7e6fb-5cd9-47a8-9f1d-8af4256fbb24 req-30b3f4d1-18e5-44ef-9eaf-48614fa851fe service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942214 Sep 18 02:00:59.329185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.346219 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a59e90c-fa3a-47b8-99bb-93c4676a1a6d req-b93e5b54-4f4f-49e0-b30d-3af03fc0d9d1 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641779 Sep 18 02:00:59.399499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] For port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:00:59.410069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] For port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:00:59.420315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-8b6bce8e-2e53-471d-bb54-5edb9084f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.421856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-8b6bce8e-2e53-471d-bb54-5edb9084f724 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 1097 time: 0.1279006 Sep 18 02:00:59.425012 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.435497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a812-501c-4626-ba69-0032b1c90863 req-7d410be8-3f8d-4462-a1cb-21f18326ac75 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.437060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ab1a812-501c-4626-ba69-0032b1c90863 req-7d410be8-3f8d-4462-a1cb-21f18326ac75 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.1032078 Sep 18 02:00:59.499176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.506857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ab1a812-501c-4626-ba69-0032b1c90863 req-d6104408-8341-41f8-abde-79021d3b4c0d tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580997 Sep 18 02:00:59.525691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.531894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.532499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.536326 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 HTTP/1.1" status: 200 len: 1093 time: 2.5421722 Sep 18 02:00:59.536802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17ad9b4-deb3-4b78-a16b-17093a3c3798', 'tag': 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:00:59.539786 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4167abe-4568-4bae-9e42-f6fb6478f48c" -d '{"events": [{"name": "network-changed", "server_uuid": "d17ad9b4-deb3-4b78-a16b-17093a3c3798", "tag": "bf6d4372-06c9-4d79-b7ca-86e16d14e7d4"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:00:59.577275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.627732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'Port': ['ID=2c73a234-ca67-4208-9352-a3c7e850444f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:59.639926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:59.643147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:59.646337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:59.648555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Network 9e5c7924-3dab-469a-a802-854659959e0b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:00:59.674544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3aed9-9531-4767-9db3-447db6659d38 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:59.683619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:00:59.698663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:00:59.716025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f1fad-3ea3-4fc8-852a-69dd4d733d1d req-faea43b2-d655-4f0b-8b7c-afe1c3c8e270 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.717540 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4a1f1fad-3ea3-4fc8-852a-69dd4d733d1d req-faea43b2-d655-4f0b-8b7c-afe1c3c8e270 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 947 time: 0.2835991 Sep 18 02:00:59.732567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad8301-7362-411f-adeb-80730221c086 req-a9dde3a6-fec2-4890-b6dc-e0b18e40c017 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.734151 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88ad8301-7362-411f-adeb-80730221c086 req-a9dde3a6-fec2-4890-b6dc-e0b18e40c017 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0924304 Sep 18 02:00:59.820163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-b85038b7-6c7b-4d98-a50f-46d8b85f668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.821784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-b85038b7-6c7b-4d98-a50f-46d8b85f668c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 1096 time: 0.2285702 Sep 18 02:00:59.829910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-524d4c48-55d0-4bd8-9747-62443e7cd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.831438 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-524d4c48-55d0-4bd8-9747-62443e7cd59f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 200 len: 911 time: 0.3953114 Sep 18 02:00:59.844188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event updated for resources: {'Port': ['ID=f976627b-4910-492b-ac67-ed6afa3a484d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:00:59.859286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88ad8301-7362-411f-adeb-80730221c086 req-992bfd58-1179-423c-b0ee-5fe435baa4a9 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891154 Sep 18 02:00:59.883343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:00:59.884311 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:00:59.961061 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-30c6073a-abdc-425f-bd1a-6bdfe124e3f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=697ad618-83fc-4d22-a34f-76578ea26c14 HTTP/1.1" status: 200 len: 217 time: 0.1068227 Sep 18 02:00:59.962303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-00415052-22b3-4835-85ec-1fbf265e6747 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 HTTP/1.1" status: 200 len: 217 time: 0.1154778 Sep 18 02:00:59.969338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4a1f1fad-3ea3-4fc8-852a-69dd4d733d1d req-5ee1f2e6-77b8-4aae-abf4-5a815632727b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956227 Sep 18 02:00:59.975060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-78cc132f-6ef3-41bd-8132-83c63442f683 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5257864 Sep 18 02:01:00.039049 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:00.047983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Request body: {'port': {'device_id': '82840521-d62c-4ee4-aad3-a851cd122720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:00.053111 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28348f43-0dde-41f1-9919-541f738c0618 x-openstack-request-id: req-28348f43-0dde-41f1-9919-541f738c0618 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:00.053395 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17ad9b4-deb3-4b78-a16b-17093a3c3798", "tag": "bf6d4372-06c9-4d79-b7ca-86e16d14e7d4", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:00.053642 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28348f43-0dde-41f1-9919-541f738c0618 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:00.054076 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17ad9b4-deb3-4b78-a16b-17093a3c3798', 'tag': 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4', 'status': 'completed', 'code': 200} Sep 18 02:01:00.098263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86194f6-a78c-4208-9346-bede27b95130 req-e826d5d5-ee68-4d1b-926c-dc54a2683553 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:00.105860 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d86194f6-a78c-4208-9346-bede27b95130 req-e826d5d5-ee68-4d1b-926c-dc54a2683553 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.1723189 Sep 18 02:01:00.154467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d86194f6-a78c-4208-9346-bede27b95130 req-3fcfa4c8-ad13-4a11-95c4-04fcfed3be85 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477378 Sep 18 02:01:00.155401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-413c368e-9ea8-48e2-880e-57688013c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:00.156889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-413c368e-9ea8-48e2-880e-57688013c8f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e39142c-e688-422e-aa6e-e3bdfdd35cd7 HTTP/1.1" status: 200 len: 851 time: 0.1808817 Sep 18 02:01:00.215423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-01a50c1e-8540-47a5-a654-de10b8ad5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:00.216841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-01a50c1e-8540-47a5-a654-de10b8ad5c35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.2397552 Sep 18 02:01:00.244916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-87962df7-67bb-4caf-9be9-685e76bbc5b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d231682c-8255-4194-a1ea-7ee987894461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736227 Sep 18 02:01:00.280905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:00.289603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-3f91ad62-b5df-4459-ab50-38e9591331d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469301 Sep 18 02:01:00.297979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14593ab-4a7a-4b7b-9c35-ef5832de8bc9 req-783634d8-2d32-4d91-aa4e-e8e021d3dca7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:00.305932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a14593ab-4a7a-4b7b-9c35-ef5832de8bc9 req-783634d8-2d32-4d91-aa4e-e8e021d3dca7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.2155707 Sep 18 02:01:00.344807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daceee6-2e9d-4f12-8e08-3948c870937a req-2bbe5582-9c61-4935-a6f3-93f1831b1c2b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:00.346306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0daceee6-2e9d-4f12-8e08-3948c870937a req-2bbe5582-9c61-4935-a6f3-93f1831b1c2b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 932 time: 0.0882621 Sep 18 02:01:00.382517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:00.405170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0daceee6-2e9d-4f12-8e08-3948c870937a req-2e9e5401-1cf2-4a68-b0ff-c9833b87cb7e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Sep 18 02:01:00.530195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a14593ab-4a7a-4b7b-9c35-ef5832de8bc9 req-7333c9ae-2ca9-4a35-9f66-c62167dd7316 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094591 Sep 18 02:01:00.549833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca629151-d656-4a88-adee-c17d5fa14692 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:00.592974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Router d0b372aa-327b-49f1-a11e-8c1cbd9ae734 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:01:00.725377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-ac0f0a92-f3dc-4330-8b92-be3cf99e4643 service neutron] 10.222.0.18 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679635 Sep 18 02:01:00.735688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-bc2dbb82-8ddb-4241-ad35-4856422d9096 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276695 Sep 18 02:01:00.774820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:00.786883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:00.797621 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Sync routers for ids ['d0b372aa-327b-49f1-a11e-8c1cbd9ae734'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:00.814243 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Routers {'d0b372aa-327b-49f1-a11e-8c1cbd9ae734'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:00.814544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:00.818624 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d0b372aa-327b-49f1-a11e-8c1cbd9ae734'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:00.818901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-34fca793-9fca-45a6-a059-64c5057fafa0 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3004208 Sep 18 02:01:00.822916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49630) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:00.885570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'ca629151-d656-4a88-adee-c17d5fa14692', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'ca629151-d656-4a88-adee-c17d5fa14692', 'mac_address': 'fa:16:3e:08:95:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:00.917704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89bf6a-c043-4075-8bbe-fc36e52072d0 req-a251f34a-1b88-466c-b527-f882896d7283 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:00.919938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df89bf6a-c043-4075-8bbe-fc36e52072d0 req-a251f34a-1b88-466c-b527-f882896d7283 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 944 time: 0.2632027 Sep 18 02:01:00.931717 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb229-6021-4bf8-892b-768280ca096c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:01.088858 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2877df4a-05f7-478c-b44d-51b41e9f4044 req-a21fa691-7252-43a9-a03f-fb08b59e6980 service neutron] 10.222.0.18 "GET /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391623 Sep 18 02:01:01.104431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:01.106218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df89bf6a-c043-4075-8bbe-fc36e52072d0 req-0f107ef0-1e0a-4f69-9587-129c38e8a11e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480064 Sep 18 02:01:01.119852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c83ca41-b8aa-4b38-8286-13a52fdd50c6 req-9df39b03-e670-4f60-b5f1-b69c4ed84856 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517642 Sep 18 02:01:01.140591 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Set router d0b372aa-327b-49f1-a11e-8c1cbd9ae734 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:01.163780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca629151-d656-4a88-adee-c17d5fa14692 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:01.205213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:01.211482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:01.211898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f976627b-4910-492b-ac67-ed6afa3a484d {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:01.247531 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:01.254424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3a2075d3-a0d1-48c4-a562-bebe5b1ca043 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/routers/d0b372aa-327b-49f1-a11e-8c1cbd9ae734 HTTP/1.1" status: 200 len: 907 time: 0.4245443 Sep 18 02:01:01.258355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49640) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:01.283045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cedbb-0f4a-4a2a-a2d3-83111d9db08c req-21d59cce-98d0-44b1-a690-3a8fc3a55328 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:01.285481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:01.288858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe5cedbb-0f4a-4a2a-a2d3-83111d9db08c req-21d59cce-98d0-44b1-a690-3a8fc3a55328 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.1509428 Sep 18 02:01:01.290644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'router': {'name': 'tempest-snat-router-610325211', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': True}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:01.334057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Transition to ACTIVE for port object f976627b-4910-492b-ac67-ed6afa3a484d will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:01.335852 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe5cedbb-0f4a-4a2a-a2d3-83111d9db08c req-42254678-4455-449e-901d-a1224690a443 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Sep 18 02:01:01.357756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:01.422004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:01.423167 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:01.454300 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-cbfa82c1-192a-4712-9435-41882e7258dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:01.456025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-cbfa82c1-192a-4712-9435-41882e7258dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 1096 time: 0.2054996 Sep 18 02:01:01.474144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35a03-6ec7-4ca0-baed-b2056708f120 req-0091a61b-e2fd-4396-90d9-e65cf05ad40f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:01.475724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10e35a03-6ec7-4ca0-baed-b2056708f120 req-0091a61b-e2fd-4396-90d9-e65cf05ad40f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 948 time: 0.1627262 Sep 18 02:01:01.478921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Pushing event updated for resources: {'Port': ['ID=f976627b-4910-492b-ac67-ed6afa3a484d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:01.494414 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b372aa-327b-49f1-a11e-8c1cbd9ae734', 'name': 'tempest-snat-router-610325211', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.57'}], 'enable_snat': False}, 'gw_port_id': '2c73a234-ca67-4208-9352-a3c7e850444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:58Z', 'updated_at': '2021-09-18T02:00:59Z', 'revision_number': 3, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port': {'id': '2c73a234-ca67-4208-9352-a3c7e850444f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b372aa-327b-49f1-a11e-8c1cbd9ae734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:59Z', 'updated_at': '2021-09-18T02:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:01.507293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ca629151-d656-4a88-adee-c17d5fa14692'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:01.575431 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Checking router: d0b372aa-327b-49f1-a11e-8c1cbd9ae734 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:01:01.575801 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Updating router d0b372aa-327b-49f1-a11e-8c1cbd9ae734 port 2c73a234-ca67-4208-9352-a3c7e850444f binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:01:01.609885 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:01.702067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdf188-fb5a-4646-9a1a-be7517930cfd req-a0535480-4fac-43ed-ad07-b062ab91776d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:01.703671 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-57fdf188-fb5a-4646-9a1a-be7517930cfd req-a0535480-4fac-43ed-ad07-b062ab91776d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 944 time: 0.0892255 Sep 18 02:01:01.803500 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-57fdf188-fb5a-4646-9a1a-be7517930cfd req-56652302-ff13-4f67-9b07-01d627db9832 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876389 Sep 18 02:01:01.927221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb734-fc06-49e1-9e05-b08510aa9004 req-d1624c19-f471-4174-b72e-99b835c3daf9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:01.929028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8befb734-fc06-49e1-9e05-b08510aa9004 req-d1624c19-f471-4174-b72e-99b835c3daf9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.0594678 Sep 18 02:01:01.974007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8befb734-fc06-49e1-9e05-b08510aa9004 req-04dc5ba3-d205-426d-95dc-983f5db59d77 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Sep 18 02:01:02.017092 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.021461 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.030146 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.043631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10e35a03-6ec7-4ca0-baed-b2056708f120 req-9acd0fb3-0a78-4085-b774-6dacff6586f8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334375 Sep 18 02:01:02.098108 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Attempting to bind port 2c73a234-ca67-4208-9352-a3c7e850444f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:02.098562 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Attempting to bind port 2c73a234-ca67-4208-9352-a3c7e850444f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:02.099015 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Attempting to bind port 2c73a234-ca67-4208-9352-a3c7e850444f on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:02.103957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Attempting to bind port f976627b-4910-492b-ac67-ed6afa3a484d on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:02.104293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Attempting to bind port f976627b-4910-492b-ac67-ed6afa3a484d by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:02.104623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Attempting to bind port f976627b-4910-492b-ac67-ed6afa3a484d on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:02.117623 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:02.118097 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:02.118566 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.119226 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:02.119643 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Bound port: 2c73a234-ca67-4208-9352-a3c7e850444f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:02.120042 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.141896 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd406d1-06c5-4b51-a82b-e3e6b8ef5bba None None] Pushing event updated for resources: {'Port': ['ID=2c73a234-ca67-4208-9352-a3c7e850444f,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:02.146741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7569072-5bfd-455a-ba99-af74d3d8b658 req-c9e21c7e-0a14-4ccb-acd8-5c85aa84c5f0 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:02.153483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Port f976627b-4910-492b-ac67-ed6afa3a484d on network 9e5c7924-3dab-469a-a802-854659959e0b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:02.153483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Attempting to bind port f976627b-4910-492b-ac67-ed6afa3a484d on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:02.157155 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7569072-5bfd-455a-ba99-af74d3d8b658 req-c9e21c7e-0a14-4ccb-acd8-5c85aa84c5f0 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.1138651 Sep 18 02:01:02.161798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:02.162007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Checking segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:02.162294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Bound using segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:02.162741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Bound port: f976627b-4910-492b-ac67-ed6afa3a484d, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:02.163106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.208505 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] For port 2c73a234-ca67-4208-9352-a3c7e850444f, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:02.212167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-c0b0b385-d42c-443a-bf03-67df166db25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:02.212331 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] For port 2c73a234-ca67-4208-9352-a3c7e850444f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2c73a234-ca67-4208-9352-a3c7e850444f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:02.213713 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-c0b0b385-d42c-443a-bf03-67df166db25c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 905 time: 0.7360530 Sep 18 02:01:02.214691 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7569072-5bfd-455a-ba99-af74d3d8b658 req-e089e2ca-b30e-4a47-a5be-7598e32e5b87 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560296 Sep 18 02:01:02.233013 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.268347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.291469 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Routers {'d0b372aa-327b-49f1-a11e-8c1cbd9ae734'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:02.292089 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:00:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d0b372aa-327b-49f1-a11e-8c1cbd9ae734'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:02.339662 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd406d1-06c5-4b51-a82b-e3e6b8ef5bba None None] Pushing event updated for resources: {'Port': ['ID=2c73a234-ca67-4208-9352-a3c7e850444f,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:02.369845 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-63862cce-b647-4bc9-87b8-34cc9ad72e79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 HTTP/1.1" status: 200 len: 217 time: 0.0941322 Sep 18 02:01:02.425064 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] Set router d0b372aa-327b-49f1-a11e-8c1cbd9ae734 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:02.478196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3cab0-15dd-480f-bb88-d8d12347f36a req-1cb53f63-5636-43ab-8595-e49b42605405 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:02.480170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ae3cab0-15dd-480f-bb88-d8d12347f36a req-1cb53f63-5636-43ab-8595-e49b42605405 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 944 time: 0.2065635 Sep 18 02:01:02.487595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] For port f976627b-4910-492b-ac67-ed6afa3a484d, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:02.492693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d718f-70a1-496b-9150-a1f4c86061b8 req-279901a3-5b0a-433f-badd-8d14e8ca31bc tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:02.494360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] For port f976627b-4910-492b-ac67-ed6afa3a484d, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=f976627b-4910-492b-ac67-ed6afa3a484d,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:02.500021 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e77d718f-70a1-496b-9150-a1f4c86061b8 req-279901a3-5b0a-433f-badd-8d14e8ca31bc tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0706635 Sep 18 02:01:02.507269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-721f4938-91bb-4a8a-b025-810573227591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:02.508717 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-721f4938-91bb-4a8a-b025-810573227591 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.1231356 Sep 18 02:01:02.517578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.557507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca629151-d656-4a88-adee-c17d5fa14692 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:02.558973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e77d718f-70a1-496b-9150-a1f4c86061b8 req-42985405-b089-45a0-9b27-b8fe2070a649 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545785 Sep 18 02:01:02.605013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:02.605626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.607763 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] 10.222.0.20 "PUT /v2.0/ports/f976627b-4910-492b-ac67-ed6afa3a484d HTTP/1.1" status: 200 len: 1093 time: 2.5666986 Sep 18 02:01:02.620632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port ca629151-d656-4a88-adee-c17d5fa14692 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:02.628182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port ca629151-d656-4a88-adee-c17d5fa14692 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:02.629547 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.630523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82840521-d62c-4ee4-aad3-a851cd122720', 'tag': 'f976627b-4910-492b-ac67-ed6afa3a484d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:02.634247 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ec5fef-bdc5-4464-a967-d3e05953e10e" -d '{"events": [{"name": "network-changed", "server_uuid": "82840521-d62c-4ee4-aad3-a851cd122720", "tag": "f976627b-4910-492b-ac67-ed6afa3a484d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:02.650587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-92d445ca-bf99-410e-be2c-d8ef21268b58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199434 Sep 18 02:01:02.695076 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b372aa-327b-49f1-a11e-8c1cbd9ae734', 'name': 'tempest-snat-router-610325211', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.57'}], 'enable_snat': False}, 'gw_port_id': '2c73a234-ca67-4208-9352-a3c7e850444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:58Z', 'updated_at': '2021-09-18T02:00:59Z', 'revision_number': 3, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port': {'id': '2c73a234-ca67-4208-9352-a3c7e850444f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b372aa-327b-49f1-a11e-8c1cbd9ae734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:59Z', 'updated_at': '2021-09-18T02:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:02.723641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ae3cab0-15dd-480f-bb88-d8d12347f36a req-55270aa2-879c-4eb7-be9b-9eeccc78c735 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255425 Sep 18 02:01:02.726962 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b536f786-b2f1-4c2f-84aa-8c0d93f8b54b x-openstack-request-id: req-b536f786-b2f1-4c2f-84aa-8c0d93f8b54b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:02.728900 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82840521-d62c-4ee4-aad3-a851cd122720", "tag": "f976627b-4910-492b-ac67-ed6afa3a484d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:02.729895 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b536f786-b2f1-4c2f-84aa-8c0d93f8b54b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:02.730485 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82840521-d62c-4ee4-aad3-a851cd122720', 'tag': 'f976627b-4910-492b-ac67-ed6afa3a484d', 'status': 'completed', 'code': 200} Sep 18 02:01:02.768334 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:02.810070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467455-fcd2-4587-b111-912b95a72a1b service neutron] Pushing event updated for resources: {'Port': ['ID=f976627b-4910-492b-ac67-ed6afa3a484d,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:02.855150 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:02.860623 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce341b6b-5be7-4105-8667-f741fa787dd2 None None] The sync data for ids ['d0b372aa-327b-49f1-a11e-8c1cbd9ae734'] in n-d-789963-12 is: [{'id': 'd0b372aa-327b-49f1-a11e-8c1cbd9ae734', 'name': 'tempest-snat-router-610325211', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.57'}], 'enable_snat': False}, 'gw_port_id': '2c73a234-ca67-4208-9352-a3c7e850444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:58Z', 'updated_at': '2021-09-18T02:00:59Z', 'revision_number': 3, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port': {'id': '2c73a234-ca67-4208-9352-a3c7e850444f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b372aa-327b-49f1-a11e-8c1cbd9ae734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:59Z', 'updated_at': '2021-09-18T02:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:02.907520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:02.910372 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1adad2-0d83-4b69-9fb5-acd69375639d" -d '{"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-plugged", "status": "completed", "tag": "ca629151-d656-4a88-adee-c17d5fa14692"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:02.920015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-e5eca62e-2d5d-4849-861b-9604d9c06d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:02.924204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-e5eca62e-2d5d-4849-861b-9604d9c06d5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 1096 time: 0.2708898 Sep 18 02:01:02.931958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:02.984567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-d35330cd-e636-4855-a751-ba1061650dda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f976627b-4910-492b-ac67-ed6afa3a484d HTTP/1.1" status: 200 len: 217 time: 0.0445859 Sep 18 02:01:02.986077 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.069074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db379a-fe09-42fa-b4a3-fdd58db12509 req-2db0421f-0b72-4bfb-bbb8-106c5f86efcd tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:03.072903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97db379a-fe09-42fa-b4a3-fdd58db12509 req-2db0421f-0b72-4bfb-bbb8-106c5f86efcd tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 944 time: 0.1016135 Sep 18 02:01:03.138108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97db379a-fe09-42fa-b4a3-fdd58db12509 req-843e149d-c847-4ba8-a094-5306aefcacc4 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565886 Sep 18 02:01:03.239790 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-6728dae2-94a7-4698-aade-c95da1cc0b43 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669792 Sep 18 02:01:03.241740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-b64032e4-0e78-45e7-8671-9d3bd25bef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:03.243449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-b64032e4-0e78-45e7-8671-9d3bd25bef6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.2389185 Sep 18 02:01:03.292941 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bafc9da-e289-4676-900e-04437df75046 x-openstack-request-id: req-5bafc9da-e289-4676-900e-04437df75046 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:03.293887 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-plugged", "status": "completed", "tag": "ca629151-d656-4a88-adee-c17d5fa14692", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:03.294342 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bafc9da-e289-4676-900e-04437df75046 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:03.294931 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692', 'code': 200} Sep 18 02:01:03.297416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:03.358965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:03.361008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b73338-ecc4-4e55-8c20-7e9a3deb1ddf req-35ed2007-3988-49d4-9fb6-a4e37226a683 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:03.363018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97b73338-ecc4-4e55-8c20-7e9a3deb1ddf req-35ed2007-3988-49d4-9fb6-a4e37226a683 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1097574 Sep 18 02:01:03.374960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-a987cd69-4c8d-453c-9470-a50191207d11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736072 Sep 18 02:01:03.380681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'port_id': 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4', 'mac_address': 'fa:16:3e:4d:52:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23654107-5b5e-4373-99ae-60b1aba38110', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:03.444450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97b73338-ecc4-4e55-8c20-7e9a3deb1ddf req-eb10a766-bbac-4b33-8a41-8c6f4a98f239 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729120 Sep 18 02:01:03.486419 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3501956f-7fa7-4ac8-b418-afdb6c30c126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.523534 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.533827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073a419-0c0d-4b97-851b-f7de0edf1ad9 req-aca810c8-8bda-4898-9970-4d23db47d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:03.536072 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4073a419-0c0d-4b97-851b-f7de0edf1ad9 req-aca810c8-8bda-4898-9970-4d23db47d279 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1101 time: 0.4149432 Sep 18 02:01:03.554455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:03.572469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852f8dd-9dc5-4d23-9f2b-4574d5c578c3 req-555ed59f-cd93-4ef1-84ae-f4a7759a1db5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:03.574059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d852f8dd-9dc5-4d23-9f2b-4574d5c578c3 req-555ed59f-cd93-4ef1-84ae-f4a7759a1db5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.4091661 Sep 18 02:01:03.583101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:03.589760 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.590433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cfaac558-c3bc-479c-964d-12ab5db0f29f details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:03.625078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074db104-ba70-444c-94b0-dbd9d9d713f3 req-3d6a7171-881b-46e1-8df4-8e0c273e4b38 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:03.626639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-074db104-ba70-444c-94b0-dbd9d9d713f3 req-3d6a7171-881b-46e1-8df4-8e0c273e4b38 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.0809402 Sep 18 02:01:03.692803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-074db104-ba70-444c-94b0-dbd9d9d713f3 req-818c9c91-90eb-4740-a384-1fe241f96315 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570474 Sep 18 02:01:03.704831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.712792 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:03.741182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4073a419-0c0d-4b97-851b-f7de0edf1ad9 req-689150ca-81db-4873-af1d-1d4ca739f5e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969635 Sep 18 02:01:03.748268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.759748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4167abe-4568-4bae-9e42-f6fb6478f48c req-56609692-5957-4e78-b073-7e16027ff986 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612393 Sep 18 02:01:03.771073 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d852f8dd-9dc5-4d23-9f2b-4574d5c578c3 req-c9b32748-9710-4190-9ff4-5149edb668b1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547942 Sep 18 02:01:03.774548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-762a5df5-000a-4a2f-b2db-183806003e2e service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493886 Sep 18 02:01:03.799318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:03.813853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'port_id': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'mac_address': 'fa:16:3e:48:e4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd903278-adb9-49fd-b933-0afe9760950a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:03.877202 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.899111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfaac558-c3bc-479c-964d-12ab5db0f29f {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:03.925851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa348-6812-4726-a5dc-432dcc6b4965 req-f8a69cad-927a-4b87-83bb-d0cc66696ad1 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:03.928547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e38fa348-6812-4726-a5dc-432dcc6b4965 req-f8a69cad-927a-4b87-83bb-d0cc66696ad1 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0913842 Sep 18 02:01:03.953393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:03.978015 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:03.983730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Allocated IP 172.25.0.225 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/ea87df9e-be79-4a2d-aa78-2a9c287565f9) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:04.021340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e38fa348-6812-4726-a5dc-432dcc6b4965 req-c04fb063-40f7-4809-853d-6288b8bd7662 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801849 Sep 18 02:01:04.073253 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.099563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:04.144935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['cfaac558-c3bc-479c-964d-12ab5db0f29f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:04.338018 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['bf6d4372-06c9-4d79-b7ca-86e16d14e7d4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:04.403941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26181d-422a-4d0b-82ef-d1ed8c3f2c42 req-d55434a7-702a-4151-b4b1-f0d7f78cb1f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.411569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f26181d-422a-4d0b-82ef-d1ed8c3f2c42 req-d55434a7-702a-4151-b4b1-f0d7f78cb1f2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 945 time: 0.5279343 Sep 18 02:01:04.473965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280873-06e7-4f2d-9792-f5f5592d05f3 req-5456a251-46d8-4485-864f-237d41e19f55 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.479560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d280873-06e7-4f2d-9792-f5f5592d05f3 req-5456a251-46d8-4485-864f-237d41e19f55 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 944 time: 0.0981715 Sep 18 02:01:04.548393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75a93b44-3501-4cd0-bc36-2a306de61b2c req-69bb5735-666e-414c-9c59-9c66ec914859 service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194749 Sep 18 02:01:04.550676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d280873-06e7-4f2d-9792-f5f5592d05f3 req-e6d3cc85-3a6a-4680-ad6e-89304585bfcb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634744 Sep 18 02:01:04.572415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f26181d-422a-4d0b-82ef-d1ed8c3f2c42 req-715dffdf-50e5-4371-bd53-7bec4a5ecde6 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598692 Sep 18 02:01:04.693442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e12fed-9f43-44d2-8cfe-a1083740b9dc req-5a926b97-8a47-4446-9f14-0398e56b3b4b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.695005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86e12fed-9f43-44d2-8cfe-a1083740b9dc req-5a926b97-8a47-4446-9f14-0398e56b3b4b tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0653579 Sep 18 02:01:04.703644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.739959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86e12fed-9f43-44d2-8cfe-a1083740b9dc req-02fe5927-c4c6-4acf-a271-00073fca3424 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Sep 18 02:01:04.740154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-4c0947e1-9ce8-4160-83a7-e078a1619fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.741764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-4c0947e1-9ce8-4160-83a7-e078a1619fc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 1096 time: 0.1159258 Sep 18 02:01:04.791212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f34fd-9f8e-4ccc-bd4b-05c5b1a0b5b6 req-d70e14d1-6f8f-4b43-aa66-a074201b27ad tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.792733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f7f34fd-9f8e-4ccc-bd4b-05c5b1a0b5b6 req-d70e14d1-6f8f-4b43-aa66-a074201b27ad tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1177483 Sep 18 02:01:04.804376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cfaac558-c3bc-479c-964d-12ab5db0f29f up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:04.857681 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.865550 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.897485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f389a-c8bc-476c-857a-f6ad9333e2c0 req-82270759-2960-441b-bb37-1c0fb826a8d5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:04.906017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e52f389a-c8bc-476c-857a-f6ad9333e2c0 req-82270759-2960-441b-bb37-1c0fb826a8d5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 944 time: 0.1067801 Sep 18 02:01:04.906805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port cfaac558-c3bc-479c-964d-12ab5db0f29f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:04.907418 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:04.941561 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f7f34fd-9f8e-4ccc-bd4b-05c5b1a0b5b6 req-94f4e928-e5af-4800-8c5a-6c1247147c40 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400847 Sep 18 02:01:04.974630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:04.987026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e52f389a-c8bc-476c-857a-f6ad9333e2c0 req-68351468-c32c-483b-bb60-b5b170cc2177 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788734 Sep 18 02:01:05.000337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:05.005709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:05.060233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:05.074896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-c73aa874-1e99-46e9-a581-5a138019713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:05.076356 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-c73aa874-1e99-46e9-a581-5a138019713f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 912 time: 0.3215132 Sep 18 02:01:05.077019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'Port': ['ID=ea87df9e-be79-4a2d-aa78-2a9c287565f9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:05.103557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:05.115039 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:05.194069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-a5dff4d7-e9bb-4661-ac19-66723760e273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f976627b-4910-492b-ac67-ed6afa3a484d HTTP/1.1" status: 200 len: 217 time: 0.1023202 Sep 18 02:01:05.198487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:05.284887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2c73a234-ca67-4208-9352-a3c7e850444f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:05.316633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:05.320271 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ebf228-5457-4234-adea-af480da84fe8" -d '{"events": [{"server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "name": "network-vif-plugged", "status": "completed", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:05.320747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c380b-8c02-478c-9734-d8d65a573a4b req-068f3e23-4787-4d8f-8f72-584b9956f7c5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:05.322337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-601c380b-8c02-478c-9734-d8d65a573a4b req-068f3e23-4787-4d8f-8f72-584b9956f7c5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.2519662 Sep 18 02:01:05.398684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-2c09b736-785a-4527-8a64-c90805a469e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:05.400401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-2c09b736-785a-4527-8a64-c90805a469e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.1558380 Sep 18 02:01:05.404381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2c73a234-ca67-4208-9352-a3c7e850444f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:05.404885 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:05.438441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-601c380b-8c02-478c-9734-d8d65a573a4b req-19b04048-e90d-42c6-a794-6ddb6617ad3d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831816 Sep 18 02:01:05.504477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-711c508d-6ec8-4ff8-b871-52c8c11111c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934851 Sep 18 02:01:05.519645 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf896088-7105-4aa7-8d31-bc37024feb91 x-openstack-request-id: req-cf896088-7105-4aa7-8d31-bc37024feb91 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:05.519938 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "name": "network-vif-plugged", "status": "completed", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:05.520196 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf896088-7105-4aa7-8d31-bc37024feb91 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:05.520573 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'code': 200} Sep 18 02:01:05.583689 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:05.611581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 2c73a234-ca67-4208-9352-a3c7e850444f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2c73a234-ca67-4208-9352-a3c7e850444f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:05.621362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:05.677683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:05.692072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a6276-7bd0-4d45-9eba-f82f98dc8edf req-e3fe0165-0402-4423-abb6-4d847652fbe6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:05.698453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=2c73a234-ca67-4208-9352-a3c7e850444f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:05.699220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-450a6276-7bd0-4d45-9eba-f82f98dc8edf req-e3fe0165-0402-4423-abb6-4d847652fbe6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 944 time: 0.0620630 Sep 18 02:01:05.738038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-2b18c5ed-001b-453a-b15f-1b0e8d9dd56a service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248814 Sep 18 02:01:05.750537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05362ed0-17e7-40d5-bf8c-5d09c1b77c13 req-c3d9921b-8f64-4ce8-9d25-85bd9817df96 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:05.752076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-05362ed0-17e7-40d5-bf8c-5d09c1b77c13 req-c3d9921b-8f64-4ce8-9d25-85bd9817df96 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.1259139 Sep 18 02:01:05.752243 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-450a6276-7bd0-4d45-9eba-f82f98dc8edf req-b608f162-7d65-4817-b1eb-23e6ca953bb5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Sep 18 02:01:05.868259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465dcc8-0b99-4740-a82c-042910491562 req-ef511b24-7d46-4e8e-acc6-93b8631db45b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:05.869856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6465dcc8-0b99-4740-a82c-042910491562 req-ef511b24-7d46-4e8e-acc6-93b8631db45b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 945 time: 0.0585577 Sep 18 02:01:05.919324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6465dcc8-0b99-4740-a82c-042910491562 req-7f1dc05f-a38f-40e2-b051-9f11142cb5f7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Sep 18 02:01:05.934969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-05362ed0-17e7-40d5-bf8c-5d09c1b77c13 req-51a385b5-2489-47d1-8cf0-9cdf2cf94eea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663482 Sep 18 02:01:05.985405 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72ec5fef-bdc5-4464-a967-d3e05953e10e req-cbd247c6-ca8a-41a5-8f2f-38360549661f service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293978 Sep 18 02:01:06.047717 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889c900-d8d7-474c-b644-077558a00077 req-084ef4bd-6ecb-4ef6-929d-e1b088cdb872 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:06.055213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d889c900-d8d7-474c-b644-077558a00077 req-084ef4bd-6ecb-4ef6-929d-e1b088cdb872 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.0760279 Sep 18 02:01:06.091717 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d889c900-d8d7-474c-b644-077558a00077 req-edfab230-77b1-4efa-9f53-75b3e88e9c6c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Sep 18 02:01:06.097598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:06.161305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900603fe-ec03-42f5-8d93-d272b0267436 req-cc0503be-7b9b-48c6-98fd-4b8089aa55ec tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:06.162857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-900603fe-ec03-42f5-8d93-d272b0267436 req-cc0503be-7b9b-48c6-98fd-4b8089aa55ec tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1116903 Sep 18 02:01:06.193368 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:06.242043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-900603fe-ec03-42f5-8d93-d272b0267436 req-dde9088e-2ef6-4330-9d02-4da6a14dfb56 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733428 Sep 18 02:01:06.289247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Router 2d6e9e1d-e2ab-4464-84af-4b3fef27950b is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:01:06.356618 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e434b9-3c6b-4223-8437-1309938f15a1 req-77375a2c-9ee3-4901-b346-26fd6017806d tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:06.358359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46e434b9-3c6b-4223-8437-1309938f15a1 req-77375a2c-9ee3-4901-b346-26fd6017806d tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1101 time: 0.0444541 Sep 18 02:01:06.395825 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46e434b9-3c6b-4223-8437-1309938f15a1 req-14dfe3b9-afb5-4a42-a981-04803c4273a9 tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Sep 18 02:01:06.408177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:06.426624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Sync routers for ids ['2d6e9e1d-e2ab-4464-84af-4b3fef27950b'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:06.439326 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:06.443804 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c4825644-eae6-4129-b6be-a9f3d70dfce5 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1645260 Sep 18 02:01:06.444035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49714) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:06.449846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Routers {'2d6e9e1d-e2ab-4464-84af-4b3fef27950b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:06.450848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d6e9e1d-e2ab-4464-84af-4b3fef27950b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:06.601962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf2f7-fa9a-4edd-bfe9-0a6d379d0fde req-4b60780b-de22-40dd-b138-ea73b28dc74a tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:06.604060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25ecf2f7-fa9a-4edd-bfe9-0a6d379d0fde req-4b60780b-de22-40dd-b138-ea73b28dc74a tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.0719135 Sep 18 02:01:06.618782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49720) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:06.619904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3c1cddea-02a0-4899-80cb-823cae23f51e tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/routers/2d6e9e1d-e2ab-4464-84af-4b3fef27950b HTTP/1.1" status: 200 len: 907 time: 0.1743772 Sep 18 02:01:06.636823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Set router 2d6e9e1d-e2ab-4464-84af-4b3fef27950b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:06.702020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25ecf2f7-fa9a-4edd-bfe9-0a6d379d0fde req-bb40e209-9b22-47cf-a5ce-ef963f35e43d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904920 Sep 18 02:01:06.753643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f402-7f64-4e88-9c28-e2418f759f4a req-f79b6052-afbc-4027-9d46-7368fcc5263d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:06.762370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdd7f402-7f64-4e88-9c28-e2418f759f4a req-f79b6052-afbc-4027-9d46-7368fcc5263d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.0808032 Sep 18 02:01:06.814670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdd7f402-7f64-4e88-9c28-e2418f759f4a req-aa398466-4e61-458c-8c83-aebe98b47a16 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Sep 18 02:01:06.856877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:06.861824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:06.979157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:06.986386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:06.986787 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.025891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-81cefbd7-1ad6-4a4c-a3fa-399017e7f528 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3223293 Sep 18 02:01:07.039509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6e9e1d-e2ab-4464-84af-4b3fef27950b', 'name': 'tempest-snat-router-610325211', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'ea87df9e-be79-4a2d-aa78-2a9c287565f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:01Z', 'updated_at': '2021-09-18T02:01:05Z', 'revision_number': 3, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port': {'id': 'ea87df9e-be79-4a2d-aa78-2a9c287565f9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:53:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6e9e1d-e2ab-4464-84af-4b3fef27950b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:03Z', 'updated_at': '2021-09-18T02:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:07.044304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-5055bca5-01aa-4d23-9250-6607640df7e7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:01:07.045330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-5055bca5-01aa-4d23-9250-6607640df7e7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075192 Sep 18 02:01:07.060454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.074378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Checking router: 2d6e9e1d-e2ab-4464-84af-4b3fef27950b for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:01:07.074918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Updating router 2d6e9e1d-e2ab-4464-84af-4b3fef27950b port ea87df9e-be79-4a2d-aa78-2a9c287565f9 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:01:07.080623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8333a-db3c-4258-b447-5162620a3513 req-ba5f092c-c69d-4535-b83a-3ca336599748 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:07.082908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ac8333a-db3c-4258-b447-5162620a3513 req-ba5f092c-c69d-4535-b83a-3ca336599748 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 944 time: 0.2130349 Sep 18 02:01:07.096726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137593-0614-4db1-89dd-5bd09aab44ab req-2b9eaaa4-1f6d-4210-b3bf-0cc9d65918a8 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:07.105365 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5137593-0614-4db1-89dd-5bd09aab44ab req-2b9eaaa4-1f6d-4210-b3bf-0cc9d65918a8 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 945 time: 0.1069140 Sep 18 02:01:07.120582 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.183254 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5137593-0614-4db1-89dd-5bd09aab44ab req-f0da69b7-c786-4159-96da-422f1b24242c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766659 Sep 18 02:01:07.194430 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.309811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2c73a234-ca67-4208-9352-a3c7e850444f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:07.318173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:07.343706 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.344692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cfaac558-c3bc-479c-964d-12ab5db0f29f no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:07.370967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37798c-5927-4992-b493-4c230801101e req-f0d60a68-ce6a-427d-8a11-c34bf02cdbdd tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:07.372553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d37798c-5927-4992-b493-4c230801101e req-f0d60a68-ce6a-427d-8a11-c34bf02cdbdd tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.18 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.0970781 Sep 18 02:01:07.434100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7732bac-7383-4279-b58a-2ad45a3d0a9b req-c99538cc-40c0-4922-ae97-faa05ef43def tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:07.435714 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a7732bac-7383-4279-b58a-2ad45a3d0a9b req-c99538cc-40c0-4922-ae97-faa05ef43def tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 945 time: 0.1190677 Sep 18 02:01:07.525861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a7732bac-7383-4279-b58a-2ad45a3d0a9b req-34034471-cc12-461b-9d82-b8083fcd3fb7 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654888 Sep 18 02:01:07.526538 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17ad9b4-deb3-4b78-a16b-17093a3c3798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:07.528497 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1a6635-484e-49b1-98bd-253e36cedb96" -d '{"events": [{"server_uuid": "d17ad9b4-deb3-4b78-a16b-17093a3c3798", "name": "network-vif-plugged", "status": "completed", "tag": "bf6d4372-06c9-4d79-b7ca-86e16d14e7d4"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:07.553978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Deleting port cfaac558-c3bc-479c-964d-12ab5db0f29f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:07.557266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.715185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ac8333a-db3c-4258-b447-5162620a3513 req-d5ead808-bdac-425a-91c4-fd48d55c7632 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500715 Sep 18 02:01:07.766862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Deleting port ea87df9e-be79-4a2d-aa78-2a9c287565f9 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:07.767259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.780424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.789243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:07.806788 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.807975 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.826464 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525f47cf-72bd-408a-868c-092c4eda1a55 x-openstack-request-id: req-525f47cf-72bd-408a-868c-092c4eda1a55 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:07.826846 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17ad9b4-deb3-4b78-a16b-17093a3c3798", "name": "network-vif-plugged", "status": "completed", "tag": "bf6d4372-06c9-4d79-b7ca-86e16d14e7d4", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:07.827158 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-525f47cf-72bd-408a-868c-092c4eda1a55 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:07.827884 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17ad9b4-deb3-4b78-a16b-17093a3c3798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4', 'code': 200} Sep 18 02:01:07.864058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:07.915317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2c73a234-ca67-4208-9352-a3c7e850444f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:07.915696 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.946644 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:07.995028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Attempting to bind port ea87df9e-be79-4a2d-aa78-2a9c287565f9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:07.995326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Attempting to bind port ea87df9e-be79-4a2d-aa78-2a9c287565f9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:07.995775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Attempting to bind port ea87df9e-be79-4a2d-aa78-2a9c287565f9 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:08.004677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:08.005289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:08.005561 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.005993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:08.006480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Bound port: ea87df9e-be79-4a2d-aa78-2a9c287565f9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:08.006892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.020805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.031331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb035082-76ad-4e3f-95db-88f592dd7ebb None None] Pushing event updated for resources: {'Port': ['ID=ea87df9e-be79-4a2d-aa78-2a9c287565f9,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:08.049785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Calling delete_port for ea87df9e-be79-4a2d-aa78-2a9c287565f9 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:08.098383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4ef4c-4985-4c26-a8e6-290dc6710470 req-fec17242-6944-4860-995c-ba40152cd0be tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:08.100060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08f4ef4c-4985-4c26-a8e6-290dc6710470 req-fec17242-6944-4860-995c-ba40152cd0be tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.2019267 Sep 18 02:01:08.121628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-bcb94f1a-5a86-4025-8abd-7640a3a1c1e5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:08.124565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-bcb94f1a-5a86-4025-8abd-7640a3a1c1e5 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.2044387 Sep 18 02:01:08.195240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] For port cfaac558-c3bc-479c-964d-12ab5db0f29f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=cfaac558-c3bc-479c-964d-12ab5db0f29f,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:08.195591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.217847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9fc54-07dc-48a2-ada5-d9aec0447eb8 req-a443c790-e6fa-48a2-9843-1cfecc1ee6c6 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:08.225738 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-18c9fc54-07dc-48a2-ada5-d9aec0447eb8 req-a443c790-e6fa-48a2-9843-1cfecc1ee6c6 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 945 time: 0.6042056 Sep 18 02:01:08.241196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Calling delete_port for cfaac558-c3bc-479c-964d-12ab5db0f29f owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:08.260292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6edece-8537-4ca6-a2a6-85a816f1fb7d req-1d627538-30f7-459d-a21d-0b79195d2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:08.262003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d6edece-8537-4ca6-a2a6-85a816f1fb7d req-1d627538-30f7-459d-a21d-0b79195d2e80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 1098 time: 0.1415133 Sep 18 02:01:08.344006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:08.407095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-18c9fc54-07dc-48a2-ada5-d9aec0447eb8 req-971ec9bd-f039-4218-9c68-f3c6febd489c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757715 Sep 18 02:01:08.426347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] For port ea87df9e-be79-4a2d-aa78-2a9c287565f9, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:08.430066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] For port ea87df9e-be79-4a2d-aa78-2a9c287565f9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ea87df9e-be79-4a2d-aa78-2a9c287565f9,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:08.454186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08f4ef4c-4985-4c26-a8e6-290dc6710470 req-4a62cc2c-25b3-43a8-bf61-236ae1fe252d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269579 Sep 18 02:01:08.484484 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.497945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3d6edece-8537-4ca6-a2a6-85a816f1fb7d req-ecebbb68-3935-421c-ac2f-58039fa139b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238488 Sep 18 02:01:08.570617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device f976627b-4910-492b-ac67-ed6afa3a484d details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:08.613838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Routers {'2d6e9e1d-e2ab-4464-84af-4b3fef27950b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:08.614622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2d6e9e1d-e2ab-4464-84af-4b3fef27950b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:08.649292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.657348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Deleting port 697ad618-83fc-4d22-a34f-76578ea26c14 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:08.657941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.663737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb035082-76ad-4e3f-95db-88f592dd7ebb None None] Pushing event updated for resources: {'Port': ['ID=ea87df9e-be79-4a2d-aa78-2a9c287565f9,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:08.709565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d0cee-3bbb-489c-b57e-c0d4b6306909 req-d4a3e169-70fb-478f-a8a9-9403b5628c72 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:08.711129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b18d0cee-3bbb-489c-b57e-c0d4b6306909 req-d4a3e169-70fb-478f-a8a9-9403b5628c72 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1898642 Sep 18 02:01:08.742568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event deleted for resources: {'Port': ['ID=cfaac558-c3bc-479c-964d-12ab5db0f29f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:08.789056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] For port 697ad618-83fc-4d22-a34f-76578ea26c14, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=697ad618-83fc-4d22-a34f-76578ea26c14,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:08.790276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.791944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] Set router 2d6e9e1d-e2ab-4464-84af-4b3fef27950b gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:08.822230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58c49-429a-488c-ac2f-0d4e8ebe79b1 req-8107f6cb-01ba-4c3b-adc4-751d67de218f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:08.822472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] No DVR routers for this DVR port cfaac558-c3bc-479c-964d-12ab5db0f29f on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:08.826749 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b18d0cee-3bbb-489c-b57e-c0d4b6306909 req-36d191a9-2136-4d9a-a094-0fa5c57c4173 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818772 Sep 18 02:01:08.829647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-cba6d403-6f4d-4d5e-a9f2-11df6278e9ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1304946 Sep 18 02:01:08.830646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:08.831341 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e2d58c49-429a-488c-ac2f-0d4e8ebe79b1 req-8107f6cb-01ba-4c3b-adc4-751d67de218f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 946 time: 0.2391965 Sep 18 02:01:08.833892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d37798c-5927-4992-b493-4c230801101e req-97e7df59-c704-4655-9747-3d0bc7d4cb8a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.18 "DELETE /v2.0/ports/cfaac558-c3bc-479c-964d-12ab5db0f29f HTTP/1.1" status: 204 len: 173 time: 1.4513285 Sep 18 02:01:08.834340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'name': 'network-vif-deleted', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:08.836765 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a9d680-81f7-44a7-ba1d-af095e1cc763" -d '{"events": [{"server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "name": "network-vif-deleted", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:08.856942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Calling delete_port for 697ad618-83fc-4d22-a34f-76578ea26c14 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:08.880371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6e9e1d-e2ab-4464-84af-4b3fef27950b', 'name': 'tempest-snat-router-610325211', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:01Z', 'updated_at': '2021-09-18T02:01:07Z', 'revision_number': 4, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:08.914638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2683b6-0dbb-40fb-a290-7d94a6545f1d None None] The sync data for ids ['2d6e9e1d-e2ab-4464-84af-4b3fef27950b'] in n-d-789963-12 is: [{'id': '2d6e9e1d-e2ab-4464-84af-4b3fef27950b', 'name': 'tempest-snat-router-610325211', 'tenant_id': '8915528938dc45a1ba3a00efb19d6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:01Z', 'updated_at': '2021-09-18T02:01:07Z', 'revision_number': 4, 'project_id': '8915528938dc45a1ba3a00efb19d6f41', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:08.924121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port f976627b-4910-492b-ac67-ed6afa3a484d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=f976627b-4910-492b-ac67-ed6afa3a484d,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:08.940127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'f976627b-4910-492b-ac67-ed6afa3a484d', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'port_id': 'f976627b-4910-492b-ac67-ed6afa3a484d', 'mac_address': 'fa:16:3e:34:c0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e19a47-9ea1-44de-af17-07e8e0dec0b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:08.989157 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.011718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f976627b-4910-492b-ac67-ed6afa3a484d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:09.043110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port f976627b-4910-492b-ac67-ed6afa3a484d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=f976627b-4910-492b-ac67-ed6afa3a484d,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:09.043795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a234142-5b45-424e-ab2d-a288cd39df0c req-64a6b6a3-bb19-41c5-88a5-8bfe1f0896ca tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=984c287e-3513-4cd1-9f25-40e743660ee8 HTTP/1.1" status: 200 len: 210 time: 0.1005437 Sep 18 02:01:09.049374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.056445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e2d58c49-429a-488c-ac2f-0d4e8ebe79b1 req-50cf0257-8879-49d4-9620-9a7b14ee88e9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239871 Sep 18 02:01:09.108158 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.172061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=f976627b-4910-492b-ac67-ed6afa3a484d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:09.173101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-26d6f295-162e-43e2-86e5-508fc89ac9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:09.184753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-26d6f295-162e-43e2-86e5-508fc89ac9e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 1098 time: 0.2992995 Sep 18 02:01:09.186534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea87df9e-be79-4a2d-aa78-2a9c287565f9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:09.216290 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e39f72-a4aa-43bc-ad08-369cd9a67a0f x-openstack-request-id: req-27e39f72-a4aa-43bc-ad08-369cd9a67a0f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:09.216732 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "name": "network-vif-deleted", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:09.217081 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27e39f72-a4aa-43bc-ad08-369cd9a67a0f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:09.217581 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'name': 'network-vif-deleted', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'status': 'completed', 'code': 200} Sep 18 02:01:09.286314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-ca779d9b-a36b-4e42-97b6-bb920cd608c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:09.287859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-ca779d9b-a36b-4e42-97b6-bb920cd608c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1101 time: 0.2361677 Sep 18 02:01:09.295567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.342345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['f976627b-4910-492b-ac67-ed6afa3a484d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:09.401124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-83837e5b-1b8d-4cf2-8ef8-7adcb5422d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:09.402076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-83837e5b-1b8d-4cf2-8ef8-7adcb5422d84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 905 time: 0.1794200 Sep 18 02:01:09.424716 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.427497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.518313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.573844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9a58-f628-4577-ae64-aaa5086ddb3d req-36e791ca-d924-4676-adac-a34b1abbdb75 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:09.580559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63cd9a58-f628-4577-ae64-aaa5086ddb3d req-36e791ca-d924-4676-adac-a34b1abbdb75 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 945 time: 0.3904107 Sep 18 02:01:09.635641 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.636848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6e9e1d-e2ab-4464-84af-4b3fef27950b {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:01:09.651270 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.652329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fdc7e0f2-0f0b-49d1-acc9-4224c67a8d4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2d6e9e1d-e2ab-4464-84af-4b3fef27950b HTTP/1.1" status: 204 len: 168 time: 3.0313070 Sep 18 02:01:09.653355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Pushing event deleted for resources: {'Port': ['ID=697ad618-83fc-4d22-a34f-76578ea26c14,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:09.657661 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-84b6b942-70e1-450c-bbc1-40d1e8fa46a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7fba3b-3054-46ef-8064-12cee0f620d8 HTTP/1.1" status: 200 len: 217 time: 0.2415223 Sep 18 02:01:09.658894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-17f8c08c-747a-4803-8dc5-d00823e87f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:09.660568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-17f8c08c-747a-4803-8dc5-d00823e87f2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3404222 Sep 18 02:01:09.662499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49800) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:09.700260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c7f0f6e-8ce6-4487-9cb3-6de1c36e7e99 req-e88a0269-f4ce-4352-a7d6-829d8cd758db tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf0d4f0-9473-4171-a979-06b3ef972306 HTTP/1.1" status: 200 len: 210 time: 0.1423237 Sep 18 02:01:09.734970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] No DVR routers for this DVR port 697ad618-83fc-4d22-a34f-76578ea26c14 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:09.738304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:09.740819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-715dac81-edc0-4b6e-81e7-3232b8d48c36 req-22bae892-8621-425c-b694-ad04931a3dda tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.18 "DELETE /v2.0/ports/697ad618-83fc-4d22-a34f-76578ea26c14 HTTP/1.1" status: 204 len: 173 time: 1.5962205 Sep 18 02:01:09.741326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf0d4f0-9473-4171-a979-06b3ef972306', 'name': 'network-vif-deleted', 'tag': '697ad618-83fc-4d22-a34f-76578ea26c14'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:09.744356 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cb1837-174b-48a8-96dc-c9ef1d6eb7c7" -d '{"events": [{"server_uuid": "cbf0d4f0-9473-4171-a979-06b3ef972306", "name": "network-vif-deleted", "tag": "697ad618-83fc-4d22-a34f-76578ea26c14"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:09.830201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:09.834512 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7464ab17-8a36-41e5-a2ef-0e1cd6926617" -d '{"events": [{"server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:09.853911 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-d552e890-5baf-40f1-b6e8-f591090fe893 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.1844385 Sep 18 02:01:09.877532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d84f26-6f0e-4275-8940-4440bb1f03b2 req-66d12635-d3ac-4a0b-a027-4f8a3c7494b0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:09.879443 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-04d84f26-6f0e-4275-8940-4440bb1f03b2 req-66d12635-d3ac-4a0b-a027-4f8a3c7494b0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.0741255 Sep 18 02:01:09.934899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-04d84f26-6f0e-4275-8940-4440bb1f03b2 req-48e3dee6-28dd-46f8-a920-de9d526f9e3f tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Sep 18 02:01:09.984286 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cbc19b-1d5c-4fe2-aed4-24857fcf3c72 x-openstack-request-id: req-b1cbc19b-1d5c-4fe2-aed4-24857fcf3c72 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:09.984753 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf0d4f0-9473-4171-a979-06b3ef972306", "name": "network-vif-deleted", "tag": "697ad618-83fc-4d22-a34f-76578ea26c14", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:09.985504 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1cbc19b-1d5c-4fe2-aed4-24857fcf3c72 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:09.986541 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf0d4f0-9473-4171-a979-06b3ef972306', 'name': 'network-vif-deleted', 'tag': '697ad618-83fc-4d22-a34f-76578ea26c14', 'status': 'completed', 'code': 200} Sep 18 02:01:09.995779 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63cd9a58-f628-4577-ae64-aaa5086ddb3d req-7d4998dd-2f47-46d6-ad29-703ecd564008 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339419 Sep 18 02:01:10.018214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-d45e048b-b140-4064-aeea-8ab2db46bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:10.023355 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcdb549-7d3f-46ce-9f06-27188c9de9e4 x-openstack-request-id: req-7fcdb549-7d3f-46ce-9f06-27188c9de9e4 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:10.023648 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984c287e-3513-4cd1-9f25-40e743660ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "cfaac558-c3bc-479c-964d-12ab5db0f29f", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:10.023900 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fcdb549-7d3f-46ce-9f06-27188c9de9e4 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:10.024286 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c287e-3513-4cd1-9f25-40e743660ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfaac558-c3bc-479c-964d-12ab5db0f29f', 'code': 200} Sep 18 02:01:10.024917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-d45e048b-b140-4064-aeea-8ab2db46bf41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.3469567 Sep 18 02:01:10.073849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.076554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-f8703904-4a53-401e-84a3-557042a1478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:10.078223 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-f8703904-4a53-401e-84a3-557042a1478c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2004447 Sep 18 02:01:10.082321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-17145590-f98f-4690-a366-89dc31adbb0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424743 Sep 18 02:01:10.258055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['70371871-9428-4bfe-ac65-2eb9b854c9eb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:10.262694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9b215-b3cc-418e-9300-cb554513b010 req-c7a8ffdd-89cc-4f78-ac76-532e979f4961 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:10.264256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d9b215-b3cc-418e-9300-cb554513b010 req-c7a8ffdd-89cc-4f78-ac76-532e979f4961 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 946 time: 0.0710528 Sep 18 02:01:10.316019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac3e1b-62f7-44dd-a5c4-17beec8b5cb6 req-dcbe8a3c-e5a9-48fa-9a78-11e57d20b3d6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:10.317712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2eac3e1b-62f7-44dd-a5c4-17beec8b5cb6 req-dcbe8a3c-e5a9-48fa-9a78-11e57d20b3d6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.2457869 Sep 18 02:01:10.332251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-b8c8c678-2232-4d24-a47a-8e0a99132bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:10.333756 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-b8c8c678-2232-4d24-a47a-8e0a99132bdd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2031074 Sep 18 02:01:10.340570 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d9b215-b3cc-418e-9300-cb554513b010 req-d38b71aa-3304-4805-b306-bb594bd1a896 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662191 Sep 18 02:01:10.406563 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-4fe0169d-e2c0-4a74-80b0-5d32bf0a1c40 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769103 Sep 18 02:01:10.418801 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.561190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2eac3e1b-62f7-44dd-a5c4-17beec8b5cb6 req-c7517d26-9795-4fcf-b37c-b4bdd0c48b01 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281842 Sep 18 02:01:10.562124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device f976627b-4910-492b-ac67-ed6afa3a484d up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:10.568933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49822) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:10.573613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7acbad51-8ac0-4e5d-b513-5f91d31d5556 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862278910', 'description': 'tempest-description--345546759'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:10.593801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-25f1527e-cd04-471f-b675-bd01b080b289 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488921 Sep 18 02:01:10.623304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7acbad51-8ac0-4e5d-b513-5f91d31d5556 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.632651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port f976627b-4910-492b-ac67-ed6afa3a484d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:10.641968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port f976627b-4910-492b-ac67-ed6afa3a484d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:10.642342 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.723448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9aa03-eb6e-4ff6-bd91-8d948b46c09f req-415aa6e2-68b1-4143-b563-c6a08757e312 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:10.732745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ae9aa03-eb6e-4ff6-bd91-8d948b46c09f req-415aa6e2-68b1-4143-b563-c6a08757e312 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 945 time: 0.0971031 Sep 18 02:01:10.751367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-681d3f7d-a03f-41fd-ae6b-adbd2494d07d req-0c464f7d-d646-48cd-9949-4fb95242b969 service neutron] 10.222.0.18 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265798 Sep 18 02:01:10.752710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Deleting port 2c73a234-ca67-4208-9352-a3c7e850444f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:10.753124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.755211 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.805132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-60afaf3d-0281-4b9c-beea-541a8cc76e80 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742582 Sep 18 02:01:10.820908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ae9aa03-eb6e-4ff6-bd91-8d948b46c09f req-af5fb662-ad92-4e85-a496-9ebecf24b259 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860209 Sep 18 02:01:10.822507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port f976627b-4910-492b-ac67-ed6afa3a484d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=f976627b-4910-492b-ac67-ed6afa3a484d,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:10.830234 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.892680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 697ad618-83fc-4d22-a34f-76578ea26c14 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:10.903129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] For port 2c73a234-ca67-4208-9352-a3c7e850444f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2c73a234-ca67-4208-9352-a3c7e850444f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:10.903481 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.905260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7acbad51-8ac0-4e5d-b513-5f91d31d5556 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.914102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7acbad51-8ac0-4e5d-b513-5f91d31d5556 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.923636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 697ad618-83fc-4d22-a34f-76578ea26c14 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:10.923983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 697ad618-83fc-4d22-a34f-76578ea26c14 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:10.924391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cfaac558-c3bc-479c-964d-12ab5db0f29f no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:10.936241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Calling delete_port for 2c73a234-ca67-4208-9352-a3c7e850444f owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:10.963753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7acbad51-8ac0-4e5d-b513-5f91d31d5556 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:10.964155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: cfaac558-c3bc-479c-964d-12ab5db0f29f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:10.964366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device cfaac558-c3bc-479c-964d-12ab5db0f29f not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:10.965011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7acbad51-8ac0-4e5d-b513-5f91d31d5556 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3950849 Sep 18 02:01:10.968172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49832) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:10.977720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=f976627b-4910-492b-ac67-ed6afa3a484d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:10.978918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-657db98c-b1dc-43e1-a881-e6e4b929d765 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Request body: {'security_group_rule': {'security_group_id': '0964f33b-c32b-4cea-b81a-aa9dbfaa3b2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:10.982033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbad51-8ac0-4e5d-b513-5f91d31d5556 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0964f33b-c32b-4cea-b81a-aa9dbfaa3b2e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:11.069142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-657db98c-b1dc-43e1-a881-e6e4b929d765 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.100361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f830bce-18ad-4eca-bddc-e319c062deb9 req-365873d1-fe1b-4ddf-a4d9-0919a1d70fc3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:11.102078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f830bce-18ad-4eca-bddc-e319c062deb9 req-365873d1-fe1b-4ddf-a4d9-0919a1d70fc3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 946 time: 0.1222649 Sep 18 02:01:11.158075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f830bce-18ad-4eca-bddc-e319c062deb9 req-33a85809-6816-407b-b94f-ce778442b5bd tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Sep 18 02:01:11.231127 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-657db98c-b1dc-43e1-a881-e6e4b929d765 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.245297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ffab4-2596-46d1-b078-986dee640a1a req-8f9f67d1-f4cb-4e81-a598-2a8e3536d445 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:11.246869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f66ffab4-2596-46d1-b078-986dee640a1a req-8f9f67d1-f4cb-4e81-a598-2a8e3536d445 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.1140096 Sep 18 02:01:11.250597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-657db98c-b1dc-43e1-a881-e6e4b929d765 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.263187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb63b1c-e164-41f9-94b0-01ac62bc2413 req-0f7b847b-2ce0-4b2b-8c8e-7c9c85f3ac6a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:11.264967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-adb63b1c-e164-41f9-94b0-01ac62bc2413 req-0f7b847b-2ce0-4b2b-8c8e-7c9c85f3ac6a tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.0559127 Sep 18 02:01:11.306103 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-adb63b1c-e164-41f9-94b0-01ac62bc2413 req-c0889828-5d07-44f0-bba2-a256026e89e9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344512 Sep 18 02:01:11.307462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657db98c-b1dc-43e1-a881-e6e4b929d765 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b6f6fa-eca7-4039-b4ee-986155d4db75,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:11.339827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-657db98c-b1dc-43e1-a881-e6e4b929d765 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.341042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-657db98c-b1dc-43e1-a881-e6e4b929d765 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3718989 Sep 18 02:01:11.345447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49840) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:11.350293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f66ffab4-2596-46d1-b078-986dee640a1a req-f27ca876-5323-4c8c-b5a9-b6f0f8e6bfa9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Sep 18 02:01:11.353215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a5fd2e25-7214-4f54-8654-0f0a2a2b9569 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Request body: {'security_group_rule': {'security_group_id': '0964f33b-c32b-4cea-b81a-aa9dbfaa3b2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:11.360125 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.410906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c73a234-ca67-4208-9352-a3c7e850444f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:11.449996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2e25-7214-4f54-8654-0f0a2a2b9569 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.461078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60185a-46cc-4456-af24-cd0b6a76163c req-17eb4541-d975-4e89-b205-5ccec27229f4 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:11.462779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb60185a-46cc-4456-af24-cd0b6a76163c req-17eb4541-d975-4e89-b205-5ccec27229f4 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0901575 Sep 18 02:01:11.522429 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.532254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb60185a-46cc-4456-af24-cd0b6a76163c req-af9e50d7-54d4-437f-84e6-298785ec5718 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609291 Sep 18 02:01:11.542948 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2e25-7214-4f54-8654-0f0a2a2b9569 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.551190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2e25-7214-4f54-8654-0f0a2a2b9569 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.580195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd2e25-7214-4f54-8654-0f0a2a2b9569 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723ed268-699a-4540-ad22-bde6a3a359cf,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:11.615405 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2e25-7214-4f54-8654-0f0a2a2b9569 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.631015 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5fd2e25-7214-4f54-8654-0f0a2a2b9569 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2788393 Sep 18 02:01:11.631015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49848) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:11.633226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:11.702964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.747256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222f0b4-fd91-458f-bc94-ccc580328b84 req-67bfebda-ef64-4152-ab00-1c9af545e175 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:11.749121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7222f0b4-fd91-458f-bc94-ccc580328b84 req-67bfebda-ef64-4152-ab00-1c9af545e175 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 946 time: 0.0957284 Sep 18 02:01:11.830578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7222f0b4-fd91-458f-bc94-ccc580328b84 req-5b272b3f-905b-40df-8d93-11cc77e2e952 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717740 Sep 18 02:01:11.865432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.948275 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:11.959978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.025267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82840521-d62c-4ee4-aad3-a851cd122720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f976627b-4910-492b-ac67-ed6afa3a484d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:12.027820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Allocated IP 172.25.0.14 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/9b70331c-9751-41cc-bbf0-92d985561955) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:12.030294 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f441bbe-2b9f-49e7-bdba-88654fbfed8c" -d '{"events": [{"server_uuid": "82840521-d62c-4ee4-aad3-a851cd122720", "name": "network-vif-plugged", "status": "completed", "tag": "f976627b-4910-492b-ac67-ed6afa3a484d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:12.043709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602eb3f-73b8-4d5a-9e26-e3d4e00c76e7 req-82ad7ddd-052a-4f90-9f4c-be166cf40cac tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.047818 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e602eb3f-73b8-4d5a-9e26-e3d4e00c76e7 req-82ad7ddd-052a-4f90-9f4c-be166cf40cac tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1024592 Sep 18 02:01:12.048897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.050703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0b372aa-327b-49f1-a11e-8c1cbd9ae734 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:01:12.061441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.063380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-022ecd2b-c89e-415e-9b0e-5df54d030ee7 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d0b372aa-327b-49f1-a11e-8c1cbd9ae734 HTTP/1.1" status: 204 len: 168 time: 2.3996301 Sep 18 02:01:12.079438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49852) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:12.084486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-650437551', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:12.094526 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3224aad-b6bd-4a5c-8dff-f6f54067d12a x-openstack-request-id: req-b3224aad-b6bd-4a5c-8dff-f6f54067d12a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:12.094841 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82840521-d62c-4ee4-aad3-a851cd122720", "name": "network-vif-plugged", "status": "completed", "tag": "f976627b-4910-492b-ac67-ed6afa3a484d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:12.095088 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3224aad-b6bd-4a5c-8dff-f6f54067d12a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:12.095394 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82840521-d62c-4ee4-aad3-a851cd122720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f976627b-4910-492b-ac67-ed6afa3a484d', 'code': 200} Sep 18 02:01:12.132987 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e602eb3f-73b8-4d5a-9e26-e3d4e00c76e7 req-08aea1d2-1550-4c61-8a3c-27eeb9e4d185 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754936 Sep 18 02:01:12.188741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.189982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.261786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc3088-0016-476c-9c8a-d86fcfe32645 req-9d57396e-e169-41e6-b4f2-8c4d2448d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.276049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6dfc3088-0016-476c-9c8a-d86fcfe32645 req-9d57396e-e169-41e6-b4f2-8c4d2448d9d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 1098 time: 0.0731449 Sep 18 02:01:12.281528 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.285754 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.314944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6dfc3088-0016-476c-9c8a-d86fcfe32645 req-0a1a0ec6-50bb-4ccb-bd10-20648a87e455 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Sep 18 02:01:12.484621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.493097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.527511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca55b13-89b6-4029-b65b-12d8a63a43ec req-c16d6bac-2fa9-4bca-8de3-f77639123059 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.529087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ca55b13-89b6-4029-b65b-12d8a63a43ec req-c16d6bac-2fa9-4bca-8de3-f77639123059 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.0810208 Sep 18 02:01:12.561950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:12.580746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:12.585395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:12.590560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ca55b13-89b6-4029-b65b-12d8a63a43ec req-8eac15e4-f64c-4452-9cc4-4da3535c8037 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524790 Sep 18 02:01:12.594402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732d266-f1b0-495f-8336-849dd75c9053 req-c5d512aa-0246-4208-aa92-aeb507f6e67f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.595986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4732d266-f1b0-495f-8336-849dd75c9053 req-c5d512aa-0246-4208-aa92-aeb507f6e67f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1799679 Sep 18 02:01:12.597115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event updated for resources: {'Port': ['ID=9b70331c-9751-41cc-bbf0-92d985561955,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:12.787577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4732d266-f1b0-495f-8336-849dd75c9053 req-aba25d99-213f-4f81-bd6c-c1c14ac56c9e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666977 Sep 18 02:01:12.797933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989e643-ec53-45c0-a50c-7f45e877c112 req-4e9ddd38-b9aa-4f26-9318-057b19bda25d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:12.806322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0989e643-ec53-45c0-a50c-7f45e877c112 req-4e9ddd38-b9aa-4f26-9318-057b19bda25d tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0635450 Sep 18 02:01:12.814112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:12.843139 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0989e643-ec53-45c0-a50c-7f45e877c112 req-347760bd-d2c6-4b20-8229-e18eb5c47568 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364065 Sep 18 02:01:12.873309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.014104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-57ab3787-67f4-43da-bac7-c60ca1457156 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:13.015678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-57ab3787-67f4-43da-bac7-c60ca1457156 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 946 time: 0.0575218 Sep 18 02:01:13.040732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.074744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.085690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faba32e-4781-40a1-b839-c8db1ec8a252 req-e1d854a7-f835-4ec7-9365-2ea152844d15 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:13.087233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3faba32e-4781-40a1-b839-c8db1ec8a252 req-e1d854a7-f835-4ec7-9365-2ea152844d15 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17ad9b4-deb3-4b78-a16b-17093a3c3798 HTTP/1.1" status: 200 len: 946 time: 0.1592693 Sep 18 02:01:13.115049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Deleting port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:13.115353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.228081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3faba32e-4781-40a1-b839-c8db1ec8a252 req-d652cf0f-bb1a-4607-b675-d64f6824dfdd tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057348 Sep 18 02:01:13.238833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] For port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:13.238833 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.244299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2c73a234-ca67-4208-9352-a3c7e850444f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:13.252307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Calling delete_port for bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:13.276343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 2c73a234-ca67-4208-9352-a3c7e850444f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:13.277005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2c73a234-ca67-4208-9352-a3c7e850444f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:13.305688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Allocated IP 172.25.0.71 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/3acd4eca-251e-40df-a5fc-09d0d95d6194) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:13.353122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.365505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.384215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e038f-ade4-42a0-9211-7aa7036774a3 req-5ea037e5-6887-497b-a74a-3fabc4035dec tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:13.385716 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-187e038f-ade4-42a0-9211-7aa7036774a3 req-5ea037e5-6887-497b-a74a-3fabc4035dec tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.0745201 Sep 18 02:01:13.467584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-187e038f-ade4-42a0-9211-7aa7036774a3 req-40ce4712-a3ce-4de9-b91a-dc6ef2c29903 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756664 Sep 18 02:01:13.472795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.478959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event updated for resources: {'Port': ['ID=9b70331c-9751-41cc-bbf0-92d985561955,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:13.498124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8', 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:13.504738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.506344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ca857727-8e4e-4cff-89fa-38c5cfd9e4d6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:13.519125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event deleted for resources: {'Port': ['ID=bf6d4372-06c9-4d79-b7ca-86e16d14e7d4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:13.524345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.552104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] No DVR routers for this DVR port bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:13.555018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.557268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ef0782c-30bd-40ea-bf86-654345dc8492 req-a99558ac-8011-427e-8013-c6169dfc522d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "DELETE /v2.0/ports/bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 HTTP/1.1" status: 204 len: 173 time: 0.5351326 Sep 18 02:01:13.557779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17ad9b4-deb3-4b78-a16b-17093a3c3798', 'name': 'network-vif-deleted', 'tag': 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:13.560252 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e78e5-7161-49af-b5c8-e25590588251" -d '{"events": [{"server_uuid": "d17ad9b4-deb3-4b78-a16b-17093a3c3798", "name": "network-vif-deleted", "tag": "bf6d4372-06c9-4d79-b7ca-86e16d14e7d4"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:13.562318 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.570868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-07d61e88-edc3-44a6-b34d-b724de13f753 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9366066 Sep 18 02:01:13.605295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:13.655641 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a866ad-0c55-476c-853a-f02a1de47c54 x-openstack-request-id: req-26a866ad-0c55-476c-853a-f02a1de47c54 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:13.656894 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17ad9b4-deb3-4b78-a16b-17093a3c3798", "name": "network-vif-deleted", "tag": "bf6d4372-06c9-4d79-b7ca-86e16d14e7d4", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:13.657443 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26a866ad-0c55-476c-853a-f02a1de47c54 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:13.658213 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17ad9b4-deb3-4b78-a16b-17093a3c3798', 'name': 'network-vif-deleted', 'tag': 'bf6d4372-06c9-4d79-b7ca-86e16d14e7d4', 'status': 'completed', 'code': 200} Sep 18 02:01:13.663985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:13.669546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:13.682598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:13.766371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event updated for resources: {'Port': ['ID=3acd4eca-251e-40df-a5fc-09d0d95d6194,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:13.851815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-8a6e4775-cf26-49af-86cd-e761eeac506c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:13.854338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-8a6e4775-cf26-49af-86cd-e761eeac506c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.20 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.1202862 Sep 18 02:01:13.880387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47255932-268e-4ca2-a260-a9879916bc6b req-12396a95-856a-4c05-bccf-c702cdfd3c48 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:13.882043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47255932-268e-4ca2-a260-a9879916bc6b req-12396a95-856a-4c05-bccf-c702cdfd3c48 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.1335287 Sep 18 02:01:13.977202 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47255932-268e-4ca2-a260-a9879916bc6b req-12517647-e880-409b-8a2d-0bf7213093ab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735452 Sep 18 02:01:14.014392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Deleting port 70371871-9428-4bfe-ac65-2eb9b854c9eb {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:14.015193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:14.137145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71c4fb-b6cf-4059-bf72-baa71928ab65 req-7d6b823b-f0dc-4bc1-b63c-1e8d3a99307d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:14.138660 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e71c4fb-b6cf-4059-bf72-baa71928ab65 req-7d6b823b-f0dc-4bc1-b63c-1e8d3a99307d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1003616 Sep 18 02:01:14.172666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] For port 70371871-9428-4bfe-ac65-2eb9b854c9eb, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=70371871-9428-4bfe-ac65-2eb9b854c9eb,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:14.173007 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:14.201118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Calling delete_port for 70371871-9428-4bfe-ac65-2eb9b854c9eb owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:14.210239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e71c4fb-b6cf-4059-bf72-baa71928ab65 req-a9cc5a4d-5eaf-4142-94df-033c91952a1e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629370 Sep 18 02:01:14.350487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-f1a8c1e4-8876-4662-b47d-57bb1aa609f1 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:14.352112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-f1a8c1e4-8876-4662-b47d-57bb1aa609f1 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 822 time: 0.2040956 Sep 18 02:01:14.374750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532710ce-1e3d-46da-bc63-50b849aa954e req-f661a965-b3a8-42a4-92a4-0b23dfd21a5c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:14.376259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-532710ce-1e3d-46da-bc63-50b849aa954e req-f661a965-b3a8-42a4-92a4-0b23dfd21a5c tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/ports?device_id=b09d33b8-f81a-4f17-94e2-0ec6e872fed2 HTTP/1.1" status: 200 len: 946 time: 0.0838747 Sep 18 02:01:14.380926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:14.396527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['70371871-9428-4bfe-ac65-2eb9b854c9eb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:14.407897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-cb13db49-9449-4fb5-a39f-86f84b910d7a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/quotas/80257e63b6e1429daa1cad6f02d42c47 HTTP/1.1" status: 200 len: 375 time: 0.0450320 Sep 18 02:01:14.431989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Pushing event deleted for resources: {'Port': ['ID=70371871-9428-4bfe-ac65-2eb9b854c9eb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:14.455472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:14.471677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-532710ce-1e3d-46da-bc63-50b849aa954e req-67dfc400-5c6a-4ae5-9c34-3f97879e6333 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882149 Sep 18 02:01:14.485214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] No DVR routers for this DVR port 70371871-9428-4bfe-ac65-2eb9b854c9eb on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:14.489421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:14.492852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9c6ecbb-cf98-4af6-9e91-d46ebdc53b38 req-d3ced5b3-1d88-4a4f-b0b3-408143f30db3 tempest-ServerRescueTestJSON-164338540 tempest-ServerRescueTestJSON-164338540-project] 10.222.0.20 "DELETE /v2.0/ports/70371871-9428-4bfe-ac65-2eb9b854c9eb HTTP/1.1" status: 204 len: 173 time: 0.6306312 Sep 18 02:01:14.511828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-8e1eaa73-decf-4233-b42d-492942e0143f tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004136 Sep 18 02:01:14.612292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-e6fb5f14-7111-4676-bf7d-19696520a8c7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1406634219&fields=id&tenant_id=428f07887310407184547db86fb81097 HTTP/1.1" status: 200 len: 267 time: 0.0474639 Sep 18 02:01:14.698807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-da014cc8-324e-4b57-b5ca-aa458551dfdb service neutron] 10.222.0.21 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756144 Sep 18 02:01:14.727702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2da6-c097-48de-820b-4029ba699abd req-6c796319-15f4-4250-8156-d34b2f0878fe tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:14.729522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-6c796319-15f4-4250-8156-d34b2f0878fe tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/networks?id=85cc0a77-ba9f-4ad9-9891-677c78b59a53 HTTP/1.1" status: 200 len: 816 time: 0.1098733 Sep 18 02:01:14.745825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-23fae817-1daf-40a9-a809-05f0387b6f6a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/quotas/428f07887310407184547db86fb81097 HTTP/1.1" status: 200 len: 375 time: 0.0091553 Sep 18 02:01:14.798076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:14.800359 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-4b0dc42a-bd8b-46e1-8f45-003e4a7ef8be tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=428f07887310407184547db86fb81097&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479701 Sep 18 02:01:14.874701 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-55adc634-28e5-4bdb-9a11-c13328acbe1d service neutron] 10.222.0.21 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438174 Sep 18 02:01:14.902626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-b4c118ef-9943-4ecb-9224-cb735f69b783 service neutron] 10.222.0.21 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903730 Sep 18 02:01:14.976748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Router d3932000-c496-46e3-8fe0-6e9f75bab891 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:01:15.020076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-14af81c1-40be-4623-a3ef-6f385e4a2408 service neutron] 10.222.0.21 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110063 Sep 18 02:01:15.141671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:15.156795 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65718a-ff7a-4bf6-b222-e2fb10930df8 None None] Sync routers for ids ['d3932000-c496-46e3-8fe0-6e9f75bab891'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:15.172970 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65718a-ff7a-4bf6-b222-e2fb10930df8 None None] Routers {'d3932000-c496-46e3-8fe0-6e9f75bab891'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:15.175553 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9a65718a-ff7a-4bf6-b222-e2fb10930df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d3932000-c496-46e3-8fe0-6e9f75bab891'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:15.194241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:15.195988 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17c27f0e-0c9c-4cca-844c-8e026f5e985c tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1154351 Sep 18 02:01:15.199416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49912) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:15.205374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-41e1575f-a977-4d72-837c-bbda2bcbc363 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': False}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:15.213453 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9a65718a-ff7a-4bf6-b222-e2fb10930df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:15.222739 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65718a-ff7a-4bf6-b222-e2fb10930df8 None None] Routers {'d3932000-c496-46e3-8fe0-6e9f75bab891'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:15.223379 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9a65718a-ff7a-4bf6-b222-e2fb10930df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d3932000-c496-46e3-8fe0-6e9f75bab891'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:15.278227 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9a65718a-ff7a-4bf6-b222-e2fb10930df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:15.279212 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65718a-ff7a-4bf6-b222-e2fb10930df8 None None] The sync data for ids ['d3932000-c496-46e3-8fe0-6e9f75bab891'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:15.625583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0131fa46-d20d-46b2-92bf-672b3de3f1d2 req-d44d56ee-b97d-4394-9e92-76a2e55f86e4 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 210 time: 0.0456362 Sep 18 02:01:15.662138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09d33b8-f81a-4f17-94e2-0ec6e872fed2', 'name': 'network-vif-deleted', 'tag': '70371871-9428-4bfe-ac65-2eb9b854c9eb'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:15.664503 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b2087e-366a-4e38-b5f4-eafc1f2b6117" -d '{"events": [{"server_uuid": "b09d33b8-f81a-4f17-94e2-0ec6e872fed2", "name": "network-vif-deleted", "tag": "70371871-9428-4bfe-ac65-2eb9b854c9eb"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:15.700499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377cce6-dcfb-4dcb-b0a8-abed75a950cf req-960b05d4-dddd-4715-9cc8-4ff841a5a44f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:15.702064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5377cce6-dcfb-4dcb-b0a8-abed75a950cf req-960b05d4-dddd-4715-9cc8-4ff841a5a44f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1378496 Sep 18 02:01:15.781615 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41e1575f-a977-4d72-837c-bbda2bcbc363 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:15.792077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6632997-bd2c-47f7-b139-5879f86b46a3 req-e93d8d14-0cc8-4383-98a1-52d03021bb1d tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 210 time: 0.0327349 Sep 18 02:01:15.800557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5377cce6-dcfb-4dcb-b0a8-abed75a950cf req-ce2ac8cc-9042-49d0-ab04-70038ad960ca tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675099 Sep 18 02:01:15.848245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49954) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:16.099753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58385ec3-3473-4fbe-84d1-e3cddbbb2e10 req-e2c10252-aa4f-41d2-b6b4-73bed336a114 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:16.101289 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58385ec3-3473-4fbe-84d1-e3cddbbb2e10 req-e2c10252-aa4f-41d2-b6b4-73bed336a114 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1452847 Sep 18 02:01:16.112282 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae005297-85e1-42a8-88b3-84986a5378ad x-openstack-request-id: req-ae005297-85e1-42a8-88b3-84986a5378ad {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:16.112975 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09d33b8-f81a-4f17-94e2-0ec6e872fed2", "name": "network-vif-deleted", "tag": "70371871-9428-4bfe-ac65-2eb9b854c9eb", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:16.112975 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae005297-85e1-42a8-88b3-84986a5378ad {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:16.113296 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09d33b8-f81a-4f17-94e2-0ec6e872fed2', 'name': 'network-vif-deleted', 'tag': '70371871-9428-4bfe-ac65-2eb9b854c9eb', 'status': 'completed', 'code': 200} Sep 18 02:01:16.191463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58385ec3-3473-4fbe-84d1-e3cddbbb2e10 req-8133d74b-6d5e-403e-9ef9-513889e6ee16 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818954 Sep 18 02:01:16.274283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a056b4-6c10-45de-aa0d-763694984fb0 req-e2e31786-6ba8-421d-83e4-b7399a79af36 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:16.275708 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3a056b4-6c10-45de-aa0d-763694984fb0 req-e2e31786-6ba8-421d-83e4-b7399a79af36 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 945 time: 0.1026025 Sep 18 02:01:16.387298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3a056b4-6c10-45de-aa0d-763694984fb0 req-e1cc5e30-872c-4689-838e-d20c153d4644 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995023 Sep 18 02:01:16.392232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:16.512604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41e1575f-a977-4d72-837c-bbda2bcbc363 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:16.520456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41e1575f-a977-4d72-837c-bbda2bcbc363 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:16.579011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-f046951c-8294-475a-874f-c2481e71d672 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:16.580471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-f046951c-8294-475a-874f-c2481e71d672 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.18 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 822 time: 0.1903057 Sep 18 02:01:16.597328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Request body: {'port': {'device_id': '0d08f37a-6702-4850-b12e-f410489f154b', 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'admin_state_up': True, 'tenant_id': '80257e63b6e1429daa1cad6f02d42c47'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:16.667614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Deleting port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:16.668226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:16.713309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e1575f-a977-4d72-837c-bbda2bcbc363 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Router d3932000-c496-46e3-8fe0-6e9f75bab891 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:01:16.803982 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e4f76e5-8840-4650-83d8-6431d3c7d170 req-dc6caed9-1c5d-46a0-84c6-884e46bfed0c tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 210 time: 0.0553331 Sep 18 02:01:16.805765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Made reservation on behalf of 80257e63b6e1429daa1cad6f02d42c47 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:16.809417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:16.839000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:16.880145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:16.880489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device bf6d4372-06c9-4d79-b7ca-86e16d14e7d4 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:16.894459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] For port 6b541750-49d3-4c7a-b1a4-50e9e72a7a00, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,segment=NetworkSegment(514a91f2-d0d2-4f78-965c-7ccb6ace833b),segment_id=514a91f2-d0d2-4f78-965c-7ccb6ace833b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:16.894967 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:16.932309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e1575f-a977-4d72-837c-bbda2bcbc363 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:16.945316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41e1575f-a977-4d72-837c-bbda2bcbc363 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:16.948989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-41e1575f-a977-4d72-837c-bbda2bcbc363 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "PUT /v2.0/routers/d3932000-c496-46e3-8fe0-6e9f75bab891 HTTP/1.1" status: 200 len: 920 time: 1.7457249 Sep 18 02:01:16.949168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3c543-57d1-4f04-9ebc-0b2f52d55136 None None] Sync routers for ids ['d3932000-c496-46e3-8fe0-6e9f75bab891'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:16.949940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Calling delete_port for 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:16.959520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49976) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:16.959734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3c543-57d1-4f04-9ebc-0b2f52d55136 None None] Routers {'d3932000-c496-46e3-8fe0-6e9f75bab891'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:16.959984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-58f3c543-57d1-4f04-9ebc-0b2f52d55136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d3932000-c496-46e3-8fe0-6e9f75bab891'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:16.966549 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c9650d7-99d1-4ba4-a8f2-6fe0b0726ec0 req-0014d69a-8799-4b61-b7f4-5d905df570b2 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 210 time: 0.0438886 Sep 18 02:01:17.005222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-58f3c543-57d1-4f04-9ebc-0b2f52d55136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:17.015735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3c543-57d1-4f04-9ebc-0b2f52d55136 None None] Routers {'d3932000-c496-46e3-8fe0-6e9f75bab891'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:17.016678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-58f3c543-57d1-4f04-9ebc-0b2f52d55136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d3932000-c496-46e3-8fe0-6e9f75bab891'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:17.061280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Allocated IP 172.20.0.10 (3110e159-f330-4606-af75-4ce3a505b3fd/cd903278-adb9-49fd-b933-0afe9760950a/b31559c1-e104-4b8b-b656-7dfd6eb5f2fb) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:17.065671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-58f3c543-57d1-4f04-9ebc-0b2f52d55136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:17.066748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3c543-57d1-4f04-9ebc-0b2f52d55136 None None] The sync data for ids ['d3932000-c496-46e3-8fe0-6e9f75bab891'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:17.105241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ecaa-e90c-44ef-9e6c-1aa5d72c27b6 req-0e8b307a-6c34-4e12-ad2f-f1ec5e65857c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:17.106769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97f6ecaa-e90c-44ef-9e6c-1aa5d72c27b6 req-0e8b307a-6c34-4e12-ad2f-f1ec5e65857c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1706929 Sep 18 02:01:17.166945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2da6-c097-48de-820b-4029ba699abd req-1d6e08ff-f0bf-4d66-81a0-6049b08d1479 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:17.168366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-1d6e08ff-f0bf-4d66-81a0-6049b08d1479 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.18 "GET /v2.0/networks?id=85cc0a77-ba9f-4ad9-9891-677c78b59a53 HTTP/1.1" status: 200 len: 816 time: 0.3989992 Sep 18 02:01:17.235921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:17.256821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b8742f2e-e187-4c5d-a62c-760a8f3cf89b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/routers/d3932000-c496-46e3-8fe0-6e9f75bab891 HTTP/1.1" status: 200 len: 920 time: 0.2958052 Sep 18 02:01:17.261796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49980) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:17.276080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97f6ecaa-e90c-44ef-9e6c-1aa5d72c27b6 req-75b11ef6-630a-4426-a9c0-1e1a45aa5a6f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530156 Sep 18 02:01:17.291075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-aa335b01-af34-4277-bfb1-3f0d227d6c08 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428f07887310407184547db86fb81097 HTTP/1.1" status: 200 len: 380 time: 0.1111033 Sep 18 02:01:17.305247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Request body: {'port': {'device_id': '93694c94-eb72-4fd4-92d3-9135751df665', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'admin_state_up': True, 'tenant_id': '428f07887310407184547db86fb81097', 'security_groups': ['289d0451-2a7b-4b27-b3f6-ef40f73d7105']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:17.372913 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:17.459816 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:17.496219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Made reservation on behalf of 428f07887310407184547db86fb81097 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:17.499982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:17.511426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b541750-49d3-4c7a-b1a4-50e9e72a7a00,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:17.671707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e9d632-bc40-4210-b42b-1b0b7623de43 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:17.675988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-52e9d632-bc40-4210-b42b-1b0b7623de43 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=d3932000-c496-46e3-8fe0-6e9f75bab891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4104328 Sep 18 02:01:17.683642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56a47b-866c-41f0-8200-7495a396d5d5 req-e5334f68-f103-4370-b3e8-310bd3a9cb56 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:17.685220 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b56a47b-866c-41f0-8200-7495a396d5d5 req-e5334f68-f103-4370-b3e8-310bd3a9cb56 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.3879528 Sep 18 02:01:17.688520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49984) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:17.741079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Network 3110e159-f330-4606-af75-4ce3a505b3fd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:17.778872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:17.783449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event updated for resources: {'Port': ['ID=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:17.788793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:17.861516 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:01:17.874718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b56a47b-866c-41f0-8200-7495a396d5d5 req-faba021f-df0d-47c2-ad17-dfb6983ba9b2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762836 Sep 18 02:01:17.899351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-d9d6efad-1ccf-49dc-9652-b4d78adc7757 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:17.899351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-d9d6efad-1ccf-49dc-9652-b4d78adc7757 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 945 time: 0.1905844 Sep 18 02:01:17.905710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:17.906371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:17.967315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e1241c-35cc-4c15-85fe-04c1eec4c113 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:17.971886 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d2e1241c-35cc-4c15-85fe-04c1eec4c113 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 881 time: 0.2776368 Sep 18 02:01:17.973275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-1de02251-558a-4f9f-8e17-e52dbb9d83ea tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3796732 Sep 18 02:01:17.973724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49998) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:17.990213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Request body: {'port': {'device_id': '0d08f37a-6702-4850-b12e-f410489f154b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:18.041461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04b803-4db3-4bc4-92d0-d6044752c93f req-42a9858b-eb13-454b-b4f3-631a4fe645d2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:18.046956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-778999db-0d48-4296-8a6d-d4191b8d99c4 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3932000-c496-46e3-8fe0-6e9f75bab891 HTTP/1.1" status: 200 len: 205 time: 0.0693247 Sep 18 02:01:18.050406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea04b803-4db3-4bc4-92d0-d6044752c93f req-42a9858b-eb13-454b-b4f3-631a4fe645d2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 945 time: 0.5562785 Sep 18 02:01:18.066963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50002) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:18.157762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:18.167355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda22da-301a-40c5-827a-b47fbc0e7e60 req-6069dbbd-2ce1-461e-9e1e-f74fd881a8b6 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:18.175452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cfda22da-301a-40c5-827a-b47fbc0e7e60 req-6069dbbd-2ce1-461e-9e1e-f74fd881a8b6 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 932 time: 0.1376390 Sep 18 02:01:18.231186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Deleting port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:18.231724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:18.252474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Allocated IP 172.20.0.4 (85cc0a77-ba9f-4ad9-9891-677c78b59a53/75240ea1-fa0e-4128-8afd-93f556bca81d/237b42fd-bbed-4673-8149-fc1a7e904259) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:18.300902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea04b803-4db3-4bc4-92d0-d6044752c93f req-a03023b3-933b-439f-92e8-d314d1679e74 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489419 Sep 18 02:01:18.319958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cfda22da-301a-40c5-827a-b47fbc0e7e60 req-70660d5f-655d-478f-888a-eb6db8c9e873 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422894 Sep 18 02:01:18.395464 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:18.500425 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3f3f8fc-d59e-4e2b-aedb-beeea35892b9 req-9af3e0f6-9ebd-4adb-8f02-350ea08251da tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 210 time: 0.0454910 Sep 18 02:01:18.535278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:18.579765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c5017f22-db21-4671-a975-365ccda2fcb9 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:18.583089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 70371871-9428-4bfe-ac65-2eb9b854c9eb no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:18.618104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] For port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:18.618478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:18.641046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 70371871-9428-4bfe-ac65-2eb9b854c9eb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:18.646583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 70371871-9428-4bfe-ac65-2eb9b854c9eb not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:18.655561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Calling delete_port for ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:18.696277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522b182-22a5-4f72-a82b-7beca892ad13 req-3cdeba19-97b0-468c-a9df-5f93466aacb0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:18.703539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e522b182-22a5-4f72-a82b-7beca892ad13 req-3cdeba19-97b0-468c-a9df-5f93466aacb0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1598659 Sep 18 02:01:18.825857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:18.861115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'port_id': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'mac_address': 'fa:16:3e:96:c2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3809d31-40af-4d82-b957-fa336b2366a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:18.949173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:18.955854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:18.963700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5017f22-db21-4671-a975-365ccda2fcb9 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:18.972218 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:18.975705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ca857727-8e4e-4cff-89fa-38c5cfd9e4d6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:19.031310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:19.048018 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.064242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event deleted for resources: {'Port': ['ID=ca857727-8e4e-4cff-89fa-38c5cfd9e4d6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:19.085953 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e522b182-22a5-4f72-a82b-7beca892ad13 req-e415fadb-d99b-4bbb-8a87-9565e89c5c09 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814530 Sep 18 02:01:19.114207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.156503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['c5017f22-db21-4671-a975-365ccda2fcb9'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:19.250103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] No DVR routers for this DVR port ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:19.259735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.277237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c52bb9b6-b97f-43bd-9f97-98116129fb34 req-01b63e48-1031-4b34-b6ab-58f9ec05962f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "DELETE /v2.0/ports/ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 HTTP/1.1" status: 204 len: 173 time: 1.3681202 Sep 18 02:01:19.279093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fca16e4-c2a2-4812-a7c7-d3abb4383796', 'name': 'network-vif-deleted', 'tag': 'ca857727-8e4e-4cff-89fa-38c5cfd9e4d6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:19.285996 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738ab00b-e981-4596-b8c4-7aa4127bd94c" -d '{"events": [{"server_uuid": "9fca16e4-c2a2-4812-a7c7-d3abb4383796", "name": "network-vif-deleted", "tag": "ca857727-8e4e-4cff-89fa-38c5cfd9e4d6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:19.301846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:19.308525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bf1f8-a441-41a2-8140-c5aba289311b req-f401ae13-3e64-4b73-b18f-602f1e26ef36 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:19.324068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-226bf1f8-a441-41a2-8140-c5aba289311b req-f401ae13-3e64-4b73-b18f-602f1e26ef36 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.2550759 Sep 18 02:01:19.331601 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.365465 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b9a43f-65cb-4d62-a642-d043ffaad671 x-openstack-request-id: req-90b9a43f-65cb-4d62-a642-d043ffaad671 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:19.366037 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fca16e4-c2a2-4812-a7c7-d3abb4383796", "name": "network-vif-deleted", "tag": "ca857727-8e4e-4cff-89fa-38c5cfd9e4d6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:19.370665 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90b9a43f-65cb-4d62-a642-d043ffaad671 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:19.371299 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fca16e4-c2a2-4812-a7c7-d3abb4383796', 'name': 'network-vif-deleted', 'tag': 'ca857727-8e4e-4cff-89fa-38c5cfd9e4d6', 'status': 'completed', 'code': 200} Sep 18 02:01:19.373981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Router ca8e1b47-22e6-49ae-b551-63ad904d5035 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:01:19.458990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31559c1-e104-4b8b-b656-7dfd6eb5f2fb {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:19.479454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.548557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Transition to ACTIVE for port object b31559c1-e104-4b8b-b656-7dfd6eb5f2fb will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:19.549437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-226bf1f8-a441-41a2-8140-c5aba289311b req-11afcbc4-111e-4488-b717-94ede8c5b3cd tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215335 Sep 18 02:01:19.574727 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3df14b3-65a4-4767-8ead-831b26ec761c req-715938b7-6b68-482d-8b7e-dd29bd0db812 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fca16e4-c2a2-4812-a7c7-d3abb4383796 HTTP/1.1" status: 200 len: 210 time: 0.0813775 Sep 18 02:01:19.578279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.612586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Deleting port 3acd4eca-251e-40df-a5fc-09d0d95d6194 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:19.613508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.734258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c9fa0ee-66c8-4586-a044-75c34ab09c3f req-6413e5ba-de96-4a0d-9235-9b753a6acc6e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 210 time: 0.0383334 Sep 18 02:01:19.787008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Pushing event updated for resources: {'Port': ['ID=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:19.827200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.834864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Attempting to bind port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:19.835540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Attempting to bind port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:19.836126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Attempting to bind port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb on network 3110e159-f330-4606-af75-4ce3a505b3fd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:19.841901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb on network 3110e159-f330-4606-af75-4ce3a505b3fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:19.842748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Attempting to bind port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb on network 3110e159-f330-4606-af75-4ce3a505b3fd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:19.848676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:19.849879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Checking segment: {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:19.850516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Bound using segment: {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:19.851234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Bound port: b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:19.851841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:19.924647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:19.952226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:19.955060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:20.013562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:20.016785 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.024969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:20.026186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:20.026939 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.055532 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.066592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33629d-89b3-4160-a439-c7f326d78871 req-b45f2e60-26c8-4f77-98c9-2fe0ba292645 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:20.075608 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc33629d-89b3-4160-a439-c7f326d78871 req-b45f2e60-26c8-4f77-98c9-2fe0ba292645 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 944 time: 0.3493946 Sep 18 02:01:20.091048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Calling delete_port for 3acd4eca-251e-40df-a5fc-09d0d95d6194 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:20.115909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event updated for resources: {'Port': ['ID=237b42fd-bbed-4673-8149-fc1a7e904259,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:20.125163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:20.130959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b4540856-c78d-4b30-a5fd-ddff42271d4c admin admin] 10.222.0.21 "PUT /v2.0/routers/ca8e1b47-22e6-49ae-b551-63ad904d5035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2805455 Sep 18 02:01:20.132189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-f41a0caf-70d7-4d06-8dc8-638fc9401af7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8325951 Sep 18 02:01:20.135327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:20.136423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.138096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] 10.222.0.18 "PUT /v2.0/ports/b31559c1-e104-4b8b-b656-7dfd6eb5f2fb HTTP/1.1" status: 200 len: 1093 time: 2.1525297 Sep 18 02:01:20.138234 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] Sync routers for ids ['ca8e1b47-22e6-49ae-b551-63ad904d5035'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:20.138889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50050) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:20.159750 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] Routers {'ca8e1b47-22e6-49ae-b551-63ad904d5035'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:20.162582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ca8e1b47-22e6-49ae-b551-63ad904d5035'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:20.275234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.291264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91f376-6869-4b8a-b661-8e625fa38e61 service neutron] Pushing event updated for resources: {'Port': ['ID=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:20.347313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Request body: {'port': {'device_id': '93694c94-eb72-4fd4-92d3-9135751df665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:20.417290 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] Set router ca8e1b47-22e6-49ae-b551-63ad904d5035 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:20.439153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-76d2309e-1792-4b58-8970-fec34b514fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:20.445742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-76d2309e-1792-4b58-8970-fec34b514fd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 1096 time: 0.2437048 Sep 18 02:01:20.451094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-912c4621-50fa-467a-84e9-5888f379f84f None None] Provisioning complete for port 237b42fd-bbed-4673-8149-fc1a7e904259 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:20.452199 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-912c4621-50fa-467a-84e9-5888f379f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.488663 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc33629d-89b3-4160-a439-c7f326d78871 req-194527ea-7063-4a27-9393-0e55591c597d tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116893 Sep 18 02:01:20.542629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-912c4621-50fa-467a-84e9-5888f379f84f None None] Port 237b42fd-bbed-4673-8149-fc1a7e904259 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:01:20.558914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe60b9-cf33-4ad7-871e-4eb730ffb004 req-9bbcccc8-ae75-46a7-94f9-a80fbd11eafa tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:20.560517 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2afe60b9-cf33-4ad7-871e-4eb730ffb004 req-9bbcccc8-ae75-46a7-94f9-a80fbd11eafa tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.2739170 Sep 18 02:01:20.562046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-54069f6a-2b29-4b3c-a94a-1d9375eb0ef1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb HTTP/1.1" status: 200 len: 217 time: 0.1090667 Sep 18 02:01:20.579034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c5017f22-db21-4671-a975-365ccda2fcb9 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:20.695860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port c5017f22-db21-4671-a975-365ccda2fcb9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:20.696546 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.737731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.783239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2afe60b9-cf33-4ad7-871e-4eb730ffb004 req-2d95ebc7-0117-448c-9173-feced19ec2f7 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145829 Sep 18 02:01:20.794889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-37e220da-5bca-4a6d-be5c-4739bbd061be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:20.796496 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-37e220da-5bca-4a6d-be5c-4739bbd061be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd903278-adb9-49fd-b933-0afe9760950a HTTP/1.1" status: 200 len: 862 time: 0.2217896 Sep 18 02:01:20.801335 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.842525 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T02:01:17Z', 'revision_number': 5, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:20.861985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-09c58e6c-4428-4291-ac41-9896b161ae39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3110e159-f330-4606-af75-4ce3a505b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564585 Sep 18 02:01:20.868322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:20.871079 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36441dbe-923b-4afa-9409-408f8f358f47" -d '{"events": [{"server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "name": "network-vif-plugged", "status": "completed", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:20.872452 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.897604 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] Checking router: ca8e1b47-22e6-49ae-b551-63ad904d5035 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:01:20.899606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:20.908915 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:20.909972 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:20.921044 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] Routers {'ca8e1b47-22e6-49ae-b551-63ad904d5035'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:20.925984 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ca8e1b47-22e6-49ae-b551-63ad904d5035'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:21.047836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:21.048205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca857727-8e4e-4cff-89fa-38c5cfd9e4d6 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:21.129627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:21.138221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24b480-54bd-448f-b77d-ada6486f48a6 req-daff8b23-26bb-4dd7-9829-4ea6444bf67d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:21.139891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d24b480-54bd-448f-b77d-ada6486f48a6 req-daff8b23-26bb-4dd7-9829-4ea6444bf67d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.4228363 Sep 18 02:01:21.170465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aea12-835d-40b6-887e-6f9171d090ac req-664e3bac-c486-48ac-a83e-cc13127c88c6 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:21.172417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a11aea12-835d-40b6-887e-6f9171d090ac req-664e3bac-c486-48ac-a83e-cc13127c88c6 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 931 time: 0.0929210 Sep 18 02:01:21.175297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-b5d6346c-bf39-4f4e-b65c-002413bec418 service neutron] 10.222.0.18 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917836 Sep 18 02:01:21.249062 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] Set router ca8e1b47-22e6-49ae-b551-63ad904d5035 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:21.379897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d08f37a-6702-4850-b12e-f410489f154b', 'tag': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:21.382503 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883e8a01-316b-494a-9659-c3db63d8d4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d08f37a-6702-4850-b12e-f410489f154b", "tag": "b31559c1-e104-4b8b-b656-7dfd6eb5f2fb"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:21.389218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a11aea12-835d-40b6-887e-6f9171d090ac req-52a17a03-54b9-4887-8504-ec87693d67c6 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081013 Sep 18 02:01:21.390738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d24b480-54bd-448f-b77d-ada6486f48a6 req-8f7978eb-82e6-454e-8e03-d69d5b01cbab tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221613 Sep 18 02:01:21.411503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ae11013-d7a7-4a3a-afe9-c65a671e819b req-472bc9bb-72c6-4dbc-baf9-1a3fdf2fc527 service neutron] 10.222.0.18 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228169 Sep 18 02:01:21.507898 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6e3990-f3ba-4456-8a92-4632039fea7c x-openstack-request-id: req-3c6e3990-f3ba-4456-8a92-4632039fea7c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:21.508435 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "name": "network-vif-plugged", "status": "completed", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:21.508435 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c6e3990-f3ba-4456-8a92-4632039fea7c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:21.508988 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'code': 200} Sep 18 02:01:21.567460 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ad570-9594-45da-80e5-c3e85ce3cab9 x-openstack-request-id: req-ea3ad570-9594-45da-80e5-c3e85ce3cab9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:21.568045 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d08f37a-6702-4850-b12e-f410489f154b", "tag": "b31559c1-e104-4b8b-b656-7dfd6eb5f2fb", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:21.568508 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea3ad570-9594-45da-80e5-c3e85ce3cab9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:21.569030 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d08f37a-6702-4850-b12e-f410489f154b', 'tag': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb', 'status': 'completed', 'code': 200} Sep 18 02:01:21.594646 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T02:01:17Z', 'revision_number': 5, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:21.647560 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb2050-ce59-400a-9f46-ec1ffd5bd5d7 None None] The sync data for ids ['ca8e1b47-22e6-49ae-b551-63ad904d5035'] in n-d-789963-12 is: [{'id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'name': 'tempest-ServerRescueTestJSON-2016508312-router', 'tenant_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:58:52Z', 'updated_at': '2021-09-18T02:01:17Z', 'revision_number': 5, 'project_id': '3b6b0717b52b4b899e3cb254a79dcbc1', 'gw_port': {'id': '76a5e4b4-a699-4a0d-86e6-0294c168c7ef', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1b47-22e6-49ae-b551-63ad904d5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:58:54Z', 'updated_at': '2021-09-18T01:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:21.663676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237b42fd-bbed-4673-8149-fc1a7e904259 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:21.681184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:21.698024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Transition to ACTIVE for port object 237b42fd-bbed-4673-8149-fc1a7e904259 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:21.700397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Deleting port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:21.703227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:21.728687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:21.752338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:21.786197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-8164a461-b4a5-4992-89ab-553e6e7304c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:21.787743 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-8164a461-b4a5-4992-89ab-553e6e7304c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 1096 time: 0.0699286 Sep 18 02:01:21.799138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914963c-8804-4928-b285-90a9d28e9d89 req-3cf50768-ccf7-4253-a988-c56083bde7f7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:21.801100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-3cf50768-ccf7-4253-a988-c56083bde7f7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.2237751 Sep 18 02:01:21.838966 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-bd293c94-ed8e-46b0-8718-23ecfabb649d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/quotas/9bfff37e91a7428ab2c2d22f7437d9f4 HTTP/1.1" status: 200 len: 375 time: 0.0288882 Sep 18 02:01:21.894788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:21.897160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event deleted for resources: {'Port': ['ID=3acd4eca-251e-40df-a5fc-09d0d95d6194,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:21.947552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=237b42fd-bbed-4673-8149-fc1a7e904259,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:22.011781 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-120f7ea2-474c-46c9-8206-e17c74bd430f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1661301 Sep 18 02:01:22.086221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-9caa31a1-d29f-4147-8861-cc616219c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:22.088077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-9caa31a1-d29f-4147-8861-cc616219c272 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 922 time: 0.2862236 Sep 18 02:01:22.200840 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-61b10a2d-3974-4088-be75-7df682027b8d service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879513 Sep 18 02:01:22.334311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-80ad3ee3-62b9-46e9-b8e8-59d9c0a9c3b8 service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324508 Sep 18 02:01:22.392576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-c2860625-cdc0-4915-9f2a-449dc608d88e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb HTTP/1.1" status: 200 len: 217 time: 0.2940178 Sep 18 02:01:22.497133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-56f4fc7f-ac05-4ad7-956f-50a518663eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:22.501014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-56f4fc7f-ac05-4ad7-956f-50a518663eb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cd903278-adb9-49fd-b933-0afe9760950a HTTP/1.1" status: 200 len: 862 time: 0.0950568 Sep 18 02:01:22.561961 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-00309c07-9408-4606-b08e-d48e73e3bfb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3110e159-f330-4606-af75-4ce3a505b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536265 Sep 18 02:01:22.600474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759248c-f1c0-4b41-926c-db71000f5091 req-0051e669-8602-4253-a183-8b229d1f544c tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:22.602363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7759248c-f1c0-4b41-926c-db71000f5091 req-0051e669-8602-4253-a183-8b229d1f544c tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 944 time: 0.8940198 Sep 18 02:01:22.608169 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:22.629390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:22.758223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] For port 76a5e4b4-a699-4a0d-86e6-0294c168c7ef, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=76a5e4b4-a699-4a0d-86e6-0294c168c7ef,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:22.759059 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:22.781796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Calling delete_port for 76a5e4b4-a699-4a0d-86e6-0294c168c7ef owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:22.857368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b31559c1-e104-4b8b-b656-7dfd6eb5f2fb details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:22.988372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:23.011967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb', 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'port_id': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb', 'mac_address': 'fa:16:3e:a6:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd903278-adb9-49fd-b933-0afe9760950a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:23.070530 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.102653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31559c1-e104-4b8b-b656-7dfd6eb5f2fb {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:23.142076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:23.160181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.197169 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.199346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Fanout notify agent at l3_agent the message router_deleted on router d3932000-c496-46e3-8fe0-6e9f75bab891 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:01:23.221178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.226486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-31fcd137-cc9c-4235-9a05-1f7f73417bb3 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/d3932000-c496-46e3-8fe0-6e9f75bab891 HTTP/1.1" status: 204 len: 168 time: 5.1530807 Sep 18 02:01:23.226804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:23.231975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:23.249060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50112) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:23.264909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-df9754b0-682e-441d-a715-987a503d7bea tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-819056976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:23.276294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:23.277014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6b541750-49d3-4c7a-b1a4-50e9e72a7a00 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:23.296846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7759248c-f1c0-4b41-926c-db71000f5091 req-082ae9c2-4720-4176-9032-7c15038a47c8 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650212 Sep 18 02:01:23.303293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Attempting to bind port 237b42fd-bbed-4673-8149-fc1a7e904259 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:23.307119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Attempting to bind port 237b42fd-bbed-4673-8149-fc1a7e904259 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:23.307748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Attempting to bind port 237b42fd-bbed-4673-8149-fc1a7e904259 on network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:23.331289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Port 237b42fd-bbed-4673-8149-fc1a7e904259 on network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:23.332167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Attempting to bind port 237b42fd-bbed-4673-8149-fc1a7e904259 on network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:23.361840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108561e4-4728-4ff2-94a3-1e65b8302434 req-bd4d13c1-b273-41de-bfdd-84b81f304e50 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:23.370202 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-108561e4-4728-4ff2-94a3-1e65b8302434 req-bd4d13c1-b273-41de-bfdd-84b81f304e50 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1119845 Sep 18 02:01:23.371558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['b31559c1-e104-4b8b-b656-7dfd6eb5f2fb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:23.384194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:23.386161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Checking segment: {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:23.387377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Bound using segment: {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:23.388472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Bound port: 237b42fd-bbed-4673-8149-fc1a7e904259, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa95963c-a757-46e5-ab81-242c47791cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:23.393620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.423100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-866a4155-94d1-45a6-a40e-d1ffcbd9e0ee service neutron] 10.222.0.18 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8537619 Sep 18 02:01:23.437404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-108561e4-4728-4ff2-94a3-1e65b8302434 req-0e416c13-c87b-4fa5-b97e-63fb9855eada tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644341 Sep 18 02:01:23.452383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.509787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a5e4b4-a699-4a0d-86e6-0294c168c7ef,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:23.517893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9754b0-682e-441d-a715-987a503d7bea tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.519117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9754b0-682e-441d-a715-987a503d7bea tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.582809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9754b0-682e-441d-a715-987a503d7bea tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.612503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9754b0-682e-441d-a715-987a503d7bea tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.633633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968085a-484a-4316-9238-1b335565bca9 req-ffc14e39-088c-464c-84b4-d6227e36ba56 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:23.642388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2968085a-484a-4316-9238-1b335565bca9 req-ffc14e39-088c-464c-84b4-d6227e36ba56 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 943 time: 0.0802410 Sep 18 02:01:23.661249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-883e8a01-316b-494a-9659-c3db63d8d4e2 req-0edb3446-af2a-4d70-926e-91ca03672bef service neutron] 10.222.0.18 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197788 Sep 18 02:01:23.664963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.665201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.665475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.666216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.666564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.666946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.667341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.667673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.668002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.668331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.668662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.668987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:23.747312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9754b0-682e-441d-a715-987a503d7bea tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.748709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2968085a-484a-4316-9238-1b335565bca9 req-10d7edc2-99db-4a0d-8d6e-2d307549f91e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044927 Sep 18 02:01:23.749873 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-df9754b0-682e-441d-a715-987a503d7bea tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4996259 Sep 18 02:01:23.752709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50116) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:23.766226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:23.782366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62edebe-f28e-486f-b406-73ffb65f427d req-91ed2976-c707-40d6-9338-a5322e67bc7d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:23.791095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d62edebe-f28e-486f-b406-73ffb65f427d req-91ed2976-c707-40d6-9338-a5322e67bc7d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.2945721 Sep 18 02:01:23.848280 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:23.928313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] For port 237b42fd-bbed-4673-8149-fc1a7e904259, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:23.978590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] For port 237b42fd-bbed-4673-8149-fc1a7e904259, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=237b42fd-bbed-4673-8149-fc1a7e904259,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:23.980829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7cdc772-ee83-40c8-9c19-c805695e3d84 req-2a525837-550f-411c-bc3b-74ee7ce42818 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 210 time: 0.0706153 Sep 18 02:01:23.986513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.003588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.005916 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.058316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d62edebe-f28e-486f-b406-73ffb65f427d req-515c2ed6-0194-4934-b319-e494be6d9d55 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507129 Sep 18 02:01:24.119193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:24.119997 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.122001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/237b42fd-bbed-4673-8149-fc1a7e904259 HTTP/1.1" status: 200 len: 1092 time: 3.8427234 Sep 18 02:01:24.123799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93694c94-eb72-4fd4-92d3-9135751df665', 'tag': '237b42fd-bbed-4673-8149-fc1a7e904259'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:24.126465 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e" -d '{"events": [{"name": "network-changed", "server_uuid": "93694c94-eb72-4fd4-92d3-9135751df665", "tag": "237b42fd-bbed-4673-8149-fc1a7e904259"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:24.147792 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.148446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca8e1b47-22e6-49ae-b551-63ad904d5035 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:01:24.160819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.166813 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3dbcb948-a98b-454a-a244-6ca3876de387 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ca8e1b47-22e6-49ae-b551-63ad904d5035 HTTP/1.1" status: 204 len: 168 time: 4.0255566 Sep 18 02:01:24.171439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50128) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:24.219212 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789a2ad2-6550-4177-b97e-1bb77fa31cfc x-openstack-request-id: req-789a2ad2-6550-4177-b97e-1bb77fa31cfc {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:24.219498 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93694c94-eb72-4fd4-92d3-9135751df665", "tag": "237b42fd-bbed-4673-8149-fc1a7e904259", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:24.219745 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-789a2ad2-6550-4177-b97e-1bb77fa31cfc {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:24.220147 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93694c94-eb72-4fd4-92d3-9135751df665', 'tag': '237b42fd-bbed-4673-8149-fc1a7e904259', 'status': 'completed', 'code': 200} Sep 18 02:01:24.266564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c35441-c33e-4a6d-b082-d150648be9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=237b42fd-bbed-4673-8149-fc1a7e904259,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:24.294275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2da6-c097-48de-820b-4029ba699abd req-6e9cedde-6dc3-4f6e-8a5f-22c8fd5b5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:24.296714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-6e9cedde-6dc3-4f6e-8a5f-22c8fd5b5a0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=428f07887310407184547db86fb81097&device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 1095 time: 0.1167092 Sep 18 02:01:24.300076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.317226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Deleting subnet 6e39142c-e688-422e-aa6e-e3bdfdd35cd7 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:01:24.376379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.422206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-c9d6c64b-2fb9-4272-99b9-1a1ad277a4e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=237b42fd-bbed-4673-8149-fc1a7e904259 HTTP/1.1" status: 200 len: 217 time: 0.1151834 Sep 18 02:01:24.524975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2da6-c097-48de-820b-4029ba699abd req-64551887-f466-43d2-85ef-24b3d6724180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:24.526472 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-64551887-f466-43d2-85ef-24b3d6724180 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75240ea1-fa0e-4128-8afd-93f556bca81d HTTP/1.1" status: 200 len: 855 time: 0.0977163 Sep 18 02:01:24.724786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2da6-c097-48de-820b-4029ba699abd req-778574b6-84c2-480e-b549-b4cbbc2de93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:24.728544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-778574b6-84c2-480e-b549-b4cbbc2de93c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85cc0a77-ba9f-4ad9-9891-677c78b59a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1947138 Sep 18 02:01:24.740202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758169d-b9ad-45e6-b34f-88127cc445ee req-693ffb50-59a2-431b-adc8-53841e4e261f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:24.741742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4758169d-b9ad-45e6-b34f-88127cc445ee req-693ffb50-59a2-431b-adc8-53841e4e261f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1404696 Sep 18 02:01:24.767712 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.870562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4758169d-b9ad-45e6-b34f-88127cc445ee req-cb167fb0-5d8b-4533-82e2-cfb9aeff9cc4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107378 Sep 18 02:01:24.872778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b31559c1-e104-4b8b-b656-7dfd6eb5f2fb up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:24.880283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e88c7-afa6-4866-acce-1a2c7b52f1fe req-bbd19246-c201-4874-81a3-5edafb399ad6 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:24.889513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb2e88c7-afa6-4866-acce-1a2c7b52f1fe req-bbd19246-c201-4874-81a3-5edafb399ad6 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 945 time: 0.4103060 Sep 18 02:01:24.930025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914963c-8804-4928-b285-90a9d28e9d89 req-bcd640f3-5722-4365-88ec-53594f245ea3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:24.932249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-bcd640f3-5722-4365-88ec-53594f245ea3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.6081235 Sep 18 02:01:24.935566 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-6fe20de1-7ef2-4e74-9c7f-7f1993e6ad76 service neutron] 10.222.0.18 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928334 Sep 18 02:01:24.947477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Request body: {'port': {'device_id': '6fd54fd4-2ff8-4590-a9de-dd846d605595', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'admin_state_up': True, 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:24.959585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:24.965230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:24.965927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:24.987124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.052618 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb2e88c7-afa6-4866-acce-1a2c7b52f1fe req-92744cdf-ac44-49d1-abc9-148d6a003f12 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621411 Sep 18 02:01:25.086465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ebd2da6-c097-48de-820b-4029ba699abd req-7751d42e-fb41-4e29-bf1d-c1e817879e9c service neutron] 10.222.0.18 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426632 Sep 18 02:01:25.107052 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.110179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f084d61-f4b6-4df3-8bd3-35ad2203a0d5 req-f3823f19-e0c6-4d70-9337-d25c40e54359 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:25.112668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f084d61-f4b6-4df3-8bd3-35ad2203a0d5 req-f3823f19-e0c6-4d70-9337-d25c40e54359 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 943 time: 0.0627944 Sep 18 02:01:25.149143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:25.151266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d08f37a-6702-4850-b12e-f410489f154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:25.154897 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54451e7-a838-4cb2-aedd-30d6df8cbcd0" -d '{"events": [{"server_uuid": "0d08f37a-6702-4850-b12e-f410489f154b", "name": "network-vif-plugged", "status": "completed", "tag": "b31559c1-e104-4b8b-b656-7dfd6eb5f2fb"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:25.161308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.229215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f499df5-e2d3-4879-9905-a4dc8a9f275b req-6f36f3b4-ad6b-401b-82a8-63c3caf7a614 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 210 time: 0.0634506 Sep 18 02:01:25.240322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:25.281504 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f084d61-f4b6-4df3-8bd3-35ad2203a0d5 req-c28a247d-da13-4927-9b9e-e071aebf065a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422760 Sep 18 02:01:25.285730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 76a5e4b4-a699-4a0d-86e6-0294c168c7ef no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:25.286538 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.289833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-c393f571-e67f-4e6b-842f-09977e2e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:25.292059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-c393f571-e67f-4e6b-842f-09977e2e7d99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=428f07887310407184547db86fb81097&device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 1095 time: 0.1121423 Sep 18 02:01:25.379869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 76a5e4b4-a699-4a0d-86e6-0294c168c7ef {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:25.380336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 76a5e4b4-a699-4a0d-86e6-0294c168c7ef not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:25.386954 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.404461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:25.407834 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.415812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e39142c-e688-422e-aa6e-e3bdfdd35cd7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:25.435201 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd86f8-11f2-4cf0-abdf-10a76d027c7a x-openstack-request-id: req-c8dd86f8-11f2-4cf0-abdf-10a76d027c7a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:25.435498 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d08f37a-6702-4850-b12e-f410489f154b", "name": "network-vif-plugged", "status": "completed", "tag": "b31559c1-e104-4b8b-b656-7dfd6eb5f2fb", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:25.435754 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8dd86f8-11f2-4cf0-abdf-10a76d027c7a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:25.436143 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d08f37a-6702-4850-b12e-f410489f154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb', 'code': 200} Sep 18 02:01:25.443174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-7182c865-d0c1-4853-8f09-0ac432246472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:25.444661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-7182c865-d0c1-4853-8f09-0ac432246472 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85cc0a77-ba9f-4ad9-9891-677c78b59a53 HTTP/1.1" status: 200 len: 916 time: 0.1410871 Sep 18 02:01:25.481143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.482050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.482483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.482957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.483329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.483733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.484137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.484533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.485184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.485605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.485990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.486388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:25.498952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-61ddb63b-b529-49e8-b974-8e9512dd7c76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=237b42fd-bbed-4673-8149-fc1a7e904259 HTTP/1.1" status: 200 len: 217 time: 0.0440314 Sep 18 02:01:25.504278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.506190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1f0b5454-27b1-4ca5-a0e6-b7c47cc2b962 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6e39142c-e688-422e-aa6e-e3bdfdd35cd7 HTTP/1.1" status: 204 len: 168 time: 1.3334837 Sep 18 02:01:25.509388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50152) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:25.570016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.590316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-24764131-902c-45f7-8903-04f349699509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:25.592551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-24764131-902c-45f7-8903-04f349699509 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75240ea1-fa0e-4128-8afd-93f556bca81d HTTP/1.1" status: 200 len: 855 time: 0.0796590 Sep 18 02:01:25.614386 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.655333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-e9986c87-e3c2-4929-8c9c-9ce7f13be82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:25.656873 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-e9986c87-e3c2-4929-8c9c-9ce7f13be82e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85cc0a77-ba9f-4ad9-9891-677c78b59a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561581 Sep 18 02:01:25.702033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71062a5-7f75-4eb3-aef7-1fc9b3e8545a req-5c5a4673-b851-418e-b2f0-13b44147e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:25.703801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e71062a5-7f75-4eb3-aef7-1fc9b3e8545a req-5c5a4673-b851-418e-b2f0-13b44147e673 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 1098 time: 0.1826017 Sep 18 02:01:25.716418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38d3f-2d18-4176-9130-12917d721c2e req-c6278201-52eb-429c-8946-19bc59f80193 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:25.719596 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ac38d3f-2d18-4176-9130-12917d721c2e req-c6278201-52eb-429c-8946-19bc59f80193 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.3248785 Sep 18 02:01:25.747840 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.760277 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-bfbf817a-253a-4cb8-8c21-1e70f60552a6 service neutron] 10.222.0.18 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959263 Sep 18 02:01:25.789558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:25.890740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7531ed1e-4269-4b9e-9575-a0a5b805ea4e req-016d472d-fb4f-4f70-8d79-e863c171c74c service neutron] 10.222.0.18 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212623 Sep 18 02:01:25.900838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e71062a5-7f75-4eb3-aef7-1fc9b3e8545a req-a9744ead-95df-4142-98e9-ff81dcae810a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644864 Sep 18 02:01:25.903697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ac38d3f-2d18-4176-9130-12917d721c2e req-b5b7d8e0-e2fa-41b9-a7e1-65b1781de9cc tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833158 Sep 18 02:01:26.019403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Allocated IP 172.20.0.6 (4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127/23654107-5b5e-4373-99ae-60b1aba38110/538885c8-ddff-48ef-b4ae-adda4136449e) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:26.053289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f4eb9-4a3c-4ff2-8211-a2105029615d req-258fcc06-06cd-431b-90e7-54e7086a8581 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:26.055149 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-481f4eb9-4a3c-4ff2-8211-a2105029615d req-258fcc06-06cd-431b-90e7-54e7086a8581 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.0829558 Sep 18 02:01:26.077736 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.087693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Allocated IP 172.25.0.59 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/2ed811da-6a63-43a5-8e7e-7d08338021ed) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:26.119805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d231682c-8255-4194-a1ea-7ee987894461']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:26.144774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-481f4eb9-4a3c-4ff2-8211-a2105029615d req-e1afa7c8-895a-46ca-8629-249bde4370bd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796621 Sep 18 02:01:26.148798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514a91f2-d0d2-4f78-965c-7ccb6ace833b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:26.149104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514a91f2-d0d2-4f78-965c-7ccb6ace833b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:26.193552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.268689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.301919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:01:26.302330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:01:26.305643 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:01:26.383674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-561a7faf-93c0-4faa-bee7-f13931f88bf5 req-fc499c0b-9c93-4fcb-985b-b1fd73c3ab08 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 210 time: 0.0398321 Sep 18 02:01:26.535748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590d2f0-fa58-4e41-8648-348710b0ec6e req-73b4f034-3a88-49c0-bb07-4ed7946ee922 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:26.537329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5590d2f0-fa58-4e41-8648-348710b0ec6e req-73b4f034-3a88-49c0-bb07-4ed7946ee922 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 943 time: 0.0760553 Sep 18 02:01:26.595540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5590d2f0-fa58-4e41-8648-348710b0ec6e req-e3dc59db-0a99-49a4-a352-0b58de032c25 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504074 Sep 18 02:01:26.673144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b42c9-4532-4740-8479-7424336da64e req-656ff65d-3dba-47e8-a9a6-0942bff10585 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:26.682467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-616b42c9-4532-4740-8479-7424336da64e req-656ff65d-3dba-47e8-a9a6-0942bff10585 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 946 time: 0.5460598 Sep 18 02:01:26.726283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.738361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.740679 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d231682c-8255-4194-a1ea-7ee987894461 HTTP/1.1" status: 204 len: 168 time: 1.2286510 Sep 18 02:01:26.759522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.798813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5c6b0-ef15-4ddc-aaec-4b3035823402 admin admin] Pushing event deleted for resources: {'Network': ['ID=d231682c-8255-4194-a1ea-7ee987894461,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:26.839599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-616b42c9-4532-4740-8479-7424336da64e req-b256c2b9-6301-49f5-9365-0f79e45e845e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561296 Sep 18 02:01:26.851990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.901134 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.946734 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:26.952388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:26.960633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:26.978519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:27.014230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:27.073677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event updated for resources: {'Port': ['ID=2ed811da-6a63-43a5-8e7e-7d08338021ed,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:27.157236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08968e21-01e9-4910-9d2d-ed3f0d2df295 req-76b54054-de4f-4767-b41f-b72b179680f9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:27.172586 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08968e21-01e9-4910-9d2d-ed3f0d2df295 req-76b54054-de4f-4767-b41f-b72b179680f9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1505089 Sep 18 02:01:27.197590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50182) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:27.257420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event updated for resources: {'Port': ['ID=538885c8-ddff-48ef-b4ae-adda4136449e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:27.269076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:27.272799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:27.295626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08968e21-01e9-4910-9d2d-ed3f0d2df295 req-1a310a85-3849-436a-96ba-db36530bcf25 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085508 Sep 18 02:01:27.306044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2ee2c455-f2b8-4341-b7b8-54dad0754007 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b6b0717b52b4b899e3cb254a79dcbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072824 Sep 18 02:01:27.308936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:27.376743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-372df4f1-01ab-4776-bfd2-1cf625069efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.388551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:27.418048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-372df4f1-01ab-4776-bfd2-1cf625069efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.524753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-372df4f1-01ab-4776-bfd2-1cf625069efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.527748 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-372df4f1-01ab-4776-bfd2-1cf625069efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.529112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-372df4f1-01ab-4776-bfd2-1cf625069efc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c HTTP/1.1" status: 204 len: 168 time: 0.2189753 Sep 18 02:01:27.531662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:27.532299 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.553157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0917cf-6274-4df7-9f57-c1880c75d77b req-84a629be-876d-4d54-8463-c0d186c9b1b9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:27.559847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a0917cf-6274-4df7-9f57-c1880c75d77b req-84a629be-876d-4d54-8463-c0d186c9b1b9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 931 time: 0.0792153 Sep 18 02:01:27.560793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372df4f1-01ab-4776-bfd2-1cf625069efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac3ec6-a3bd-4b95-98a8-dd2c97c5150c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:27.597007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ddd64-8c74-49b0-968c-38cb0e6d9f3d req-34bea315-1234-4c3f-8cb1-4ba74ab37cf5 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:27.599450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e34ddd64-8c74-49b0-968c-38cb0e6d9f3d req-34bea315-1234-4c3f-8cb1-4ba74ab37cf5 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.2225640 Sep 18 02:01:27.645885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a0917cf-6274-4df7-9f57-c1880c75d77b req-967e4806-3edb-4658-962c-7cd2e68e1378 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789647 Sep 18 02:01:27.656678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e34ddd64-8c74-49b0-968c-38cb0e6d9f3d req-b5f50187-e376-4d35-9dd5-63de61083ba3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514514 Sep 18 02:01:27.657558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-62db4746-ae59-4ac3-aeda-85e047a359a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7156422 Sep 18 02:01:27.676116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Request body: {'port': {'device_id': '6fd54fd4-2ff8-4590-a9de-dd846d605595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:27.685049 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.824613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba874293-1828-4c00-8a8f-1acc4087c8df req-673b2431-80bf-4885-80ce-c6b281a4b437 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:27.826404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba874293-1828-4c00-8a8f-1acc4087c8df req-673b2431-80bf-4885-80ce-c6b281a4b437 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 943 time: 0.0887723 Sep 18 02:01:27.889625 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:27.897581 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba874293-1828-4c00-8a8f-1acc4087c8df req-75ff5e8c-67c9-49cd-8c44-579ef6b7d204 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639396 Sep 18 02:01:28.168947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efe382-88a2-482b-89a1-9815284d423e req-4c3aa994-9d35-441b-abe8-bffebebf8519 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:28.170639 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52efe382-88a2-482b-89a1-9815284d423e req-4c3aa994-9d35-441b-abe8-bffebebf8519 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 946 time: 0.1819038 Sep 18 02:01:28.211629 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:28.228135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:28.317494 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52efe382-88a2-482b-89a1-9815284d423e req-4a01fa88-2b76-4021-bc29-ec21c7b54492 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352344 Sep 18 02:01:28.486354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd941b-3c3c-4429-b8a1-f7402b624f18 req-6c62eb48-435d-47b9-99fe-48ab09198b75 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:28.499904 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9dd941b-3c3c-4429-b8a1-f7402b624f18 req-6c62eb48-435d-47b9-99fe-48ab09198b75 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1058464 Sep 18 02:01:28.547462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538885c8-ddff-48ef-b4ae-adda4136449e {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:28.560661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:28.566048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9dd941b-3c3c-4429-b8a1-f7402b624f18 req-df131034-35c0-4cad-bf85-293fa1dcfde9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647719 Sep 18 02:01:28.582761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac283d1-84a2-4e5a-9622-34f60f387f03 req-f8f4d4cf-608f-47de-b643-c976818dfe62 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:28.584316 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eac283d1-84a2-4e5a-9622-34f60f387f03 req-f8f4d4cf-608f-47de-b643-c976818dfe62 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 946 time: 0.1391110 Sep 18 02:01:28.594004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Transition to ACTIVE for port object 538885c8-ddff-48ef-b4ae-adda4136449e will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:28.609053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Router a8af0bdb-11c8-43b6-8747-0062cfb240ba is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:01:28.609731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50226) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:28.612532 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:28.715386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eac283d1-84a2-4e5a-9622-34f60f387f03 req-642195e4-8673-4ff7-9eb5-8685449e1bcb tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179936 Sep 18 02:01:28.732071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Pushing event updated for resources: {'Port': ['ID=538885c8-ddff-48ef-b4ae-adda4136449e,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:28.778254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-735556618-network', 'tenant_id': '25362dd52b5b436e92e8d77509513100'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:28.869745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Made reservation on behalf of 25362dd52b5b436e92e8d77509513100 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:28.872447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:28.890864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:28.910079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:28.912491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12387b-2aa8-4078-bfe1-23019a47ee6a req-3bcb0f66-830e-4673-8aee-e892b048bb3b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:28.918277 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:28.919534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f72051e1-6d10-4c01-a6de-a49e7d1915e5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "PUT /v2.0/routers/a8af0bdb-11c8-43b6-8747-0062cfb240ba HTTP/1.1" status: 200 len: 878 time: 5.1656628 Sep 18 02:01:28.925017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6a000-3cf6-4497-929f-b7634526f9c6 None None] Sync routers for ids ['a8af0bdb-11c8-43b6-8747-0062cfb240ba'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:28.925665 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b12387b-2aa8-4078-bfe1-23019a47ee6a req-3bcb0f66-830e-4673-8aee-e892b048bb3b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 943 time: 0.1234357 Sep 18 02:01:28.929680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50238) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:28.949386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6a000-3cf6-4497-929f-b7634526f9c6 None None] Routers {'a8af0bdb-11c8-43b6-8747-0062cfb240ba'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:28.950349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a0f6a000-3cf6-4497-929f-b7634526f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['a8af0bdb-11c8-43b6-8747-0062cfb240ba'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:28.953627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Attempting to bind port 538885c8-ddff-48ef-b4ae-adda4136449e on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:28.967206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Attempting to bind port 538885c8-ddff-48ef-b4ae-adda4136449e by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:28.967806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Attempting to bind port 538885c8-ddff-48ef-b4ae-adda4136449e on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:29.001636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8670f9-f156-47da-b8b4-1f1dcce7a46c req-181c3c06-a52b-4096-b714-36a1f997a91f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:29.003599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f8670f9-f156-47da-b8b4-1f1dcce7a46c req-181c3c06-a52b-4096-b714-36a1f997a91f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1555440 Sep 18 02:01:29.004651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Port 538885c8-ddff-48ef-b4ae-adda4136449e on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:29.005153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Attempting to bind port 538885c8-ddff-48ef-b4ae-adda4136449e on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:29.013196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a0f6a000-3cf6-4497-929f-b7634526f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:29.026486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:29.031623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Checking segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:29.033172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Bound using segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:29.034939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6a000-3cf6-4497-929f-b7634526f9c6 None None] Routers {'a8af0bdb-11c8-43b6-8747-0062cfb240ba'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:29.035745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a0f6a000-3cf6-4497-929f-b7634526f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['a8af0bdb-11c8-43b6-8747-0062cfb240ba'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:29.036407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Bound port: 538885c8-ddff-48ef-b4ae-adda4136449e, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:29.036961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.089245 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b12387b-2aa8-4078-bfe1-23019a47ee6a req-cc3e2618-47da-4d48-95d3-325b995982ac tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609921 Sep 18 02:01:29.090562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a0f6a000-3cf6-4497-929f-b7634526f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:29.091414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6a000-3cf6-4497-929f-b7634526f9c6 None None] The sync data for ids ['a8af0bdb-11c8-43b6-8747-0062cfb240ba'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:29.135262 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f8670f9-f156-47da-b8b4-1f1dcce7a46c req-1908208a-ae37-49cd-97d6-66416e50bd4f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192582 Sep 18 02:01:29.193830 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-94d10fcc-26b1-4989-a9b4-637d893a4670 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/routers/a8af0bdb-11c8-43b6-8747-0062cfb240ba HTTP/1.1" status: 200 len: 919 time: 0.2615166 Sep 18 02:01:29.196708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50242) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:29.268266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] For port 538885c8-ddff-48ef-b4ae-adda4136449e, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:29.288293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.289614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] For port 538885c8-ddff-48ef-b4ae-adda4136449e, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=538885c8-ddff-48ef-b4ae-adda4136449e,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:29.303125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bda13c-bc9d-4cfd-9b41-2b5e0014f9aa tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:29.303446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.305332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b2bda13c-bc9d-4cfd-9b41-2b5e0014f9aa tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=a8af0bdb-11c8-43b6-8747-0062cfb240ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1065912 Sep 18 02:01:29.308634 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.309419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50256) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:29.341404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:01:29.348820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d654b38-6f60-497f-8f12-a4bc563e03a5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:29.356239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.356594 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Added segment 62340729-a0e0-48dd-8295-5cfa6c2fa2dc of type vlan for network b1561881-1bd8-42cc-a718-097f208cd346 Sep 18 02:01:29.409259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.460028 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.463867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:29.474638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.489904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:29.490530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.492129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] 10.222.0.20 "PUT /v2.0/ports/538885c8-ddff-48ef-b4ae-adda4136449e HTTP/1.1" status: 200 len: 1092 time: 1.8232245 Sep 18 02:01:29.497945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd54fd4-2ff8-4590-a9de-dd846d605595', 'tag': '538885c8-ddff-48ef-b4ae-adda4136449e'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:29.500798 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ffc45e-c802-48bd-abff-a4ec5de560b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd54fd4-2ff8-4590-a9de-dd846d605595", "tag": "538885c8-ddff-48ef-b4ae-adda4136449e"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:29.508491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8961954 Sep 18 02:01:29.511894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:29.518641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Request body: {'subnet': {'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-subnet', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:29.566596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f250b1-cd3d-4a45-a211-2902a167e9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b1561881-1bd8-42cc-a718-097f208cd346,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:29.577251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b1561881-1bd8-42cc-a718-097f208cd346 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:01:29.593023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b8bb8-2ecf-40ab-8dae-d6e612f3e68e service neutron] Pushing event updated for resources: {'Port': ['ID=538885c8-ddff-48ef-b4ae-adda4136449e,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:29.607140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Made reservation on behalf of 25362dd52b5b436e92e8d77509513100 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:29.610382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:29.649920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f0d50-e89d-4b7b-898e-ab383a3b3ee4 req-3c1ca3aa-8013-4a6b-98ef-2155519e00b5 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:29.651469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-385f0d50-e89d-4b7b-898e-ab383a3b3ee4 req-3c1ca3aa-8013-4a6b-98ef-2155519e00b5 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 943 time: 0.2569208 Sep 18 02:01:29.727923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5ba76-d0f8-4a82-98e0-46fd8c5b08bc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:29.729357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-47e5ba76-d0f8-4a82-98e0-46fd8c5b08bc tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 881 time: 0.4174371 Sep 18 02:01:29.735202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50270) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:29.739453 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b5e17-e379-499b-9e08-e452d8a5e79b x-openstack-request-id: req-ce0b5e17-e379-499b-9e08-e452d8a5e79b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:29.739751 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd54fd4-2ff8-4590-a9de-dd846d605595", "tag": "538885c8-ddff-48ef-b4ae-adda4136449e", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:29.740028 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce0b5e17-e379-499b-9e08-e452d8a5e79b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:29.740408 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd54fd4-2ff8-4590-a9de-dd846d605595', 'tag': '538885c8-ddff-48ef-b4ae-adda4136449e', 'status': 'completed', 'code': 200} Sep 18 02:01:29.748795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914963c-8804-4928-b285-90a9d28e9d89 req-df03fe73-b547-4160-a06a-b89d79ee9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:29.750305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-df03fe73-b547-4160-a06a-b89d79ee9983 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 1095 time: 0.1880059 Sep 18 02:01:29.785022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f890593e-ef55-4224-b3ee-812a512aa8d4 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8af0bdb-11c8-43b6-8747-0062cfb240ba HTTP/1.1" status: 200 len: 205 time: 0.0472310 Sep 18 02:01:29.788118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-385f0d50-e89d-4b7b-898e-ab383a3b3ee4 req-89947e72-c942-4102-9ee2-419d4d887e0e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205192 Sep 18 02:01:29.788617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50272) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:29.836509 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-9fb864fa-d8f2-49ad-aada-f81a5e2995e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=538885c8-ddff-48ef-b4ae-adda4136449e HTTP/1.1" status: 200 len: 217 time: 0.0735106 Sep 18 02:01:29.943258 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.070816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c9b57-0224-4394-bd7d-5e1978382f79 req-4de7228f-5d37-4abe-bf21-03b9107a5fef tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:30.079173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d4c9b57-0224-4394-bd7d-5e1978382f79 req-4de7228f-5d37-4abe-bf21-03b9107a5fef tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1512892 Sep 18 02:01:30.091540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46f3c08-a751-4d13-b0f1-bc1bdd346b46,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:30.116435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Checking segment: {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:30.118904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Network hostable DHCP agents. Network: b1561881-1bd8-42cc-a718-097f208cd346, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:01:30.176239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d4c9b57-0224-4394-bd7d-5e1978382f79 req-96fbd1ca-7f4c-43b5-ad19-0e5f6ba53304 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926526 Sep 18 02:01:30.219999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Network b1561881-1bd8-42cc-a718-097f208cd346 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:01:30.231031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, b1561881-1bd8-42cc-a718-097f208cd346) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:30.239038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d1b06-aa1a-4feb-aee8-484417914cdb None None] Network b1561881-1bd8-42cc-a718-097f208cd346 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:01:30.242251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:30.242946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.261780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1a1e1c2f-026c-46b0-90ec-a17a0da3ea17 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7485740 Sep 18 02:01:30.264505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50290) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:30.269743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:30.299929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.301312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.388527 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.399445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914963c-8804-4928-b285-90a9d28e9d89 req-1218e4ca-41f0-4356-b506-07728789cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:30.422567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-1218e4ca-41f0-4356-b506-07728789cb07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.1448243 Sep 18 02:01:30.422780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25801bb-53ed-4b4e-9431-b2bfd507969b req-a9fd740a-f7f1-4973-bb9b-440dcc0f7301 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:30.422780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f25801bb-53ed-4b4e-9431-b2bfd507969b req-a9fd740a-f7f1-4973-bb9b-440dcc0f7301 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 943 time: 0.0931504 Sep 18 02:01:30.428480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdf628-b0ca-41a6-a253-dc8903741e9e req-39c50291-62a9-4e4b-9538-264f94c15305 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:30.436848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bfdf628-b0ca-41a6-a253-dc8903741e9e req-39c50291-62a9-4e4b-9538-264f94c15305 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 946 time: 0.1778107 Sep 18 02:01:30.472399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34433adf-ff9e-4497-8db5-3553adde525b None None] Network b1561881-1bd8-42cc-a718-097f208cd346 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:01:30.494134 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-9e2b29a2-224b-475f-9f58-c16f99821bad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521100 Sep 18 02:01:30.517566 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.546413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f25801bb-53ed-4b4e-9431-b2bfd507969b req-c71aab35-c361-4b77-a9e1-83bfd7412381 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140556 Sep 18 02:01:30.617565 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bfdf628-b0ca-41a6-a253-dc8903741e9e req-2cc8351a-b989-40fd-95ea-d019a11e94c0 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796806 Sep 18 02:01:30.630430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.759106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4370985-ede7-4ed5-8df0-770609d2aa1a req-c07661c4-5394-4bad-8a3d-a23a2844be2b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:30.761151 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4370985-ede7-4ed5-8df0-770609d2aa1a req-c07661c4-5394-4bad-8a3d-a23a2844be2b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1048772 Sep 18 02:01:30.834521 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-37c92eb5-cc3d-4ef8-83d7-802b180bdebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.851840 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:30.853949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4370985-ede7-4ed5-8df0-770609d2aa1a req-da8d0650-4c29-4e44-a5c2-5609f3623f7d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573235 Sep 18 02:01:30.866143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b31559c1-e104-4b8b-b656-7dfd6eb5f2fb details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:30.886689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-6dbaa653-2b0c-47f2-96cc-d5d80551f362 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813424 Sep 18 02:01:31.004631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:31.017457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb', 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'port_id': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb', 'mac_address': 'fa:16:3e:a6:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd903278-adb9-49fd-b933-0afe9760950a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:31.040121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.060439 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.071122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.076378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b31559c1-e104-4b8b-b656-7dfd6eb5f2fb {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:31.114260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:31.117057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128164ca-26ce-46c6-816f-a0c35e95d313 req-01e21f52-6c0f-4ac8-8b14-c00f1201316d tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:31.118667 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-128164ca-26ce-46c6-816f-a0c35e95d313 req-01e21f52-6c0f-4ac8-8b14-c00f1201316d tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 943 time: 0.2038121 Sep 18 02:01:31.126378 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.206430 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-128164ca-26ce-46c6-816f-a0c35e95d313 req-1e410bb5-b974-4645-b7c4-9a199535314f tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800593 Sep 18 02:01:31.220345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Deleting port 2ed811da-6a63-43a5-8e7e-7d08338021ed {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:31.220982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.225525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['b31559c1-e104-4b8b-b656-7dfd6eb5f2fb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:31.248102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Allocated IP 172.25.0.239 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/c675d9f5-2e12-4c79-bddb-42a37f97d2a6) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:31.315073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.322074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:31.333818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Calling delete_port for 2ed811da-6a63-43a5-8e7e-7d08338021ed owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:31.465153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2914963c-8804-4928-b285-90a9d28e9d89 req-d7635ce9-29a5-40a9-a5f5-ca055fce01f0 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702755 Sep 18 02:01:31.560850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd77174-6dc0-468c-906f-6ceac27ee5e3 req-cd3040e2-0bf2-452e-bec9-e4bb216f94fd tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:31.562348 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cfd77174-6dc0-468c-906f-6ceac27ee5e3 req-cd3040e2-0bf2-452e-bec9-e4bb216f94fd tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.2454286 Sep 18 02:01:31.573714 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.641507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.657283 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cfd77174-6dc0-468c-906f-6ceac27ee5e3 req-9dc1061e-6a62-4863-8abb-afbaeb76c779 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816510 Sep 18 02:01:31.661226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event deleted for resources: {'Port': ['ID=2ed811da-6a63-43a5-8e7e-7d08338021ed,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:31.697177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-0cc28091-5776-4851-9471-0ce4f33ee362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:31.698685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-0cc28091-5776-4851-9471-0ce4f33ee362 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 1095 time: 0.1659834 Sep 18 02:01:31.748563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:31.839987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:31.848030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:31.855170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:31.860695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Pushing event updated for resources: {'Port': ['ID=c675d9f5-2e12-4c79-bddb-42a37f97d2a6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:31.903688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c038f-84ac-4e8d-a853-f92245880827 req-0559f709-4175-474f-8f73-ca83c1707e93 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:31.905368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-893c038f-84ac-4e8d-a853-f92245880827 req-0559f709-4175-474f-8f73-ca83c1707e93 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 945 time: 0.1503105 Sep 18 02:01:31.917296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c505c-199d-44cd-9a03-78f5614ec62e req-b78e974f-fd0a-4878-beac-65fc81aa915e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:31.925940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd0c505c-199d-44cd-9a03-78f5614ec62e req-b78e974f-fd0a-4878-beac-65fc81aa915e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 943 time: 0.2749879 Sep 18 02:01:31.946010 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.025126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-bc95fe82-632a-4b6c-8266-499af3b3338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:32.027036 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-bc95fe82-632a-4b6c-8266-499af3b3338c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 905 time: 0.3099022 Sep 18 02:01:32.083855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.119358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.122986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-e243cff8-3073-4c8b-95a9-35e1d9a01c8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=538885c8-ddff-48ef-b4ae-adda4136449e HTTP/1.1" status: 200 len: 217 time: 0.0875108 Sep 18 02:01:32.140198 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd0c505c-199d-44cd-9a03-78f5614ec62e req-1401ef81-8fbd-4d17-b46c-f3cdfe6711b0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079449 Sep 18 02:01:32.336246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.337162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Fanout notify agent at l3_agent the message router_deleted on router a8af0bdb-11c8-43b6-8747-0062cfb240ba {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:01:32.348493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.350005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5b0334fa-6807-4e3a-806c-4c47bc666aaf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/a8af0bdb-11c8-43b6-8747-0062cfb240ba HTTP/1.1" status: 204 len: 168 time: 2.5206792 Sep 18 02:01:32.354537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50330) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:32.359333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e6f448df-ca8e-4530-b5a0-8f9fc7eb837d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2030938934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:32.396269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-1586dc7a-06c4-4860-ac65-ad5505d03598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:32.397983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-1586dc7a-06c4-4860-ac65-ad5505d03598 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.2565253 Sep 18 02:01:32.402124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6f448df-ca8e-4530-b5a0-8f9fc7eb837d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.402124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6f448df-ca8e-4530-b5a0-8f9fc7eb837d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.457018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-7db7d518-395e-4305-8b4f-5fb20e221c8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353520 Sep 18 02:01:32.470393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-893c038f-84ac-4e8d-a853-f92245880827 req-ef25f1e0-4072-4285-93b5-583a37f2680d tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504780 Sep 18 02:01:32.531880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e17f6-3b8b-48c4-b375-6da4e37d4bb5 req-1f92fc1b-3cde-4144-af8a-69e5b03070ac tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:32.534306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-227e17f6-3b8b-48c4-b375-6da4e37d4bb5 req-1f92fc1b-3cde-4144-af8a-69e5b03070ac tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1490893 Sep 18 02:01:32.591940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6f448df-ca8e-4530-b5a0-8f9fc7eb837d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.652284 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.658504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6f448df-ca8e-4530-b5a0-8f9fc7eb837d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.707030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6f448df-ca8e-4530-b5a0-8f9fc7eb837d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:32.708284 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e6f448df-ca8e-4530-b5a0-8f9fc7eb837d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3526776 Sep 18 02:01:32.712787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50334) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:32.717991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-e1db62c3-118d-45bc-bc6d-87afef6a0f25 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480824 Sep 18 02:01:32.721036 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-227e17f6-3b8b-48c4-b375-6da4e37d4bb5 req-0f7631db-ee1d-4fb1-8c48-ece6c2175de0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525512 Sep 18 02:01:32.734505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': True}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:32.875495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 237b42fd-bbed-4673-8149-fc1a7e904259 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:32.878012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b31559c1-e104-4b8b-b656-7dfd6eb5f2fb up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:32.899176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6181d67-d785-40ce-8b91-263eeba8f814 req-d295c08e-2867-4f2d-b942-e8f9b3906cf9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:32.900715 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6181d67-d785-40ce-8b91-263eeba8f814 req-d295c08e-2867-4f2d-b942-e8f9b3906cf9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.0805397 Sep 18 02:01:32.903197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4ffc45e-c802-48bd-abff-a4ec5de560b3 req-95396ffc-4aae-4185-8b9d-9a333a35c402 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759384 Sep 18 02:01:32.911344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1815c-79b4-43a9-8049-25e65d680ff0 req-14691a39-328d-42b1-834f-9f84f74ea2ad tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:32.912695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16b1815c-79b4-43a9-8049-25e65d680ff0 req-14691a39-328d-42b1-834f-9f84f74ea2ad tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 943 time: 0.2246943 Sep 18 02:01:32.972734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6181d67-d785-40ce-8b91-263eeba8f814 req-2bab82ed-6305-4033-b5c1-95a51e82375b tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560732 Sep 18 02:01:33.001236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:33.002282 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.058237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 237b42fd-bbed-4673-8149-fc1a7e904259, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=237b42fd-bbed-4673-8149-fc1a7e904259,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:33.074254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '237b42fd-bbed-4673-8149-fc1a7e904259', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'port_id': '237b42fd-bbed-4673-8149-fc1a7e904259', 'mac_address': 'fa:16:3e:e2:c3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:33.184504 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.192364 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.204402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16b1815c-79b4-43a9-8049-25e65d680ff0 req-a8257262-4f1b-4d94-9374-c90d50ff5d25 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131443 Sep 18 02:01:33.233346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237b42fd-bbed-4673-8149-fc1a7e904259 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:33.248030 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.289914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 237b42fd-bbed-4673-8149-fc1a7e904259, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=237b42fd-bbed-4673-8149-fc1a7e904259,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:33.299196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d08f37a-6702-4850-b12e-f410489f154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:33.305898 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bd2623-5a75-47fb-adc0-9e79446c2d6b" -d '{"events": [{"server_uuid": "0d08f37a-6702-4850-b12e-f410489f154b", "name": "network-vif-plugged", "status": "completed", "tag": "b31559c1-e104-4b8b-b656-7dfd6eb5f2fb"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:33.328481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.336634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:33.350516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.367422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9cdb5-87a4-4644-8be5-265371473aa9 req-40e5e405-3f17-4d40-9002-8da8ffa486c0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:33.381746 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72f9cdb5-87a4-4644-8be5-265371473aa9 req-40e5e405-3f17-4d40-9002-8da8ffa486c0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 943 time: 0.1153862 Sep 18 02:01:33.399951 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.413436 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ec3db-8a9d-4a1c-9f7b-c420f74b6685 x-openstack-request-id: req-ea8ec3db-8a9d-4a1c-9f7b-c420f74b6685 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:33.413658 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d08f37a-6702-4850-b12e-f410489f154b", "name": "network-vif-plugged", "status": "completed", "tag": "b31559c1-e104-4b8b-b656-7dfd6eb5f2fb", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:33.414351 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea8ec3db-8a9d-4a1c-9f7b-c420f74b6685 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:33.414351 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d08f37a-6702-4850-b12e-f410489f154b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb', 'code': 200} Sep 18 02:01:33.466266 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b071f00-5a54-4ea0-b5a2-7dd08d1012d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.481103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72f9cdb5-87a4-4644-8be5-265371473aa9 req-7a7f023e-3c82-4040-885b-1e518a61eb14 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921545 Sep 18 02:01:33.491500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=237b42fd-bbed-4673-8149-fc1a7e904259,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:33.565318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:33.581812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['237b42fd-bbed-4673-8149-fc1a7e904259'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:33.714528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ae96d-bba4-4397-9894-c8b79e916135 req-6aa1c07f-07bb-474d-815b-8a5d4e88a1d1 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:33.716030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-044ae96d-bba4-4397-9894-c8b79e916135 req-6aa1c07f-07bb-474d-815b-8a5d4e88a1d1 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 946 time: 0.1348617 Sep 18 02:01:33.746144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Router 9baf1d06-6203-4308-b81f-9bcaec81f5bf is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:01:33.753142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.799872 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.891957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e82266-6611-449a-8c5b-df98fbad2ec9 req-b6e1d7db-8701-4c66-b3d3-8d60d89945e8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:33.894273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1e82266-6611-449a-8c5b-df98fbad2ec9 req-b6e1d7db-8701-4c66-b3d3-8d60d89945e8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.0601792 Sep 18 02:01:33.955366 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1e82266-6611-449a-8c5b-df98fbad2ec9 req-821de107-52a4-4ba8-8c4a-5bcbc9f91115 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491242 Sep 18 02:01:33.975308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:33.991913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-044ae96d-bba4-4397-9894-c8b79e916135 req-a961f5ff-95f6-481f-9263-241606dd567b tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637174 Sep 18 02:01:34.001018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:34.016140 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Sync routers for ids ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:34.032970 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Routers {'9baf1d06-6203-4308-b81f-9bcaec81f5bf'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:34.034773 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:34.048081 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:34.049545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dafa2c9c-1bb1-4457-b83e-306c9e3cf562 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7838192 Sep 18 02:01:34.052498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50358) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:34.101236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Allocated IP 172.25.0.225 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/8ef55935-9312-436d-bf1c-0faae4dd36e2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:34.234510 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Set router 9baf1d06-6203-4308-b81f-9bcaec81f5bf gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:34.276667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:34.390609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1fae7-77cb-4a29-9c48-31b95c07b692 req-339e2da8-3740-4382-b344-751ecfa68407 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:34.392467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-38a1fae7-77cb-4a29-9c48-31b95c07b692 req-339e2da8-3740-4382-b344-751ecfa68407 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 944 time: 0.0775335 Sep 18 02:01:34.394374 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:34.453749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:34.474628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:34.477605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:34.585262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49635d6-929e-4c0b-8891-e83886aaa4b1 req-4edb0e9e-1b04-484c-951c-ebb0e9e57442 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:34.587613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b49635d6-929e-4c0b-8891-e83886aaa4b1 req-4edb0e9e-1b04-484c-951c-ebb0e9e57442 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.4381828 Sep 18 02:01:34.610521 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:01:32Z', 'revision_number': 3, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port': {'id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:31Z', 'updated_at': '2021-09-18T02:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:34.643903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b49635d6-929e-4c0b-8891-e83886aaa4b1 req-a54a0fec-f4b8-4359-afc5-e06f8cc82498 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457189 Sep 18 02:01:34.651381 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Checking router: 9baf1d06-6203-4308-b81f-9bcaec81f5bf for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:01:34.651799 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Updating router 9baf1d06-6203-4308-b81f-9bcaec81f5bf port c675d9f5-2e12-4c79-bddb-42a37f97d2a6 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:01:34.672660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 538885c8-ddff-48ef-b4ae-adda4136449e details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:34.681332 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:34.702875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'Port': ['ID=8ef55935-9312-436d-bf1c-0faae4dd36e2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:34.735978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-38a1fae7-77cb-4a29-9c48-31b95c07b692 req-b6dc9ee9-8f26-4756-b78c-6c06575eb268 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309712 Sep 18 02:01:34.876932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 538885c8-ddff-48ef-b4ae-adda4136449e, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=538885c8-ddff-48ef-b4ae-adda4136449e,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:34.891351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '538885c8-ddff-48ef-b4ae-adda4136449e', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'port_id': '538885c8-ddff-48ef-b4ae-adda4136449e', 'mac_address': 'fa:16:3e:15:e1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23654107-5b5e-4373-99ae-60b1aba38110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:34.899830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 237b42fd-bbed-4673-8149-fc1a7e904259 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:34.978380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:34.981075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ca87-95ee-4793-be8b-4e88abb28da5 req-3d9527a2-ca6d-497d-a0d3-513999dbabd4 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:34.982871 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61f4ca87-95ee-4793-be8b-4e88abb28da5 req-3d9527a2-ca6d-497d-a0d3-513999dbabd4 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 946 time: 0.1301022 Sep 18 02:01:34.992013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.011842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538885c8-ddff-48ef-b4ae-adda4136449e {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:35.036567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 538885c8-ddff-48ef-b4ae-adda4136449e, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=538885c8-ddff-48ef-b4ae-adda4136449e,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:35.050910 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.098731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9715-9069-4a8a-956a-524f487b770a req-5da40a69-7ecf-4440-a48e-3f2aa69751d7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:35.100346 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-492b9715-9069-4a8a-956a-524f487b770a req-5da40a69-7ecf-4440-a48e-3f2aa69751d7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 943 time: 0.2151189 Sep 18 02:01:35.112020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 237b42fd-bbed-4673-8149-fc1a7e904259 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:35.116693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=538885c8-ddff-48ef-b4ae-adda4136449e,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:35.121217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 237b42fd-bbed-4673-8149-fc1a7e904259 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:35.121599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.146323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.183315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61f4ca87-95ee-4793-be8b-4e88abb28da5 req-07a8e2e5-256b-4f03-acf1-634294f39f69 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919513 Sep 18 02:01:35.292809 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-492b9715-9069-4a8a-956a-524f487b770a req-505c2d60-ec7e-4361-a7cc-6033d37b97d0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670289 Sep 18 02:01:35.299459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.380132 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.400845 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.406182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb2ad7-718c-4551-bea8-7f68ef3021be req-93dd146b-1c66-4dd5-80c8-733cb3d68973 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:35.414144 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4eb2ad7-718c-4551-bea8-7f68ef3021be req-93dd146b-1c66-4dd5-80c8-733cb3d68973 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1050322 Sep 18 02:01:35.462620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 237b42fd-bbed-4673-8149-fc1a7e904259, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=237b42fd-bbed-4673-8149-fc1a7e904259,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:35.466289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93694c94-eb72-4fd4-92d3-9135751df665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237b42fd-bbed-4673-8149-fc1a7e904259'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:35.475175 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce62e31-ba5d-4b6b-bd51-741822ad0f3a" -d '{"events": [{"server_uuid": "93694c94-eb72-4fd4-92d3-9135751df665", "name": "network-vif-plugged", "status": "completed", "tag": "237b42fd-bbed-4673-8149-fc1a7e904259"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:35.489653 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4eb2ad7-718c-4551-bea8-7f68ef3021be req-cc177391-547b-4d2e-91e3-fdab4b19d128 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745826 Sep 18 02:01:35.530533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['538885c8-ddff-48ef-b4ae-adda4136449e'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:35.540784 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.549551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.575215 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Attempting to bind port c675d9f5-2e12-4c79-bddb-42a37f97d2a6 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:35.575590 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Attempting to bind port c675d9f5-2e12-4c79-bddb-42a37f97d2a6 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:35.576791 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Attempting to bind port c675d9f5-2e12-4c79-bddb-42a37f97d2a6 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:35.593662 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:35.594348 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:35.594775 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.595176 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:35.596522 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Bound port: c675d9f5-2e12-4c79-bddb-42a37f97d2a6, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:35.596957 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.599843 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Pushing event updated for resources: {'Port': ['ID=c675d9f5-2e12-4c79-bddb-42a37f97d2a6,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:35.639170 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.639661 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.639893 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.640237 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.641276 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.641622 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.642227 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.643432 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.643790 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.644125 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.644495 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.644871 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.685033 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3f522c-3055-475d-ac15-f918ae5d8644 x-openstack-request-id: req-7d3f522c-3055-475d-ac15-f918ae5d8644 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:35.685408 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93694c94-eb72-4fd4-92d3-9135751df665", "name": "network-vif-plugged", "status": "completed", "tag": "237b42fd-bbed-4673-8149-fc1a7e904259", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:35.685732 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d3f522c-3055-475d-ac15-f918ae5d8644 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:35.686199 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93694c94-eb72-4fd4-92d3-9135751df665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237b42fd-bbed-4673-8149-fc1a7e904259', 'code': 200} Sep 18 02:01:35.690233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=237b42fd-bbed-4673-8149-fc1a7e904259,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:35.707417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.713857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.714312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.714766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.715183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.715617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.716691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.717105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.717736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.718138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.718544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.718966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:01:35.732297 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] For port c675d9f5-2e12-4c79-bddb-42a37f97d2a6, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:35.741118 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] For port c675d9f5-2e12-4c79-bddb-42a37f97d2a6, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c675d9f5-2e12-4c79-bddb-42a37f97d2a6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:35.752744 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:35.841897 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Routers {'9baf1d06-6203-4308-b81f-9bcaec81f5bf'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:35.842908 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:35.920240 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cf9e1-e0bb-45d5-a8ff-0dbc7505735a None None] Pushing event updated for resources: {'Port': ['ID=c675d9f5-2e12-4c79-bddb-42a37f97d2a6,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:35.984661 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] Set router 9baf1d06-6203-4308-b81f-9bcaec81f5bf gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:36.011963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdff08d-d511-46dc-9749-1bdf02662578 req-491c1d06-12b0-4bdd-91e3-1d96d6bbb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:36.013519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bdff08d-d511-46dc-9749-1bdf02662578 req-491c1d06-12b0-4bdd-91e3-1d96d6bbb93a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 1097 time: 0.2397521 Sep 18 02:01:36.034884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7036354-00d2-4ff3-b537-6f8357e599fd req-b3eae3a7-2671-44d7-ba51-41c6db2bc2b9 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:36.037151 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7036354-00d2-4ff3-b537-6f8357e599fd req-b3eae3a7-2671-44d7-ba51-41c6db2bc2b9 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 945 time: 0.1572061 Sep 18 02:01:36.058011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-36ae44c0-d277-4d9f-aa80-250cd3fd392e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:36.064707 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-36ae44c0-d277-4d9f-aa80-250cd3fd392e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 946 time: 0.1752837 Sep 18 02:01:36.087460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ff9-7c91-4dd4-bbb6-859b97c8552d req-d35577b4-acb2-4879-b7ca-6fd5ff6840fb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:36.088998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-77614ff9-7c91-4dd4-bbb6-859b97c8552d req-d35577b4-acb2-4879-b7ca-6fd5ff6840fb tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.3080466 Sep 18 02:01:36.103625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0bdff08d-d511-46dc-9749-1bdf02662578 req-a40de636-d188-47d1-8657-5884642c2cb5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729873 Sep 18 02:01:36.194849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-77614ff9-7c91-4dd4-bbb6-859b97c8552d req-a5c5b9c8-d928-4f90-bea8-839654adf5b3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882151 Sep 18 02:01:36.194849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Allocated IP 172.20.0.1 (b1561881-1bd8-42cc-a718-097f208cd346/e46f3c08-a751-4d13-b0f1-bc1bdd346b46/53740a35-4d7b-4549-9fa4-d3550a61f9f4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:36.210329 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.217606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7036354-00d2-4ff3-b537-6f8357e599fd req-c7b685d3-0b50-4086-b099-636996490359 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727417 Sep 18 02:01:36.242048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.280703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.297515 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:01:32Z', 'revision_number': 3, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port': {'id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:31Z', 'updated_at': '2021-09-18T02:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:36.326519 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4ac42-6c5a-4a20-a00c-bfb3b5ff37fb None None] The sync data for ids ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'] in n-d-789963-12 is: [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:01:32Z', 'revision_number': 3, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port': {'id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:31Z', 'updated_at': '2021-09-18T02:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:36.399552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.453008 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.468612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Deleting port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:36.469297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.518325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d13527-d6b3-4c56-ab4a-3e1c82312cb4 req-645ea72e-091a-4a04-89a7-3b8a474dc2a2 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:36.523213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8d13527-d6b3-4c56-ab4a-3e1c82312cb4 req-645ea72e-091a-4a04-89a7-3b8a474dc2a2 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 946 time: 0.1186411 Sep 18 02:01:36.523968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Network b1561881-1bd8-42cc-a718-097f208cd346 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:36.529587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:36.536152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:36.592599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812a919-249f-4d2e-9e53-565dfca6a593 req-d92550ca-c7ab-4778-a97d-746362e18038 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:36.602241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e812a919-249f-4d2e-9e53-565dfca6a593 req-d92550ca-c7ab-4778-a97d-746362e18038 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 944 time: 0.1609693 Sep 18 02:01:36.611097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=53740a35-4d7b-4549-9fa4-d3550a61f9f4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:36.675103 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8d13527-d6b3-4c56-ab4a-3e1c82312cb4 req-e08e85ed-c804-4633-8cac-074f9613048a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959785 Sep 18 02:01:36.690362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] For port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:36.691023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.704810 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e812a919-249f-4d2e-9e53-565dfca6a593 req-4c3d324a-e551-40da-a7d5-4e8092a59b46 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015604 Sep 18 02:01:36.707468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 538885c8-ddff-48ef-b4ae-adda4136449e up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:36.712870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Calling delete_port for b31559c1-e104-4b8b-b656-7dfd6eb5f2fb owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:36.714552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Router 026b3a47-344c-401e-8991-f0290de86c24 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:01:36.735648 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.839293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 538885c8-ddff-48ef-b4ae-adda4136449e completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:36.843908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 538885c8-ddff-48ef-b4ae-adda4136449e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:36.844673 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.960553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:36.979270 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.014326 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.038757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 538885c8-ddff-48ef-b4ae-adda4136449e, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=538885c8-ddff-48ef-b4ae-adda4136449e,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:37.046738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.075661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event deleted for resources: {'Port': ['ID=b31559c1-e104-4b8b-b656-7dfd6eb5f2fb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:37.103993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c419d4-9ebd-4ef6-bdc5-cb118f320562 req-5b728e49-6c4a-4162-8a39-9c01282b4ea4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:37.106296 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9c419d4-9ebd-4ef6-bdc5-cb118f320562 req-5b728e49-6c4a-4162-8a39-9c01282b4ea4 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1985667 Sep 18 02:01:37.121194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=538885c8-ddff-48ef-b4ae-adda4136449e,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:37.200950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] No DVR routers for this DVR port b31559c1-e104-4b8b-b656-7dfd6eb5f2fb on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:37.204359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.207116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a2f80f3-e889-44f7-b4c7-02a879c7a94e req-01890fce-fa02-4d5d-bab7-f371304d99db tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.18 "DELETE /v2.0/ports/b31559c1-e104-4b8b-b656-7dfd6eb5f2fb HTTP/1.1" status: 204 len: 173 time: 1.1350853 Sep 18 02:01:37.211435 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.215472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d08f37a-6702-4850-b12e-f410489f154b', 'name': 'network-vif-deleted', 'tag': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:37.217731 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b461d69a-d175-44df-918a-ed233ca96bfd" -d '{"events": [{"server_uuid": "0d08f37a-6702-4850-b12e-f410489f154b", "name": "network-vif-deleted", "tag": "b31559c1-e104-4b8b-b656-7dfd6eb5f2fb"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:37.227636 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.262561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9c419d4-9ebd-4ef6-bdc5-cb118f320562 req-4446a884-0807-4ccf-b55d-30c54244f06c tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127188 Sep 18 02:01:37.264698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:37.275344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.276767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b5bcd-16ec-47f6-b34b-92720d9a5356 None None] Sync routers for ids ['026b3a47-344c-401e-8991-f0290de86c24'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:37.285073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a7d9385d-10a7-4223-850e-c724f52f198d tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "PUT /v2.0/routers/026b3a47-344c-401e-8991-f0290de86c24 HTTP/1.1" status: 200 len: 915 time: 4.5492032 Sep 18 02:01:37.290804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50424) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:37.299576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b5bcd-16ec-47f6-b34b-92720d9a5356 None None] Routers {'026b3a47-344c-401e-8991-f0290de86c24'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:37.300230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-223b5bcd-16ec-47f6-b34b-92720d9a5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['026b3a47-344c-401e-8991-f0290de86c24'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:37.394010 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cb98ec-0ba0-4306-8aa6-4a17d589ae5d x-openstack-request-id: req-c5cb98ec-0ba0-4306-8aa6-4a17d589ae5d {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:37.394568 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d08f37a-6702-4850-b12e-f410489f154b", "name": "network-vif-deleted", "tag": "b31559c1-e104-4b8b-b656-7dfd6eb5f2fb", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:37.395544 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5cb98ec-0ba0-4306-8aa6-4a17d589ae5d {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:37.396001 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d08f37a-6702-4850-b12e-f410489f154b', 'name': 'network-vif-deleted', 'tag': 'b31559c1-e104-4b8b-b656-7dfd6eb5f2fb', 'status': 'completed', 'code': 200} Sep 18 02:01:37.405491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c675d9f5-2e12-4c79-bddb-42a37f97d2a6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:37.416348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-223b5bcd-16ec-47f6-b34b-92720d9a5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:37.479693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0f3b27dc-4cc5-4498-b4b8-6763bb06005f tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/routers/026b3a47-344c-401e-8991-f0290de86c24 HTTP/1.1" status: 200 len: 921 time: 0.1872871 Sep 18 02:01:37.480408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50426) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:37.490851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b5bcd-16ec-47f6-b34b-92720d9a5356 None None] Routers {'026b3a47-344c-401e-8991-f0290de86c24'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:37.491750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-223b5bcd-16ec-47f6-b34b-92720d9a5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['026b3a47-344c-401e-8991-f0290de86c24'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:37.512186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6cba3-d44f-45eb-867c-7f215f0cf00d req-271be746-f0a9-4295-8d31-628b8fe2f4fc tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:37.513732 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d6cba3-d44f-45eb-867c-7f215f0cf00d req-271be746-f0a9-4295-8d31-628b8fe2f4fc tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.2043316 Sep 18 02:01:37.514891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=53740a35-4d7b-4549-9fa4-d3550a61f9f4,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:37.519271 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.546284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-223b5bcd-16ec-47f6-b34b-92720d9a5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:37.547119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b5bcd-16ec-47f6-b34b-92720d9a5356 None None] The sync data for ids ['026b3a47-344c-401e-8991-f0290de86c24'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:37.568305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c675d9f5-2e12-4c79-bddb-42a37f97d2a6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:37.568954 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.602906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96972824-6ca1-484f-804d-d638de344803 req-3eb3f18f-4785-4e96-b8a3-485301aec16a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:37.604517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96972824-6ca1-484f-804d-d638de344803 req-3eb3f18f-4785-4e96-b8a3-485301aec16a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 945 time: 0.1347976 Sep 18 02:01:37.606650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eac2a2e-d13f-449c-ad00-39ab6f0997a3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:37.610522 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9eac2a2e-d13f-449c-ad00-39ab6f0997a3 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=026b3a47-344c-401e-8991-f0290de86c24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1163702 Sep 18 02:01:37.610888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50428) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:37.657695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d6cba3-d44f-45eb-867c-7f215f0cf00d req-86b92bda-30c1-4389-a7a6-632c9eb467f5 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362095 Sep 18 02:01:37.663739 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.665347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Network b1561881-1bd8-42cc-a718-097f208cd346 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:37.666822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:37.687515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd54fd4-2ff8-4590-a9de-dd846d605595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538885c8-ddff-48ef-b4ae-adda4136449e'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:37.690212 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a36c9f4-bd46-4796-9949-c35b5ec1223b" -d '{"events": [{"server_uuid": "6fd54fd4-2ff8-4590-a9de-dd846d605595", "name": "network-vif-plugged", "status": "completed", "tag": "538885c8-ddff-48ef-b4ae-adda4136449e"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:37.696980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port c675d9f5-2e12-4c79-bddb-42a37f97d2a6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c675d9f5-2e12-4c79-bddb-42a37f97d2a6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:37.710336 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:37.727335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95fe9f-2aa2-4adc-a632-2e6bcac21d7a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:37.731456 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c95fe9f-2aa2-4adc-a632-2e6bcac21d7a tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 881 time: 0.1164801 Sep 18 02:01:37.737003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50438) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:37.760011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96972824-6ca1-484f-804d-d638de344803 req-648fca95-d8f1-478d-94cf-5acb2e7391ca tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715759 Sep 18 02:01:37.782373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=c675d9f5-2e12-4c79-bddb-42a37f97d2a6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:37.814240 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bc3766-240c-45ce-b08c-5646fa3dbf5b x-openstack-request-id: req-c8bc3766-240c-45ce-b08c-5646fa3dbf5b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:37.815184 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd54fd4-2ff8-4590-a9de-dd846d605595", "name": "network-vif-plugged", "status": "completed", "tag": "538885c8-ddff-48ef-b4ae-adda4136449e", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:37.816252 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8bc3766-240c-45ce-b08c-5646fa3dbf5b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:37.816885 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd54fd4-2ff8-4590-a9de-dd846d605595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538885c8-ddff-48ef-b4ae-adda4136449e', 'code': 200} Sep 18 02:01:37.826168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-62802a5b-7a8a-443b-8e6b-a27c0e895b4e tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=026b3a47-344c-401e-8991-f0290de86c24 HTTP/1.1" status: 200 len: 205 time: 0.0877447 Sep 18 02:01:37.828681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50450) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:37.923660 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6baf55d4-c058-4b32-8cf8-f2909c8e52c2 req-747ab748-df53-4862-b77d-b8606e8bcd3f tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d08f37a-6702-4850-b12e-f410489f154b HTTP/1.1" status: 200 len: 210 time: 0.0516233 Sep 18 02:01:37.951138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419b11-ec22-46b7-8536-cd45fd97a1e5 req-7df06e5a-e537-4cf7-a91e-f8f06b7d8769 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:37.959754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-37419b11-ec22-46b7-8536-cd45fd97a1e5 req-7df06e5a-e537-4cf7-a91e-f8f06b7d8769 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 945 time: 0.0786738 Sep 18 02:01:37.995685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-37419b11-ec22-46b7-8536-cd45fd97a1e5 req-90ae860d-d2de-42ed-92b8-1c8340391a87 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354855 Sep 18 02:01:38.094289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Router 9baf1d06-6203-4308-b81f-9bcaec81f5bf has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:01:38.132008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413fdd4-627c-4986-bd1d-98f470659279 req-80a292ba-2327-4f43-84d9-d43d6528ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:38.133646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6413fdd4-627c-4986-bd1d-98f470659279 req-80a292ba-2327-4f43-84d9-d43d6528ecb0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 1097 time: 0.2226412 Sep 18 02:01:38.139219 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:38.211584 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-6ab4cab1-80a2-4e73-b92d-5cb97e525d6f service neutron] show failed (client error): The resource could not be found. Sep 18 02:01:38.212617 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-6ab4cab1-80a2-4e73-b92d-5cb97e525d6f service neutron] 10.222.0.20 "GET /v2.0/ports/ca629151-d656-4a88-adee-c17d5fa14692/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.2203388 Sep 18 02:01:38.253563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd8186-0cee-42a0-a900-448010f1dada req-9dcee250-5c7a-4f4c-b5de-0213a73c012c tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:38.255242 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3cdd8186-0cee-42a0-a900-448010f1dada req-9dcee250-5c7a-4f4c-b5de-0213a73c012c tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 945 time: 0.2205937 Sep 18 02:01:38.265158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50472) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:38.277196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Request body: {'floatingip': {'port_id': '237b42fd-bbed-4673-8149-fc1a7e904259'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:38.289712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6413fdd4-627c-4986-bd1d-98f470659279 req-673b3928-2f87-4e46-8ffa-85826738d62f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455834 Sep 18 02:01:38.358411 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:38.687176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-625536f8-2229-4f48-8d94-83feb217e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:38.689260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-625536f8-2229-4f48-8d94-83feb217e202 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 1101 time: 0.1008570 Sep 18 02:01:38.690076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:38.699768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:38.714909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7035c0e1-0879-4b0b-881c-46d034d08bf9 admin admin] 10.222.0.21 "PUT /v2.0/routers/9baf1d06-6203-4308-b81f-9bcaec81f5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6532202 Sep 18 02:01:38.722244 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Sync routers for ids ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:38.733502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d619a4f-dfa6-4a74-83f7-1b8d2daee77d req-d1136740-b0d9-4a7f-8591-3b2f4d5358e9 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:38.737348 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Routers {'9baf1d06-6203-4308-b81f-9bcaec81f5bf'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:38.738241 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:38.744197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d619a4f-dfa6-4a74-83f7-1b8d2daee77d req-d1136740-b0d9-4a7f-8591-3b2f4d5358e9 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.3713768 Sep 18 02:01:38.780452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:38.833752 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d619a4f-dfa6-4a74-83f7-1b8d2daee77d req-3e5733fa-c4b3-4b1d-8dd4-87b5f2620681 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885000 Sep 18 02:01:38.880056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Deleting port 8ef55935-9312-436d-bf1c-0faae4dd36e2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:38.881227 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:38.897108 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:38.913205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b31559c1-e104-4b8b-b656-7dfd6eb5f2fb no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:38.958701 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Set router 9baf1d06-6203-4308-b81f-9bcaec81f5bf gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:38.963474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: b31559c1-e104-4b8b-b656-7dfd6eb5f2fb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:38.963820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b31559c1-e104-4b8b-b656-7dfd6eb5f2fb not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:38.991987 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.019347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Calling delete_port for 8ef55935-9312-436d-bf1c-0faae4dd36e2 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:39.032411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc4f32-c85f-4ee9-9c08-1790e6203ddc req-0d522ab5-24bf-4e58-bf2c-176e365f3201 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:39.034264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b1fc4f32-c85f-4ee9-9c08-1790e6203ddc req-0d522ab5-24bf-4e58-bf2c-176e365f3201 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1517649 Sep 18 02:01:39.139824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:01:39.209913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b1fc4f32-c85f-4ee9-9c08-1790e6203ddc req-a27a581c-c146-4604-9dd9-535b2c6b127e tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645732 Sep 18 02:01:39.244583 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.306241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.313332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c675d9f5-2e12-4c79-bddb-42a37f97d2a6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:39.322482 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:01:36Z', 'revision_number': 4, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port': {'id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:31Z', 'updated_at': '2021-09-18T02:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '53740a35-4d7b-4549-9fa4-d3550a61f9f4', 'name': '', 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'mac_address': 'fa:16:3e:8c:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e46f3c08-a751-4d13-b0f1-bc1bdd346b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:35Z', 'updated_at': '2021-09-18T02:01:37Z', 'revision_number': 2, 'project_id': '25362dd52b5b436e92e8d77509513100', 'subnets': [{'id': 'e46f3c08-a751-4d13-b0f1-bc1bdd346b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:39.394345 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Checking router: 9baf1d06-6203-4308-b81f-9bcaec81f5bf for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:01:39.394743 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Updating router 9baf1d06-6203-4308-b81f-9bcaec81f5bf port 53740a35-4d7b-4549-9fa4-d3550a61f9f4 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:01:39.424569 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.427051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.455771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:39.457846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c675d9f5-2e12-4c79-bddb-42a37f97d2a6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:39.460504 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.464505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0ac8-7506-4687-b22c-328700836f7b req-d1585a86-c4c6-4190-8ed1-5e7c34279f9b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:39.474958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-667b0ac8-7506-4687-b22c-328700836f7b req-d1585a86-c4c6-4190-8ed1-5e7c34279f9b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 945 time: 0.1298840 Sep 18 02:01:39.475260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event deleted for resources: {'Port': ['ID=8ef55935-9312-436d-bf1c-0faae4dd36e2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:39.540209 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Floating IP fc96579a-797b-467d-b023-2b6474399431 associated. External IP: 172.25.0.238, port: 237b42fd-bbed-4673-8149-fc1a7e904259. Sep 18 02:01:39.557362 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.560139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-667b0ac8-7506-4687-b22c-328700836f7b req-0b7171c0-4e3d-4603-8242-13f298d17185 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837328 Sep 18 02:01:39.628891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:39.718576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.723143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.813983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.814612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Fanout notify agent at l3_agent the message router_deleted on router 026b3a47-344c-401e-8991-f0290de86c24 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:01:39.824401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.825549 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ae8a82d8-bd6a-42ae-a35b-77385b156f04 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/026b3a47-344c-401e-8991-f0290de86c24 HTTP/1.1" status: 204 len: 168 time: 1.9958794 Sep 18 02:01:39.826083 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.832041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50542) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:39.833319 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.836466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e4c0295d-362e-4e89-b02b-4c3a82b1220e tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-105966346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:39.856505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-7d46688d-da7c-48c7-8964-0ec7d7e90f4a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:39.858095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-7d46688d-da7c-48c7-8964-0ec7d7e90f4a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 818 time: 0.2627757 Sep 18 02:01:39.883218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c0295d-362e-4e89-b02b-4c3a82b1220e tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.884235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c0295d-362e-4e89-b02b-4c3a82b1220e tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.889077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-da1d9e62-06b7-4f22-91e7-dc126fca54ac tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/quotas/25362dd52b5b436e92e8d77509513100 HTTP/1.1" status: 200 len: 375 time: 0.0195136 Sep 18 02:01:39.893170 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b49c7a-1233-4c2a-8ea3-7e7c17568d71 None None] Pushing event updated for resources: {'Port': ['ID=53740a35-4d7b-4549-9fa4-d3550a61f9f4,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:39.951514 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Attempting to bind port 53740a35-4d7b-4549-9fa4-d3550a61f9f4 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:39.952086 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Attempting to bind port 53740a35-4d7b-4549-9fa4-d3550a61f9f4 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:39.952670 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Attempting to bind port 53740a35-4d7b-4549-9fa4-d3550a61f9f4 on network b1561881-1bd8-42cc-a718-097f208cd346 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:39.958686 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:39.959203 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Checking segment: {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:39.959705 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.960206 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Bound using segment: {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:39.960766 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Bound port: 53740a35-4d7b-4549-9fa4-d3550a61f9f4, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:39.961254 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.967589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c0295d-362e-4e89-b02b-4c3a82b1220e tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.974803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c0295d-362e-4e89-b02b-4c3a82b1220e tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:39.998987 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-cec04f52-9637-4882-8818-f7ed2ba33c66 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881045 Sep 18 02:01:40.000513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c0295d-362e-4e89-b02b-4c3a82b1220e tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.001809 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e4c0295d-362e-4e89-b02b-4c3a82b1220e tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1688406 Sep 18 02:01:40.004787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50546) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:40.009095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': False}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:40.029009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:40.031334 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd8cf31-7770-4cc0-9764-7cd1c95455fb" -d '{"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca629151-d656-4a88-adee-c17d5fa14692"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:40.040344 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] For port 53740a35-4d7b-4549-9fa4-d3550a61f9f4, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:40.043672 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] For port 53740a35-4d7b-4549-9fa4-d3550a61f9f4, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=53740a35-4d7b-4549-9fa4-d3550a61f9f4,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:40.047961 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.065130 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.121704 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b49c7a-1233-4c2a-8ea3-7e7c17568d71 None None] Pushing event updated for resources: {'Port': ['ID=53740a35-4d7b-4549-9fa4-d3550a61f9f4,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:40.122044 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Transition to ACTIVE for port object ca629151-d656-4a88-adee-c17d5fa14692 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:40.124793 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Routers {'9baf1d06-6203-4308-b81f-9bcaec81f5bf'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:40.125615 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:40.143009 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.181235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-a2868b7d-c0ed-4dbd-8762-e9fbb2e464f5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:40.188001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-a2868b7d-c0ed-4dbd-8762-e9fbb2e464f5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 804 time: 0.2217667 Sep 18 02:01:40.256894 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-997e7dce-7fd8-4292-b358-bd2933cefd84 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/quotas/1cf374e29676485c9e629e3348c754cd HTTP/1.1" status: 200 len: 375 time: 0.0677803 Sep 18 02:01:40.262271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-91cd611f-de22-491e-9b11-52d515bd0539 service neutron] 10.222.0.21 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507598 Sep 18 02:01:40.276713 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] Set router 9baf1d06-6203-4308-b81f-9bcaec81f5bf gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:40.300409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:40.305234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.307266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] No DVR routers for this DVR port ca629151-d656-4a88-adee-c17d5fa14692 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:40.439026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:40.439482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:40.439752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:40.449610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-fdc51d18-734f-4343-83de-a8f61944e41f tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1814916 Sep 18 02:01:40.458971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-28380233-d352-48af-95c0-71c86076da30 service neutron] 10.222.0.21 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564825 Sep 18 02:01:40.460356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Router d351fd3f-4480-42c1-b65c-02a2ad038e65 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:01:40.461384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:40.461384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:40.490006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:40.490352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:40.490774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:40.491215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Bound port: ca629151-d656-4a88-adee-c17d5fa14692, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:40.491576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.650609 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:01:36Z', 'revision_number': 4, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port': {'id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:31Z', 'updated_at': '2021-09-18T02:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '53740a35-4d7b-4549-9fa4-d3550a61f9f4', 'name': '', 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'mac_address': 'fa:16:3e:8c:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e46f3c08-a751-4d13-b0f1-bc1bdd346b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:35Z', 'updated_at': '2021-09-18T02:01:40Z', 'revision_number': 4, 'project_id': '25362dd52b5b436e92e8d77509513100', 'subnets': [{'id': 'e46f3c08-a751-4d13-b0f1-bc1bdd346b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:40.723026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c5017f22-db21-4671-a975-365ccda2fcb9 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:40.726512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beaee61-60b6-4dc4-8ebb-730fc46a11a3 None None] The sync data for ids ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'] in n-d-789963-12 is: [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:01:36Z', 'revision_number': 4, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port': {'id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:31Z', 'updated_at': '2021-09-18T02:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '53740a35-4d7b-4549-9fa4-d3550a61f9f4', 'name': '', 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'mac_address': 'fa:16:3e:8c:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'e46f3c08-a751-4d13-b0f1-bc1bdd346b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:35Z', 'updated_at': '2021-09-18T02:01:40Z', 'revision_number': 4, 'project_id': '25362dd52b5b436e92e8d77509513100', 'subnets': [{'id': 'e46f3c08-a751-4d13-b0f1-bc1bdd346b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:40.748070 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4b8092e5-656b-41fa-acfe-3a530b66b6ec service neutron] 10.222.0.21 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825830 Sep 18 02:01:40.792041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:40.801098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.839282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:40.840766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:40.847020 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.852395 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.869615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] Sync routers for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:40.888376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.889077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:40.890859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:40.936051 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.975087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a47235a9-84a0-49bf-babc-1045648d5bda tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "PUT /v2.0/floatingips/fc96579a-797b-467d-b023-2b6474399431 HTTP/1.1" status: 200 len: 991 time: 2.7082069 Sep 18 02:01:40.978980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:40.979869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:40.981639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 1096 time: 2.2273209 Sep 18 02:01:40.982364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:40.984745 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63424f8d-d779-46ab-bb33-380313f795ac" -d '{"events": [{"server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:41.011621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:41.012573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-8f6f3e34-7808-4131-ae6a-b7c2c52bd431 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:41.021303 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:41.022304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca629151-d656-4a88-adee-c17d5fa14692 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:41.030195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-8f6f3e34-7808-4131-ae6a-b7c2c52bd431 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 822 time: 0.2963934 Sep 18 02:01:41.042070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-77b10bfd-d242-46c7-b472-cbc4139534f4 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:41.044037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-77b10bfd-d242-46c7-b472-cbc4139534f4 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.20 "GET /v2.0/ports?device_id=cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf HTTP/1.1" status: 200 len: 946 time: 0.3686318 Sep 18 02:01:41.076194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-f3244cb4-178d-4f60-bdcb-2b6f131dbdc5 service neutron] 10.222.0.21 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164554 Sep 18 02:01:41.095125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9f800-f640-4410-9e2f-e2419b70de68 service neutron] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=7']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:41.150778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-a2c2d6f9-dd51-4f02-b8d9-5b994d542135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:41.153699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-f4de140f-2579-4dab-b04f-58c400735d6b tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/quotas/80257e63b6e1429daa1cad6f02d42c47 HTTP/1.1" status: 200 len: 375 time: 0.1220315 Sep 18 02:01:41.154844 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-a2c2d6f9-dd51-4f02-b8d9-5b994d542135 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1099 time: 0.1475298 Sep 18 02:01:41.383583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-c548e609-ca30-4340-ad7c-a0f1518a8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:41.385438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-c548e609-ca30-4340-ad7c-a0f1518a8e78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2239690 Sep 18 02:01:41.403577 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-a56912d4-04dc-41b1-a574-6611cd91cf52 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2489152 Sep 18 02:01:41.479304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-53c8d952-0bba-4201-b419-4369ef04cd37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.0826385 Sep 18 02:01:41.576769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-4ff8be78-ae42-434b-9754-84aa4a86fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:41.578497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-4ff8be78-ae42-434b-9754-84aa4a86fb5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0890810 Sep 18 02:01:41.604982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Allocated IP 172.25.0.25 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/78268d3f-4367-4cc1-9f26-a49ac8fe48ae) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:41.607141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f11d77-c3ca-4f29-a16b-a8a229dde235 req-341d109a-78c9-40ab-8250-ca588009d8ff tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:41.609171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01f11d77-c3ca-4f29-a16b-a8a229dde235 req-341d109a-78c9-40ab-8250-ca588009d8ff tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 947 time: 0.1181602 Sep 18 02:01:41.667881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:41.670786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 53740a35-4d7b-4549-9fa4-d3550a61f9f4 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:41.725453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Deleting port c5017f22-db21-4671-a975-365ccda2fcb9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:41.725795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:41.812495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:41.815609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01f11d77-c3ca-4f29-a16b-a8a229dde235 req-c6c560c9-6aab-4553-94a2-52ea4efdf6b0 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443591 Sep 18 02:01:41.822010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-0c1e15ce-5969-4df3-9fd9-6bdc714da0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:41.823554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-0c1e15ce-5969-4df3-9fd9-6bdc714da0d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2378252 Sep 18 02:01:42.000416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca629151-d656-4a88-adee-c17d5fa14692 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:42.033132 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-b22c5590-042f-46aa-80a1-8ca0f0a32eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014930 Sep 18 02:01:42.041851 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425da55b-7d7a-4ae5-8979-53ee8e767e46 x-openstack-request-id: req-425da55b-7d7a-4ae5-8979-53ee8e767e46 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:42.042183 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca629151-d656-4a88-adee-c17d5fa14692", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:42.042448 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-425da55b-7d7a-4ae5-8979-53ee8e767e46 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:42.042994 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692', 'code': 200} Sep 18 02:01:42.120206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-dbf83619-e698-4b6e-9696-a48dd027fa6e service neutron] 10.222.0.21 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154717 Sep 18 02:01:42.211628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] For port c5017f22-db21-4671-a975-365ccda2fcb9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c5017f22-db21-4671-a975-365ccda2fcb9,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:42.211999 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:42.233690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Calling delete_port for c5017f22-db21-4671-a975-365ccda2fcb9 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:42.237947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc3dca-8da2-4c77-9c94-33c82a221d92 req-ae3afa30-a483-4a11-b8d8-5acfaa3cb7ce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:42.245851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60dc3dca-8da2-4c77-9c94-33c82a221d92 req-ae3afa30-a483-4a11-b8d8-5acfaa3cb7ce tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1004786 Sep 18 02:01:42.276053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 53740a35-4d7b-4549-9fa4-d3550a61f9f4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:42.281226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:42.287722 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cee6711-a6b0-4802-bb60-eb7e2fe45ff3 req-271ee8a4-4860-4821-9a78-f1ac945d2ae2 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378352 Sep 18 02:01:42.315643 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60dc3dca-8da2-4c77-9c94-33c82a221d92 req-a0ac0e22-4dcb-45b0-909e-4349728d4734 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675068 Sep 18 02:01:42.512983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5a7d1-d97c-4e42-a7c9-12e2c226ea35 req-67f72971-260e-42ef-ab7f-6707cb397c1d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:42.522386 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-acb5a7d1-d97c-4e42-a7c9-12e2c226ea35 req-67f72971-260e-42ef-ab7f-6707cb397c1d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 945 time: 0.1475482 Sep 18 02:01:42.523462 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:42.540492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:42.600282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-acb5a7d1-d97c-4e42-a7c9-12e2c226ea35 req-40946eb4-924c-49de-962c-3582737b022e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767610 Sep 18 02:01:42.603242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Pushing event deleted for resources: {'Port': ['ID=c5017f22-db21-4671-a975-365ccda2fcb9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:42.625670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-5d420713-8fd8-488e-b935-6c8e4ad6a49e service neutron] 10.222.0.21 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899259 Sep 18 02:01:42.659426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-67e84435-d300-40ba-b0f1-964ff3ac4b84 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:42.665876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-67e84435-d300-40ba-b0f1-964ff3ac4b84 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 818 time: 0.2788408 Sep 18 02:01:42.685146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:42.690414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Request body: {'port': {'device_id': 'f4a918a2-55bb-4006-93c8-9bf1e78f6884', 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346', 'admin_state_up': True, 'tenant_id': '25362dd52b5b436e92e8d77509513100'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:42.699789 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:42.704192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] No DVR routers for this DVR port c5017f22-db21-4671-a975-365ccda2fcb9 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:42.716646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:42.719581 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7b9f581-d4de-433a-81a7-d073b959ee19 req-34625255-5634-4a5a-80c4-09a7e98f74f0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.20 "DELETE /v2.0/ports/c5017f22-db21-4671-a975-365ccda2fcb9 HTTP/1.1" status: 204 len: 173 time: 1.6201122 Sep 18 02:01:42.729634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'name': 'network-vif-deleted', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:42.741859 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a479d9-4ce6-4bc4-94ab-83ad402dfd8b" -d '{"events": [{"server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "name": "network-vif-deleted", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:42.785822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 53740a35-4d7b-4549-9fa4-d3550a61f9f4, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=53740a35-4d7b-4549-9fa4-d3550a61f9f4,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:42.800270 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:42.818053 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e013006b-5d1e-4b02-a08a-eb852d6d63e1 req-c92b9e18-7fae-4677-a738-07b6654a8ee8 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 210 time: 0.0707862 Sep 18 02:01:42.872505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:42.885385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:42.890180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:42.896979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Pushing event updated for resources: {'Port': ['ID=78268d3f-4367-4cc1-9f26-a49ac8fe48ae,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:42.963186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=53740a35-4d7b-4549-9fa4-d3550a61f9f4,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:42.994269 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f504f7-1571-4bc0-b148-1fd2fc77d2d7 x-openstack-request-id: req-d5f504f7-1571-4bc0-b148-1fd2fc77d2d7 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:42.995928 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:42.996764 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5f504f7-1571-4bc0-b148-1fd2fc77d2d7 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:42.998874 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'code': 200} Sep 18 02:01:43.023974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'fc96579a-797b-467d-b023-2b6474399431', 'tenant_id': '428f07887310407184547db86fb81097', 'floating_ip_address': '172.25.0.238', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'port_id': '237b42fd-bbed-4673-8149-fc1a7e904259', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'mac_address': 'fa:16:3e:e2:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93694c94-eb72-4fd4-92d3-9135751df665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:00:49Z', 'updated_at': '2021-09-18T02:01:38Z', 'revision_number': 1, 'project_id': '428f07887310407184547db86fb81097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:51Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:43.040800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Made reservation on behalf of 25362dd52b5b436e92e8d77509513100 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:43.045622 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:43.063911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] Checking router: d351fd3f-4480-42c1-b65c-02a2ad038e65 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:01:43.086065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:43.089080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:43.276478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:01:43.312405 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-361fc9b0-fa14-43d6-9a6f-c1ad9a0e32b4 req-067440fa-cdef-47c6-be9e-b4ec6fdc73bb tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 210 time: 0.0938957 Sep 18 02:01:43.394339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 53740a35-4d7b-4549-9fa4-d3550a61f9f4 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:43.507883 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d3c69d-354b-48e4-b1a5-66c54a01694c x-openstack-request-id: req-08d3c69d-354b-48e4-b1a5-66c54a01694c {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:43.508089 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf", "name": "network-vif-deleted", "tag": "c5017f22-db21-4671-a975-365ccda2fcb9", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:43.508378 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08d3c69d-354b-48e4-b1a5-66c54a01694c {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:43.509023 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9bbf1-d3bd-4fea-acd1-57740e6cc4bf', 'name': 'network-vif-deleted', 'tag': 'c5017f22-db21-4671-a975-365ccda2fcb9', 'status': 'completed', 'code': 200} Sep 18 02:01:43.571920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Allocated IP 172.20.0.3 (b1561881-1bd8-42cc-a718-097f208cd346/e46f3c08-a751-4d13-b0f1-bc1bdd346b46/87cd912f-da1d-4820-954d-6ba86d44ad1a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:43.658211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 53740a35-4d7b-4549-9fa4-d3550a61f9f4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:43.658691 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:43.667250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-b694f70d-35c6-4c8a-80c5-5a3bfee71ef4 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:43.668760 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-b694f70d-35c6-4c8a-80c5-5a3bfee71ef4 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.18 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 804 time: 0.1460936 Sep 18 02:01:43.717777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Request body: {'port': {'device_id': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'admin_state_up': True, 'tenant_id': '1cf374e29676485c9e629e3348c754cd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:43.720751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-54f1921f-4a8b-4e1a-b6be-78df3f624075 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:43.729736 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-54f1921f-4a8b-4e1a-b6be-78df3f624075 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 818 time: 0.2013893 Sep 18 02:01:43.766328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-1f5297cb-de7c-43c1-b6db-b82bca8713e9 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/quotas/25362dd52b5b436e92e8d77509513100 HTTP/1.1" status: 200 len: 375 time: 0.0356009 Sep 18 02:01:43.773011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'fc96579a-797b-467d-b023-2b6474399431', 'tenant_id': '428f07887310407184547db86fb81097', 'floating_ip_address': '172.25.0.238', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'port_id': '237b42fd-bbed-4673-8149-fc1a7e904259', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'mac_address': 'fa:16:3e:e2:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93694c94-eb72-4fd4-92d3-9135751df665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:00:49Z', 'updated_at': '2021-09-18T02:01:38Z', 'revision_number': 1, 'project_id': '428f07887310407184547db86fb81097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:51Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:43.780678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a436074-7aad-44d0-aa87-1be767345a2c req-66fd1670-9870-405a-8c7d-5018790e82a8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:43.788197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a436074-7aad-44d0-aa87-1be767345a2c req-66fd1670-9870-405a-8c7d-5018790e82a8 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 947 time: 0.2783749 Sep 18 02:01:43.813475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957deb9-92bb-4464-9e77-2b9a54104b16 None None] The sync data for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 is: [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'fc96579a-797b-467d-b023-2b6474399431', 'tenant_id': '428f07887310407184547db86fb81097', 'floating_ip_address': '172.25.0.238', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'port_id': '237b42fd-bbed-4673-8149-fc1a7e904259', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'mac_address': 'fa:16:3e:e2:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93694c94-eb72-4fd4-92d3-9135751df665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:00:49Z', 'updated_at': '2021-09-18T02:01:38Z', 'revision_number': 1, 'project_id': '428f07887310407184547db86fb81097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:51Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:43.885337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-259a237a-0cff-455d-a0c1-95eb294fce06 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181123 Sep 18 02:01:43.929228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:43.932811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a436074-7aad-44d0-aa87-1be767345a2c req-034e89fd-3569-4914-94a6-dbdd0c4a59ca tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436465 Sep 18 02:01:44.024538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Made reservation on behalf of 1cf374e29676485c9e629e3348c754cd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:44.029699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:44.032099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:44.043929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93694c94-eb72-4fd4-92d3-9135751df665', 'tag': '237b42fd-bbed-4673-8149-fc1a7e904259'}, {'name': 'network-changed', 'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:44.046779 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759cf05-7aeb-43b5-9a19-d7d000329827" -d '{"events": [{"name": "network-changed", "server_uuid": "93694c94-eb72-4fd4-92d3-9135751df665", "tag": "237b42fd-bbed-4673-8149-fc1a7e904259"}, {"name": "network-changed", "server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "tag": "ca629151-d656-4a88-adee-c17d5fa14692"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:44.052262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-c62bf2a8-62a0-40bd-af32-852a432deba7 service neutron] 10.222.0.21 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558990 Sep 18 02:01:44.053448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:44.110138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e65e44bd-249f-4b56-9862-dac1721a3a21 req-a74b8dd6-2a36-4968-9b0c-e5451c3a1977 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 210 time: 0.0730824 Sep 18 02:01:44.117952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Network b1561881-1bd8-42cc-a718-097f208cd346 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:44.132794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:44.135774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:44.141654 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15e776-0b0f-4f09-aa37-957ab986d0a3 None None] New status for floating IP fc96579a-797b-467d-b023-2b6474399431: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:01:44.209495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Pushing event updated for resources: {'Port': ['ID=87cd912f-da1d-4820-954d-6ba86d44ad1a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:44.241895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:44.242518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:44.277754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-d6d53b91-0a2a-4fc5-8e88-8c45d7c57b51 service neutron] 10.222.0.21 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130463 Sep 18 02:01:44.284115 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-33ee960a-7cf4-4c86-b274-d7290dde0187 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5970464 Sep 18 02:01:44.306504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Request body: {'port': {'device_id': 'f4a918a2-55bb-4006-93c8-9bf1e78f6884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:44.309422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Allocated IP 172.20.0.3 (c421e341-5653-412f-a573-a8a07d489e4e/a3809d31-40af-4d82-b957-fa336b2366a9/311f0585-8b16-44db-9872-bfa8cb5a2724) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:44.370885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9561bb-fc34-417b-a099-eafa442ea44d req-8a968436-3cd1-4e72-88c7-caaba7b05d0b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:44.372455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e9561bb-fc34-417b-a099-eafa442ea44d req-8a968436-3cd1-4e72-88c7-caaba7b05d0b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 945 time: 0.1562374 Sep 18 02:01:44.443476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:44.565682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e9561bb-fc34-417b-a099-eafa442ea44d req-a26c52a8-fb84-41eb-bd5c-a59d357b8b78 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747167 Sep 18 02:01:44.670048 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:44.737841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c5017f22-db21-4671-a975-365ccda2fcb9 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:44.750984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8539a-1cb2-4989-a8f9-aa3f07b39ed1 req-bf0a4792-a2ab-47d9-91a7-9679a4812680 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:44.753789 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cfe8539a-1cb2-4989-a8f9-aa3f07b39ed1 req-bf0a4792-a2ab-47d9-91a7-9679a4812680 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.0984895 Sep 18 02:01:44.777653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: c5017f22-db21-4671-a975-365ccda2fcb9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:44.778322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c5017f22-db21-4671-a975-365ccda2fcb9 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:44.786831 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfc0538-7587-4011-a597-8bcdc4fe1bca x-openstack-request-id: req-4cfc0538-7587-4011-a597-8bcdc4fe1bca {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:44.787134 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93694c94-eb72-4fd4-92d3-9135751df665", "tag": "237b42fd-bbed-4673-8149-fc1a7e904259", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "tag": "ca629151-d656-4a88-adee-c17d5fa14692", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:44.787382 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cfc0538-7587-4011-a597-8bcdc4fe1bca {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:44.787777 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93694c94-eb72-4fd4-92d3-9135751df665', 'tag': '237b42fd-bbed-4673-8149-fc1a7e904259', 'status': 'completed', 'code': 200} Sep 18 02:01:44.788030 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692', 'status': 'completed', 'code': 200} Sep 18 02:01:44.812137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:44.861732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cfe8539a-1cb2-4989-a8f9-aa3f07b39ed1 req-e47a56f9-ba86-4c02-960c-48bd9b864d6c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984895 Sep 18 02:01:44.882553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:44.922456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ca629151-d656-4a88-adee-c17d5fa14692 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:44.939262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3acc00e-0e06-4259-a34c-69d38f3e4e87 req-eed300c1-dc11-40aa-ae22-faf2967598f5 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 210 time: 0.0344074 Sep 18 02:01:44.991489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cd912f-da1d-4820-954d-6ba86d44ad1a {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:45.000765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:45.020561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Transition to ACTIVE for port object 87cd912f-da1d-4820-954d-6ba86d44ad1a will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:45.032557 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:45.083410 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:45.096764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-087eb0e2-86d3-4831-9496-4f90c66c7faa req-a978fdc2-e975-403a-a59c-8538b80ce6da tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 210 time: 0.2449405 Sep 18 02:01:45.097228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'ca629151-d656-4a88-adee-c17d5fa14692', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'ca629151-d656-4a88-adee-c17d5fa14692', 'mac_address': 'fa:16:3e:08:95:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:45.115341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Pushing event updated for resources: {'Port': ['ID=87cd912f-da1d-4820-954d-6ba86d44ad1a,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:45.115682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-81d58c25-70d1-4d6a-91d7-ead18472ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.117191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-81d58c25-70d1-4d6a-91d7-ead18472ac73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=428f07887310407184547db86fb81097&device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 1097 time: 0.3139777 Sep 18 02:01:45.171150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdc6d7-3547-4ccf-839c-227b1222c9e7 req-7defb0a2-84da-4474-9f56-78e0791afb8d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.174356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-dc399707-b61d-4b88-afae-ca2e405a9fc4 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.182541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-dc399707-b61d-4b88-afae-ca2e405a9fc4 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.20 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 822 time: 0.8060191 Sep 18 02:01:45.197358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dacdc6d7-3547-4ccf-839c-227b1222c9e7 req-7defb0a2-84da-4474-9f56-78e0791afb8d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 945 time: 0.1753550 Sep 18 02:01:45.210294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:45.235828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca629151-d656-4a88-adee-c17d5fa14692 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:45.273565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:45.283827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:45.320351 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dacdc6d7-3547-4ccf-839c-227b1222c9e7 req-ae54abf8-94f7-4289-9197-a6b013ed5cef tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206923 Sep 18 02:01:45.321213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Attempting to bind port 87cd912f-da1d-4820-954d-6ba86d44ad1a on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:45.321766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Attempting to bind port 87cd912f-da1d-4820-954d-6ba86d44ad1a by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:45.322299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Attempting to bind port 87cd912f-da1d-4820-954d-6ba86d44ad1a on network b1561881-1bd8-42cc-a718-097f208cd346 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:45.327489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Port 87cd912f-da1d-4820-954d-6ba86d44ad1a on network b1561881-1bd8-42cc-a718-097f208cd346 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:45.327806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Attempting to bind port 87cd912f-da1d-4820-954d-6ba86d44ad1a on network b1561881-1bd8-42cc-a718-097f208cd346 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:45.329391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Request body: {'port': {'device_id': '70949f76-a46b-4b57-a4c0-10881e06fb74', 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'admin_state_up': True, 'tenant_id': '80257e63b6e1429daa1cad6f02d42c47'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:45.333920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:45.334553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Checking segment: {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:45.335186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Bound using segment: {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:45.335918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Bound port: 87cd912f-da1d-4820-954d-6ba86d44ad1a, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:45.336422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:45.370610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-59ed35cb-528f-4b10-98dd-7bd04cb00597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.372692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-59ed35cb-528f-4b10-98dd-7bd04cb00597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1099 time: 0.5700712 Sep 18 02:01:45.399108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:45.441337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] For port 87cd912f-da1d-4820-954d-6ba86d44ad1a, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:45.444990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] For port 87cd912f-da1d-4820-954d-6ba86d44ad1a, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:45.453323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:45.516304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4d6f16e-ed29-4f91-bf8e-4eebbaa3c5f2 req-0a5d342c-9929-409d-ad6c-19fdab99d8c0 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 210 time: 0.0584528 Sep 18 02:01:45.517666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['ca629151-d656-4a88-adee-c17d5fa14692'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:45.519816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.520527 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:45.522583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] 10.222.0.18 "PUT /v2.0/ports/87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 200 len: 1092 time: 1.2212477 Sep 18 02:01:45.523784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:45.561831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-6beca50e-9b7c-4d50-8276-fa71a77de251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.564297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-6beca50e-9b7c-4d50-8276-fa71a77de251 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85cc0a77-ba9f-4ad9-9891-677c78b59a53 HTTP/1.1" status: 200 len: 916 time: 0.3702035 Sep 18 02:01:45.582278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a0def-0e94-4aca-a08c-8229934dc82d service neutron] Pushing event updated for resources: {'Port': ['ID=87cd912f-da1d-4820-954d-6ba86d44ad1a,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:45.616625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c978945-da36-4bd3-aa50-85f075f755a3 req-fe51aa8f-aab7-4e20-8e4d-b0237c4b5fa6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.628477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c978945-da36-4bd3-aa50-85f075f755a3 req-fe51aa8f-aab7-4e20-8e4d-b0237c4b5fa6 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 948 time: 0.4409828 Sep 18 02:01:45.671329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-0ac59f55-5946-4182-afff-7616cf2d59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.674953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-0ac59f55-5946-4182-afff-7616cf2d59e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1095 time: 0.0928898 Sep 18 02:01:45.757258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-d80c6001-d8fe-4653-b9cc-5ebeeee7f543 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 200 len: 217 time: 0.0747392 Sep 18 02:01:45.845037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-525a4f69-051a-4ca0-9985-8931d1bf6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:45.847527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-525a4f69-051a-4ca0-9985-8931d1bf6917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.0823739 Sep 18 02:01:45.909770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-513ac256-6ecf-47aa-bede-1e3482afa6a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549524 Sep 18 02:01:46.041171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed45cd-71aa-451c-8970-cbaaf1c1a22d req-029555af-fbf4-4ef6-97b4-b6cf27ebabb9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.043030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fed45cd-71aa-451c-8970-cbaaf1c1a22d req-029555af-fbf4-4ef6-97b4-b6cf27ebabb9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 945 time: 0.1518085 Sep 18 02:01:46.076860 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-45dc75b6-3213-4fdf-ab48-df23b809feab service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476941 Sep 18 02:01:46.098165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Network c421e341-5653-412f-a573-a8a07d489e4e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:46.114217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fed45cd-71aa-451c-8970-cbaaf1c1a22d req-918a43bb-76df-4581-ab01-2f0981f8126a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643353 Sep 18 02:01:46.134097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:46.142101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Router fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:01:46.144108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Pushing event updated for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:46.152311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:46.201890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-573e7eac-a55f-4ed2-b9e7-df90506b6951 req-59c5da64-60a9-4f1e-9792-8c5979b610b6 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148496 Sep 18 02:01:46.239086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a5ed-8d30-4807-9d27-db846dca7d5a req-ae6f00ec-4d35-4ecc-8662-325edb4a2016 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.240571 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9fd8a5ed-8d30-4807-9d27-db846dca7d5a req-ae6f00ec-4d35-4ecc-8662-325edb4a2016 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.0530632 Sep 18 02:01:46.264496 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c978945-da36-4bd3-aa50-85f075f755a3 req-7be15ebf-7ede-44e4-83d2-87b791a6af78 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358373 Sep 18 02:01:46.266338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-0cec054e-28c9-4118-babd-74d19a8e47ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=237b42fd-bbed-4673-8149-fc1a7e904259 HTTP/1.1" status: 200 len: 1001 time: 0.6845303 Sep 18 02:01:46.281544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9fd8a5ed-8d30-4807-9d27-db846dca7d5a req-1386abb5-f4f1-49c3-bfb6-3267309a4ee0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Sep 18 02:01:46.371956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-e2565807-54e2-4816-b2c5-5fd1db5dabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.373400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-e2565807-54e2-4816-b2c5-5fd1db5dabbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.9576137 Sep 18 02:01:46.406077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd6419-864b-41b0-9675-b0037a140f07 req-f9a7ff1b-b1fa-41c9-8ac4-f64a3bfa2a10 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.407761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0dcd6419-864b-41b0-9675-b0037a140f07 req-f9a7ff1b-b1fa-41c9-8ac4-f64a3bfa2a10 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 931 time: 0.0546346 Sep 18 02:01:46.429982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.430584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:46.432985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Made reservation on behalf of 80257e63b6e1429daa1cad6f02d42c47 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:46.436417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:46.450587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0dcd6419-864b-41b0-9675-b0037a140f07 req-ac9b648b-b785-4f1d-970f-f1da2449e769 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 Sep 18 02:01:46.509413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ca4b5b0-85de-46f0-a25c-6980782a64bd req-5a21b1bb-27a8-433e-8681-41018d0c3acc tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 210 time: 0.1328256 Sep 18 02:01:46.517869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-b491168d-4ad8-4857-8a2c-c9477129799a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.1165767 Sep 18 02:01:46.532149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f77f63e4-7b77-4964-96e9-963e2ff37ebc tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.534075 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f77f63e4-7b77-4964-96e9-963e2ff37ebc tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 818 time: 0.4698055 Sep 18 02:01:46.565340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0f66ba53-62c2-4d21-9e1e-0a1e7a53e540 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8555439 Sep 18 02:01:46.592634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Request body: {'port': {'device_id': 'd17d109e-f80c-49dd-8d3d-cedab1a00ef7', 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346', 'admin_state_up': True, 'tenant_id': '25362dd52b5b436e92e8d77509513100'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:46.623091 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-1ef0803d-acc8-458b-a0ed-be8950631c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.624574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-1ef0803d-acc8-458b-a0ed-be8950631c61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75240ea1-fa0e-4128-8afd-93f556bca81d HTTP/1.1" status: 200 len: 855 time: 0.3484693 Sep 18 02:01:46.651656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Request body: {'port': {'device_id': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:46.748218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e5c855c9-fc5b-4085-a3c7-36bef57dbed6 req-0d6740a6-5d13-4044-8975-b814c1d71cce tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 210 time: 0.0532026 Sep 18 02:01:46.779957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-7f5663a4-b35e-4bac-a417-c3cd5f5a9520 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.781423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-7f5663a4-b35e-4bac-a417-c3cd5f5a9520 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 948 time: 0.1175642 Sep 18 02:01:46.789176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a918a2-55bb-4006-93c8-9bf1e78f6884', 'tag': '87cd912f-da1d-4820-954d-6ba86d44ad1a'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:46.791699 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd96b246-7157-4253-ae5a-022c52a91317" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a918a2-55bb-4006-93c8-9bf1e78f6884", "tag": "87cd912f-da1d-4820-954d-6ba86d44ad1a"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:46.853245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-6a8122f8-0d78-4c10-89c8-8426dedceb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:46.854776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-6a8122f8-0d78-4c10-89c8-8426dedceb98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.3143175 Sep 18 02:01:46.871371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:46.881526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614fbf3-8238-444d-95b9-6a65f7303c4e None None] Sync routers for ids ['fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:46.885074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:46.888831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-36678989-d2f4-44f3-8db1-b211e565ff4b tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "PUT /v2.0/routers/fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2 HTTP/1.1" status: 200 len: 914 time: 6.8805912 Sep 18 02:01:46.894394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614fbf3-8238-444d-95b9-6a65f7303c4e None None] Routers {'fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:46.895212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c614fbf3-8238-444d-95b9-6a65f7303c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:46.896993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50666) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:46.959391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c614fbf3-8238-444d-95b9-6a65f7303c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:46.961995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ca629151-d656-4a88-adee-c17d5fa14692 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:46.995623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614fbf3-8238-444d-95b9-6a65f7303c4e None None] Routers {'fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:46.996398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c614fbf3-8238-444d-95b9-6a65f7303c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:47.072796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-391409d9-32ea-4456-9bc4-688cffd0032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.074346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-391409d9-32ea-4456-9bc4-688cffd0032e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85cc0a77-ba9f-4ad9-9891-677c78b59a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4127607 Sep 18 02:01:47.089636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50faa-8d8a-4f4e-b4fe-a50ff73d266c req-0ccb0d45-fd81-4f8b-a947-54f72b087947 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.091277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2d50faa-8d8a-4f4e-b4fe-a50ff73d266c req-0ccb0d45-fd81-4f8b-a947-54f72b087947 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 948 time: 0.3399847 Sep 18 02:01:47.093030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:47.177562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c614fbf3-8238-444d-95b9-6a65f7303c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:47.178271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614fbf3-8238-444d-95b9-6a65f7303c4e None None] The sync data for ids ['fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:47.205429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Allocated IP 172.20.0.14 (3110e159-f330-4606-af75-4ce3a505b3fd/cd903278-adb9-49fd-b933-0afe9760950a/688dfba6-eb5c-4716-ad8e-9e5c92e9415c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:47.207209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port ca629151-d656-4a88-adee-c17d5fa14692 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:47.212124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port ca629151-d656-4a88-adee-c17d5fa14692 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:47.212574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:47.223975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-662b1a71-36df-41ec-a22d-a0f59bb07760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.225538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-662b1a71-36df-41ec-a22d-a0f59bb07760 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3580472 Sep 18 02:01:47.257811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-2b2214e4-94dd-405e-b219-52cc11f9d950 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.259356 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-2b2214e4-94dd-405e-b219-52cc11f9d950 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 945 time: 0.1038990 Sep 18 02:01:47.266635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac743e9-5174-4ced-b431-b02caed1be0b req-1ee5e55b-8c83-424d-9346-1bef4706ef54 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.268701 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dac743e9-5174-4ced-b431-b02caed1be0b req-1ee5e55b-8c83-424d-9346-1bef4706ef54 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.1144814 Sep 18 02:01:47.276574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-2182a2c3-c410-49c5-af2c-53b7ec188b19 service neutron] 10.222.0.18 "GET /v2.0/ports/ca629151-d656-4a88-adee-c17d5fa14692/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 383 time: 0.4815555 Sep 18 02:01:47.299392 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:47.322164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Made reservation on behalf of 25362dd52b5b436e92e8d77509513100 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:47.323426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:47.325578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:47.325728 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cf7d01-7c89-4bce-a042-e5889cc5ea20" -d '{"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-plugged", "status": "completed", "tag": "ca629151-d656-4a88-adee-c17d5fa14692"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:47.339039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:47.343303 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:47.382117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c789ebbb-569a-4d12-86bb-0d2264689718 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/routers/fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2 HTTP/1.1" status: 200 len: 920 time: 0.4802122 Sep 18 02:01:47.387241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dac743e9-5174-4ced-b431-b02caed1be0b req-30690b1d-cf3d-486c-b05c-7b55b67bb3a0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067212 Sep 18 02:01:47.387983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50672) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:47.394878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2d50faa-8d8a-4f4e-b4fe-a50ff73d266c req-141fc60d-b7a0-4111-ac7a-198ab3d07a82 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762702 Sep 18 02:01:47.425221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:47.444465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-c4bd07a3-c504-4bd2-827e-52ff1361970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.447276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-c4bd07a3-c504-4bd2-827e-52ff1361970f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1100 time: 0.1321075 Sep 18 02:01:47.468215 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97d247e-b1ef-496d-bfdb-dbd4b3a97e0e x-openstack-request-id: req-e97d247e-b1ef-496d-bfdb-dbd4b3a97e0e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:47.468515 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a918a2-55bb-4006-93c8-9bf1e78f6884", "tag": "87cd912f-da1d-4820-954d-6ba86d44ad1a", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:47.468767 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e97d247e-b1ef-496d-bfdb-dbd4b3a97e0e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:47.469156 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a918a2-55bb-4006-93c8-9bf1e78f6884', 'tag': '87cd912f-da1d-4820-954d-6ba86d44ad1a', 'status': 'completed', 'code': 200} Sep 18 02:01:47.497318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.18', 59917) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:47.516975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b4e83-94c4-4886-8b41-b849ff366621 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.519281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-609b4e83-94c4-4886-8b41-b849ff366621 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1286108 Sep 18 02:01:47.553759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50676) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:47.579003 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0287a4-335a-44a6-8096-775a00db2a2b x-openstack-request-id: req-1e0287a4-335a-44a6-8096-775a00db2a2b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:47.579630 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-plugged", "status": "completed", "tag": "ca629151-d656-4a88-adee-c17d5fa14692", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:47.580190 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e0287a4-335a-44a6-8096-775a00db2a2b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:47.580925 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692', 'code': 200} Sep 18 02:01:47.588312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Deleting port 538885c8-ddff-48ef-b4ae-adda4136449e {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:47.588660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:47.601455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-f20bcc68-c51e-4a1f-ac85-340087547c88 service neutron] 10.222.0.18 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034518 Sep 18 02:01:47.663103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-0b8e79d3-3736-45ad-a54b-2b47fc75ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.664583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-0b8e79d3-3736-45ad-a54b-2b47fc75ecac service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2081680 Sep 18 02:01:47.693666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96b246-7157-4253-ae5a-022c52a91317 req-41b26eec-e437-4289-ac2c-4f9a646a2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.695147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd96b246-7157-4253-ae5a-022c52a91317 req-41b26eec-e437-4289-ac2c-4f9a646a2290 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1095 time: 0.1956365 Sep 18 02:01:47.761612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cd648-51af-453c-b452-e75e7aebf147 req-23704c75-66d9-42ea-9eab-89c366de7c08 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.763144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-020cd648-51af-453c-b452-e75e7aebf147 req-23704c75-66d9-42ea-9eab-89c366de7c08 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 945 time: 0.2158890 Sep 18 02:01:47.775365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-6fdb6cb7-c784-4f1e-ad44-34dd1ccca103 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.0792825 Sep 18 02:01:47.879416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] For port 538885c8-ddff-48ef-b4ae-adda4136449e, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=538885c8-ddff-48ef-b4ae-adda4136449e,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:47.880155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:47.916389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Calling delete_port for 538885c8-ddff-48ef-b4ae-adda4136449e owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:47.937859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-020cd648-51af-453c-b452-e75e7aebf147 req-27b0a02a-dc50-4571-9990-c9f2bd00bd12 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580796 Sep 18 02:01:47.961733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-5dc794da-1b15-4e3d-b8bd-415fef89028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:47.963400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-5dc794da-1b15-4e3d-b8bd-415fef89028b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1680329 Sep 18 02:01:48.020690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96b246-7157-4253-ae5a-022c52a91317 req-0a5e289b-5f14-4db5-ae3c-4106aa5b9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.022378 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd96b246-7157-4253-ae5a-022c52a91317 req-0a5e289b-5f14-4db5-ae3c-4106aa5b9db3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 918 time: 0.3067961 Sep 18 02:01:48.083028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7277d26-3a69-484a-ab72-44d3a8d162ac req-d8593585-f0e8-4a87-8a2e-eadb3100a287 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 210 time: 0.0673659 Sep 18 02:01:48.119418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd96b246-7157-4253-ae5a-022c52a91317 req-7618fc42-44be-4e79-9c65-7fc7b57de2cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 200 len: 217 time: 0.0708547 Sep 18 02:01:48.174130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-a635aee8-0991-4a71-8f56-f7c25b860c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.175874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-a635aee8-0991-4a71-8f56-f7c25b860c8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2032609 Sep 18 02:01:48.177250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-0355ddb1-8a7c-47c6-8c58-8a3cfcf6b375 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9359610 Sep 18 02:01:48.231264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3baabe1d-d2bd-4de7-9927-5a8d70d800e8 req-c3f6f0f6-3320-4187-966e-1af55d920f65 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 210 time: 0.0801320 Sep 18 02:01:48.268610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96b246-7157-4253-ae5a-022c52a91317 req-cfe7f302-13d9-4421-9197-b871eb85e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.270257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd96b246-7157-4253-ae5a-022c52a91317 req-cfe7f302-13d9-4421-9197-b871eb85e48c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.1374888 Sep 18 02:01:48.360092 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd96b246-7157-4253-ae5a-022c52a91317 req-2a974bb2-ff81-4c90-8752-9c28fda59fa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598488 Sep 18 02:01:48.375014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Allocated IP 172.20.0.10 (b1561881-1bd8-42cc-a718-097f208cd346/e46f3c08-a751-4d13-b0f1-bc1bdd346b46/f396a97d-525a-46d8-a611-64716df7124a) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:48.387635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fe312-ab36-4b41-8b68-4a31ce4a19fa req-12638566-7753-4b87-a1cf-7a0553acb6c9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.389315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d7fe312-ab36-4b41-8b68-4a31ce4a19fa req-12638566-7753-4b87-a1cf-7a0553acb6c9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 931 time: 0.7397199 Sep 18 02:01:48.430506 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-9f0d9784-739b-4e2e-ab5c-df0b1d87c5d4 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400873 Sep 18 02:01:48.433644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:48.447360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['538885c8-ddff-48ef-b4ae-adda4136449e'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:48.449675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:48.457766 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-5f000f52-a0f4-4209-904b-bb0565e79cba service neutron] 10.222.0.18 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8210895 Sep 18 02:01:48.468511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-a9bdbe7e-7e72-46c1-a0be-3c0c77adaa5c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.471303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-a9bdbe7e-7e72-46c1-a0be-3c0c77adaa5c tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.3821940 Sep 18 02:01:48.472840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753efbc-f131-467a-8275-a921ee12cf08 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.477676 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d753efbc-f131-467a-8275-a921ee12cf08 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 881 time: 0.9201040 Sep 18 02:01:48.483001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50686) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:48.555261 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:48.558982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event deleted for resources: {'Port': ['ID=538885c8-ddff-48ef-b4ae-adda4136449e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:48.577874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4fc9767d-1069-457d-a967-0f7569ea0156 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2 HTTP/1.1" status: 200 len: 205 time: 0.0868509 Sep 18 02:01:48.583632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50690) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:48.591351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-1ea2ac08-0860-4884-ba3f-55f356cf44be service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783107 Sep 18 02:01:48.689919 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d7fe312-ab36-4b41-8b68-4a31ce4a19fa req-e34f71a2-fc21-498b-9b39-89f4d498200f tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885025 Sep 18 02:01:48.741198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] No DVR routers for this DVR port 538885c8-ddff-48ef-b4ae-adda4136449e on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:48.748202 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:48.750698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-106a1ad8-62d3-4c81-8107-f671c16a1c04 req-6af86c9e-69be-4eb8-9d6e-fe57cd2f37d3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "DELETE /v2.0/ports/538885c8-ddff-48ef-b4ae-adda4136449e HTTP/1.1" status: 204 len: 173 time: 1.4808121 Sep 18 02:01:48.755952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd96b246-7157-4253-ae5a-022c52a91317 req-e0f68384-cf7a-4555-bee2-493fdbac73b9 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879061 Sep 18 02:01:48.802752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-d5f6ac92-f07f-4e19-b48e-1c7624f4c33f service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378274 Sep 18 02:01:48.811049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f8074-1cfe-469b-a4e3-77394062283c req-40ac8d66-0c60-4304-928e-03fe256bd837 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:48.821583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc8f8074-1cfe-469b-a4e3-77394062283c req-40ac8d66-0c60-4304-928e-03fe256bd837 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 946 time: 0.2901747 Sep 18 02:01:48.858913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311f0585-8b16-44db-9872-bfa8cb5a2724 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:48.887758 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:48.893348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:48.951371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 87cd912f-da1d-4820-954d-6ba86d44ad1a details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:48.962087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Transition to ACTIVE for port object 311f0585-8b16-44db-9872-bfa8cb5a2724 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:48.987565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.000032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Network 3110e159-f330-4606-af75-4ce3a505b3fd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:49.007237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.021161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:49.028357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:49.039812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Deleting port f976627b-4910-492b-ac67-ed6afa3a484d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:49.040135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.043100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event updated for resources: {'Port': ['ID=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:49.054075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce722a89-c51a-4e08-8460-66555bf0595b req-f2838b7c-0f54-4067-b978-c1794afd202f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.055379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc8f8074-1cfe-469b-a4e3-77394062283c req-b205b389-428e-4356-99c1-249a923097ac tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330344 Sep 18 02:01:49.055682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce722a89-c51a-4e08-8460-66555bf0595b req-f2838b7c-0f54-4067-b978-c1794afd202f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.2494750 Sep 18 02:01:49.076155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.089046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 87cd912f-da1d-4820-954d-6ba86d44ad1a, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:49.102292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-1316fe77-8251-476b-bd62-bb58c6713a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.103347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '87cd912f-da1d-4820-954d-6ba86d44ad1a', 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346', 'port_id': '87cd912f-da1d-4820-954d-6ba86d44ad1a', 'mac_address': 'fa:16:3e:7f:b9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46f3c08-a751-4d13-b0f1-bc1bdd346b46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:49.104629 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-1316fe77-8251-476b-bd62-bb58c6713a86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1101 time: 0.2319353 Sep 18 02:01:49.107098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd96b246-7157-4253-ae5a-022c52a91317 req-e7107e57-85e8-450f-9c2f-bb1d102428f4 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391387 Sep 18 02:01:49.160153 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.185127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cd912f-da1d-4820-954d-6ba86d44ad1a {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:49.224396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 87cd912f-da1d-4820-954d-6ba86d44ad1a, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:49.231725 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.319725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=87cd912f-da1d-4820-954d-6ba86d44ad1a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:49.326113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.326555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6caae421-97a4-48e6-922d-be7582beb2fd req-f1aa9216-2c0d-4d92-9837-f45bd35222ef tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd54fd4-2ff8-4590-a9de-dd846d605595 HTTP/1.1" status: 200 len: 210 time: 0.0752275 Sep 18 02:01:49.326856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.367340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Pushing event updated for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:49.368979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.412933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-21772ca4-c2b0-4196-bb01-91c8314bbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.414850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-21772ca4-c2b0-4196-bb01-91c8314bbe5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2858632 Sep 18 02:01:49.424861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-6d6675ad-db4c-4f40-bd66-52b59f419854 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2104309 Sep 18 02:01:49.428552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce722a89-c51a-4e08-8460-66555bf0595b req-c1479fcd-b649-499e-879c-e8f2e614f6bb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619521 Sep 18 02:01:49.447792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Request body: {'port': {'device_id': '70949f76-a46b-4b57-a4c0-10881e06fb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:49.453949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac2ce787-3044-48d8-8cef-f9b3042376ac req-712c88c8-bf3f-4198-bc4d-f6afc123dcc0 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 210 time: 0.0444229 Sep 18 02:01:49.490129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['87cd912f-da1d-4820-954d-6ba86d44ad1a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:49.502813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] For port f976627b-4910-492b-ac67-ed6afa3a484d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=f976627b-4910-492b-ac67-ed6afa3a484d,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:49.503192 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.509383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.559099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Calling delete_port for f976627b-4910-492b-ac67-ed6afa3a484d owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:49.639716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Attempting to bind port 311f0585-8b16-44db-9872-bfa8cb5a2724 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:49.640104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Attempting to bind port 311f0585-8b16-44db-9872-bfa8cb5a2724 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:49.640367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Attempting to bind port 311f0585-8b16-44db-9872-bfa8cb5a2724 on network c421e341-5653-412f-a573-a8a07d489e4e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:49.675385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Network b1561881-1bd8-42cc-a718-097f208cd346 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:49.678724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.680655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Port 311f0585-8b16-44db-9872-bfa8cb5a2724 on network c421e341-5653-412f-a573-a8a07d489e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:49.680974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Attempting to bind port 311f0585-8b16-44db-9872-bfa8cb5a2724 on network c421e341-5653-412f-a573-a8a07d489e4e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:49.725257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:49.727773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:49.731417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Pushing event updated for resources: {'Port': ['ID=f396a97d-525a-46d8-a611-64716df7124a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:49.764227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:49.764564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Checking segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:49.764909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Bound using segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:49.765355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Bound port: 311f0585-8b16-44db-9872-bfa8cb5a2724, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:49.765714 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.803093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cbe04-b2f8-4e96-8494-1bc48485d27c req-7d668f48-72f1-477b-acee-ecbc6479fc50 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.804668 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d47cbe04-b2f8-4e96-8494-1bc48485d27c req-7d668f48-72f1-477b-acee-ecbc6479fc50 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 932 time: 0.2845602 Sep 18 02:01:49.821744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd54fd4-2ff8-4590-a9de-dd846d605595', 'name': 'network-vif-deleted', 'tag': '538885c8-ddff-48ef-b4ae-adda4136449e'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:49.824033 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120fa2a6-bd34-4226-a6c0-6bfe874d08b2" -d '{"events": [{"server_uuid": "6fd54fd4-2ff8-4590-a9de-dd846d605595", "name": "network-vif-deleted", "tag": "538885c8-ddff-48ef-b4ae-adda4136449e"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:49.832480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-fac62b4a-53a3-4a89-8d36-98c46162d1d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.4088020 Sep 18 02:01:49.891879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.892620 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.913910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Deleting port 78268d3f-4367-4cc1-9f26-a49ac8fe48ae {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:49.914259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:49.931392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-5966e872-6b41-4ff5-81b4-0a2d60700b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.932843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-5966e872-6b41-4ff5-81b4-0a2d60700b48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0903697 Sep 18 02:01:49.942994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbe9b3-80b8-473d-9f03-04a2148192e6 req-590ed492-4df0-4b35-8f27-20b86f0cf2f9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:49.944458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5fbe9b3-80b8-473d-9f03-04a2148192e6 req-590ed492-4df0-4b35-8f27-20b86f0cf2f9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 943 time: 0.1160808 Sep 18 02:01:49.963580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-f02024b6-b335-494b-b2ec-986a109b5f0b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4058497 Sep 18 02:01:50.027876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Request body: {'port': {'device_id': 'd17d109e-f80c-49dd-8d3d-cedab1a00ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:50.032445 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d47cbe04-b2f8-4e96-8494-1bc48485d27c req-29a1273a-a4b7-4a1b-8a69-24e8363600bd tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948385 Sep 18 02:01:50.059841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5fbe9b3-80b8-473d-9f03-04a2148192e6 req-ae95a30a-c467-4b05-aac2-16b1b38be4d7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009281 Sep 18 02:01:50.071723 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.076054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-61df80c9-4131-49ad-bd23-8ae26f392d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:50.077481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-61df80c9-4131-49ad-bd23-8ae26f392d09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267610 Sep 18 02:01:50.096624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:50.110057 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902df2f7-acfa-4c50-bd12-56b2cfd237f1 x-openstack-request-id: req-902df2f7-acfa-4c50-bd12-56b2cfd237f1 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:50.110424 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd54fd4-2ff8-4590-a9de-dd846d605595", "name": "network-vif-deleted", "tag": "538885c8-ddff-48ef-b4ae-adda4136449e", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:50.110755 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-902df2f7-acfa-4c50-bd12-56b2cfd237f1 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:50.111250 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd54fd4-2ff8-4590-a9de-dd846d605595', 'name': 'network-vif-deleted', 'tag': '538885c8-ddff-48ef-b4ae-adda4136449e', 'status': 'completed', 'code': 200} Sep 18 02:01:50.121906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:50.136307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Calling delete_port for 78268d3f-4367-4cc1-9f26-a49ac8fe48ae owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:50.155829 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.157253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['87cd912f-da1d-4820-954d-6ba86d44ad1a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:50.249303 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6179706c-5418-43db-8e58-732bec56a0a2 req-498504d2-b898-479c-92b1-84a239341522 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=82840521-d62c-4ee4-aad3-a851cd122720 HTTP/1.1" status: 200 len: 210 time: 0.0641327 Sep 18 02:01:50.259297 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.261222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.271770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['f976627b-4910-492b-ac67-ed6afa3a484d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:50.285835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:50.286811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.288774 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/311f0585-8b16-44db-9872-bfa8cb5a2724 HTTP/1.1" status: 200 len: 1092 time: 3.6576862 Sep 18 02:01:50.289223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:50.291519 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec7189c-94a6-4641-ba0f-f82e8b509200" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:50.291749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-033a00bd-2a7d-48ae-bc62-53b4e2aca242 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972110 Sep 18 02:01:50.339714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525619d-9fa6-4860-a0b9-ba624ec409c9 service neutron] Pushing event updated for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:50.457073 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672b60d2-79ef-4b9e-9ea7-b3d7ee25b487 x-openstack-request-id: req-672b60d2-79ef-4b9e-9ea7-b3d7ee25b487 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:50.457697 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:50.457697 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-672b60d2-79ef-4b9e-9ea7-b3d7ee25b487 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:50.457996 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'status': 'completed', 'code': 200} Sep 18 02:01:50.487038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-e4f6b7e7-c0fa-4222-97a5-364eedfa2ebb service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570795 Sep 18 02:01:50.510743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event deleted for resources: {'Port': ['ID=f976627b-4910-492b-ac67-ed6afa3a484d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:50.527308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.534369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] No DVR routers for this DVR port f976627b-4910-492b-ac67-ed6afa3a484d on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:50.559056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.561074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e14d1845-97a4-4ddf-be12-3321d7188fea req-aa2c132d-daab-4516-aa78-efe02acccfd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "DELETE /v2.0/ports/f976627b-4910-492b-ac67-ed6afa3a484d HTTP/1.1" status: 204 len: 173 time: 2.0467150 Sep 18 02:01:50.577701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event deleted for resources: {'Port': ['ID=78268d3f-4367-4cc1-9f26-a49ac8fe48ae,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:50.677443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.699381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-893689e0-192e-4fd2-9c06-1e65a7cd1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:50.700892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-893689e0-192e-4fd2-9c06-1e65a7cd1b78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 1095 time: 0.2928882 Sep 18 02:01:50.760451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 538885c8-ddff-48ef-b4ae-adda4136449e no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:50.771984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d0a0e-8899-481c-934e-a90465c62cc2 req-1c6beac8-e83e-4fa0-b34f-f87bdca164a8 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:50.773708 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b51d0a0e-8899-481c-934e-a90465c62cc2 req-1c6beac8-e83e-4fa0-b34f-f87bdca164a8 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 932 time: 0.1972709 Sep 18 02:01:50.782503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 538885c8-ddff-48ef-b4ae-adda4136449e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:50.782503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 538885c8-ddff-48ef-b4ae-adda4136449e not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:50.820509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.829182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.898816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b51d0a0e-8899-481c-934e-a90465c62cc2 req-41adbf60-48a8-4300-960b-e01b57a18b19 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130106 Sep 18 02:01:50.904207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.904744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Fanout notify agent at l3_agent the message router_deleted on router fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:01:50.919665 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.920755 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c5433fad-b141-4f3f-bb4c-9a564117dffb tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2 HTTP/1.1" status: 204 len: 168 time: 2.3187137 Sep 18 02:01:50.927277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50718) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:50.932860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1817221730', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:50.958260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 87cd912f-da1d-4820-954d-6ba86d44ad1a up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:50.969624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:50.971294 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.061837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27a164-2b6f-4866-a549-e526caa4d4ae req-7aa1ea17-3fb1-4f58-bdfd-b55b642af703 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:51.063704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b27a164-2b6f-4866-a549-e526caa4d4ae req-7aa1ea17-3fb1-4f58-bdfd-b55b642af703 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.5216630 Sep 18 02:01:51.074026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-0cd0f3ec-56b7-4a09-a0ec-67151398d0f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311f0585-8b16-44db-9872-bfa8cb5a2724 HTTP/1.1" status: 200 len: 217 time: 0.3493078 Sep 18 02:01:51.077167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 87cd912f-da1d-4820-954d-6ba86d44ad1a completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:51.084263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 87cd912f-da1d-4820-954d-6ba86d44ad1a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:51.084563 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.101010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.102640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688dfba6-eb5c-4716-ad8e-9e5c92e9415c {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:51.126701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.219359 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.222171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Transition to ACTIVE for port object 688dfba6-eb5c-4716-ad8e-9e5c92e9415c will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:51.246234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a918a2-55bb-4006-93c8-9bf1e78f6884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cd912f-da1d-4820-954d-6ba86d44ad1a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:51.248573 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d32c928-f351-4cc5-b604-0ad79b7ac1ad" -d '{"events": [{"server_uuid": "f4a918a2-55bb-4006-93c8-9bf1e78f6884", "name": "network-vif-plugged", "status": "completed", "tag": "87cd912f-da1d-4820-954d-6ba86d44ad1a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:51.254517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.262348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 87cd912f-da1d-4820-954d-6ba86d44ad1a, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:51.264056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b27a164-2b6f-4866-a549-e526caa4d4ae req-3a4aec01-3763-4129-8c36-9c88c1f0a414 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932108 Sep 18 02:01:51.272617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-8e7e48ca-8814-4b95-87bc-ce12f17c8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:51.274011 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.274159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-8e7e48ca-8814-4b95-87bc-ce12f17c8a84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 200 len: 844 time: 0.1544194 Sep 18 02:01:51.332711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=87cd912f-da1d-4820-954d-6ba86d44ad1a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:51.344444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-12ff8a63-1122-49c1-84cd-ccccb66ba754 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c421e341-5653-412f-a573-a8a07d489e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421650 Sep 18 02:01:51.372517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7ca8100a-c14b-4633-8120-c47f783a3b57 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:51.374489 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7ca8100a-c14b-4633-8120-c47f783a3b57 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.3663599 Sep 18 02:01:51.377480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.397851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-2f8f39af-8a27-4c1b-87eb-d8a268c2f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:51.399399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-2f8f39af-8a27-4c1b-87eb-d8a268c2f3ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7&tenant_id=bc595d4fb5964cd99a406ef8693fd5ab HTTP/1.1" status: 200 len: 1101 time: 0.2061846 Sep 18 02:01:51.400015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Pushing event updated for resources: {'Port': ['ID=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:51.404883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-c30bc82d-767d-4f97-a043-97439a1d6e79 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/quotas/9bfff37e91a7428ab2c2d22f7437d9f4 HTTP/1.1" status: 200 len: 375 time: 0.0239758 Sep 18 02:01:51.458943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:51.491976 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-e2e637f3-906e-4e0e-b248-623a4bbd2ce7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799282 Sep 18 02:01:51.578239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f396a97d-525a-46d8-a611-64716df7124a {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:51.599511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.616808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5955699-d502-45a7-a833-be72eac26647 req-55b8899b-78d8-4bde-aea3-90671721e11a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:51.618351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5955699-d502-45a7-a833-be72eac26647 req-55b8899b-78d8-4bde-aea3-90671721e11a tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 944 time: 0.2682788 Sep 18 02:01:51.633547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-09c68439-0d49-4d8a-bbab-b22b35ce5c90 service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333025 Sep 18 02:01:51.667899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Transition to ACTIVE for port object f396a97d-525a-46d8-a611-64716df7124a will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:51.696395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.698184 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.706084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Attempting to bind port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:51.706419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Attempting to bind port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:51.706768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Attempting to bind port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c on network 3110e159-f330-4606-af75-4ce3a505b3fd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:51.709925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.731276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.742932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-28cc8b1d-94a3-412d-bf4b-7bd80068f76a service neutron] 10.222.0.18 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852232 Sep 18 02:01:51.755413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c on network 3110e159-f330-4606-af75-4ce3a505b3fd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:51.755742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Attempting to bind port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c on network 3110e159-f330-4606-af75-4ce3a505b3fd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:51.818318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:51.818667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Checking segment: {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:51.819082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Bound using segment: {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:51.819537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Bound port: 688dfba6-eb5c-4716-ad8e-9e5c92e9415c, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:51.819902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:51.832145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5955699-d502-45a7-a833-be72eac26647 req-062b18a0-fe18-42cd-bd19-ffa0916c560c tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923916 Sep 18 02:01:51.840433 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-d0bb305f-0cf0-4cd0-8874-49c411fe3b32 service neutron] 10.222.0.21 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751690 Sep 18 02:01:51.854037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Pushing event updated for resources: {'Port': ['ID=f396a97d-525a-46d8-a611-64716df7124a,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:51.894184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Allocated IP 172.25.0.214 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/276014cd-1651-419b-8b89-9ebde281b3a8) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:52.028513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.067464 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.121540 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41faccdb-2942-41de-b2bc-d67e55f77851 x-openstack-request-id: req-41faccdb-2942-41de-b2bc-d67e55f77851 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:52.122061 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a918a2-55bb-4006-93c8-9bf1e78f6884", "name": "network-vif-plugged", "status": "completed", "tag": "87cd912f-da1d-4820-954d-6ba86d44ad1a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:52.122061 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41faccdb-2942-41de-b2bc-d67e55f77851 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:52.122444 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a918a2-55bb-4006-93c8-9bf1e78f6884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cd912f-da1d-4820-954d-6ba86d44ad1a', 'code': 200} Sep 18 02:01:52.133220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:52.137721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:52.141588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63f6e05c-d3dd-44b5-8588-f72623530938 req-9aac8910-19a3-4908-9cb0-289519be6b59 service neutron] 10.222.0.18 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750384 Sep 18 02:01:52.145816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:52.152067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] For port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:52.190609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f583ab5-9945-4218-8b2e-b6ff577740b9 req-adb46ec2-66e9-486d-9f49-8e1adeab6423 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.191956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event updated for resources: {'Port': ['ID=276014cd-1651-419b-8b89-9ebde281b3a8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:52.192885 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f583ab5-9945-4218-8b2e-b6ff577740b9 req-adb46ec2-66e9-486d-9f49-8e1adeab6423 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 943 time: 0.2572591 Sep 18 02:01:52.269936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] For port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:52.279214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Attempting to bind port f396a97d-525a-46d8-a611-64716df7124a on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:52.279550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Attempting to bind port f396a97d-525a-46d8-a611-64716df7124a by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:52.279879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Attempting to bind port f396a97d-525a-46d8-a611-64716df7124a on network b1561881-1bd8-42cc-a718-097f208cd346 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:52.326243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.354311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Port f396a97d-525a-46d8-a611-64716df7124a on network b1561881-1bd8-42cc-a718-097f208cd346 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:52.354662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Attempting to bind port f396a97d-525a-46d8-a611-64716df7124a on network b1561881-1bd8-42cc-a718-097f208cd346 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:52.368884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e04bb-7559-4926-b849-34bdf6f31b28 req-fdf0f356-e348-44d7-bbe0-14fe95627b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.370293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-768e04bb-7559-4926-b849-34bdf6f31b28 req-fdf0f356-e348-44d7-bbe0-14fe95627b48 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1097 time: 0.1422899 Sep 18 02:01:52.389188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:52.397896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f583ab5-9945-4218-8b2e-b6ff577740b9 req-9f6027b6-128e-4f77-bc5e-2956df0f69d7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954513 Sep 18 02:01:52.408458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:52.409303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Checking segment: {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:52.409598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Bound using segment: {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:52.410048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Bound port: f396a97d-525a-46d8-a611-64716df7124a, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62340729-a0e0-48dd-8295-5cfa6c2fa2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:52.410410 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.431807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.432439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.433980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] 10.222.0.20 "PUT /v2.0/ports/688dfba6-eb5c-4716-ad8e-9e5c92e9415c HTTP/1.1" status: 200 len: 1093 time: 2.9962895 Sep 18 02:01:52.447096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ed752-fccc-4287-9f0c-2b395029e8b9 req-3346cfae-14a0-4be3-a614-5e5b43bc46fa tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.448909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594ed752-fccc-4287-9f0c-2b395029e8b9 req-3346cfae-14a0-4be3-a614-5e5b43bc46fa tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 944 time: 0.1593878 Sep 18 02:01:52.465070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82840521-d62c-4ee4-aad3-a851cd122720', 'name': 'network-vif-deleted', 'tag': 'f976627b-4910-492b-ac67-ed6afa3a484d'}, {'name': 'network-changed', 'server_uuid': '70949f76-a46b-4b57-a4c0-10881e06fb74', 'tag': '688dfba6-eb5c-4716-ad8e-9e5c92e9415c'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:52.467431 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa6ce63-c700-4c86-93cf-53ab8bff140d" -d '{"events": [{"server_uuid": "82840521-d62c-4ee4-aad3-a851cd122720", "name": "network-vif-deleted", "tag": "f976627b-4910-492b-ac67-ed6afa3a484d"}, {"name": "network-changed", "server_uuid": "70949f76-a46b-4b57-a4c0-10881e06fb74", "tag": "688dfba6-eb5c-4716-ad8e-9e5c92e9415c"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:52.522097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-31ca57b5-8ef1-42df-806a-6ef59885ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.523605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-31ca57b5-8ef1-42df-806a-6ef59885ab77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 1095 time: 0.3200295 Sep 18 02:01:52.536949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-768e04bb-7559-4926-b849-34bdf6f31b28 req-054d9aaa-5f58-47f6-a46d-b1efa6e11537 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269844 Sep 18 02:01:52.555612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594ed752-fccc-4287-9f0c-2b395029e8b9 req-145484b7-66b5-44b1-94b7-f0501a615dee tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749588 Sep 18 02:01:52.559978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56f9ed-3fd0-4071-bef4-fba717661ade service neutron] Pushing event updated for resources: {'Port': ['ID=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:52.590281 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c788d435-1f7e-457f-ab46-67687ff0e198 req-03affd5d-ccfc-4975-b0bf-cb6622afb1f7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 210 time: 0.0818305 Sep 18 02:01:52.618328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:52.727523 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.745602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] For port f396a97d-525a-46d8-a611-64716df7124a, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:52.751247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-82925641-eef2-44a5-adec-ffe3b2bac185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.752986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-82925641-eef2-44a5-adec-ffe3b2bac185 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 1096 time: 0.2331827 Sep 18 02:01:52.785031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] For port f396a97d-525a-46d8-a611-64716df7124a, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f396a97d-525a-46d8-a611-64716df7124a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:52.797758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device f976627b-4910-492b-ac67-ed6afa3a484d no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:52.798005 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.801147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a4182-5cf1-48f1-873c-06a7c1aa56b3 req-82ed02f8-7a0c-4e65-ae9a-a12c984f960d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.809508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-229a4182-5cf1-48f1-873c-06a7c1aa56b3 req-82ed02f8-7a0c-4e65-ae9a-a12c984f960d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1204875 Sep 18 02:01:52.830231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: f976627b-4910-492b-ac67-ed6afa3a484d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:01:52.831110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device f976627b-4910-492b-ac67-ed6afa3a484d not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:52.838950 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.857555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-57cb330b-cf9d-4840-a24a-ed73b51a5e35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=688dfba6-eb5c-4716-ad8e-9e5c92e9415c HTTP/1.1" status: 200 len: 217 time: 0.0878515 Sep 18 02:01:52.884891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-229a4182-5cf1-48f1-873c-06a7c1aa56b3 req-0025a91e-369c-4af3-8c84-1095063334ab tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744364 Sep 18 02:01:52.905967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-48dfa57d-e3ba-40c1-acfa-9e49c7d2f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.907413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-48dfa57d-e3ba-40c1-acfa-9e49c7d2f0df service neutron] 10.222.0.18 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 904 time: 0.3512979 Sep 18 02:01:52.916837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Transition to ACTIVE for port object ca629151-d656-4a88-adee-c17d5fa14692 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:52.952823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ca629151-d656-4a88-adee-c17d5fa14692 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:01:52.977335 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9702ee5f-d2d8-416c-a40a-800231971afc x-openstack-request-id: req-9702ee5f-d2d8-416c-a40a-800231971afc {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:52.977640 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82840521-d62c-4ee4-aad3-a851cd122720", "name": "network-vif-deleted", "tag": "f976627b-4910-492b-ac67-ed6afa3a484d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70949f76-a46b-4b57-a4c0-10881e06fb74", "tag": "688dfba6-eb5c-4716-ad8e-9e5c92e9415c", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:52.977896 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9702ee5f-d2d8-416c-a40a-800231971afc {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:52.978292 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82840521-d62c-4ee4-aad3-a851cd122720', 'name': 'network-vif-deleted', 'tag': 'f976627b-4910-492b-ac67-ed6afa3a484d', 'status': 'completed', 'code': 200} Sep 18 02:01:52.978545 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70949f76-a46b-4b57-a4c0-10881e06fb74', 'tag': '688dfba6-eb5c-4716-ad8e-9e5c92e9415c', 'status': 'completed', 'code': 200} Sep 18 02:01:52.981835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:52.982465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:52.983935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] 10.222.0.18 "PUT /v2.0/ports/f396a97d-525a-46d8-a611-64716df7124a HTTP/1.1" status: 200 len: 1093 time: 2.9746923 Sep 18 02:01:52.990198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:53.013891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ca629151-d656-4a88-adee-c17d5fa14692 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:01:53.051979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-d37d14c5-05ec-4478-b6e9-f0d613fcb990 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311f0585-8b16-44db-9872-bfa8cb5a2724 HTTP/1.1" status: 200 len: 217 time: 0.1082988 Sep 18 02:01:53.142789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-78dacb6f-1714-4a08-8cb4-c7df4cb04590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:53.144631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-78dacb6f-1714-4a08-8cb4-c7df4cb04590 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cd903278-adb9-49fd-b933-0afe9760950a HTTP/1.1" status: 200 len: 862 time: 0.2687919 Sep 18 02:01:53.151749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb387e0-06fd-4db6-b5e5-56e0cc30b19f service neutron] Pushing event updated for resources: {'Port': ['ID=f396a97d-525a-46d8-a611-64716df7124a,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:53.189841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-c2eb0786-f5ad-4e77-a7fc-4d36a1fed0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:53.198904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-c2eb0786-f5ad-4e77-a7fc-4d36a1fed0ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 200 len: 844 time: 0.1267180 Sep 18 02:01:53.302548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-dd797f33-463b-43d7-9a3b-aedc5de9dcb2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:53.304180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-dd797f33-463b-43d7-9a3b-aedc5de9dcb2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.5334167 Sep 18 02:01:53.305108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] No DVR routers for this DVR port ca629151-d656-4a88-adee-c17d5fa14692 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:01:53.326398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-28769522-183f-4cec-93c5-b94d151fccf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c421e341-5653-412f-a573-a8a07d489e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167209 Sep 18 02:01:53.336030 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-b8b92005-f288-47fa-b198-fb7700e1ea3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3110e159-f330-4606-af75-4ce3a505b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200986 Sep 18 02:01:53.341919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-1824daf9-e51c-46a3-aadd-a4aad639e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:53.343501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-1824daf9-e51c-46a3-aadd-a4aad639e06b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2959139 Sep 18 02:01:53.424710 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9e313-d816-496a-bb1d-667e404c620f req-b77a28c9-7a3e-4fed-96ff-e7d00363a2e2 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:53.426146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ba9e313-d816-496a-bb1d-667e404c620f req-b77a28c9-7a3e-4fed-96ff-e7d00363a2e2 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 944 time: 0.1667664 Sep 18 02:01:53.467395 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:53.489665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-67753314-c2c8-4019-9015-9e850a433fde tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:53.491223 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-67753314-c2c8-4019-9015-9e850a433fde tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 805 time: 0.2329893 Sep 18 02:01:53.532510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Request body: {'port': {'device_id': '6ea7fa56-53bb-4d3f-b847-1071798fad71', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'admin_state_up': True, 'tenant_id': '9bfff37e91a7428ab2c2d22f7437d9f4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:53.560560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ba9e313-d816-496a-bb1d-667e404c620f req-2de16e20-289d-4b9b-b274-dee2e2aff67e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245270 Sep 18 02:01:53.712385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:53.720355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-49223108-c932-4c98-b801-2d9392df0431 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/quotas/ed7bdd6d4a7244599abaed6d4aa406fe HTTP/1.1" status: 200 len: 375 time: 0.3927312 Sep 18 02:01:53.726749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Made reservation on behalf of 9bfff37e91a7428ab2c2d22f7437d9f4 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:53.728215 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:53.740256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Router 04be2043-1240-4e1e-8876-6c3b82c3a130 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:01:53.755368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-a5bbc984-5cd4-4327-a444-a2cf69a3283d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f396a97d-525a-46d8-a611-64716df7124a HTTP/1.1" status: 200 len: 217 time: 0.3942356 Sep 18 02:01:53.808912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-e284a5de-b10d-4849-84be-92a7ade01927 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877135 Sep 18 02:01:53.842112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:53.842654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:53.843231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:53.905316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:53.905646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Attempting to bind port ca629151-d656-4a88-adee-c17d5fa14692 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:53.933633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:53.933871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:53.934261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:53.934725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Bound port: ca629151-d656-4a88-adee-c17d5fa14692, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:53.935091 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:53.963977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae3467-53ed-4976-8e78-3af9386a600d req-350b8b5b-f237-4b40-b08c-20177a50e850 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:53.965592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0ae3467-53ed-4976-8e78-3af9386a600d req-350b8b5b-f237-4b40-b08c-20177a50e850 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 943 time: 0.1683543 Sep 18 02:01:53.984944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:53.997211 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1b80f-17c2-411b-b124-bb5277ee092d None None] Sync routers for ids ['04be2043-1240-4e1e-8876-6c3b82c3a130'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:53.998624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-4faa7a4c-6c3f-45d9-9486-a14f81750f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:54.000498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-4faa7a4c-6c3f-45d9-9486-a14f81750f86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.2217715 Sep 18 02:01:54.009176 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1b80f-17c2-411b-b124-bb5277ee092d None None] Routers {'04be2043-1240-4e1e-8876-6c3b82c3a130'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:54.009933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bfe1b80f-17c2-411b-b124-bb5277ee092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['04be2043-1240-4e1e-8876-6c3b82c3a130'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:54.015063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-e45c7d1e-f3a5-4783-95e4-781f45a333ec service neutron] 10.222.0.18 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781061 Sep 18 02:01:54.016818 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-cf47a41a-6c55-42a2-9871-11260552f666 service neutron] 10.222.0.20 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598208 Sep 18 02:01:54.018479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Allocated IP 172.20.0.12 (4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127/23654107-5b5e-4373-99ae-60b1aba38110/3fd8b229-c875-4766-b237-2f516cc7e78c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:54.039216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.043113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c1266e97-e497-4e60-9388-13b5bc8ab559 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1118321 Sep 18 02:01:54.044252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50778) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:54.045948 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bfe1b80f-17c2-411b-b124-bb5277ee092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:54.049753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:54.056313 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0ae3467-53ed-4976-8e78-3af9386a600d req-3710bba6-24ee-4c9a-ace4-cb2c8d2c5b72 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829887 Sep 18 02:01:54.057032 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1b80f-17c2-411b-b124-bb5277ee092d None None] Routers {'04be2043-1240-4e1e-8876-6c3b82c3a130'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:54.057690 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bfe1b80f-17c2-411b-b124-bb5277ee092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['04be2043-1240-4e1e-8876-6c3b82c3a130'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:54.092474 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bfe1b80f-17c2-411b-b124-bb5277ee092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:54.093378 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1b80f-17c2-411b-b124-bb5277ee092d None None] The sync data for ids ['04be2043-1240-4e1e-8876-6c3b82c3a130'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:54.107942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-1b547ab4-148b-4373-bddb-fc36c81b0af1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989113 Sep 18 02:01:54.241788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-5f4af7e7-b94f-43f2-becf-8df0242b5dc2 service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865511 Sep 18 02:01:54.327590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:54.337404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d173d8-22c1-429f-b915-5c1cbdb1ee04 req-690418a0-7d8f-4a48-81db-cf3255f61692 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:54.338950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86d173d8-22c1-429f-b915-5c1cbdb1ee04 req-690418a0-7d8f-4a48-81db-cf3255f61692 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 944 time: 0.1716561 Sep 18 02:01:54.380672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.400668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:54.414788 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.417941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b973f0db-2692-4bf9-973d-cfd741e8c7ef req-e982dd9f-f981-406e-bc7f-0112eb283b46 service neutron] 10.222.0.20 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880002 Sep 18 02:01:54.425267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ec7189c-94a6-4641-ba0f-f82e8b509200 req-b826474f-9fe5-4316-a5ef-8aff8c55252d service neutron] 10.222.0.18 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977678 Sep 18 02:01:54.447993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86d173d8-22c1-429f-b915-5c1cbdb1ee04 req-49d77ecb-6da9-4d56-acd5-adf77c74c555 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012137 Sep 18 02:01:54.483866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:54.484543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.486117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] 10.222.0.20 "PUT /v2.0/ports/ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 1097 time: 3.0545993 Sep 18 02:01:54.500220 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-b1660dcb-af0b-455e-aac2-c6153c584836 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771968 Sep 18 02:01:54.541615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-c7d45fe8-d4ca-4c0a-b5e8-97658c688d5b service neutron] 10.222.0.21 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831662 Sep 18 02:01:54.552093 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.564688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:54.606043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bc164-3ee2-4092-bd43-43a1ae0a362f service neutron] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=11']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:54.614119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.627942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:54.633880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:54.653584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:54.668767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.672357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event updated for resources: {'Port': ['ID=3fd8b229-c875-4766-b237-2f516cc7e78c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:54.734178 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f7bd7d-bfa4-4e46-8d81-9103cb7f1c31 req-33f11123-e3dc-4fea-ba8c-9d08e1fdaf36 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936984 Sep 18 02:01:54.773295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-ff49a176-e4f2-41aa-b1db-fffa0861431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:54.774968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-ff49a176-e4f2-41aa-b1db-fffa0861431b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80257e63b6e1429daa1cad6f02d42c47&device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 1096 time: 0.2845716 Sep 18 02:01:54.780218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-d9d047f3-e034-48c8-97cf-0aaef5eaefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:54.781752 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-d9d047f3-e034-48c8-97cf-0aaef5eaefbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1100 time: 0.2476430 Sep 18 02:01:54.787507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:54.788477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.807974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987a467-cad2-4396-95e6-ae559b44bccb req-92fca1a2-8218-48b5-8bce-35ff7a496652 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:54.809578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e987a467-cad2-4396-95e6-ae559b44bccb req-92fca1a2-8218-48b5-8bce-35ff7a496652 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 932 time: 0.1599619 Sep 18 02:01:54.827780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-777ce5af-444d-4285-92e1-6c61e5e5833a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3006637 Sep 18 02:01:54.845425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Request body: {'port': {'device_id': '6ea7fa56-53bb-4d3f-b847-1071798fad71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:54.865060 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:01:54.889057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Deleting port 276014cd-1651-419b-8b89-9ebde281b3a8 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:01:54.889817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.955565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e987a467-cad2-4396-95e6-ae559b44bccb req-4e8b98d5-52ca-4bb3-87c4-63ee874ce087 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297991 Sep 18 02:01:54.993035 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:54.995082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692'}, {'name': 'network-changed', 'server_uuid': 'd17d109e-f80c-49dd-8d3d-cedab1a00ef7', 'tag': 'f396a97d-525a-46d8-a611-64716df7124a'}, {'name': 'network-changed', 'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:54.998065 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9" -d '{"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca629151-d656-4a88-adee-c17d5fa14692"}, {"name": "network-changed", "server_uuid": "d17d109e-f80c-49dd-8d3d-cedab1a00ef7", "tag": "f396a97d-525a-46d8-a611-64716df7124a"}, {"name": "network-changed", "server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "tag": "ca629151-d656-4a88-adee-c17d5fa14692"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:55.047145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:55.066035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a63d-4586-4d3b-8e2c-71f74b6e94e4 req-2292c02a-6efc-4ca3-a1bb-afd35c8b72ed tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:55.071106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Calling delete_port for 276014cd-1651-419b-8b89-9ebde281b3a8 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:01:55.075432 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2954a63d-4586-4d3b-8e2c-71f74b6e94e4 req-2292c02a-6efc-4ca3-a1bb-afd35c8b72ed tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 948 time: 0.1845729 Sep 18 02:01:55.084778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-acea725f-61c9-4707-afd6-cd0a05741eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:55.086638 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-acea725f-61c9-4707-afd6-cd0a05741eaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 200 len: 922 time: 0.3010409 Sep 18 02:01:55.089235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-69a97b4e-621b-42e5-8319-2facb6148981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:55.090678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-69a97b4e-621b-42e5-8319-2facb6148981 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2816875 Sep 18 02:01:55.230419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-cabcc72c-e51d-4643-9502-9c2f5dbc3f27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=688dfba6-eb5c-4716-ad8e-9e5c92e9415c HTTP/1.1" status: 200 len: 217 time: 0.1266122 Sep 18 02:01:55.235539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-47ad3684-b885-452f-9003-74221e500666 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.1330371 Sep 18 02:01:55.241830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2954a63d-4586-4d3b-8e2c-71f74b6e94e4 req-58509cb2-332c-486f-8741-e4f82be2527d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653216 Sep 18 02:01:55.257946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6a2d-9af2-4db5-b529-ced52cae5357 req-1eb5a42e-407f-489c-b44c-12528031f2fc tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:55.259518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccde6a2d-9af2-4db5-b529-ced52cae5357 req-1eb5a42e-407f-489c-b44c-12528031f2fc tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 944 time: 0.1828513 Sep 18 02:01:55.323239 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:55.363877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-8035f40f-fdc9-42a1-a834-4709778c0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:55.365787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-8035f40f-fdc9-42a1-a834-4709778c0907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1209984 Sep 18 02:01:55.368642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-06c9e313-5fd8-45a5-813e-b51ab581f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:55.369791 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-06c9e313-5fd8-45a5-813e-b51ab581f4df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cd903278-adb9-49fd-b933-0afe9760950a HTTP/1.1" status: 200 len: 862 time: 0.1235485 Sep 18 02:01:55.420940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccde6a2d-9af2-4db5-b529-ced52cae5357 req-1f240095-a548-4064-ac5f-0a08ca3481d5 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148732 Sep 18 02:01:55.505402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd8b229-c875-4766-b237-2f516cc7e78c {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:55.509910 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:55.516385 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:55.516575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-23640b78-b419-47a6-a7ed-aa4d2682ed61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3110e159-f330-4606-af75-4ce3a505b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359270 Sep 18 02:01:55.555602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Pushing event deleted for resources: {'Port': ['ID=276014cd-1651-419b-8b89-9ebde281b3a8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:55.567961 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4bece6-6dc6-4bdd-bf01-68c2c76bda10 x-openstack-request-id: req-1c4bece6-6dc6-4bdd-bf01-68c2c76bda10 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:55.568182 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca629151-d656-4a88-adee-c17d5fa14692", "code": 200}, {"name": "network-changed", "server_uuid": "d17d109e-f80c-49dd-8d3d-cedab1a00ef7", "tag": "f396a97d-525a-46d8-a611-64716df7124a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "tag": "ca629151-d656-4a88-adee-c17d5fa14692", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:55.568430 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c4bece6-6dc6-4bdd-bf01-68c2c76bda10 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:55.568818 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692', 'code': 200} Sep 18 02:01:55.569066 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17d109e-f80c-49dd-8d3d-cedab1a00ef7', 'tag': 'f396a97d-525a-46d8-a611-64716df7124a', 'status': 'completed', 'code': 200} Sep 18 02:01:55.569310 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692', 'status': 'completed', 'code': 200} Sep 18 02:01:55.571487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-27a4148e-4135-434b-9d3a-c03ea6d8f182 req-6e841d5d-af87-4ac4-970f-357715d2cacc tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 210 time: 0.0532477 Sep 18 02:01:55.585230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Transition to ACTIVE for port object 3fd8b229-c875-4766-b237-2f516cc7e78c will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:55.600324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:55.605444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:55.637494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-193466f0-56de-435a-a23c-232c298165ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:55.641451 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-193466f0-56de-435a-a23c-232c298165ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2618432 Sep 18 02:01:55.752380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd8b229-c875-4766-b237-2f516cc7e78c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:55.764495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5f0b2-8cc3-4b2f-bcbc-921906eb8bf5 req-54ffcdb0-2718-4649-bcc1-ce6df1069f26 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:55.766320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29f5f0b2-8cc3-4b2f-bcbc-921906eb8bf5 req-54ffcdb0-2718-4649-bcc1-ce6df1069f26 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 943 time: 0.1646056 Sep 18 02:01:55.768291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:55.950844 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29f5f0b2-8cc3-4b2f-bcbc-921906eb8bf5 req-324efc04-7742-4990-bb24-386d3364ec96 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655331 Sep 18 02:01:55.998239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Attempting to bind port 3fd8b229-c875-4766-b237-2f516cc7e78c on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:55.999138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Attempting to bind port 3fd8b229-c875-4766-b237-2f516cc7e78c by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:55.999466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Attempting to bind port 3fd8b229-c875-4766-b237-2f516cc7e78c on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:56.042011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-84425f3e-fa0f-4cc4-a523-858ebfa62090 service neutron] 10.222.0.20 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083840 Sep 18 02:01:56.051204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Port 3fd8b229-c875-4766-b237-2f516cc7e78c on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:56.051880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Attempting to bind port 3fd8b229-c875-4766-b237-2f516cc7e78c on network 4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:56.065255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-a66d843c-d879-48dd-a469-2f57d23e98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.066727 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-a66d843c-d879-48dd-a469-2f57d23e98d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 1096 time: 0.4432466 Sep 18 02:01:56.097758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:56.116407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:56.116848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Checking segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:56.117312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Bound using segment: {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:56.117813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Bound port: 3fd8b229-c875-4766-b237-2f516cc7e78c, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:56.118240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:56.121941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:56.160607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2d39-e1a9-4e85-a9bb-fced6c3b6d4b req-e4311e2d-c95e-46e6-b401-6bafbaa36738 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.162176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c5d2d39-e1a9-4e85-a9bb-fced6c3b6d4b req-e4311e2d-c95e-46e6-b401-6bafbaa36738 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 944 time: 0.4866555 Sep 18 02:01:56.249149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204c38-7596-48e0-abd1-701721a472de req-d212c9f8-014d-4ad9-a303-9807f0ec3ee0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.250598 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9204c38-7596-48e0-abd1-701721a472de req-d212c9f8-014d-4ad9-a303-9807f0ec3ee0 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 944 time: 0.2030787 Sep 18 02:01:56.265601 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-f5914c17-f87a-4e0b-9d9b-49496b672e53 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152134 Sep 18 02:01:56.277377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Router 04be2043-1240-4e1e-8876-6c3b82c3a130 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:01:56.293880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] For port 3fd8b229-c875-4766-b237-2f516cc7e78c, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:01:56.316786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] For port 3fd8b229-c875-4766-b237-2f516cc7e78c, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3fd8b229-c875-4766-b237-2f516cc7e78c,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:01:56.327821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9204c38-7596-48e0-abd1-701721a472de req-426bc412-6915-4308-b716-4680a81a60a7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650351 Sep 18 02:01:56.329915 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:56.450786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c5d2d39-e1a9-4e85-a9bb-fced6c3b6d4b req-e563c6bf-23fa-4210-89bb-2a2076598951 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381170 Sep 18 02:01:56.451735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-f6954887-89b5-4e33-81a4-9714a5a330de service neutron] 10.222.0.20 "GET /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001405 Sep 18 02:01:56.469316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a67610c1-128d-4e2e-93ec-d36a996e9644 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.471098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a67610c1-128d-4e2e-93ec-d36a996e9644 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 812 time: 0.4034259 Sep 18 02:01:56.474454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-5c1aab8f-d750-4bff-b322-e521ac7bf543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.476228 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-5c1aab8f-d750-4bff-b322-e521ac7bf543 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 918 time: 0.3825586 Sep 18 02:01:56.485133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Request body: {'port': {'device_id': '4d781887-20f9-4f54-a5c8-457c81d4e5f8', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'admin_state_up': True, 'tenant_id': 'ed7bdd6d4a7244599abaed6d4aa406fe'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:56.555726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25a7ee4e-ecd7-4382-9a3b-c1af93be2265 req-d811e8b8-44ec-463c-a31b-d67d5e4e22bf service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762172 Sep 18 02:01:56.565010 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-e3f66f26-1ba7-4bb3-aee9-e7707cbfdd97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f396a97d-525a-46d8-a611-64716df7124a HTTP/1.1" status: 200 len: 217 time: 0.0736747 Sep 18 02:01:56.743651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-a3ef02cd-820d-4209-b44c-48d3e021588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.745199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-a3ef02cd-820d-4209-b44c-48d3e021588e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.1731315 Sep 18 02:01:56.796824 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-81244c70-abda-44c3-a85f-f2f3c7b0cdbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398767 Sep 18 02:01:56.806405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04e352-6573-497f-86e0-5f1bf6ea2ad3 req-c7cce594-a2a5-408a-8d57-3fb8afb7668f tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.807713 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e04e352-6573-497f-86e0-5f1bf6ea2ad3 req-c7cce594-a2a5-408a-8d57-3fb8afb7668f tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 944 time: 0.1874747 Sep 18 02:01:56.809073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 688dfba6-eb5c-4716-ad8e-9e5c92e9415c details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:56.819940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.820561 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:56.821477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-c184f68c-72f7-4e54-80a8-b081d0c477ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:56.822925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] 10.222.0.20 "PUT /v2.0/ports/3fd8b229-c875-4766-b237-2f516cc7e78c HTTP/1.1" status: 200 len: 1093 time: 1.9839439 Sep 18 02:01:56.823140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-c184f68c-72f7-4e54-80a8-b081d0c477ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1100 time: 0.1781402 Sep 18 02:01:56.826475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:01:56.827871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea7fa56-53bb-4d3f-b847-1071798fad71', 'tag': '3fd8b229-c875-4766-b237-2f516cc7e78c'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:56.830203 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14316e2-5bbf-43d8-abee-14be9b0de770" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea7fa56-53bb-4d3f-b847-1071798fad71", "tag": "3fd8b229-c875-4766-b237-2f516cc7e78c"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:56.842600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fa7bd-e29c-4ad5-8568-ddb2d9c3bee6 None None] Sync routers for ids ['04be2043-1240-4e1e-8876-6c3b82c3a130'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:01:56.852185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:56.853389 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e7623480-89bd-4325-802d-48826434a17d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "PUT /v2.0/routers/04be2043-1240-4e1e-8876-6c3b82c3a130 HTTP/1.1" status: 200 len: 706 time: 2.8079493 Sep 18 02:01:56.860198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50812) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:56.867176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Made reservation on behalf of ed7bdd6d4a7244599abaed6d4aa406fe for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:01:56.870849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:56.901986 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fa7bd-e29c-4ad5-8568-ddb2d9c3bee6 None None] Routers {'04be2043-1240-4e1e-8876-6c3b82c3a130'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:56.903063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-455fa7bd-e29c-4ad5-8568-ddb2d9c3bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['04be2043-1240-4e1e-8876-6c3b82c3a130'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:56.919915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990e174-c6b2-4b20-a24f-ecaf10646878 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd8b229-c875-4766-b237-2f516cc7e78c,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:56.942595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-455fa7bd-e29c-4ad5-8568-ddb2d9c3bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:56.974108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 311f0585-8b16-44db-9872-bfa8cb5a2724 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:56.991298 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c62a88c4-00a1-433a-888e-c90eb9ce7b8e tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/routers/04be2043-1240-4e1e-8876-6c3b82c3a130 HTTP/1.1" status: 200 len: 741 time: 0.1278574 Sep 18 02:01:57.000625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d46237-8c7f-4d08-be7d-f15e98cefd41 req-09a1ed96-f384-48c4-bb32-8065b96d8871 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.000858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455fa7bd-e29c-4ad5-8568-ddb2d9c3bee6 None None] Routers {'04be2043-1240-4e1e-8876-6c3b82c3a130'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:01:57.001083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-455fa7bd-e29c-4ad5-8568-ddb2d9c3bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:01:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['04be2043-1240-4e1e-8876-6c3b82c3a130'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:57.002471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73d46237-8c7f-4d08-be7d-f15e98cefd41 req-09a1ed96-f384-48c4-bb32-8065b96d8871 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 948 time: 0.5919676 Sep 18 02:01:57.002746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50816) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:57.015507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e04e352-6573-497f-86e0-5f1bf6ea2ad3 req-95362274-6ee8-4ffb-b8d9-33c5a2ad95f0 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894338 Sep 18 02:01:57.064510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-455fa7bd-e29c-4ad5-8568-ddb2d9c3bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:01:57.065171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455fa7bd-e29c-4ad5-8568-ddb2d9c3bee6 None None] The sync data for ids ['04be2043-1240-4e1e-8876-6c3b82c3a130'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:01:57.092131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-c38ff581-88ec-4544-8cf3-5d4559279679 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826571 Sep 18 02:01:57.109578 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:57.112978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-00baa47c-3db0-443e-82d2-ef1794d89c22 tempest-RoutersAdminTest-1801761369 tempest-RoutersAdminTest-1801761369-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=04be2043-1240-4e1e-8876-6c3b82c3a130 HTTP/1.1" status: 200 len: 205 time: 0.1065614 Sep 18 02:01:57.122807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-13f5d8b7-3cf2-4dbe-a3ba-e6f8b3bf2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.124464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-13f5d8b7-3cf2-4dbe-a3ba-e6f8b3bf2ca7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2835000 Sep 18 02:01:57.124957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50818) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:57.134703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73d46237-8c7f-4d08-be7d-f15e98cefd41 req-785a07ee-6270-4a6f-a3fc-8a337e1f8b1e tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481269 Sep 18 02:01:57.138207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7ab1a241-113c-4d18-8f0b-744257e31633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.140622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7ab1a241-113c-4d18-8f0b-744257e31633 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 1096 time: 0.2644935 Sep 18 02:01:57.154176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '688dfba6-eb5c-4716-ad8e-9e5c92e9415c', 'network_id': '3110e159-f330-4606-af75-4ce3a505b3fd', 'port_id': '688dfba6-eb5c-4716-ad8e-9e5c92e9415c', 'mac_address': 'fa:16:3e:68:dc:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd903278-adb9-49fd-b933-0afe9760950a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:57.195084 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1bd50ce8-a340-4fac-ac01-cea4a18456fc req-d39c04e2-b6b6-4f5e-8722-c42875945b88 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 210 time: 0.0940816 Sep 18 02:01:57.202611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-7a596a75-2e99-487b-a382-beae4857fdbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fd8b229-c875-4766-b237-2f516cc7e78c HTTP/1.1" status: 200 len: 217 time: 0.0545650 Sep 18 02:01:57.226792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-556a816f-5e3e-4122-9f3e-b948c530e62d tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=04be2043-1240-4e1e-8876-6c3b82c3a130 HTTP/1.1" status: 200 len: 205 time: 0.0965302 Sep 18 02:01:57.230097 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.242937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:57.255870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688dfba6-eb5c-4716-ad8e-9e5c92e9415c {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:57.258902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50820) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:57.260424 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14936f6c-bfbd-4943-b4c2-c87eaca188b7 x-openstack-request-id: req-14936f6c-bfbd-4943-b4c2-c87eaca188b7 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:57.260775 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea7fa56-53bb-4d3f-b847-1071798fad71", "tag": "3fd8b229-c875-4766-b237-2f516cc7e78c", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:57.261094 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14936f6c-bfbd-4943-b4c2-c87eaca188b7 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:57.261544 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea7fa56-53bb-4d3f-b847-1071798fad71', 'tag': '3fd8b229-c875-4766-b237-2f516cc7e78c', 'status': 'completed', 'code': 200} Sep 18 02:01:57.267764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-2df8f410-3734-4a56-b363-8f6525b0c638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.1005166 Sep 18 02:01:57.277108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:57.280414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'port_id': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'mac_address': 'fa:16:3e:70:90:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3809d31-40af-4d82-b957-fa336b2366a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:57.287220 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.313757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-4bd40b1b-5525-4f4e-8fcb-7b0a16b1e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.316046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-4bd40b1b-5525-4f4e-8fcb-7b0a16b1e924 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.1048031 Sep 18 02:01:57.349930 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.358452 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc234679-f7e1-48e1-bda8-ba92332a6b00 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.378436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311f0585-8b16-44db-9872-bfa8cb5a2724 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:57.382662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:57.390749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Allocated IP 172.20.0.2 (9e5c7924-3dab-469a-a802-854659959e0b/f5e19a47-9ea1-44de-af17-07e8e0dec0b0/37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:01:57.410476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:57.417526 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.425402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-352282ee-3418-4809-b19c-d113172fae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.426917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-352282ee-3418-4809-b19c-d113172fae00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1271434 Sep 18 02:01:57.446587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-06efe4f9-7444-464b-adf5-518f4d9e9474 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010306 Sep 18 02:01:57.451077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-819fe66f-5f51-4f0d-8a23-6f9145d65bbb service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467422 Sep 18 02:01:57.472681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:57.484891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc61bc-44ed-4f9b-aa6e-bfc1c50921ee req-af2bfba2-1e7a-4912-b448-7aba545f0f91 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.486402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cdc61bc-44ed-4f9b-aa6e-bfc1c50921ee req-af2bfba2-1e7a-4912-b448-7aba545f0f91 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 943 time: 0.1899719 Sep 18 02:01:57.522097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['688dfba6-eb5c-4716-ad8e-9e5c92e9415c'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:57.599857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-3a91a218-2312-4441-900a-5a212d23b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.601382 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-3a91a218-2312-4441-900a-5a212d23b54a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644685 Sep 18 02:01:57.663783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['311f0585-8b16-44db-9872-bfa8cb5a2724'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:01:57.680124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cdc61bc-44ed-4f9b-aa6e-bfc1c50921ee req-64d9a476-299e-4ee7-bc31-1e23e5f02546 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796803 Sep 18 02:01:57.686299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc234679-f7e1-48e1-bda8-ba92332a6b00 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.689874 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc234679-f7e1-48e1-bda8-ba92332a6b00 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.701998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906024cd-bda5-4bac-bbaf-60b75574d13b req-d498cad8-b89f-4f3c-bdd5-c3a1c4c220c4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.702262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-8603f4f8-47df-4c0a-9a8e-470796db202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:57.703610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-8603f4f8-47df-4c0a-9a8e-470796db202f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1100 time: 0.1836152 Sep 18 02:01:57.710316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-906024cd-bda5-4bac-bbaf-60b75574d13b req-d498cad8-b89f-4f3c-bdd5-c3a1c4c220c4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 944 time: 0.2604582 Sep 18 02:01:57.796075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-abc05cfe-4b5a-436b-b3ef-29ee5f84c76d service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900848 Sep 18 02:01:57.802997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.844126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc234679-f7e1-48e1-bda8-ba92332a6b00 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.844846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc234679-f7e1-48e1-bda8-ba92332a6b00 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Fanout notify agent at l3_agent the message router_deleted on router 04be2043-1240-4e1e-8876-6c3b82c3a130 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:01:57.857005 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc234679-f7e1-48e1-bda8-ba92332a6b00 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:57.862025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cc234679-f7e1-48e1-bda8-ba92332a6b00 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/04be2043-1240-4e1e-8876-6c3b82c3a130 HTTP/1.1" status: 204 len: 168 time: 0.5957394 Sep 18 02:01:57.866165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50828) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:57.869289 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-906024cd-bda5-4bac-bbaf-60b75574d13b req-b0ef86f2-1c24-4ae0-ab2d-4ba66d8f628b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587749 Sep 18 02:01:57.903735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9ba615a2-d00d-4f55-89c9-3d7cd53d3182 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=04be2043-1240-4e1e-8876-6c3b82c3a130 HTTP/1.1" status: 200 len: 205 time: 0.0333316 Sep 18 02:01:57.907072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50830) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:57.983692 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-8abb9519-07cc-4433-9f49-01b4024da575 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] delete failed (client error): The resource could not be found. Sep 18 02:01:57.984751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8abb9519-07cc-4433-9f49-01b4024da575 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/04be2043-1240-4e1e-8876-6c3b82c3a130 HTTP/1.1" status: 404 len: 336 time: 0.0459464 Sep 18 02:01:57.989107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50832) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.020152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-acc0ed5e-67fc-4514-856b-ac2899664958 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2 HTTP/1.1" status: 200 len: 205 time: 0.0298822 Sep 18 02:01:58.024141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50834) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.075028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8a3f30d-b7ed-4af6-95c1-d194f4656d60 req-4ce1063b-4845-4919-a8cd-f5b3917ed246 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681015 Sep 18 02:01:58.075872 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-e401bba6-b669-4262-9a7a-49aacc45b973 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] delete failed (client error): The resource could not be found. Sep 18 02:01:58.076827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e401bba6-b669-4262-9a7a-49aacc45b973 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/fbd0a33b-d5a5-4f9c-9f96-69600b1d62d2 HTTP/1.1" status: 404 len: 336 time: 0.0517700 Sep 18 02:01:58.080650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50838) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.117137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7af35158-cf0b-4517-b51e-419aa774eece tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=026b3a47-344c-401e-8991-f0290de86c24 HTTP/1.1" status: 200 len: 205 time: 0.0348599 Sep 18 02:01:58.123248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50840) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.151838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-6542cef3-ff16-4f33-9fda-bea879cfe04e service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416422 Sep 18 02:01:58.198265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6312b2-e21e-4e36-87d6-2900ee39631e req-a7a1b83a-f29a-4b09-83e3-c76b3b22c0f9 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.203633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f6312b2-e21e-4e36-87d6-2900ee39631e req-a7a1b83a-f29a-4b09-83e3-c76b3b22c0f9 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 945 time: 0.0888188 Sep 18 02:01:58.216211 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-df34dd81-99b4-41ee-8dd6-0e46582e4e62 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] delete failed (client error): The resource could not be found. Sep 18 02:01:58.217399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-df34dd81-99b4-41ee-8dd6-0e46582e4e62 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/026b3a47-344c-401e-8991-f0290de86c24 HTTP/1.1" status: 404 len: 336 time: 0.0887876 Sep 18 02:01:58.225527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50844) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.246222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-e5142161-5a59-49b2-a93d-00ccd436c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.248296 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-e5142161-5a59-49b2-a93d-00ccd436c687 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 1096 time: 0.1003847 Sep 18 02:01:58.301773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1e6f0f09-76dc-4096-b8fc-f7ac4decdde5 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8af0bdb-11c8-43b6-8747-0062cfb240ba HTTP/1.1" status: 200 len: 205 time: 0.0635023 Sep 18 02:01:58.311104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50848) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.337824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f6312b2-e21e-4e36-87d6-2900ee39631e req-87879861-9ad2-4938-b072-b9548f9edf99 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270654 Sep 18 02:01:58.343044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-e2083acd-f504-4ece-90cd-ebf88938a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.344614 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-e2083acd-f504-4ece-90cd-ebf88938a868 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.6141469 Sep 18 02:01:58.364403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578fbff-a85c-48c0-9747-88a06f4adc92 req-060cbec9-3424-4b49-bd3e-96c63a4ff76a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.372389 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8578fbff-a85c-48c0-9747-88a06f4adc92 req-060cbec9-3424-4b49-bd3e-96c63a4ff76a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 944 time: 0.2513711 Sep 18 02:01:58.393036 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:58.442787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-0ec75432-194a-4cf5-90a0-027e7385ce75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 200 len: 217 time: 0.0664062 Sep 18 02:01:58.462961 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-148d0587-13e2-40e1-ae14-17332134c1dd tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] delete failed (client error): The resource could not be found. Sep 18 02:01:58.466534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-148d0587-13e2-40e1-ae14-17332134c1dd tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/a8af0bdb-11c8-43b6-8747-0062cfb240ba HTTP/1.1" status: 404 len: 336 time: 0.1484489 Sep 18 02:01:58.472621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50850) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.500575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-2c3a0326-5d5f-43cd-a74c-fbfd04d628a7 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996082 Sep 18 02:01:58.529645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640440-e8ed-44b1-a6b8-c237e0039b7e req-f0984948-6322-4c1f-8cd4-dca7bb9da874 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.531148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0640440-e8ed-44b1-a6b8-c237e0039b7e req-f0984948-6322-4c1f-8cd4-dca7bb9da874 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 948 time: 0.1029215 Sep 18 02:01:58.534549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-87afdccc-3db0-4654-93af-3567a54383e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.535971 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-87afdccc-3db0-4654-93af-3567a54383e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 200 len: 905 time: 0.2760375 Sep 18 02:01:58.553097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Network 9e5c7924-3dab-469a-a802-854659959e0b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:01:58.557551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53297101-1fb4-475d-ac33-bc6baa413210 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3932000-c496-46e3-8fe0-6e9f75bab891 HTTP/1.1" status: 200 len: 205 time: 0.0725513 Sep 18 02:01:58.563699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8578fbff-a85c-48c0-9747-88a06f4adc92 req-070369c3-f867-49f8-8e89-7a56e4706ca0 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905613 Sep 18 02:01:58.570461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50852) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.571025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:01:58.583254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:01:58.595984 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-72cf44d6-c44f-4a8e-a78d-cf1cbebc1926 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fd8b229-c875-4766-b237-2f516cc7e78c HTTP/1.1" status: 200 len: 217 time: 0.0517087 Sep 18 02:01:58.619911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event updated for resources: {'Port': ['ID=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:58.639908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0640440-e8ed-44b1-a6b8-c237e0039b7e req-bf917850-6528-4cef-8483-0b657d941783 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014249 Sep 18 02:01:58.657365 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-42d224a6-f026-4601-af69-fcc0fe2b7ecf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] delete failed (client error): The resource could not be found. Sep 18 02:01:58.660890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-42d224a6-f026-4601-af69-fcc0fe2b7ecf tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/d3932000-c496-46e3-8fe0-6e9f75bab891 HTTP/1.1" status: 404 len: 336 time: 0.0850670 Sep 18 02:01:58.662581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50854) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.677014 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-757be626-cbb8-4c55-94c7-dbebcd43246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.678975 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-757be626-cbb8-4c55-94c7-dbebcd43246d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 200 len: 845 time: 0.0717809 Sep 18 02:01:58.682685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-8cc58f4c-e508-459b-a2dd-ab1f572f2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.684182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-8cc58f4c-e508-459b-a2dd-ab1f572f2ee9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.2184014 Sep 18 02:01:58.703726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c7d604d-6442-462f-a25c-84bd14284506 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf106a37-8c77-462d-9b1c-671068fd204c HTTP/1.1" status: 200 len: 205 time: 0.0372002 Sep 18 02:01:58.711985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50858) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.732531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-0c2bf5a5-4850-40a0-9fcb-ad5724cc08d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312157 Sep 18 02:01:58.738051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.738679 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:58.792138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5c4f-7823-4dab-8ca9-2a09429f2242 req-415fbae3-3a8d-4caa-a1d5-8bfc86209462 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.793653 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dfc5c4f-7823-4dab-8ca9-2a09429f2242 req-415fbae3-3a8d-4caa-a1d5-8bfc86209462 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 931 time: 0.1520596 Sep 18 02:01:58.798306 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-8519e3a1-cf5e-4ce3-b59a-23715c3ba22b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] delete failed (client error): The resource could not be found. Sep 18 02:01:58.799413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8519e3a1-cf5e-4ce3-b59a-23715c3ba22b tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/routers/bf106a37-8c77-462d-9b1c-671068fd204c HTTP/1.1" status: 404 len: 336 time: 0.0862520 Sep 18 02:01:58.806610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50862) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:58.813346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca629151-d656-4a88-adee-c17d5fa14692 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:58.817862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 688dfba6-eb5c-4716-ad8e-9e5c92e9415c up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:58.822701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-a3fa147e-dd45-4c56-b750-84129f44582f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3417964 Sep 18 02:01:58.851469 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf633e0-655c-46ca-8cfe-2c0039e53b75 req-78fad023-8fc7-4308-9e07-828f5cab3dbf tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.853455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7bf633e0-655c-46ca-8cfe-2c0039e53b75 req-78fad023-8fc7-4308-9e07-828f5cab3dbf tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 1100 time: 0.1196547 Sep 18 02:01:58.854294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Request body: {'port': {'device_id': '4d781887-20f9-4f54-a5c8-457c81d4e5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:01:58.860471 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-9141a720-c2c9-4fd0-af67-046766ac3383 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] DELETE failed (client error): The resource could not be found. Sep 18 02:01:58.861081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9141a720-c2c9-4fd0-af67-046766ac3383 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:01:58.863499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9141a720-c2c9-4fd0-af67-046766ac3383 tempest-RoutersAdminTest-1278835391 tempest-RoutersAdminTest-1278835391-project] 10.222.0.21 "DELETE /v2.0/subnets/67c77181-9cf8-4930-b1a8-d75f1abe7d9a HTTP/1.1" status: 404 len: 337 time: 0.0557816 Sep 18 02:01:58.865383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-00212312-4cf1-460e-ac1e-dad435603bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:58.867208 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-00212312-4cf1-460e-ac1e-dad435603bff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718373 Sep 18 02:01:58.926423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-295ee6a8-1c1e-4c9a-8bea-08dfdd6f8de8 service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830747 Sep 18 02:01:58.933015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dfc5c4f-7823-4dab-8ca9-2a09429f2242 req-28736dc8-786e-4292-894b-a7b865c88af6 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310687 Sep 18 02:01:58.982078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f396a97d-525a-46d8-a611-64716df7124a details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:01:58.987016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 311f0585-8b16-44db-9872-bfa8cb5a2724 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:01:58.990681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:58.999152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.000201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:59.000836 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.052799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-b64207c5-6cbe-4793-882e-640b750b6f7e service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690195 Sep 18 02:01:59.056488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d14316e2-5bbf-43d8-abee-14be9b0de770 req-ed529b02-71a3-4991-a1c9-6a6bbcc4386b service neutron] 10.222.0.20 "GET /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150444 Sep 18 02:01:59.072444 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7bf633e0-655c-46ca-8cfe-2c0039e53b75 req-d1aba816-7f64-4d8e-85df-b7d7c53e67f4 tempest-MigrationsAdminTest-1901623566 tempest-MigrationsAdminTest-1901623566-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872518 Sep 18 02:01:59.165546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:59.196727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657775d4-dcd0-4a3e-9be7-1e88317851e7 req-edee975c-20dc-4d66-864e-01440a83d138 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:59.199605 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-657775d4-dcd0-4a3e-9be7-1e88317851e7 req-edee975c-20dc-4d66-864e-01440a83d138 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 944 time: 0.0608609 Sep 18 02:01:59.235826 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.259652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50874) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:59.265494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'ca629151-d656-4a88-adee-c17d5fa14692', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'ca629151-d656-4a88-adee-c17d5fa14692', 'mac_address': 'fa:16:3e:08:95:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:59.268958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 311f0585-8b16-44db-9872-bfa8cb5a2724 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:01:59.284011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-657775d4-dcd0-4a3e-9be7-1e88317851e7 req-f1486821-1859-402f-a998-c7bf7e32d0aa tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631566 Sep 18 02:01:59.302516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a019-c6ee-4336-be94-61b35f423f00 req-eaa15d59-96e9-410e-9d18-f6df15cfca54 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:59.304789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f51a019-c6ee-4336-be94-61b35f423f00 req-eaa15d59-96e9-410e-9d18-f6df15cfca54 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 944 time: 0.2262831 Sep 18 02:01:59.333125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:59.334249 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 311f0585-8b16-44db-9872-bfa8cb5a2724 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:01:59.334618 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.360014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70949f76-a46b-4b57-a4c0-10881e06fb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688dfba6-eb5c-4716-ad8e-9e5c92e9415c'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:01:59.363359 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460e16a9-f8ae-4d39-bffb-e15ff457d819" -d '{"events": [{"server_uuid": "70949f76-a46b-4b57-a4c0-10881e06fb74", "name": "network-vif-plugged", "status": "completed", "tag": "688dfba6-eb5c-4716-ad8e-9e5c92e9415c"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:01:59.374737 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.388898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3131f5b5-aacb-49f5-bbf9-d6fd9e3a09a9 req-b7b8e577-47c6-49a4-9855-082138ccb0a2 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258350 Sep 18 02:01:59.423901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f51a019-c6ee-4336-be94-61b35f423f00 req-39944070-2124-479f-ae84-dfb0551d59fa tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049292 Sep 18 02:01:59.460621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-524dc5bc-6fe1-4760-86b2-ab4376230f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.550173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:59.598504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.624619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-524dc5bc-6fe1-4760-86b2-ab4376230f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.631245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-524dc5bc-6fe1-4760-86b2-ab4376230f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.634558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Transition to ACTIVE for port object 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:01:59.639097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f396a97d-525a-46d8-a611-64716df7124a, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f396a97d-525a-46d8-a611-64716df7124a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:59.647549 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db1eef-8aba-4666-ae9b-1470695191d7 x-openstack-request-id: req-e5db1eef-8aba-4666-ae9b-1470695191d7 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:01:59.647549 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70949f76-a46b-4b57-a4c0-10881e06fb74", "name": "network-vif-plugged", "status": "completed", "tag": "688dfba6-eb5c-4716-ad8e-9e5c92e9415c", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:01:59.647879 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5db1eef-8aba-4666-ae9b-1470695191d7 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:01:59.648149 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70949f76-a46b-4b57-a4c0-10881e06fb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688dfba6-eb5c-4716-ad8e-9e5c92e9415c', 'code': 200} Sep 18 02:01:59.654759 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.667184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975de66-022f-4e7e-bc7e-64ea2422e5ff req-6ab39877-bea9-468b-85cd-3e5e69210457 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:59.667433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524dc5bc-6fe1-4760-86b2-ab4376230f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ceed32-0c0d-452c-8ff9-4b37ab79b9ab,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:59.671373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1975de66-022f-4e7e-bc7e-64ea2422e5ff req-6ab39877-bea9-468b-85cd-3e5e69210457 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 946 time: 0.1237116 Sep 18 02:01:59.674071 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.693565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'f396a97d-525a-46d8-a611-64716df7124a', 'network_id': 'b1561881-1bd8-42cc-a718-097f208cd346', 'port_id': 'f396a97d-525a-46d8-a611-64716df7124a', 'mac_address': 'fa:16:3e:b3:ca:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46f3c08-a751-4d13-b0f1-bc1bdd346b46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:01:59.695034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:59.701535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca629151-d656-4a88-adee-c17d5fa14692 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:59.767993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:59.780239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-524dc5bc-6fe1-4760-86b2-ab4376230f41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d50657ea5854f78881272e1b6bf3666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172169 Sep 18 02:01:59.780556 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.780691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50886) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:01:59.811591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:59.812747 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.818383 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.838910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1975de66-022f-4e7e-bc7e-64ea2422e5ff req-8df524dd-d8f7-436d-a33f-033945f88833 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364455 Sep 18 02:01:59.852812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba121197-005c-49ab-8361-f17be30fa361 req-14bc5166-411a-4837-814e-d3866c49ad2c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:59.854448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba121197-005c-49ab-8361-f17be30fa361 req-14bc5166-411a-4837-814e-d3866c49ad2c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 944 time: 0.1506548 Sep 18 02:01:59.858187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f396a97d-525a-46d8-a611-64716df7124a {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:01:59.866989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764f710-bbd9-4953-a56d-ff5534f91126 req-4fe001b1-e650-40c5-97c2-ce2b8369bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:01:59.868846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a764f710-bbd9-4953-a56d-ff5534f91126 req-4fe001b1-e650-40c5-97c2-ce2b8369bc00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 1098 time: 0.1464584 Sep 18 02:01:59.891572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Attempting to bind port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:01:59.892827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Attempting to bind port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:01:59.893964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Attempting to bind port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:59.903580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=12']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:59.903835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a on network 9e5c7924-3dab-469a-a802-854659959e0b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:01:59.904156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Attempting to bind port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a on network 9e5c7924-3dab-469a-a802-854659959e0b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:01:59.911832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:01:59.912320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Checking segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:01:59.912812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Bound using segment: {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:01:59.914301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Bound port: 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf562c58-a562-4c9c-bca3-e246faf17556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:01:59.915232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.915918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:59.917758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-26ca11ab-d095-4aaa-aa27-8179828a3606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.920112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f396a97d-525a-46d8-a611-64716df7124a, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f396a97d-525a-46d8-a611-64716df7124a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:01:59.923864 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.934277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.963614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-26ca11ab-d095-4aaa-aa27-8179828a3606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:01:59.973125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a764f710-bbd9-4953-a56d-ff5534f91126 req-06dacf45-06eb-4d1d-bc06-e4018603556a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Sep 18 02:01:59.990817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:01:59.992521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba121197-005c-49ab-8361-f17be30fa361 req-cb5d55bd-abaa-4b99-be67-2a4c0d4f7575 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281247 Sep 18 02:02:00.035492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ca629151-d656-4a88-adee-c17d5fa14692'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:00.037117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] For port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:00.041055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] For port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:00.050280 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-26ca11ab-d095-4aaa-aa27-8179828a3606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.051559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fe62a-8f92-47a7-863d-3579ab504700 req-055dbf6d-cf83-4869-947f-688c3b25daec tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.053140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-779fe62a-8f92-47a7-863d-3579ab504700 req-055dbf6d-cf83-4869-947f-688c3b25daec tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.0902700 Sep 18 02:02:00.054692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-26ca11ab-d095-4aaa-aa27-8179828a3606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.054887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.056543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-26ca11ab-d095-4aaa-aa27-8179828a3606 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5ceed32-0c0d-452c-8ff9-4b37ab79b9ab HTTP/1.1" status: 204 len: 168 time: 0.2752516 Sep 18 02:02:00.087761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca11ab-d095-4aaa-aa27-8179828a3606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ceed32-0c0d-452c-8ff9-4b37ab79b9ab,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:00.116316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.116943 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.118871 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] 10.222.0.20 "PUT /v2.0/ports/37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a HTTP/1.1" status: 200 len: 1092 time: 1.2703731 Sep 18 02:02:00.120599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d781887-20f9-4f54-a5c8-457c81d4e5f8', 'tag': '37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:00.123136 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172e0da8-a6a9-4f04-a8aa-488b7eb45559" -d '{"events": [{"name": "network-changed", "server_uuid": "4d781887-20f9-4f54-a5c8-457c81d4e5f8", "tag": "37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:00.134113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=f396a97d-525a-46d8-a611-64716df7124a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:00.155558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-779fe62a-8f92-47a7-863d-3579ab504700 req-81a30fab-e52c-4ede-b93d-3760baa8a514 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921843 Sep 18 02:02:00.158549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7c59d-dc64-45fc-bf5a-09b2039045bb req-d6713249-adab-4113-bf1e-64807cbaae0d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.160633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dc7c59d-dc64-45fc-bf5a-09b2039045bb req-d6713249-adab-4113-bf1e-64807cbaae0d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 943 time: 0.0741346 Sep 18 02:02:00.175566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0499506-0cfb-4bd7-9b50-60666379eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:00.210660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['f396a97d-525a-46d8-a611-64716df7124a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:00.234247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dc7c59d-dc64-45fc-bf5a-09b2039045bb req-3493364d-b683-430e-9135-cd2cf27544c3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670421 Sep 18 02:02:00.261559 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c3e29d-1fd9-4471-8d1a-49ecedc504d8 x-openstack-request-id: req-99c3e29d-1fd9-4471-8d1a-49ecedc504d8 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:00.261918 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d781887-20f9-4f54-a5c8-457c81d4e5f8", "tag": "37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:00.262366 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99c3e29d-1fd9-4471-8d1a-49ecedc504d8 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:00.262976 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d781887-20f9-4f54-a5c8-457c81d4e5f8', 'tag': '37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a', 'status': 'completed', 'code': 200} Sep 18 02:02:00.274538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-7a5515d5-2bb1-4c9f-b386-09d00a3353f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.276317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-7a5515d5-2bb1-4c9f-b386-09d00a3353f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0674720 Sep 18 02:02:00.325049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-6015a5e2-4ecf-40a2-8bfd-ba69f3ce53e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a HTTP/1.1" status: 200 len: 217 time: 0.0401733 Sep 18 02:02:00.400304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-e1cce8e9-4bfd-41f8-9e53-855ded35e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.402229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-e1cce8e9-4bfd-41f8-9e53-855ded35e01a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.0687883 Sep 18 02:02:00.418752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d554b7e-1704-4a09-bc45-67dd307f8236 req-20553aed-4345-4cfb-be31-1402850c2c0b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.423260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d554b7e-1704-4a09-bc45-67dd307f8236 req-20553aed-4345-4cfb-be31-1402850c2c0b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 944 time: 0.0709517 Sep 18 02:02:00.456560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-f4f0fd46-5002-4fc7-8a48-95ccfb3ec707 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457983 Sep 18 02:02:00.491293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d554b7e-1704-4a09-bc45-67dd307f8236 req-943503f4-1e70-452a-ae1c-acb43b76869e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595934 Sep 18 02:02:00.546199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50902) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:00.592330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a0ee7f62-610e-40b0-b654-bd22a59faa77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8915528938dc45a1ba3a00efb19d6f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449238 Sep 18 02:02:00.594886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50904) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:00.613032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-d9f30405-f591-4ea5-bfb1-b486f8e30ab0 service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452868 Sep 18 02:02:00.622283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b9dcf-28d6-4351-a891-1798005d0f3b req-f27632c2-4bf5-48d2-884c-58bbc0afacc3 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.624930 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d3b9dcf-28d6-4351-a891-1798005d0f3b req-f27632c2-4bf5-48d2-884c-58bbc0afacc3 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 945 time: 0.0771797 Sep 18 02:02:00.645987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1a1a-4653-47ae-8934-91a997b17ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.667277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1a1a-4653-47ae-8934-91a997b17ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.728820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d3b9dcf-28d6-4351-a891-1798005d0f3b req-4431b6a5-f939-49cf-8bf1-5ae3dadad304 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838826 Sep 18 02:02:00.730564 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1a1a-4653-47ae-8934-91a997b17ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.734081 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1a1a-4653-47ae-8934-91a997b17ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.739280 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ebb1a1a-4653-47ae-8934-91a997b17ced admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c667a56-2c24-47d7-b1ac-ab9d00b66e27 HTTP/1.1" status: 204 len: 168 time: 0.1392493 Sep 18 02:02:00.744071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb1a1a-4653-47ae-8934-91a997b17ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c667a56-2c24-47d7-b1ac-ab9d00b66e27,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:00.753007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f18f95d-9cfa-4026-ac1e-b7c848589c05 req-70690896-ed80-4b40-9807-67f6639fd614 service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201119 Sep 18 02:02:00.827995 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-28ba2c9b-53b8-498a-9f26-25bf14269f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:00.834257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3fd8b229-c875-4766-b237-2f516cc7e78c details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:02:00.863321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-e41a3bfa-7a9d-47ab-8f04-e4e86321f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.863951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-e41a3bfa-7a9d-47ab-8f04-e4e86321f607 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0486689 Sep 18 02:02:00.966591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-aacc02eb-9d16-4db7-8c8c-6b245f98afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.968469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-aacc02eb-9d16-4db7-8c8c-6b245f98afc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 200 len: 912 time: 0.0946069 Sep 18 02:02:00.975701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3fd8b229-c875-4766-b237-2f516cc7e78c, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3fd8b229-c875-4766-b237-2f516cc7e78c,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:00.994118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4858c36-636d-4ab0-9d62-3bdcc66671ce req-1bdb8295-567b-47d1-8623-c0143674df86 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:00.994666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '3fd8b229-c875-4766-b237-2f516cc7e78c', 'network_id': '4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127', 'port_id': '3fd8b229-c875-4766-b237-2f516cc7e78c', 'mac_address': 'fa:16:3e:bc:dd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23654107-5b5e-4373-99ae-60b1aba38110', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:02:00.995769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4858c36-636d-4ab0-9d62-3bdcc66671ce req-1bdb8295-567b-47d1-8623-c0143674df86 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 946 time: 0.0642676 Sep 18 02:02:01.044350 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-d44d6b0e-8079-4579-bd59-0b91c7efe500 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a HTTP/1.1" status: 200 len: 217 time: 0.0635431 Sep 18 02:02:01.051262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4858c36-636d-4ab0-9d62-3bdcc66671ce req-d238d434-c15f-477c-adf0-f50ea36adc90 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484874 Sep 18 02:02:01.068795 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:01.089568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd8b229-c875-4766-b237-2f516cc7e78c {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:01.123685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3fd8b229-c875-4766-b237-2f516cc7e78c, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3fd8b229-c875-4766-b237-2f516cc7e78c,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:01.129821 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:01.166153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0e84-5274-4156-924d-bad62f421199 req-0e0b03a4-9e04-4fff-b246-d4988d5b13b8 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:01.168059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f30b0e84-5274-4156-924d-bad62f421199 req-0e0b03a4-9e04-4fff-b246-d4988d5b13b8 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 945 time: 0.0690267 Sep 18 02:02:01.170053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-c3c61a40-db30-41fb-a27f-c3f64dcbea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:01.171834 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-c3c61a40-db30-41fb-a27f-c3f64dcbea87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 200 len: 852 time: 0.1063294 Sep 18 02:02:01.204979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=3fd8b229-c875-4766-b237-2f516cc7e78c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:01.222165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-4ba82ea5-1266-4aca-9fd2-16525e01ca62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e5c7924-3dab-469a-a802-854659959e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374434 Sep 18 02:02:01.268325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f30b0e84-5274-4156-924d-bad62f421199 req-e0e29fce-67b5-4f6d-a6b5-4fa3283710c0 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926676 Sep 18 02:02:01.366944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed2350-d591-4398-96ba-c22fe17829c9 req-8b618c80-d4de-4b1e-aa31-554f9e7f2373 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:01.368482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-78ed2350-d591-4398-96ba-c22fe17829c9 req-8b618c80-d4de-4b1e-aa31-554f9e7f2373 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.0972888 Sep 18 02:02:01.382147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['3fd8b229-c875-4766-b237-2f516cc7e78c'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:01.400159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-8262827b-a9fc-4c36-8f94-7261d5ac9d60 service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599259 Sep 18 02:02:01.415163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-d818d0eb-a33f-44c6-bb97-458ce2182bcd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:01.416677 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-d818d0eb-a33f-44c6-bb97-458ce2182bcd tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 949 time: 0.1467249 Sep 18 02:02:01.438296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe9960-f591-4ee0-99e8-439d28117682 req-824cc653-b217-47a1-8fbd-2099e03dbba1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:01.440018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbfe9960-f591-4ee0-99e8-439d28117682 req-824cc653-b217-47a1-8fbd-2099e03dbba1 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 943 time: 0.0840604 Sep 18 02:02:01.455142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-78ed2350-d591-4398-96ba-c22fe17829c9 req-2b198250-887f-4647-9260-9bcc0d084227 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705135 Sep 18 02:02:01.583406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbfe9960-f591-4ee0-99e8-439d28117682 req-b9fa7189-2722-4c11-a2f9-b52157d80334 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302474 Sep 18 02:02:01.610459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Deleting port ca629151-d656-4a88-adee-c17d5fa14692 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:01.611965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:01.621762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-172e0da8-a6a9-4f04-a8aa-488b7eb45559 req-191372a4-58c4-4022-8cdf-b3dd5508fbbb service neutron] 10.222.0.20 "GET /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117076 Sep 18 02:02:01.649091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:01.652362 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96af1ab1-37f1-4abe-bb0a-45f3c8f4c141" -d '{"events": [{"server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "name": "network-vif-plugged", "status": "completed", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:01.703646 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49d536c-799c-47d0-a8c3-2d182c54a8ed x-openstack-request-id: req-a49d536c-799c-47d0-a8c3-2d182c54a8ed {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:01.703931 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "name": "network-vif-plugged", "status": "completed", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:01.704198 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a49d536c-799c-47d0-a8c3-2d182c54a8ed {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:01.704585 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'code': 200} Sep 18 02:02:01.761490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950111-ba16-47f5-88cb-7e20437c2e68 req-6e893748-84f9-4b45-ab10-d24c12342f84 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:01.767977 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b950111-ba16-47f5-88cb-7e20437c2e68 req-6e893748-84f9-4b45-ab10-d24c12342f84 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 945 time: 0.1274698 Sep 18 02:02:01.790594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:01.813075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb453a2-5e2a-41de-be98-0cc9e555841b req-8423fa3e-31db-45a3-83a9-0e21ccc3af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:01.815753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bb453a2-5e2a-41de-be98-0cc9e555841b req-8423fa3e-31db-45a3-83a9-0e21ccc3af77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 1097 time: 0.0617671 Sep 18 02:02:01.816118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] For port ca629151-d656-4a88-adee-c17d5fa14692, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ca629151-d656-4a88-adee-c17d5fa14692,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:01.816600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:01.841041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b950111-ba16-47f5-88cb-7e20437c2e68 req-04fd47f8-f0e3-4845-aa6d-d5ad377e3b06 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Sep 18 02:02:01.842042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Calling delete_port for ca629151-d656-4a88-adee-c17d5fa14692 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:01.905359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e89f7a-1375-4434-97e7-581af224902b req-53d16837-0518-48ee-b2d6-df2ffd089ee1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:01.907131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4e89f7a-1375-4434-97e7-581af224902b req-53d16837-0518-48ee-b2d6-df2ffd089ee1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 945 time: 0.0858057 Sep 18 02:02:01.914983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1908070016'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:01.920187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bb453a2-5e2a-41de-be98-0cc9e555841b req-6b29e36c-cb67-449a-a14b-935b89a484e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675774 Sep 18 02:02:01.963927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:01.967390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:01.973169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4e89f7a-1375-4434-97e7-581af224902b req-a301819b-5ec7-4224-b72f-e7d6df9d8016 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549257 Sep 18 02:02:01.978801 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.000727 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.016295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['145d48dd-35b6-431c-912b-ce59603dd975'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:02.035471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event deleted for resources: {'Port': ['ID=ca629151-d656-4a88-adee-c17d5fa14692,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:02.043925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', '2e02130b-10a8-4d71-a948-759dd815851d', 'ca629151-d656-4a88-adee-c17d5fa14692'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:02.099178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] No DVR routers for this DVR port ca629151-d656-4a88-adee-c17d5fa14692 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:02.101763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.104561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-239c1592-2a83-4e72-859b-41fcd94eac74 req-0df43bb9-3980-46b8-9fdf-860042e57aa2 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "DELETE /v2.0/ports/ca629151-d656-4a88-adee-c17d5fa14692 HTTP/1.1" status: 204 len: 173 time: 0.6698160 Sep 18 02:02:02.105017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-deleted', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:02.107876 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1948773a-359b-473c-bcf4-cc63c0e55a16" -d '{"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-deleted", "tag": "ca629151-d656-4a88-adee-c17d5fa14692"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:02.109623 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.122983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.166252 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719af403-6bd1-4455-bf0e-cbddaf7e5b09 x-openstack-request-id: req-719af403-6bd1-4455-bf0e-cbddaf7e5b09 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:02.166731 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886bc3d-897e-4f02-959f-19cc3f5644f7", "name": "network-vif-deleted", "tag": "ca629151-d656-4a88-adee-c17d5fa14692", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:02.167013 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-719af403-6bd1-4455-bf0e-cbddaf7e5b09 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:02.167656 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886bc3d-897e-4f02-959f-19cc3f5644f7', 'name': 'network-vif-deleted', 'tag': 'ca629151-d656-4a88-adee-c17d5fa14692', 'status': 'completed', 'code': 200} Sep 18 02:02:02.169331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:02:02.192002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.192392 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Added segment d0d55ed5-d2da-465d-91b0-276fbc93a725 of type vlan for network 390e7398-a3fa-4d7d-a331-76db59367425 Sep 18 02:02:02.196918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d51f4fc-78eb-43f1-b2b9-7a44d920bea8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:02.218571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805078b-9cec-4fac-94f8-fb9c9e14863b req-1bc04fdd-8db0-47b3-a23a-313a9fc7b606 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:02.221039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2805078b-9cec-4fac-94f8-fb9c9e14863b req-1bc04fdd-8db0-47b3-a23a-313a9fc7b606 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 946 time: 0.0717170 Sep 18 02:02:02.259162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.278109 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2805078b-9cec-4fac-94f8-fb9c9e14863b req-17e0881a-dc35-46f9-9e99-478b2edfbb3e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500078 Sep 18 02:02:02.311200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.321863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:02.322248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.479921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f25ea-427b-46a9-b6a7-13f604b14fa9 req-30321dcf-7f97-40f1-aa9a-3087252b532a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:02.489208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f9f25ea-427b-46a9-b6a7-13f604b14fa9 req-30321dcf-7f97-40f1-aa9a-3087252b532a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 945 time: 0.1004550 Sep 18 02:02:02.538402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f9f25ea-427b-46a9-b6a7-13f604b14fa9 req-91c2b76f-e668-45e1-8940-67ab3aa5d68e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481198 Sep 18 02:02:02.683394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b81e5-bba9-466b-b446-cd0907be39c4 req-b44df3cb-9139-4490-9039-1ed9a5f3ce6b tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:02.685629 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-449b81e5-bba9-466b-b446-cd0907be39c4 req-b44df3cb-9139-4490-9039-1ed9a5f3ce6b tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 946 time: 0.0661736 Sep 18 02:02:02.746407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-449b81e5-bba9-466b-b446-cd0907be39c4 req-811f5a4f-2cd4-4dc4-96c6-4791305efbf7 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531518 Sep 18 02:02:02.786258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-093f4103-dada-4df9-8ad5-e060aa08d947 req-da93d091-8042-4021-bb08-eafe61415f4d tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d886bc3d-897e-4f02-959f-19cc3f5644f7 HTTP/1.1" status: 200 len: 210 time: 0.0584872 Sep 18 02:02:02.817480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0256126 Sep 18 02:02:02.821076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50964) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:02.826894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:02.840160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3fd8b229-c875-4766-b237-2f516cc7e78c up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:02.853691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d703e9-dda0-4651-b8e6-5b5b3a67909f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Network': ['ID=390e7398-a3fa-4d7d-a331-76db59367425,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:02.868121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:02:02.913658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bee52a-5eeb-4a79-b6b5-d7b9b456c9a8 req-7b95d86a-aa72-472b-841c-304b9beac4d9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:02.915460 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8bee52a-5eeb-4a79-b6b5-d7b9b456c9a8 req-7b95d86a-aa72-472b-841c-304b9beac4d9 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 943 time: 0.0583813 Sep 18 02:02:02.944953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:02.949902 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:02.985477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8bee52a-5eeb-4a79-b6b5-d7b9b456c9a8 req-97733542-8966-466d-a989-0fe998a467e7 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531566 Sep 18 02:02:02.992904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f396a97d-525a-46d8-a611-64716df7124a up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:03.056638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 3fd8b229-c875-4766-b237-2f516cc7e78c completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:02:03.064970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 3fd8b229-c875-4766-b237-2f516cc7e78c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:03.065613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.070495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port f396a97d-525a-46d8-a611-64716df7124a completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:02:03.081060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f150d8-e9ed-4d7a-ba92-8a64f4fb0bad req-ca842d99-f120-44a4-83cd-ea8197a1d388 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:03.082609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e9f150d8-e9ed-4d7a-ba92-8a64f4fb0bad req-ca842d99-f120-44a4-83cd-ea8197a1d388 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 945 time: 0.1280541 Sep 18 02:02:03.102552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port f396a97d-525a-46d8-a611-64716df7124a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:03.103062 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.143167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e9f150d8-e9ed-4d7a-ba92-8a64f4fb0bad req-b6b38979-8185-43d6-aa6c-4a2bab915632 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541811 Sep 18 02:02:03.149716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad5e4-7733-46fa-8851-5e41a5a6c0e4 req-83648dc4-4745-4602-8b5f-12e7ae1cac8f tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:03.151566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b8ad5e4-7733-46fa-8851-5e41a5a6c0e4 req-83648dc4-4745-4602-8b5f-12e7ae1cac8f tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 945 time: 0.0662570 Sep 18 02:02:03.200499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b8ad5e4-7733-46fa-8851-5e41a5a6c0e4 req-1150383a-beb0-4b5e-af35-06d757da7788 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Sep 18 02:02:03.239296 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.263995 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.277865 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.304725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3fd8b229-c875-4766-b237-2f516cc7e78c, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3fd8b229-c875-4766-b237-2f516cc7e78c,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:03.312345 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.313072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca629151-d656-4a88-adee-c17d5fa14692 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:03.332373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=0cd14661-780c-4d57-b7e2-a28614ca10f9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:03.353194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:03.353547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network hostable DHCP agents. Network: 390e7398-a3fa-4d7d-a331-76db59367425, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:02:03.360313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: ca629151-d656-4a88-adee-c17d5fa14692 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:03.361420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ca629151-d656-4a88-adee-c17d5fa14692 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:03.377272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f396a97d-525a-46d8-a611-64716df7124a, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f396a97d-525a-46d8-a611-64716df7124a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:03.384609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:02:03.394874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.398959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 390e7398-a3fa-4d7d-a331-76db59367425) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:03.405522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:03.406661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.414918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fdd0ee-b8d7-488a-b618-cbc2b4b7fff7 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:03.426359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0fcd553e-79bd-48be-9fc9-eabb0b3bcdcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6040573 Sep 18 02:02:03.429271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:03.434369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=3fd8b229-c875-4766-b237-2f516cc7e78c,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:03.434809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'name': 'tempest-NetworksTestDHCPv6-1191346965'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:03.448266 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f8d281f5-6c38-4ac4-9b97-a3fdac55a8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.502808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ba49-a346-4326-947e-bc86eb116556 req-6b37383c-5a90-432a-9695-efa100c815fd tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:03.504778 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d088ba49-a346-4326-947e-bc86eb116556 req-6b37383c-5a90-432a-9695-efa100c815fd tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 945 time: 0.0665345 Sep 18 02:02:03.551663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d088ba49-a346-4326-947e-bc86eb116556 req-869275f8-2ca3-4fb6-9db0-e9a14f3c339c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Sep 18 02:02:03.575927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:03.580055 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.591466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=f396a97d-525a-46d8-a611-64716df7124a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:03.600559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 8df2a4e5-4e70-43d8-b5c0-b0adddbdee5d yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:03.653761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '0cd14661-780c-4d57-b7e2-a28614ca10f9'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:03.654618 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:03.735626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea7fa56-53bb-4d3f-b847-1071798fad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd8b229-c875-4766-b237-2f516cc7e78c'}, {'server_uuid': 'd17d109e-f80c-49dd-8d3d-cedab1a00ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f396a97d-525a-46d8-a611-64716df7124a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:03.738521 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b8fc6a-8b36-46d4-8bab-fae9f22a09dc" -d '{"events": [{"server_uuid": "6ea7fa56-53bb-4d3f-b847-1071798fad71", "name": "network-vif-plugged", "status": "completed", "tag": "3fd8b229-c875-4766-b237-2f516cc7e78c"}, {"server_uuid": "d17d109e-f80c-49dd-8d3d-cedab1a00ef7", "name": "network-vif-plugged", "status": "completed", "tag": "f396a97d-525a-46d8-a611-64716df7124a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:03.740325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74b892-5672-4692-bd06-a0f1e1d2e83b req-4630b20c-3db8-4ecb-8de9-9e91ce8353df tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:03.741842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba74b892-5672-4692-bd06-a0f1e1d2e83b req-4630b20c-3db8-4ecb-8de9-9e91ce8353df tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1021137 Sep 18 02:02:03.779244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::347 (390e7398-a3fa-4d7d-a331-76db59367425/0cd14661-780c-4d57-b7e2-a28614ca10f9/8df2a4e5-4e70-43d8-b5c0-b0adddbdee5d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:03.790676 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66500efc-c163-444b-b54f-853a9669697b x-openstack-request-id: req-66500efc-c163-444b-b54f-853a9669697b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:03.791017 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea7fa56-53bb-4d3f-b847-1071798fad71", "name": "network-vif-plugged", "status": "completed", "tag": "3fd8b229-c875-4766-b237-2f516cc7e78c", "code": 200}, {"server_uuid": "d17d109e-f80c-49dd-8d3d-cedab1a00ef7", "name": "network-vif-plugged", "status": "completed", "tag": "f396a97d-525a-46d8-a611-64716df7124a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:03.791347 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66500efc-c163-444b-b54f-853a9669697b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:03.791746 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea7fa56-53bb-4d3f-b847-1071798fad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd8b229-c875-4766-b237-2f516cc7e78c', 'code': 200} Sep 18 02:02:03.792213 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17d109e-f80c-49dd-8d3d-cedab1a00ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f396a97d-525a-46d8-a611-64716df7124a', 'code': 200} Sep 18 02:02:03.813254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba74b892-5672-4692-bd06-a0f1e1d2e83b req-cb973285-c1a2-429f-b40c-d3f87c4c1737 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640328 Sep 18 02:02:03.917183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-a6bb043a-d340-4eae-b1fb-d23efcb76895 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:03.918903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-a6bb043a-d340-4eae-b1fb-d23efcb76895 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.20 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 946 time: 0.1046574 Sep 18 02:02:03.983241 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.055683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd688be-12bc-4f4a-be31-6ea51f29d8dc req-159be1c8-73df-4702-8fb3-778e908ac561 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.065089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dd688be-12bc-4f4a-be31-6ea51f29d8dc req-159be1c8-73df-4702-8fb3-778e908ac561 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 946 time: 0.2039020 Sep 18 02:02:04.094619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8a785-b7a3-42e0-be05-2a548a2e7f88 req-7323383c-0f04-4572-87bb-5278d83dcb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.097159 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.097687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60d8a785-b7a3-42e0-be05-2a548a2e7f88 req-7323383c-0f04-4572-87bb-5278d83dcb28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 1098 time: 0.1836267 Sep 18 02:02:04.104693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5d782-78b1-4729-bd6d-8b931ccea0be req-cc782d35-7a3f-47f7-b1e7-0d6abe0b12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.106420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f5d782-78b1-4729-bd6d-8b931ccea0be req-cc782d35-7a3f-47f7-b1e7-0d6abe0b12d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 1098 time: 0.1790199 Sep 18 02:02:04.121256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Deleting port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:04.121692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.152993 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dd688be-12bc-4f4a-be31-6ea51f29d8dc req-4a48e2b1-50a2-4bd4-8dc4-bab9527f3473 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups?id=85e13de7-032d-49b8-aa08-5f42868c3b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870254 Sep 18 02:02:04.194696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60d8a785-b7a3-42e0-be05-2a548a2e7f88 req-ea7585ba-badf-4b82-8dcb-f4d4365bcbf2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871902 Sep 18 02:02:04.199325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f5d782-78b1-4729-bd6d-8b931ccea0be req-bdccb10a-fccf-4f59-891d-0af266bfc0ff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745459 Sep 18 02:02:04.237265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.287488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/0cd14661-780c-4d57-b7e2-a28614ca10f9/4c00c4e4-8459-4f59-8475-6f01fd81afaf) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:04.297094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9933f9-f6db-4e1d-a178-20f8c95cb37f req-88be0485-1871-480d-9c5f-755648d18ac1 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.299441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d9933f9-f6db-4e1d-a178-20f8c95cb37f req-88be0485-1871-480d-9c5f-755648d18ac1 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 951 time: 0.0792105 Sep 18 02:02:04.347125 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d9933f9-f6db-4e1d-a178-20f8c95cb37f req-e9db58e3-b314-4389-bebb-8ac60f6fa414 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Sep 18 02:02:04.459379 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.465866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f7e2c-4373-49da-b07c-4de374534a10 req-adc8c1dc-4f47-45e4-b89e-b1f22649a458 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.466614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.468844 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-788f7e2c-4373-49da-b07c-4de374534a10 req-adc8c1dc-4f47-45e4-b89e-b1f22649a458 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.0580034 Sep 18 02:02:04.509363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:04.516285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:04.516464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-788f7e2c-4373-49da-b07c-4de374534a10 req-fe468c4b-96af-4fa9-b976-214ea2d63f48 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383847 Sep 18 02:02:04.521300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:04.524596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Pushing event updated for resources: {'Port': ['ID=4c00c4e4-8459-4f59-8475-6f01fd81afaf,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:04.582601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Attempting to bind port 4c00c4e4-8459-4f59-8475-6f01fd81afaf on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:04.583538 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Attempting to bind port 4c00c4e4-8459-4f59-8475-6f01fd81afaf by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:04.583905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Attempting to bind port 4c00c4e4-8459-4f59-8475-6f01fd81afaf on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:04.589841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:04.590417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:04.590986 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.591507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:04.592109 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Bound port: 4c00c4e4-8459-4f59-8475-6f01fd81afaf, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:04.592650 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.634147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:04.646608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7baa68-0b8b-4b3f-bd85-2d2e27591708 req-9c7ab554-ef50-4d35-8ee7-9e53e7bebfac tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.648959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ef7baa68-0b8b-4b3f-bd85-2d2e27591708 req-9c7ab554-ef50-4d35-8ee7-9e53e7bebfac tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 943 time: 0.5037930 Sep 18 02:02:04.657384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:04.665033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] For port 4c00c4e4-8459-4f59-8475-6f01fd81afaf, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:04.667814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:04.668233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] For port 4c00c4e4-8459-4f59-8475-6f01fd81afaf, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4c00c4e4-8459-4f59-8475-6f01fd81afaf,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:04.674316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.674900 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.675145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.679088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] For port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,segment=NetworkSegment(4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821),segment_id=4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:04.679205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c837b51-ec28-476d-8adb-e57bd228f471 req-86975574-935d-4405-a4da-bac3e8ba39e8 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.679282 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.680837 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c837b51-ec28-476d-8adb-e57bd228f471 req-86975574-935d-4405-a4da-bac3e8ba39e8 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 945 time: 0.0545866 Sep 18 02:02:04.693484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=8df2a4e5-4e70-43d8-b5c0-b0adddbdee5d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:04.723500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Calling delete_port for 688dfba6-eb5c-4716-ad8e-9e5c92e9415c owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:04.726852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c837b51-ec28-476d-8adb-e57bd228f471 req-a9828119-94bd-4cd6-a716-db2d95bd46b8 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Sep 18 02:02:04.750241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50998) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:04.751222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-342cb4ae-5fbc-4bae-b21a-0508c3c475fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3206511 Sep 18 02:02:04.765515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ef7baa68-0b8b-4b3f-bd85-2d2e27591708 req-a1ca3bc5-a626-4818-a673-fbf091ec3fdf tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989642 Sep 18 02:02:04.778126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cdac6-3445-4878-b18a-f8dc8db39788 None None] Pushing event updated for resources: {'Port': ['ID=4c00c4e4-8459-4f59-8475-6f01fd81afaf,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:04.833625 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:04.852299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:02:04.896807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e0db89-20ef-47e7-8b37-1eb3864cea4b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.905536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e0db89-20ef-47e7-8b37-1eb3864cea4b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:04.914639 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9e0db89-20ef-47e7-8b37-1eb3864cea4b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1630642 Sep 18 02:02:04.915468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51008) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:05.027525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:05.041453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d817-968e-40d8-9cbd-bbe10cde414a req-c7af550a-af07-49e6-8dc3-c7f761e03d3d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:05.042484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a59d817-968e-40d8-9cbd-bbe10cde414a req-c7af550a-af07-49e6-8dc3-c7f761e03d3d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1174011 Sep 18 02:02:05.045440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.052649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a', 'network_id': '9e5c7924-3dab-469a-a802-854659959e0b', 'port_id': '37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a', 'mac_address': 'fa:16:3e:d9:be:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e19a47-9ea1-44de-af17-07e8e0dec0b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:02:05.056945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['688dfba6-eb5c-4716-ad8e-9e5c92e9415c'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:05.105070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1455ee6e-1e2d-4e4a-b873-808bf873b13b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 8df2a4e5-4e70-43d8-b5c0-b0adddbdee5d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:05.106543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1455ee6e-1e2d-4e4a-b873-808bf873b13b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.147888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event deleted for resources: {'Port': ['ID=688dfba6-eb5c-4716-ad8e-9e5c92e9415c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:05.161095 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.182524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:05.205677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:05.212572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.270142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] No DVR routers for this DVR port 688dfba6-eb5c-4716-ad8e-9e5c92e9415c on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:05.284840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:05.285627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.287721 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7bddb369-0710-4bb5-8a86-3628d0ae4d35 req-c1871988-2cea-4996-8c50-877ea60e7e26 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.20 "DELETE /v2.0/ports/688dfba6-eb5c-4716-ad8e-9e5c92e9415c HTTP/1.1" status: 204 len: 173 time: 1.3629632 Sep 18 02:02:05.288193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70949f76-a46b-4b57-a4c0-10881e06fb74', 'name': 'network-vif-deleted', 'tag': '688dfba6-eb5c-4716-ad8e-9e5c92e9415c'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:05.290483 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cbe93c-b24b-4f4b-b1ab-0d32f71fe8b9" -d '{"events": [{"server_uuid": "70949f76-a46b-4b57-a4c0-10881e06fb74", "name": "network-vif-deleted", "tag": "688dfba6-eb5c-4716-ad8e-9e5c92e9415c"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:05.316546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1455ee6e-1e2d-4e4a-b873-808bf873b13b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.339657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a59d817-968e-40d8-9cbd-bbe10cde414a req-86c463f2-214b-4f73-99a8-48e1f56e40cf tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611616 Sep 18 02:02:05.363927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1455ee6e-1e2d-4e4a-b873-808bf873b13b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 8df2a4e5-4e70-43d8-b5c0-b0adddbdee5d owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:05.410317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4c00c4e4-8459-4f59-8475-6f01fd81afaf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:05.452143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:05.520401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fb37aba-ca05-40c0-bc9f-55f32e5e724a req-93c4547a-d1ff-467a-bc34-4bcceb1b0fed tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/ports?device_id=70949f76-a46b-4b57-a4c0-10881e06fb74 HTTP/1.1" status: 200 len: 210 time: 0.0421379 Sep 18 02:02:05.566253 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb17998b-ba93-4669-b49a-6669538dc40b x-openstack-request-id: req-fb17998b-ba93-4669-b49a-6669538dc40b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:05.566558 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70949f76-a46b-4b57-a4c0-10881e06fb74", "name": "network-vif-deleted", "tag": "688dfba6-eb5c-4716-ad8e-9e5c92e9415c", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:05.566845 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb17998b-ba93-4669-b49a-6669538dc40b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:05.567228 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70949f76-a46b-4b57-a4c0-10881e06fb74', 'name': 'network-vif-deleted', 'tag': '688dfba6-eb5c-4716-ad8e-9e5c92e9415c', 'status': 'completed', 'code': 200} Sep 18 02:02:05.625270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 4c00c4e4-8459-4f59-8475-6f01fd81afaf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:05.626175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.679808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1455ee6e-1e2d-4e4a-b873-808bf873b13b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.716282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74458112-0928-4061-b04f-14db6001132b req-d9462459-0782-4e82-96e4-e42bd4100a7f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:05.730742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74458112-0928-4061-b04f-14db6001132b req-d9462459-0782-4e82-96e4-e42bd4100a7f tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 951 time: 0.1021514 Sep 18 02:02:05.747502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455ee6e-1e2d-4e4a-b873-808bf873b13b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=8df2a4e5-4e70-43d8-b5c0-b0adddbdee5d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:05.789130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74458112-0928-4061-b04f-14db6001132b req-71cfa639-6a9d-4736-9e61-b95a68c52194 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551639 Sep 18 02:02:05.826572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1455ee6e-1e2d-4e4a-b873-808bf873b13b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.836199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51038) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:05.838907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1455ee6e-1e2d-4e4a-b873-808bf873b13b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/8df2a4e5-4e70-43d8-b5c0-b0adddbdee5d HTTP/1.1" status: 204 len: 168 time: 0.9222808 Sep 18 02:02:05.849625 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.918029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045e889-c9fc-4869-8912-79fa5bccbe07 req-2f607456-cac8-4ec7-a6e5-2465ac037635 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:05.919695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3045e889-c9fc-4869-8912-79fa5bccbe07 req-2f607456-cac8-4ec7-a6e5-2465ac037635 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1754582 Sep 18 02:02:05.933389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 4c00c4e4-8459-4f59-8475-6f01fd81afaf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4c00c4e4-8459-4f59-8475-6f01fd81afaf,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:05.944355 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:05.981103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b184a51-022f-4524-8e15-926b969d097b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:05.984528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b184a51-022f-4524-8e15-926b969d097b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:05.989917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b184a51-022f-4524-8e15-926b969d097b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1527617 Sep 18 02:02:05.993099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51040) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:05.998496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387955a0-4394-4fab-b1f4-34bedb274818 req-bb74a130-14f5-49b9-8fee-53cb3a7e27ac tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:06.001182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-387955a0-4394-4fab-b1f4-34bedb274818 req-bb74a130-14f5-49b9-8fee-53cb3a7e27ac tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 951 time: 0.1210861 Sep 18 02:02:06.008025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3045e889-c9fc-4869-8912-79fa5bccbe07 req-ac064fe6-74c6-4c91-bc32-ce2ef9a4a130 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618334 Sep 18 02:02:06.045976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b8c42-fbe6-41ae-abaf-8779fa8481c4 req-364037e7-29e6-477b-857c-22d19abb9a42 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:06.047885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c1b8c42-fbe6-41ae-abaf-8779fa8481c4 req-364037e7-29e6-477b-857c-22d19abb9a42 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 944 time: 0.1406515 Sep 18 02:02:06.065997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=4c00c4e4-8459-4f59-8475-6f01fd81afaf,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:06.113138 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c1b8c42-fbe6-41ae-abaf-8779fa8481c4 req-ff65c3f8-8416-45ce-843f-7b4090dd4aad tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536945 Sep 18 02:02:06.117951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c2ee50-cf46-4458-8deb-abca33b0fd86 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 0cd14661-780c-4d57-b7e2-a28614ca10f9 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:06.121766 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63c2ee50-cf46-4458-8deb-abca33b0fd86 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.147543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Deleting port 145d48dd-35b6-431c-912b-ce59603dd975 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:06.148604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.171793 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63c2ee50-cf46-4458-8deb-abca33b0fd86 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.221341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce8a86-3810-4846-a603-4abb035c7536 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:06.228775 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.272940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] For port 145d48dd-35b6-431c-912b-ce59603dd975, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=145d48dd-35b6-431c-912b-ce59603dd975,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:06.273304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.297626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Calling delete_port for 145d48dd-35b6-431c-912b-ce59603dd975 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:06.314457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63c2ee50-cf46-4458-8deb-abca33b0fd86 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.334486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0accbe99-3f6f-440a-be3c-96ebf98d9bdc None None] Provisioning complete for port 4c00c4e4-8459-4f59-8475-6f01fd81afaf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:06.334983 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0accbe99-3f6f-440a-be3c-96ebf98d9bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.373633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf185f3-a88b-40c9-8e2a-73ac73e3983c req-e3d1a92a-0c56-4113-ac17-1eb3a653fd8c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:06.375477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccf185f3-a88b-40c9-8e2a-73ac73e3983c req-e3d1a92a-0c56-4113-ac17-1eb3a653fd8c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.0939023 Sep 18 02:02:06.422863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63c2ee50-cf46-4458-8deb-abca33b0fd86 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.472610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2ee50-cf46-4458-8deb-abca33b0fd86 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd14661-780c-4d57-b7e2-a28614ca10f9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:06.476901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccf185f3-a88b-40c9-8e2a-73ac73e3983c req-d2611746-704a-4243-a3c7-247fdfba6c88 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871949 Sep 18 02:02:06.478031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63c2ee50-cf46-4458-8deb-abca33b0fd86 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.482939 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-63c2ee50-cf46-4458-8deb-abca33b0fd86 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/0cd14661-780c-4d57-b7e2-a28614ca10f9 HTTP/1.1" status: 204 len: 168 time: 0.4885933 Sep 18 02:02:06.483941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51050) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:06.548036 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3537d71f-a6e1-4e24-94cc-b4eb7cc7abfc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626526 Sep 18 02:02:06.550852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51058) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:06.556106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:06.556704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.569011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', '2e02130b-10a8-4d71-a948-759dd815851d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:06.575342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['145d48dd-35b6-431c-912b-ce59603dd975'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:06.600419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601220a4-4efb-4162-a81f-06dc6b76e086 req-74adc1bc-b2bc-4add-b655-f507a2cc9221 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:06.607875 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-601220a4-4efb-4162-a81f-06dc6b76e086 req-74adc1bc-b2bc-4add-b655-f507a2cc9221 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1577871 Sep 18 02:02:06.657983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event deleted for resources: {'Port': ['ID=145d48dd-35b6-431c-912b-ce59603dd975,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:06.682093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] No DVR routers for this DVR port 145d48dd-35b6-431c-912b-ce59603dd975 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:06.684915 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.687523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-387955a0-4394-4fab-b1f4-34bedb274818 req-0fc65c1b-5464-4505-ba3b-948ca8d72628 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.18 "DELETE /v2.0/ports/145d48dd-35b6-431c-912b-ce59603dd975 HTTP/1.1" status: 204 len: 173 time: 0.6783576 Sep 18 02:02:06.689831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-deleted', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:06.692995 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1c725c-efea-4cc7-938f-84a729c65ce0" -d '{"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-deleted", "tag": "145d48dd-35b6-431c-912b-ce59603dd975"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:06.730748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a29a349-d740-47bf-8269-a090faefe65e None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:06.753004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:06.754857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-601220a4-4efb-4162-a81f-06dc6b76e086 req-ced99211-26fa-4cea-9930-2a8299e9632a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458879 Sep 18 02:02:06.770014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.865259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:06.867774 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c682b7a6-71d9-4e3d-a836-9a286ba1001d x-openstack-request-id: req-c682b7a6-71d9-4e3d-a836-9a286ba1001d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:06.868070 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b7c51-6f57-43e8-8c8c-6c849dcfc2c4", "name": "network-vif-deleted", "tag": "145d48dd-35b6-431c-912b-ce59603dd975", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:06.868323 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c682b7a6-71d9-4e3d-a836-9a286ba1001d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:06.868758 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b7c51-6f57-43e8-8c8c-6c849dcfc2c4', 'name': 'network-vif-deleted', 'tag': '145d48dd-35b6-431c-912b-ce59603dd975', 'status': 'completed', 'code': 200} Sep 18 02:02:06.941211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1136d0a8-c644-42c9-b1fa-a8926e41dcc6 None None] Provisioning complete for port 4c00c4e4-8459-4f59-8475-6f01fd81afaf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:06.941600 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1136d0a8-c644-42c9-b1fa-a8926e41dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:06.968249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a33a36-bdd9-422e-b5c3-5d2e6a3736ac req-e0222261-89be-4a7d-9e6f-206c474cd4f8 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:06.977485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70a33a36-bdd9-422e-b5c3-5d2e6a3736ac req-e0222261-89be-4a7d-9e6f-206c474cd4f8 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1299167 Sep 18 02:02:07.042482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70a33a36-bdd9-422e-b5c3-5d2e6a3736ac req-7b361a8f-8075-4da8-b4c8-ac802a95f729 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639741 Sep 18 02:02:07.052688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:02:07.067508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:07.067508 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.120795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:02:07.144800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.261123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=1bda49f4-6efc-45d0-b6af-03046b7ea787,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:07.272370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:07.275374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dfee1a0-52c6-4e13-aad2-b8b023959fce req-ea6e3453-908a-46d7-8ea4-4b62cee2d53a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=995b7c51-6f57-43e8-8c8c-6c849dcfc2c4 HTTP/1.1" status: 200 len: 210 time: 0.0958726 Sep 18 02:02:07.302851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:07.314503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:07.315170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.332040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-c9c08fd0-51d7-4898-a3df-e6439ea8b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:07.333983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-c9c08fd0-51d7-4898-a3df-e6439ea8b53d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 1098 time: 0.2050045 Sep 18 02:02:07.343891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0abffd0a-55b9-4527-abe8-f0be117567f0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7895546 Sep 18 02:02:07.344718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51088) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:07.352656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'name': 'tempest-NetworksTestDHCPv6-808301835'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:07.377311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4c00c4e4-8459-4f59-8475-6f01fd81afaf no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:07.380935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040e495-0d2f-4423-aeeb-06a62343d34a req-1d5ed275-775e-49e7-9d0d-2cf9e8b5de05 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:07.387431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6040e495-0d2f-4423-aeeb-06a62343d34a req-1d5ed275-775e-49e7-9d0d-2cf9e8b5de05 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1403539 Sep 18 02:02:07.492136 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6040e495-0d2f-4423-aeeb-06a62343d34a req-2b041d7c-33f3-4ee0-a7e4-a5d805455a5a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950556 Sep 18 02:02:07.594634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] Deleting port 4c00c4e4-8459-4f59-8475-6f01fd81afaf {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:07.595224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:07.595363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.599362 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.637584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.640330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:07.654295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-f0880563-4424-4f07-bc71-4b0934b4fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:07.656115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-f0880563-4424-4f07-bc71-4b0934b4fa33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 918 time: 0.1921461 Sep 18 02:02:07.687573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aa35a-72d2-49a4-a51e-3a7108662ba9 req-a0303441-9a30-4aef-9521-789dc66cc18c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:07.690484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e6aa35a-72d2-49a4-a51e-3a7108662ba9 req-a0303441-9a30-4aef-9521-789dc66cc18c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.0605547 Sep 18 02:02:07.743588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d781887-20f9-4f54-a5c8-457c81d4e5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:07.746453 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04834faf-de86-4483-9304-a52a900c04ef" -d '{"events": [{"server_uuid": "4d781887-20f9-4f54-a5c8-457c81d4e5f8", "name": "network-vif-plugged", "status": "completed", "tag": "37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:07.762265 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.766631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e6aa35a-72d2-49a4-a51e-3a7108662ba9 req-06f3169b-28a2-4a67-8825-f5665a5e2cc2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699456 Sep 18 02:02:07.769085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:07.774099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-328373e4-72bc-4ce0-872b-d72ee2ecafd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f396a97d-525a-46d8-a611-64716df7124a HTTP/1.1" status: 200 len: 217 time: 0.0853252 Sep 18 02:02:07.839319 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.840340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 688dfba6-eb5c-4716-ad8e-9e5c92e9415c no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:07.850347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 4c00c4e4-8459-4f59-8475-6f01fd81afaf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4c00c4e4-8459-4f59-8475-6f01fd81afaf,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:07.870002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e98f4-f924-4ff3-a4db-8d6ff536cc33 req-4e54f7b0-914a-4af9-9b95-6e91c3a0817d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:07.878040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-786e98f4-f924-4ff3-a4db-8d6ff536cc33 req-4e54f7b0-914a-4af9-9b95-6e91c3a0817d tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 944 time: 0.2184114 Sep 18 02:02:07.880382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] For port 4c00c4e4-8459-4f59-8475-6f01fd81afaf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4c00c4e4-8459-4f59-8475-6f01fd81afaf,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:07.880858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.883145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 688dfba6-eb5c-4716-ad8e-9e5c92e9415c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:07.883489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 688dfba6-eb5c-4716-ad8e-9e5c92e9415c not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:07.911363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:07.917274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-55c44107-57e9-43ad-ad8a-907edfdbd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:07.921624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] Calling delete_port for 4c00c4e4-8459-4f59-8475-6f01fd81afaf owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:07.930776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-55c44107-57e9-43ad-ad8a-907edfdbd638 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.1359212 Sep 18 02:02:07.956454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::20e (390e7398-a3fa-4d7d-a331-76db59367425/1bda49f4-6efc-45d0-b6af-03046b7ea787/6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:07.981176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-31568155-c98f-4aeb-ba1b-27a9d77cde49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494611 Sep 18 02:02:07.990317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:08.021455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-786e98f4-f924-4ff3-a4db-8d6ff536cc33 req-4440430a-ffd0-42f7-81a6-ecb62fd400b2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424427 Sep 18 02:02:08.068948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51122) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:08.079207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=4c00c4e4-8459-4f59-8475-6f01fd81afaf,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:08.120599 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d44677-5992-4f5f-bcab-dbf77cb334ca x-openstack-request-id: req-c4d44677-5992-4f5f-bcab-dbf77cb334ca {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:08.120919 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d781887-20f9-4f54-a5c8-457c81d4e5f8", "name": "network-vif-plugged", "status": "completed", "tag": "37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:08.122475 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4d44677-5992-4f5f-bcab-dbf77cb334ca {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:08.125948 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d781887-20f9-4f54-a5c8-457c81d4e5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a', 'code': 200} Sep 18 02:02:08.153911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-511c9e53-8198-4738-95f2-2f4961c5fa87 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.179824 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.190022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-ee6c6910-6fd5-43a5-81c6-6d2d122d5fb7 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999340 Sep 18 02:02:08.220540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] Pushing event deleted for resources: {'Port': ['ID=4c00c4e4-8459-4f59-8475-6f01fd81afaf,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:08.221042 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-511c9e53-8198-4738-95f2-2f4961c5fa87 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.225888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89534194-85be-40a8-bc23-5f571a78c8cc None None] No DVR routers for this DVR port 4c00c4e4-8459-4f59-8475-6f01fd81afaf on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:08.253324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8058319-0295-4d40-9d6a-c117d7f5ecbe None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:08.265479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873d586-3596-4b62-800a-ada5f3725ed8 req-40f5689d-99bf-4e1c-9781-37a39dcaec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:08.268777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9873d586-3596-4b62-800a-ada5f3725ed8 req-40f5689d-99bf-4e1c-9781-37a39dcaec8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0978861 Sep 18 02:02:08.314850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-511c9e53-8198-4738-95f2-2f4961c5fa87 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.318161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-511c9e53-8198-4738-95f2-2f4961c5fa87 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.319379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-511c9e53-8198-4738-95f2-2f4961c5fa87 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "DELETE /v2.0/security-groups/0964f33b-c32b-4cea-b81a-aa9dbfaa3b2e HTTP/1.1" status: 204 len: 168 time: 0.2488859 Sep 18 02:02:08.328020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51132) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:08.354415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9873d586-3596-4b62-800a-ada5f3725ed8 req-911c0749-2e27-4cd7-b096-0016c17ba72e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785038 Sep 18 02:02:08.360602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c9e53-8198-4738-95f2-2f4961c5fa87 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0964f33b-c32b-4cea-b81a-aa9dbfaa3b2e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:08.365019 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-6606caf8-20d7-4b8a-b0a5-6c26e8aadb83 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] show failed (client error): The resource could not be found. Sep 18 02:02:08.373070 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.380058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6606caf8-20d7-4b8a-b0a5-6c26e8aadb83 tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "GET /v2.0/security-groups/0964f33b-c32b-4cea-b81a-aa9dbfaa3b2e HTTP/1.1" status: 404 len: 347 time: 0.0462384 Sep 18 02:02:08.382701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51136) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:08.432839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.519618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '1bda49f4-6efc-45d0-b6af-03046b7ea787'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:08.521283 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.572864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:08.577434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:08.604460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:08.612435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:08.630971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:08.631670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.662312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1d3cc5b-1343-4f2b-8c6b-553ade55e789 req-26768c48-fbc5-4713-9420-5a0d6134685a service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192250 Sep 18 02:02:08.699543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c046be8-8f72-4369-9b9a-d9d332dc7904 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3524935 Sep 18 02:02:08.701776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51148) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:08.753741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747c905-4511-425c-b5a6-ad532d6a1f95 req-8b61e088-cfa7-49bc-9cf6-68b6cfcbd43c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:08.755575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d747c905-4511-425c-b5a6-ad532d6a1f95 req-8b61e088-cfa7-49bc-9cf6-68b6cfcbd43c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.0899096 Sep 18 02:02:08.799159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910de5a-9337-423a-82e3-10497d9c03a2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:08.805185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0910de5a-9337-423a-82e3-10497d9c03a2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0993366 Sep 18 02:02:08.805740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51154) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:08.851657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-265994d9-d206-4f84-9da4-f4572a6808fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1958659 Sep 18 02:02:08.868365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/1bda49f4-6efc-45d0-b6af-03046b7ea787/ad7fffcb-8926-49ed-b0b5-a5434b107f50) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:08.883885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46850-0518-451f-b5df-cd22d93d5cb2 req-229e8b1d-7e9d-4dc4-bb41-bc651216c261 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:08.912462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88f46850-0518-451f-b5df-cd22d93d5cb2 req-229e8b1d-7e9d-4dc4-bb41-bc651216c261 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.2341216 Sep 18 02:02:08.916519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d747c905-4511-425c-b5a6-ad532d6a1f95 req-2952be24-db26-4d51-9b3a-1d6c9a93809a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482284 Sep 18 02:02:08.969659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d20ec33c-82f0-4fdd-9f61-180d80830f16 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:08.971081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d20ec33c-82f0-4fdd-9f61-180d80830f16 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:08.980817 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88f46850-0518-451f-b5df-cd22d93d5cb2 req-f4b704e6-06a5-49bf-81b4-1fe15d43fd30 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671885 Sep 18 02:02:09.014168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 311f0585-8b16-44db-9872-bfa8cb5a2724 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:02:09.021268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:09.054256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 145d48dd-35b6-431c-912b-ce59603dd975 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:09.054597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 145d48dd-35b6-431c-912b-ce59603dd975 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:09.073108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Deleting port 9b70331c-9751-41cc-bbf0-92d985561955 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:09.074428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.153613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-8622434a-ccb9-4c78-83b0-505d8f597e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:09.155936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-8622434a-ccb9-4c78-83b0-505d8f597e60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 1101 time: 0.2386360 Sep 18 02:02:09.202642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15442701-39c6-4ea6-83e5-bbdbe01857cf req-648cecd9-09cf-4bd7-b031-978ba765e9d4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:09.216215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15442701-39c6-4ea6-83e5-bbdbe01857cf req-648cecd9-09cf-4bd7-b031-978ba765e9d4 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1728263 Sep 18 02:02:09.217658 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.250422 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.261839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:09.272057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d20ec33c-82f0-4fdd-9f61-180d80830f16 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.329802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'port_id': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'mac_address': 'fa:16:3e:70:90:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3809d31-40af-4d82-b957-fa336b2366a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:02:09.330908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d20ec33c-82f0-4fdd-9f61-180d80830f16 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:09.346098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Pushing event updated for resources: {'Port': ['ID=ad7fffcb-8926-49ed-b0b5-a5434b107f50,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:09.355357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.356027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.379303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Calling delete_port for 9b70331c-9751-41cc-bbf0-92d985561955 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:09.382428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15442701-39c6-4ea6-83e5-bbdbe01857cf req-bdedc98a-580d-483e-88d5-ca6decf048c7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651955 Sep 18 02:02:09.424535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:09.428576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:09.431291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:09.505674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-5913026a-796f-40f5-aa88-5463328051ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:09.507369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-5913026a-796f-40f5-aa88-5463328051ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3241553 Sep 18 02:02:09.508094 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.526759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409eb6-48df-4a00-ab94-8f33fdb6dacc req-4fd97e29-2e2a-43ea-b90f-599525a2bf92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:09.541120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 311f0585-8b16-44db-9872-bfa8cb5a2724 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:09.542168 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-68409eb6-48df-4a00-ab94-8f33fdb6dacc req-4fd97e29-2e2a-43ea-b90f-599525a2bf92 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 945 time: 0.1508915 Sep 18 02:02:09.565476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:09.567369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Attempting to bind port ad7fffcb-8926-49ed-b0b5-a5434b107f50 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:09.567989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Attempting to bind port ad7fffcb-8926-49ed-b0b5-a5434b107f50 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:09.568595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Attempting to bind port ad7fffcb-8926-49ed-b0b5-a5434b107f50 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:09.578755 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.615590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d20ec33c-82f0-4fdd-9f61-180d80830f16 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.642903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:09.643776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:09.644440 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.645075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:09.645735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Bound port: ad7fffcb-8926-49ed-b0b5-a5434b107f50, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:09.646194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-cb475036-d846-494a-813e-1fc78c43e4f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 200 len: 217 time: 0.0683391 Sep 18 02:02:09.646597 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.663767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-68409eb6-48df-4a00-ab94-8f33fdb6dacc req-1149967e-1746-41a3-b56d-3f0305478b09 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205690 Sep 18 02:02:09.668477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ec33c-82f0-4fdd-9f61-180d80830f16 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:09.668606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:09.723971 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d20ec33c-82f0-4fdd-9f61-180d80830f16 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.726428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d20ec33c-82f0-4fdd-9f61-180d80830f16 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8 HTTP/1.1" status: 204 len: 168 time: 0.9173393 Sep 18 02:02:09.728941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51170) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:09.740170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['311f0585-8b16-44db-9872-bfa8cb5a2724'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:09.741002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-37073425-9211-4507-adba-c8a235d49780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:09.742946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-37073425-9211-4507-adba-c8a235d49780 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0776291 Sep 18 02:02:09.832812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-b48514d5-9d47-4cb1-80fc-3fa10325c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:09.834473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-b48514d5-9d47-4cb1-80fc-3fa10325c3a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809512 Sep 18 02:02:09.859650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33848577-e2b7-4f5d-a45d-b92792f7e9fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:09.862819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] For port ad7fffcb-8926-49ed-b0b5-a5434b107f50, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:09.863193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33848577-e2b7-4f5d-a45d-b92792f7e9fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:09.864999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-33848577-e2b7-4f5d-a45d-b92792f7e9fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1346378 Sep 18 02:02:09.877065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51172) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:09.967346 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:09.971326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba014fb4-b0e3-41b6-bb5e-7be2a2310b52 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 1bda49f4-6efc-45d0-b6af-03046b7ea787 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:09.980877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] For port ad7fffcb-8926-49ed-b0b5-a5434b107f50, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ad7fffcb-8926-49ed-b0b5-a5434b107f50,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:09.988854 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.003599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba014fb4-b0e3-41b6-bb5e-7be2a2310b52 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.014047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Pushing event deleted for resources: {'Port': ['ID=9b70331c-9751-41cc-bbf0-92d985561955,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:10.062115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2038817-91bd-4353-a42c-82311f1459b7 None None] Pushing event updated for resources: {'Port': ['ID=ad7fffcb-8926-49ed-b0b5-a5434b107f50,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:10.121455 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.124938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.126139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-336fc039-761c-4666-b7de-4aa33b997f6e tempest-ImagesOneServerNegativeTestJSON-1317864327 tempest-ImagesOneServerNegativeTestJSON-1317864327-project] 10.222.0.21 "DELETE /v2.0/floatingips/85591714-4ea1-4de8-92b5-d58d53fa339e HTTP/1.1" status: 204 len: 168 time: 1.7424645 Sep 18 02:02:10.152298 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-46fea25b-45b3-4e9e-9294-b7dfd4a1b52f service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738409 Sep 18 02:02:10.161941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba014fb4-b0e3-41b6-bb5e-7be2a2310b52 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.229205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-b3943f75-9dd0-420f-869d-ec380e925430 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:10.232389 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-b3943f75-9dd0-420f-869d-ec380e925430 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.2503397 Sep 18 02:02:10.286211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410892fd-1ecc-4fbc-8c69-c6ffba246232 req-79e47c90-44e7-4e5f-b581-632f3b833e8b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:10.296022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-410892fd-1ecc-4fbc-8c69-c6ffba246232 req-79e47c90-44e7-4e5f-b581-632f3b833e8b tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 949 time: 0.1671338 Sep 18 02:02:10.339426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00089dbf-3086-4264-a537-e7a2e73c5463 req-9a0047e2-b0ac-4dfd-a059-ba11487090bf service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603658 Sep 18 02:02:10.366178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1c8da-daaf-4712-ad70-93d4d4b871bb req-4b0e0621-d9ab-4588-bb19-56c6fda647a6 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:10.376317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4d1c8da-daaf-4712-ad70-93d4d4b871bb req-4b0e0621-d9ab-4588-bb19-56c6fda647a6 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.2434497 Sep 18 02:02:10.382812 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-410892fd-1ecc-4fbc-8c69-c6ffba246232 req-f76bd1ce-3ee9-4522-a19a-4683d734b644 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857933 Sep 18 02:02:10.766194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba014fb4-b0e3-41b6-bb5e-7be2a2310b52 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.810686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f04583-7885-459b-bf59-8a31fd4016b9 req-41501b19-c1c5-4995-99cd-c1f08bb653be tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:10.812928 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e3f04583-7885-459b-bf59-8a31fd4016b9 req-41501b19-c1c5-4995-99cd-c1f08bb653be tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.0739214 Sep 18 02:02:10.827844 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4d1c8da-daaf-4712-ad70-93d4d4b871bb req-c85dde54-15bf-486f-8435-403e74c56c46 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503191 Sep 18 02:02:10.864248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Deleting port 2e02130b-10a8-4d71-a948-759dd815851d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:10.864592 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.868622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba014fb4-b0e3-41b6-bb5e-7be2a2310b52 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.908925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e3f04583-7885-459b-bf59-8a31fd4016b9 req-5c601db7-f94d-4605-be01-8a76a81ac8d7 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845168 Sep 18 02:02:10.915344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba014fb4-b0e3-41b6-bb5e-7be2a2310b52 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=1bda49f4-6efc-45d0-b6af-03046b7ea787,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:10.917419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba014fb4-b0e3-41b6-bb5e-7be2a2310b52 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:10.919358 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ba014fb4-b0e3-41b6-bb5e-7be2a2310b52 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/1bda49f4-6efc-45d0-b6af-03046b7ea787 HTTP/1.1" status: 204 len: 168 time: 1.0407474 Sep 18 02:02:10.928566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51202) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:10.998413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b1ab042f-669d-4d09-9881-38911fdc53cc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683041 Sep 18 02:02:11.006127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51206) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:11.006556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51208) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:11.013976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 311f0585-8b16-44db-9872-bfa8cb5a2724 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:11.065882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:11.075595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00144b0-fc54-42ca-9fb7-973b7f195e88 admin admin] Deleting subnet cd903278-adb9-49fd-b933-0afe9760950a {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:11.092231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 311f0585-8b16-44db-9872-bfa8cb5a2724 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:11.093378 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.105140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00144b0-fc54-42ca-9fb7-973b7f195e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.189188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] For port 2e02130b-10a8-4d71-a948-759dd815851d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2e02130b-10a8-4d71-a948-759dd815851d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:11.189998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.215859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Calling delete_port for 2e02130b-10a8-4d71-a948-759dd815851d owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:11.314868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00144b0-fc54-42ca-9fb7-973b7f195e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.336488 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.375996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7662-0f9d-418f-957a-e1b3823bc54e req-5f6ae9a4-2b3e-4c7f-9f53-afb87c138eb2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:11.378112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-870c7662-0f9d-418f-957a-e1b3823bc54e req-5f6ae9a4-2b3e-4c7f-9f53-afb87c138eb2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 945 time: 0.2922673 Sep 18 02:02:11.429856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:11.431105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:11.433691 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adce72a3-270a-4495-a23c-508034eebdf2" -d '{"events": [{"server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "name": "network-vif-plugged", "status": "completed", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:11.438373 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.472762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ad7fffcb-8926-49ed-b0b5-a5434b107f50 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:11.526302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00144b0-fc54-42ca-9fb7-973b7f195e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.544215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:11.576734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ad7fffcb-8926-49ed-b0b5-a5434b107f50 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:11.577223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.620143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0009ab-88e2-4a4b-bde4-be3205e7245d req-810a8c34-3b2d-4a10-b4b9-5e5dbdce7143 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:11.629154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6e0009ab-88e2-4a4b-bde4-be3205e7245d req-810a8c34-3b2d-4a10-b4b9-5e5dbdce7143 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=8918e1d4-cff4-45ae-8dea-46c541c20e61 HTTP/1.1" status: 200 len: 867 time: 0.1031568 Sep 18 02:02:11.631311 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.638236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:11.643765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', '2e02130b-10a8-4d71-a948-759dd815851d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:11.646683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.694822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event deleted for resources: {'Port': ['ID=2e02130b-10a8-4d71-a948-759dd815851d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:11.734085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c495ca-15e9-4f50-831d-90b751a19991 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:11.759524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6e0009ab-88e2-4a4b-bde4-be3205e7245d req-54049e12-706d-4431-855f-ec72e292ff5a tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294143 Sep 18 02:02:11.763692 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-870c7662-0f9d-418f-957a-e1b3823bc54e req-8362b51e-f62c-4f42-bacd-741340776493 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675931 Sep 18 02:02:11.816296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] No DVR routers for this DVR port 2e02130b-10a8-4d71-a948-759dd815851d on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:11.824326 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:11.826697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff93d9db-e849-4b7c-9351-8098e84c763d req-dbd4a749-c847-4dfd-88e9-58edb4aa2733 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "DELETE /v2.0/ports/2e02130b-10a8-4d71-a948-759dd815851d HTTP/1.1" status: 204 len: 173 time: 1.5881953 Sep 18 02:02:11.831357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'name': 'network-vif-deleted', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:11.833957 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1516719-41ac-4cfa-8b34-07eb974ad17d" -d '{"events": [{"server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "name": "network-vif-deleted", "tag": "2e02130b-10a8-4d71-a948-759dd815851d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:11.957308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00144b0-fc54-42ca-9fb7-973b7f195e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.007281 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf5f53-f74c-4238-80df-bea07b6bb639 x-openstack-request-id: req-c7bf5f53-f74c-4238-80df-bea07b6bb639 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:12.008449 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "name": "network-vif-plugged", "status": "completed", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:12.008821 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7bf5f53-f74c-4238-80df-bea07b6bb639 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:12.009747 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'code': 200} Sep 18 02:02:12.012520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00144b0-fc54-42ca-9fb7-973b7f195e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd903278-adb9-49fd-b933-0afe9760950a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:12.014260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b16029b1-3519-40da-9fa8-462cc3c79564 None None] Could not find standard attr ID for object 6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:02:12.016395 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00144b0-fc54-42ca-9fb7-973b7f195e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.019163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d00144b0-fc54-42ca-9fb7-973b7f195e88 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cd903278-adb9-49fd-b933-0afe9760950a HTTP/1.1" status: 204 len: 168 time: 1.0114348 Sep 18 02:02:12.021965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51236) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:12.096541 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb811c0-8a1c-4dfe-9ac8-84663df039b7 x-openstack-request-id: req-cbb811c0-8a1c-4dfe-9ac8-84663df039b7 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:12.100170 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8918e1d4-cff4-45ae-8dea-46c541c20e61", "name": "network-vif-deleted", "tag": "2e02130b-10a8-4d71-a948-759dd815851d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:12.100503 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbb811c0-8a1c-4dfe-9ac8-84663df039b7 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:12.102255 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918e1d4-cff4-45ae-8dea-46c541c20e61', 'name': 'network-vif-deleted', 'tag': '2e02130b-10a8-4d71-a948-759dd815851d', 'status': 'completed', 'code': 200} Sep 18 02:02:12.166679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b16029b1-3519-40da-9fa8-462cc3c79564 None None] Provisioning complete for port ad7fffcb-8926-49ed-b0b5-a5434b107f50 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:12.170722 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b16029b1-3519-40da-9fa8-462cc3c79564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.292950 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.315091 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.360177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=183b1bfc-e3c0-48df-8f20-c7d144fc4eb2,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:12.383431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:12.385403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:12.388737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:12.389334 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.413423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a3160-ab16-41e7-af80-0d128afe1f40 req-ae65e5ec-8943-4d5b-b0aa-c0f6e6122f36 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:12.415314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874ada-ec8c-4a54-a24d-83d1f9ea4992 req-b7e6f010-e20b-4a30-a853-b73ebab76916 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:12.423295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c874ada-ec8c-4a54-a24d-83d1f9ea4992 req-b7e6f010-e20b-4a30-a853-b73ebab76916 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1849639 Sep 18 02:02:12.427675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-231c945c-c92a-4101-9d37-2d1ecd0ea1fe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4186661 Sep 18 02:02:12.433235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51240) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:12.436318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-691a3160-ab16-41e7-af80-0d128afe1f40 req-ae65e5ec-8943-4d5b-b0aa-c0f6e6122f36 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.2198994 Sep 18 02:02:12.441650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'name': 'tempest-NetworksTestDHCPv6-341834641'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:12.444720 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.518874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c874ada-ec8c-4a54-a24d-83d1f9ea4992 req-7ab70503-7346-4e27-9c66-e74f6192d480 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929818 Sep 18 02:02:12.548083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port ad7fffcb-8926-49ed-b0b5-a5434b107f50, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ad7fffcb-8926-49ed-b0b5-a5434b107f50,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:12.629296 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.767299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0661a6-fffd-4942-9355-c3d2a2ca87a4 req-54239914-b581-46d7-a614-838046d6cdd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:12.775113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=ad7fffcb-8926-49ed-b0b5-a5434b107f50,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:12.776238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e0661a6-fffd-4942-9355-c3d2a2ca87a4 req-54239914-b581-46d7-a614-838046d6cdd3 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 945 time: 0.1292374 Sep 18 02:02:12.779127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:12.780094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:02:12.782304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.826051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.836025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 6a39d6fe-c439-44c5-b13c-04e53711d99f yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:12.851004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] Deleting port ad7fffcb-8926-49ed-b0b5-a5434b107f50 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:12.851502 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.852090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-691a3160-ab16-41e7-af80-0d128afe1f40 req-82c334be-0ccd-4c18-95e8-ba6c5463a75c tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141831 Sep 18 02:02:12.857323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e0661a6-fffd-4942-9355-c3d2a2ca87a4 req-293d62a5-7770-4ed1-b797-4f6047b3b519 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799832 Sep 18 02:02:12.882671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3110e159-f330-4606-af75-4ce3a505b3fd']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:12.895969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:12.896535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9cd0ad-05f3-44c0-9cf3-bcdf742d7821') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:12.906871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.926359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.944778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:02:12.947671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:02:12.955349 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:02:12.980333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] For port ad7fffcb-8926-49ed-b0b5-a5434b107f50, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ad7fffcb-8926-49ed-b0b5-a5434b107f50,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:12.981031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.006624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] Calling delete_port for ad7fffcb-8926-49ed-b0b5-a5434b107f50 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:13.081905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.094360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.097391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] 10.222.0.21 "DELETE /v2.0/networks/3110e159-f330-4606-af75-4ce3a505b3fd HTTP/1.1" status: 204 len: 168 time: 1.0743763 Sep 18 02:02:13.108812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::92 (390e7398-a3fa-4d7d-a331-76db59367425/183b1bfc-e3c0-48df-8f20-c7d144fc4eb2/6a39d6fe-c439-44c5-b13c-04e53711d99f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:13.109327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423951b7-5d00-4084-b702-be83c631c0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=3110e159-f330-4606-af75-4ce3a505b3fd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:13.172780 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.206616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] No DVR routers for this DVR port ad7fffcb-8926-49ed-b0b5-a5434b107f50 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:13.242979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf407b8-605f-4461-9ce3-f6a5d829fb8f None None] Pushing event deleted for resources: {'Port': ['ID=ad7fffcb-8926-49ed-b0b5-a5434b107f50,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:13.247263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d33f4-965e-4af0-b14f-0ab71d7d4e03 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:13.344468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ad7fffcb-8926-49ed-b0b5-a5434b107f50 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:13.368402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: ad7fffcb-8926-49ed-b0b5-a5434b107f50 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:13.368744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ad7fffcb-8926-49ed-b0b5-a5434b107f50 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:13.430136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cd88e-8771-47c2-898d-746eff36e2ea req-fa310074-35fd-40af-a034-d2dc34fa9d94 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:13.431754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c8cd88e-8771-47c2-898d-746eff36e2ea req-fa310074-35fd-40af-a034-d2dc34fa9d94 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1321378 Sep 18 02:02:13.464137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '183b1bfc-e3c0-48df-8f20-c7d144fc4eb2'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:13.465028 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.481685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.511357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c8cd88e-8771-47c2-898d-746eff36e2ea req-7bb75c65-09c0-41d4-a065-f82020e00412 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701227 Sep 18 02:02:13.515833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:13.566408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.677163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/183b1bfc-e3c0-48df-8f20-c7d144fc4eb2/c42c5eed-d2b7-4054-903b-90306bb11803) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:13.685896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:13.686425 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8a4c6293-15c0-4b57-9743-d3f68bd20af8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80257e63b6e1429daa1cad6f02d42c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691360 Sep 18 02:02:13.694737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:13.699753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:13.706629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:13.712296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:13.714000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.728787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=6a39d6fe-c439-44c5-b13c-04e53711d99f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:13.747217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cb7d-bab7-4a4f-a4a3-163cec0a32de req-16b53ab1-c77c-40cc-aea6-be169dc6a8eb tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:13.752545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f53cb7d-bab7-4a4f-a4a3-163cec0a32de req-16b53ab1-c77c-40cc-aea6-be169dc6a8eb tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1248400 Sep 18 02:02:13.759505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e17d5247-45ce-429b-b386-98c06c3eea9f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3238606 Sep 18 02:02:13.760232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51270) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:13.776514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c63317f-bf53-44b2-9aad-47f3337fda0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.811371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c63317f-bf53-44b2-9aad-47f3337fda0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.883719 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c63317f-bf53-44b2-9aad-47f3337fda0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.886569 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c63317f-bf53-44b2-9aad-47f3337fda0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:13.890152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c63317f-bf53-44b2-9aad-47f3337fda0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85e13de7-032d-49b8-aa08-5f42868c3b15 HTTP/1.1" status: 204 len: 168 time: 0.2008982 Sep 18 02:02:13.921829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63317f-bf53-44b2-9aad-47f3337fda0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e13de7-032d-49b8-aa08-5f42868c3b15,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:13.948362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb0ec6e-6ee2-4165-bb3d-740e7c0e0369 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:13.953192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-adb0ec6e-6ee2-4165-bb3d-740e7c0e0369 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1921663 Sep 18 02:02:13.954123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51278) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:13.958014 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f53cb7d-bab7-4a4f-a4a3-163cec0a32de req-4b756a44-577c-46a8-927d-cdd7f89063a3 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540940 Sep 18 02:02:14.069674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0221d1-3276-474a-8a45-c8a148a7380f req-052ecc5b-238f-4c41-b426-51538507ba17 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:14.071021 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.081323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-feff28c1-7253-4508-ad4d-eead645a7372 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 6a39d6fe-c439-44c5-b13c-04e53711d99f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:14.081477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d0221d1-3276-474a-8a45-c8a148a7380f req-052ecc5b-238f-4c41-b426-51538507ba17 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1391261 Sep 18 02:02:14.081955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-feff28c1-7253-4508-ad4d-eead645a7372 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.082305 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.143860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d0221d1-3276-474a-8a45-c8a148a7380f req-00bfc29a-8516-45a1-a469-f784878226de tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581272 Sep 18 02:02:14.166984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:14.203089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:14.212286 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-feff28c1-7253-4508-ad4d-eead645a7372 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.213553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:14.217039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Pushing event updated for resources: {'Port': ['ID=c42c5eed-d2b7-4054-903b-90306bb11803,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:14.227298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-feff28c1-7253-4508-ad4d-eead645a7372 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 6a39d6fe-c439-44c5-b13c-04e53711d99f owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:14.325354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Attempting to bind port c42c5eed-d2b7-4054-903b-90306bb11803 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:14.325971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Attempting to bind port c42c5eed-d2b7-4054-903b-90306bb11803 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:14.326113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Attempting to bind port c42c5eed-d2b7-4054-903b-90306bb11803 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:14.331730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:14.332108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:14.332653 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.333073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:14.333533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Bound port: c42c5eed-d2b7-4054-903b-90306bb11803, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:14.333918 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.417646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] For port c42c5eed-d2b7-4054-903b-90306bb11803, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:14.424824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] For port c42c5eed-d2b7-4054-903b-90306bb11803, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c42c5eed-d2b7-4054-903b-90306bb11803,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:14.431785 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.441249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-feff28c1-7253-4508-ad4d-eead645a7372 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.494534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff28c1-7253-4508-ad4d-eead645a7372 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=6a39d6fe-c439-44c5-b13c-04e53711d99f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:14.536610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b449ed-6187-42ec-8e64-ef714683945f None None] Pushing event updated for resources: {'Port': ['ID=c42c5eed-d2b7-4054-903b-90306bb11803,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:14.546214 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-feff28c1-7253-4508-ad4d-eead645a7372 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.557416 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-feff28c1-7253-4508-ad4d-eead645a7372 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6a39d6fe-c439-44c5-b13c-04e53711d99f HTTP/1.1" status: 204 len: 168 time: 0.5981948 Sep 18 02:02:14.560598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51298) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:14.654150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66c3a9-3068-41de-a282-1919d072b31f req-9d6de895-375c-40f9-bb52-36dda36aa210 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:14.655801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c66c3a9-3068-41de-a282-1919d072b31f req-9d6de895-375c-40f9-bb52-36dda36aa210 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 945 time: 0.2381830 Sep 18 02:02:14.669537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-a80afd64-9820-4528-a274-aa22ae6c4fbb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:14.677641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-a80afd64-9820-4528-a274-aa22ae6c4fbb tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.1868329 Sep 18 02:02:14.772985 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c66c3a9-3068-41de-a282-1919d072b31f req-3cffe97e-2fe3-408b-a9e4-5afa8ed301e2 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890021 Sep 18 02:02:14.776579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b21b72-861f-4849-b8f8-62fe5624da1d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:14.785605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b21b72-861f-4849-b8f8-62fe5624da1d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:14.796575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-03b21b72-861f-4849-b8f8-62fe5624da1d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2340548 Sep 18 02:02:14.796575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:14.891069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2e02130b-10a8-4d71-a948-759dd815851d no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:14.945207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd38a43-537b-416c-a5b0-2aeaf53cf772 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 183b1bfc-e3c0-48df-8f20-c7d144fc4eb2 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:14.960726 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fd38a43-537b-416c-a5b0-2aeaf53cf772 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:14.978370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 2e02130b-10a8-4d71-a948-759dd815851d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:14.978841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2e02130b-10a8-4d71-a948-759dd815851d not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:15.023260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Deleting port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:15.023869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.090221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fd38a43-537b-416c-a5b0-2aeaf53cf772 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.273167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] For port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:15.273557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.291580 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fd38a43-537b-416c-a5b0-2aeaf53cf772 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.293365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Calling delete_port for 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:15.447416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51265a-8cd4-465a-8451-553dabee7ba5 req-f6889c17-02ec-43d1-968b-233df038e966 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:15.451355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e51265a-8cd4-465a-8451-553dabee7ba5 req-f6889c17-02ec-43d1-968b-233df038e966 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.2356763 Sep 18 02:02:15.481128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c42c5eed-d2b7-4054-903b-90306bb11803 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:15.514859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e51265a-8cd4-465a-8451-553dabee7ba5 req-a56621e8-ef17-463b-819c-04155c3ce260 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549910 Sep 18 02:02:15.516156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fd38a43-537b-416c-a5b0-2aeaf53cf772 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.529259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31de4c0-5b79-4480-b94a-2695aa0aad9f req-fba829e5-7a16-4e7d-a730-f899e38eb342 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:15.531080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c31de4c0-5b79-4480-b94a-2695aa0aad9f req-fba829e5-7a16-4e7d-a730-f899e38eb342 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/ports?device_id=f73da74b-be9c-4119-921b-1394ca360703 HTTP/1.1" status: 200 len: 949 time: 0.3197870 Sep 18 02:02:15.555619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fd38a43-537b-416c-a5b0-2aeaf53cf772 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.559757 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4fd38a43-537b-416c-a5b0-2aeaf53cf772 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/183b1bfc-e3c0-48df-8f20-c7d144fc4eb2 HTTP/1.1" status: 204 len: 168 time: 0.7602861 Sep 18 02:02:15.559757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd38a43-537b-416c-a5b0-2aeaf53cf772 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=183b1bfc-e3c0-48df-8f20-c7d144fc4eb2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:15.561046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51332) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:15.607525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c42c5eed-d2b7-4054-903b-90306bb11803 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:15.607933 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.691809 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c31de4c0-5b79-4480-b94a-2695aa0aad9f req-6b716650-9bdf-4acd-96cb-c4fe5f141ed1 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.21 "GET /v2.0/security-groups?id=4419dbe4-b46a-47a6-8d3a-df6979396eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511805 Sep 18 02:02:15.698423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d646c656-9c25-4e51-b40a-7715e65a229e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360586 Sep 18 02:02:15.700261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51340) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:15.732328 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.757641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:15.850432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc9064-8832-4d13-986a-51d7d01ff2ca tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:15.861358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Pushing event deleted for resources: {'Port': ['ID=1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:15.865525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6ddc9064-8832-4d13-986a-51d7d01ff2ca tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1642728 Sep 18 02:02:15.866159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51344) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:15.913874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:15.961583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f99c64-3e75-47d8-b8c2-422245313654 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:15.970689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-59f99c64-3e75-47d8-b8c2-422245313654 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1034172 Sep 18 02:02:15.971754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51346) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:15.988640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8981-f1e5-413e-a3d3-130c241ff8c7 req-3bdb1ebb-9dfc-41b9-af8c-4effb4ecc70a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:15.989132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port c42c5eed-d2b7-4054-903b-90306bb11803, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c42c5eed-d2b7-4054-903b-90306bb11803,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:15.991379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-493e8981-f1e5-413e-a3d3-130c241ff8c7 req-3bdb1ebb-9dfc-41b9-af8c-4effb4ecc70a tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1244550 Sep 18 02:02:15.999509 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:16.029181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] No DVR routers for this DVR port 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:16.038775 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:16.041191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2448dcf6-fb34-46a0-b172-de6b64faaa6e req-e1e7df7c-5bdc-4326-b731-5d47e41620e3 tempest-MigrationsAdminTest-1974424438 tempest-MigrationsAdminTest-1974424438-project] 10.222.0.20 "DELETE /v2.0/ports/1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 HTTP/1.1" status: 204 len: 173 time: 1.3589170 Sep 18 02:02:16.041907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'name': 'network-vif-deleted', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:16.044566 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cfe703-1d24-476d-9836-c7c1256e850c" -d '{"events": [{"server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "name": "network-vif-deleted", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:16.074414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-476ea5be-98b7-4b9c-93ab-0c922bb198ed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897601 Sep 18 02:02:16.075920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51350) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:16.081684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:16.097400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-493e8981-f1e5-413e-a3d3-130c241ff8c7 req-dafac6bf-5c29-46a9-b4d6-7de0da25bffd tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992081 Sep 18 02:02:16.155882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=c42c5eed-d2b7-4054-903b-90306bb11803,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:16.280272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4449f52-a012-4d59-9eb1-2f2e0a4b8c3a req-e2867411-036d-4cf0-84c2-b8100f348781 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:16.287788 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4449f52-a012-4d59-9eb1-2f2e0a4b8c3a req-e2867411-036d-4cf0-84c2-b8100f348781 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 945 time: 0.5881438 Sep 18 02:02:16.296440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:16.300723 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:16.332364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e5fb0-309b-43b8-a450-74440255920e None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:16.434867 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fc4158-7d2f-4cc3-8b0e-c8582483af8d x-openstack-request-id: req-30fc4158-7d2f-4cc3-8b0e-c8582483af8d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:16.435353 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73da74b-be9c-4119-921b-1394ca360703", "name": "network-vif-deleted", "tag": "1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:16.435753 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30fc4158-7d2f-4cc3-8b0e-c8582483af8d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:16.436305 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73da74b-be9c-4119-921b-1394ca360703', 'name': 'network-vif-deleted', 'tag': '1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383', 'status': 'completed', 'code': 200} Sep 18 02:02:16.450937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d6804b77-6ddf-4e1e-b406-ecd749267ffb None None] Provisioning complete for port c42c5eed-d2b7-4054-903b-90306bb11803 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:16.451308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6804b77-6ddf-4e1e-b406-ecd749267ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:16.668593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:02:16.764053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-2e6fe68a-0529-442a-966d-d0adcb007eb0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:16.766582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] Deleting port c42c5eed-d2b7-4054-903b-90306bb11803 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:16.767798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:16.770609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-2e6fe68a-0529-442a-966d-d0adcb007eb0 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 945 time: 0.2323008 Sep 18 02:02:16.861992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4449f52-a012-4d59-9eb1-2f2e0a4b8c3a req-f2a3853b-15a8-41ad-8bee-668e77fa160f tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfecd952-fac1-4f22-96d4-2b10934e6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733099 Sep 18 02:02:16.918969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] For port c42c5eed-d2b7-4054-903b-90306bb11803, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c42c5eed-d2b7-4054-903b-90306bb11803,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:16.918969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:16.943617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] Calling delete_port for c42c5eed-d2b7-4054-903b-90306bb11803 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:16.961954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaee001-2a53-45a9-805e-d6bfdf186e5a req-54cf7445-580b-4bcb-b7fa-fe8bc6313090 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:16.973501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aaaee001-2a53-45a9-805e-d6bfdf186e5a req-54cf7445-580b-4bcb-b7fa-fe8bc6313090 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.2865994 Sep 18 02:02:17.017491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Deleting port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:17.017887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:17.066146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:17.125798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] For port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,segment=NetworkSegment(cf562c58-a562-4c9c-bca3-e246faf17556),segment_id=cf562c58-a562-4c9c-bca3-e246faf17556)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:17.126815 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:17.146776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Calling delete_port for 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:17.156334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] Pushing event deleted for resources: {'Port': ['ID=c42c5eed-d2b7-4054-903b-90306bb11803,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:17.167910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69edf40-9181-4e44-b938-64d4771c9708 None None] No DVR routers for this DVR port c42c5eed-d2b7-4054-903b-90306bb11803 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:17.194799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:17.316603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=07998578-a329-4b83-a683-87c4a3099d4b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:17.342487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:17.352043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:17.366626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a6a18-f8b9-4b65-bfb0-f6763897f859 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:17.375145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:17.377041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:17.407359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:17.476979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9331b-a0af-42e5-9ea8-33d6d389818f req-40c97a4d-ecef-4aa9-b591-de996402c01b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:17.478563 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0d9331b-a0af-42e5-9ea8-33d6d389818f req-40c97a4d-ecef-4aa9-b591-de996402c01b tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1562133 Sep 18 02:02:17.502294 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e007a60e-7fb4-4337-bd19-4d8364154cc1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4251633 Sep 18 02:02:17.505276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51386) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:17.510172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': '07998578-a329-4b83-a683-87c4a3099d4b', 'ip_address': '2001:db8::f5a7:11e9:2057:612d'}], 'name': 'tempest-NetworksTestDHCPv6-1632113544'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:17.571323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Pushing event deleted for resources: {'Port': ['ID=37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:17.587682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c42c5eed-d2b7-4054-903b-90306bb11803 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:17.589490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] No DVR routers for this DVR port 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:17.594249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:17.600654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:17.611280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8067ecb-b07d-4503-8339-610055bbbe7e req-98d4e0f5-6f4d-4c9d-b473-417d77952689 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.20 "DELETE /v2.0/ports/37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a HTTP/1.1" status: 204 len: 173 time: 0.8317194 Sep 18 02:02:17.635581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51388) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:17.640807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aaaee001-2a53-45a9-805e-d6bfdf186e5a req-ea240b40-300d-45c3-b5be-577ac170b800 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663766 Sep 18 02:02:17.641284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0d9331b-a0af-42e5-9ea8-33d6d389818f req-cfeb9e7f-5de7-4444-8494-475f4087583d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405449 Sep 18 02:02:17.778938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c42c5eed-d2b7-4054-903b-90306bb11803 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:17.785096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c42c5eed-d2b7-4054-903b-90306bb11803 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:17.877356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '07998578-a329-4b83-a683-87c4a3099d4b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:17.878907 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:17.880625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:18.047681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/07998578-a329-4b83-a683-87c4a3099d4b/62ee501f-5098-40f6-9118-ea84b195d0eb) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:18.068279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-003380dc-7945-4690-86c2-09425b6ee911 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc595d4fb5964cd99a406ef8693fd5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217813 Sep 18 02:02:18.069351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51402) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:18.104895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9b649c0-1410-465a-bf9a-02e4f882ea60 req-3026a384-d5c2-40e4-9d9c-b733b8bd4802 tempest-DeleteServersTestJSON-1149218827 tempest-DeleteServersTestJSON-1149218827-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d781887-20f9-4f54-a5c8-457c81d4e5f8 HTTP/1.1" status: 200 len: 210 time: 0.0827885 Sep 18 02:02:18.159767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.198290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d12-1f02-4c05-a102-b596e93ab93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.221654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port b52a5cfb-cff7-4d0d-8e7b-e81e4d495157 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:18.258962 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.270535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.295580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:18.326493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:18.347656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:18.393536 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d12-1f02-4c05-a102-b596e93ab93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.417158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Attempting to bind port 62ee501f-5098-40f6-9118-ea84b195d0eb on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:18.417478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Attempting to bind port 62ee501f-5098-40f6-9118-ea84b195d0eb by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:18.417833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Attempting to bind port 62ee501f-5098-40f6-9118-ea84b195d0eb on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:18.425255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:18.425623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:18.426024 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.426414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:18.427020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Bound port: 62ee501f-5098-40f6-9118-ea84b195d0eb, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:18.427398 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.437429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d781887-20f9-4f54-a5c8-457c81d4e5f8', 'name': 'network-vif-deleted', 'tag': '37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:18.440584 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bae7b8-1186-4899-9b7d-df53e6a1cab7" -d '{"events": [{"server_uuid": "4d781887-20f9-4f54-a5c8-457c81d4e5f8", "name": "network-vif-deleted", "tag": "37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:18.511802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] For port 62ee501f-5098-40f6-9118-ea84b195d0eb, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:18.515299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] For port 62ee501f-5098-40f6-9118-ea84b195d0eb, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=62ee501f-5098-40f6-9118-ea84b195d0eb,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:18.524103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Pushing event updated for resources: {'Port': ['ID=62ee501f-5098-40f6-9118-ea84b195d0eb,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:18.527136 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c593a9-b3e2-4f82-b8c1-9f60c4a3417a x-openstack-request-id: req-e5c593a9-b3e2-4f82-b8c1-9f60c4a3417a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:18.527444 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d781887-20f9-4f54-a5c8-457c81d4e5f8", "name": "network-vif-deleted", "tag": "37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:18.527685 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5c593a9-b3e2-4f82-b8c1-9f60c4a3417a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:18.528363 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d781887-20f9-4f54-a5c8-457c81d4e5f8', 'name': 'network-vif-deleted', 'tag': '37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a', 'status': 'completed', 'code': 200} Sep 18 02:02:18.529044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.609927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c852ad8-21e6-4f7d-b479-55d2ae758cdf None None] Pushing event updated for resources: {'Port': ['ID=62ee501f-5098-40f6-9118-ea84b195d0eb,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:18.656939 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d12-1f02-4c05-a102-b596e93ab93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.660333 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d12-1f02-4c05-a102-b596e93ab93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:18.661577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ef12d12-1f02-4c05-a102-b596e93ab93c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4419dbe4-b46a-47a6-8d3a-df6979396eaa HTTP/1.1" status: 204 len: 168 time: 0.5802736 Sep 18 02:02:18.676778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef12d12-1f02-4c05-a102-b596e93ab93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4419dbe4-b46a-47a6-8d3a-df6979396eaa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:18.702568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f5a7:11e9:2057:612d (390e7398-a3fa-4d7d-a331-76db59367425/07998578-a329-4b83-a683-87c4a3099d4b/b52a5cfb-cff7-4d0d-8e7b-e81e4d495157) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:18.858659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67e8b6-b886-4822-9ab4-d1e0bb852042 req-f831e127-6a45-48a0-b3e9-3129981a04be tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:18.869798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef67e8b6-b886-4822-9ab4-d1e0bb852042 req-f831e127-6a45-48a0-b3e9-3129981a04be tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.0853045 Sep 18 02:02:18.938021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:18.959672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef67e8b6-b886-4822-9ab4-d1e0bb852042 req-64090d17-3f2e-4b19-ab29-f44d48ffcb7e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883803 Sep 18 02:02:18.977164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:18.977164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1bc60ae3-0d4a-4f7a-933f-48ea3f1cf383 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:19.037032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.093859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766edf0-6af7-4bd9-bc1b-5864e755abab req-ddb38b2c-bb10-4ca4-9429-8c51a28ca08e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:19.105272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e766edf0-6af7-4bd9-bc1b-5864e755abab req-ddb38b2c-bb10-4ca4-9429-8c51a28ca08e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.3712919 Sep 18 02:02:19.151120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.218762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e766edf0-6af7-4bd9-bc1b-5864e755abab req-30bdffaf-af96-42d2-a3d5-18355a68c5c3 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072054 Sep 18 02:02:19.269961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:19.271132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51450) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:19.274671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:19.297465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:19.308664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:19.309528 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.322039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=b52a5cfb-cff7-4d0d-8e7b-e81e4d495157,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:19.352547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6a8ccb8a-9397-484e-aa87-41d1990ef38b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8460813 Sep 18 02:02:19.353421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:19.404115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51468) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:19.417826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9bc8a474-f6aa-4427-97bc-fe58e2df9996 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d156296a7b7648bc867e8a6389dcdf72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277933 Sep 18 02:02:19.430020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 62ee501f-5098-40f6-9118-ea84b195d0eb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:19.494096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 62ee501f-5098-40f6-9118-ea84b195d0eb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:19.494624 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.506298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7aab36-1e92-459d-b200-307990bd1781 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:19.525078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7aab36-1e92-459d-b200-307990bd1781 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:19.535491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cd7aab36-1e92-459d-b200-307990bd1781 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1802366 Sep 18 02:02:19.538324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51478) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:19.645227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28f27c1f-e0d9-4a26-9327-04626c651370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.668676 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.751672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 62ee501f-5098-40f6-9118-ea84b195d0eb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=62ee501f-5098-40f6-9118-ea84b195d0eb,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:19.760635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.785547 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28f27c1f-e0d9-4a26-9327-04626c651370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.872884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=62ee501f-5098-40f6-9118-ea84b195d0eb,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:19.913892 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28f27c1f-e0d9-4a26-9327-04626c651370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.916217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28f27c1f-e0d9-4a26-9327-04626c651370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.921017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-28f27c1f-e0d9-4a26-9327-04626c651370 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3e0eb57-bc8e-4117-b033-5d14947b82e4 HTTP/1.1" status: 204 len: 168 time: 0.5153291 Sep 18 02:02:19.925525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-88fc1786-6137-4cbb-b054-ae25bc6be886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port b52a5cfb-cff7-4d0d-8e7b-e81e4d495157 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:19.925834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88fc1786-6137-4cbb-b054-ae25bc6be886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:19.997978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f27c1f-e0d9-4a26-9327-04626c651370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e0eb57-bc8e-4117-b033-5d14947b82e4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:20.369856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ac8ea-5133-4c65-b2c5-071c48ca25e9 req-035b52c5-1bd3-4575-9b09-5b9e366e92aa tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:20.371500 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-701ac8ea-5133-4c65-b2c5-071c48ca25e9 req-035b52c5-1bd3-4575-9b09-5b9e366e92aa tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1983478 Sep 18 02:02:20.388201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88fc1786-6137-4cbb-b054-ae25bc6be886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:20.391083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-330b79dd-b482-4b7b-8f44-378199f56122 None None] Provisioning complete for port 62ee501f-5098-40f6-9118-ea84b195d0eb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:20.392111 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-330b79dd-b482-4b7b-8f44-378199f56122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:20.414316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b7e15-79bf-4907-aa1b-6bbb62272b44 req-57cc0bde-19e8-425a-b59d-9d9b6e8adba8 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:20.420483 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-645b7e15-79bf-4907-aa1b-6bbb62272b44 req-57cc0bde-19e8-425a-b59d-9d9b6e8adba8 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1041379 Sep 18 02:02:20.453531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-88fc1786-6137-4cbb-b054-ae25bc6be886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for b52a5cfb-cff7-4d0d-8e7b-e81e4d495157 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:20.497411 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-645b7e15-79bf-4907-aa1b-6bbb62272b44 req-3c9f139c-0c92-419b-a4d6-c6de015fa25a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748107 Sep 18 02:02:20.630850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-701ac8ea-5133-4c65-b2c5-071c48ca25e9 req-e1abaf15-4402-4bbc-ae7f-5234568843ad tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327893 Sep 18 02:02:20.853656 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88fc1786-6137-4cbb-b054-ae25bc6be886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:20.898672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc1786-6137-4cbb-b054-ae25bc6be886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=b52a5cfb-cff7-4d0d-8e7b-e81e4d495157,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:20.925319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:20.967767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88fc1786-6137-4cbb-b054-ae25bc6be886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:20.970234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-88fc1786-6137-4cbb-b054-ae25bc6be886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/b52a5cfb-cff7-4d0d-8e7b-e81e4d495157 HTTP/1.1" status: 204 len: 168 time: 1.4272201 Sep 18 02:02:20.970355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:20.970595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 37d9ed2a-02ea-4aed-96ff-e9049e3bbd7a not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:20.973314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51558) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:20.975438 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2172e147-80dc-4a61-a890-bcbf561be78a None None] Could not find standard attr ID for object b52a5cfb-cff7-4d0d-8e7b-e81e4d495157. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:02:21.096038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbb3e2-906b-4464-95fb-be83358b801c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:21.117474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adbb3e2-906b-4464-95fb-be83358b801c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:21.132597 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0adbb3e2-906b-4464-95fb-be83358b801c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1578410 Sep 18 02:02:21.135420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51564) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:21.295917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-e543ddf4-f017-4678-a271-a8ee7f2076cd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 07998578-a329-4b83-a683-87c4a3099d4b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:21.301990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e543ddf4-f017-4678-a271-a8ee7f2076cd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:21.370282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 62ee501f-5098-40f6-9118-ea84b195d0eb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:21.389723 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e543ddf4-f017-4678-a271-a8ee7f2076cd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:21.497987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 62ee501f-5098-40f6-9118-ea84b195d0eb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:21.498547 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:21.506390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e543ddf4-f017-4678-a271-a8ee7f2076cd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:21.574765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51578) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:21.670980 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e543ddf4-f017-4678-a271-a8ee7f2076cd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:21.718541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543ddf4-f017-4678-a271-a8ee7f2076cd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=07998578-a329-4b83-a683-87c4a3099d4b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:21.743658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70f3b5-7ed8-4753-94de-dcd04fd0ca2a req-978b0a1a-f0c1-4594-8124-8c311532c79c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:21.748540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-network', 'tenant_id': 'c3124ec3fc14423384e7743303908a43'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:21.752574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca70f3b5-7ed8-4753-94de-dcd04fd0ca2a req-978b0a1a-f0c1-4594-8124-8c311532c79c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1139464 Sep 18 02:02:21.780630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e543ddf4-f017-4678-a271-a8ee7f2076cd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:21.783343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e543ddf4-f017-4678-a271-a8ee7f2076cd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/07998578-a329-4b83-a683-87c4a3099d4b HTTP/1.1" status: 204 len: 168 time: 0.6469650 Sep 18 02:02:21.795516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1a634-7e47-41b4-9427-2e9a16d5885a None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:21.811194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca70f3b5-7ed8-4753-94de-dcd04fd0ca2a req-589bba62-3148-4183-872c-5b7711ca40fd tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574944 Sep 18 02:02:21.821993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:21.892894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Made reservation on behalf of c3124ec3fc14423384e7743303908a43 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:21.899467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:21.901404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4cb3ffb8-7995-44aa-a047-9dbe47605a82 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732160 Sep 18 02:02:21.901931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51596) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:21.910607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:21.973004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.079048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999d91a-e54a-446e-ac40-89470939030d req-0a273455-56e4-4e08-b276-91e31b3962ab tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:22.091328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9999d91a-e54a-446e-ac40-89470939030d req-0a273455-56e4-4e08-b276-91e31b3962ab tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.2238653 Sep 18 02:02:22.189505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9999d91a-e54a-446e-ac40-89470939030d req-ddd969f6-6541-4095-a4e8-d9d427fc4292 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Sep 18 02:02:22.224159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:02:22.310329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.317765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] Deleting port 62ee501f-5098-40f6-9118-ea84b195d0eb {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:22.317765 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.318040 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.335162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:02:22.349317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:22.349963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.350519 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Added segment 53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42 of type vlan for network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 Sep 18 02:02:22.354019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.404044 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.511252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:22.515904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.517170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:22.517755 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.528528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] For port 62ee501f-5098-40f6-9118-ea84b195d0eb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=62ee501f-5098-40f6-9118-ea84b195d0eb,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:22.529060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.553659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9745111 Sep 18 02:02:22.563161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] Calling delete_port for 62ee501f-5098-40f6-9118-ea84b195d0eb owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:22.643921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d9665-72ff-403d-b327-e654faf96535 admin admin] Pushing event updated for resources: {'Network': ['ID=abb65ed5-36b9-428c-b582-9e7d9ff02dc9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:22.647242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51620) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:22.654944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Request body: {'subnet': {'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-subnet', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:22.676105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:02:22.680517 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.685581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Made reservation on behalf of c3124ec3fc14423384e7743303908a43 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:22.690560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.763942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] No DVR routers for this DVR port 62ee501f-5098-40f6-9118-ea84b195d0eb on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:22.775916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf18f23-4fea-49da-af2f-6e259f7ba2a8 None None] Pushing event deleted for resources: {'Port': ['ID=62ee501f-5098-40f6-9118-ea84b195d0eb,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:22.796667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.907779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:22.911747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:22.915212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:22.915854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:22.924478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be6719-f76c-462e-8d4d-efa3c515c8a0 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:22.956776 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0507736 Sep 18 02:02:22.958985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51648) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:22.961051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd1de7-f3fb-4089-9ef8-7529631ca9d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:22.984589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': '1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b', 'ip_address': '2001:db8::4a19:28a5:5cc0:3852'}], 'name': 'tempest-NetworksTestDHCPv6-1468934310'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:23.158905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe7d86-2a92-402a-9d38-bb1f7cc52e32 req-75aa950d-0483-446c-8fda-ff4e176cca9b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:23.167821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88fe7d86-2a92-402a-9d38-bb1f7cc52e32 req-75aa950d-0483-446c-8fda-ff4e176cca9b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1141279 Sep 18 02:02:23.288151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:23.288985 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:23.314928 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88fe7d86-2a92-402a-9d38-bb1f7cc52e32 req-346ba074-894c-4b38-9cc7-9d96f60a7134 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416225 Sep 18 02:02:23.327519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:23.362927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 62ee501f-5098-40f6-9118-ea84b195d0eb no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:23.403463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9f76ceb4-b34d-4da8-946f-9ca00e876fc1 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=460e138d753540deb7d9277e4296c8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912793 Sep 18 02:02:23.421508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 62ee501f-5098-40f6-9118-ea84b195d0eb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:23.421855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 62ee501f-5098-40f6-9118-ea84b195d0eb not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:23.473648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13d9b6b-b60d-4f60-81fd-32c2d288aa36,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:23.494841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Checking segment: {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:23.495198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Network hostable DHCP agents. Network: abb65ed5-36b9-428c-b582-9e7d9ff02dc9, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:02:23.530478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f375-a72c-4e6d-894e-1b435f482473 req-179a44bb-91b5-4770-b58c-bc9a77070be3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:23.535324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99c7f375-a72c-4e6d-894e-1b435f482473 req-179a44bb-91b5-4770-b58c-bc9a77070be3 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.0805416 Sep 18 02:02:23.542651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:02:23.574910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, abb65ed5-36b9-428c-b582-9e7d9ff02dc9) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:23.589511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfab595-b12c-47bb-b370-b6cccd951cc4 None None] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:23.601964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:23.603350 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:23.635318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99c7f375-a72c-4e6d-894e-1b435f482473 req-2a90a42f-adb5-479f-a964-8a64c0777193 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990441 Sep 18 02:02:23.729539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b/08fe6d47-6799-4b38-8b89-0d8a40729297) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:23.739685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:23.740877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-31ecfd63-7fcc-4f9e-b244-04bcab8f1aa9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0917799 Sep 18 02:02:23.743145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51676) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:23.749069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:23.806917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:23.809290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:23.906215 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:23.946240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-31ff0c98-21df-4d21-b954-8b875d91fd72 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:23.947762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-31ff0c98-21df-4d21-b954-8b875d91fd72 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5419397 Sep 18 02:02:24.048619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-2b955919-cc11-4cf6-9d03-cd912648addc tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/quotas/460e138d753540deb7d9277e4296c8f6 HTTP/1.1" status: 200 len: 375 time: 0.0825627 Sep 18 02:02:24.106702 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-df875a10-b35c-45e9-a1d0-14a3b7eed8dc tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=460e138d753540deb7d9277e4296c8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464115 Sep 18 02:02:24.121412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.135885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.158794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:24.171526 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.188685 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.311745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-abb65ed5-36b9-428c-b582-9e7d9ff02dc9', 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'fixed_ips': [{'subnet_id': 'c13d9b6b-b60d-4f60-81fd-32c2d288aa36'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:24.316400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.449531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:24.450700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Pushing event updated for resources: {'Port': ['ID=08fe6d47-6799-4b38-8b89-0d8a40729297,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:24.461349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:24.493974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::4a19:28a5:5cc0:3852 (390e7398-a3fa-4d7d-a331-76db59367425/1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b/6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:24.519934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:24.627931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Attempting to bind port 08fe6d47-6799-4b38-8b89-0d8a40729297 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:24.629768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Attempting to bind port 08fe6d47-6799-4b38-8b89-0d8a40729297 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:24.630900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Attempting to bind port 08fe6d47-6799-4b38-8b89-0d8a40729297 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:24.651703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:24.654339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:24.654964 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.655517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:24.656007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Bound port: 08fe6d47-6799-4b38-8b89-0d8a40729297, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:24.656388 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.693247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.742284 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.775622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19043187-430a-4810-a369-b1c73b5eb483 req-9dc0753d-b311-4c20-8ddb-bc5db6097a4b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:24.784066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19043187-430a-4810-a369-b1c73b5eb483 req-9dc0753d-b311-4c20-8ddb-bc5db6097a4b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1918101 Sep 18 02:02:24.811304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] For port 08fe6d47-6799-4b38-8b89-0d8a40729297, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:24.815977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] For port 08fe6d47-6799-4b38-8b89-0d8a40729297, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=08fe6d47-6799-4b38-8b89-0d8a40729297,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:24.818353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-e24d7e43-7c9a-4c0a-a9d1-d115864eec53 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=460e138d753540deb7d9277e4296c8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145234 Sep 18 02:02:24.830463 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:24.834312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Allocated IP 172.20.0.2 (abb65ed5-36b9-428c-b582-9e7d9ff02dc9/c13d9b6b-b60d-4f60-81fd-32c2d288aa36/6f5d227d-1a02-4c0a-9d92-8a6332ef17fc) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:24.873948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19043187-430a-4810-a369-b1c73b5eb483 req-4ef1b308-dce1-453f-bf33-c3f9115ce745 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861421 Sep 18 02:02:25.023368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314237b-76fd-4f8b-8076-b1cb8fc595a5 None None] Pushing event updated for resources: {'Port': ['ID=08fe6d47-6799-4b38-8b89-0d8a40729297,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:25.036978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-ad8f81fd-47c5-4dda-a723-37ee9824bae9 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:25.045334 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-ad8f81fd-47c5-4dda-a723-37ee9824bae9 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112906 Sep 18 02:02:25.069358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-eb1e712e-dd44-4f89-879a-19676c730186 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/quotas/460e138d753540deb7d9277e4296c8f6 HTTP/1.1" status: 200 len: 375 time: 0.0227182 Sep 18 02:02:25.112514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Allocated IP 172.25.0.159 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/5382cd8c-4df8-4ae7-9ac0-11deafd56a69) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:25.201205 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.210533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.283632 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-66a1e055-5021-49dc-843e-d967f3203bba tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=460e138d753540deb7d9277e4296c8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2053499 Sep 18 02:02:25.295978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d72d6-455c-47e1-9efb-6a11146ae12a req-7e99e78a-1303-4049-9b06-bf53a819859d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:25.303564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-420d72d6-455c-47e1-9efb-6a11146ae12a req-7e99e78a-1303-4049-9b06-bf53a819859d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1444259 Sep 18 02:02:25.357703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-420d72d6-455c-47e1-9efb-6a11146ae12a req-292831d8-e17a-4e43-9370-07231ffff32f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509951 Sep 18 02:02:25.401297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Pushing event updated for resources: {'Port': ['ID=6f5d227d-1a02-4c0a-9d92-8a6332ef17fc,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:25.426053 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.466866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:25.468476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:25.477287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:25.481338 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.513168 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.514544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.592032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.718305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:25.722161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51728) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:25.735549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:25.742391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:25.744425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:25.754055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Attempting to bind port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:25.755347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Attempting to bind port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:25.755958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Attempting to bind port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc on network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:25.761929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:25.765935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:25.774941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.777055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:25.777601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Checking segment: {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:25.778147 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.778279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:25.778860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Bound using segment: {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:25.779487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Bound port: 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:25.780009 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.783410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:25.873361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:25.877007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6956f53b-2a9f-4723-ae69-258ea4c24868 req-c6fe18f9-b60e-4b5c-a3cb-a04c7bdc608c tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 210 time: 0.1504302 Sep 18 02:02:25.889626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.889976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.890317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.890655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.891017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.891347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.892238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.892571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.892900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.893244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.893567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.893876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.901152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5382cd8c-4df8-4ae7-9ac0-11deafd56a69,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:25.911382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-636e2d9b-5a4a-467b-aa3d-9282dd35ed8e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9512606 Sep 18 02:02:25.914319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51744) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:25.930338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.932225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.932717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.933201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.933702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.934182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.934654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.935142 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.935612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.947097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.947766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.948325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:25.993588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] For port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:26.000711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] For port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6f5d227d-1a02-4c0a-9d92-8a6332ef17fc,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:26.014212 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:26.032884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56e93c-a6cf-4335-a564-b0bc6918ec23 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:26.040369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56e93c-a6cf-4335-a564-b0bc6918ec23 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:26.042936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5d56e93c-a6cf-4335-a564-b0bc6918ec23 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1274507 Sep 18 02:02:26.045810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51746) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:26.260855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280161c-23a8-4fb8-8fde-71618253cc76 None None] Pushing event updated for resources: {'Port': ['ID=6f5d227d-1a02-4c0a-9d92-8a6332ef17fc,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:26.373254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0367ea0-d0e6-43e2-8693-6c854bb14280 req-5879aecd-3996-4d5b-93c6-cff806a20e02 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:26.397642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0367ea0-d0e6-43e2-8693-6c854bb14280 req-5879aecd-3996-4d5b-93c6-cff806a20e02 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.2483344 Sep 18 02:02:26.536041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0367ea0-d0e6-43e2-8693-6c854bb14280 req-fb60ce58-e3b0-4889-aa12-ba4f25772923 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323752 Sep 18 02:02:26.571688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-73107c1b-f164-4c64-82c2-2443bdc18a64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:26.572922 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73107c1b-f164-4c64-82c2-2443bdc18a64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:26.956460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73107c1b-f164-4c64-82c2-2443bdc18a64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:26.978063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-73107c1b-f164-4c64-82c2-2443bdc18a64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:27.080848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a0cafa5f-f0eb-4152-9c8b-5c38e706f469 None None] Provisioning complete for port 08fe6d47-6799-4b38-8b89-0d8a40729297 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:27.087154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e52151e4-5694-4a79-b0fb-626821a6c4b1 req-87051f1d-4e43-41ba-9a21-dad4e513869b tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 210 time: 0.0441980 Sep 18 02:02:27.087628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0cafa5f-f0eb-4152-9c8b-5c38e706f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.149653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3c9d3a-f61e-4752-9c12-f15ae119e16a admin admin] Deleting subnet f5e19a47-9ea1-44de-af17-07e8e0dec0b0 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:27.153034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9d3a-f61e-4752-9c12-f15ae119e16a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.212384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9d3a-f61e-4752-9c12-f15ae119e16a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.345280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9d3a-f61e-4752-9c12-f15ae119e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.345868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73107c1b-f164-4c64-82c2-2443bdc18a64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.368041 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0cafa5f-f0eb-4152-9c8b-5c38e706f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.425185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73107c1b-f164-4c64-82c2-2443bdc18a64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:27.480323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a0cafa5f-f0eb-4152-9c8b-5c38e706f469 None None] For port 08fe6d47-6799-4b38-8b89-0d8a40729297, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=08fe6d47-6799-4b38-8b89-0d8a40729297,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:27.496656 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-d8882907-deed-4cf1-8b3a-0ec6779c9fc5 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=460e138d753540deb7d9277e4296c8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4615190 Sep 18 02:02:27.500324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-129c44ce-b200-44a2-bdd7-d9f2bba476fb tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=460e138d753540deb7d9277e4296c8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645449 Sep 18 02:02:27.505737 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0cafa5f-f0eb-4152-9c8b-5c38e706f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.507278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9d3a-f61e-4752-9c12-f15ae119e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.598737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:27.641103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73107c1b-f164-4c64-82c2-2443bdc18a64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.647068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-73107c1b-f164-4c64-82c2-2443bdc18a64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a HTTP/1.1" status: 204 len: 168 time: 1.5999596 Sep 18 02:02:27.657627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:27.703765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c070b735-51f3-4478-8e11-5ecf6745322a None None] Could not find standard attr ID for object 6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:02:27.739752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9d3a-f61e-4752-9c12-f15ae119e16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.745204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7d3c9d3a-f61e-4752-9c12-f15ae119e16a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f5e19a47-9ea1-44de-af17-07e8e0dec0b0 HTTP/1.1" status: 204 len: 168 time: 2.0088563 Sep 18 02:02:27.770487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:27.771230 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.774193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cafa5f-f0eb-4152-9c8b-5c38e706f469 None None] Pushing event updated for resources: {'Port': ['ID=08fe6d47-6799-4b38-8b89-0d8a40729297,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:27.798980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51774) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:27.874668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c9d3a-f61e-4752-9c12-f15ae119e16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e19a47-9ea1-44de-af17-07e8e0dec0b0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:27.899838 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.945451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6f5d227d-1a02-4c0a-9d92-8a6332ef17fc,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:27.950090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-9580bc3b-12b1-41ed-96f7-18ba13213a1c tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:27.951734 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-9580bc3b-12b1-41ed-96f7-18ba13213a1c tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4375184 Sep 18 02:02:27.951951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261c5e-42b1-4ef2-aefa-7e4f5492fa82 req-7f4fbfc4-e63d-4393-ae68-24d60d587ae8 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:27.959776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dc261c5e-42b1-4ef2-aefa-7e4f5492fa82 req-7f4fbfc4-e63d-4393-ae68-24d60d587ae8 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.9055891 Sep 18 02:02:27.973315 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:27.976213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 08fe6d47-6799-4b38-8b89-0d8a40729297 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:27.988600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Request body: {'port': {'device_id': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '460e138d753540deb7d9277e4296c8f6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:28.080231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69459051-7746-40c8-a0d0-6d74081ad445 req-b94e6521-5057-4c8e-82aa-b54e86c91908 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:28.098592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69459051-7746-40c8-a0d0-6d74081ad445 req-b94e6521-5057-4c8e-82aa-b54e86c91908 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.4348967 Sep 18 02:02:28.117152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=6f5d227d-1a02-4c0a-9d92-8a6332ef17fc,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:28.128471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780884c-23b9-41d8-a58b-e7425db48002 None None] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:28.144089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a71a0-4558-49a2-920d-dfd4f85e2c41 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:28.146015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a71a0-4558-49a2-920d-dfd4f85e2c41 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:28.147792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b55a71a0-4558-49a2-920d-dfd4f85e2c41 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4875693 Sep 18 02:02:28.155888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51782) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:28.166932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dc261c5e-42b1-4ef2-aefa-7e4f5492fa82 req-4abaab0a-2e2e-4215-a415-f166ce386125 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061505 Sep 18 02:02:28.219373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac85d0c-efe4-45c4-ac64-5aca64a8b032 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:28.224582 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ac85d0c-efe4-45c4-ac64-5aca64a8b032 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.229515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bc4098fd-3ccc-4c49-bb29-536b355bdb1e None None] Provisioning complete for port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:28.230002 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bc4098fd-3ccc-4c49-bb29-536b355bdb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.283801 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.294155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ac85d0c-efe4-45c4-ac64-5aca64a8b032 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.311684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-f385ee23-d784-47ba-8e78-6a34a58da126 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:28.313220 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-f385ee23-d784-47ba-8e78-6a34a58da126 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7113845 Sep 18 02:02:28.332722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Request body: {'port': {'device_id': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '460e138d753540deb7d9277e4296c8f6'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:28.375176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 08fe6d47-6799-4b38-8b89-0d8a40729297 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:28.375605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.410740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69459051-7746-40c8-a0d0-6d74081ad445 req-97f39129-fa17-4dc9-9a31-775dbdec3b40 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051767 Sep 18 02:02:28.567291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Made reservation on behalf of 460e138d753540deb7d9277e4296c8f6 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:28.571658 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.597186 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.601640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.603962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e395df87-62ca-479b-af56-30cd31f323ad req-85cb0c53-cdb1-4a93-bb6a-06ed3c703f2f tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 210 time: 0.0612283 Sep 18 02:02:28.622451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ac85d0c-efe4-45c4-ac64-5aca64a8b032 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.653153 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.700427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5c7924-3dab-469a-a802-854659959e0b']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:28.719433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf562c58-a562-4c9c-bca3-e246faf17556') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:28.720475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf562c58-a562-4c9c-bca3-e246faf17556') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:28.741628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.768708 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.775039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.776163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:02:28.777043 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.786498 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:02:28.848544 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:02:28.894023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7f539f87-fbe9-49b5-bbe9-b2edc63db4a0 None None] Provisioning complete for port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:28.894402 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7f539f87-fbe9-49b5-bbe9-b2edc63db4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.898653 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.904248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:28.909513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e5c7924-3dab-469a-a802-854659959e0b HTTP/1.1" status: 204 len: 168 time: 1.0667374 Sep 18 02:02:28.936389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03bcca-e53c-446c-9500-9abb461a3df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5c7924-3dab-469a-a802-854659959e0b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:28.945333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Allocated IP 192.168.233.171 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/09bbc025-ecac-4f61-b1e3-9107c3dec31a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:29.006753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Made reservation on behalf of 460e138d753540deb7d9277e4296c8f6 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:29.010383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.155041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51794) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:29.173575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.212777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2daed2a8-d7fb-4c66-99f0-243455cc4315 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed7bdd6d4a7244599abaed6d4aa406fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543349 Sep 18 02:02:29.217295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51798) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:29.235254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.275516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.326474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:29.332035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Pushing event updated for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:29.339050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:29.342566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:29.411486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:29.412306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.414881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 08fe6d47-6799-4b38-8b89-0d8a40729297 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:29.464486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5014212 Sep 18 02:02:29.474335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be63727-2f28-4aaf-8a9b-246174be6979 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d909488-92f0-42af-bb4c-d642a9332e2e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:29.486618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ac85d0c-efe4-45c4-ac64-5aca64a8b032 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.516195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Request body: {'port': {'device_id': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:29.554350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 08fe6d47-6799-4b38-8b89-0d8a40729297 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:29.554696 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.640061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Allocated IP 192.168.233.158 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/257ce93f-200f-437d-8f37-af7c46d25a48) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:29.659015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f447a5-90f3-4706-802d-6b2626f7cc8f None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:29.661597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac85d0c-efe4-45c4-ac64-5aca64a8b032 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:29.671998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ac85d0c-efe4-45c4-ac64-5aca64a8b032 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.673147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee041ff2-9d25-42ec-8166-22438f642642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.680569 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9ac85d0c-efe4-45c4-ac64-5aca64a8b032 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b HTTP/1.1" status: 204 len: 168 time: 1.5234380 Sep 18 02:02:29.685293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51808) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:29.749103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.760385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fa28a39e-2258-4fc0-a2af-f7c6beac4a07 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717475 Sep 18 02:02:29.767805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Router 2ece94b2-185e-450c-9876-4e13f192f0ed is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:02:29.775158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51810) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:29.804064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598228d1-eae4-4851-a191-8f42b34800b8 req-c10c8e46-cc8d-4035-8e2a-bf9cf82cec46 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:29.811904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-598228d1-eae4-4851-a191-8f42b34800b8 req-c10c8e46-cc8d-4035-8e2a-bf9cf82cec46 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.3000176 Sep 18 02:02:29.822647 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee041ff2-9d25-42ec-8166-22438f642642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:29.842883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:29.894614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90dd55-c6ee-4b8b-8f51-743f8fd30f8c req-a0332d1e-2ae1-4026-936b-2265a2940928 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:29.901551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff90dd55-c6ee-4b8b-8f51-743f8fd30f8c req-a0332d1e-2ae1-4026-936b-2265a2940928 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.3238468 Sep 18 02:02:30.092393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:30.117935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-598228d1-eae4-4851-a191-8f42b34800b8 req-6382b649-3f9a-46cc-baf3-67e1bf4f64a2 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058074 Sep 18 02:02:30.212440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.240648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-46405cd1-1b6b-4ab8-b95c-338643a470cf None None] Provisioning complete for port 09bbc025-ecac-4f61-b1e3-9107c3dec31a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:30.241033 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-46405cd1-1b6b-4ab8-b95c-338643a470cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.278686 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.311580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:30.311953 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.338876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:30.357615 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Sync routers for ids ['2ece94b2-185e-450c-9876-4e13f192f0ed'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:30.406282 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Routers {'2ece94b2-185e-450c-9876-4e13f192f0ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:30.411971 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ece94b2-185e-450c-9876-4e13f192f0ed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:30.426120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.426568 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff90dd55-c6ee-4b8b-8f51-743f8fd30f8c req-d6bdb011-db66-4124-a93e-fbd116812a63 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204825 Sep 18 02:02:30.427678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2aeea147-f4c4-47a5-9d64-d93bc5ec85e0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6823277 Sep 18 02:02:30.435501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51824) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:30.447114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:30.461173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee041ff2-9d25-42ec-8166-22438f642642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.464031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee041ff2-9d25-42ec-8166-22438f642642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.469393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ee041ff2-9d25-42ec-8166-22438f642642 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfecd952-fac1-4f22-96d4-2b10934e6bc3 HTTP/1.1" status: 204 len: 168 time: 1.2471640 Sep 18 02:02:30.498526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-46405cd1-1b6b-4ab8-b95c-338643a470cf None None] Port 09bbc025-ecac-4f61-b1e3-9107c3dec31a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:30.503275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:02:30.585147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Set router 2ece94b2-185e-450c-9876-4e13f192f0ed gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:30.591259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:30.595843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.671667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:30.698484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:30.702154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:30.743114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] Deleting port 08fe6d47-6799-4b38-8b89-0d8a40729297 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:30.743478 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.956279 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-986f6530-c071-4459-8c80-dcb8c8ffb8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:30.971690 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:02:28Z', 'revision_number': 3, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port': {'id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:24Z', 'updated_at': '2021-09-18T02:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:30.991715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] For port 08fe6d47-6799-4b38-8b89-0d8a40729297, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=08fe6d47-6799-4b38-8b89-0d8a40729297,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:30.992789 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.031269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] Calling delete_port for 08fe6d47-6799-4b38-8b89-0d8a40729297 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:31.036296 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Checking router: 2ece94b2-185e-450c-9876-4e13f192f0ed for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:31.036646 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Updating router 2ece94b2-185e-450c-9876-4e13f192f0ed port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:02:31.080026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.095955 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.212690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c52a77db-6467-495c-b77e-5f4b7850d562 None None] Provisioning complete for port 257ce93f-200f-437d-8f37-af7c46d25a48 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:31.213076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c52a77db-6467-495c-b77e-5f4b7850d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.255446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=9caf2711-bca5-46fb-84ec-497d64cb5725,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:31.280936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c52a77db-6467-495c-b77e-5f4b7850d562 None None] Port 257ce93f-200f-437d-8f37-af7c46d25a48 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:31.325562 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.343727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:31.352297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:31.362230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] No DVR routers for this DVR port 08fe6d47-6799-4b38-8b89-0d8a40729297 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:31.362478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:31.362478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.416982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee041ff2-9d25-42ec-8166-22438f642642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfecd952-fac1-4f22-96d4-2b10934e6bc3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:31.425414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30e723-1c30-46a3-a05c-5337729019ac None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:31.451630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:31.452242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.476697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baa743-476e-4481-a651-0637f6adf356 req-39529453-5430-4200-96df-0d4c030b5742 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:31.478387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1baa743-476e-4481-a651-0637f6adf356 req-39529453-5430-4200-96df-0d4c030b5742 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 936 time: 1.1419680 Sep 18 02:02:31.504132 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f48f684f-76bb-49d4-a11f-1badeac13c20 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6669409 Sep 18 02:02:31.505461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51852) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:31.539954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e01f42-cc9c-476b-814c-f6b5b5265b86 req-cce3d96b-3fc5-4a38-b700-35a13a005c57 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:31.547266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8e01f42-cc9c-476b-814c-f6b5b5265b86 req-cce3d96b-3fc5-4a38-b700-35a13a005c57 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1777656 Sep 18 02:02:31.596754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bbc025-ecac-4f61-b1e3-9107c3dec31a {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:31.605615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': '9caf2711-bca5-46fb-84ec-497d64cb5725', 'ip_address': '2001:db8::65e:de1f:4e08:62dc'}], 'name': 'tempest-NetworksTestDHCPv6-1467841776'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:31.613498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8e01f42-cc9c-476b-814c-f6b5b5265b86 req-c365696e-c22f-4ede-956b-7c5f3e9e5b6d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646350 Sep 18 02:02:31.618949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.656699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Transition to ACTIVE for port object 09bbc025-ecac-4f61-b1e3-9107c3dec31a will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:02:31.661880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-9958da73-50fe-49c4-a4bf-bbdd8f6d772a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3348057 Sep 18 02:02:31.666949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.735639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-d30528ea-abb8-40ba-baad-a2a2d6ce9677 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:02:31.739652 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-d30528ea-abb8-40ba-baad-a2a2d6ce9677 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546887 Sep 18 02:02:31.746403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c927833-d3b8-433b-9cef-aa33739b5949 None None] Pushing event deleted for resources: {'Port': ['ID=08fe6d47-6799-4b38-8b89-0d8a40729297,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:31.764906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 08fe6d47-6799-4b38-8b89-0d8a40729297 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:31.776812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Request body: {'port': {'device_id': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:31.883602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '9caf2711-bca5-46fb-84ec-497d64cb5725'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:31.884467 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.889222 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:02:31.894747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 08fe6d47-6799-4b38-8b89-0d8a40729297 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:31.895721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 08fe6d47-6799-4b38-8b89-0d8a40729297 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:31.912712 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.924858 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:31.972620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1baa743-476e-4481-a651-0637f6adf356 req-8e9e33f5-4aa8-4855-81c3-1a4f88398ce1 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857106 Sep 18 02:02:32.033571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.044406 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Attempting to bind port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:32.044771 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Attempting to bind port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:32.045125 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Attempting to bind port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:32.079129 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:32.079665 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:32.080082 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.080483 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:32.080991 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Bound port: 5382cd8c-4df8-4ae7-9ac0-11deafd56a69, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:32.081375 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.164493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Pushing event updated for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:32.166524 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] For port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:32.173604 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] For port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5382cd8c-4df8-4ae7-9ac0-11deafd56a69,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:32.177421 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be475a0c-0422-44e8-be05-8e5283e6719a None None] Pushing event updated for resources: {'Port': ['ID=5382cd8c-4df8-4ae7-9ac0-11deafd56a69,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:32.187625 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.216212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51880) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:32.218106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Attempting to bind port 09bbc025-ecac-4f61-b1e3-9107c3dec31a on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:32.218241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Attempting to bind port 09bbc025-ecac-4f61-b1e3-9107c3dec31a by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:32.218462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Attempting to bind port 09bbc025-ecac-4f61-b1e3-9107c3dec31a on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:32.247328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/9caf2711-bca5-46fb-84ec-497d64cb5725/b2b526ae-6ff0-4364-a90c-f0c9adbace33) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:32.278543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Port 09bbc025-ecac-4f61-b1e3-9107c3dec31a on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:02:32.278900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Attempting to bind port 09bbc025-ecac-4f61-b1e3-9107c3dec31a on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:32.312568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c4a2-23e3-42b2-93e1-e50a2c6c7afa req-042fabeb-b952-4b41-8d76-18c1bece2c86 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:32.321482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae18c4a2-23e3-42b2-93e1-e50a2c6c7afa req-042fabeb-b952-4b41-8d76-18c1bece2c86 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.4669485 Sep 18 02:02:32.324480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:32.324991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:32.325528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:32.326157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Bound port: 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:32.326671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.370689 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Routers {'2ece94b2-185e-450c-9876-4e13f192f0ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:32.373080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ece94b2-185e-450c-9876-4e13f192f0ed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:32.421038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae18c4a2-23e3-42b2-93e1-e50a2c6c7afa req-2df0e79f-2e54-4a79-bd6e-91668f2cb7ed tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976133 Sep 18 02:02:32.466233 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be475a0c-0422-44e8-be05-8e5283e6719a None None] Pushing event updated for resources: {'Port': ['ID=5382cd8c-4df8-4ae7-9ac0-11deafd56a69,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:32.521030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:32.530256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:32.550840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1711715836-network', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:32.570681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:32.607958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.667268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] Set router 2ece94b2-185e-450c-9876-4e13f192f0ed gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:32.675596 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.693141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Pushing event updated for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:32.693828 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.696365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:32.699629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.719205 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.733930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:32.740252 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.741885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-53eeef9a-db2a-47bc-a1a1-a28b9e0894f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/09bbc025-ecac-4f61-b1e3-9107c3dec31a HTTP/1.1" status: 200 len: 1097 time: 3.2482114 Sep 18 02:02:32.742794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:32.751404 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef2005-89ed-4365-aa7e-c2601c29a98d" -d '{"events": [{"name": "network-changed", "server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:32.788490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:32.791980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:32.796261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:32.852242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Pushing event updated for resources: {'Port': ['ID=b2b526ae-6ff0-4364-a90c-f0c9adbace33,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:32.931371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Attempting to bind port b2b526ae-6ff0-4364-a90c-f0c9adbace33 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:32.931867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Attempting to bind port b2b526ae-6ff0-4364-a90c-f0c9adbace33 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:32.932532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Attempting to bind port b2b526ae-6ff0-4364-a90c-f0c9adbace33 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:32.941096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:32.941511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:32.942075 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.942567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:32.943188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Bound port: b2b526ae-6ff0-4364-a90c-f0c9adbace33, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:32.943738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.945469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:32.963931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.041392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f33ef-bfe4-40d1-b38c-e7e968ee2e7f req-7ea7c163-3638-4458-bf12-55985feeec2f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:33.051139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-162f33ef-bfe4-40d1-b38c-e7e968ee2e7f req-7ea7c163-3638-4458-bf12-55985feeec2f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.2741015 Sep 18 02:02:33.069934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-5206d5d4-13c6-4881-9369-74ac8eddbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:33.072020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-5206d5d4-13c6-4881-9369-74ac8eddbfef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=460e138d753540deb7d9277e4296c8f6&device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 1100 time: 0.2665954 Sep 18 02:02:33.082092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] For port b2b526ae-6ff0-4364-a90c-f0c9adbace33, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:33.085140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] For port b2b526ae-6ff0-4364-a90c-f0c9adbace33, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b2b526ae-6ff0-4364-a90c-f0c9adbace33,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:33.094232 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.097696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257ce93f-200f-437d-8f37-af7c46d25a48 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:33.117965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.154341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Transition to ACTIVE for port object 257ce93f-200f-437d-8f37-af7c46d25a48 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:02:33.161200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.166780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 6ac1d7ea-ea12-47cc-8888-7e5e9beba01d yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:33.174290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.181580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d604b-a871-4621-aaea-247cddc0d48e None None] Pushing event updated for resources: {'Port': ['ID=b2b526ae-6ff0-4364-a90c-f0c9adbace33,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:33.234079 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:02:28Z', 'revision_number': 3, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port': {'id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:24Z', 'updated_at': '2021-09-18T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:33.249725 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-91f9ca18-cc0f-4621-9d49-3a8993de4d71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a HTTP/1.1" status: 200 len: 217 time: 0.0768800 Sep 18 02:02:33.265661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:02:33.289454 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424218d3-ec91-4bfa-9a07-62945deae6d2 None None] The sync data for ids ['2ece94b2-185e-450c-9876-4e13f192f0ed'] in n-d-789963-12 is: [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:02:28Z', 'revision_number': 3, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port': {'id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ab:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:24Z', 'updated_at': '2021-09-18T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:02:33.324185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.329288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-162f33ef-bfe4-40d1-b38c-e7e968ee2e7f req-cfd07605-ef0f-42e8-9f03-5c6864c26c38 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771444 Sep 18 02:02:33.337747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f821eb3d-7ebb-454c-a5fe-0178c876c1d3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:33.343277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.343686 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Added segment 6a26ca54-f528-4a9f-ae63-b972526c540c of type vlan for network 11be498a-d972-4af2-b522-204f1356985f Sep 18 02:02:33.410162 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab20d67d-271d-4e61-abd8-6fa6a84c2a67 x-openstack-request-id: req-ab20d67d-271d-4e61-abd8-6fa6a84c2a67 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:33.411664 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d004e1ce-cc14-491c-993b-2f77d10a68a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.413159 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:33.413159 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab20d67d-271d-4e61-abd8-6fa6a84c2a67 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:33.413614 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'status': 'completed', 'code': 200} Sep 18 02:02:33.424980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-487c50da-20eb-45f9-8dc6-fd7d54989d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:33.426764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-487c50da-20eb-45f9-8dc6-fd7d54989d82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1642849 Sep 18 02:02:33.498961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.629297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-0bc23970-32eb-4484-94c0-125e3b29e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:33.633158 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-0bc23970-32eb-4484-94c0-125e3b29e985 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1962414 Sep 18 02:02:33.634165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.635160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:33.635738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.663011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::65e:de1f:4e08:62dc (390e7398-a3fa-4d7d-a331-76db59367425/9caf2711-bca5-46fb-84ec-497d64cb5725/6ac1d7ea-ea12-47cc-8888-7e5e9beba01d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:33.697134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:33.757541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5365779 Sep 18 02:02:33.763779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51942) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:33.788889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Request body: {'subnet': {'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1711715836-subnet', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:33.807606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355d407-8c45-40a6-9cf6-ee258134aef8 req-ebaeb53e-0954-48db-bfe3-eea44ca5c0e0 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:33.819611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d355d407-8c45-40a6-9cf6-ee258134aef8 req-ebaeb53e-0954-48db-bfe3-eea44ca5c0e0 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 948 time: 0.3164542 Sep 18 02:02:33.941980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc37fc-c021-496b-940c-71f004e561e8 admin admin] Pushing event updated for resources: {'Network': ['ID=11be498a-d972-4af2-b522-204f1356985f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:33.954072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:33.956703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:33.961100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 11be498a-d972-4af2-b522-204f1356985f details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:02:34.018296 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.067657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7c27c-ad1a-4a84-8248-f0696f5ae181 req-ffa6f8a8-8f72-4225-83c4-00ff5fcac33b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:34.071315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2b7c27c-ad1a-4a84-8248-f0696f5ae181 req-ffa6f8a8-8f72-4225-83c4-00ff5fcac33b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.3839052 Sep 18 02:02:34.072892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d355d407-8c45-40a6-9cf6-ee258134aef8 req-210624f3-d9c6-421d-a87f-8693f13e659d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465162 Sep 18 02:02:34.117781 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-6ba441be-e6fd-48d1-b274-1f8bc0b41722 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672749 Sep 18 02:02:34.139732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Allocated IP 172.20.0.1 (abb65ed5-36b9-428c-b582-9e7d9ff02dc9/c13d9b6b-b60d-4f60-81fd-32c2d288aa36/5dd378de-ff61-42ac-b936-9aff8601fca9) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:34.220090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd7df89a-6f7b-47da-b2bc-e2845f106d1a req-501c86b3-af83-4c37-9a6b-45d88ae0ed4c service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938091 Sep 18 02:02:34.272759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Attempting to bind port 257ce93f-200f-437d-8f37-af7c46d25a48 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:34.273065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Attempting to bind port 257ce93f-200f-437d-8f37-af7c46d25a48 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:34.273412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Attempting to bind port 257ce93f-200f-437d-8f37-af7c46d25a48 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:34.328748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Port 257ce93f-200f-437d-8f37-af7c46d25a48 on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:02:34.330107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Attempting to bind port 257ce93f-200f-437d-8f37-af7c46d25a48 on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:34.358493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:34.358993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:34.359343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:34.360851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Bound port: 257ce93f-200f-437d-8f37-af7c46d25a48, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:34.361179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.371479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2b7c27c-ad1a-4a84-8248-f0696f5ae181 req-69059985-e38f-44a2-aaad-3067517e2d63 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516856 Sep 18 02:02:34.419446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-ed9e5efe-84e6-432f-8098-e358c3ad3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:34.421250 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-ed9e5efe-84e6-432f-8098-e358c3ad3a7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=460e138d753540deb7d9277e4296c8f6&device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 1100 time: 0.0899918 Sep 18 02:02:34.425968 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.426452 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.515351 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.544184 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.654856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Checking segment: {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:34.655351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Network hostable DHCP agents. Network: 11be498a-d972-4af2-b522-204f1356985f, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:02:34.670342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf1e0d-450d-4d61-a670-bdf780197110 req-b13065db-e036-4dd6-873f-f798a084a546 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:34.677673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54cf1e0d-450d-4d61-a670-bdf780197110 req-b13065db-e036-4dd6-873f-f798a084a546 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1769755 Sep 18 02:02:34.685514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:34.686029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Pushing event updated for resources: {'Subnet': ['ID=623b87eb-c594-4180-b0f1-d20148d1cdf7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:34.693784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.721309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=6ac1d7ea-ea12-47cc-8888-7e5e9beba01d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:34.724053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:34.739963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-ad70c2c4-e9e1-4e0a-bbf8-c147face150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:34.741662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-ad70c2c4-e9e1-4e0a-bbf8-c147face150e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3033674 Sep 18 02:02:34.756126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:34.762312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:34.763338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.763504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Network 11be498a-d972-4af2-b522-204f1356985f is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:02:34.768666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f5564032-6990-4c36-8d9b-67e70b2c0967 None None] Provisioning complete for port b2b526ae-6ff0-4364-a90c-f0c9adbace33 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:34.770197 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f5564032-6990-4c36-8d9b-67e70b2c0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.777611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-54cf1e0d-450d-4d61-a670-bdf780197110 req-da1abcff-083e-45fa-bfd9-59dace172f14 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990908 Sep 18 02:02:34.817580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-20d7985f-8718-44d6-82b0-033b4ba6b861 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a HTTP/1.1" status: 200 len: 217 time: 0.0567417 Sep 18 02:02:34.824296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:34.858796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:34.904674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:34.908983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Pushing event updated for resources: {'Port': ['ID=5dd378de-ff61-42ac-b936-9aff8601fca9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:34.911929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:34.916629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:34.924307 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f771b04-e4fc-45c8-91f7-787ba84b0d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3258936 Sep 18 02:02:34.934962 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.950659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-eeac065b-f399-44ca-af5a-7faa6b7a4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:34.952029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-eeac065b-f399-44ca-af5a-7faa6b7a4ab1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1202140 Sep 18 02:02:34.952782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51962) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:34.954940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:34.957184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 11be498a-d972-4af2-b522-204f1356985f) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:35.003681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd57cd1-1636-4a7b-b1f1-e70007721b81 None None] Network 11be498a-d972-4af2-b522-204f1356985f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:35.014958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.015651 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.085554 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f5564032-6990-4c36-8d9b-67e70b2c0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.087122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-c56c1f6e-ee2f-4304-b915-19dcd87c3c47 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.089218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-c56c1f6e-ee2f-4304-b915-19dcd87c3c47 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 804 time: 0.4534166 Sep 18 02:02:35.129120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3e7b1e2b-df4e-4bea-aa3a-016afdd610be admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3641033 Sep 18 02:02:35.132823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51970) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:35.140834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:35.146824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.149076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.154056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] 10.222.0.20 "PUT /v2.0/ports/257ce93f-200f-437d-8f37-af7c46d25a48 HTTP/1.1" status: 200 len: 1097 time: 3.3909957 Sep 18 02:02:35.160749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.172478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:35.179328 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f1301-1caf-40d7-a9e1-bb412171c1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:35.186491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 311f0585-8b16-44db-9872-bfa8cb5a2724 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:35.218152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-babc0bea-7ee2-423c-b460-93fb60acd0b1 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/quotas/1cf374e29676485c9e629e3348c754cd HTTP/1.1" status: 200 len: 375 time: 0.0813258 Sep 18 02:02:35.224154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6970bf-f255-4417-a32c-34cb1700e59f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.232294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6970bf-f255-4417-a32c-34cb1700e59f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.238059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3b6970bf-f255-4417-a32c-34cb1700e59f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2793553 Sep 18 02:02:35.252512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-777cb045-7509-46cd-83b5-15085e2dd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.254251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-777cb045-7509-46cd-83b5-15085e2dd986 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2565532 Sep 18 02:02:35.257024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:35.327826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.329562 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.390091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f5564032-6990-4c36-8d9b-67e70b2c0967 None None] For port b2b526ae-6ff0-4364-a90c-f0c9adbace33, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b2b526ae-6ff0-4364-a90c-f0c9adbace33,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:35.432728 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f5564032-6990-4c36-8d9b-67e70b2c0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.475877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b2b526ae-6ff0-4364-a90c-f0c9adbace33 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:35.501610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8d1b-543d-46a2-9d0a-4a43c90f793a req-bd9ce80c-8dae-4b43-b02e-4757d89bcf73 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.509513 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f6a8d1b-543d-46a2-9d0a-4a43c90f793a req-bd9ce80c-8dae-4b43-b02e-4757d89bcf73 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.3279321 Sep 18 02:02:35.569242 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-49210bb4-7417-4d3f-8ecd-322756d0ae8f service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962484 Sep 18 02:02:35.620145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.621154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.642922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f6a8d1b-543d-46a2-9d0a-4a43c90f793a req-78bcb1f2-7d07-44ce-8a1f-8a425a047436 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319563 Sep 18 02:02:35.647681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5564032-6990-4c36-8d9b-67e70b2c0967 None None] Pushing event updated for resources: {'Port': ['ID=b2b526ae-6ff0-4364-a90c-f0c9adbace33,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:35.653015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6481ad04-aaae-4d88-8920-dda4473875cd None None] Provisioning complete for port 6ac1d7ea-ea12-47cc-8888-7e5e9beba01d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:35.653786 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6481ad04-aaae-4d88-8920-dda4473875cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.663611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:35.666123 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398e36e4-1c52-47df-9507-7a1b8fb56324" -d '{"events": [{"server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "name": "network-vif-unplugged", "status": "completed", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:35.712730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-11be498a-d972-4af2-b522-204f1356985f', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:35.716128 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.756834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:35.774844 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.777845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dce8d8-c9dd-4eba-a6b1-de89aed1b77d service neutron] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:35.826020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1198b55f-9084-4854-b491-150d61fc2eea tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 6ac1d7ea-ea12-47cc-8888-7e5e9beba01d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:35.826464 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1198b55f-9084-4854-b491-150d61fc2eea tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.870247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-fd085ff7-851c-46b3-8b6b-702654707dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.871892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-fd085ff7-851c-46b3-8b6b-702654707dfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=460e138d753540deb7d9277e4296c8f6&device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 1100 time: 0.5343595 Sep 18 02:02:35.872751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6481ad04-aaae-4d88-8920-dda4473875cd None None] Port 6ac1d7ea-ea12-47cc-8888-7e5e9beba01d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:35.879724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b2b526ae-6ff0-4364-a90c-f0c9adbace33 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:35.880098 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.882570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:35.908887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc334e45-375d-45ff-a788-5a6b394be29b req-1110a447-d5f0-48ff-b4c8-b71effc45f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:35.910437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc334e45-375d-45ff-a788-5a6b394be29b req-1110a447-d5f0-48ff-b4c8-b71effc45f23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 1098 time: 0.9438298 Sep 18 02:02:35.958182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-0966da9c-0e73-4389-804d-98a540e239bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=257ce93f-200f-437d-8f37-af7c46d25a48 HTTP/1.1" status: 200 len: 217 time: 0.0782146 Sep 18 02:02:35.992823 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-653865d0-da74-448c-ae58-2479b68fdb74 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6324866 Sep 18 02:02:36.009552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:36.014070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Allocated IP 172.20.0.2 (11be498a-d972-4af2-b522-204f1356985f/623b87eb-c594-4180-b0f1-d20148d1cdf7/d8bab317-4781-4f39-9679-27bbc5ae7d70) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:36.031498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.031873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.032289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.032629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.033139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.033648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.034141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.034474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.034830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.035317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.035787 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.036253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:36.043587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ef2005-89ed-4365-aa7e-c2601c29a98d req-66c6ebb1-942e-4121-8dc2-37ec23978115 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432616 Sep 18 02:02:36.050430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6481ad04-aaae-4d88-8920-dda4473875cd None None] Provisioning complete for port 5dd378de-ff61-42ac-b936-9aff8601fca9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:36.050874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6481ad04-aaae-4d88-8920-dda4473875cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.063662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954a566-7e32-4750-8a6a-a40ee05c9b36 req-603b256f-44e1-4760-8efe-f423cbf9ee18 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:36.071762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5954a566-7e32-4750-8a6a-a40ee05c9b36 req-603b256f-44e1-4760-8efe-f423cbf9ee18 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 948 time: 0.2421172 Sep 18 02:02:36.097066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc334e45-375d-45ff-a788-5a6b394be29b req-17527eea-8a61-4519-855f-216605df25c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551087 Sep 18 02:02:36.163563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-658d2487-5fc2-493c-b461-6328af73cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:36.165131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-658d2487-5fc2-493c-b461-6328af73cbf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1929209 Sep 18 02:02:36.179298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6481ad04-aaae-4d88-8920-dda4473875cd None None] Port 5dd378de-ff61-42ac-b936-9aff8601fca9 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:36.179642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3b8ae4bd-a40d-4035-b297-ed44b4c2de4d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:36.181189 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3b8ae4bd-a40d-4035-b297-ed44b4c2de4d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6dc5c3b-2bb4-4e6d-a86c-0e060956125b HTTP/1.1" status: 200 len: 943 time: 0.2411132 Sep 18 02:02:36.186767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:36.186901 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.254864 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.274021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-d4a3c190-4f4d-4044-83d0-ec8529d9f87f service neutron] 10.222.0.21 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662396 Sep 18 02:02:36.281350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-5d869181-7450-42f3-89f9-653cd53c4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:36.283019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-5d869181-7450-42f3-89f9-653cd53c4a3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987327 Sep 18 02:02:36.311006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:36.311385 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.342292 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.347800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1198b55f-9084-4854-b491-150d61fc2eea tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.360626 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.385812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1198b55f-9084-4854-b491-150d61fc2eea tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 6ac1d7ea-ea12-47cc-8888-7e5e9beba01d owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:36.402888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Network 11be498a-d972-4af2-b522-204f1356985f is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:36.409974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:36.412921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:36.423800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5954a566-7e32-4750-8a6a-a40ee05c9b36 req-c7db824c-db17-4494-a2f6-b3ac993df2c8 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499501 Sep 18 02:02:36.455716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Pushing event updated for resources: {'Port': ['ID=d8bab317-4781-4f39-9679-27bbc5ae7d70,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:36.616734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-3bbe9449-e563-4552-b96c-84c283331921 service neutron] 10.222.0.21 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261998 Sep 18 02:02:36.631015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-d811d614-380b-4848-be9c-b18da79ea7d0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204117 Sep 18 02:02:36.643391 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c587e9-17a1-49b4-942c-2e4fd894eaeb x-openstack-request-id: req-f4c587e9-17a1-49b4-942c-2e4fd894eaeb {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:36.643602 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:36.643858 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4c587e9-17a1-49b4-942c-2e4fd894eaeb {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:36.644263 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48', 'status': 'completed', 'code': 200} Sep 18 02:02:36.668246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Deleting port 311f0585-8b16-44db-9872-bfa8cb5a2724 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:36.668955 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.709383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.725250 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.727383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.748106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Attempting to bind port d8bab317-4781-4f39-9679-27bbc5ae7d70 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:36.748527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Attempting to bind port d8bab317-4781-4f39-9679-27bbc5ae7d70 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:36.748897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Attempting to bind port d8bab317-4781-4f39-9679-27bbc5ae7d70 on network 11be498a-d972-4af2-b522-204f1356985f {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:36.753195 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.762779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:36.763266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Checking segment: {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:36.763843 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.764291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Bound using segment: {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:36.764980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Bound port: d8bab317-4781-4f39-9679-27bbc5ae7d70, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:36.765370 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.777051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.795169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5382cd8c-4df8-4ae7-9ac0-11deafd56a69,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:36.821762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.871187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1198b55f-9084-4854-b491-150d61fc2eea tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:36.895217 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1998cffd-1850-4e58-8faf-0ea89f726e3e x-openstack-request-id: req-1998cffd-1850-4e58-8faf-0ea89f726e3e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:36.895533 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "name": "network-vif-unplugged", "status": "completed", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:36.895762 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1998cffd-1850-4e58-8faf-0ea89f726e3e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:36.896161 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'code': 200} Sep 18 02:02:36.900030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940e87b-aed3-4c6b-bf07-ba5085a58893 req-59fba8a8-6bda-4b4f-988f-e6582e0801a3 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:36.901671 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d940e87b-aed3-4c6b-bf07-ba5085a58893 req-59fba8a8-6bda-4b4f-988f-e6582e0801a3 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1883759 Sep 18 02:02:36.931581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] For port d8bab317-4781-4f39-9679-27bbc5ae7d70, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:36.937145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198b55f-9084-4854-b491-150d61fc2eea tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=6ac1d7ea-ea12-47cc-8888-7e5e9beba01d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:36.956679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=5382cd8c-4df8-4ae7-9ac0-11deafd56a69,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:36.964870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] For port d8bab317-4781-4f39-9679-27bbc5ae7d70, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d8bab317-4781-4f39-9679-27bbc5ae7d70,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:36.972598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.010031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1198b55f-9084-4854-b491-150d61fc2eea tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.014597 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1198b55f-9084-4854-b491-150d61fc2eea tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6ac1d7ea-ea12-47cc-8888-7e5e9beba01d HTTP/1.1" status: 204 len: 168 time: 1.7543035 Sep 18 02:02:37.019860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51992) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:37.022870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 09bbc025-ecac-4f61-b1e3-9107c3dec31a details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:02:37.034251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.044473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Pushing event updated for resources: {'Port': ['ID=5dd378de-ff61-42ac-b936-9aff8601fca9,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:37.101129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d940e87b-aed3-4c6b-bf07-ba5085a58893 req-da6bcd7c-ec62-411e-928f-60e2d6d30ffe tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744449 Sep 18 02:02:37.112999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Allocated IP 172.25.0.217 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/ef05ece6-9e8d-4ffc-872e-a63d88656b1b) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:37.131592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad43f8d-cbec-49ce-8d41-7e56b43a1932 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:37.133259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad43f8d-cbec-49ce-8d41-7e56b43a1932 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:37.135077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3ad43f8d-cbec-49ce-8d41-7e56b43a1932 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1151369 Sep 18 02:02:37.141869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c6f916-6f87-40b2-a2fc-2478861e2a3d req-6ebec24c-974c-4adb-8b7a-a8d9f08ed5e9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965365 Sep 18 02:02:37.149712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51994) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:37.168730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] For port 311f0585-8b16-44db-9872-bfa8cb5a2724, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=311f0585-8b16-44db-9872-bfa8cb5a2724,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:37.171479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.345513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:37.346390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804fde9-3bcf-471a-9805-8d0776cf9513 None None] Pushing event updated for resources: {'Port': ['ID=d8bab317-4781-4f39-9679-27bbc5ae7d70,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:37.361609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'mac_address': 'fa:16:3e:90:4a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:02:37.366969 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f14dffd3-dcfe-4227-aad6-d57876d74977 req-0b4bb58d-a6b6-44af-bdf3-66b8507494c7 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 210 time: 0.0512142 Sep 18 02:02:37.387745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.400865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Calling delete_port for 311f0585-8b16-44db-9872-bfa8cb5a2724 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:37.425977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b2b526ae-6ff0-4364-a90c-f0c9adbace33 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:37.472545 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.504517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177be5b-918a-441e-b9a2-8f34221f43ad req-0f35fc65-178f-4b65-9a1f-b77cba92fed9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:37.506759 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a177be5b-918a-441e-b9a2-8f34221f43ad req-0f35fc65-178f-4b65-9a1f-b77cba92fed9 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.4900253 Sep 18 02:02:37.537422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bbc025-ecac-4f61-b1e3-9107c3dec31a {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:37.559410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.580269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:37.589574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.663642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b2b526ae-6ff0-4364-a90c-f0c9adbace33 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:37.664014 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.674053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b98bfd-e834-4f6d-9721-1bf4f708b000 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 9caf2711-bca5-46fb-84ec-497d64cb5725 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:37.687320 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:37.692733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Pushing event updated for resources: {'Port': ['ID=ef05ece6-9e8d-4ffc-872e-a63d88656b1b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:37.696987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:37.699934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:37.701658 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21b98bfd-e834-4f6d-9721-1bf4f708b000 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.707951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:37.769684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8844c3-4967-4be1-b4f5-9fdd6ce3ef56 req-48fcfe50-7488-4dd1-8055-b5ed17094c11 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:37.771412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a8844c3-4967-4be1-b4f5-9fdd6ce3ef56 req-48fcfe50-7488-4dd1-8055-b5ed17094c11 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 949 time: 0.2000620 Sep 18 02:02:37.805610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:37.819066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a177be5b-918a-441e-b9a2-8f34221f43ad req-d99af20a-9a30-41da-b838-ecbba75a69cc tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003743 Sep 18 02:02:37.849329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['09bbc025-ecac-4f61-b1e3-9107c3dec31a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:37.878106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:37.889562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21b98bfd-e834-4f6d-9721-1bf4f708b000 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.904174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:37.904546 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:37.933769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:37.943751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-8e869a33-7bf8-4401-8bd5-982d0cb99904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:37.945266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-8e869a33-7bf8-4401-8bd5-982d0cb99904 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=460e138d753540deb7d9277e4296c8f6&device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 1100 time: 0.5947845 Sep 18 02:02:38.049562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a8844c3-4967-4be1-b4f5-9fdd6ce3ef56 req-26a99fbe-1878-45c9-a505-722af877f43f tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705135 Sep 18 02:02:38.293499 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:38.319720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a4bccf6e-481b-48bc-b2bf-63ac42c33c3d None None] Provisioning complete for port 5dd378de-ff61-42ac-b936-9aff8601fca9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:38.320219 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a4bccf6e-481b-48bc-b2bf-63ac42c33c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:38.357294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd118c28-56c3-4293-bf65-e8849b5a8418 req-8208158e-e59c-41e9-aac2-e67a935ffca6 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:38.358898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd118c28-56c3-4293-bf65-e8849b5a8418 req-8208158e-e59c-41e9-aac2-e67a935ffca6 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1209466 Sep 18 02:02:38.372806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a4bccf6e-481b-48bc-b2bf-63ac42c33c3d None None] Port 5dd378de-ff61-42ac-b936-9aff8601fca9 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:38.449930 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd118c28-56c3-4293-bf65-e8849b5a8418 req-3e9f0ac2-cf3e-4d6c-8b8b-cbeaa6a6b77a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834708 Sep 18 02:02:38.583175 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:38.686222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-666c5bce-901d-48b9-a9a1-6a77c52cc0e6 req-ca02925e-3b8a-49d4-97f2-952b39f97aa4 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 210 time: 0.0519159 Sep 18 02:02:38.709399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21b98bfd-e834-4f6d-9721-1bf4f708b000 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:38.731149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c000e-c946-494a-a2b0-99ecb1e580c8 None None] Network 11be498a-d972-4af2-b522-204f1356985f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:38.816534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82694859-fb20-4766-8eda-89db1c1ba5de req-3c9e0e68-611d-4aea-b8a4-2997fca0d294 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:38.823813 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82694859-fb20-4766-8eda-89db1c1ba5de req-3c9e0e68-611d-4aea-b8a4-2997fca0d294 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.6618667 Sep 18 02:02:38.831247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-1bb34814-acfc-4832-9c09-db1813e86992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:38.832687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-1bb34814-acfc-4832-9c09-db1813e86992 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.8725331 Sep 18 02:02:38.837321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-56aec847-ddb1-4156-b851-763010250a7e tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:38.838220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:38.839009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-56aec847-ddb1-4156-b851-763010250a7e tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.20 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 804 time: 0.2057135 Sep 18 02:02:38.860657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Router 2ece94b2-185e-450c-9876-4e13f192f0ed has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:02:38.866187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Request body: {'port': {'device_id': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'admin_state_up': True, 'tenant_id': '1cf374e29676485c9e629e3348c754cd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:38.867396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-827160f5-30ef-483f-b885-7690379a30c9 None None] Provisioning complete for port d8bab317-4781-4f39-9679-27bbc5ae7d70 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:38.867773 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-827160f5-30ef-483f-b885-7690379a30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:38.934838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Pushing event deleted for resources: {'Port': ['ID=311f0585-8b16-44db-9872-bfa8cb5a2724,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:38.952593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-686ab325-7175-433a-ace6-c16872a37be4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=257ce93f-200f-437d-8f37-af7c46d25a48 HTTP/1.1" status: 200 len: 217 time: 0.0978262 Sep 18 02:02:38.993998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434467a8-f435-422a-af23-fcbb53fb8552 req-7fd00ba1-f5d2-4eac-8921-a3775e3963d0 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:38.995893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-434467a8-f435-422a-af23-fcbb53fb8552 req-7fd00ba1-f5d2-4eac-8921-a3775e3963d0 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1492534 Sep 18 02:02:39.024230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21b98bfd-e834-4f6d-9721-1bf4f708b000 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.029415 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-827160f5-30ef-483f-b885-7690379a30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.035288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 09bbc025-ecac-4f61-b1e3-9107c3dec31a up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:39.048207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:02:39.056463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] No DVR routers for this DVR port 311f0585-8b16-44db-9872-bfa8cb5a2724 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:39.059355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.062132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5aae5037-1f1d-4c38-9ed6-7290af959063 req-3a971132-f4e1-4f92-9da5-9027e4564761 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.18 "DELETE /v2.0/ports/311f0585-8b16-44db-9872-bfa8cb5a2724 HTTP/1.1" status: 204 len: 173 time: 2.7765725 Sep 18 02:02:39.079989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82694859-fb20-4766-8eda-89db1c1ba5de req-57abcbb1-968e-494f-a63e-727bc1ac17ea tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552052 Sep 18 02:02:39.080937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-434467a8-f435-422a-af23-fcbb53fb8552 req-c4243d96-0139-409d-a106-e9e37742536e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738661 Sep 18 02:02:39.124174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-827160f5-30ef-483f-b885-7690379a30c9 None None] For port d8bab317-4781-4f39-9679-27bbc5ae7d70, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d8bab317-4781-4f39-9679-27bbc5ae7d70,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:39.135502 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-827160f5-30ef-483f-b885-7690379a30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.166481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 09bbc025-ecac-4f61-b1e3-9107c3dec31a completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:02:39.174175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 311f0585-8b16-44db-9872-bfa8cb5a2724 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:39.180947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Made reservation on behalf of 1cf374e29676485c9e629e3348c754cd for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:39.188775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.201307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 09bbc025-ecac-4f61-b1e3-9107c3dec31a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:39.201681 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.246326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 311f0585-8b16-44db-9872-bfa8cb5a2724 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:39.246668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 311f0585-8b16-44db-9872-bfa8cb5a2724 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:39.265353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'name': 'network-vif-deleted', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:39.273717 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2770fd-8194-49e1-90cf-e400f5227b7f" -d '{"events": [{"server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "name": "network-vif-deleted", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:39.293702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b98bfd-e834-4f6d-9721-1bf4f708b000 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=9caf2711-bca5-46fb-84ec-497d64cb5725,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:39.305068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c713f8e-2525-4c60-a853-d1806e6b9635 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:39.312283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827160f5-30ef-483f-b885-7690379a30c9 None None] Pushing event updated for resources: {'Port': ['ID=d8bab317-4781-4f39-9679-27bbc5ae7d70,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:39.325238 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21b98bfd-e834-4f6d-9721-1bf4f708b000 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.328397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-21b98bfd-e834-4f6d-9721-1bf4f708b000 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/9caf2711-bca5-46fb-84ec-497d64cb5725 HTTP/1.1" status: 204 len: 168 time: 2.1778116 Sep 18 02:02:39.389178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52026) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:39.444489 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c5e153-91e3-4194-abec-57eb619e3491 x-openstack-request-id: req-f9c5e153-91e3-4194-abec-57eb619e3491 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:39.444813 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dc5c3b-2bb4-4e6d-a86c-0e060956125b", "name": "network-vif-deleted", "tag": "311f0585-8b16-44db-9872-bfa8cb5a2724", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:39.445060 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9c5e153-91e3-4194-abec-57eb619e3491 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:39.445678 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dc5c3b-2bb4-4e6d-a86c-0e060956125b', 'name': 'network-vif-deleted', 'tag': '311f0585-8b16-44db-9872-bfa8cb5a2724', 'status': 'completed', 'code': 200} Sep 18 02:02:39.447194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-4602ab30-0db6-43f1-9190-a8800bf205db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:39.449432 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-4602ab30-0db6-43f1-9190-a8800bf205db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.4886091 Sep 18 02:02:39.461826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:39.500473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Sync routers for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:39.508231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.509517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f2b75004-dc84-47e0-82e5-44dfe8ec5a35 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3738270 Sep 18 02:02:39.511488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d8bab317-4781-4f39-9679-27bbc5ae7d70 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:39.513090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52030) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:39.520913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Allocated IP 172.20.0.13 (c421e341-5653-412f-a573-a8a07d489e4e/a3809d31-40af-4d82-b957-fa336b2366a9/1383bed6-44b4-40ec-8c1f-48b0b159ab23) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:39.617501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:39.618625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:39.624292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7840b281-4e81-449e-a34d-c552c55049a0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2297509 Sep 18 02:02:39.625441 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.627109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52034) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:39.702984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:39.704731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d1960342-7584-4a81-9583-d19df811ac8c None None] Provisioning complete for port d8bab317-4781-4f39-9679-27bbc5ae7d70 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:39.704966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1960342-7584-4a81-9583-d19df811ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:39.713197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ce57e06f-3870-4015-a0cd-4aef941af39a admin admin] 10.222.0.21 "PUT /v2.0/routers/2ece94b2-185e-450c-9876-4e13f192f0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2707491 Sep 18 02:02:39.724376 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Sync routers for ids ['2ece94b2-185e-450c-9876-4e13f192f0ed'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:39.733697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61725116-2680-4542-8dd5-c6b63190ac70 req-a17b38df-4790-4c6d-b51d-1f688b49b0a2 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:39.745531 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Routers {'2ece94b2-185e-450c-9876-4e13f192f0ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:39.746485 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ece94b2-185e-450c-9876-4e13f192f0ed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:39.747276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61725116-2680-4542-8dd5-c6b63190ac70 req-a17b38df-4790-4c6d-b51d-1f688b49b0a2 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 949 time: 0.4416919 Sep 18 02:02:39.777401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-2a162bed-5bc0-41f5-ad4c-dc374931e438 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:39.781561 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-2a162bed-5bc0-41f5-ad4c-dc374931e438 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.4496019 Sep 18 02:02:39.885717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-aa07848f-368d-43f6-9adf-2c8e36456a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:39.900313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-aa07848f-368d-43f6-9adf-2c8e36456a13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2760994 Sep 18 02:02:39.916769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:39.980699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61725116-2680-4542-8dd5-c6b63190ac70 req-551f4852-1cdf-4f8a-a39d-0dfdeec032cd tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273452 Sep 18 02:02:40.092634 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Set router 2ece94b2-185e-450c-9876-4e13f192f0ed gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:40.108392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:40.112198 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f393cd-0bf1-4355-893f-ac77dfaecf40" -d '{"events": [{"server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:40.180618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d8bab317-4781-4f39-9679-27bbc5ae7d70 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:40.182306 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.229131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:40.233297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:02:40.246822 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-3515b29e-49fc-433a-9a96-c7d327911c4a service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319614 Sep 18 02:02:40.268763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.298594 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-abb1026d-ee84-4da8-9d39-d8aa29b811e3 req-edf211c7-91d0-4ade-9476-14ac32185b03 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 210 time: 0.0502956 Sep 18 02:02:40.359667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1710b-3f97-4cd3-af71-81c70ef8ba91 req-4ebba66f-b29d-4bee-b5a8-84812d141824 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:40.367881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3f1710b-3f97-4cd3-af71-81c70ef8ba91 req-4ebba66f-b29d-4bee-b5a8-84812d141824 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.8092496 Sep 18 02:02:40.370276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.410954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Network c421e341-5653-412f-a573-a8a07d489e4e is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:40.423000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe5a0e-5563-4d8e-846c-ae030532b141 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:40.427184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d0fe5a0e-5563-4d8e-846c-ae030532b141 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7980268 Sep 18 02:02:40.428241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:40.446920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52054) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:40.451278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Deleting port 3fd8b229-c875-4766-b237-2f516cc7e78c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:40.451278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.459191 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:40.497724 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:02:36Z', 'revision_number': 4, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port': {'id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:24Z', 'updated_at': '2021-09-18T02:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5dd378de-ff61-42ac-b936-9aff8601fca9', 'name': '', 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'mac_address': 'fa:16:3e:37:8d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c13d9b6b-b60d-4f60-81fd-32c2d288aa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:33Z', 'updated_at': '2021-09-18T02:02:36Z', 'revision_number': 2, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'subnets': [{'id': 'c13d9b6b-b60d-4f60-81fd-32c2d288aa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:40.523528 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.543895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-459f1301-1caf-40d7-a9e1-bb412171c1bc req-e45e81db-01f2-46a3-8253-4c38d03c664c service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434506 Sep 18 02:02:40.556552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:40.557345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.559409 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Checking router: 2ece94b2-185e-450c-9876-4e13f192f0ed for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:40.560971 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Updating router 2ece94b2-185e-450c-9876-4e13f192f0ed port 5dd378de-ff61-42ac-b936-9aff8601fca9 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:02:40.616048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] For port 3fd8b229-c875-4766-b237-2f516cc7e78c, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3fd8b229-c875-4766-b237-2f516cc7e78c,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:40.616440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.633810 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.635330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Calling delete_port for 3fd8b229-c875-4766-b237-2f516cc7e78c owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:40.653760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Pushing event updated for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:40.658585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52058) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:40.663776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b0d26-4545-4104-b0d9-af1fcdc932cb req-824b6eaf-db18-499c-acce-40aef115ac77 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:40.665334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df6b0d26-4545-4104-b0d9-af1fcdc932cb req-824b6eaf-db18-499c-acce-40aef115ac77 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 946 time: 0.1169178 Sep 18 02:02:40.673287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-network', 'tenant_id': 'b016aca052f642faa2f163627deda5b7'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:40.694560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:40.727145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3f1710b-3f97-4cd3-af71-81c70ef8ba91 req-e62ff222-5558-41ac-b116-8c0991546fbc tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581848 Sep 18 02:02:40.747428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] Deleting port b2b526ae-6ff0-4364-a90c-f0c9adbace33 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:40.748148 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.781561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-dc6f23f5-b435-4238-ba96-0fb6f493aeab tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9198325 Sep 18 02:02:40.782999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df6b0d26-4545-4104-b0d9-af1fcdc932cb req-07ef6148-0c62-46b8-9bc5-ebdb3f2ce0e5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630541 Sep 18 02:02:40.809706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:38Z', 'revision_number': 3, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:40.838482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1a121-1a47-4dcb-b83a-65b0ec246bd5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:40.840361 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0dc4ed-8de9-4843-8916-b68683d7288b x-openstack-request-id: req-6d0dc4ed-8de9-4843-8916-b68683d7288b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:40.840746 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:40.841144 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d0dc4ed-8de9-4843-8916-b68683d7288b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:40.841637 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'code': 200} Sep 18 02:02:40.854170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7ef1a121-1a47-4dcb-b83a-65b0ec246bd5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3981762 Sep 18 02:02:40.862797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52060) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:40.867313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Request body: {'port': {'device_id': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:40.878894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Made reservation on behalf of b016aca052f642faa2f163627deda5b7 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:40.880778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Checking router: 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:40.881447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Updating router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 port ef05ece6-9e8d-4ffc-872e-a63d88656b1b binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:02:40.881617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.888440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] For port b2b526ae-6ff0-4364-a90c-f0c9adbace33, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b2b526ae-6ff0-4364-a90c-f0c9adbace33,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:40.888953 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.926558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.926829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] Calling delete_port for b2b526ae-6ff0-4364-a90c-f0c9adbace33 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:40.932561 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:40.951048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-96abef1c-6778-45ce-aa38-a95ce64bb1eb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747397 Sep 18 02:02:40.959298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8a7fba3b-3054-46ef-8064-12cee0f620d8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:40.961693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['3fd8b229-c875-4766-b237-2f516cc7e78c'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:40.978326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52062) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:40.980677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f2c8a-d92a-458d-bc53-f37d3b2be702 req-0da04e47-ee3c-41f4-8fb1-25e40d94b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:40.982885 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d5f2c8a-d92a-458d-bc53-f37d3b2be702 req-0da04e47-ee3c-41f4-8fb1-25e40d94b60a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 1102 time: 0.0960815 Sep 18 02:02:40.983805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event deleted for resources: {'Port': ['ID=3fd8b229-c875-4766-b237-2f516cc7e78c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:40.991380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:41.033195 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.040470 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.072909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.124260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:02:41.172242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.174865 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Attempting to bind port 5dd378de-ff61-42ac-b936-9aff8601fca9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:41.175891 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Attempting to bind port 5dd378de-ff61-42ac-b936-9aff8601fca9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:41.175891 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Attempting to bind port 5dd378de-ff61-42ac-b936-9aff8601fca9 on network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:41.177734 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Pushing event updated for resources: {'Port': ['ID=5dd378de-ff61-42ac-b936-9aff8601fca9,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:41.188139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.188958 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.188958 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.189353 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.190275 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.190614 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.190996 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.191564 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.191899 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.192222 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.193039 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.193039 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:02:41.210413 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:41.212626 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Checking segment: {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:41.213183 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.214366 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Bound using segment: {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:41.214907 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Bound port: 5dd378de-ff61-42ac-b936-9aff8601fca9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:41.215510 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.290123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] No DVR routers for this DVR port 3fd8b229-c875-4766-b237-2f516cc7e78c on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:41.290340 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] For port 5dd378de-ff61-42ac-b936-9aff8601fca9, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:41.293098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d5f2c8a-d92a-458d-bc53-f37d3b2be702 req-dd2bdd9d-c0b0-4bda-a7aa-0fc912e4f58c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657674 Sep 18 02:02:41.293498 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] For port 5dd378de-ff61-42ac-b936-9aff8601fca9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5dd378de-ff61-42ac-b936-9aff8601fca9,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:41.300694 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.352171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.354265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d52c4118-3382-40a8-9789-0e2d9358ed26 req-8d175dec-01ce-4eb0-a502-2fcd4e46130e tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.20 "DELETE /v2.0/ports/3fd8b229-c875-4766-b237-2f516cc7e78c HTTP/1.1" status: 204 len: 173 time: 1.5680590 Sep 18 02:02:41.399122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258a135-3b71-44d6-9285-838ec702cf98 req-1dccf63f-1918-4d39-9fcb-24fda5f565cb tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:41.400721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b258a135-3b71-44d6-9285-838ec702cf98 req-1dccf63f-1918-4d39-9fcb-24fda5f565cb tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 950 time: 0.1125464 Sep 18 02:02:41.419870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.423927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d8bab317-4781-4f39-9679-27bbc5ae7d70 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:41.431504 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c020c-91dd-4564-a196-3f870de11b87 None None] Pushing event updated for resources: {'Port': ['ID=5dd378de-ff61-42ac-b936-9aff8601fca9,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:41.453030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea7fa56-53bb-4d3f-b847-1071798fad71', 'name': 'network-vif-deleted', 'tag': '3fd8b229-c875-4766-b237-2f516cc7e78c'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:41.455950 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d56d69-33cc-40bd-bc81-8047701c5896" -d '{"events": [{"server_uuid": "6ea7fa56-53bb-4d3f-b847-1071798fad71", "name": "network-vif-deleted", "tag": "3fd8b229-c875-4766-b237-2f516cc7e78c"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:41.468723 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Routers {'2ece94b2-185e-450c-9876-4e13f192f0ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:41.471133 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ece94b2-185e-450c-9876-4e13f192f0ed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:41.475855 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b258a135-3b71-44d6-9285-838ec702cf98 req-fdf9a3c1-a9b8-496d-b8e8-1d7552c3bf85 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691712 Sep 18 02:02:41.533348 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215e69fe-1d1e-489c-97cd-049f1c164316 x-openstack-request-id: req-215e69fe-1d1e-489c-97cd-049f1c164316 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:41.534131 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea7fa56-53bb-4d3f-b847-1071798fad71", "name": "network-vif-deleted", "tag": "3fd8b229-c875-4766-b237-2f516cc7e78c", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:41.534598 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-215e69fe-1d1e-489c-97cd-049f1c164316 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:41.535369 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea7fa56-53bb-4d3f-b847-1071798fad71', 'name': 'network-vif-deleted', 'tag': '3fd8b229-c875-4766-b237-2f516cc7e78c', 'status': 'completed', 'code': 200} Sep 18 02:02:41.647603 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] Set router 2ece94b2-185e-450c-9876-4e13f192f0ed gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:41.658609 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.706832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] No DVR routers for this DVR port b2b526ae-6ff0-4364-a90c-f0c9adbace33 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:41.712317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2809f819-dc04-4075-b8ae-e9012946d9b2 None None] Provisioning complete for port 5dd378de-ff61-42ac-b936-9aff8601fca9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:41.715933 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2809f819-dc04-4075-b8ae-e9012946d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.776187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98620350-8232-4da8-ae42-d6e8399f4a21 None None] Pushing event deleted for resources: {'Port': ['ID=b2b526ae-6ff0-4364-a90c-f0c9adbace33,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:41.799841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d8bab317-4781-4f39-9679-27bbc5ae7d70 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:41.800822 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.866182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:41.895207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2550613-551c-4004-a3dc-2057166e968f req-3f71e46a-3465-46da-9982-3d8557e36bf2 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:41.904650 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2550613-551c-4004-a3dc-2057166e968f req-3f71e46a-3465-46da-9982-3d8557e36bf2 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.0699465 Sep 18 02:02:41.916365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '257ce93f-200f-437d-8f37-af7c46d25a48', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '257ce93f-200f-437d-8f37-af7c46d25a48', 'mac_address': 'fa:16:3e:57:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:02:41.958169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2550613-551c-4004-a3dc-2057166e968f req-ab6c6b77-a03c-4cf6-a20c-cbc8641233ff tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525439 Sep 18 02:02:41.977895 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:02:36Z', 'revision_number': 4, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port': {'id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:24Z', 'updated_at': '2021-09-18T02:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5dd378de-ff61-42ac-b936-9aff8601fca9', 'name': '', 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'mac_address': 'fa:16:3e:37:8d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c13d9b6b-b60d-4f60-81fd-32c2d288aa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:33Z', 'updated_at': '2021-09-18T02:02:41Z', 'revision_number': 4, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'subnets': [{'id': 'c13d9b6b-b60d-4f60-81fd-32c2d288aa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:41.979952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:41.994309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919e36c-c4d8-4012-aec4-ce9f2dd508c2 req-7d666d64-4e58-4f57-854d-211d5d170f27 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:42.018514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:42.018699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e919e36c-c4d8-4012-aec4-ce9f2dd508c2 req-7d666d64-4e58-4f57-854d-211d5d170f27 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 932 time: 0.5810673 Sep 18 02:02:42.022226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.058186 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6ddef-5ceb-426f-8586-81218cd2f376 None None] The sync data for ids ['2ece94b2-185e-450c-9876-4e13f192f0ed'] in n-d-789963-12 is: [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:02:36Z', 'revision_number': 4, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port': {'id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:24Z', 'updated_at': '2021-09-18T02:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5dd378de-ff61-42ac-b936-9aff8601fca9', 'name': '', 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'mac_address': 'fa:16:3e:37:8d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'c13d9b6b-b60d-4f60-81fd-32c2d288aa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:33Z', 'updated_at': '2021-09-18T02:02:41Z', 'revision_number': 4, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'subnets': [{'id': 'c13d9b6b-b60d-4f60-81fd-32c2d288aa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:02:42.064653 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2809f819-dc04-4075-b8ae-e9012946d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.096437 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.107412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.127318 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.184511 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.197603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-597f2894-4024-48ad-a15c-94ad63f66672 req-a6036257-9f81-4abc-8bbf-6d75cd1e343d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ea7fa56-53bb-4d3f-b847-1071798fad71 HTTP/1.1" status: 200 len: 210 time: 0.1200194 Sep 18 02:02:42.201691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257ce93f-200f-437d-8f37-af7c46d25a48 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:42.288720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2809f819-dc04-4075-b8ae-e9012946d9b2 None None] For port 5dd378de-ff61-42ac-b936-9aff8601fca9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5dd378de-ff61-42ac-b936-9aff8601fca9,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:42.306560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:42.316870 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2809f819-dc04-4075-b8ae-e9012946d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.329817 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.334857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45f995-779b-4e48-848b-4f0dadfbd357 None None] Pushing event updated for resources: {'Port': ['ID=ef05ece6-9e8d-4ffc-872e-a63d88656b1b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:42.337625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Attempting to bind port ef05ece6-9e8d-4ffc-872e-a63d88656b1b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:42.338012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Attempting to bind port ef05ece6-9e8d-4ffc-872e-a63d88656b1b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:42.338377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Attempting to bind port ef05ece6-9e8d-4ffc-872e-a63d88656b1b on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:42.345715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:42.346124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:42.346472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.346953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:42.347411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Bound port: ef05ece6-9e8d-4ffc-872e-a63d88656b1b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:42.347783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.454968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b2b526ae-6ff0-4364-a90c-f0c9adbace33 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:42.488484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1383bed6-44b4-40ec-8c1f-48b0b159ab23 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:42.493582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:02:42.520627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b2b526ae-6ff0-4364-a90c-f0c9adbace33 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:42.520895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b2b526ae-6ff0-4364-a90c-f0c9adbace33 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:42.526502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.546871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8400905c-6547-4bd2-8df5-fc80b007bf8d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:42.577897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.581512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['257ce93f-200f-437d-8f37-af7c46d25a48'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:42.586084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e919e36c-c4d8-4012-aec4-ce9f2dd508c2 req-2eba3948-f0c1-4bd3-936f-ab7ff28f0a7a tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636334 Sep 18 02:02:42.622047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.624972 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Added segment 990ae258-4c4c-4db8-ad57-fc1fbd4eebf8 of type vlan for network 6b9a4651-5349-4f9c-937a-96afc0165d46 Sep 18 02:02:42.628325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-737fd4e2-4758-4e9f-88f3-a70347ce3553 None None] Provisioning complete for port 5dd378de-ff61-42ac-b936-9aff8601fca9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:42.628919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-737fd4e2-4758-4e9f-88f3-a70347ce3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.631286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809f819-dc04-4075-b8ae-e9012946d9b2 None None] Pushing event updated for resources: {'Port': ['ID=5dd378de-ff61-42ac-b936-9aff8601fca9,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:42.687950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] For port ef05ece6-9e8d-4ffc-872e-a63d88656b1b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:42.703520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:42.707267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=d45d34b2-1f38-4bb6-8cff-2634678db306,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:42.715475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:42.724019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:42.724639 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.752165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c08bf-37b3-4676-808f-a634aba53c21 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:42.756113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] For port ef05ece6-9e8d-4ffc-872e-a63d88656b1b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ef05ece6-9e8d-4ffc-872e-a63d88656b1b,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:42.764013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-78922250-e0d2-4493-a99d-1e1bb64687fb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7748821 Sep 18 02:02:42.765261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52086) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:42.783398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': 'd45d34b2-1f38-4bb6-8cff-2634678db306', 'ip_address': '2001:db8::a6e3:ae46:b19c:60ca'}], 'name': 'tempest-NetworksTestDHCPv6-71289764'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:42.812810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Transition to ACTIVE for port object 1383bed6-44b4-40ec-8c1f-48b0b159ab23 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:02:42.828055 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.853145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.859423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Allocated IP 172.20.0.1 (11be498a-d972-4af2-b522-204f1356985f/623b87eb-c594-4180-b0f1-d20148d1cdf7/4ee0c26a-3324-4234-9f4f-195ad4420fad) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:42.876670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:42.947057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:43.011293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:43.011947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:43.015757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Pushing event updated for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:43.021459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.022416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:43.023015 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.046924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6743-42e1-481e-906f-ea19f1a7b8c2 req-d5720e9d-4d91-4ad4-9bc8-97af13e02644 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:43.057619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5bb0b-2de5-48f9-aeef-d5ec64756fb7 req-1ede1664-1b5d-460e-b368-9956b4b3d71e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:43.059996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4aa5bb0b-2de5-48f9-aeef-d5ec64756fb7 req-1ede1664-1b5d-460e-b368-9956b4b3d71e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1132700 Sep 18 02:02:43.060968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c42e6743-42e1-481e-906f-ea19f1a7b8c2 req-d5720e9d-4d91-4ad4-9bc8-97af13e02644 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 950 time: 0.2841544 Sep 18 02:02:43.061517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:43.077399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3fd8b229-c875-4766-b237-2f516cc7e78c no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:43.179518 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4aa5bb0b-2de5-48f9-aeef-d5ec64756fb7 req-1a16a285-e2ef-4976-9dde-55d1a38f5b0a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525029 Sep 18 02:02:43.214080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.236080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 57c616e8-e8ac-4ae8-b629-16d37ef2e14a yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:43.258844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] Pushing event updated for resources: {'Network': ['ID=6b9a4651-5349-4f9c-937a-96afc0165d46,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:43.287205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a30add29-2195-4351-afbb-4cac0b4ca437 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6200576 Sep 18 02:02:43.296148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52094) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:43.310090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Request body: {'subnet': {'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-subnet', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:43.323323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:02:43.370820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 3fd8b229-c875-4766-b237-2f516cc7e78c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:43.373734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3fd8b229-c875-4766-b237-2f516cc7e78c not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:43.409481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c42e6743-42e1-481e-906f-ea19f1a7b8c2 req-ca2263df-9c87-4d9f-8458-b446920ce298 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475122 Sep 18 02:02:43.423672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.450210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Made reservation on behalf of b016aca052f642faa2f163627deda5b7 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:43.455109 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.461723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Attempting to bind port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:43.462062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Attempting to bind port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:43.462396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Attempting to bind port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 on network c421e341-5653-412f-a573-a8a07d489e4e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:43.492701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5dd378de-ff61-42ac-b936-9aff8601fca9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:43.542564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45f995-779b-4e48-848b-4f0dadfbd357 None None] Pushing event updated for resources: {'Port': ['ID=ef05ece6-9e8d-4ffc-872e-a63d88656b1b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:43.543382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 on network c421e341-5653-412f-a573-a8a07d489e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:02:43.544256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Attempting to bind port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 on network c421e341-5653-412f-a573-a8a07d489e4e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:43.579445 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.621021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::a6e3:ae46:b19c:60ca (390e7398-a3fa-4d7d-a331-76db59367425/d45d34b2-1f38-4bb6-8cff-2634678db306/57c616e8-e8ac-4ae8-b629-16d37ef2e14a) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:43.623717 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:43.624966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Checking segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:43.625763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Bound using segment: {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:43.626588 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Bound port: 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:43.627445 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.672157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': 'd45d34b2-1f38-4bb6-8cff-2634678db306'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:43.673959 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.777016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:43.781664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Network 11be498a-d972-4af2-b522-204f1356985f is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:43.806085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:43.822850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:43.857361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee0c26a-3324-4234-9f4f-195ad4420fad,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:43.880118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43cac9-90ed-4be4-b047-b178062da041 req-e07eb2fa-461b-4cae-acfd-107337a313d8 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:43.882497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-da43cac9-90ed-4be4-b047-b178062da041 req-e07eb2fa-461b-4cae-acfd-107337a313d8 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 949 time: 0.3160148 Sep 18 02:02:43.952345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5dd378de-ff61-42ac-b936-9aff8601fca9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:43.952721 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.954847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:43.996586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:44.012356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.014264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.098606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:44.107402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a80788-29ce-4742-9298-26a4bf23a3b9 req-1dd86818-8a68-475c-a480-49bf4db8088c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:44.108997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3a80788-29ce-4742-9298-26a4bf23a3b9 req-1dd86818-8a68-475c-a480-49bf4db8088c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 944 time: 0.2882545 Sep 18 02:02:44.133424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:44.137078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:44.145686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:44.145900 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.148494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=57c616e8-e8ac-4ae8-b629-16d37ef2e14a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:44.200409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ec255b85-4c1e-4046-887e-47d9bcefcd1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4311659 Sep 18 02:02:44.200717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52112) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:44.206407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ca9f9b02-73d1-4180-a698-5b827da7fa5e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': 'd45d34b2-1f38-4bb6-8cff-2634678db306', 'ip_address': '2001:db8::a6e3:ae46:b19c:60ca'}], 'name': 'tempest-NetworksTestDHCPv6-544188465'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:44.228473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3a80788-29ce-4742-9298-26a4bf23a3b9 req-1859a6c8-82de-4cd7-9c7a-f856acf7042c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058803 Sep 18 02:02:44.235956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/d45d34b2-1f38-4bb6-8cff-2634678db306/eda72742-2fa3-49f5-9ac0-bd04cc97a983) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:44.281335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a84ef75f-2221-45bd-b742-b9a33a6ea6bf None None] Provisioning complete for port 4ee0c26a-3324-4234-9f4f-195ad4420fad triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:44.281867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a84ef75f-2221-45bd-b742-b9a33a6ea6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.367571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:44.371540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9f9b02-73d1-4180-a698-5b827da7fa5e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:44.381969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9b02-73d1-4180-a698-5b827da7fa5e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.407384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.414479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a84ef75f-2221-45bd-b742-b9a33a6ea6bf None None] Port 4ee0c26a-3324-4234-9f4f-195ad4420fad cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:44.423608 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-da43cac9-90ed-4be4-b047-b178062da041 req-580517d6-8c56-41f4-b3a0-60693da98dee tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878750 Sep 18 02:02:44.440998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-ca9f9b02-73d1-4180-a698-5b827da7fa5e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 67d53ee7-b712-414b-9d23-9c1f24138717 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:44.500071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:38Z', 'revision_number': 3, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:44.533535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563ab69-2f83-481e-9d9e-40374479b39e None None] The sync data for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 is: [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:38Z', 'revision_number': 3, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:02:44.557974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.569068 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.634634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afcb8b-765e-4035-ab63-1681dc00805f req-9638cdce-dcfa-42db-8daf-09b185efa3e2 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:44.637597 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9afcb8b-765e-4035-ab63-1681dc00805f req-9638cdce-dcfa-42db-8daf-09b185efa3e2 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.2359862 Sep 18 02:02:44.643041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Pushing event updated for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:44.647750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Pushing event updated for resources: {'Port': ['ID=eda72742-2fa3-49f5-9ac0-bd04cc97a983,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:44.669067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:44.671255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:44.672205 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.674734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:44.677215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-9799d719-dce1-44b9-80e9-d150c9901138 service neutron] 10.222.0.20 "PUT /v2.0/ports/1383bed6-44b4-40ec-8c1f-48b0b159ab23 HTTP/1.1" status: 200 len: 1093 time: 3.8548901 Sep 18 02:02:44.677690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'tag': '1383bed6-44b4-40ec-8c1f-48b0b159ab23'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:44.681516 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad864d0b-8f74-4d36-a263-b3c27fb6e045" -d '{"events": [{"name": "network-changed", "server_uuid": "97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8", "tag": "1383bed6-44b4-40ec-8c1f-48b0b159ab23"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:44.682638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:44.691990 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9f9b02-73d1-4180-a698-5b827da7fa5e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 02:02:44.692633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9f9b02-73d1-4180-a698-5b827da7fa5e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:02:44.734053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9afcb8b-765e-4035-ab63-1681dc00805f req-19d272a9-fa2d-4273-b212-5e02084521cd tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825713 Sep 18 02:02:44.746802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ca9f9b02-73d1-4180-a698-5b827da7fa5e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5358219 Sep 18 02:02:44.747290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.747402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52134) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:44.800410 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Attempting to bind port eda72742-2fa3-49f5-9ac0-bd04cc97a983 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:44.800947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Attempting to bind port eda72742-2fa3-49f5-9ac0-bd04cc97a983 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:44.801315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Attempting to bind port eda72742-2fa3-49f5-9ac0-bd04cc97a983 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:44.807048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:44.807430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:44.812424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.812838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:44.813882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Bound port: eda72742-2fa3-49f5-9ac0-bd04cc97a983, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:44.814281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.839992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c1e33-3195-4fbc-92e8-82ac81dc0c8f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:44.854830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c1e33-3195-4fbc-92e8-82ac81dc0c8f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:44.856644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bc0c1e33-3195-4fbc-92e8-82ac81dc0c8f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1146464 Sep 18 02:02:44.859752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52142) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:44.882291 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e7f510-b2d5-42ab-bd32-80b34d01dc7d x-openstack-request-id: req-07e7f510-b2d5-42ab-bd32-80b34d01dc7d {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:44.882583 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8", "tag": "1383bed6-44b4-40ec-8c1f-48b0b159ab23", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:44.882858 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07e7f510-b2d5-42ab-bd32-80b34d01dc7d {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:44.883256 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'tag': '1383bed6-44b4-40ec-8c1f-48b0b159ab23', 'status': 'completed', 'code': 200} Sep 18 02:02:44.902062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:44.908530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] For port eda72742-2fa3-49f5-9ac0-bd04cc97a983, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:44.916771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] For port eda72742-2fa3-49f5-9ac0-bd04cc97a983, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=eda72742-2fa3-49f5-9ac0-bd04cc97a983,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:44.925659 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.010237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-7294a571-06a5-4506-ab87-fb55aa099a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:45.019332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-7294a571-06a5-4506-ab87-fb55aa099a14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 1096 time: 0.2585566 Sep 18 02:02:45.019332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043b12c3-3e8e-41ba-b937-d3fd73b1035e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:45.033204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Checking segment: {'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:45.033555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Network hostable DHCP agents. Network: 6b9a4651-5349-4f9c-937a-96afc0165d46, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:02:45.089929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:45.091648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-43c36775-cb61-4807-a3c8-4f851968807d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 57c616e8-e8ac-4ae8-b629-16d37ef2e14a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:45.092120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43c36775-cb61-4807-a3c8-4f851968807d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.141821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffab6a6-b7b5-4127-942e-3048e8e97a2a None None] Pushing event updated for resources: {'Port': ['ID=eda72742-2fa3-49f5-9ac0-bd04cc97a983,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:45.183208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-f4a5ee6e-4f22-440c-85e8-5933c2908d34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23 HTTP/1.1" status: 200 len: 217 time: 0.1458352 Sep 18 02:02:45.204436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 257ce93f-200f-437d-8f37-af7c46d25a48 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:02:45.209157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 257ce93f-200f-437d-8f37-af7c46d25a48 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:45.209657 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.321204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:02:45.342436 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.393684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:45.396543 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf00bd00-4400-4d7b-86ed-5df18cac5ba5" -d '{"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-plugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:45.424297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:45.435191 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.465861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-6f4656c9-cf93-44a4-a0af-c3981a014411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:45.468161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-6f4656c9-cf93-44a4-a0af-c3981a014411 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 200 len: 844 time: 0.2675865 Sep 18 02:02:45.496027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ef05ece6-9e8d-4ffc-872e-a63d88656b1b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:45.512499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43c36775-cb61-4807-a3c8-4f851968807d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.563483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-4550987f-1ab5-4204-8081-393d9067f93e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c421e341-5653-412f-a573-a8a07d489e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608375 Sep 18 02:02:45.565816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6b9a4651-5349-4f9c-937a-96afc0165d46) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:45.568945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-43c36775-cb61-4807-a3c8-4f851968807d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 57c616e8-e8ac-4ae8-b629-16d37ef2e14a owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:45.585478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:45.586459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.597383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b7d9d9-ae56-4d9c-8a04-7046774dd780 None None] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:45.643369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-36ad433a-459b-49ec-91cb-2b6093475dc4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3402655 Sep 18 02:02:45.657445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52156) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:45.666465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:45.738761 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.739860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.802655 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.848154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-6b9a4651-5349-4f9c-937a-96afc0165d46', 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'fixed_ips': [{'subnet_id': '043b12c3-3e8e-41ba-b937-d3fd73b1035e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:45.849016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.853458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ef05ece6-9e8d-4ffc-872e-a63d88656b1b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:45.853458 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:45.915588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:45.927799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a2dfb-c72d-4224-bbe4-6ed719721c64 req-68664760-c5b5-41ad-87c7-7542efc17d0b tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:45.936044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-889a2dfb-c72d-4224-bbe4-6ed719721c64 req-68664760-c5b5-41ad-87c7-7542efc17d0b tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 944 time: 0.4648995 Sep 18 02:02:45.966497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc9bd1-ac89-4fff-b06f-c1527d54a9bb req-6edfd9ad-a07e-4886-9d17-54586f61f3a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:45.975251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bbc9bd1-ac89-4fff-b06f-c1527d54a9bb req-6edfd9ad-a07e-4886-9d17-54586f61f3a5 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 946 time: 0.7102876 Sep 18 02:02:46.025401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43c36775-cb61-4807-a3c8-4f851968807d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.133307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c36775-cb61-4807-a3c8-4f851968807d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=57c616e8-e8ac-4ae8-b629-16d37ef2e14a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:46.134803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-889a2dfb-c72d-4224-bbe4-6ed719721c64 req-0d014081-a3b5-4c0e-83c5-a2b9d9742fbd tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975470 Sep 18 02:02:46.163076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bbc9bd1-ac89-4fff-b06f-c1527d54a9bb req-fd8bd155-794a-4f76-b8ef-8e99c41d081f tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798511 Sep 18 02:02:46.181813 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-fb868a65-0a83-4939-b878-5db76962bc7a service neutron] 10.222.0.20 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582831 Sep 18 02:02:46.217129 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43c36775-cb61-4807-a3c8-4f851968807d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.221632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-43c36775-cb61-4807-a3c8-4f851968807d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/57c616e8-e8ac-4ae8-b629-16d37ef2e14a HTTP/1.1" status: 204 len: 168 time: 1.3584549 Sep 18 02:02:46.221888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52162) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:46.267613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Allocated IP 172.20.0.2 (6b9a4651-5349-4f9c-937a-96afc0165d46/043b12c3-3e8e-41ba-b937-d3fd73b1035e/899d595c-bd78-4056-85c7-6793acdc4935) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:46.314310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.370901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.394836 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.402288 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38e977c-0928-4a8f-9f52-d78a59c87051 x-openstack-request-id: req-a38e977c-0928-4a8f-9f52-d78a59c87051 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:46.402587 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-plugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:46.402867 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a38e977c-0928-4a8f-9f52-d78a59c87051 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:46.403260 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48', 'code': 200} Sep 18 02:02:46.413790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.450570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3cfec-ba97-40ce-a3da-baced5683229 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:46.454285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3cfec-ba97-40ce-a3da-baced5683229 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:46.454845 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-20d3cfec-ba97-40ce-a3da-baced5683229 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2319279 Sep 18 02:02:46.486734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52164) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:46.495332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port ef05ece6-9e8d-4ffc-872e-a63d88656b1b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ef05ece6-9e8d-4ffc-872e-a63d88656b1b,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:46.513535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.631783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07cee6-bf25-44f1-9c48-7841647e5240 req-845ab2ae-6a2b-403f-8c0b-06c4531fb359 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:46.636009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd07cee6-bf25-44f1-9c48-7841647e5240 req-845ab2ae-6a2b-403f-8c0b-06c4531fb359 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 950 time: 0.3113525 Sep 18 02:02:46.647219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337f424-35f1-4a26-9af9-8bfec865df8c req-390b8a0e-14b0-4146-90e4-e5942fc2c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:46.648881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e337f424-35f1-4a26-9af9-8bfec865df8c req-390b8a0e-14b0-4146-90e4-e5942fc2c93a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 1102 time: 0.2863274 Sep 18 02:02:46.720794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.730868 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.733593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8473d6-ede2-47e8-b5c5-5ccf3702d49b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet d45d34b2-1f38-4bb6-8cff-2634678db306 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:46.742993 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.744352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee0c26a-3324-4234-9f4f-195ad4420fad,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:46.757298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-b28731be-567a-4dc2-be79-9a2c7d1b2eca tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:46.759804 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-b28731be-567a-4dc2-be79-9a2c7d1b2eca tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 946 time: 0.3839986 Sep 18 02:02:46.763541 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b8473d6-ede2-47e8-b5c5-5ccf3702d49b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.773902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=ef05ece6-9e8d-4ffc-872e-a63d88656b1b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:46.797159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:46.823468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:46.827279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:46.844100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4266ac9a-b2a2-42b3-89f3-9e4d1e41e0bb req-d97337e7-f3ff-49f0-a6a5-98c7e5e574e1 service neutron] 10.222.0.20 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537748 Sep 18 02:02:46.882264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Pushing event updated for resources: {'Port': ['ID=899d595c-bd78-4056-85c7-6793acdc4935,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:46.941870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-907af3d7-27e2-4222-8af8-3b0c93977810 None None] Provisioning complete for port eda72742-2fa3-49f5-9ac0-bd04cc97a983 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:46.942237 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-907af3d7-27e2-4222-8af8-3b0c93977810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.974011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Attempting to bind port 899d595c-bd78-4056-85c7-6793acdc4935 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:46.974384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Attempting to bind port 899d595c-bd78-4056-85c7-6793acdc4935 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:46.974923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Attempting to bind port 899d595c-bd78-4056-85c7-6793acdc4935 on network 6b9a4651-5349-4f9c-937a-96afc0165d46 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:46.986998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:46.987707 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Checking segment: {'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:46.988313 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:46.988944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Bound using segment: {'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:46.989672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Bound port: 899d595c-bd78-4056-85c7-6793acdc4935, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:46.990644 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.042347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-be0189bb-af37-47b5-a32e-bdf8f35a6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:47.044407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-be0189bb-af37-47b5-a32e-bdf8f35a6843 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cf374e29676485c9e629e3348c754cd&device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 1096 time: 0.1080983 Sep 18 02:02:47.105218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Network 11be498a-d972-4af2-b522-204f1356985f is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:47.126200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] For port 899d595c-bd78-4056-85c7-6793acdc4935, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:47.129422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:47.165030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] For port 899d595c-bd78-4056-85c7-6793acdc4935, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=899d595c-bd78-4056-85c7-6793acdc4935,segment=NetworkSegment(990ae258-4c4c-4db8-ad57-fc1fbd4eebf8),segment_id=990ae258-4c4c-4db8-ad57-fc1fbd4eebf8)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:47.166846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-907af3d7-27e2-4222-8af8-3b0c93977810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.180164 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.424085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.437312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd07cee6-bf25-44f1-9c48-7841647e5240 req-d922afb0-f59e-4b08-a392-06f5193afd30 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7844019 Sep 18 02:02:47.524314 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b8473d6-ede2-47e8-b5c5-5ccf3702d49b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.548829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.561360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-907af3d7-27e2-4222-8af8-3b0c93977810 None None] For port eda72742-2fa3-49f5-9ac0-bd04cc97a983, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=eda72742-2fa3-49f5-9ac0-bd04cc97a983,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:47.574970 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-907af3d7-27e2-4222-8af8-3b0c93977810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.576385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-cbf946ce-1d77-4041-abe5-f830e676d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:47.578321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-cbf946ce-1d77-4041-abe5-f830e676d2a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 200 len: 904 time: 0.4718485 Sep 18 02:02:47.606654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b9da3-c46a-4fcb-b443-cc5a67f7f2da None None] Pushing event updated for resources: {'Port': ['ID=899d595c-bd78-4056-85c7-6793acdc4935,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:47.620009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device eda72742-2fa3-49f5-9ac0-bd04cc97a983 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:47.639626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e337f424-35f1-4a26-9af9-8bfec865df8c req-14c42498-7b4f-4637-8ab7-2bca9aed8e0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9410155 Sep 18 02:02:47.646600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859a-838b-4dfc-a41d-b42b636b2be0 req-6af1a097-e0ca-4575-8e03-ea77f1383e2d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:47.648163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b35859a-838b-4dfc-a41d-b42b636b2be0 req-6af1a097-e0ca-4575-8e03-ea77f1383e2d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 944 time: 0.3165455 Sep 18 02:02:47.735969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907af3d7-27e2-4222-8af8-3b0c93977810 None None] Pushing event updated for resources: {'Port': ['ID=eda72742-2fa3-49f5-9ac0-bd04cc97a983,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:47.737372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Deleting port 8a7fba3b-3054-46ef-8064-12cee0f620d8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:47.738023 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.752165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c598fbfe-670d-46ee-8596-9781ee69b931 None None] Provisioning complete for port 4ee0c26a-3324-4234-9f4f-195ad4420fad triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:47.752556 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c598fbfe-670d-46ee-8596-9781ee69b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.790600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cc27e-156e-4a21-bd4c-e7f61e064ce4 req-536db774-f40c-4b54-8508-f0b4d2728582 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:47.792580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-543cc27e-156e-4a21-bd4c-e7f61e064ce4 req-536db774-f40c-4b54-8508-f0b4d2728582 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 946 time: 0.1895442 Sep 18 02:02:47.793620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port eda72742-2fa3-49f5-9ac0-bd04cc97a983 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:47.794148 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.869596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c598fbfe-670d-46ee-8596-9781ee69b931 None None] Port 4ee0c26a-3324-4234-9f4f-195ad4420fad cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:47.881998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c598fbfe-670d-46ee-8596-9781ee69b931 None None] Could not find standard attr ID for object 57c616e8-e8ac-4ae8-b629-16d37ef2e14a. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:02:47.900360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b8473d6-ede2-47e8-b5c5-5ccf3702d49b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:47.929234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ef05ece6-9e8d-4ffc-872e-a63d88656b1b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:47.956892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-543cc27e-156e-4a21-bd4c-e7f61e064ce4 req-83521e15-28bf-4d73-bfdf-59952f93878d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0e8d170-fa87-4c91-979b-028918a001b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500187 Sep 18 02:02:47.998531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] For port 8a7fba3b-3054-46ef-8064-12cee0f620d8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8a7fba3b-3054-46ef-8064-12cee0f620d8,segment=NetworkSegment(feee4e71-a6d2-4888-a2e5-e2e4866fcb09),segment_id=feee4e71-a6d2-4888-a2e5-e2e4866fcb09)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:48.000163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.005937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ef05ece6-9e8d-4ffc-872e-a63d88656b1b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:48.006312 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.030584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Calling delete_port for 8a7fba3b-3054-46ef-8064-12cee0f620d8 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:48.033246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-c6b21453-f0f8-4b49-9637-8316339c878a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23 HTTP/1.1" status: 200 len: 217 time: 0.4039915 Sep 18 02:02:48.058660 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b8473d6-ede2-47e8-b5c5-5ccf3702d49b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.109411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:02:48.148958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8473d6-ede2-47e8-b5c5-5ccf3702d49b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=d45d34b2-1f38-4bb6-8cff-2634678db306,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:48.158310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b8473d6-ede2-47e8-b5c5-5ccf3702d49b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.162802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9b8473d6-ede2-47e8-b5c5-5ccf3702d49b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/d45d34b2-1f38-4bb6-8cff-2634678db306 HTTP/1.1" status: 204 len: 168 time: 1.6655490 Sep 18 02:02:48.162802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52178) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:48.168095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55ea6a2-84d9-4f12-b942-0fa364cf17e5 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:48.182322 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b35859a-838b-4dfc-a41d-b42b636b2be0 req-ec392b51-fe22-430f-8679-75acd2fda1a2 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453638 Sep 18 02:02:48.194478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Allocated IP 172.25.0.222 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/c1e65b99-508d-4bba-841b-07930363f027) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:48.249109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-69d85a30-0157-486a-b636-482a9bd2e7ba tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849779 Sep 18 02:02:48.249271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-397a321c-a94c-476f-b8e4-7568f1a981cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:48.251493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-397a321c-a94c-476f-b8e4-7568f1a981cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 200 len: 844 time: 0.2066536 Sep 18 02:02:48.257128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52182) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:48.262123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:48.329034 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-10b0bfc2-31bc-4ff6-8268-f6742078970d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c421e341-5653-412f-a573-a8a07d489e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602505 Sep 18 02:02:48.389835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-d69ad223-1bce-4e75-bbb2-dc11304aeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:48.391437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-d69ad223-1bce-4e75-bbb2-dc11304aeec7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1097 time: 0.0968664 Sep 18 02:02:48.398233 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.436211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:02:48.461096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Pushing event deleted for resources: {'Port': ['ID=8a7fba3b-3054-46ef-8064-12cee0f620d8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:48.511266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] Deleting port eda72742-2fa3-49f5-9ac0-bd04cc97a983 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:02:48.511981 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.600110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] No DVR routers for this DVR port 8a7fba3b-3054-46ef-8064-12cee0f620d8 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:48.600876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] For port eda72742-2fa3-49f5-9ac0-bd04cc97a983, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=eda72742-2fa3-49f5-9ac0-bd04cc97a983,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:48.601296 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.607377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.609879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-303ebfee-1a10-43a2-94c4-1cbbb5600450 req-ff5dc88e-a639-4f6f-9542-2a08a4e7779d tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.18 "DELETE /v2.0/ports/8a7fba3b-3054-46ef-8064-12cee0f620d8 HTTP/1.1" status: 204 len: 173 time: 1.8352809 Sep 18 02:02:48.610852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852', 'name': 'network-vif-deleted', 'tag': '8a7fba3b-3054-46ef-8064-12cee0f620d8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:48.613232 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f62eddf-62a3-4b3a-9daa-7214a1d29247" -d '{"events": [{"server_uuid": "33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852", "name": "network-vif-deleted", "tag": "8a7fba3b-3054-46ef-8064-12cee0f620d8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:48.616129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:48.621202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] Calling delete_port for eda72742-2fa3-49f5-9ac0-bd04cc97a983 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:02:48.632247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c224129d-d4b2-41e7-abe8-3a986af00486 admin admin] 10.222.0.21 "PUT /v2.0/routers/59a9a992-f6a3-4f82-9d82-e409f94bb9c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1180997 Sep 18 02:02:48.635426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-20010a99-146c-4e86-b8f5-4a0ecb798a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:48.638025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-20010a99-146c-4e86-b8f5-4a0ecb798a45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 918 time: 0.2378917 Sep 18 02:02:48.642581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4ac31-1faa-4ef5-9d49-1187921983a0 req-65afdce4-5439-4af8-a163-1deca520c46e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:48.650694 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4bb4ac31-1faa-4ef5-9d49-1187921983a0 req-65afdce4-5439-4af8-a163-1deca520c46e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.3205128 Sep 18 02:02:48.690172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Sync routers for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:48.708179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:48.717669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:48.722496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.735518 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-b9209347-7c99-4f11-a0d1-ce284a2ed593 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 200 len: 217 time: 0.0844872 Sep 18 02:02:48.744704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:48.753121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:48.757965 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-d709fb99-1742-4097-96ca-c08e8fd2faf9 service neutron] 10.222.0.20 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015541 Sep 18 02:02:48.767678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8585c88-8a72-417e-87e9-42396a68e8f3 req-8c6a34d8-ea60-4563-9bf2-acc785346fa5 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:48.773441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8585c88-8a72-417e-87e9-42396a68e8f3 req-8c6a34d8-ea60-4563-9bf2-acc785346fa5 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 950 time: 0.2227175 Sep 18 02:02:48.890102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8585c88-8a72-417e-87e9-42396a68e8f3 req-0f645159-3ff0-4ed9-8589-fe013d91195a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969067 Sep 18 02:02:48.896677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-1a0f1ba4-52b1-438c-97bb-2ed7cc09d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:48.900715 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-1a0f1ba4-52b1-438c-97bb-2ed7cc09d12e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.1258457 Sep 18 02:02:48.935125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:48.943407 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-cc605268-c1a0-4373-b75c-bf6967e4a122 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332897 Sep 18 02:02:48.960161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-bb3e076d-3a6c-460f-8654-f4aabc8e2704 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:02:48.961444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-bb3e076d-3a6c-460f-8654-f4aabc8e2704 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065582 Sep 18 02:02:48.966914 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854d0b19-4a6f-4ec6-ad95-8c1324748853 x-openstack-request-id: req-854d0b19-4a6f-4ec6-ad95-8c1324748853 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:48.967223 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852", "name": "network-vif-deleted", "tag": "8a7fba3b-3054-46ef-8064-12cee0f620d8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:48.967469 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-854d0b19-4a6f-4ec6-ad95-8c1324748853 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:48.967871 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852', 'name': 'network-vif-deleted', 'tag': '8a7fba3b-3054-46ef-8064-12cee0f620d8', 'status': 'completed', 'code': 200} Sep 18 02:02:49.013114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4bb4ac31-1faa-4ef5-9d49-1187921983a0 req-f9a25c96-06f6-49da-817f-411a0eb5a42d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556857 Sep 18 02:02:49.174399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1383bed6-44b4-40ec-8c1f-48b0b159ab23 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:02:49.185233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-3c089eef-7cff-42d7-ba67-57309afad52b service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129903 Sep 18 02:02:49.194991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08654d-8aba-4610-8ff5-67d52bb1c82e None None] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:49.195202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad864d0b-8f74-4d36-a263-b3c27fb6e045 req-1f363626-4cd1-4110-8b16-6fe059fa50f0 service neutron] 10.222.0.20 "GET /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817477 Sep 18 02:02:49.197562 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:49.208438 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:49.241800 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa3aed93-eaf3-4a8a-9435-fb359d823746 req-48dbcf87-14d8-4020-9237-3ab8d8172714 tempest-ServersTestJSON-855113496 tempest-ServersTestJSON-855113496-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f86e7f-0f8a-4e4c-a11e-e8d8c4e9b852 HTTP/1.1" status: 200 len: 210 time: 0.0770838 Sep 18 02:02:49.246561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8a7fba3b-3054-46ef-8064-12cee0f620d8 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:49.271035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:49.308740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:49.316335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:49.349711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Pushing event updated for resources: {'Port': ['ID=c1e65b99-508d-4bba-841b-07930363f027,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:49.412351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 8a7fba3b-3054-46ef-8064-12cee0f620d8 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:49.415557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1abb670-9f8d-4982-854b-7e3f0847a353 req-218a694b-1ff9-4c46-87d1-5f769b97128f service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084157 Sep 18 02:02:49.416406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8a7fba3b-3054-46ef-8064-12cee0f620d8 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:49.420238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] No DVR routers for this DVR port eda72742-2fa3-49f5-9ac0-bd04cc97a983 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:02:49.426581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff7a51-09e3-42fc-ac0d-d558de6eae8c None None] Pushing event deleted for resources: {'Port': ['ID=eda72742-2fa3-49f5-9ac0-bd04cc97a983,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:49.463633 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:02:49.533941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f018b4a-4e9c-4ef0-a2a8-fc00e250450f req-1a355e45-0343-477b-bb83-4d43b383adb5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:49.535518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f018b4a-4e9c-4ef0-a2a8-fc00e250450f req-1a355e45-0343-477b-bb83-4d43b383adb5 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 944 time: 0.2130103 Sep 18 02:02:49.597302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:49.616629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 899d595c-bd78-4056-85c7-6793acdc4935 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:49.633517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-25056e3d-6f8a-485e-a172-2c92c019161d None None] Provisioning complete for port 899d595c-bd78-4056-85c7-6793acdc4935 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:49.633888 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-25056e3d-6f8a-485e-a172-2c92c019161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:49.689708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:49.698522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:49.706875 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f018b4a-4e9c-4ef0-a2a8-fc00e250450f req-99f1fc29-52a0-44b0-a692-24e743f88531 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620319 Sep 18 02:02:49.708790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:49.709552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:49.709823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:49.735703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6163a2-7b66-46a6-b5ec-c4bf95f73ba9 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:49.764287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=1c3157a3-ba6f-4477-838d-fe510470b198,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:49.778487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '1383bed6-44b4-40ec-8c1f-48b0b159ab23', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'port_id': '1383bed6-44b4-40ec-8c1f-48b0b159ab23', 'mac_address': 'fa:16:3e:cb:d1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3809d31-40af-4d82-b957-fa336b2366a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:02:49.779550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-520625e0-5b70-41d2-a84f-81b9f45cec04 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5213461 Sep 18 02:02:49.783705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52236) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:49.789020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-cadbe874-1017-45dc-8afe-c2374a8d6ce1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': '1c3157a3-ba6f-4477-838d-fe510470b198', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-759279690'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:49.838966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:49.933283 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:49.979109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadbe874-1017-45dc-8afe-c2374a8d6ce1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:50.046146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 899d595c-bd78-4056-85c7-6793acdc4935 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:50.046620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.064273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1383bed6-44b4-40ec-8c1f-48b0b159ab23 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:50.088478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:50.120328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a819e-0da9-4f26-911f-f72c2adb554c req-02e654f2-91af-4453-a242-50c81b0e12fd tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:50.121790 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-047a819e-0da9-4f26-911f-f72c2adb554c req-02e654f2-91af-4453-a242-50c81b0e12fd tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 950 time: 0.1106935 Sep 18 02:02:50.143728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cadbe874-1017-45dc-8afe-c2374a8d6ce1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.146598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.169985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-cadbe874-1017-45dc-8afe-c2374a8d6ce1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 6dba94ea-e19b-451a-87ff-8bd31c05ca15 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:02:50.214821 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.233165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-047a819e-0da9-4f26-911f-f72c2adb554c req-e2fbd86e-facb-43d9-84ea-6edcf2b8cd9d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041420 Sep 18 02:02:50.235348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78c8e-4d61-4354-9a7a-aa714ba923e7 req-5ac0e36c-49ec-4222-9f4a-0a8dfb0dc3f9 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:50.252478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e2f78c8e-4d61-4354-9a7a-aa714ba923e7 req-5ac0e36c-49ec-4222-9f4a-0a8dfb0dc3f9 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1350317 Sep 18 02:02:50.374218 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadbe874-1017-45dc-8afe-c2374a8d6ce1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:02:50.374968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadbe874-1017-45dc-8afe-c2374a8d6ce1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:02:50.405148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cadbe874-1017-45dc-8afe-c2374a8d6ce1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6203077 Sep 18 02:02:50.408198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:50.415237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:45Z', 'revision_number': 2, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:50.433790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52284) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:50.443043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:50.456662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e2f78c8e-4d61-4354-9a7a-aa714ba923e7 req-3d6781b6-9ca3-43cd-bf8e-42b06d69de05 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030790 Sep 18 02:02:50.470219 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-463c1c51-0473-4555-9707-da5f7270839a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0607641 Sep 18 02:02:50.473137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52286) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:50.476727 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-25056e3d-6f8a-485e-a172-2c92c019161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.482955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1383bed6-44b4-40ec-8c1f-48b0b159ab23'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:50.496916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Checking router: 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:50.497542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Updating router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 port 4ee0c26a-3324-4234-9f4f-195ad4420fad binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:02:50.562777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd1b2fa-e7dc-4abe-aea8-250e37ddc180 admin admin] Deleting subnet 23654107-5b5e-4373-99ae-60b1aba38110 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:50.566530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b2fa-e7dc-4abe-aea8-250e37ddc180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.570674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97766b3e-7c0f-4c92-89c7-c0be7f7e9453 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:50.572725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97766b3e-7c0f-4c92-89c7-c0be7f7e9453 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:50.575196 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-97766b3e-7c0f-4c92-89c7-c0be7f7e9453 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1018114 Sep 18 02:02:50.577335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:50.617531 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.622278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b2fa-e7dc-4abe-aea8-250e37ddc180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.644534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e2d46d-2016-47af-9969-090ae2ee0edb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 1c3157a3-ba6f-4477-838d-fe510470b198 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:02:50.649983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-25056e3d-6f8a-485e-a172-2c92c019161d None None] For port 899d595c-bd78-4056-85c7-6793acdc4935, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=899d595c-bd78-4056-85c7-6793acdc4935,segment=NetworkSegment(990ae258-4c4c-4db8-ad57-fc1fbd4eebf8),segment_id=990ae258-4c4c-4db8-ad57-fc1fbd4eebf8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:50.651478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27e2d46d-2016-47af-9969-090ae2ee0edb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.689416 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b2fa-e7dc-4abe-aea8-250e37ddc180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.694486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-25056e3d-6f8a-485e-a172-2c92c019161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.718406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27e2d46d-2016-47af-9969-090ae2ee0edb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.806205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27e2d46d-2016-47af-9969-090ae2ee0edb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.821315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b2fa-e7dc-4abe-aea8-250e37ddc180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.848321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee3141-6c18-4a24-a487-c549b3f9993a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '1c3157a3-ba6f-4477-838d-fe510470b198'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:50.850206 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-72ee3141-6c18-4a24-a487-c549b3f9993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.914294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1b2fa-e7dc-4abe-aea8-250e37ddc180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23654107-5b5e-4373-99ae-60b1aba38110,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:50.952534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Router 7ed5843a-968e-4797-9530-e253b682f3d9 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:02:50.967755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b2fa-e7dc-4abe-aea8-250e37ddc180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:50.969915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4bd1b2fa-e7dc-4abe-aea8-250e37ddc180 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/23654107-5b5e-4373-99ae-60b1aba38110 HTTP/1.1" status: 204 len: 168 time: 0.5334327 Sep 18 02:02:50.972561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52302) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:51.004407 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27e2d46d-2016-47af-9969-090ae2ee0edb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.053616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39fd26-697a-4f7c-bc5b-a23975d2e076 req-f890310e-2790-469e-95da-89351c577886 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:51.061167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae39fd26-697a-4f7c-bc5b-a23975d2e076 req-f890310e-2790-469e-95da-89351c577886 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 945 time: 0.1610973 Sep 18 02:02:51.066180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d46d-2016-47af-9969-090ae2ee0edb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3157a3-ba6f-4477-838d-fe510470b198,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:51.074888 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27e2d46d-2016-47af-9969-090ae2ee0edb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.077547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-27e2d46d-2016-47af-9969-090ae2ee0edb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/1c3157a3-ba6f-4477-838d-fe510470b198 HTTP/1.1" status: 204 len: 168 time: 0.4988806 Sep 18 02:02:51.081052 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52304) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:51.126673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device eda72742-2fa3-49f5-9ac0-bd04cc97a983 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:02:51.147859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae39fd26-697a-4f7c-bc5b-a23975d2e076 req-85c0d214-0445-49b0-8c5e-86430c5cf232 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856762 Sep 18 02:02:51.151733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25056e3d-6f8a-485e-a172-2c92c019161d None None] Pushing event updated for resources: {'Port': ['ID=899d595c-bd78-4056-85c7-6793acdc4935,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:51.196493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-11969dd7-e3c2-4a0c-a40d-d26bf6c03402 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088462 Sep 18 02:02:51.199914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52312) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:51.210323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:51.225273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:51.233580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.236386 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Sync routers for ids ['7ed5843a-968e-4797-9530-e253b682f3d9'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:51.252532 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Routers {'7ed5843a-968e-4797-9530-e253b682f3d9'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:51.254198 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7ed5843a-968e-4797-9530-e253b682f3d9'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:51.268971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.270783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-73ff110d-fe41-42e6-9f70-ea184be8f08f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6086345 Sep 18 02:02:51.279077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: eda72742-2fa3-49f5-9ac0-bd04cc97a983 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:02:51.279421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device eda72742-2fa3-49f5-9ac0-bd04cc97a983 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:02:51.288247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52318) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:51.402068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:02:51.406233 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.437770 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.498241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5c6fe4e2-438d-4e19-b537-303e068bc403 None None] Provisioning complete for port 899d595c-bd78-4056-85c7-6793acdc4935 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:51.498771 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe4e2-438d-4e19-b537-303e068bc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.517294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:51.546917 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Set router 7ed5843a-968e-4797-9530-e253b682f3d9 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:51.553383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 899d595c-bd78-4056-85c7-6793acdc4935 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:51.627168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:51.627461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feee4e71-a6d2-4888-a2e5-e2e4866fcb09') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:51.667578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1c663-b638-4fde-960d-90acbd0bdb77 req-e133df42-ea12-4277-80b4-343ff6d5770c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:51.675609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.676708 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-53f1c663-b638-4fde-960d-90acbd0bdb77 req-e133df42-ea12-4277-80b4-343ff6d5770c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1141505 Sep 18 02:02:51.747279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.772614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:02:51.773022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:02:51.780480 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:02:51.866936 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c1e65b99-508d-4bba-841b-07930363f027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:02:49Z', 'revision_number': 3, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port': {'id': 'c1e65b99-508d-4bba-841b-07930363f027', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:47Z', 'updated_at': '2021-09-18T02:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:51.884155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 899d595c-bd78-4056-85c7-6793acdc4935 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:51.884631 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.893198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.898173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:51.900567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] 10.222.0.21 "DELETE /v2.0/networks/4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127 HTTP/1.1" status: 204 len: 168 time: 0.9228675 Sep 18 02:02:51.973912 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abda90e-cdd8-44d8-827b-3a8244f5c2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=4f28e9bd-9baa-4d6d-8298-2bf2fcaaa127,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:52.018603 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.059846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-53f1c663-b638-4fde-960d-90acbd0bdb77 req-abfbb996-3136-40f5-9af9-e3d446f17bec tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765531 Sep 18 02:02:52.074142 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.144851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.157253 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Checking router: 7ed5843a-968e-4797-9530-e253b682f3d9 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:52.157741 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Updating router 7ed5843a-968e-4797-9530-e253b682f3d9 port c1e65b99-508d-4bba-841b-07930363f027 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:02:52.195298 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.324808 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fee1a6-91f6-4b02-8627-78fcaa4acf4e None None] Pushing event updated for resources: {'Port': ['ID=4ee0c26a-3324-4234-9f4f-195ad4420fad,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:52.325344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52332) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:52.331724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:52.352477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:52.373808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:52.374284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf13c0b-3778-424a-86c9-223af1bdd195 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:02:52.374492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.417471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Attempting to bind port 4ee0c26a-3324-4234-9f4f-195ad4420fad on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:52.418325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Attempting to bind port 4ee0c26a-3324-4234-9f4f-195ad4420fad by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:52.418914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Attempting to bind port 4ee0c26a-3324-4234-9f4f-195ad4420fad on network 11be498a-d972-4af2-b522-204f1356985f {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:52.443968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:52.444620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Checking segment: {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:52.445182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.445755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Bound using segment: {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:52.446406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Bound port: 4ee0c26a-3324-4234-9f4f-195ad4420fad, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:52.446987 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.510621 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3010621 Sep 18 02:02:52.510866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de1e9d41-f82c-44d4-875f-64e619fd233f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bfff37e91a7428ab2c2d22f7437d9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743944 Sep 18 02:02:52.510962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52344) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:52.545530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52346) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:52.559895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b87dca3b-e8d2-499a-a8d4-abea9c547d72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-303846732', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:02:52.576959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709f7f7-6a73-4e26-8825-c6efbfd7db80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=8f2d5ed9-b48e-477f-b3b5-eec84a3664c5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:52.611788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f695155-c815-4a2a-aaee-f1d609e72e02 req-c087c0b0-c1ad-4bc7-a344-c1436876d742 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:52.620498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f695155-c815-4a2a-aaee-f1d609e72e02 req-c087c0b0-c1ad-4bc7-a344-c1436876d742 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 945 time: 0.2175214 Sep 18 02:02:52.646749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] For port 4ee0c26a-3324-4234-9f4f-195ad4420fad, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:52.651590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] For port 4ee0c26a-3324-4234-9f4f-195ad4420fad, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4ee0c26a-3324-4234-9f4f-195ad4420fad,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:52.661067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.665404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51c10c84-8648-439d-8fff-ae247e187214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.691028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f695155-c815-4a2a-aaee-f1d609e72e02 req-723af395-f2ee-402f-9185-912c40740036 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695076 Sep 18 02:02:52.701800 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.714364 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.716322 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87dca3b-e8d2-499a-a8d4-abea9c547d72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.718041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87dca3b-e8d2-499a-a8d4-abea9c547d72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.720869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51c10c84-8648-439d-8fff-ae247e187214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.740275 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.761101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '8f2d5ed9-b48e-477f-b3b5-eec84a3664c5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:02:52.761946 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.792046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-eb14566a-2d38-4bc0-9ac7-e28402cbe093 None None] Provisioning complete for port 4ee0c26a-3324-4234-9f4f-195ad4420fad triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:52.792483 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb14566a-2d38-4bc0-9ac7-e28402cbe093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.793890 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51c10c84-8648-439d-8fff-ae247e187214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.797212 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d73e25-3ba2-4865-9912-21e6e44f961e None None] Pushing event updated for resources: {'Port': ['ID=c1e65b99-508d-4bba-841b-07930363f027,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:52.800339 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51c10c84-8648-439d-8fff-ae247e187214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.801963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-51c10c84-8648-439d-8fff-ae247e187214 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0e8d170-fa87-4c91-979b-028918a001b1 HTTP/1.1" status: 204 len: 168 time: 0.2917907 Sep 18 02:02:52.816862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c10c84-8648-439d-8fff-ae247e187214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8d170-fa87-4c91-979b-028918a001b1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:52.828050 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Attempting to bind port c1e65b99-508d-4bba-841b-07930363f027 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:52.828640 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Attempting to bind port c1e65b99-508d-4bba-841b-07930363f027 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:52.829202 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Attempting to bind port c1e65b99-508d-4bba-841b-07930363f027 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:52.835000 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:52.835199 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:52.835456 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.835840 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:52.837233 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Bound port: c1e65b99-508d-4bba-841b-07930363f027, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:52.837851 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.886481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87dca3b-e8d2-499a-a8d4-abea9c547d72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.901240 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] For port c1e65b99-508d-4bba-841b-07930363f027, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:52.906108 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] For port c1e65b99-508d-4bba-841b-07930363f027, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c1e65b99-508d-4bba-841b-07930363f027,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:52.912527 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.939379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87dca3b-e8d2-499a-a8d4-abea9c547d72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.962441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:52.963047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:52.992025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b87dca3b-e8d2-499a-a8d4-abea9c547d72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:52.997392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b87dca3b-e8d2-499a-a8d4-abea9c547d72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4437046 Sep 18 02:02:52.997853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52350) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:53.046758 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d73e25-3ba2-4865-9912-21e6e44f961e None None] Pushing event updated for resources: {'Port': ['ID=c1e65b99-508d-4bba-841b-07930363f027,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:53.050414 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Routers {'7ed5843a-968e-4797-9530-e253b682f3d9'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:53.058447 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7ed5843a-968e-4797-9530-e253b682f3d9'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:53.086851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fee1a6-91f6-4b02-8627-78fcaa4acf4e None None] Pushing event updated for resources: {'Port': ['ID=4ee0c26a-3324-4234-9f4f-195ad4420fad,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:53.173577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1383bed6-44b4-40ec-8c1f-48b0b159ab23 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:53.205374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Allocated IP 172.20.0.1 (6b9a4651-5349-4f9c-937a-96afc0165d46/043b12c3-3e8e-41ba-b937-d3fd73b1035e/94c173c8-9001-45b6-8048-1525c93e4388) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:53.289478 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] Set router 7ed5843a-968e-4797-9530-e253b682f3d9 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:53.363580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428794f-5748-48a2-9127-21840c56d125 req-27fbac61-9a41-4d67-b0c3-6260160de59b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:53.371055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3428794f-5748-48a2-9127-21840c56d125 req-27fbac61-9a41-4d67-b0c3-6260160de59b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1263680 Sep 18 02:02:53.449151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.499336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3428794f-5748-48a2-9127-21840c56d125 req-79dcfb9d-cd15-40be-83ec-aaa63219f339 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273069 Sep 18 02:02:53.535353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:53.554673 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.571402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:02:53.579750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:53.579908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/8f2d5ed9-b48e-477f-b3b5-eec84a3664c5/62d5212c-8ad9-40df-ad84-cbb2866e28f3) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:53.584485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:53.596838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:53.597282 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.652957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:53.665202 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.824385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=94c173c8-9001-45b6-8048-1525c93e4388,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:53.851803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:53.852109 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c1e65b99-508d-4bba-841b-07930363f027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:02:49Z', 'revision_number': 3, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port': {'id': 'c1e65b99-508d-4bba-841b-07930363f027', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:47Z', 'updated_at': '2021-09-18T02:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:53.924960 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d3246-32c9-4767-9c35-7734f2f4c6a3 None None] The sync data for ids ['7ed5843a-968e-4797-9530-e253b682f3d9'] in n-d-789963-12 is: [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c1e65b99-508d-4bba-841b-07930363f027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:02:49Z', 'revision_number': 3, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port': {'id': 'c1e65b99-508d-4bba-841b-07930363f027', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:47Z', 'updated_at': '2021-09-18T02:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:02:54.033639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb14566a-2d38-4bc0-9ac7-e28402cbe093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.192925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.299628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1900661-dec7-4b2b-9758-ffbff209f9e5 req-2f5ec184-a2e6-4565-b95e-28afe2b10656 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:54.320551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1900661-dec7-4b2b-9758-ffbff209f9e5 req-2f5ec184-a2e6-4565-b95e-28afe2b10656 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 945 time: 0.4381542 Sep 18 02:02:54.455406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1900661-dec7-4b2b-9758-ffbff209f9e5 req-9f0a585b-420d-40d2-85bb-b21376edc86e tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338420 Sep 18 02:02:54.623569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.638321 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.752509 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.771462 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-eb14566a-2d38-4bc0-9ac7-e28402cbe093 None None] For port 4ee0c26a-3324-4234-9f4f-195ad4420fad, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4ee0c26a-3324-4234-9f4f-195ad4420fad,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:54.805088 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb14566a-2d38-4bc0-9ac7-e28402cbe093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.827059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=94c173c8-9001-45b6-8048-1525c93e4388,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:54.842168 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.893702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9822cf-1b1a-47dd-b6ec-490ce992be39 req-7fbbc3f0-f879-4236-be27-a1961bd2bb38 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:54.895528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b9822cf-1b1a-47dd-b6ec-490ce992be39 req-7fbbc3f0-f879-4236-be27-a1961bd2bb38 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.2172747 Sep 18 02:02:54.911741 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:54.940645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1383bed6-44b4-40ec-8c1f-48b0b159ab23'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:02:54.945967 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d658f767-8157-4e41-9df0-7fe85240a82a" -d '{"events": [{"server_uuid": "97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8", "name": "network-vif-plugged", "status": "completed", "tag": "1383bed6-44b4-40ec-8c1f-48b0b159ab23"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:02:55.090413 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.104332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:55.125163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:55.131314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:55.140298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::1 (390e7398-a3fa-4d7d-a331-76db59367425/8f2d5ed9-b48e-477f-b3b5-eec84a3664c5/f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:02:55.157205 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.186399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:02:55.242729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14566a-2d38-4bc0-9ac7-e28402cbe093 None None] Pushing event updated for resources: {'Port': ['ID=4ee0c26a-3324-4234-9f4f-195ad4420fad,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:55.278954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0b913e55-52ab-4322-a65d-21bf88a32d81 None None] Provisioning complete for port 94c173c8-9001-45b6-8048-1525c93e4388 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:55.279171 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b913e55-52ab-4322-a65d-21bf88a32d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.291616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:55.368439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b9822cf-1b1a-47dd-b6ec-490ce992be39 req-bbd44f62-7154-48e6-a173-fbffecd33d61 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308391 Sep 18 02:02:55.500193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:55.651702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:55.679237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.705707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Router 7ed5843a-968e-4797-9530-e253b682f3d9 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:02:55.769805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Pushing event updated for resources: {'Port': ['ID=62d5212c-8ad9-40df-ad84-cbb2866e28f3,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:55.788308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c1e65b99-508d-4bba-841b-07930363f027 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:55.802553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:55.925530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:55.943418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:55.961922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:55.964817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:55.968994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:02:55.970250 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.018175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:02:56.022973 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371c4dda-edbc-4841-8822-111ccbdf9e91 x-openstack-request-id: req-371c4dda-edbc-4841-8822-111ccbdf9e91 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:02:56.028866 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8", "name": "network-vif-plugged", "status": "completed", "tag": "1383bed6-44b4-40ec-8c1f-48b0b159ab23", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:02:56.036657 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-371c4dda-edbc-4841-8822-111ccbdf9e91 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:02:56.037884 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1383bed6-44b4-40ec-8c1f-48b0b159ab23', 'code': 200} Sep 18 02:02:56.098195 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.108851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:56.118591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eb0cd6fb-e78c-4870-8d46-00b0b7152ee0 admin admin] 10.222.0.21 "PUT /v2.0/routers/7ed5843a-968e-4797-9530-e253b682f3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8251779 Sep 18 02:02:56.175856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:52Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:56.200059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ecc00-2496-484b-849d-9ca188cff698 req-1a32656d-6a4b-4908-9e30-1f821cba26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:56.202172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a28ecc00-2496-484b-849d-9ca188cff698 req-1a32656d-6a4b-4908-9e30-1f821cba26a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 1098 time: 0.0824351 Sep 18 02:02:56.237907 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.264775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90634c6-e2ed-4c57-bda7-9e8012dffe40 None None] The sync data for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 is: [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:52Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:02:56.293416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c1e65b99-508d-4bba-841b-07930363f027 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:56.294972 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.315312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a28ecc00-2496-484b-849d-9ca188cff698 req-255cbc6c-2712-4e38-81cd-803e2508bc77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949395 Sep 18 02:02:56.364078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9d8f8-71de-4843-83ec-f01e95f6a57f req-df534598-78c3-404d-abb3-2064415f4ba0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:56.380624 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4b9d8f8-71de-4843-83ec-f01e95f6a57f req-df534598-78c3-404d-abb3-2064415f4ba0 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 946 time: 0.2121081 Sep 18 02:02:56.397752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0b913e55-52ab-4322-a65d-21bf88a32d81 None None] Port 94c173c8-9001-45b6-8048-1525c93e4388 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:56.453387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.504867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Attempting to bind port 62d5212c-8ad9-40df-ad84-cbb2866e28f3 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:02:56.505295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Attempting to bind port 62d5212c-8ad9-40df-ad84-cbb2866e28f3 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:02:56.505629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Attempting to bind port 62d5212c-8ad9-40df-ad84-cbb2866e28f3 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:02:56.528180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:02:56.528608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:02:56.529016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.529408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:02:56.530042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Bound port: 62d5212c-8ad9-40df-ad84-cbb2866e28f3, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:02:56.530424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.576349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0b913e55-52ab-4322-a65d-21bf88a32d81 None None] Provisioning complete for port 4ee0c26a-3324-4234-9f4f-195ad4420fad triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:56.576724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b913e55-52ab-4322-a65d-21bf88a32d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:56.591978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4b9d8f8-71de-4843-83ec-f01e95f6a57f req-17f79d0f-fb77-4aeb-95e5-e922918f74d9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262474 Sep 18 02:02:56.957829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:57.017802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] For port 62d5212c-8ad9-40df-ad84-cbb2866e28f3, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:02:57.033420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] For port 62d5212c-8ad9-40df-ad84-cbb2866e28f3, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=62d5212c-8ad9-40df-ad84-cbb2866e28f3,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:02:57.036346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '257ce93f-200f-437d-8f37-af7c46d25a48', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '257ce93f-200f-437d-8f37-af7c46d25a48', 'mac_address': 'fa:16:3e:57:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:02:57.067263 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.085717 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.359396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace44a-d3ec-420a-9f5b-1cc1107f7012 req-21ed236b-b1e6-43c5-be08-37f7f7d861c3 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:57.363856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bace44a-d3ec-420a-9f5b-1cc1107f7012 req-21ed236b-b1e6-43c5-be08-37f7f7d861c3 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.0856845 Sep 18 02:02:57.376790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a5b72-c4ce-482c-9412-69e98a646238 None None] Pushing event updated for resources: {'Port': ['ID=62d5212c-8ad9-40df-ad84-cbb2866e28f3,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:57.388705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Sync routers for ids ['7ed5843a-968e-4797-9530-e253b682f3d9'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:57.513146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Routers {'7ed5843a-968e-4797-9530-e253b682f3d9'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:57.515097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7ed5843a-968e-4797-9530-e253b682f3d9'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:57.525001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bace44a-d3ec-420a-9f5b-1cc1107f7012 req-6b10a174-7084-4c8f-b9e1-5ae7d7f94055 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132326 Sep 18 02:02:57.661783 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.685926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.687084 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.795829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:57.870184 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.904427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port c1e65b99-508d-4bba-841b-07930363f027, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c1e65b99-508d-4bba-841b-07930363f027,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:57.925633 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:57.954921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 257ce93f-200f-437d-8f37-af7c46d25a48 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:02:57.986840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:02:58.016701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:02:58.053803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Set router 7ed5843a-968e-4797-9530-e253b682f3d9 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:58.271391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cba10-5d82-4e2f-acc3-ee1031b4e3c6 req-f4a489b8-71a8-4c21-a00c-6fd0862c18e2 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:58.272942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a85cba10-5d82-4e2f-acc3-ee1031b4e3c6 req-f4a489b8-71a8-4c21-a00c-6fd0862c18e2 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 946 time: 0.3129778 Sep 18 02:02:58.343805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a85cba10-5d82-4e2f-acc3-ee1031b4e3c6 req-ae31f52a-6d44-4256-a409-ec8875905423 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618708 Sep 18 02:02:58.350389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Router 3b95ded3-2cd8-473b-b4dc-ef864d281ff1 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:02:58.358602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4ee0c26a-3324-4234-9f4f-195ad4420fad up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:58.487242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:02:58.505416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=c1e65b99-508d-4bba-841b-07930363f027,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:58.552030 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.647848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-35c018fa-cb7d-4e82-96c8-8460d3b07994 None None] Provisioning complete for port 94c173c8-9001-45b6-8048-1525c93e4388 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:58.648325 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-35c018fa-cb7d-4e82-96c8-8460d3b07994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.651743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:02:58.663030 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Sync routers for ids ['3b95ded3-2cd8-473b-b4dc-ef864d281ff1'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:02:58.664715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52480) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:58.665187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-81075d09-c02c-43f3-b0d2-976c9892072f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "PUT /v2.0/routers/3b95ded3-2cd8-473b-b4dc-ef864d281ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6635218 Sep 18 02:02:58.676302 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Routers {'3b95ded3-2cd8-473b-b4dc-ef864d281ff1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:02:58.676841 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3b95ded3-2cd8-473b-b4dc-ef864d281ff1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:58.711380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-35c018fa-cb7d-4e82-96c8-8460d3b07994 None None] Port 94c173c8-9001-45b6-8048-1525c93e4388 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:02:58.772069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:02:58.786116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c1e65b99-508d-4bba-841b-07930363f027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 4, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port': {'id': 'c1e65b99-508d-4bba-841b-07930363f027', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:47Z', 'updated_at': '2021-09-18T02:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '94c173c8-9001-45b6-8048-1525c93e4388', 'name': '', 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'mac_address': 'fa:16:3e:5c:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '043b12c3-3e8e-41ba-b937-d3fd73b1035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:52Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 2, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'subnets': [{'id': '043b12c3-3e8e-41ba-b937-d3fd73b1035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:58.788577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['257ce93f-200f-437d-8f37-af7c46d25a48'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:02:58.825276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead0cb4-ff1c-4c82-946b-ca69e891c568 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:58.830539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6ead0cb4-ff1c-4c82-946b-ca69e891c568 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports/f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 HTTP/1.1" status: 200 len: 911 time: 0.1608319 Sep 18 02:02:58.831783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52482) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:58.873868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Checking router: 7ed5843a-968e-4797-9530-e253b682f3d9 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:58.874507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Updating router 7ed5843a-968e-4797-9530-e253b682f3d9 port 94c173c8-9001-45b6-8048-1525c93e4388 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:02:58.877473 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Set router 3b95ded3-2cd8-473b-b4dc-ef864d281ff1 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:02:58.923056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0e756-8f42-41bf-b0e8-dfe9aa75817c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:58.930344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0e756-8f42-41bf-b0e8-dfe9aa75817c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:02:58.935029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ead0e756-8f42-41bf-b0e8-dfe9aa75817c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0995150 Sep 18 02:02:58.935370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52484) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:02:58.945479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 4ee0c26a-3324-4234-9f4f-195ad4420fad triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:58.946081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:58.965338 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.299343 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ded3-2cd8-473b-b4dc-ef864d281ff1', 'name': 'tempest-NetworksTestDHCPv6-router-303846732', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:52Z', 'updated_at': '2021-09-18T02:02:56Z', 'revision_number': 2, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'gw_port_host': None, '_interfaces': [{'id': 'f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60', 'name': '', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'mac_address': 'fa:16:3e:1b:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ded3-2cd8-473b-b4dc-ef864d281ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '8f2d5ed9-b48e-477f-b3b5-eec84a3664c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:53Z', 'updated_at': '2021-09-18T02:02:57Z', 'revision_number': 2, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'subnets': [{'id': '8f2d5ed9-b48e-477f-b3b5-eec84a3664c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:02:59.335639 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Checking router: 3b95ded3-2cd8-473b-b4dc-ef864d281ff1 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:02:59.336400 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Updating router 3b95ded3-2cd8-473b-b4dc-ef864d281ff1 port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:02:59.375133 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.596917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-88ae7de2-b381-4f72-8755-40bccbf54498 None None] Provisioning complete for port 62d5212c-8ad9-40df-ad84-cbb2866e28f3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:02:59.597497 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88ae7de2-b381-4f72-8755-40bccbf54498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.733934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.736628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 62d5212c-8ad9-40df-ad84-cbb2866e28f3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:02:59.935322 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:02:59.948546 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.039583 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d80f3-b140-411b-b8d3-3d794f510da3 None None] Pushing event updated for resources: {'Port': ['ID=f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:00.134698 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Attempting to bind port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:00.135424 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Attempting to bind port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:00.135797 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Attempting to bind port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:00.155263 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:00.155753 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:00.156170 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.157122 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:00.157787 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Bound port: f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:00.158418 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.255329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:00.255329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.264700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88ae7de2-b381-4f72-8755-40bccbf54498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.270054 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] For port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:00.273526 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] For port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:00.282358 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.356484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 62d5212c-8ad9-40df-ad84-cbb2866e28f3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:00.356888 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.408487 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d80f3-b140-411b-b8d3-3d794f510da3 None None] Pushing event updated for resources: {'Port': ['ID=f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:00.434315 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Routers {'3b95ded3-2cd8-473b-b4dc-ef864d281ff1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:00.436492 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3b95ded3-2cd8-473b-b4dc-ef864d281ff1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:00.458839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] For port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:00.459397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.487292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:00.530692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-88ae7de2-b381-4f72-8755-40bccbf54498 None None] For port 62d5212c-8ad9-40df-ad84-cbb2866e28f3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=62d5212c-8ad9-40df-ad84-cbb2866e28f3,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:00.564179 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-88ae7de2-b381-4f72-8755-40bccbf54498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.635428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:00.723669 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] Set router 3b95ded3-2cd8-473b-b4dc-ef864d281ff1 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:03:00.769270 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.915914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.925509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:00.932196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae7de2-b381-4f72-8755-40bccbf54498 None None] Pushing event updated for resources: {'Port': ['ID=62d5212c-8ad9-40df-ad84-cbb2866e28f3,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:01.015228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d0f1b-0a41-4ef0-a6df-f1d7a03be0a8 None None] Pushing event updated for resources: {'Port': ['ID=94c173c8-9001-45b6-8048-1525c93e4388,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:01.019692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:01.038381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2f2d8f60-291c-4d5d-9268-53a4932b8ee4 None None] Provisioning complete for port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:01.038799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8f60-291c-4d5d-9268-53a4932b8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.072586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d8f60-291c-4d5d-9268-53a4932b8ee4 None None] Port f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 was deleted so its status cannot be updated. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 02:03:01.076969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-086f7311-a831-412a-80a4-f8b85a235448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.164523 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b95ded3-2cd8-473b-b4dc-ef864d281ff1', 'name': 'tempest-NetworksTestDHCPv6-router-303846732', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:52Z', 'updated_at': '2021-09-18T02:02:56Z', 'revision_number': 2, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'gw_port_host': None, '_interfaces': [{'id': 'f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60', 'name': '', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'mac_address': 'fa:16:3e:1b:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ded3-2cd8-473b-b4dc-ef864d281ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '8f2d5ed9-b48e-477f-b3b5-eec84a3664c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:53Z', 'updated_at': '2021-09-18T02:03:00Z', 'revision_number': 4, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'subnets': [{'id': '8f2d5ed9-b48e-477f-b3b5-eec84a3664c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:01.195761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c1e65b99-508d-4bba-841b-07930363f027 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:01.237454 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13fc750-fb9b-4085-a922-d0451f444eed None None] The sync data for ids ['3b95ded3-2cd8-473b-b4dc-ef864d281ff1'] in n-d-789963-12 is: [{'id': '3b95ded3-2cd8-473b-b4dc-ef864d281ff1', 'name': 'tempest-NetworksTestDHCPv6-router-303846732', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:52Z', 'updated_at': '2021-09-18T02:02:56Z', 'revision_number': 2, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'gw_port_host': None, '_interfaces': [{'id': 'f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60', 'name': '', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'mac_address': 'fa:16:3e:1b:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b95ded3-2cd8-473b-b4dc-ef864d281ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '8f2d5ed9-b48e-477f-b3b5-eec84a3664c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:53Z', 'updated_at': '2021-09-18T02:03:00Z', 'revision_number': 4, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'subnets': [{'id': '8f2d5ed9-b48e-477f-b3b5-eec84a3664c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:03:01.331198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.353542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e8c95f6a-b0a2-4518-b1a4-23482d671429 None None] Could not find standard attr ID for object f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:03:01.390029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 257ce93f-200f-437d-8f37-af7c46d25a48 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:01.390408 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.441695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c1e65b99-508d-4bba-841b-07930363f027 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:01.442097 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.506159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Attempting to bind port 94c173c8-9001-45b6-8048-1525c93e4388 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:01.506567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Attempting to bind port 94c173c8-9001-45b6-8048-1525c93e4388 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:01.506954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Attempting to bind port 94c173c8-9001-45b6-8048-1525c93e4388 on network 6b9a4651-5349-4f9c-937a-96afc0165d46 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:01.581591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:01.581885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Checking segment: {'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:01.582298 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.582701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Bound using segment: {'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:01.583401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Bound port: 94c173c8-9001-45b6-8048-1525c93e4388, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:01.583798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.591237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Router 3b95ded3-2cd8-473b-b4dc-ef864d281ff1 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:03:01.715678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] For port 94c173c8-9001-45b6-8048-1525c93e4388, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:01.726691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-eeb564c5-ddc2-444b-a3b8-babf20516b7d None None] Provisioning complete for port 94c173c8-9001-45b6-8048-1525c93e4388 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:01.729028 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eeb564c5-ddc2-444b-a3b8-babf20516b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.769135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:03:01.770936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-eeb564c5-ddc2-444b-a3b8-babf20516b7d None None] Port 94c173c8-9001-45b6-8048-1525c93e4388 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:03:01.772702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.798881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f5eb7eff-400d-4fe1-85aa-1bdaa3203b3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "PUT /v2.0/routers/3b95ded3-2cd8-473b-b4dc-ef864d281ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8513496 Sep 18 02:03:01.799067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52492) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:01.799515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] For port 94c173c8-9001-45b6-8048-1525c93e4388, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=94c173c8-9001-45b6-8048-1525c93e4388,segment=NetworkSegment(990ae258-4c4c-4db8-ad57-fc1fbd4eebf8),segment_id=990ae258-4c4c-4db8-ad57-fc1fbd4eebf8)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:01.808752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:01.878647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd017f2-d00f-471f-b485-38f15aa54a1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:01.880222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd017f2-d00f-471f-b485-38f15aa54a1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:01.881978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7dd017f2-d00f-471f-b485-38f15aa54a1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0863330 Sep 18 02:03:01.887565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52494) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:02.000413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3176029-11f1-46dc-8c39-2b862125f91b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 8f2d5ed9-b48e-477f-b3b5-eec84a3664c5 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:02.007699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:02.010014 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c79ccc-7674-4002-8b83-d2738aecff97" -d '{"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-plugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:02.014857 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3176029-11f1-46dc-8c39-2b862125f91b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.059971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:02.096111 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.113250 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3176029-11f1-46dc-8c39-2b862125f91b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.118642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Routers {'7ed5843a-968e-4797-9530-e253b682f3d9'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:02.119316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:02:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7ed5843a-968e-4797-9530-e253b682f3d9'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:02.199592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d0f1b-0a41-4ef0-a6df-f1d7a03be0a8 None None] Pushing event updated for resources: {'Port': ['ID=94c173c8-9001-45b6-8048-1525c93e4388,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:02.322298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3176029-11f1-46dc-8c39-2b862125f91b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.357559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:02.397390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] Set router 7ed5843a-968e-4797-9530-e253b682f3d9 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:03:02.442130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-15c8928c-8567-40e3-a9b6-729bea86c902 None None] Provisioning complete for port 94c173c8-9001-45b6-8048-1525c93e4388 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:02.442635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-15c8928c-8567-40e3-a9b6-729bea86c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.450984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3176029-11f1-46dc-8c39-2b862125f91b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.535767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3176029-11f1-46dc-8c39-2b862125f91b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2d5ed9-b48e-477f-b3b5-eec84a3664c5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:02.545323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3176029-11f1-46dc-8c39-2b862125f91b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:02.547476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b3176029-11f1-46dc-8c39-2b862125f91b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/8f2d5ed9-b48e-477f-b3b5-eec84a3664c5 HTTP/1.1" status: 204 len: 168 time: 0.6583025 Sep 18 02:03:02.550077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52500) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:02.591657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d16c24-af88-4998-bb94-80b96882fd2d None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:02.828072 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dce17c0a-9717-4e4e-ab7d-4e00e9a9d5b0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2752173 Sep 18 02:03:02.832093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52502) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:02.959827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1766f47-e14e-4d70-99ac-9691c0e87c12 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.195778 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-15c8928c-8567-40e3-a9b6-729bea86c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.201740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 62d5212c-8ad9-40df-ad84-cbb2866e28f3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:03.294603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-15c8928c-8567-40e3-a9b6-729bea86c902 None None] For port 94c173c8-9001-45b6-8048-1525c93e4388, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=94c173c8-9001-45b6-8048-1525c93e4388,segment=NetworkSegment(990ae258-4c4c-4db8-ad57-fc1fbd4eebf8),segment_id=990ae258-4c4c-4db8-ad57-fc1fbd4eebf8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:03.319139 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-15c8928c-8567-40e3-a9b6-729bea86c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.361222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:03:03.378328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 62d5212c-8ad9-40df-ad84-cbb2866e28f3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:03.378699 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.472738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c1e65b99-508d-4bba-841b-07930363f027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 4, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port': {'id': 'c1e65b99-508d-4bba-841b-07930363f027', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:47Z', 'updated_at': '2021-09-18T02:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '94c173c8-9001-45b6-8048-1525c93e4388', 'name': '', 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'mac_address': 'fa:16:3e:5c:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '043b12c3-3e8e-41ba-b937-d3fd73b1035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:52Z', 'updated_at': '2021-09-18T02:03:01Z', 'revision_number': 4, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'subnets': [{'id': '043b12c3-3e8e-41ba-b937-d3fd73b1035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:03.483602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8928c-8567-40e3-a9b6-729bea86c902 None None] Pushing event updated for resources: {'Port': ['ID=94c173c8-9001-45b6-8048-1525c93e4388,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:03.521417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49628adb-a0e1-49a1-b971-66c7e3bd0f29 None None] The sync data for ids ['7ed5843a-968e-4797-9530-e253b682f3d9'] in n-d-789963-12 is: [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c1e65b99-508d-4bba-841b-07930363f027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 4, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port': {'id': 'c1e65b99-508d-4bba-841b-07930363f027', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:47Z', 'updated_at': '2021-09-18T02:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '94c173c8-9001-45b6-8048-1525c93e4388', 'name': '', 'network_id': '6b9a4651-5349-4f9c-937a-96afc0165d46', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'mac_address': 'fa:16:3e:5c:e0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '043b12c3-3e8e-41ba-b937-d3fd73b1035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:52Z', 'updated_at': '2021-09-18T02:03:01Z', 'revision_number': 4, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'subnets': [{'id': '043b12c3-3e8e-41ba-b937-d3fd73b1035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:03:03.537574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-929d8077-699a-4336-9407-9ad349f85ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.617738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] Deleting port 62d5212c-8ad9-40df-ad84-cbb2866e28f3 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:03.618304 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.735225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1766f47-e14e-4d70-99ac-9691c0e87c12 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.740481 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1766f47-e14e-4d70-99ac-9691c0e87c12 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.768910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] For port 62d5212c-8ad9-40df-ad84-cbb2866e28f3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=62d5212c-8ad9-40df-ad84-cbb2866e28f3,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:03.769472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.791255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] Calling delete_port for 62d5212c-8ad9-40df-ad84-cbb2866e28f3 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:03.808446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20027052-b2f1-4a36-a09d-cfc99b4ece74 None None] Sync routers for ids ['3b95ded3-2cd8-473b-b4dc-ef864d281ff1'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:03:03.855695 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1766f47-e14e-4d70-99ac-9691c0e87c12 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.856240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1766f47-e14e-4d70-99ac-9691c0e87c12 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Fanout notify agent at l3_agent the message router_deleted on router 3b95ded3-2cd8-473b-b4dc-ef864d281ff1 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:03:03.864684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1766f47-e14e-4d70-99ac-9691c0e87c12 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:03.868718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f1766f47-e14e-4d70-99ac-9691c0e87c12 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/routers/3b95ded3-2cd8-473b-b4dc-ef864d281ff1 HTTP/1.1" status: 204 len: 168 time: 1.0328734 Sep 18 02:03:03.868992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52510) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:03.874191 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:03.889022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20027052-b2f1-4a36-a09d-cfc99b4ece74 None None] Routers {'3b95ded3-2cd8-473b-b4dc-ef864d281ff1'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:03.890174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-20027052-b2f1-4a36-a09d-cfc99b4ece74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:03:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3b95ded3-2cd8-473b-b4dc-ef864d281ff1'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:03.940924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-20027052-b2f1-4a36-a09d-cfc99b4ece74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:03.961256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20027052-b2f1-4a36-a09d-cfc99b4ece74 None None] Routers set() bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:03.962038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20027052-b2f1-4a36-a09d-cfc99b4ece74 None None] Router IDs set() for agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 02:03:03.970094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_agentschedulers_db [None req-20027052-b2f1-4a36-a09d-cfc99b4ece74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b95ded3-2cd8-473b-b4dc-ef864d281ff1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:03:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent'). {{(pid=106441) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 02:03:03.970094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20027052-b2f1-4a36-a09d-cfc99b4ece74 None None] The sync data for ids ['3b95ded3-2cd8-473b-b4dc-ef864d281ff1'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:03:04.037602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:04.053347 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.079919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.086586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.121619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] Pushing event deleted for resources: {'Port': ['ID=62d5212c-8ad9-40df-ad84-cbb2866e28f3,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:04.132498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4be35-9f10-4152-bf7e-2eff2697895a None None] No DVR routers for this DVR port 62d5212c-8ad9-40df-ad84-cbb2866e28f3 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:04.370775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.453787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=826cbe1f-1203-4600-8198-6bf458b72622,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:04.462324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:04.463822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:04.466992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:04.467596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.477775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2698f-dab0-4f59-8cec-386c428e3456 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:04.520191 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-649adb78-04e3-4c1d-961d-453f62f7fa0c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6499972 Sep 18 02:03:04.523196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:04.528661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b40d53dc-09b2-4638-94a0-541b6c3c490e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-671348', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:04.618230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b40d53dc-09b2-4638-94a0-541b6c3c490e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.619648 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b40d53dc-09b2-4638-94a0-541b6c3c490e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.723194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b40d53dc-09b2-4638-94a0-541b6c3c490e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.732669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b40d53dc-09b2-4638-94a0-541b6c3c490e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.774508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b40d53dc-09b2-4638-94a0-541b6c3c490e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.779184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b40d53dc-09b2-4638-94a0-541b6c3c490e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2545888 Sep 18 02:03:04.783360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52516) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:04.881010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '826cbe1f-1203-4600-8198-6bf458b72622'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:03:04.881881 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:04.917798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:05.193007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 94c173c8-9001-45b6-8048-1525c93e4388 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:05.262464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/826cbe1f-1203-4600-8198-6bf458b72622/dfe53048-2e44-470d-8f18-4eb500fe5e31) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:05.316536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:05.335926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 94c173c8-9001-45b6-8048-1525c93e4388 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:05.336380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:05.605259 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:05.616413 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:05.671143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Pushing event updated for resources: {'Port': ['ID=dfe53048-2e44-470d-8f18-4eb500fe5e31,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:05.673917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:05.705235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:05.705579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f1f6e5a4-b2bb-4722-bfc5-83666ccb8e60 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:05.707510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 62d5212c-8ad9-40df-ad84-cbb2866e28f3 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:05.753875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 62d5212c-8ad9-40df-ad84-cbb2866e28f3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:05.754239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 62d5212c-8ad9-40df-ad84-cbb2866e28f3 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:05.757564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:05.759028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:05.761346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:05.823747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadad7b-abd0-4dbc-a735-aae256911089 req-3c52837c-2c4b-409e-999c-e6d3182d801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:05.825849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cadad7b-abd0-4dbc-a735-aae256911089 req-3c52837c-2c4b-409e-999c-e6d3182d801e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1097 time: 0.1580701 Sep 18 02:03:05.838396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Attempting to bind port dfe53048-2e44-470d-8f18-4eb500fe5e31 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:05.838864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Attempting to bind port dfe53048-2e44-470d-8f18-4eb500fe5e31 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:05.839475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Attempting to bind port dfe53048-2e44-470d-8f18-4eb500fe5e31 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:05.845467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:05.845848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:05.846261 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:05.846659 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:05.847168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Bound port: dfe53048-2e44-470d-8f18-4eb500fe5e31, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:05.847552 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:05.876274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::1 (390e7398-a3fa-4d7d-a331-76db59367425/826cbe1f-1203-4600-8198-6bf458b72622/8d271556-8859-415c-8aa0-9af54f0d96b8) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:05.899734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cadad7b-abd0-4dbc-a735-aae256911089 req-a1998b73-327c-4a0f-88a1-3cf4063992b9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624828 Sep 18 02:03:05.947906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] For port dfe53048-2e44-470d-8f18-4eb500fe5e31, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:05.952176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] For port dfe53048-2e44-470d-8f18-4eb500fe5e31, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dfe53048-2e44-470d-8f18-4eb500fe5e31,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:05.958622 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:06.041498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639211-add3-4bcb-a7d8-14b42a2556fe None None] Pushing event updated for resources: {'Port': ['ID=dfe53048-2e44-470d-8f18-4eb500fe5e31,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:06.083147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:06.196748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:06.238522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:06.304381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=8d271556-8859-415c-8aa0-9af54f0d96b8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:06.309997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:06.311956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:06.322042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:06.322617 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:06.543491 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:06.926016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:06.947025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:06.948045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:07.082965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=8d271556-8859-415c-8aa0-9af54f0d96b8,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:07.117121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:07.119975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:07.145343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dfe53048-2e44-470d-8f18-4eb500fe5e31 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:07.226580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dfe53048-2e44-470d-8f18-4eb500fe5e31 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:07.226983 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:07.309329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Router b510c1db-5a3b-4d5e-9861-fafee30c8021 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:03:07.357396 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:07.415014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port dfe53048-2e44-470d-8f18-4eb500fe5e31, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dfe53048-2e44-470d-8f18-4eb500fe5e31,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:07.427269 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:07.506211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=dfe53048-2e44-470d-8f18-4eb500fe5e31,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:07.552306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:03:07.563557 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Sync routers for ids ['b510c1db-5a3b-4d5e-9861-fafee30c8021'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:03:07.566754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-13445470-c08e-4628-97ed-d781937a948f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "PUT /v2.0/routers/b510c1db-5a3b-4d5e-9861-fafee30c8021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7813370 Sep 18 02:03:07.569069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52522) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:07.585937 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Routers {'b510c1db-5a3b-4d5e-9861-fafee30c8021'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:07.586578 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:03:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b510c1db-5a3b-4d5e-9861-fafee30c8021'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:07.636197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02a334-8373-4330-867c-82f2a4ca779a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:07.643019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3a02a334-8373-4330-867c-82f2a4ca779a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports/8d271556-8859-415c-8aa0-9af54f0d96b8 HTTP/1.1" status: 200 len: 911 time: 0.0716279 Sep 18 02:03:07.643147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52524) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:07.704751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-65ea16c0-12ca-4ab8-b448-13a99084d77f None None] Provisioning complete for port dfe53048-2e44-470d-8f18-4eb500fe5e31 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:07.705410 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-65ea16c0-12ca-4ab8-b448-13a99084d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:07.721875 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Set router b510c1db-5a3b-4d5e-9861-fafee30c8021 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:03:07.806101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6702d92-a63b-40f6-a767-6fa6f54a3695 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:07.827468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6702d92-a63b-40f6-a767-6fa6f54a3695 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:07.833164 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b6702d92-a63b-40f6-a767-6fa6f54a3695 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1882396 Sep 18 02:03:07.836120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52526) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:08.118003 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c1db-5a3b-4d5e-9861-fafee30c8021', 'name': 'tempest-NetworksTestDHCPv6-router-671348', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:03:04Z', 'updated_at': '2021-09-18T02:03:06Z', 'revision_number': 2, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'gw_port_host': None, '_interfaces': [{'id': '8d271556-8859-415c-8aa0-9af54f0d96b8', 'name': '', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'mac_address': 'fa:16:3e:2f:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c1db-5a3b-4d5e-9861-fafee30c8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '826cbe1f-1203-4600-8198-6bf458b72622', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:03:05Z', 'updated_at': '2021-09-18T02:03:06Z', 'revision_number': 2, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'subnets': [{'id': '826cbe1f-1203-4600-8198-6bf458b72622', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:08.129519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-deae79c2-98a3-412f-a1e4-d471d5fa2a01 None None] Provisioning complete for port 8d271556-8859-415c-8aa0-9af54f0d96b8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:08.129519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-deae79c2-98a3-412f-a1e4-d471d5fa2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.163886 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Checking router: b510c1db-5a3b-4d5e-9861-fafee30c8021 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:03:08.164510 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Updating router b510c1db-5a3b-4d5e-9861-fafee30c8021 port 8d271556-8859-415c-8aa0-9af54f0d96b8 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:03:08.207170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-deae79c2-98a3-412f-a1e4-d471d5fa2a01 None None] Port 8d271556-8859-415c-8aa0-9af54f0d96b8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:03:08.225545 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.450605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-be846329-aed2-4f73-b7e7-bd39670e18a9 None None] Provisioning complete for port 8d271556-8859-415c-8aa0-9af54f0d96b8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:08.451853 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be846329-aed2-4f73-b7e7-bd39670e18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.504522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.550519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-be846329-aed2-4f73-b7e7-bd39670e18a9 None None] Port 8d271556-8859-415c-8aa0-9af54f0d96b8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:03:08.649197 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.658447 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.775857 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38222bd-6ad6-456a-9bea-171489568708 None None] Pushing event updated for resources: {'Port': ['ID=8d271556-8859-415c-8aa0-9af54f0d96b8,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:08.831598 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Attempting to bind port 8d271556-8859-415c-8aa0-9af54f0d96b8 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:08.832257 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Attempting to bind port 8d271556-8859-415c-8aa0-9af54f0d96b8 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:08.832879 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Attempting to bind port 8d271556-8859-415c-8aa0-9af54f0d96b8 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:08.845656 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:08.862922 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:08.865233 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.865756 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:08.866553 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Bound port: 8d271556-8859-415c-8aa0-9af54f0d96b8, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:08.867204 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.882171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 8d271556-8859-415c-8aa0-9af54f0d96b8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:08.882807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:08.889250 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:03:09.018954 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] For port 8d271556-8859-415c-8aa0-9af54f0d96b8, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:09.028434 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] For port 8d271556-8859-415c-8aa0-9af54f0d96b8, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8d271556-8859-415c-8aa0-9af54f0d96b8,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:09.045701 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:09.110599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] For port 8d271556-8859-415c-8aa0-9af54f0d96b8, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:09.111512 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:09.126083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dfe53048-2e44-470d-8f18-4eb500fe5e31 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:09.133758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 8d271556-8859-415c-8aa0-9af54f0d96b8 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:09.180104 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38222bd-6ad6-456a-9bea-171489568708 None None] Pushing event updated for resources: {'Port': ['ID=8d271556-8859-415c-8aa0-9af54f0d96b8,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:09.190041 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Routers {'b510c1db-5a3b-4d5e-9861-fafee30c8021'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:09.190658 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:03:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b510c1db-5a3b-4d5e-9861-fafee30c8021'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:09.236014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-373562dd-660e-4540-aa0f-536c38295c05 None None] Provisioning complete for port 8d271556-8859-415c-8aa0-9af54f0d96b8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:09.236624 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-373562dd-660e-4540-aa0f-536c38295c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:09.342403 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] Set router b510c1db-5a3b-4d5e-9861-fafee30c8021 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:03:09.367738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dfe53048-2e44-470d-8f18-4eb500fe5e31 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:09.370435 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:09.414001 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:09.464788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=8d271556-8859-415c-8aa0-9af54f0d96b8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:09.498832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-373562dd-660e-4540-aa0f-536c38295c05 None None] Port 8d271556-8859-415c-8aa0-9af54f0d96b8 update to ACTIVE by agent not found {{(pid=106441) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 02:03:09.630242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:09.642889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fd82c6cd-aae1-4e72-906a-d2ad771cd1e9 None None] Could not find standard attr ID for object 8d271556-8859-415c-8aa0-9af54f0d96b8. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:03:09.852712 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b510c1db-5a3b-4d5e-9861-fafee30c8021', 'name': 'tempest-NetworksTestDHCPv6-router-671348', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:03:04Z', 'updated_at': '2021-09-18T02:03:06Z', 'revision_number': 2, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'gw_port_host': None, '_interfaces': [{'id': '8d271556-8859-415c-8aa0-9af54f0d96b8', 'name': '', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'mac_address': 'fa:16:3e:2f:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c1db-5a3b-4d5e-9861-fafee30c8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '826cbe1f-1203-4600-8198-6bf458b72622', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:03:05Z', 'updated_at': '2021-09-18T02:03:09Z', 'revision_number': 4, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'subnets': [{'id': '826cbe1f-1203-4600-8198-6bf458b72622', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:09.894028 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841f297-4bab-404f-ac83-1e7a2646c68d None None] The sync data for ids ['b510c1db-5a3b-4d5e-9861-fafee30c8021'] in n-d-789963-12 is: [{'id': 'b510c1db-5a3b-4d5e-9861-fafee30c8021', 'name': 'tempest-NetworksTestDHCPv6-router-671348', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:03:04Z', 'updated_at': '2021-09-18T02:03:06Z', 'revision_number': 2, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'gw_port_host': None, '_interfaces': [{'id': '8d271556-8859-415c-8aa0-9af54f0d96b8', 'name': '', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'mac_address': 'fa:16:3e:2f:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b510c1db-5a3b-4d5e-9861-fafee30c8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '826cbe1f-1203-4600-8198-6bf458b72622', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:03:05Z', 'updated_at': '2021-09-18T02:03:09Z', 'revision_number': 4, 'project_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'subnets': [{'id': '826cbe1f-1203-4600-8198-6bf458b72622', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:03:09.944356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Router b510c1db-5a3b-4d5e-9861-fafee30c8021 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:03:10.043138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:03:10.051238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3cb4c1ca-f34f-425e-857e-f811b9dfc889 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "PUT /v2.0/routers/b510c1db-5a3b-4d5e-9861-fafee30c8021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2139931 Sep 18 02:03:10.051715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52536) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:10.138272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266530df-2d4e-4ff9-b5e9-a26a6dca6f25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:10.141449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266530df-2d4e-4ff9-b5e9-a26a6dca6f25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:10.143587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-266530df-2d4e-4ff9-b5e9-a26a6dca6f25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0903440 Sep 18 02:03:10.146027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52538) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:10.322066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-03db9560-5301-4bd9-855c-2b8c61255aeb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 826cbe1f-1203-4600-8198-6bf458b72622 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:10.334071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03db9560-5301-4bd9-855c-2b8c61255aeb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:10.389836 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03db9560-5301-4bd9-855c-2b8c61255aeb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:10.570135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03db9560-5301-4bd9-855c-2b8c61255aeb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:10.572630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8911eda-5441-44ae-867b-149715108d98 req-b1b77715-2261-47f4-89cf-ca975550dd18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0845459 Sep 18 02:03:10.686954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03db9560-5301-4bd9-855c-2b8c61255aeb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:10.791008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911eda-5441-44ae-867b-149715108d98 req-dbdc00e5-d41f-46c8-ae46-822fcdc61002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:10.792608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8911eda-5441-44ae-867b-149715108d98 req-dbdc00e5-d41f-46c8-ae46-822fcdc61002 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=428f07887310407184547db86fb81097&device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 1097 time: 0.1606467 Sep 18 02:03:10.825611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55381fab-d9b3-48f0-9135-68fe19a48245 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:10.838412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db9560-5301-4bd9-855c-2b8c61255aeb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=826cbe1f-1203-4600-8198-6bf458b72622,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:10.846576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03db9560-5301-4bd9-855c-2b8c61255aeb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:10.848935 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-03db9560-5301-4bd9-855c-2b8c61255aeb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/826cbe1f-1203-4600-8198-6bf458b72622 HTTP/1.1" status: 204 len: 168 time: 0.7016501 Sep 18 02:03:10.851858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52554) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:11.084983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911eda-5441-44ae-867b-149715108d98 req-3e1931b8-6d70-4bd1-a62a-b37ab41eeb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:11.086512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8911eda-5441-44ae-867b-149715108d98 req-3e1931b8-6d70-4bd1-a62a-b37ab41eeb3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=85cc0a77-ba9f-4ad9-9891-677c78b59a53 HTTP/1.1" status: 200 len: 916 time: 0.2698910 Sep 18 02:03:11.150271 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-99ae188c-fc74-4903-9ab0-a2736a4d0616 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 706 time: 0.2962141 Sep 18 02:03:11.152140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52558) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:11.367416 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8911eda-5441-44ae-867b-149715108d98 req-3dafbff5-a879-472d-ae57-6788494ace71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=237b42fd-bbed-4673-8149-fc1a7e904259 HTTP/1.1" status: 200 len: 1001 time: 0.2722738 Sep 18 02:03:11.464079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911eda-5441-44ae-867b-149715108d98 req-0be630d8-bc8b-4b8c-93b0-e2040059a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:11.465757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8911eda-5441-44ae-867b-149715108d98 req-0be630d8-bc8b-4b8c-93b0-e2040059a991 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75240ea1-fa0e-4128-8afd-93f556bca81d HTTP/1.1" status: 200 len: 855 time: 0.0899060 Sep 18 02:03:11.473229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:03:11.570405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] Deleting port dfe53048-2e44-470d-8f18-4eb500fe5e31 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:11.570688 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:11.580357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911eda-5441-44ae-867b-149715108d98 req-2441176f-f5e0-4a51-81b5-c775ee5eb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:11.583734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8911eda-5441-44ae-867b-149715108d98 req-2441176f-f5e0-4a51-81b5-c775ee5eb941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85cc0a77-ba9f-4ad9-9891-677c78b59a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093752 Sep 18 02:03:11.612861 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d225c18-e301-47c3-8fef-bdcc276631fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:11.703167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] For port dfe53048-2e44-470d-8f18-4eb500fe5e31, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dfe53048-2e44-470d-8f18-4eb500fe5e31,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:11.704520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:11.736996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] Calling delete_port for dfe53048-2e44-470d-8f18-4eb500fe5e31 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:11.813831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8911eda-5441-44ae-867b-149715108d98 req-c9de4069-4e36-4a87-baf6-d56659216762 service neutron] 10.222.0.18 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216990 Sep 18 02:03:11.926060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:11.991559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63511c4d-f136-40e7-9c7d-97df3c99387a req-f97dfcd1-dd00-462b-bcc8-7ec6958a71c7 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:12.010856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63511c4d-f136-40e7-9c7d-97df3c99387a req-f97dfcd1-dd00-462b-bcc8-7ec6958a71c7 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.6197212 Sep 18 02:03:12.066384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] Pushing event deleted for resources: {'Port': ['ID=dfe53048-2e44-470d-8f18-4eb500fe5e31,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:12.084224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55668e52-9c97-4ec9-95be-a8756f4746f5 None None] No DVR routers for this DVR port dfe53048-2e44-470d-8f18-4eb500fe5e31 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:12.104973 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8911eda-5441-44ae-867b-149715108d98 req-4f72c0b9-1ad7-45b8-85c9-ba21413b79f7 service neutron] 10.222.0.18 "GET /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831731 Sep 18 02:03:12.142057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63511c4d-f136-40e7-9c7d-97df3c99387a req-edaaaafe-217d-4242-b315-96736a355581 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258924 Sep 18 02:03:12.201636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d225c18-e301-47c3-8fef-bdcc276631fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:12.215493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d225c18-e301-47c3-8fef-bdcc276631fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:12.289173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d225c18-e301-47c3-8fef-bdcc276631fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:12.289173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d225c18-e301-47c3-8fef-bdcc276631fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Fanout notify agent at l3_agent the message router_deleted on router b510c1db-5a3b-4d5e-9861-fafee30c8021 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:03:12.302262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d225c18-e301-47c3-8fef-bdcc276631fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:12.314675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1d225c18-e301-47c3-8fef-bdcc276631fa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/routers/b510c1db-5a3b-4d5e-9861-fafee30c8021 HTTP/1.1" status: 204 len: 168 time: 1.1487956 Sep 18 02:03:12.314935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52574) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:12.377945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52576) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:12.378324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e1a7af60-b829-4510-9f68-3f6fc65d0561 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0682962 Sep 18 02:03:12.435666 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf7215-6e35-4e1f-9ec7-a2b7a72943a2 x-openstack-request-id: req-66cf7215-6e35-4e1f-9ec7-a2b7a72943a2 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:03:12.435998 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-plugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:03:12.436212 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66cf7215-6e35-4e1f-9ec7-a2b7a72943a2 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:03:12.436672 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48', 'code': 200} Sep 18 02:03:12.457032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e3655-208f-4510-b769-e393be83a63d None None] Sync routers for ids ['b510c1db-5a3b-4d5e-9861-fafee30c8021'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:03:12.485719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e3655-208f-4510-b769-e393be83a63d None None] Routers set() bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:12.489670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e3655-208f-4510-b769-e393be83a63d None None] Router IDs set() for agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 02:03:12.490582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_agentschedulers_db [None req-b59e3655-208f-4510-b769-e393be83a63d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b510c1db-5a3b-4d5e-9861-fafee30c8021'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:03:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent'). {{(pid=106441) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 02:03:12.557675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e3655-208f-4510-b769-e393be83a63d None None] Routers set() bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:12.558582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e3655-208f-4510-b769-e393be83a63d None None] Router IDs set() for agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 02:03:12.561528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_agentschedulers_db [None req-b59e3655-208f-4510-b769-e393be83a63d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b510c1db-5a3b-4d5e-9861-fafee30c8021'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:03:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent'). {{(pid=106441) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 02:03:12.562133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e3655-208f-4510-b769-e393be83a63d None None] The sync data for ids ['b510c1db-5a3b-4d5e-9861-fafee30c8021'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:03:12.629970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9155ca6-59c3-4824-93bd-7fe9505827a6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:12.644147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9155ca6-59c3-4824-93bd-7fe9505827a6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2610214 Sep 18 02:03:12.644878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52582) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:12.715896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7b96d315-6271-4dba-84e3-e3c48c350d0f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693941 Sep 18 02:03:12.716206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:12.736499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:12.912015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:12.917499 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:13.132377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dfe53048-2e44-470d-8f18-4eb500fe5e31 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:13.180534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: dfe53048-2e44-470d-8f18-4eb500fe5e31 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:13.182505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dfe53048-2e44-470d-8f18-4eb500fe5e31 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:13.183405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8d271556-8859-415c-8aa0-9af54f0d96b8 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:13.273186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8d271556-8859-415c-8aa0-9af54f0d96b8 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:13.273500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8d271556-8859-415c-8aa0-9af54f0d96b8 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:13.686453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:03:13.689251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:13.759542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:13.769290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:13.780193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e9c2d-d55d-45c5-a5e2-3a50beaaee3a None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:13.797235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:13.798243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:13.837714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=8e5508e7-98e6-48c8-9e8b-fd11953679ff,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:13.869591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-809f6f23-ef19-4863-abbe-47b640275fed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1520393 Sep 18 02:03:13.872242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52596) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:13.877742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:14.152698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '8e5508e7-98e6-48c8-9e8b-fd11953679ff'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:03:14.153579 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:14.207645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:14.212439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:14.722857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Allocated IP 2001:db8::f816:3eff:fe82:ebf6 (390e7398-a3fa-4d7d-a331-76db59367425/8e5508e7-98e6-48c8-9e8b-fd11953679ff/47b28b73-5d3e-417d-b46b-5e15a8032765) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:15.047153 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:15.070277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:15.130539 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:15.140727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Pushing event updated for resources: {'Port': ['ID=47b28b73-5d3e-417d-b46b-5e15a8032765,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:15.257139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:15.273974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:15.273974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:15.337777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:15.341937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:15.354378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:15.356849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:15.384079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=bea51d97-3271-49b9-ae45-70d41ed688bf,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:15.408909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52614) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:15.414788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:50:35:d1', 'name': 'tempest-NetworksTestDHCPv6-485228614'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:15.419113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9468d4b1-0725-4686-a52e-13c564d9837e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5455101 Sep 18 02:03:15.588731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Attempting to bind port 47b28b73-5d3e-417d-b46b-5e15a8032765 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:15.589140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Attempting to bind port 47b28b73-5d3e-417d-b46b-5e15a8032765 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:15.589467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Attempting to bind port 47b28b73-5d3e-417d-b46b-5e15a8032765 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:15.610108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:15.610700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:15.611137 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:15.611595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:15.612079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Bound port: 47b28b73-5d3e-417d-b46b-5e15a8032765, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:15.612605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:15.619470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:15.748928 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:15.829005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port bf57e604-5ee1-421e-89d1-89075ff27a01 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:03:16.097506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] For port 47b28b73-5d3e-417d-b46b-5e15a8032765, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:16.112046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] For port 47b28b73-5d3e-417d-b46b-5e15a8032765, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=47b28b73-5d3e-417d-b46b-5e15a8032765,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:16.126146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:16.178978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-8801101b-5c11-4fdf-a826-96a0e69944d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:16.182869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-8801101b-5c11-4fdf-a826-96a0e69944d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1097 time: 0.2201021 Sep 18 02:03:16.262356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a694-ebf0-4ebb-ba1e-b52017d4ddc8 req-a016c44e-9a5f-4fb7-9152-fc3d236f0dbd tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:16.276165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f174a694-ebf0-4ebb-ba1e-b52017d4ddc8 req-a016c44e-9a5f-4fb7-9152-fc3d236f0dbd tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1611056 Sep 18 02:03:16.397171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317264-0230-4619-a015-6acaf42c2e5a None None] Pushing event updated for resources: {'Port': ['ID=47b28b73-5d3e-417d-b46b-5e15a8032765,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:16.430741 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f174a694-ebf0-4ebb-ba1e-b52017d4ddc8 req-891e0831-e96b-4111-9c2f-05e3bf7a810c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514239 Sep 18 02:03:16.773956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-2fefe94e-8f29-4788-ba2d-01b838737d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:16.775596 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-2fefe94e-8f29-4788-ba2d-01b838737d38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 918 time: 0.5741508 Sep 18 02:03:17.180297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 47b28b73-5d3e-417d-b46b-5e15a8032765 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:17.341962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 47b28b73-5d3e-417d-b46b-5e15a8032765 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:17.342695 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:17.574183 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:17.589785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52696) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:17.762964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 47b28b73-5d3e-417d-b46b-5e15a8032765, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=47b28b73-5d3e-417d-b46b-5e15a8032765,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:17.775481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:17.862415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b4c80-1358-423c-9806-51c06be5dac9 req-0078589f-e580-447c-a79d-2b54011d752f tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:17.864297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-736b4c80-1358-423c-9806-51c06be5dac9 req-0078589f-e580-447c-a79d-2b54011d752f tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1956086 Sep 18 02:03:17.882798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-2e96ebc4-aee9-4e74-beec-21214cf5cb10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 200 len: 217 time: 1.0924704 Sep 18 02:03:17.908222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=47b28b73-5d3e-417d-b46b-5e15a8032765,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:17.990203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 172.20.0.13 (390e7398-a3fa-4d7d-a331-76db59367425/bea51d97-3271-49b9-ae45-70d41ed688bf/bf57e604-5ee1-421e-89d1-89075ff27a01) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:18.000983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ffa6c00-e846-47bf-a119-a4f911188e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:18.007196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fe50:35d1 (390e7398-a3fa-4d7d-a331-76db59367425/8e5508e7-98e6-48c8-9e8b-fd11953679ff/bf57e604-5ee1-421e-89d1-89075ff27a01) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:18.021220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-736b4c80-1358-423c-9806-51c06be5dac9 req-c7d2b55e-3637-4e06-9988-8e930a0c2ef0 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459720 Sep 18 02:03:18.221957 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ffa6c00-e846-47bf-a119-a4f911188e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:18.227206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ffa6c00-e846-47bf-a119-a4f911188e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:18.281434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb928b-e8b2-489a-9e4f-3109f529c940 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:18.315700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7ffa6c00-e846-47bf-a119-a4f911188e28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=918c835e668b4476aa5c655a1bdbddc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247984 Sep 18 02:03:18.316456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa6c00-e846-47bf-a119-a4f911188e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a9cc5-7295-4f08-bb2e-3c36f0226930,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:18.319858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52718) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:18.390120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c57ef-21b4-4102-97bb-aaff89dc68b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:18.419888 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c57ef-21b4-4102-97bb-aaff89dc68b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:18.502169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9267fdbf-ed40-433f-80de-3e0eb11b18cd None None] Provisioning complete for port 47b28b73-5d3e-417d-b46b-5e15a8032765 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:18.503019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9267fdbf-ed40-433f-80de-3e0eb11b18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:18.512959 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c57ef-21b4-4102-97bb-aaff89dc68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:18.528388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c57ef-21b4-4102-97bb-aaff89dc68b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:18.532748 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ca1c57ef-21b4-4102-97bb-aaff89dc68b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b3a9cc5-7295-4f08-bb2e-3c36f0226930 HTTP/1.1" status: 204 len: 168 time: 0.2117534 Sep 18 02:03:18.544428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf3fd-bcd3-495d-895d-606d73f5a56b req-4c7d2779-d2f2-4ab6-93bd-abd7c3aef99d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:18.563908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68fdf3fd-bcd3-495d-895d-606d73f5a56b req-4c7d2779-d2f2-4ab6-93bd-abd7c3aef99d tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 946 time: 0.6782568 Sep 18 02:03:18.575923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c57ef-21b4-4102-97bb-aaff89dc68b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a9cc5-7295-4f08-bb2e-3c36f0226930,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:18.688380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1383bed6-44b4-40ec-8c1f-48b0b159ab23 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:03:18.692797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68fdf3fd-bcd3-495d-895d-606d73f5a56b req-6c07e01f-d973-4ad6-ac09-30d857c214cf tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276550 Sep 18 02:03:18.700597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-0d71e214-5bff-480d-bf23-28d39adb5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:18.712430 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-0d71e214-5bff-480d-bf23-28d39adb5779 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.8119783 Sep 18 02:03:18.809182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-90cc07cf-5f20-48a3-bbb5-025e4c347371 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770991 Sep 18 02:03:18.882052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82216-c747-418f-96a5-3f7877f968a2 req-c6565691-de2f-4e55-955b-401fb94a11e1 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:18.885483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fee82216-c747-418f-96a5-3f7877f968a2 req-c6565691-de2f-4e55-955b-401fb94a11e1 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 950 time: 0.1866860 Sep 18 02:03:19.030804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fee82216-c747-418f-96a5-3f7877f968a2 req-a6c03966-13ca-4b45-80db-7797afe171e7 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273899 Sep 18 02:03:19.100235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:19.113861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '1383bed6-44b4-40ec-8c1f-48b0b159ab23', 'network_id': 'c421e341-5653-412f-a573-a8a07d489e4e', 'port_id': '1383bed6-44b4-40ec-8c1f-48b0b159ab23', 'mac_address': 'fa:16:3e:cb:d1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3809d31-40af-4d82-b957-fa336b2366a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:03:19.170793 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:19.170793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 47b28b73-5d3e-417d-b46b-5e15a8032765 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:19.183085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:19.292909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1383bed6-44b4-40ec-8c1f-48b0b159ab23 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:03:19.314110 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-33eb191e-c99a-4c20-badf-2bb921f8047d service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953759 Sep 18 02:03:19.317949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:19.361135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:19.402542 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:19.543370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76babe-beff-499b-9448-e6701efcbe26 None None] Update dhcp port {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': '8e5508e7-98e6-48c8-9e8b-fd11953679ff', 'ip_address': '2001:db8::f816:3eff:fe82:ebf6'}, {'subnet_id': 'bea51d97-3271-49b9-ae45-70d41ed688bf'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '47b28b73-5d3e-417d-b46b-5e15a8032765'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:03:19.570379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:19.584152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:19.592924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:19.663065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1383bed6-44b4-40ec-8c1f-48b0b159ab23'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:03:19.665422 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6e76babe-beff-499b-9448-e6701efcbe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:19.757035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 47b28b73-5d3e-417d-b46b-5e15a8032765 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:19.757727 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:19.797678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0a7c8-ea76-475b-a97f-4c008479cb95 req-73a221ef-37e2-4213-9210-850ade7a57f6 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:19.804645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4c0a7c8-ea76-475b-a97f-4c008479cb95 req-73a221ef-37e2-4213-9210-850ade7a57f6 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.5265417 Sep 18 02:03:19.817931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:19.887580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea0f064b-7eaa-43aa-a481-d910bb83dc35 req-bcebb795-22c5-4772-9886-086fc65795c3 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492103 Sep 18 02:03:19.957480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=bf57e604-5ee1-421e-89d1-89075ff27a01,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:20.036535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:20.037516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:20.151284 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4c0a7c8-ea76-475b-a97f-4c008479cb95 req-191d7019-f808-4d8b-b91d-cba9180f2905 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150194 Sep 18 02:03:20.159327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52770) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:20.160205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9f71f525-c49f-410d-9010-b091d37d0378 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7432644 Sep 18 02:03:20.298895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097a1c-f839-4f09-8d41-a90beed5622a req-6baf1605-890a-4fb3-9f32-66bd9c025749 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:20.323117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c097a1c-f839-4f09-8d41-a90beed5622a req-6baf1605-890a-4fb3-9f32-66bd9c025749 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 945 time: 0.2263892 Sep 18 02:03:20.492184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c097a1c-f839-4f09-8d41-a90beed5622a req-11bdad2d-b341-400c-a6c8-751a516825dd tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641040 Sep 18 02:03:20.521820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-6e76babe-beff-499b-9448-e6701efcbe26 None None] Allocated IP 172.20.0.2 (390e7398-a3fa-4d7d-a331-76db59367425/bea51d97-3271-49b9-ae45-70d41ed688bf/47b28b73-5d3e-417d-b46b-5e15a8032765) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:20.543970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5390b6a4-1ed8-4bb6-9f78-2e17e32228ca tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:20.559033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5390b6a4-1ed8-4bb6-9f78-2e17e32228ca tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:20.563532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5390b6a4-1ed8-4bb6-9f78-2e17e32228ca tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3994069 Sep 18 02:03:20.564314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52796) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:20.691252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6e76babe-beff-499b-9448-e6701efcbe26 None None] For port 47b28b73-5d3e-417d-b46b-5e15a8032765, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=47b28b73-5d3e-417d-b46b-5e15a8032765,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:20.762649 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6e76babe-beff-499b-9448-e6701efcbe26 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:20.808090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1383bed6-44b4-40ec-8c1f-48b0b159ab23 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:20.821121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-71919f38-2db2-49e8-921a-7a9b7f64b230 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port bf57e604-5ee1-421e-89d1-89075ff27a01 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:20.821472 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71919f38-2db2-49e8-921a-7a9b7f64b230 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:20.959859 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6e76babe-beff-499b-9448-e6701efcbe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:21.150835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71919f38-2db2-49e8-921a-7a9b7f64b230 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:21.157794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76babe-beff-499b-9448-e6701efcbe26 None None] Pushing event updated for resources: {'Port': ['ID=47b28b73-5d3e-417d-b46b-5e15a8032765,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:21.187914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-71919f38-2db2-49e8-921a-7a9b7f64b230 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for bf57e604-5ee1-421e-89d1-89075ff27a01 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:21.385488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bd589-eaa8-471b-a868-1c2201387064 req-ac715b07-17f4-4388-9d7d-52280f6e7a63 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:21.398507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b5bd589-eaa8-471b-a868-1c2201387064 req-ac715b07-17f4-4388-9d7d-52280f6e7a63 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 945 time: 0.1386924 Sep 18 02:03:21.413194 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:21.444384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1383bed6-44b4-40ec-8c1f-48b0b159ab23 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:03:21.486270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:21.500998 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:21.506790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:21.560332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b5bd589-eaa8-471b-a868-1c2201387064 req-229b5b12-e759-46a5-bd18-7868e6dfc55c tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544385 Sep 18 02:03:21.785070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:21.816803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71919f38-2db2-49e8-921a-7a9b7f64b230 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:21.826639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:21.861164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71919f38-2db2-49e8-921a-7a9b7f64b230 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=bf57e604-5ee1-421e-89d1-89075ff27a01,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:21.926494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:21.927071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:21.930968 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a44897-b403-4869-9f30-b7d1c98ecf27" -d '{"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-unplugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:21.953272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95055b-3e49-465b-93b8-135215583d72 req-a625acb4-e670-44b6-93bc-96510e78e9ed tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:21.955065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb95055b-3e49-465b-93b8-135215583d72 req-a625acb4-e670-44b6-93bc-96510e78e9ed tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.6003246 Sep 18 02:03:21.965502 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:22.112566 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cb7527-a7fe-43f3-b2cc-4508a5c13237 x-openstack-request-id: req-01cb7527-a7fe-43f3-b2cc-4508a5c13237 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:03:22.112920 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-unplugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:03:22.113218 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01cb7527-a7fe-43f3-b2cc-4508a5c13237 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:03:22.113489 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48', 'code': 200} Sep 18 02:03:22.114084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:22.131659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71919f38-2db2-49e8-921a-7a9b7f64b230 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:22.133594 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-71919f38-2db2-49e8-921a-7a9b7f64b230 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/bf57e604-5ee1-421e-89d1-89075ff27a01 HTTP/1.1" status: 204 len: 168 time: 1.5685565 Sep 18 02:03:22.136777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52844) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:22.234673 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb95055b-3e49-465b-93b8-135215583d72 req-b20fe48e-35dd-43da-ba38-589a357e097f tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183901 Sep 18 02:03:22.281875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32a566-359c-4a2e-881a-435df207e71f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:22.283526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32a566-359c-4a2e-881a-435df207e71f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:22.285607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32a566-359c-4a2e-881a-435df207e71f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:22.288312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd32a566-359c-4a2e-881a-435df207e71f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1503921 Sep 18 02:03:22.291315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52848) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:22.377544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a9645a-11a1-4369-b9c4-ee7a14a324be tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 8e5508e7-98e6-48c8-9e8b-fd11953679ff {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:22.381668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a9645a-11a1-4369-b9c4-ee7a14a324be tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:22.435675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a9645a-11a1-4369-b9c4-ee7a14a324be tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:22.622305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a9645a-11a1-4369-b9c4-ee7a14a324be tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:22.653094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b51ab68b-c568-4935-b14e-2597c9147d1d None None] Provisioning complete for port 47b28b73-5d3e-417d-b46b-5e15a8032765 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:22.653917 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b51ab68b-c568-4935-b14e-2597c9147d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:22.804442 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a9645a-11a1-4369-b9c4-ee7a14a324be tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:22.835086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 09bbc025-ecac-4f61-b1e3-9107c3dec31a details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:03:22.839400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1383bed6-44b4-40ec-8c1f-48b0b159ab23 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:22.938584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a9645a-11a1-4369-b9c4-ee7a14a324be tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:22.938584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-67a9645a-11a1-4369-b9c4-ee7a14a324be tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/8e5508e7-98e6-48c8-9e8b-fd11953679ff HTTP/1.1" status: 204 len: 168 time: 0.6433356 Sep 18 02:03:22.938584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9645a-11a1-4369-b9c4-ee7a14a324be tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5508e7-98e6-48c8-9e8b-fd11953679ff,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:22.940676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52878) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:23.052375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606476b2-d100-4beb-9875-18080a68ad9d req-8785fe56-54c2-4df0-9673-38e253d2b811 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:23.090914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-606476b2-d100-4beb-9875-18080a68ad9d req-8785fe56-54c2-4df0-9673-38e253d2b811 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 944 time: 0.3332841 Sep 18 02:03:23.154436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-5cec7307-eab0-4efd-8f15-86231e2fd2d9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:23.156147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-5cec7307-eab0-4efd-8f15-86231e2fd2d9 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 944 time: 0.3154926 Sep 18 02:03:23.162789 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:03:23.176082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:23.176842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c20de3-09f6-47e9-9060-76c0da30be30 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet bea51d97-3271-49b9-ae45-70d41ed688bf {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:23.176982 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:23.184539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94c20de3-09f6-47e9-9060-76c0da30be30 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:23.203624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 47b28b73-5d3e-417d-b46b-5e15a8032765 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:23.340102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a881cbf-e290-4053-b8d8-98cb551ee00c None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:23.392145 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94c20de3-09f6-47e9-9060-76c0da30be30 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:23.605102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-606476b2-d100-4beb-9875-18080a68ad9d req-7d34a93b-4e48-43e3-af59-3c4af9d45a92 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d92b9363-002b-458c-bc84-39f1c794a088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125208 Sep 18 02:03:23.694604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Deleting port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:23.698562 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:23.736637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94c20de3-09f6-47e9-9060-76c0da30be30 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:23.768487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 47b28b73-5d3e-417d-b46b-5e15a8032765 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:23.768866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:23.798105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-edf6511d-ccfb-4ce5-acbc-62c014592e1b None None] Could not find standard attr ID for object bf57e604-5ee1-421e-89d1-89075ff27a01. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:03:23.848832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73377-f517-4f40-9111-0d428a56931f req-6bc25ad2-9c61-4b19-9b84-1c478844987a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:23.876872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71a73377-f517-4f40-9111-0d428a56931f req-6bc25ad2-9c61-4b19-9b84-1c478844987a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.3007500 Sep 18 02:03:23.910524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:23.954189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'mac_address': 'fa:16:3e:90:4a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:03:23.964335 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94c20de3-09f6-47e9-9060-76c0da30be30 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.023135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:24.025060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.052623 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.052869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94c20de3-09f6-47e9-9060-76c0da30be30 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.055517 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-94c20de3-09f6-47e9-9060-76c0da30be30 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/bea51d97-3271-49b9-ae45-70d41ed688bf HTTP/1.1" status: 204 len: 168 time: 1.1134999 Sep 18 02:03:24.060065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71a73377-f517-4f40-9111-0d428a56931f req-3196cc1c-33e8-4391-84ef-def2370fad0d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798961 Sep 18 02:03:24.064447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52914) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:24.097776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Calling delete_port for 1383bed6-44b4-40ec-8c1f-48b0b159ab23 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:24.099089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09bbc025-ecac-4f61-b1e3-9107c3dec31a {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:03:24.167504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:24.178937 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.198996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c20de3-09f6-47e9-9060-76c0da30be30 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=bea51d97-3271-49b9-ae45-70d41ed688bf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:24.244362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:24.249129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.307628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1383bed6-44b4-40ec-8c1f-48b0b159ab23, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1383bed6-44b4-40ec-8c1f-48b0b159ab23,segment=NetworkSegment(f7c1c43e-4bfa-4c53-ba8d-56d75e03b041),segment_id=f7c1c43e-4bfa-4c53-ba8d-56d75e03b041)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:24.310965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1383bed6-44b4-40ec-8c1f-48b0b159ab23'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:24.314069 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2d5a2-2969-41f7-a337-9768cd98fff6" -d '{"events": [{"server_uuid": "97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8", "name": "network-vif-plugged", "status": "completed", "tag": "1383bed6-44b4-40ec-8c1f-48b0b159ab23"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:24.340331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['09bbc025-ecac-4f61-b1e3-9107c3dec31a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:03:24.356583 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-07f47da9-a56e-4b6d-ab9e-2f7a96f49ae1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1877713 Sep 18 02:03:24.360030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52930) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:24.377367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:24.382800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:03:24.387214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.555080 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e0f9a9-b6c7-4a65-a950-6fbca04b39c1 x-openstack-request-id: req-81e0f9a9-b6c7-4a65-a950-6fbca04b39c1 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:03:24.555437 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8", "name": "network-vif-plugged", "status": "completed", "tag": "1383bed6-44b4-40ec-8c1f-48b0b159ab23", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:03:24.555630 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81e0f9a9-b6c7-4a65-a950-6fbca04b39c1 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:03:24.556018 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1383bed6-44b4-40ec-8c1f-48b0b159ab23', 'code': 200} Sep 18 02:03:24.615490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:24.632690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.727041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1383bed6-44b4-40ec-8c1f-48b0b159ab23 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:24.736286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:24.747015 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.787963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] Deleting port 47b28b73-5d3e-417d-b46b-5e15a8032765 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:24.788433 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.812310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 1383bed6-44b4-40ec-8c1f-48b0b159ab23 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:24.812543 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1383bed6-44b4-40ec-8c1f-48b0b159ab23 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:24.899019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Pushing event deleted for resources: {'Port': ['ID=1383bed6-44b4-40ec-8c1f-48b0b159ab23,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:24.913345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] No DVR routers for this DVR port 1383bed6-44b4-40ec-8c1f-48b0b159ab23 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:24.921020 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:24.924100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a60d305e-eeef-46cc-9551-81e8c9ac2ebc req-72871f14-dc55-4041-91d4-98dbcd4bd752 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.20 "DELETE /v2.0/ports/1383bed6-44b4-40ec-8c1f-48b0b159ab23 HTTP/1.1" status: 204 len: 173 time: 1.7417274 Sep 18 02:03:24.990031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'name': 'network-vif-deleted', 'tag': '1383bed6-44b4-40ec-8c1f-48b0b159ab23'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:24.992805 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab1906-3233-4012-9245-615719c36072" -d '{"events": [{"server_uuid": "97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8", "name": "network-vif-deleted", "tag": "1383bed6-44b4-40ec-8c1f-48b0b159ab23"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:25.264937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 47b28b73-5d3e-417d-b46b-5e15a8032765 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:25.291495 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb02ad3-b337-42e5-b48f-b34175063de0 x-openstack-request-id: req-edb02ad3-b337-42e5-b48f-b34175063de0 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:03:25.299120 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8", "name": "network-vif-deleted", "tag": "1383bed6-44b4-40ec-8c1f-48b0b159ab23", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:03:25.305221 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edb02ad3-b337-42e5-b48f-b34175063de0 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:03:25.308052 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8', 'name': 'network-vif-deleted', 'tag': '1383bed6-44b4-40ec-8c1f-48b0b159ab23', 'status': 'completed', 'code': 200} Sep 18 02:03:25.326171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-725c0aaa-b19a-4633-b2d2-7dce5469ade4 req-d11273d4-aede-44fc-bae8-747c7e1ff338 tempest-ImagesTestJSON-1317242009 tempest-ImagesTestJSON-1317242009-project] 10.222.0.21 "GET /v2.0/ports?device_id=97d0b543-fed9-4a6c-9dd7-1e3ea2f864d8 HTTP/1.1" status: 200 len: 210 time: 0.4395909 Sep 18 02:03:25.422564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] For port 47b28b73-5d3e-417d-b46b-5e15a8032765, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=47b28b73-5d3e-417d-b46b-5e15a8032765,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:25.428930 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:25.571352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] Calling delete_port for 47b28b73-5d3e-417d-b46b-5e15a8032765 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:25.835494 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:25.908371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] Pushing event deleted for resources: {'Port': ['ID=47b28b73-5d3e-417d-b46b-5e15a8032765,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:25.911935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:03:25.918694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:25.920591 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:25.924472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fd37a-791e-4a49-ae26-755a44432eec None None] No DVR routers for this DVR port 47b28b73-5d3e-417d-b46b-5e15a8032765 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:25.934982 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:25.949305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No active binding found for port 47b28b73-5d3e-417d-b46b-5e15a8032765 {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:03:25.950020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 47b28b73-5d3e-417d-b46b-5e15a8032765 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:26.081545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:26.094527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:26.104499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b6e0f-af1f-4201-a2e5-c071257fa6a8 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:26.105470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:26.106268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:26.170091 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=8caab1a3-e9dd-4743-ab0c-bebba754abc4,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:26.194951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.206662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.207357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.211836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.212550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.213119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.213820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.214358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.214968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.215492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.216031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.216596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:26.230047 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9b44d599-9017-44a7-912e-83f2d3c2f515 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8682940 Sep 18 02:03:26.233004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52986) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:26.238643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:26.565086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:26.569388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:26.574442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '8caab1a3-e9dd-4743-ab0c-bebba754abc4'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:03:26.576947 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:26.784931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 09bbc025-ecac-4f61-b1e3-9107c3dec31a up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:26.979115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:27.098512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Allocated IP 2001:db8::f816:3eff:feae:6e7b (390e7398-a3fa-4d7d-a331-76db59367425/8caab1a3-e9dd-4743-ab0c-bebba754abc4/978aaf1c-ffda-45d9-9ecf-a8a493e4d710) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:27.107981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:27.112917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:27.123819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:27.132353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:27.137489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 09bbc025-ecac-4f61-b1e3-9107c3dec31a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:27.137881 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:27.179619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=4b41efda-bb0d-41af-960f-4fb465e0f14e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:27.259682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.262571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.262700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.263140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.270506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.272528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.272885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.277546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.277923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.280860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.283036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.284564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:27.317715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53016) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:27.324403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8b904916-10cd-4398-b711-7ab000a8dc26 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0876279 Sep 18 02:03:27.324994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:77:d9:df', 'name': 'tempest-NetworksTestDHCPv6-1970962241'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:27.723924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:27.757646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:27.770611 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:27.865119 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:27.866886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:27.910369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 20f898d9-61d3-4417-ac32-a2b7dc133541 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:03:27.931649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:27.951574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:28.118998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Pushing event updated for resources: {'Port': ['ID=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:28.168980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Attempting to bind port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:28.169357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Attempting to bind port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:28.169715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Attempting to bind port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:28.179564 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:28.211859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:28.213222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:28.213668 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:28.214070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:28.214591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Bound port: 978aaf1c-ffda-45d9-9ecf-a8a493e4d710, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:28.215008 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:28.294581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 172.20.0.13 (390e7398-a3fa-4d7d-a331-76db59367425/4b41efda-bb0d-41af-960f-4fb465e0f14e/20f898d9-61d3-4417-ac32-a2b7dc133541) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:28.314460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fe77:d9df (390e7398-a3fa-4d7d-a331-76db59367425/8caab1a3-e9dd-4743-ab0c-bebba754abc4/20f898d9-61d3-4417-ac32-a2b7dc133541) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:28.411859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] For port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:28.428719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] For port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:28.458682 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:28.597144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf460de-f94c-403c-b2d1-bb86ced20351 None None] Pushing event updated for resources: {'Port': ['ID=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:28.607291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:28.615391 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ec088d-6b44-48bb-a792-27fd0f3ba400" -d '{"events": [{"server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:28.666963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:28.672863 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:28.692003 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:28.787458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:28.877728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:28.938268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:28.941856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:28.960734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:29.096460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=20f898d9-61d3-4417-ac32-a2b7dc133541,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:29.152345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:29.153031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:29.205460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53084) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:29.215273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-10ac7047-96db-41fa-af02-1cff57c560c3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8948073 Sep 18 02:03:29.336906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eb68da-61a6-4e5c-ae6a-a37a389f1987 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:29.366479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eb68da-61a6-4e5c-ae6a-a37a389f1987 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:29.371360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53094) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:29.381415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c7eb68da-61a6-4e5c-ae6a-a37a389f1987 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1746306 Sep 18 02:03:29.619385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a526f64e-72cd-4a71-8500-ff0bfb655243 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 20f898d9-61d3-4417-ac32-a2b7dc133541 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:29.619735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a526f64e-72cd-4a71-8500-ff0bfb655243 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:29.930904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a526f64e-72cd-4a71-8500-ff0bfb655243 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:29.961285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a526f64e-72cd-4a71-8500-ff0bfb655243 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 20f898d9-61d3-4417-ac32-a2b7dc133541 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:30.312403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a526f64e-72cd-4a71-8500-ff0bfb655243 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:30.426668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526f64e-72cd-4a71-8500-ff0bfb655243 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=20f898d9-61d3-4417-ac32-a2b7dc133541,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:30.566376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7586d3f-c2d4-46bf-a7c4-8ffd624903a3 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:30.599097 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a526f64e-72cd-4a71-8500-ff0bfb655243 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:30.604827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a526f64e-72cd-4a71-8500-ff0bfb655243 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/20f898d9-61d3-4417-ac32-a2b7dc133541 HTTP/1.1" status: 204 len: 168 time: 1.2319136 Sep 18 02:03:30.607511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53156) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:30.755830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965292c7-f797-4aa5-b8bc-c88041aa267b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:30.765996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965292c7-f797-4aa5-b8bc-c88041aa267b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:30.774815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965292c7-f797-4aa5-b8bc-c88041aa267b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:30.788375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-965292c7-f797-4aa5-b8bc-c88041aa267b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1796658 Sep 18 02:03:30.791278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53164) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:30.933967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-2583c79d-6e73-4f5a-a1e3-b1969893a011 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 4b41efda-bb0d-41af-960f-4fb465e0f14e {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:30.947275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2583c79d-6e73-4f5a-a1e3-b1969893a011 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.024091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2583c79d-6e73-4f5a-a1e3-b1969893a011 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.256955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2583c79d-6e73-4f5a-a1e3-b1969893a011 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.257640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:31.370044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c3f8-7a23-4cd0-b424-40ec12c53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.377371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b30e889a-a59b-46d1-a602-069932fc248f None None] Provisioning complete for port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:31.378595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b30e889a-a59b-46d1-a602-069932fc248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.462291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2583c79d-6e73-4f5a-a1e3-b1969893a011 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.524756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:31.525792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.602259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583c79d-6e73-4f5a-a1e3-b1969893a011 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=4b41efda-bb0d-41af-960f-4fb465e0f14e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:31.630948 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2583c79d-6e73-4f5a-a1e3-b1969893a011 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.635636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53182) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:31.646350 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2583c79d-6e73-4f5a-a1e3-b1969893a011 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/4b41efda-bb0d-41af-960f-4fb465e0f14e HTTP/1.1" status: 204 len: 168 time: 0.8533106 Sep 18 02:03:31.683071 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b30e889a-a59b-46d1-a602-069932fc248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.785661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b30e889a-a59b-46d1-a602-069932fc248f None None] For port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:31.787184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491909d7-9e63-47d6-8509-5ba03a279a6f None None] Update dhcp port {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': '8caab1a3-e9dd-4743-ab0c-bebba754abc4', 'ip_address': '2001:db8::f816:3eff:feae:6e7b'}, {'subnet_id': '4b41efda-bb0d-41af-960f-4fb465e0f14e'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '978aaf1c-ffda-45d9-9ecf-a8a493e4d710'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:03:31.790288 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.799313 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b30e889a-a59b-46d1-a602-069932fc248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.867246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53186) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:31.874946 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-491909d7-9e63-47d6-8509-5ba03a279a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:31.923557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27b343b-1416-41e6-9466-1c95bd0ac36c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 8caab1a3-e9dd-4743-ab0c-bebba754abc4 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:31.934905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c27b343b-1416-41e6-9466-1c95bd0ac36c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.088670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c27b343b-1416-41e6-9466-1c95bd0ac36c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.094350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a34d68f-8d8a-4a47-9967-85ac1d34dc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.186842 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:03:32.186842 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:03:32.186842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e889a-a59b-46d1-a602-069932fc248f None None] Pushing event updated for resources: {'Port': ['ID=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:32.252841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c27b343b-1416-41e6-9466-1c95bd0ac36c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.371043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a34d68f-8d8a-4a47-9967-85ac1d34dc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.372213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c27b343b-1416-41e6-9466-1c95bd0ac36c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-491909d7-9e63-47d6-8509-5ba03a279a6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8caab1a3-e9dd-4743-ab0c-bebba754abc4: This subnet is being modified by another concurrent operation. Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:03:32.404058 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8caab1a3-e9dd-4743-ab0c-bebba754abc4: This subnet is being modified by another concurrent operation. Sep 18 02:03:32.408449 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:03:32.411797 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a34d68f-8d8a-4a47-9967-85ac1d34dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.437837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c27b343b-1416-41e6-9466-1c95bd0ac36c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.440205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c27b343b-1416-41e6-9466-1c95bd0ac36c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/8caab1a3-e9dd-4743-ab0c-bebba754abc4 HTTP/1.1" status: 204 len: 168 time: 0.8035784 Sep 18 02:03:32.442533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53200) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:32.449615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b343b-1416-41e6-9466-1c95bd0ac36c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=8caab1a3-e9dd-4743-ab0c-bebba754abc4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:32.495816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3a34d68f-8d8a-4a47-9967-85ac1d34dc97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a32423b6b9044d22994dae4147d1329d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267855 Sep 18 02:03:32.501702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53202) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:32.519750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bb4b2aa7-db41-464b-8248-9b6280dc97bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758548 Sep 18 02:03:32.523841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53204) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:32.533190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:32.572572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f979fd3d-01a1-4bc2-9637-d84be17e3af4 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:32.620766 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5bece620-3386-490e-bdcf-e307a3b85e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.623611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34d68f-8d8a-4a47-9967-85ac1d34dc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82dd9ed-10b5-413d-a02c-3ae0088cd4d8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:32.652355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2d27b5a9-90a8-4869-bb2b-dc31e8860431 None None] Provisioning complete for port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:32.659790 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d27b5a9-90a8-4869-bb2b-dc31e8860431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.673000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5bece620-3386-490e-bdcf-e307a3b85e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.778907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5bece620-3386-490e-bdcf-e307a3b85e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.781982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5bece620-3386-490e-bdcf-e307a3b85e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.786666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5bece620-3386-490e-bdcf-e307a3b85e59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a82dd9ed-10b5-413d-a02c-3ae0088cd4d8 HTTP/1.1" status: 204 len: 168 time: 0.2809896 Sep 18 02:03:32.792719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:32.811075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:32.816205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece620-3386-490e-bdcf-e307a3b85e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82dd9ed-10b5-413d-a02c-3ae0088cd4d8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:33.183069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:03:33.246630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:33.267379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.337391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=668cfc2e-5e4d-4f7d-a809-793f60b93b02,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:33.353450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:33.355094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:33.368414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:33.369198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.399504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b7d41339-9980-46a8-9edc-15255eb287b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8743124 Sep 18 02:03:33.402139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53212) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:33.410140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:33.533273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53214) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:33.539169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1964498194'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:33.543050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] Deleting port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:33.544116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.588582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53216) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:33.603244 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.606978 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-59d1c4e5-3a6b-42f9-bb0f-0844f7ae7487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.630234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86024136-d893-43cf-9727-c61a22d54fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.649489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:33.656653 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.709757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:33.713842 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.755401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:03:33.797049 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.797049 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Added segment 57bdd252-d036-440a-932f-6d662432e512 of type vlan for network 82d17108-4032-415d-8e69-c6ef088c7d7c Sep 18 02:03:33.797424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:33.818536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] For port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:33.819213 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.840134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.864381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.867621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] Calling delete_port for 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:33.916191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:33.922458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:33.923128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.042382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86024136-d893-43cf-9727-c61a22d54fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.079188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86024136-d893-43cf-9727-c61a22d54fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.112858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-86024136-d893-43cf-9727-c61a22d54fc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fa8ee25c10c4907bb3ebbcb39edd179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220194 Sep 18 02:03:34.115625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53218) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:34.117326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5828617 Sep 18 02:03:34.118375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53220) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:34.120205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb3e0-b207-4eba-b8df-6242928b888e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Network': ['ID=82d17108-4032-415d-8e69-c6ef088c7d7c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:34.136213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-691259505'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:34.146284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 82d17108-4032-415d-8e69-c6ef088c7d7c details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:03:34.151198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:34.157833 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.175567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:34.178914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.216704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:03:34.227727 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.228139 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Added segment 7b1727d7-7155-4500-ae74-3fc0783ffa02 of type vlan for network e0377083-72e2-46ac-9ba6-a82b196a3305 Sep 18 02:03:34.280295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.304399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86024136-d893-43cf-9727-c61a22d54fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec66461f-c926-43c1-bf1d-9ab445f5d02a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:34.311615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.331920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:34.332569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.426822 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.431576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc9875eb-a069-4f8d-bb71-b61096d835fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.435078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Network': ['ID=e0377083-72e2-46ac-9ba6-a82b196a3305,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:34.446735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-23276459-f58a-4ce0-8845-3cdb38a9e7f6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3146882 Sep 18 02:03:34.449507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53222) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:34.455123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'subnet': {'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:34.490788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e0377083-72e2-46ac-9ba6-a82b196a3305 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:03:34.510498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] Pushing event deleted for resources: {'Port': ['ID=978aaf1c-ffda-45d9-9ecf-a8a493e4d710,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:34.519300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45e30f-4b6f-4ad9-91ab-15c1a695b59e None None] No DVR routers for this DVR port 978aaf1c-ffda-45d9-9ecf-a8a493e4d710 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:34.559095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc093187-bc8a-4fc2-833c-0e67d2223218 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:34.560709 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc9875eb-a069-4f8d-bb71-b61096d835fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.598966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:34.602975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.790756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:03:34.804587 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.821201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc9875eb-a069-4f8d-bb71-b61096d835fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.826849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc9875eb-a069-4f8d-bb71-b61096d835fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.835588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bc9875eb-a069-4f8d-bb71-b61096d835fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec66461f-c926-43c1-bf1d-9ab445f5d02a HTTP/1.1" status: 204 len: 168 time: 0.7181931 Sep 18 02:03:34.899975 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:34.914416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9875eb-a069-4f8d-bb71-b61096d835fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec66461f-c926-43c1-bf1d-9ab445f5d02a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:34.962229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:34.971525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:34.977900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:34.978535 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:35.009341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=8340e701-b582-4f01-a09c-f8183508bad1,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:35.009657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d31976-3337-45f2-8642-89569c647bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '668cfc2e-5e4d-4f7d-a809-793f60b93b02'}, {'subnet_id': '8340e701-b582-4f01-a09c-f8183508bad1'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:03:35.010539 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:35.036754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d7f8a9fa-522f-4c04-8d5f-40f27c606e15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6308815 Sep 18 02:03:35.040880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53226) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:35.043409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:de:47:d1', 'name': 'tempest-NetworksTestDHCPv6-1465113225'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:35.074102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:35.226075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Subnet': ['ID=0006172b-9888-4fca-b5af-74da7130be75,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:35.336707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Checking segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:35.349449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network hostable DHCP agents. Network: 82d17108-4032-415d-8e69-c6ef088c7d7c, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:03:35.357698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:35.391785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network 82d17108-4032-415d-8e69-c6ef088c7d7c is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:03:35.411557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 82d17108-4032-415d-8e69-c6ef088c7d7c) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:35.420624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:35.425907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:35.457528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc524ae-ed5f-4ee2-a8d6-1e4cd803249e None None] Network 82d17108-4032-415d-8e69-c6ef088c7d7c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:35.458587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-365b9509-106f-4d95-84e1-82f247b3f523 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0080230 Sep 18 02:03:35.461321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53230) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:35.469180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'subnet': {'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:35.664345 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:35.714280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 81044270-db81-4fee-a369-59e055e8df79 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:03:35.766668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:35.768665 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:36.079538 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-60d31976-3337-45f2-8642-89569c647bac None None] Allocated IP 172.20.0.2 (390e7398-a3fa-4d7d-a331-76db59367425/668cfc2e-5e4d-4f7d-a809-793f60b93b02/625ce83c-a279-41ac-a39f-f8b19814a72e) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:36.115692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-60d31976-3337-45f2-8642-89569c647bac None None] Allocated IP 2001:db8::f816:3eff:fe80:9839 (390e7398-a3fa-4d7d-a331-76db59367425/8340e701-b582-4f01-a09c-f8183508bad1/625ce83c-a279-41ac-a39f-f8b19814a72e) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:36.247949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:36.339952 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:36.360208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-82d17108-4032-415d-8e69-c6ef088c7d7c', 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'fixed_ips': [{'subnet_id': '0006172b-9888-4fca-b5af-74da7130be75'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:03:36.365335 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:36.429477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Checking segment: {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:36.429831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network hostable DHCP agents. Network: e0377083-72e2-46ac-9ba6-a82b196a3305, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:03:36.439215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Subnet': ['ID=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:36.460139 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:36.476702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network e0377083-72e2-46ac-9ba6-a82b196a3305 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:03:36.506425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e0377083-72e2-46ac-9ba6-a82b196a3305) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:36.514191 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:36.527179 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:36.529457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:36.555233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cab154-e966-4f6b-9451-8f7430de9fbf None None] Network e0377083-72e2-46ac-9ba6-a82b196a3305 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:36.579593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-92541b8b-dbe7-4147-8a22-5e9a492ca6f9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1147559 Sep 18 02:03:36.582411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53248) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:36.594968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'port': {'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'name': 'tempest-TaggedBootDevicesTest-1361117633', 'fixed_ips': [{'subnet_id': '0006172b-9888-4fca-b5af-74da7130be75'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:36.657144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-513068fa-e50c-4f89-a888-4b49c4c5f039 {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:03:36.657742 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:03:36.763301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d31976-3337-45f2-8642-89569c647bac None None] Pushing event updated for resources: {'Port': ['ID=625ce83c-a279-41ac-a39f-f8b19814a72e,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:36.800684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:36.908046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.908705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.909584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.910131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.910821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.912840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.913455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.914010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.914535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.915094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.917793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.918451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:03:36.950397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d31976-3337-45f2-8642-89569c647bac None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:36.964946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-60d31976-3337-45f2-8642-89569c647bac None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:37.010982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d31976-3337-45f2-8642-89569c647bac None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:37.106204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Allocated IP 10.1.1.2 (82d17108-4032-415d-8e69-c6ef088c7d7c/0006172b-9888-4fca-b5af-74da7130be75/cee19ab2-4f1d-4cc7-b11f-bb4362211763) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:37.135094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:37.159248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:37.173118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] device_id is not set on port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:03:37.554475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-60d31976-3337-45f2-8642-89569c647bac None None] Attempting to bind port 625ce83c-a279-41ac-a39f-f8b19814a72e on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:37.554914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-60d31976-3337-45f2-8642-89569c647bac None None] Attempting to bind port 625ce83c-a279-41ac-a39f-f8b19814a72e by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:37.559274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d31976-3337-45f2-8642-89569c647bac None None] Attempting to bind port 625ce83c-a279-41ac-a39f-f8b19814a72e on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:37.576831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d31976-3337-45f2-8642-89569c647bac None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:37.577213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d31976-3337-45f2-8642-89569c647bac None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:37.578133 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:37.578869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d31976-3337-45f2-8642-89569c647bac None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:37.579103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-60d31976-3337-45f2-8642-89569c647bac None None] Bound port: 625ce83c-a279-41ac-a39f-f8b19814a72e, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:37.579482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:37.580229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port bc0d5ad5-3603-44d3-bd95-78b5b09c8590 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:03:37.581669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e0377083-72e2-46ac-9ba6-a82b196a3305', 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'fixed_ips': [{'subnet_id': 'dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:03:37.582472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:37.854661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 172.20.0.8 (390e7398-a3fa-4d7d-a331-76db59367425/668cfc2e-5e4d-4f7d-a809-793f60b93b02/bc0d5ad5-3603-44d3-bd95-78b5b09c8590) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:37.864919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fede:47d1 (390e7398-a3fa-4d7d-a331-76db59367425/8340e701-b582-4f01-a09c-f8183508bad1/bc0d5ad5-3603-44d3-bd95-78b5b09c8590) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:38.055297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-60d31976-3337-45f2-8642-89569c647bac None None] For port 625ce83c-a279-41ac-a39f-f8b19814a72e, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:38.058426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-60d31976-3337-45f2-8642-89569c647bac None None] For port 625ce83c-a279-41ac-a39f-f8b19814a72e, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=625ce83c-a279-41ac-a39f-f8b19814a72e,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:38.076178 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-60d31976-3337-45f2-8642-89569c647bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.089595 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.143792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.153182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.190069 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.276700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Allocated IP 10.1.1.221 (82d17108-4032-415d-8e69-c6ef088c7d7c/0006172b-9888-4fca-b5af-74da7130be75/e9f0ea00-a6e0-4ae3-9adf-e880919e07a3) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:38.304331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d31976-3337-45f2-8642-89569c647bac None None] Pushing event updated for resources: {'Port': ['ID=625ce83c-a279-41ac-a39f-f8b19814a72e,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:38.381101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=bc0d5ad5-3603-44d3-bd95-78b5b09c8590,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:38.394472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:38.396146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:38.402353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:38.463161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Network 82d17108-4032-415d-8e69-c6ef088c7d7c is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:38.510112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:38.528157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:38.574575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Allocated IP 10.2.2.2 (e0377083-72e2-46ac-9ba6-a82b196a3305/dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc/922bb802-1191-49ef-97c0-2ac17d05b815) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:38.581060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Pushing event updated for resources: {'Port': ['ID=cee19ab2-4f1d-4cc7-b11f-bb4362211763,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:38.581853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:38.582910 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.619023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f0a9dd42-d8e2-4ebd-beed-c31d1fddfd44 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5809102 Sep 18 02:03:38.622734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53274) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:38.733587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d629b-55e7-451c-ac87-b524ae886c55 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:38.745419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d629b-55e7-451c-ac87-b524ae886c55 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:38.748784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7f2d629b-55e7-451c-ac87-b524ae886c55 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1247220 Sep 18 02:03:38.754761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53280) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:38.769935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Attempting to bind port cee19ab2-4f1d-4cc7-b11f-bb4362211763 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:38.770489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Attempting to bind port cee19ab2-4f1d-4cc7-b11f-bb4362211763 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:38.771017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Attempting to bind port cee19ab2-4f1d-4cc7-b11f-bb4362211763 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:38.814274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.826751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:38.827976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Checking segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:38.829391 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.831311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Bound using segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:38.831931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Bound port: cee19ab2-4f1d-4cc7-b11f-bb4362211763, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:38.837159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.923672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:38.962163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-4aa493eb-209f-42bb-b0f4-37fe27252706 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port bc0d5ad5-3603-44d3-bd95-78b5b09c8590 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:38.963189 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4aa493eb-209f-42bb-b0f4-37fe27252706 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.068187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] For port cee19ab2-4f1d-4cc7-b11f-bb4362211763, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:39.069011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:39.074950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] For port cee19ab2-4f1d-4cc7-b11f-bb4362211763, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cee19ab2-4f1d-4cc7-b11f-bb4362211763,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:39.103507 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.122382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network 82d17108-4032-415d-8e69-c6ef088c7d7c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:39.124252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:39.130125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:39.244537 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4aa493eb-209f-42bb-b0f4-37fe27252706 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.273279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-4aa493eb-209f-42bb-b0f4-37fe27252706 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for bc0d5ad5-3603-44d3-bd95-78b5b09c8590 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:39.273510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:39.274090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.310100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2375e98f-f44c-4b87-b85e-6a0e4ad01410 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7260051 Sep 18 02:03:39.313349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53286) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:39.314254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 625ce83c-a279-41ac-a39f-f8b19814a72e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:39.318814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'port': {'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'name': 'tempest-TaggedBootDevicesTest-1214362763', 'fixed_ips': [{'subnet_id': '0006172b-9888-4fca-b5af-74da7130be75'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:39.661029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e6f52-647d-48b0-bbd2-c6d832fd22f9 None None] Pushing event updated for resources: {'Port': ['ID=cee19ab2-4f1d-4cc7-b11f-bb4362211763,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:39.777680 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.777895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4aa493eb-209f-42bb-b0f4-37fe27252706 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.788348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:39.793331 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.798199 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.818867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] device_id is not set on port e3da4d64-ab7c-4d40-8154-3121587f43e8 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:03:39.904772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Network e0377083-72e2-46ac-9ba6-a82b196a3305 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:39.907111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa493eb-209f-42bb-b0f4-37fe27252706 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=bc0d5ad5-3603-44d3-bd95-78b5b09c8590,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:39.907412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 625ce83c-a279-41ac-a39f-f8b19814a72e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:39.910459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:39.937665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:39.941445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:40.075723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Pushing event updated for resources: {'Port': ['ID=922bb802-1191-49ef-97c0-2ac17d05b815,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:40.181589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4aa493eb-209f-42bb-b0f4-37fe27252706 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.187372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4aa493eb-209f-42bb-b0f4-37fe27252706 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/bc0d5ad5-3603-44d3-bd95-78b5b09c8590 HTTP/1.1" status: 204 len: 168 time: 1.4324913 Sep 18 02:03:40.189972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:40.256994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Attempting to bind port 922bb802-1191-49ef-97c0-2ac17d05b815 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:40.263732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Attempting to bind port 922bb802-1191-49ef-97c0-2ac17d05b815 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:40.264314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Attempting to bind port 922bb802-1191-49ef-97c0-2ac17d05b815 on network e0377083-72e2-46ac-9ba6-a82b196a3305 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:40.274423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Allocated IP 10.1.1.99 (82d17108-4032-415d-8e69-c6ef088c7d7c/0006172b-9888-4fca-b5af-74da7130be75/e3da4d64-ab7c-4d40-8154-3121587f43e8) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:40.283822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:40.284428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Checking segment: {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:40.285217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.285854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Bound using segment: {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:40.286461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Bound port: 922bb802-1191-49ef-97c0-2ac17d05b815, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:40.286995 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.361343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6876f5-c4d9-4f4e-8104-8667f2573246 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:40.363162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6876f5-c4d9-4f4e-8104-8667f2573246 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:40.366657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6876f5-c4d9-4f4e-8104-8667f2573246 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:40.368373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3a6876f5-c4d9-4f4e-8104-8667f2573246 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1768084 Sep 18 02:03:40.371218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53294) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:40.481794 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.489911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889a539-e2aa-4dc0-9ea1-e112d930977e None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:40.533668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-1751bc0a-3605-4bd1-9601-f51cc2c1ad49 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 668cfc2e-5e4d-4f7d-a809-793f60b93b02 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:40.576616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1751bc0a-3605-4bd1-9601-f51cc2c1ad49 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.721056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1751bc0a-3605-4bd1-9601-f51cc2c1ad49 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.728017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d4089b6c-e87f-4d70-9ab2-730e06e91597 None None] Provisioning complete for port 625ce83c-a279-41ac-a39f-f8b19814a72e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:40.732158 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4089b6c-e87f-4d70-9ab2-730e06e91597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.823906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.861681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 625ce83c-a279-41ac-a39f-f8b19814a72e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=625ce83c-a279-41ac-a39f-f8b19814a72e,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:40.956317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:40.960997 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1751bc0a-3605-4bd1-9601-f51cc2c1ad49 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:41.069417 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:41.265287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network 82d17108-4032-415d-8e69-c6ef088c7d7c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:41.269603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:41.284985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:41.399183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] For port 922bb802-1191-49ef-97c0-2ac17d05b815, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:41.415492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=e3da4d64-ab7c-4d40-8154-3121587f43e8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:41.420825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] For port 922bb802-1191-49ef-97c0-2ac17d05b815, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=922bb802-1191-49ef-97c0-2ac17d05b815,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:41.442496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fdc1b4-0f50-453a-937e-50cf5896d50b None None] Network 82d17108-4032-415d-8e69-c6ef088c7d7c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:41.444575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cee19ab2-4f1d-4cc7-b11f-bb4362211763 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:41.485827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:41.486569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:41.510920 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1751bc0a-3605-4bd1-9601-f51cc2c1ad49 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:41.522656 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:41.575675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751bc0a-3605-4bd1-9601-f51cc2c1ad49 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=668cfc2e-5e4d-4f7d-a809-793f60b93b02,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:41.607340 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1751bc0a-3605-4bd1-9601-f51cc2c1ad49 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:41.613309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53304) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:41.617250 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1751bc0a-3605-4bd1-9601-f51cc2c1ad49 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/668cfc2e-5e4d-4f7d-a809-793f60b93b02 HTTP/1.1" status: 204 len: 168 time: 1.2448699 Sep 18 02:03:41.630359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-df0c935e-34df-4d8b-ba69-7438ea709f19 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3127539 Sep 18 02:03:41.698575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=625ce83c-a279-41ac-a39f-f8b19814a72e,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:41.749072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9c61a2-91fa-40a2-b2a7-28888c4d33e2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 8340e701-b582-4f01-a09c-f8183508bad1 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:41.762927 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b9c61a2-91fa-40a2-b2a7-28888c4d33e2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:41.849509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b9c61a2-91fa-40a2-b2a7-28888c4d33e2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:41.947195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port cee19ab2-4f1d-4cc7-b11f-bb4362211763 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:41.947786 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:42.141279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b9c61a2-91fa-40a2-b2a7-28888c4d33e2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:42.303167 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b9c61a2-91fa-40a2-b2a7-28888c4d33e2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:42.345705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f4ec2-3254-4f44-951a-ea54999dac4b None None] Pushing event updated for resources: {'Port': ['ID=922bb802-1191-49ef-97c0-2ac17d05b815,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:42.371804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c61a2-91fa-40a2-b2a7-28888c4d33e2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=8340e701-b582-4f01-a09c-f8183508bad1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:42.377995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b9c61a2-91fa-40a2-b2a7-28888c4d33e2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:42.384076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53314) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:42.395421 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2b9c61a2-91fa-40a2-b2a7-28888c4d33e2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/8340e701-b582-4f01-a09c-f8183508bad1 HTTP/1.1" status: 204 len: 168 time: 0.7808795 Sep 18 02:03:42.456750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b3cfc540-667f-4186-a268-49a5fd24f44c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715144 Sep 18 02:03:42.460011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53316) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:42.464819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:42.489933 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:42.591345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-126f6668-68fe-4e1c-a4cb-76b7c6b5c2b2 None None] Provisioning complete for port cee19ab2-4f1d-4cc7-b11f-bb4362211763 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:42.591811 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-126f6668-68fe-4e1c-a4cb-76b7c6b5c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:42.654237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port cee19ab2-4f1d-4cc7-b11f-bb4362211763, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cee19ab2-4f1d-4cc7-b11f-bb4362211763,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:42.673619 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:42.813532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:42.823197 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:42.871367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=cee19ab2-4f1d-4cc7-b11f-bb4362211763,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:43.121490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be5e65-4de8-4bbb-9396-9bcb7cc75472 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:43.466616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 922bb802-1191-49ef-97c0-2ac17d05b815 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:43.594381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:43.769565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:43.770592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 922bb802-1191-49ef-97c0-2ac17d05b815 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:43.771160 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:43.779892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:43.792468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:43.793302 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:43.822595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3610885 Sep 18 02:03:43.823772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586a141-2d34-4d52-9c09-e105cc53a5bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=cad9510f-0757-4555-a196-9e1572ba2db0,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:43.824919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53328) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:43.830932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:43.845267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Provisioning complete for port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:43.845641 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:43.852852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a13915-666e-4196-b39e-50ad8d6ed55d None None] Network e0377083-72e2-46ac-9ba6-a82b196a3305 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:44.080901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:03:44.255486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:03:44.430084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Provisioning complete for port cee19ab2-4f1d-4cc7-b11f-bb4362211763 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:44.430459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:44.505783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:44.509529 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:44.541725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] Deleting port 625ce83c-a279-41ac-a39f-f8b19814a72e {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:44.542093 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:44.658931 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:44.808747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 922bb802-1191-49ef-97c0-2ac17d05b815, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=922bb802-1191-49ef-97c0-2ac17d05b815,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:44.879725 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:44.880642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cee19ab2-4f1d-4cc7-b11f-bb4362211763 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:45.166640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=922bb802-1191-49ef-97c0-2ac17d05b815,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:45.182835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] For port 625ce83c-a279-41ac-a39f-f8b19814a72e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=625ce83c-a279-41ac-a39f-f8b19814a72e,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:45.183261 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:45.223377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] Calling delete_port for 625ce83c-a279-41ac-a39f-f8b19814a72e owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:45.241726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port cee19ab2-4f1d-4cc7-b11f-bb4362211763 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:45.242120 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:45.338495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:03:45.347252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Provisioning complete for port e3da4d64-ab7c-4d40-8154-3121587f43e8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:45.348347 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:45.440777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Port e3da4d64-ab7c-4d40-8154-3121587f43e8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:03:45.480888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Provisioning complete for port 625ce83c-a279-41ac-a39f-f8b19814a72e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:45.481643 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:45.483599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:45.519527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] Pushing event deleted for resources: {'Port': ['ID=625ce83c-a279-41ac-a39f-f8b19814a72e,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:45.549488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ea944a62-48d3-46fb-979e-ce2b07b4394f None None] Port 625ce83c-a279-41ac-a39f-f8b19814a72e was deleted so its status cannot be updated. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 02:03:45.554338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da4671-fa92-47f4-b9d0-9bd04cb68035 None None] No DVR routers for this DVR port 625ce83c-a279-41ac-a39f-f8b19814a72e on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:45.556396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 625ce83c-a279-41ac-a39f-f8b19814a72e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:45.633384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 625ce83c-a279-41ac-a39f-f8b19814a72e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:45.633755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 625ce83c-a279-41ac-a39f-f8b19814a72e not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 02:03:45.635936 n-d-789963-12 neutron-server[106440]: WARNING neutron.services.revisions.revision_plugin [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Could not find related port for resource to bump revision. Sep 18 02:03:45.641152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12356c-26f9-4af7-b522-7f52db650d2b None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:45.643828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_pluggable_backend [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Port 625ce83c-a279-41ac-a39f-f8b19814a72e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106440) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 02:03:45.644195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_pluggable_backend [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:9839 {{(pid=106440) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 02:03:45.649049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_pluggable_backend [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe80:9839 {{(pid=106440) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 02:03:45.650573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:45.708176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=90780bbf-af14-4240-9242-dfff5ba2ad7d,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:45.726073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:45.727808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:45.740036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:45.740703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:45.762515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2388d09c-cd33-42fb-87e8-c1097e32fcbf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9361219 Sep 18 02:03:45.765961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53370) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:45.782999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:e7:5c:35', 'name': 'tempest-NetworksTestDHCPv6-1020951873'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:45.880754 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:03:46.021602 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8538fc3e-1580-4bf0-b20a-2995a6d4a1e6 x-openstack-request-id: req-8538fc3e-1580-4bf0-b20a-2995a6d4a1e6 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:03:46.021798 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:03:46.022036 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8538fc3e-1580-4bf0-b20a-2995a6d4a1e6 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:03:46.022433 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'code': 200} Sep 18 02:03:46.050613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Port 625ce83c-a279-41ac-a39f-f8b19814a72e not found, will not notify nova. {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 02:03:46.076237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ff7a12d-4289-4bac-896c-5c3abf66361a None None] Provisioning complete for port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:46.076675 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a12d-4289-4bac-896c-5c3abf66361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.079665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:46.181405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7a12d-4289-4bac-896c-5c3abf66361a None None] Port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:03:46.199713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ff7a12d-4289-4bac-896c-5c3abf66361a None None] Provisioning complete for port e3da4d64-ab7c-4d40-8154-3121587f43e8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:46.200078 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a12d-4289-4bac-896c-5c3abf66361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.240764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 922bb802-1191-49ef-97c0-2ac17d05b815 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:46.259868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7a12d-4289-4bac-896c-5c3abf66361a None None] Port e3da4d64-ab7c-4d40-8154-3121587f43e8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:03:46.313310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.341338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ff7a12d-4289-4bac-896c-5c3abf66361a None None] Provisioning complete for port 922bb802-1191-49ef-97c0-2ac17d05b815 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:46.342221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a12d-4289-4bac-896c-5c3abf66361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.346132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port a2d11162-3c30-424b-a0be-5e652c3e01ea yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:03:46.451402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 922bb802-1191-49ef-97c0-2ac17d05b815 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:46.451855 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.502257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '90780bbf-af14-4240-9242-dfff5ba2ad7d'}, {'subnet_id': 'cad9510f-0757-4555-a196-9e1572ba2db0'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:03:46.503349 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.556538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3a12-a9fd-4a5b-a058-fc2f861e90bb req-6e553958-72e0-4ec0-a7ef-58c4050fe848 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:46.558089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13ff3a12-a9fd-4a5b-a058-fc2f861e90bb req-6e553958-72e0-4ec0-a7ef-58c4050fe848 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.5480137 Sep 18 02:03:46.583214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53390) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:46.588059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-95f0e4ab-da8c-4661-8450-b9f9ac868130 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348602163', 'description': 'tempest-description--554942525'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:46.589452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 172.20.0.12 (390e7398-a3fa-4d7d-a331-76db59367425/cad9510f-0757-4555-a196-9e1572ba2db0/a2d11162-3c30-424b-a0be-5e652c3e01ea) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:46.643503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95f0e4ab-da8c-4661-8450-b9f9ac868130 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.650536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fee7:5c35 (390e7398-a3fa-4d7d-a331-76db59367425/90780bbf-af14-4240-9242-dfff5ba2ad7d/a2d11162-3c30-424b-a0be-5e652c3e01ea) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:46.705870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13ff3a12-a9fd-4a5b-a058-fc2f861e90bb req-6f2df0a7-fc34-40b6-96af-5b281b891726 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230872 Sep 18 02:03:46.855034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95f0e4ab-da8c-4661-8450-b9f9ac868130 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.865273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95f0e4ab-da8c-4661-8450-b9f9ac868130 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.906790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95f0e4ab-da8c-4661-8450-b9f9ac868130 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:46.916964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-95f0e4ab-da8c-4661-8450-b9f9ac868130 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3308742 Sep 18 02:03:46.920746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53418) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:46.953375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3044e040-1eca-42ae-be95-3a83413b65f4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'security_group_rule': {'security_group_id': '664e70aa-859c-47b6-9e0f-42d0e4b2bfa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:46.983077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 625ce83c-a279-41ac-a39f-f8b19814a72e no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:47.001308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0e4ab-da8c-4661-8450-b9f9ac868130 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:47.017032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.026089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 625ce83c-a279-41ac-a39f-f8b19814a72e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:47.026874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 625ce83c-a279-41ac-a39f-f8b19814a72e not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:47.046676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3044e040-1eca-42ae-be95-3a83413b65f4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.052723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4fec3-05db-4293-8cdb-8e5cc53c036e req-530ae41f-dbb3-4115-abd5-c346755e1200 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:47.054610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8d4fec3-05db-4293-8cdb-8e5cc53c036e req-530ae41f-dbb3-4115-abd5-c346755e1200 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 945 time: 0.1626213 Sep 18 02:03:47.120705 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.165857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3044e040-1eca-42ae-be95-3a83413b65f4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.170781 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3044e040-1eca-42ae-be95-3a83413b65f4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.198037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044e040-1eca-42ae-be95-3a83413b65f4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76fd5f4-d364-458d-ba87-50a90afc48eb,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:47.207179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:47.221021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:47.232491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3044e040-1eca-42ae-be95-3a83413b65f4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.234338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3044e040-1eca-42ae-be95-3a83413b65f4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996433 Sep 18 02:03:47.237663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53430) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:47.239101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8d4fec3-05db-4293-8cdb-8e5cc53c036e req-4672352d-73ab-40b3-862b-9e7f06913c0e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653991 Sep 18 02:03:47.240349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:47.246401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=a2d11162-3c30-424b-a0be-5e652c3e01ea,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:47.267426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-43b91fa7-3345-4159-8f3d-2daaf1dbdf7c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'security_group_rule': {'security_group_id': '664e70aa-859c-47b6-9e0f-42d0e4b2bfa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:47.337149 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43b91fa7-3345-4159-8f3d-2daaf1dbdf7c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.359410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:47.362544 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.368636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Allocated IP 172.20.0.2 (390e7398-a3fa-4d7d-a331-76db59367425/cad9510f-0757-4555-a196-9e1572ba2db0/9da977cb-d0fd-4a4b-960a-22a545469ebb) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:47.386089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Allocated IP 2001:db8::f816:3eff:fee7:7308 (390e7398-a3fa-4d7d-a331-76db59367425/90780bbf-af14-4240-9242-dfff5ba2ad7d/9da977cb-d0fd-4a4b-960a-22a545469ebb) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:47.396849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-99d9e6f6-cc19-488e-98d9-1ddb03a9b26c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6283712 Sep 18 02:03:47.397656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53444) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:47.472616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43b91fa7-3345-4159-8f3d-2daaf1dbdf7c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.502950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966db55-6540-4491-ab8d-3d236923c1a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:47.504113 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43b91fa7-3345-4159-8f3d-2daaf1dbdf7c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.511501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9966db55-6540-4491-ab8d-3d236923c1a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1124463 Sep 18 02:03:47.516533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53446) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:47.598851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b91fa7-3345-4159-8f3d-2daaf1dbdf7c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba793960-8f79-45d0-9e3a-0e8090886355,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:47.632937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43b91fa7-3345-4159-8f3d-2daaf1dbdf7c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.634283 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-43b91fa7-3345-4159-8f3d-2daaf1dbdf7c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3936379 Sep 18 02:03:47.638704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53448) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:47.646457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:47.660865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862fb9d-be0d-4e03-864e-396effbd21af req-74c06615-e62f-4862-a24b-8064f4c9fd8a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:47.663230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f862fb9d-be0d-4e03-864e-396effbd21af req-74c06615-e62f-4862-a24b-8064f4c9fd8a tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 950 time: 0.2301419 Sep 18 02:03:47.714696 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.742989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.755820 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.850959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f862fb9d-be0d-4e03-864e-396effbd21af req-b12c7049-bf5c-4049-b9d0-0313bf0d7454 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321425 Sep 18 02:03:47.854911 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53452) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:47.862771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Pushing event updated for resources: {'Port': ['ID=9da977cb-d0fd-4a4b-960a-22a545469ebb,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:47.875279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c9150601-7da7-405e-9cc1-b87a146773b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port a2d11162-3c30-424b-a0be-5e652c3e01ea {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:47.875891 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9150601-7da7-405e-9cc1-b87a146773b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:47.896801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:47.904212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:47.914497 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:48.022873 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9150601-7da7-405e-9cc1-b87a146773b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.047128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c9150601-7da7-405e-9cc1-b87a146773b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for a2d11162-3c30-424b-a0be-5e652c3e01ea owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:48.086880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Attempting to bind port 9da977cb-d0fd-4a4b-960a-22a545469ebb on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:48.087355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Attempting to bind port 9da977cb-d0fd-4a4b-960a-22a545469ebb by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:48.087821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Attempting to bind port 9da977cb-d0fd-4a4b-960a-22a545469ebb on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:48.111252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:48.111635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:48.112046 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.112441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:48.112917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Bound port: 9da977cb-d0fd-4a4b-960a-22a545469ebb, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:48.113300 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.182845 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.236603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cfe05fcd-e0ee-4261-969a-e8a9b7262171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.240975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-57871beb-afaa-4a15-a04c-927b752ee350 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:48.241996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] For port 9da977cb-d0fd-4a4b-960a-22a545469ebb, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:48.242897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-57871beb-afaa-4a15-a04c-927b752ee350 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/networks?id=abb65ed5-36b9-428c-b582-9e7d9ff02dc9 HTTP/1.1" status: 200 len: 814 time: 0.2994373 Sep 18 02:03:48.317625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-dd2835c9-f174-461f-a836-06c7207289db tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/quotas/c3124ec3fc14423384e7743303908a43 HTTP/1.1" status: 200 len: 375 time: 0.0434027 Sep 18 02:03:48.342272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9150601-7da7-405e-9cc1-b87a146773b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.343893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] For port 9da977cb-d0fd-4a4b-960a-22a545469ebb, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9da977cb-d0fd-4a4b-960a-22a545469ebb,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:48.350476 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.363969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Allocated IP 172.25.0.19 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/f6e98273-cfe5-48ed-a763-362a8521a4c5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:48.386991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9150601-7da7-405e-9cc1-b87a146773b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=a2d11162-3c30-424b-a0be-5e652c3e01ea,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:48.450350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21c2fc-ed4d-436d-9ebb-ae734ea3f181 None None] Pushing event updated for resources: {'Port': ['ID=9da977cb-d0fd-4a4b-960a-22a545469ebb,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:48.540002 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9150601-7da7-405e-9cc1-b87a146773b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.544952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c9150601-7da7-405e-9cc1-b87a146773b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/a2d11162-3c30-424b-a0be-5e652c3e01ea HTTP/1.1" status: 204 len: 168 time: 0.9932265 Sep 18 02:03:48.545820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:48.585046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cfe05fcd-e0ee-4261-969a-e8a9b7262171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.617847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.639018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-e60f8774-9111-45d0-93a5-da1f22356908 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3124ec3fc14423384e7743303908a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3020277 Sep 18 02:03:48.644172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ca9b9-89a0-4556-98d4-a6cb75428f34 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:48.645740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ca9b9-89a0-4556-98d4-a6cb75428f34 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:48.647395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ca9b9-89a0-4556-98d4-a6cb75428f34 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:48.651903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-676ca9b9-89a0-4556-98d4-a6cb75428f34 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0651968 Sep 18 02:03:48.652972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53488) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:48.653447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cfe05fcd-e0ee-4261-969a-e8a9b7262171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.715652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cfe05fcd-e0ee-4261-969a-e8a9b7262171 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=162fc2c2090d456791e19fa3f19ed4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8575497 Sep 18 02:03:48.715652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe05fcd-e0ee-4261-969a-e8a9b7262171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ec25e-9397-4030-8278-a6c954b431a7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:48.716529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53492) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:48.777465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bf31f0-e631-4a3c-a6a0-30ea9c9b9bd7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 90780bbf-af14-4240-9242-dfff5ba2ad7d {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:48.784002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63bf31f0-e631-4a3c-a6a0-30ea9c9b9bd7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.791167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-a728f8dc-d0d8-4460-af33-8c15d6545655 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:03:48.799152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-a728f8dc-d0d8-4460-af33-8c15d6545655 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1584668 Sep 18 02:03:48.813346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 09bbc025-ecac-4f61-b1e3-9107c3dec31a no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:48.840210 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c27130ba-c55f-4d76-b1b4-d19ff64816e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.873969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c27130ba-c55f-4d76-b1b4-d19ff64816e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.954665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63bf31f0-e631-4a3c-a6a0-30ea9c9b9bd7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.966798 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c27130ba-c55f-4d76-b1b4-d19ff64816e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.973075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c27130ba-c55f-4d76-b1b4-d19ff64816e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:48.974842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c27130ba-c55f-4d76-b1b4-d19ff64816e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb2ec25e-9397-4030-8278-a6c954b431a7 HTTP/1.1" status: 204 len: 168 time: 0.2573674 Sep 18 02:03:48.985541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27130ba-c55f-4d76-b1b4-d19ff64816e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ec25e-9397-4030-8278-a6c954b431a7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:48.988589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.053195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:49.054587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.062567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:49.076740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:49.111020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:49.112270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:49.114921 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f472db10-6d84-4648-8b53-7e7633258fca" -d '{"events": [{"server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:49.125210 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.207924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:49.233943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3f9e6-ace8-46e9-aabc-730e1d419e32 req-30ce519c-56ce-42cc-86a0-aa6690da104c tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:49.235588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dd3f9e6-ace8-46e9-aabc-730e1d419e32 req-30ce519c-56ce-42cc-86a0-aa6690da104c tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 945 time: 0.0834091 Sep 18 02:03:49.267294 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-7954dd4f-cc87-4f5c-8731-68992690ef01 service neutron] 10.222.0.21 "GET /v2.0/networks/abb65ed5-36b9-428c-b582-9e7d9ff02dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671915 Sep 18 02:03:49.279926 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dd3f9e6-ace8-46e9-aabc-730e1d419e32 req-0c1b553e-df5d-4492-b23b-1bae1e4cb81f tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378044 Sep 18 02:03:49.318007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=f6e98273-cfe5-48ed-a763-362a8521a4c5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:49.335786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.352970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63bf31f0-e631-4a3c-a6a0-30ea9c9b9bd7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.378001 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfaae06-e4d0-4e49-bff9-c0f57d3a7109 x-openstack-request-id: req-fcfaae06-e4d0-4e49-bff9-c0f57d3a7109 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:03:49.378572 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:03:49.378916 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcfaae06-e4d0-4e49-bff9-c0f57d3a7109 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:03:49.379543 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'code': 200} Sep 18 02:03:49.390574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53518) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:49.409030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02501c5-6199-4447-8fa5-4de2ac0e1de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.489607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53522) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:49.552305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.592473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-28322a50-8bce-4e93-9e3a-d10b6d32b3eb service neutron] 10.222.0.21 "GET /v2.0/networks/abb65ed5-36b9-428c-b582-9e7d9ff02dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241830 Sep 18 02:03:49.596566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02501c5-6199-4447-8fa5-4de2ac0e1de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.604102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02501c5-6199-4447-8fa5-4de2ac0e1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.611226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63bf31f0-e631-4a3c-a6a0-30ea9c9b9bd7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.656573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02501c5-6199-4447-8fa5-4de2ac0e1de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f483047e-64ed-4c9b-a4b1-978faa44bc7d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:49.661751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e02501c5-6199-4447-8fa5-4de2ac0e1de8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55478ac6196343fbbd1c1018b557bef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699931 Sep 18 02:03:49.665350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53526) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:49.801615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb514449-ead1-40bc-b312-e38adc7eac23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.816388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.841314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fa0804-7e0d-438f-a00a-3bf6ae2d59c5 admin admin] Deleting subnet a3809d31-40af-4d82-b957-fa336b2366a9 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:49.854137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17fa0804-7e0d-438f-a00a-3bf6ae2d59c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.859153 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.866302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb514449-ead1-40bc-b312-e38adc7eac23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.958443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb514449-ead1-40bc-b312-e38adc7eac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.961998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb514449-ead1-40bc-b312-e38adc7eac23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:49.966365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cb514449-ead1-40bc-b312-e38adc7eac23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f483047e-64ed-4c9b-a4b1-978faa44bc7d HTTP/1.1" status: 204 len: 168 time: 0.2996013 Sep 18 02:03:50.004447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb514449-ead1-40bc-b312-e38adc7eac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f483047e-64ed-4c9b-a4b1-978faa44bc7d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:50.032960 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63bf31f0-e631-4a3c-a6a0-30ea9c9b9bd7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.058423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53548) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:50.061171 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-63bf31f0-e631-4a3c-a6a0-30ea9c9b9bd7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/90780bbf-af14-4240-9242-dfff5ba2ad7d HTTP/1.1" status: 204 len: 168 time: 1.4068625 Sep 18 02:03:50.078472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf31f0-e631-4a3c-a6a0-30ea9c9b9bd7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=90780bbf-af14-4240-9242-dfff5ba2ad7d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:50.189460 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b721157d-6b62-4eae-8df3-a278c464e084 req-b98c94a1-d30d-4dd4-a263-bee3bff5aca2 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 210 time: 0.2196524 Sep 18 02:03:50.192381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7fb5d3-60fd-41e3-9e05-02f8a627d2c8 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet cad9510f-0757-4555-a196-9e1572ba2db0 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:03:50.198687 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17fa0804-7e0d-438f-a00a-3bf6ae2d59c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.209025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7fb5d3-60fd-41e3-9e05-02f8a627d2c8 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.250949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315cc4aa-4de8-46e7-abac-5d6fa2557f06 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:50.292214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=f6e98273-cfe5-48ed-a763-362a8521a4c5,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:50.300389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7fb5d3-60fd-41e3-9e05-02f8a627d2c8 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.351761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5901d99-bebf-4542-a354-103e4fd21c54 req-5658cc87-8a02-41c4-b40b-f0fc75435f8e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:50.359870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5901d99-bebf-4542-a354-103e4fd21c54 req-5658cc87-8a02-41c4-b40b-f0fc75435f8e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 945 time: 0.1132803 Sep 18 02:03:50.361661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9da977cb-d0fd-4a4b-960a-22a545469ebb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:50.382737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.402033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17fa0804-7e0d-438f-a00a-3bf6ae2d59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.438989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5901d99-bebf-4542-a354-103e4fd21c54 req-96c8a401-34c0-4f21-a4e1-4a673c7ae271 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761156 Sep 18 02:03:50.454635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.454635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-219f23a6-5518-4f6b-ac55-713771a93ce9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8139696 Sep 18 02:03:50.463311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7fb5d3-60fd-41e3-9e05-02f8a627d2c8 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.518924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c25a6b30-5c7e-498b-9185-393d30c36b32 None None] Provisioning complete for port 9da977cb-d0fd-4a4b-960a-22a545469ebb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:50.519793 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b30-5c7e-498b-9185-393d30c36b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.522997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17fa0804-7e0d-438f-a00a-3bf6ae2d59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.569682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9da977cb-d0fd-4a4b-960a-22a545469ebb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:50.570663 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.601617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7fb5d3-60fd-41e3-9e05-02f8a627d2c8 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.616640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa0804-7e0d-438f-a00a-3bf6ae2d59c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3809d31-40af-4d82-b957-fa336b2366a9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:50.645282 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17fa0804-7e0d-438f-a00a-3bf6ae2d59c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.648772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-17fa0804-7e0d-438f-a00a-3bf6ae2d59c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a3809d31-40af-4d82-b957-fa336b2366a9 HTTP/1.1" status: 204 len: 168 time: 1.1579688 Sep 18 02:03:50.655802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53564) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:50.697903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7fb5d3-60fd-41e3-9e05-02f8a627d2c8 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.708316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fc7fb5d3-60fd-41e3-9e05-02f8a627d2c8 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/cad9510f-0757-4555-a196-9e1572ba2db0 HTTP/1.1" status: 204 len: 168 time: 0.6487846 Sep 18 02:03:50.710023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fb5d3-60fd-41e3-9e05-02f8a627d2c8 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=cad9510f-0757-4555-a196-9e1572ba2db0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:50.715337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53570) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:50.830091 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.835414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:03:50.838274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-98479df1-a7c3-468f-b5a4-2dbeb3544b69 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172149 Sep 18 02:03:50.840688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53584) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:50.917133 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.917568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-23cd9765-765a-4810-a1fd-7277e46baf00 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1348602163&fields=id&tenant_id=4a92ebbf9c134e958e0abd9f931727f3 HTTP/1.1" status: 200 len: 267 time: 0.0688019 Sep 18 02:03:50.981879 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c25a6b30-5c7e-498b-9185-393d30c36b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:50.983925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0bd993-2a7d-474f-bf28-fc904d3b2ca7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:50.989787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9e0bd993-2a7d-474f-bf28-fc904d3b2ca7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1478167 Sep 18 02:03:50.994405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:51.066023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:03:51.069469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9da977cb-d0fd-4a4b-960a-22a545469ebb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9da977cb-d0fd-4a4b-960a-22a545469ebb,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:51.073648 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.105425 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.123791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcf17ed-f8bd-41a4-86e7-dc03ea140e4c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:51.146377 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9fcf17ed-f8bd-41a4-86e7-dc03ea140e4c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1506360 Sep 18 02:03:51.148970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53598) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:51.157602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c421e341-5653-412f-a573-a8a07d489e4e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:51.187653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:51.187967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c1c43e-4bfa-4c53-ba8d-56d75e03b041') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:51.210247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.223720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:51.246094 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.259162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:03:51.259574 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.277171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2992865c-8aee-462a-92fb-5dbe01cfd80f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211348 Sep 18 02:03:51.277171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53608) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:51.280036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '257ce93f-200f-437d-8f37-af7c46d25a48', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '257ce93f-200f-437d-8f37-af7c46d25a48', 'mac_address': 'fa:16:3e:57:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:03:51.288486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9f6024d2-b9de-4bdb-a952-6fb4727f7d9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:51.292115 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-c25a6b30-5c7e-498b-9185-393d30c36b32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:03:51.292932 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-c25a6b30-5c7e-498b-9185-393d30c36b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:03:51.293669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9da977cb-d0fd-4a4b-960a-22a545469ebb,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:51.349630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.354510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] Deleting port 9da977cb-d0fd-4a4b-960a-22a545469ebb {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:51.355145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:03:51.361840 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:03:51.367833 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.386341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257ce93f-200f-437d-8f37-af7c46d25a48 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:03:51.392683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.395507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c421e341-5653-412f-a573-a8a07d489e4e HTTP/1.1" status: 204 len: 168 time: 0.7383893 Sep 18 02:03:51.404000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f1a91-ba1c-4471-9b3a-bc49845f6977 admin admin] Pushing event deleted for resources: {'Network': ['ID=c421e341-5653-412f-a573-a8a07d489e4e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:51.415871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-4f12f6a5-f718-4e20-a740-0c36104c0e48 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:51.418261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-4f12f6a5-f718-4e20-a740-0c36104c0e48 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports/e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 932 time: 0.4672348 Sep 18 02:03:51.480503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-723a5cdc-9cc8-461f-bdda-ed5d0afcc17d req-4333117b-e236-4676-8436-a85f92446a7c tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 210 time: 0.1291895 Sep 18 02:03:51.481228 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6024d2-b9de-4bdb-a952-6fb4727f7d9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:51.485541 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9f6024d2-b9de-4bdb-a952-6fb4727f7d9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.487107 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6024d2-b9de-4bdb-a952-6fb4727f7d9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:03:51.487587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6024d2-b9de-4bdb-a952-6fb4727f7d9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:03:51.490456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:51.504759 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.517521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53618) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:51.519859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9f6024d2-b9de-4bdb-a952-6fb4727f7d9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2425053 Sep 18 02:03:51.523947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a1c781d4-15a6-40bd-a722-67c8babb5884 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:51.570136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-3ce5e944-142f-457d-b5f3-83b8e72cbe3d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:51.585986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-3ce5e944-142f-457d-b5f3-83b8e72cbe3d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports/e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 931 time: 0.1616054 Sep 18 02:03:51.647604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:51.697725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b24794-a628-473d-b8a3-d96c814c22af req-03b2c773-7b0a-41c1-97ce-056e5b17a5b3 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:51.702745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] For port 9da977cb-d0fd-4a4b-960a-22a545469ebb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9da977cb-d0fd-4a4b-960a-22a545469ebb,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:51.702943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59b24794-a628-473d-b8a3-d96c814c22af req-03b2c773-7b0a-41c1-97ce-056e5b17a5b3 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 945 time: 0.1136072 Sep 18 02:03:51.703376 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:51.743994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] Calling delete_port for 9da977cb-d0fd-4a4b-960a-22a545469ebb owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:51.775978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['257ce93f-200f-437d-8f37-af7c46d25a48'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:03:51.862556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-4094ef49-e2ef-4b04-9cc6-3f1d21301262 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2693725 Sep 18 02:03:51.874406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53626) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:51.994347 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-61e8718f-0902-4090-9e79-d1787aee394a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cf374e29676485c9e629e3348c754cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078999 Sep 18 02:03:52.010836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53636) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:52.128330 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:52.133580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59b24794-a628-473d-b8a3-d96c814c22af req-5e585f7e-b3af-414a-baa0-29fc6d5ee300 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups?id=289d0451-2a7b-4b27-b3f6-ef40f73d7105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582690 Sep 18 02:03:52.205737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] No DVR routers for this DVR port 9da977cb-d0fd-4a4b-960a-22a545469ebb on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:52.214786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e7a33-9e87-4acf-be2c-3289c94c93fc None None] Pushing event deleted for resources: {'Port': ['ID=9da977cb-d0fd-4a4b-960a-22a545469ebb,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:52.246195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4b63c6-b275-4213-aa32-5f93501e6b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:52.258630 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-fc1a4905-c3f0-4d03-a4b8-034532d49e26 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:52.271029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-fc1a4905-c3f0-4d03-a4b8-034532d49e26 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.20 "GET /v2.0/networks?id=abb65ed5-36b9-428c-b582-9e7d9ff02dc9 HTTP/1.1" status: 200 len: 814 time: 0.5571339 Sep 18 02:03:52.283138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Request body: {'port': {'device_id': '8062d912-89db-441c-8d79-a7884e527eaa', 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9', 'admin_state_up': True, 'tenant_id': 'c3124ec3fc14423384e7743303908a43'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:52.340310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4b63c6-b275-4213-aa32-5f93501e6b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:52.369987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25089143-5480-4248-bdac-1f5f81de23ed None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:03:52.379961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9da977cb-d0fd-4a4b-960a-22a545469ebb no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:52.494169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Made reservation on behalf of c3124ec3fc14423384e7743303908a43 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:52.498227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:52.502382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4b63c6-b275-4213-aa32-5f93501e6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:52.504965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4b63c6-b275-4213-aa32-5f93501e6b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:52.509111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c4b63c6-b275-4213-aa32-5f93501e6b11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d92b9363-002b-458c-bc84-39f1c794a088 HTTP/1.1" status: 204 len: 168 time: 0.4917276 Sep 18 02:03:52.525121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b63c6-b275-4213-aa32-5f93501e6b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92b9363-002b-458c-bc84-39f1c794a088,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:52.551377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 9da977cb-d0fd-4a4b-960a-22a545469ebb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:52.551879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9da977cb-d0fd-4a4b-960a-22a545469ebb not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:52.684087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-2a2d7022-900d-40d1-acca-1fbf6b31d657 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.8201301 Sep 18 02:03:52.717272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Allocated IP 172.20.0.5 (abb65ed5-36b9-428c-b582-9e7d9ff02dc9/c13d9b6b-b60d-4f60-81fd-32c2d288aa36/8537400c-9fbe-4303-83c6-b5945d6674b2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:03:52.800046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25089143-5480-4248-bdac-1f5f81de23ed None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:03:52.814801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-18ab606a-63d9-4ce2-8435-83415f04b3ff tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:52.819139 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-18ab606a-63d9-4ce2-8435-83415f04b3ff tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.18 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 945 time: 1.1367579 Sep 18 02:03:53.104670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c781d4-15a6-40bd-a722-67c8babb5884 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:53.110214 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1c781d4-15a6-40bd-a722-67c8babb5884 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:53.124727 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c781d4-15a6-40bd-a722-67c8babb5884 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:03:53.125732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c781d4-15a6-40bd-a722-67c8babb5884 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:03:53.212093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a1c781d4-15a6-40bd-a722-67c8babb5884 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.6929257 Sep 18 02:03:53.217523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53694) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:53.230492 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:53.252588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8bfc16df-e30a-4589-9e92-ffc3f0fd8895 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:53.335510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-2be49a1f-ab57-43a9-b97f-7cf2dc97de2e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:53.342099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-2be49a1f-ab57-43a9-b97f-7cf2dc97de2e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:53.367180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-2be49a1f-ab57-43a9-b97f-7cf2dc97de2e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:53.371510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-2be49a1f-ab57-43a9-b97f-7cf2dc97de2e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/networks?id=11be498a-d972-4af2-b522-204f1356985f&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=e0377083-72e2-46ac-9ba6-a82b196a3305&id=e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 200 len: 1990 time: 0.6865773 Sep 18 02:03:53.379862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:53.414221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Deleting port 237b42fd-bbed-4673-8149-fc1a7e904259 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:03:53.414601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:53.520238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:53.526641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:53.535260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:03:53.662589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:53.664463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:53.675559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Pushing event updated for resources: {'Port': ['ID=8537400c-9fbe-4303-83c6-b5945d6674b2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:53.722604 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-240f669b-3fc1-4a10-b4ab-e4c4f428924a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4505317 Sep 18 02:03:53.744678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] For port 237b42fd-bbed-4673-8149-fc1a7e904259, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=237b42fd-bbed-4673-8149-fc1a7e904259,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:53.745231 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:53.750741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Request body: {'port': {'device_id': '8062d912-89db-441c-8d79-a7884e527eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:53.913868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.115272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.116622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.116939 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Floating IP fc96579a-797b-467d-b023-2b6474399431 disassociated. External IP: 172.25.0.238, port: 237b42fd-bbed-4673-8149-fc1a7e904259. Sep 18 02:03:54.118760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Calling delete_port for 237b42fd-bbed-4673-8149-fc1a7e904259 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:03:54.411548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-37488830-8775-43d2-b48d-67e92d98bc68 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/quotas/4a92ebbf9c134e958e0abd9f931727f3 HTTP/1.1" status: 200 len: 375 time: 1.0238633 Sep 18 02:03:54.576082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.797654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event deleted for resources: {'Port': ['ID=237b42fd-bbed-4673-8149-fc1a7e904259,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:54.850113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:03:54.872960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8537400c-9fbe-4303-83c6-b5945d6674b2 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:03:54.923091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.934154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0cfc1d9a-2f86-4abd-b632-62e6f70aa940 None None] Provisioning complete for port 8537400c-9fbe-4303-83c6-b5945d6674b2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:54.934518 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1d9a-2f86-4abd-b632-62e6f70aa940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.950532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Router d351fd3f-4480-42c1-b65c-02a2ad038e65 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:03:54.977881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Transition to ACTIVE for port object 8537400c-9fbe-4303-83c6-b5945d6674b2 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:03:54.981115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-cf8c531a-b65e-4cd3-8ba6-07c9a7ce2040 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4231453 Sep 18 02:03:54.987568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfc16df-e30a-4589-9e92-ffc3f0fd8895 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:54.991675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16df-e30a-4589-9e92-ffc3f0fd8895 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.992459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:54.993548 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfc16df-e30a-4589-9e92-ffc3f0fd8895 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:03:54.994054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfc16df-e30a-4589-9e92-ffc3f0fd8895 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:03:55.104565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc1d9a-2f86-4abd-b632-62e6f70aa940 None None] Port 8537400c-9fbe-4303-83c6-b5945d6674b2 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:03:55.159923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1f495d65-93cc-4931-b8dc-780f9b782bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499786 Sep 18 02:03:55.168867 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8bfc16df-e30a-4589-9e92-ffc3f0fd8895 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.9489985 Sep 18 02:03:55.180406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53732) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:55.217399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 257ce93f-200f-437d-8f37-af7c46d25a48 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:03:55.218355 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:55.226121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-34f79deb-508d-4b05-b9c6-54ab9068a353 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:55.397777 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:55.449576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8537400c-9fbe-4303-83c6-b5945d6674b2,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:55.471217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 237b42fd-bbed-4673-8149-fc1a7e904259 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:03:55.549995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 237b42fd-bbed-4673-8149-fc1a7e904259 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:03:55.550345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 237b42fd-bbed-4673-8149-fc1a7e904259 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:03:55.578597 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:55.654350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:55.666517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:55.676264 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c175dda6-9c87-4860-9e9c-6463afa384f3" -d '{"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-plugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:55.728475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:03:55.736361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:03:55.745814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-faef4161-e05d-4569-bba3-dd6fe9e1b541 service neutron] 10.222.0.21 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758145 Sep 18 02:03:55.746288 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] Sync routers for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:03:55.758976 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:55.777565 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:55.779558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:03:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:55.866530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:55.930951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Attempting to bind port 8537400c-9fbe-4303-83c6-b5945d6674b2 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:03:55.932108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Attempting to bind port 8537400c-9fbe-4303-83c6-b5945d6674b2 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:03:55.932728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Attempting to bind port 8537400c-9fbe-4303-83c6-b5945d6674b2 on network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:55.940850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f79deb-508d-4b05-b9c6-54ab9068a353 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:55.945821 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34f79deb-508d-4b05-b9c6-54ab9068a353 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:55.947806 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f79deb-508d-4b05-b9c6-54ab9068a353 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:03:55.948457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f79deb-508d-4b05-b9c6-54ab9068a353 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:03:55.952571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] No DVR routers for this DVR port 237b42fd-bbed-4673-8149-fc1a7e904259 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:03:55.953143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Port 8537400c-9fbe-4303-83c6-b5945d6674b2 on network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:03:55.954032 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Attempting to bind port 8537400c-9fbe-4303-83c6-b5945d6674b2 on network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:03:55.956954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:55.965269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:03:55.966518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Checking segment: {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:03:55.967277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Bound using segment: {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:03:55.968634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Bound port: 8537400c-9fbe-4303-83c6-b5945d6674b2, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:03:55.969455 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:55.978970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8011b4e5-97f1-4d73-bbc5-3d4a95b08c97 req-81395896-c269-43e6-a179-b33afc69d29a tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.18 "DELETE /v2.0/ports/237b42fd-bbed-4673-8149-fc1a7e904259 HTTP/1.1" status: 204 len: 173 time: 3.1333549 Sep 18 02:03:55.979524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93694c94-eb72-4fd4-92d3-9135751df665', 'name': 'network-vif-deleted', 'tag': '237b42fd-bbed-4673-8149-fc1a7e904259'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:55.981995 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f18c0d-fc40-4dd0-9269-c9d71c2ca646" -d '{"events": [{"server_uuid": "93694c94-eb72-4fd4-92d3-9135751df665", "name": "network-vif-deleted", "tag": "237b42fd-bbed-4673-8149-fc1a7e904259"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:56.043416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53744) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:56.044310 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-34f79deb-508d-4b05-b9c6-54ab9068a353 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8287859 Sep 18 02:03:56.060855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7776cdac-3415-4f1f-95f0-292bedbc284b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:56.107048 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-3277302c-bc43-42b5-a63a-4887aae09c02 service neutron] 10.222.0.21 "GET /v2.0/ports/e9f0ea00-a6e0-4ae3-9adf-e880919e07a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3076673 Sep 18 02:03:56.163070 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:03:56.175885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] For port 8537400c-9fbe-4303-83c6-b5945d6674b2, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:03:56.183806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] For port 8537400c-9fbe-4303-83c6-b5945d6674b2, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8537400c-9fbe-4303-83c6-b5945d6674b2,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:03:56.192620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:56.302614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:56.307259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:56.311655 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/8537400c-9fbe-4303-83c6-b5945d6674b2 HTTP/1.1" status: 200 len: 1092 time: 2.5771477 Sep 18 02:03:56.314194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8062d912-89db-441c-8d79-a7884e527eaa', 'tag': '8537400c-9fbe-4303-83c6-b5945d6674b2'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:03:56.324056 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfad55f-0a84-41d2-8b45-b2e661715b92" -d '{"events": [{"name": "network-changed", "server_uuid": "8062d912-89db-441c-8d79-a7884e527eaa", "tag": "8537400c-9fbe-4303-83c6-b5945d6674b2"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:03:56.507614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cd53f-23b5-4610-af5d-2898137037d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8537400c-9fbe-4303-83c6-b5945d6674b2,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:56.548013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-37135ab3-3538-4904-8a78-6cbcd7dcb7b8 service neutron] 10.222.0.21 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400003 Sep 18 02:03:56.558053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-b5e8155b-a2a9-471b-a7ec-f588f596a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:56.574941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-b5e8155b-a2a9-471b-a7ec-f588f596a4a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3124ec3fc14423384e7743303908a43&device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 1095 time: 0.2007091 Sep 18 02:03:56.639565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7776cdac-3415-4f1f-95f0-292bedbc284b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:56.659837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7776cdac-3415-4f1f-95f0-292bedbc284b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:56.661317 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-7776cdac-3415-4f1f-95f0-292bedbc284b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:03:56.661752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7776cdac-3415-4f1f-95f0-292bedbc284b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:03:56.714504 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bc975922-18f2-4bf6-b46e-e5539e2aa635 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8537400c-9fbe-4303-83c6-b5945d6674b2 HTTP/1.1" status: 200 len: 217 time: 0.1263936 Sep 18 02:03:56.743890 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:51Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:56.830512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] Checking router: d351fd3f-4480-42c1-b65c-02a2ad038e65 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:03:56.856169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-958fb4f2-e3f9-4c18-bb0e-2734008d2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:56.857908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7776cdac-3415-4f1f-95f0-292bedbc284b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8128016 Sep 18 02:03:56.863689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53760) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:56.866990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-958fb4f2-e3f9-4c18-bb0e-2734008d2744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13d9b6b-b60d-4f60-81fd-32c2d288aa36 HTTP/1.1" status: 200 len: 853 time: 0.1424787 Sep 18 02:03:56.876331 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:03:56.877375 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:03:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:56.884650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-57628182-05e4-483c-b2b2-9105e2f6a386 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:56.969869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bf719d63-181f-46f0-b2a6-a1e41af19160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:56.975153 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-bf719d63-181f-46f0-b2a6-a1e41af19160 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abb65ed5-36b9-428c-b582-9e7d9ff02dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643055 Sep 18 02:03:57.109930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57628182-05e4-483c-b2b2-9105e2f6a386 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:57.118127 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57628182-05e4-483c-b2b2-9105e2f6a386 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:57.121436 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-57628182-05e4-483c-b2b2-9105e2f6a386 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:03:57.121843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57628182-05e4-483c-b2b2-9105e2f6a386 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:03:57.170137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-57628182-05e4-483c-b2b2-9105e2f6a386 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3050790 Sep 18 02:03:57.171426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53764) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:57.176131 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:03:57.216959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-a5fb8cf8-f8ee-4b1f-bd39-fba5ec2783a5 service neutron] 10.222.0.20 "GET /v2.0/networks/abb65ed5-36b9-428c-b582-9e7d9ff02dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245727 Sep 18 02:03:57.247816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-678e2f30-df5a-4870-bd71-6fb227bf658b service neutron] 10.222.0.21 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934419 Sep 18 02:03:57.292772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-81e0f241-1ba7-4e13-b07b-47c57c64c008 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1069152 Sep 18 02:03:57.301795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53768) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:57.423947 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-74ac4e9b-7365-4f83-9729-ceca955e9160 service neutron] 10.222.0.21 "GET /v2.0/ports/e3da4d64-ab7c-4d40-8154-3121587f43e8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1429510 Sep 18 02:03:57.642037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a240dacf-dbc7-483a-8259-b97c3ff8d63d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:57.653353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a240dacf-dbc7-483a-8259-b97c3ff8d63d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3460469 Sep 18 02:03:57.654495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53776) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:57.658476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-ce4d87d5-1de5-4f50-9fdd-e547b7d4b7cf service neutron] 10.222.0.21 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335048 Sep 18 02:03:57.755708 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:51Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:03:57.802180 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e52eb999-fcf0-411b-a8c9-83c2542d4cc0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357877 Sep 18 02:03:57.815439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53778) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:57.823552 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983e7f3-e7dd-4ce5-ba00-3ea49e5201bd None None] The sync data for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 is: [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:00:44Z', 'revision_number': 4, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '330e99c3-9db6-451b-adab-cd0c325e8b7c', 'name': '', 'network_id': '85cc0a77-ba9f-4ad9-9891-677c78b59a53', 'tenant_id': '428f07887310407184547db86fb81097', 'mac_address': 'fa:16:3e:91:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:44Z', 'updated_at': '2021-09-18T02:00:51Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'subnets': [{'id': '75240ea1-fa0e-4128-8afd-93f556bca81d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:03:57.826436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:57.906302 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-8e53fe64-d08c-43e5-9e63-aa3d1e5fe97d service neutron] 10.222.0.21 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468619 Sep 18 02:03:58.131595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a98c1340-251a-4bdd-a51c-71e41f3b5ded req-aefb2740-8b12-4a03-b983-a9db873ffe02 service neutron] 10.222.0.20 "GET /v2.0/networks/abb65ed5-36b9-428c-b582-9e7d9ff02dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8874872 Sep 18 02:03:58.218035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:03:58.222251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-be0096de-5be0-4e1f-ae00-e93b7146f9f8 service neutron] 10.222.0.21 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072288 Sep 18 02:03:58.224022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:58.464721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-250cf0b7-6491-4869-8133-61637a07cbd6 service neutron] 10.222.0.21 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356930 Sep 18 02:03:58.466219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68282de9-4c3b-4b1d-b58f-ace31169f367 None None] New status for floating IP fc96579a-797b-467d-b023-2b6474399431: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:03:58.769879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-28518622-16ef-4646-b6c7-e06f740fc78a service neutron] 10.222.0.21 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948470 Sep 18 02:03:59.004693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-d9db3c7c-9979-4d67-8422-f3ee022c02ae service neutron] 10.222.0.21 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247362 Sep 18 02:03:59.259719 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-ae698917-b70c-45c0-8057-d59cdeb6bb19 service neutron] 10.222.0.21 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400753 Sep 18 02:03:59.565394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-7e0c88c2-12dd-4e3c-8b2b-006e73f4d49e service neutron] 10.222.0.21 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737300 Sep 18 02:03:59.620323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:03:59.622744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:59.684290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=63d7a3a1-afba-4904-8f1b-da57b761f1c9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:03:59.713670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:03:59.713670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:03:59.721891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:03:59.722619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20e5ab-c484-491f-8f7c-3f4a1a412212 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:03:59.723069 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:03:59.754090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e76c48e9-78aa-4c39-913a-c372c8279220 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9375491 Sep 18 02:03:59.761642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53808) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:03:59.767512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:ea:fe:9a', 'name': 'tempest-NetworksTestDHCPv6-1935640124'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:03:59.767874 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-6dc8dc62-f82e-4f55-9dcb-c3e8446a4261 service neutron] 10.222.0.21 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945181 Sep 18 02:03:59.959266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-4e579351-21fc-49fd-914b-3788bc0c0fd0 service neutron] 10.222.0.21 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887581 Sep 18 02:04:00.059185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:00.120372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '63d7a3a1-afba-4904-8f1b-da57b761f1c9'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:04:00.128174 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:00.298849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:00.370677 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port b80bf61c-83a3-4b2d-ba19-d868bb510722 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:04:00.507733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Allocated IP 2001:db8::f816:3eff:fe00:4430 (390e7398-a3fa-4d7d-a331-76db59367425/63d7a3a1-afba-4904-8f1b-da57b761f1c9/0017e9c2-9533-4145-9f35-58b8421417ff) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:00.695727 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:00.712302 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:00.862084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:00.863805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:feea:fe9a (390e7398-a3fa-4d7d-a331-76db59367425/63d7a3a1-afba-4904-8f1b-da57b761f1c9/b80bf61c-83a3-4b2d-ba19-d868bb510722) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:00.909855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:00.918187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:01.024584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4248519-2d37-4dd3-8b05-c817920a1582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:01.073633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Pushing event updated for resources: {'Port': ['ID=0017e9c2-9533-4145-9f35-58b8421417ff,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:01.178340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Attempting to bind port 0017e9c2-9533-4145-9f35-58b8421417ff on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:01.181549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Attempting to bind port 0017e9c2-9533-4145-9f35-58b8421417ff by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:01.182473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Attempting to bind port 0017e9c2-9533-4145-9f35-58b8421417ff on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:01.208431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:01.209706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:01.215830 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:01.221557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:01.222281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Bound port: 0017e9c2-9533-4145-9f35-58b8421417ff, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:01.222877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:01.313834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:01.407924 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:01.437241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] For port 0017e9c2-9533-4145-9f35-58b8421417ff, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:01.456662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] For port 0017e9c2-9533-4145-9f35-58b8421417ff, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0017e9c2-9533-4145-9f35-58b8421417ff,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:01.466883 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:01.532465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:01.551893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:01.558806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:01.574575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:01.575292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:01.648458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c75b32-71a6-40ab-91b4-4aa9d0bd11d9 req-70510ebe-b74f-49c3-ab81-5b534888da81 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:01.652095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78c75b32-71a6-40ab-91b4-4aa9d0bd11d9 req-70510ebe-b74f-49c3-ab81-5b534888da81 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 943 time: 0.1486752 Sep 18 02:04:01.667785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9047732 Sep 18 02:04:01.668042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d576d1-defc-4458-abbb-c3bf75989967 None None] Pushing event updated for resources: {'Port': ['ID=0017e9c2-9533-4145-9f35-58b8421417ff,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:01.668862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53854) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:01.794354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fe869-25f0-46d6-b057-34e79db14950 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=b80bf61c-83a3-4b2d-ba19-d868bb510722,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:01.808056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78c75b32-71a6-40ab-91b4-4aa9d0bd11d9 req-0cf1e8a5-620a-460c-9ef6-6fc54cd478e8 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446390 Sep 18 02:04:01.859742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ef539-f1f7-4d09-82b5-2fad50b2b6de tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:01.877109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ef539-f1f7-4d09-82b5-2fad50b2b6de tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:01.883709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53860) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:01.886125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7a5ef539-f1f7-4d09-82b5-2fad50b2b6de tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2160461 Sep 18 02:04:02.196189 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16447d1c-3ea6-4946-bc25-67811023d548 req-05031457-b988-42dd-9d48-e8b25492b76c tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/ports?device_id=93694c94-eb72-4fd4-92d3-9135751df665 HTTP/1.1" status: 200 len: 210 time: 0.1811607 Sep 18 02:04:02.274190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-214f64ac-db26-48a5-9c08-a64942e23a9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port b80bf61c-83a3-4b2d-ba19-d868bb510722 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:02.274573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-214f64ac-db26-48a5-9c08-a64942e23a9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:02.533063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-214f64ac-db26-48a5-9c08-a64942e23a9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:02.571893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-214f64ac-db26-48a5-9c08-a64942e23a9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for b80bf61c-83a3-4b2d-ba19-d868bb510722 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:02.993868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-214f64ac-db26-48a5-9c08-a64942e23a9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.200270 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-214f64ac-db26-48a5-9c08-a64942e23a9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.208328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53888) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:03.223366 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-214f64ac-db26-48a5-9c08-a64942e23a9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/b80bf61c-83a3-4b2d-ba19-d868bb510722 HTTP/1.1" status: 204 len: 168 time: 1.3383832 Sep 18 02:04:03.228035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f64ac-db26-48a5-9c08-a64942e23a9b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=b80bf61c-83a3-4b2d-ba19-d868bb510722,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:03.404849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1314da-8e15-4cff-841b-e271dc8775b2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:03.415985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1314da-8e15-4cff-841b-e271dc8775b2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:03.425682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7a1314da-8e15-4cff-841b-e271dc8775b2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2148774 Sep 18 02:04:03.427982 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7111fd70-ed9e-4f3b-b296-44b2b04c9e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.431483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53892) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:03.499509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-aecb2c2a-6e8a-4e8b-8558-01ee66d68399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:03.501932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-aecb2c2a-6e8a-4e8b-8558-01ee66d68399 service neutron] 10.222.0.18 "GET /v2.0/ports/e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 1028 time: 0.1781280 Sep 18 02:04:03.595132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbb9822-3146-47d0-96db-77a37a5f7d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 63d7a3a1-afba-4904-8f1b-da57b761f1c9 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:03.600456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9822-3146-47d0-96db-77a37a5f7d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.604258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Provisioning complete for port 0017e9c2-9533-4145-9f35-58b8421417ff triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:03.604796 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.664082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9822-3146-47d0-96db-77a37a5f7d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.793018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9822-3146-47d0-96db-77a37a5f7d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.864692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-d36c875c-448b-4de6-8deb-32e5cbe3d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:03.866368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-d36c875c-448b-4de6-8deb-32e5cbe3d015 service neutron] 10.222.0.18 "GET /v2.0/ports/e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 1027 time: 0.3488281 Sep 18 02:04:03.883085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9822-3146-47d0-96db-77a37a5f7d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:03.923116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:04.009490 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:04.047710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb9822-3146-47d0-96db-77a37a5f7d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=63d7a3a1-afba-4904-8f1b-da57b761f1c9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:04.058610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2bbb9822-3146-47d0-96db-77a37a5f7d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:04.060949 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2bbb9822-3146-47d0-96db-77a37a5f7d43 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/63d7a3a1-afba-4904-8f1b-da57b761f1c9 HTTP/1.1" status: 204 len: 168 time: 0.6274707 Sep 18 02:04:04.064532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:04.188999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-57290b65-5acc-4b64-85b6-16b928bb27e3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216168 Sep 18 02:04:04.189965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53900) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:04.202209 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:04.202949 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:04.209370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:04.349341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0017e9c2-9533-4145-9f35-58b8421417ff up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:04.420207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-40f8e09b-6f27-4c3d-bb04-0cd3546604ed tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:04.445144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d26fa-415c-468c-8430-9367e2f7d453 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:04.453857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-40f8e09b-6f27-4c3d-bb04-0cd3546604ed tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:04.466677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-40f8e09b-6f27-4c3d-bb04-0cd3546604ed tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:04.469966 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-40f8e09b-6f27-4c3d-bb04-0cd3546604ed tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "GET /v2.0/networks?id=11be498a-d972-4af2-b522-204f1356985f&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=e0377083-72e2-46ac-9ba6-a82b196a3305&id=e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 200 len: 1990 time: 0.5763671 Sep 18 02:04:04.473043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0017e9c2-9533-4145-9f35-58b8421417ff triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:04.473416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:04.617951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-36fb818d-a9e9-4d45-8db6-ddc66014574b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a92ebbf9c134e958e0abd9f931727f3 HTTP/1.1" status: 200 len: 380 time: 0.1363566 Sep 18 02:04:04.628692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'admin_state_up': True, 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'security_groups': ['664e70aa-859c-47b6-9e0f-42d0e4b2bfa6']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:04.662618 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:04.687820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:05.031550 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:05.032245 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:05.430593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:04:05.775126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:05.945842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:05.982602 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:05.986616 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:05.988705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:04:06.058116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:06.066791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.093770 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:06.094372 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:06.116436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] Deleting port 0017e9c2-9533-4145-9f35-58b8421417ff {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:06.117050 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.339776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.392421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] For port 0017e9c2-9533-4145-9f35-58b8421417ff, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0017e9c2-9533-4145-9f35-58b8421417ff,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:06.395142 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.441270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] Calling delete_port for 0017e9c2-9533-4145-9f35-58b8421417ff owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:06.517934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Allocated IP 172.20.0.4 (11be498a-d972-4af2-b522-204f1356985f/623b87eb-c594-4180-b0f1-d20148d1cdf7/57f60e8e-b75a-4f16-9ca6-707caada9fd6) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:06.548140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] For port 0017e9c2-9533-4145-9f35-58b8421417ff, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0017e9c2-9533-4145-9f35-58b8421417ff,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:06.663546 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.676388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.678907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.863723 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.890829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:06.897967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:06.912463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:06.913096 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:06.990134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7983172 Sep 18 02:04:07.007211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53918) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:07.007672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=bf9d243a-61bf-4450-803f-dee288a04cfb,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:07.039905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754596f1-4a88-49a1-a3ac-6f83d2640106 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=0017e9c2-9533-4145-9f35-58b8421417ff,revision_number=5']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:07.041713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:40:42:9f', 'name': 'tempest-NetworksTestDHCPv6-235103114'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:07.070687 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:07.071082 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:07.079472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6abbf226-da92-4a09-b70c-3d020e53cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.108875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.144575 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.261344 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.377172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:07.377487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:07.389708 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.428698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] Pushing event deleted for resources: {'Port': ['ID=0017e9c2-9533-4145-9f35-58b8421417ff,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:07.520596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d6372-ba75-4e6f-aa56-0e933bf9aecd None None] No DVR routers for this DVR port 0017e9c2-9533-4145-9f35-58b8421417ff on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:07.551395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b48c8e-e44b-466c-9ea7-3c4fb229797a None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:07.551787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.680311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0017e9c2-9533-4145-9f35-58b8421417ff no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:07.704871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46721e5d-31af-41f6-b5e7-c68a5fda0f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.761756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 2c65da02-fc51-48e4-8b95-3a4860559f55 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:04:07.812753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network 11be498a-d972-4af2-b522-204f1356985f is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:07.841036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-52d0f062-32d1-486d-845d-539dcc19d5f1 None None] Could not find standard attr ID for object b80bf61c-83a3-4b2d-ba19-d868bb510722. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:04:07.865260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0017e9c2-9533-4145-9f35-58b8421417ff {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:04:07.866001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0017e9c2-9533-4145-9f35-58b8421417ff not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:04:07.927862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:07.933213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:07.979415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46721e5d-31af-41f6-b5e7-c68a5fda0f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:07.989169 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46721e5d-31af-41f6-b5e7-c68a5fda0f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.108754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-46721e5d-31af-41f6-b5e7-c68a5fda0f22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aa2b49a71c14fd3a739db150f4bd1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295096 Sep 18 02:04:08.109502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46721e5d-31af-41f6-b5e7-c68a5fda0f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abde7394-9d4f-46c7-8cdd-8d967bedcb0e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:08.135464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:08.147534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fe40:429f (390e7398-a3fa-4d7d-a331-76db59367425/bf9d243a-61bf-4450-803f-dee288a04cfb/2c65da02-fc51-48e4-8b95-3a4860559f55) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:08.178085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': 'bf9d243a-61bf-4450-803f-dee288a04cfb'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:04:08.179915 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.292143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3812cc4c-3484-4af7-b95a-5a0abf4f67e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.341769 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3812cc4c-3484-4af7-b95a-5a0abf4f67e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.403903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:08.404581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.465153 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3812cc4c-3484-4af7-b95a-5a0abf4f67e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.471265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3812cc4c-3484-4af7-b95a-5a0abf4f67e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.476607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3812cc4c-3484-4af7-b95a-5a0abf4f67e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abde7394-9d4f-46c7-8cdd-8d967bedcb0e HTTP/1.1" status: 204 len: 168 time: 0.3269486 Sep 18 02:04:08.476898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bec5eb22-b72d-47e6-9863-495f0e08d808 None None] Provisioning complete for port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:08.477467 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bec5eb22-b72d-47e6-9863-495f0e08d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.503592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812cc4c-3484-4af7-b95a-5a0abf4f67e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde7394-9d4f-46c7-8cdd-8d967bedcb0e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:08.515850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.585672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bec5eb22-b72d-47e6-9863-495f0e08d808 None None] Port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:08.599912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.624227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9990685 Sep 18 02:04:08.649041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'admin_state_up': True, 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'security_groups': ['664e70aa-859c-47b6-9e0f-42d0e4b2bfa6']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:08.701146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Allocated IP 2001:db8::f816:3eff:fe69:6388 (390e7398-a3fa-4d7d-a331-76db59367425/bf9d243a-61bf-4450-803f-dee288a04cfb/19dba090-196d-409b-a64b-6a63bce99b20) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:08.830479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2283ad7-a7e3-41e4-bc97-3ac257fa48dd tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=57f60e8e-b75a-4f16-9ca6-707caada9fd6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:08.849412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:08.875534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:08.927654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:08.937878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:08.938590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:08.986053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53934) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:08.990180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9817851 Sep 18 02:04:09.058989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.079233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.105869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ad54-5e49-4617-9c5e-f3dbd1ac589d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=2c65da02-fc51-48e4-8b95-3a4860559f55,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:09.117992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235928bc-9536-483b-a7ee-616eaab68451 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:09.127996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-235928bc-9536-483b-a7ee-616eaab68451 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1407056 Sep 18 02:04:09.128649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53936) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:09.163638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:09.169925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:09.175665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:09.186874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:09.189952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Pushing event updated for resources: {'Port': ['ID=19dba090-196d-409b-a64b-6a63bce99b20,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:09.201223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.213927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53938) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:09.265691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Attempting to bind port 19dba090-196d-409b-a64b-6a63bce99b20 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:09.271226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Attempting to bind port 19dba090-196d-409b-a64b-6a63bce99b20 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:09.272244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Attempting to bind port 19dba090-196d-409b-a64b-6a63bce99b20 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:09.285679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:09.286198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:09.286700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.287213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:09.288635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-146d69ce-4f12-422b-9950-a7c3d3dfb15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.289143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Bound port: 19dba090-196d-409b-a64b-6a63bce99b20, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:09.289625 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.396321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0c84f789-6d1f-40e5-beca-0ecbe9448913 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 2c65da02-fc51-48e4-8b95-3a4860559f55 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:09.397034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c84f789-6d1f-40e5-beca-0ecbe9448913 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.463070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] For port 19dba090-196d-409b-a64b-6a63bce99b20, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:09.477388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] For port 19dba090-196d-409b-a64b-6a63bce99b20, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=19dba090-196d-409b-a64b-6a63bce99b20,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:09.484473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.582053 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-146d69ce-4f12-422b-9950-a7c3d3dfb15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.594872 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-146d69ce-4f12-422b-9950-a7c3d3dfb15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.676181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50df8f-077a-4667-9856-d1ce4f3f6622 None None] Pushing event updated for resources: {'Port': ['ID=19dba090-196d-409b-a64b-6a63bce99b20,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:09.760390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c84f789-6d1f-40e5-beca-0ecbe9448913 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:09.799348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d69ce-4f12-422b-9950-a7c3d3dfb15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a8f14e-19f2-4cf5-a4b9-404959f8eb57,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:09.803967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-146d69ce-4f12-422b-9950-a7c3d3dfb15f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c919df03a8db4a35b68bdd91fc2826bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889287 Sep 18 02:04:09.814316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0c84f789-6d1f-40e5-beca-0ecbe9448913 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 2c65da02-fc51-48e4-8b95-3a4860559f55 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:09.820512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53940) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:09.897586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Allocated IP 10.1.1.21 (82d17108-4032-415d-8e69-c6ef088c7d7c/0006172b-9888-4fca-b5af-74da7130be75/8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:10.159627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c84f789-6d1f-40e5-beca-0ecbe9448913 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.169282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-767809a7-06dd-460e-8408-639585dbdb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:10.171746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-767809a7-06dd-460e-8408-639585dbdb5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=460e138d753540deb7d9277e4296c8f6&device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 1103 time: 0.5277846 Sep 18 02:04:10.243812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84f789-6d1f-40e5-beca-0ecbe9448913 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=2c65da02-fc51-48e4-8b95-3a4860559f55,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:10.285575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.316120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f45eeb68-eb93-4213-a545-188db56c11c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.350141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f45eeb68-eb93-4213-a545-188db56c11c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.372133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.420988 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c84f789-6d1f-40e5-beca-0ecbe9448913 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.424923 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0c84f789-6d1f-40e5-beca-0ecbe9448913 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/2c65da02-fc51-48e4-8b95-3a4860559f55 HTTP/1.1" status: 204 len: 168 time: 1.2952833 Sep 18 02:04:10.428333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53942) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:10.458262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f45eeb68-eb93-4213-a545-188db56c11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.461446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f45eeb68-eb93-4213-a545-188db56c11c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.474688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f45eeb68-eb93-4213-a545-188db56c11c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94a8f14e-19f2-4cf5-a4b9-404959f8eb57 HTTP/1.1" status: 204 len: 168 time: 0.6444151 Sep 18 02:04:10.509512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eeb68-eb93-4213-a545-188db56c11c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a8f14e-19f2-4cf5-a4b9-404959f8eb57,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:10.519959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network 82d17108-4032-415d-8e69-c6ef088c7d7c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:10.559997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-fd6bce67-9adb-4178-a5f0-ca6c70832b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:10.569320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-fd6bce67-9adb-4178-a5f0-ca6c70832b4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.3588958 Sep 18 02:04:10.637948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:10.661156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a6f7f5-2d32-465a-9130-40f8aaa32c53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:10.664931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a6f7f5-2d32-465a-9130-40f8aaa32c53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:10.669015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-87a6f7f5-2d32-465a-9130-40f8aaa32c53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2367976 Sep 18 02:04:10.683714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53946) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:10.694039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:10.706050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-e6b41725-6489-422b-b0a2-0552b846fa37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=257ce93f-200f-437d-8f37-af7c46d25a48 HTTP/1.1" status: 200 len: 217 time: 0.1209581 Sep 18 02:04:10.942658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:10.943407 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:10.950522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:10.956276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-dd641373-aac0-4689-987a-8e0cdd3255fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:10.960471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-dd641373-aac0-4689-987a-8e0cdd3255fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1573236 Sep 18 02:04:10.992913 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-05cb93bd-9421-4f8e-b6dc-4f2470ffed94 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3545785 Sep 18 02:04:11.003808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'admin_state_up': True, 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'security_groups': ['664e70aa-859c-47b6-9e0f-42d0e4b2bfa6']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:11.080862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-f534823d-00a0-441f-8e9c-809605abf909 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet bf9d243a-61bf-4450-803f-dee288a04cfb {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:11.094962 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f534823d-00a0-441f-8e9c-809605abf909 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:11.227276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f534823d-00a0-441f-8e9c-809605abf909 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:11.238146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3a53f1b5-f5ef-43be-9eb6-1c30b1cc6b90 None None] Provisioning complete for port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:11.239217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3a53f1b5-f5ef-43be-9eb6-1c30b1cc6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:11.285415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:11.289093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:11.297021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3a53f1b5-f5ef-43be-9eb6-1c30b1cc6b90 None None] Port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:11.391868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-fb7918a8-1b19-47ed-98b6-43347a01b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:11.393546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-fb7918a8-1b19-47ed-98b6-43347a01b6aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4202342 Sep 18 02:04:11.439919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Provisioning complete for port 19dba090-196d-409b-a64b-6a63bce99b20 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:11.443511 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:11.770643 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:11.832270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 19dba090-196d-409b-a64b-6a63bce99b20 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:11.933246 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f534823d-00a0-441f-8e9c-809605abf909 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:11.961945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-1c8ee712-dfde-462b-9008-b45c33df5f07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4227724 Sep 18 02:04:12.018560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Allocated IP 10.1.1.245 (82d17108-4032-415d-8e69-c6ef088c7d7c/0006172b-9888-4fca-b5af-74da7130be75/15f2340f-9302-4d35-b43b-0ea9537a50a5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:12.075554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-2cc49392-ba71-4d79-b3d4-df20b987bf8f service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519430 Sep 18 02:04:12.098129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 19dba090-196d-409b-a64b-6a63bce99b20 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:12.098554 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:12.336637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f534823d-00a0-441f-8e9c-809605abf909 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:12.386801 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f534823d-00a0-441f-8e9c-809605abf909 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:12.397211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f534823d-00a0-441f-8e9c-809605abf909 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/bf9d243a-61bf-4450-803f-dee288a04cfb HTTP/1.1" status: 204 len: 168 time: 1.7118561 Sep 18 02:04:12.410170 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:12.413334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53966) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:12.425402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d676858d-53a4-4445-8f41-4fd1e7d39a13 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:12.532252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:12.532363 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:12.579909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-198904d6-c787-4314-a550-330739b9f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:12.582218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-198904d6-c787-4314-a550-330739b9f032 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1097 time: 0.5495958 Sep 18 02:04:12.585767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534823d-00a0-441f-8e9c-809605abf909 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9d243a-61bf-4450-803f-dee288a04cfb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:12.631330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53974) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:12.633610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ef019ba-d66c-4ef7-96a2-4550a4e7451b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477911 Sep 18 02:04:12.652181 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f16d2124-a376-4f68-8fa3-ecde2bd433ad req-471282aa-9895-4f39-9f0e-950eaac10ebe service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500765 Sep 18 02:04:12.691456 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:12.691984 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:12.785371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:12.918341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:04:12.946786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:13.060073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network 82d17108-4032-415d-8e69-c6ef088c7d7c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:13.089068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:13.092575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:13.178286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2be15d-ba1e-4012-bc95-9c606e718c33 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:13.183033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ca2be15d-ba1e-4012-bc95-9c606e718c33 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5438342 Sep 18 02:04:13.183917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53982) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:13.271056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b68c42-9582-45ec-a284-7b1d71b8e488 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:13.283217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-94b68c42-9582-45ec-a284-7b1d71b8e488 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0972490 Sep 18 02:04:13.284125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53986) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:13.306599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:13.309471 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:13.347457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=15f2340f-9302-4d35-b43b-0ea9537a50a5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:13.393130 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:13.396008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:13.396885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ade3de47-7337-47b4-8ef8-a843da410fc5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114240 Sep 18 02:04:13.403259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:13.411960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-35715e51-6048-441d-af7f-cc5c958cd32a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4132075 Sep 18 02:04:13.447927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:13.459372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305', 'admin_state_up': True, 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'security_groups': ['664e70aa-859c-47b6-9e0f-42d0e4b2bfa6']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:13.549170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] Deleting port 19dba090-196d-409b-a64b-6a63bce99b20 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:13.549614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:13.626914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-b704b996-96a9-4f35-805f-65ca3ac79632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:13.629231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 19dba090-196d-409b-a64b-6a63bce99b20, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=19dba090-196d-409b-a64b-6a63bce99b20,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:13.632986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-b704b996-96a9-4f35-805f-65ca3ac79632 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 918 time: 0.9981613 Sep 18 02:04:13.651767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:13.877197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=19dba090-196d-409b-a64b-6a63bce99b20,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:13.905306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 19dba090-196d-409b-a64b-6a63bce99b20 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:13.977258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-1abdbe9e-02f8-409b-928c-b5029564b524 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 200 len: 217 time: 0.2597284 Sep 18 02:04:13.980238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:13.980673 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:14.021389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] For port 19dba090-196d-409b-a64b-6a63bce99b20, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=19dba090-196d-409b-a64b-6a63bce99b20,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:14.021791 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:14.039612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-821e894c-5581-42ee-9c10-d9e4f0c1ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:14.041419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-821e894c-5581-42ee-9c10-d9e4f0c1ccd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.0633588 Sep 18 02:04:14.046888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] Calling delete_port for 19dba090-196d-409b-a64b-6a63bce99b20 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:14.087417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-4f36fdf7-e0e8-4eb2-83a1-eb2a71f0b4a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343695 Sep 18 02:04:14.215311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-306bb2f4-0a18-4d47-b279-91ac15783663 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183760 Sep 18 02:04:14.233638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:14.282835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 19dba090-196d-409b-a64b-6a63bce99b20, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=19dba090-196d-409b-a64b-6a63bce99b20,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:14.290840 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:14.322647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:14.332936 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:14.356718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=19dba090-196d-409b-a64b-6a63bce99b20,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:14.362458 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:14.567637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:14.843931 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0157ca55-6c6c-4fb8-8495-3b0d46cdb414 x-openstack-request-id: req-0157ca55-6c6c-4fb8-8495-3b0d46cdb414 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:14.845457 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93694c94-eb72-4fd4-92d3-9135751df665", "name": "network-vif-deleted", "tag": "237b42fd-bbed-4673-8149-fc1a7e904259", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:14.847229 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0157ca55-6c6c-4fb8-8495-3b0d46cdb414 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:14.848800 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93694c94-eb72-4fd4-92d3-9135751df665', 'name': 'network-vif-deleted', 'tag': '237b42fd-bbed-4673-8149-fc1a7e904259', 'status': 'completed', 'code': 200} Sep 18 02:04:14.898159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b66dd4-6a3e-472b-a7fb-ab1ed26960b8 req-84fa1daa-f467-4454-a408-8c0fda48c8d9 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718521 Sep 18 02:04:14.912983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:14.941509 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54706fb-91af-4f83-ba92-e5ad2479485e x-openstack-request-id: req-f54706fb-91af-4f83-ba92-e5ad2479485e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:14.942043 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-plugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:14.942157 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f54706fb-91af-4f83-ba92-e5ad2479485e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:14.942544 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48', 'code': 200} Sep 18 02:04:14.949300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] Pushing event deleted for resources: {'Port': ['ID=19dba090-196d-409b-a64b-6a63bce99b20,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:14.963370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4c7df008-a21d-42ac-8e68-80797f945766 None None] Port 19dba090-196d-409b-a64b-6a63bce99b20 update to ACTIVE by agent not found {{(pid=106441) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 02:04:14.979535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933f84b-3d40-4a71-9bb6-979f70f63d92 None None] No DVR routers for this DVR port 19dba090-196d-409b-a64b-6a63bce99b20 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:15.081067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4ff9801c-b3ee-40dc-91e5-7475e2ce121b None None] Could not find standard attr ID for object 2c65da02-fc51-48e4-8b95-3a4860559f55. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:04:15.118160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4ff9801c-b3ee-40dc-91e5-7475e2ce121b None None] Provisioning complete for port 15f2340f-9302-4d35-b43b-0ea9537a50a5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:15.118940 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ff9801c-b3ee-40dc-91e5-7475e2ce121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:15.252161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9801c-b3ee-40dc-91e5-7475e2ce121b None None] Port 15f2340f-9302-4d35-b43b-0ea9537a50a5 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:15.340249 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a39080d-d9af-4d52-9951-6d28d8143ab8 x-openstack-request-id: req-1a39080d-d9af-4d52-9951-6d28d8143ab8 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:15.341894 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8062d912-89db-441c-8d79-a7884e527eaa", "tag": "8537400c-9fbe-4303-83c6-b5945d6674b2", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:15.342402 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a39080d-d9af-4d52-9951-6d28d8143ab8 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:15.343128 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8062d912-89db-441c-8d79-a7884e527eaa', 'tag': '8537400c-9fbe-4303-83c6-b5945d6674b2', 'status': 'completed', 'code': 200} Sep 18 02:04:15.493088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-57bfeeb7-94ab-4206-8f42-c1c3b1683a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:15.508315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-57bfeeb7-94ab-4206-8f42-c1c3b1683a2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3124ec3fc14423384e7743303908a43&device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 1095 time: 0.1505198 Sep 18 02:04:15.758131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea48df2-bab7-47d6-a989-cd2a4a674820 req-41742650-eab5-41f3-ba62-0bf16b9b2313 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:15.785382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea48df2-bab7-47d6-a989-cd2a4a674820 req-41742650-eab5-41f3-ba62-0bf16b9b2313 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:15.794982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea48df2-bab7-47d6-a989-cd2a4a674820 req-41742650-eab5-41f3-ba62-0bf16b9b2313 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:15.820085 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aea48df2-bab7-47d6-a989-cd2a4a674820 req-41742650-eab5-41f3-ba62-0bf16b9b2313 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 2373 time: 0.5335841 Sep 18 02:04:15.881344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-4e6f9352-9e73-4444-accf-fd6d5b5b91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:15.885299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-4e6f9352-9e73-4444-accf-fd6d5b5b91d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abb65ed5-36b9-428c-b582-9e7d9ff02dc9 HTTP/1.1" status: 200 len: 914 time: 0.3246324 Sep 18 02:04:15.910678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203bcd7-46a2-4a0b-92f9-46fcec598d0c req-e79b8ff0-9e59-4ac4-96c5-2bcaf09109c7 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:15.920926 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c203bcd7-46a2-4a0b-92f9-46fcec598d0c req-e79b8ff0-9e59-4ac4-96c5-2bcaf09109c7 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 943 time: 0.4603686 Sep 18 02:04:15.971614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c203bcd7-46a2-4a0b-92f9-46fcec598d0c req-bad7c2c8-0781-4378-99a5-fbe59d15ac39 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495906 Sep 18 02:04:16.132993 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aea48df2-bab7-47d6-a989-cd2a4a674820 req-9fe324ec-a831-407d-a5b6-0eae041954e3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115585 Sep 18 02:04:16.208552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:04:16.363745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Allocated IP 10.2.2.100 (e0377083-72e2-46ac-9ba6-a82b196a3305/dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc/23919e13-0d70-47b1-8884-3f19f7714dd1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:16.528062 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-351a92f0-7810-4d89-8440-b30a0c0da615 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8537400c-9fbe-4303-83c6-b5945d6674b2 HTTP/1.1" status: 200 len: 217 time: 0.1082180 Sep 18 02:04:16.605210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54062) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:16.718061 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:16.782864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-1d4d6a00-613f-4931-9ebd-056bdedbe264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:16.784611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-1d4d6a00-613f-4931-9ebd-056bdedbe264 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13d9b6b-b60d-4f60-81fd-32c2d288aa36 HTTP/1.1" status: 200 len: 853 time: 0.2487319 Sep 18 02:04:16.824287 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d29472be-8525-4714-a1d8-530cba27ab1e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:16.843189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:16.850903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d29472be-8525-4714-a1d8-530cba27ab1e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:16.861677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:16.878971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:16.890551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395610cb-9728-4940-a6d5-448c30e13711 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:16.891098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:16.893772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:16.935152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d29472be-8525-4714-a1d8-530cba27ab1e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:16.938865 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d29472be-8525-4714-a1d8-530cba27ab1e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:16.943028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d29472be-8525-4714-a1d8-530cba27ab1e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "DELETE /v2.0/security-groups/289d0451-2a7b-4b27-b3f6-ef40f73d7105 HTTP/1.1" status: 204 len: 168 time: 0.3180592 Sep 18 02:04:16.943882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54068) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:16.966049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=d50628db-6b1b-4299-9f45-fec2b7223a85,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:16.972350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29472be-8525-4714-a1d8-530cba27ab1e tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289d0451-2a7b-4b27-b3f6-ef40f73d7105,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:16.999903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665a34-f910-42f7-befb-63119f104d84 req-b14fe527-787c-4ac4-8184-c97976b6e887 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:17.008521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c665a34-f910-42f7-befb-63119f104d84 req-b14fe527-787c-4ac4-8184-c97976b6e887 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 951 time: 0.2607799 Sep 18 02:04:17.030841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54072) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:17.031979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-77efc39b-8fd5-47f5-bca9-19b7a3c13998 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.6324673 Sep 18 02:04:17.047333 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-a7f144d4-b9b8-4abe-a4b6-dc1f6fcf23d7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] show failed (client error): The resource could not be found. Sep 18 02:04:17.052046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a7f144d4-b9b8-4abe-a4b6-dc1f6fcf23d7 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "GET /v2.0/security-groups/289d0451-2a7b-4b27-b3f6-ef40f73d7105 HTTP/1.1" status: 404 len: 347 time: 0.0965221 Sep 18 02:04:17.058067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:9a:34:ac', 'name': 'tempest-NetworksTestDHCPv6-935883179'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:17.062084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54074) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:17.074592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c665a34-f910-42f7-befb-63119f104d84 req-70834788-3a64-4417-9424-e7eb602b4c73 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633099 Sep 18 02:04:17.105064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74a0f1-088b-4d30-8b0e-4cffa48da443 req-f7172491-b205-414e-a8bb-bb657307618c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:17.124026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-ae137e66-2b54-48a4-8087-c3cfeb4fc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:17.126451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-ae137e66-2b54-48a4-8087-c3cfeb4fc99e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abb65ed5-36b9-428c-b582-9e7d9ff02dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201753 Sep 18 02:04:17.136117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d74a0f1-088b-4d30-8b0e-4cffa48da443 req-f7172491-b205-414e-a8bb-bb657307618c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.4050822 Sep 18 02:04:17.403527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': 'd50628db-6b1b-4299-9f45-fec2b7223a85'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:04:17.404405 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:17.450881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-3fc37741-d659-4b40-a9ee-818dd66c4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:17.454464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-3fc37741-d659-4b40-a9ee-818dd66c4965 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1097 time: 0.7257321 Sep 18 02:04:17.475443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d74a0f1-088b-4d30-8b0e-4cffa48da443 req-79a7d8b5-28af-433c-a090-ce2f10e4ee92 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380518 Sep 18 02:04:17.677259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:17.677789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54100) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:17.715078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Allocated IP 2001:db8::f816:3eff:fe2c:40fb (390e7398-a3fa-4d7d-a331-76db59367425/d50628db-6b1b-4299-9f45-fec2b7223a85/33c8ff24-6024-403c-8dd4-53507362d23e) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:17.795967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-e1026d00-d323-4c29-8c67-1a5bb3d35f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:17.797657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-e1026d00-d323-4c29-8c67-1a5bb3d35f3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 918 time: 0.2942069 Sep 18 02:04:17.906679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-e2c5594c-51cc-4298-bceb-46a158b5875b service neutron] 10.222.0.20 "GET /v2.0/networks/abb65ed5-36b9-428c-b582-9e7d9ff02dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705717 Sep 18 02:04:17.938400 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:17.953155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:17.965496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:17.969632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-45fec19a-df15-49ba-809d-e6720579486d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 200 len: 217 time: 0.1160064 Sep 18 02:04:18.030808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-595729ac-c95a-4144-b0b3-7249770216bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:18.037825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7e90e-6165-496b-9338-56a529c6667e req-1b143118-a205-47fb-9b80-a1b1679deb7d tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:18.039867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:18.040805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Pushing event updated for resources: {'Port': ['ID=33c8ff24-6024-403c-8dd4-53507362d23e,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:18.046397 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89f7e90e-6165-496b-9338-56a529c6667e req-1b143118-a205-47fb-9b80-a1b1679deb7d tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 943 time: 0.1413412 Sep 18 02:04:18.052300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:18.057535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:18.075103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network e0377083-72e2-46ac-9ba6-a82b196a3305 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:18.121057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Attempting to bind port 33c8ff24-6024-403c-8dd4-53507362d23e on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:18.121783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Attempting to bind port 33c8ff24-6024-403c-8dd4-53507362d23e by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:18.122393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Attempting to bind port 33c8ff24-6024-403c-8dd4-53507362d23e on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:18.129852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:18.130486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:18.131137 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:18.131732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:18.132399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Bound port: 33c8ff24-6024-403c-8dd4-53507362d23e, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:18.133012 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:18.135973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89f7e90e-6165-496b-9338-56a529c6667e req-b1609b41-29f3-4904-a849-93952cc56afb tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890679 Sep 18 02:04:18.151849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=23919e13-0d70-47b1-8884-3f19f7714dd1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:18.194098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bfad55f-0a84-41d2-8b45-b2e661715b92 req-f9187152-bd2f-4a43-a6bb-ca2d16f01d35 service neutron] 10.222.0.20 "GET /v2.0/networks/abb65ed5-36b9-428c-b582-9e7d9ff02dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559140 Sep 18 02:04:18.246170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] For port 33c8ff24-6024-403c-8dd4-53507362d23e, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:18.249834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] For port 33c8ff24-6024-403c-8dd4-53507362d23e, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33c8ff24-6024-403c-8dd4-53507362d23e,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:18.261857 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:18.327978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bceb7-c8d8-4a16-a08d-5c902f581ec6 None None] Pushing event updated for resources: {'Port': ['ID=33c8ff24-6024-403c-8dd4-53507362d23e,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:18.530798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad1b883-b9a6-4130-b2ae-1faa6e265de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:18.546023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:18.568209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:18.574172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Deleting port 8b5475a5-f429-4a94-962d-35c7f16b2236 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:18.574555 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:18.658473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15826b49-69c4-4c70-8858-b8e33e5e86ae req-ebf43ef8-92e8-4e8e-bc3d-c918dff29f28 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:18.664492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15826b49-69c4-4c70-8858-b8e33e5e86ae req-ebf43ef8-92e8-4e8e-bc3d-c918dff29f28 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:18.670890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15826b49-69c4-4c70-8858-b8e33e5e86ae req-ebf43ef8-92e8-4e8e-bc3d-c918dff29f28 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:18.677058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15826b49-69c4-4c70-8858-b8e33e5e86ae req-ebf43ef8-92e8-4e8e-bc3d-c918dff29f28 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:18.678906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15826b49-69c4-4c70-8858-b8e33e5e86ae req-ebf43ef8-92e8-4e8e-bc3d-c918dff29f28 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 3094 time: 0.6891725 Sep 18 02:04:18.699321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-0565bc85-dfaa-47ce-8e8f-79f24640fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:18.700825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-0565bc85-dfaa-47ce-8e8f-79f24640fe97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.6888740 Sep 18 02:04:18.786929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-cfbd5d9d-33f7-4230-a590-440036a76d16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702784 Sep 18 02:04:18.838807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:18.839490 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:18.878203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9c784-3339-40a9-802c-71cf3c2f501c req-c8b9a977-41c3-4bc9-bfbd-9defa170026c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:18.879768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ed9c784-3339-40a9-802c-71cf3c2f501c req-c8b9a977-41c3-4bc9-bfbd-9defa170026c tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.0536950 Sep 18 02:04:18.898472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15826b49-69c4-4c70-8858-b8e33e5e86ae req-fbba9893-661b-4fd5-a010-037a31d73d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953440 Sep 18 02:04:18.930027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8537400c-9fbe-4303-83c6-b5945d6674b2 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:04:18.932893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:18.946261 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ed9c784-3339-40a9-802c-71cf3c2f501c req-abb509e3-74f5-4141-be64-77c2f1fac078 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588751 Sep 18 02:04:18.981796 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:18.982390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.023714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Calling delete_port for 8b5475a5-f429-4a94-962d-35c7f16b2236 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:19.054558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-595729ac-c95a-4144-b0b3-7249770216bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.084711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:19.234533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.257538 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.262309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c059ef5e-2ecc-4e10-b721-368d79c2fc9a None None] Provisioning complete for port 23919e13-0d70-47b1-8884-3f19f7714dd1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:19.265009 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c059ef5e-2ecc-4e10-b721-368d79c2fc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.287127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port d20b3639-2356-46c3-831f-b089999823f2 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:04:19.356888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8537400c-9fbe-4303-83c6-b5945d6674b2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8537400c-9fbe-4303-83c6-b5945d6674b2,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:19.368825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-595729ac-c95a-4144-b0b3-7249770216bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.369844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c059ef5e-2ecc-4e10-b721-368d79c2fc9a None None] Port 23919e13-0d70-47b1-8884-3f19f7714dd1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:19.377578 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:19.386993 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc648d3c-ccbc-4aeb-9ce6-02f51d6abc9a" -d '{"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-unplugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:19.400358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '8537400c-9fbe-4303-83c6-b5945d6674b2', 'network_id': 'abb65ed5-36b9-428c-b582-9e7d9ff02dc9', 'port_id': '8537400c-9fbe-4303-83c6-b5945d6674b2', 'mac_address': 'fa:16:3e:8a:66:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13d9b6b-b60d-4f60-81fd-32c2d288aa36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:04:19.401014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-ea33cfca-6647-4832-8dc4-923a78342aa8 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840909 Sep 18 02:04:19.405850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:19.440176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-595729ac-c95a-4144-b0b3-7249770216bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f10bd6c6ebb645869393934eb311430c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7137926 Sep 18 02:04:19.443610 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.452461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595729ac-c95a-4144-b0b3-7249770216bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13648d92-e6f1-4f95-a924-10b086ee630f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:19.455254 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.468682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54198) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:19.525830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fe9a:34ac (390e7398-a3fa-4d7d-a331-76db59367425/d50628db-6b1b-4299-9f45-fec2b7223a85/d20b3639-2356-46c3-831f-b089999823f2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:19.530915 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc12b63-f2ed-452d-8597-739b4847e3c2 x-openstack-request-id: req-0dc12b63-f2ed-452d-8597-739b4847e3c2 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:19.531575 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-unplugged", "status": "completed", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:19.532636 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dc12b63-f2ed-452d-8597-739b4847e3c2 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:19.533148 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48', 'code': 200} Sep 18 02:04:19.551233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.590093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8537400c-9fbe-4303-83c6-b5945d6674b2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:04:19.634695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Pushing event deleted for resources: {'Port': ['ID=8b5475a5-f429-4a94-962d-35c7f16b2236,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:19.647551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8537400c-9fbe-4303-83c6-b5945d6674b2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8537400c-9fbe-4303-83c6-b5945d6674b2,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:19.658054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=11']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:19.664825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.727898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=8537400c-9fbe-4303-83c6-b5945d6674b2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:19.859882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.876487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33c8ff24-6024-403c-8dd4-53507362d23e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:19.917132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.925948 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.928994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:19.932506 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3c8ca7f3-0f40-4049-afc2-33db279bc309 tempest-ServersTestBootFromVolume-2010698859 tempest-ServersTestBootFromVolume-2010698859-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc96579a-797b-467d-b023-2b6474399431 HTTP/1.1" status: 204 len: 168 time: 2.7134702 Sep 18 02:04:19.939213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54228) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:19.942144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['8537400c-9fbe-4303-83c6-b5945d6674b2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:04:19.947339 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee9d873-a7fd-4da8-9e51-7cc30271a5e8 req-68be6f16-5146-480b-988b-e0aa667d435f service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966028 Sep 18 02:04:19.977252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec064ea-dbc7-4afe-b8f2-7f692073bfd5 req-cb94fe2a-693a-4104-94c8-4d2be07ed273 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:19.978959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ec064ea-dbc7-4afe-b8f2-7f692073bfd5 req-cb94fe2a-693a-4104-94c8-4d2be07ed273 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 943 time: 0.6452522 Sep 18 02:04:19.988607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d88ded57-bcab-4f11-857c-47b69cdcd57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.016930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad1b883-b9a6-4130-b2ae-1faa6e265de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.033879 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad1b883-b9a6-4130-b2ae-1faa6e265de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.067523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-102f081b-da73-48ff-8e2b-ca3280a8381d None None] Provisioning complete for port 33c8ff24-6024-403c-8dd4-53507362d23e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:20.067908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-dcc33bcd-51aa-47ca-a37e-97b0581a09ee tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6207614 Sep 18 02:04:20.068041 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-102f081b-da73-48ff-8e2b-ca3280a8381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.075435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1b883-b9a6-4130-b2ae-1faa6e265de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77d7670-9fbf-48a6-88bf-8ceb2379d440,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:20.094280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305', 'admin_state_up': True, 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'security_groups': ['664e70aa-859c-47b6-9e0f-42d0e4b2bfa6']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:20.101241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d88ded57-bcab-4f11-857c-47b69cdcd57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.105415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ec064ea-dbc7-4afe-b8f2-7f692073bfd5 req-34a1b492-47b1-4e44-b4fa-fcd5a33fda51 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179879 Sep 18 02:04:20.109491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:20.119957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:20.122476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:20.137579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:20.140595 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.189883 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fad1b883-b9a6-4130-b2ae-1faa6e265de1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba39592156fe40468a5fd968789a0b12&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4649880 Sep 18 02:04:20.200856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54244) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:20.222303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 33c8ff24-6024-403c-8dd4-53507362d23e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:20.222679 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.244412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1908612 Sep 18 02:04:20.246117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b425138-b90e-43f1-996c-4e93184fbac9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=d20b3639-2356-46c3-831f-b089999823f2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:20.258879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54246) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:20.324563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Made reservation on behalf of 4a92ebbf9c134e958e0abd9f931727f3 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:20.430627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d88ded57-bcab-4f11-857c-47b69cdcd57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.442777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d88ded57-bcab-4f11-857c-47b69cdcd57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.447026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d88ded57-bcab-4f11-857c-47b69cdcd57b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13648d92-e6f1-4f95-a924-10b086ee630f HTTP/1.1" status: 204 len: 168 time: 0.9647603 Sep 18 02:04:20.455718 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-102f081b-da73-48ff-8e2b-ca3280a8381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.465794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ded57-bcab-4f11-857c-47b69cdcd57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13648d92-e6f1-4f95-a924-10b086ee630f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:20.511243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.613779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-102f081b-da73-48ff-8e2b-ca3280a8381d None None] For port 33c8ff24-6024-403c-8dd4-53507362d23e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33c8ff24-6024-403c-8dd4-53507362d23e,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:20.615235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.631764 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-102f081b-da73-48ff-8e2b-ca3280a8381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.660609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c75f0-5a4f-44ce-a42a-ef4b3d739782 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:20.666629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c75f0-5a4f-44ce-a42a-ef4b3d739782 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:20.668399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fb8c75f0-5a4f-44ce-a42a-ef4b3d739782 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4067700 Sep 18 02:04:20.712180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54258) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:20.741773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f081b-da73-48ff-8e2b-ca3280a8381d None None] Pushing event updated for resources: {'Port': ['ID=33c8ff24-6024-403c-8dd4-53507362d23e,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:20.760700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:20.761273 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:20.771411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-80c9ad3a-835f-46eb-a944-3fa05c5c64e2 None None] Provisioning complete for port d20b3639-2356-46c3-831f-b089999823f2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:20.771942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80c9ad3a-835f-46eb-a944-3fa05c5c64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.814098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947185b5-91da-486a-8b08-a04ccc2ba357 req-0a41293c-cde5-46db-87fd-7b1dabc840f0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:20.819586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-80c9ad3a-835f-46eb-a944-3fa05c5c64e2 None None] Port d20b3639-2356-46c3-831f-b089999823f2 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:20.821562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947185b5-91da-486a-8b08-a04ccc2ba357 req-0a41293c-cde5-46db-87fd-7b1dabc840f0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:20.828784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947185b5-91da-486a-8b08-a04ccc2ba357 req-0a41293c-cde5-46db-87fd-7b1dabc840f0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:20.836920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947185b5-91da-486a-8b08-a04ccc2ba357 req-0a41293c-cde5-46db-87fd-7b1dabc840f0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:20.845917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-947185b5-91da-486a-8b08-a04ccc2ba357 req-0a41293c-cde5-46db-87fd-7b1dabc840f0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 3094 time: 0.6646762 Sep 18 02:04:20.846526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3b55-4dfd-4e6a-9962-9f46983d84d8 req-e5236942-4419-4397-9416-06466c0fb97a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:20.848098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2c3b55-4dfd-4e6a-9962-9f46983d84d8 req-e5236942-4419-4397-9416-06466c0fb97a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.3124774 Sep 18 02:04:20.876055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54260) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:20.895501 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fb449e0-764b-4353-97a3-6c49d05d601c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.908169 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbd7425b-3518-4d8b-affb-c43fd8919ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:20.949062 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-947185b5-91da-486a-8b08-a04ccc2ba357 req-5a7705b3-0720-4d68-b5d3-8f37764cefb1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022623 Sep 18 02:04:20.966231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fb449e0-764b-4353-97a3-6c49d05d601c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.020095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2c3b55-4dfd-4e6a-9962-9f46983d84d8 req-dfd3e3d1-a6c5-4dfc-897e-31f3d4e5300e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359057 Sep 18 02:04:21.054402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-eab82b48-1377-48a6-a1ec-0f70e665fe6c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port d20b3639-2356-46c3-831f-b089999823f2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:21.055071 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eab82b48-1377-48a6-a1ec-0f70e665fe6c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.193652 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eab82b48-1377-48a6-a1ec-0f70e665fe6c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.197429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Allocated IP 10.2.2.200 (e0377083-72e2-46ac-9ba6-a82b196a3305/dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc/d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:21.201559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fb449e0-764b-4353-97a3-6c49d05d601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.204901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fb449e0-764b-4353-97a3-6c49d05d601c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.208499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5fb449e0-764b-4353-97a3-6c49d05d601c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c77d7670-9fbf-48a6-88bf-8ceb2379d440 HTTP/1.1" status: 204 len: 168 time: 1.0037618 Sep 18 02:04:21.237617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb449e0-764b-4353-97a3-6c49d05d601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77d7670-9fbf-48a6-88bf-8ceb2379d440,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:21.254490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-eab82b48-1377-48a6-a1ec-0f70e665fe6c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for d20b3639-2356-46c3-831f-b089999823f2 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:21.301440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbd7425b-3518-4d8b-affb-c43fd8919ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.314905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.357921 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbd7425b-3518-4d8b-affb-c43fd8919ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.402549 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fbd7425b-3518-4d8b-affb-c43fd8919ae0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=360eba2da95e4067ab351711a9f8ae68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215023 Sep 18 02:04:21.406086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54302) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:21.475536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690df69-d66a-4f30-b021-40afaa4238e7 req-8ed24d7e-37ac-4699-8537-bcc4cf222c86 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:21.495416 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0690df69-d66a-4f30-b021-40afaa4238e7 req-8ed24d7e-37ac-4699-8537-bcc4cf222c86 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 944 time: 0.2534688 Sep 18 02:04:21.498923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7425b-3518-4d8b-affb-c43fd8919ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1205fb-6c5e-4f57-a98e-70e60e453c63,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:21.597534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0690df69-d66a-4f30-b021-40afaa4238e7 req-4da7aa15-5dd3-4c45-af9e-6af343702814 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002674 Sep 18 02:04:21.748852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b67506b-1748-4b51-8481-f119ef4d584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.788712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33c8ff24-6024-403c-8dd4-53507362d23e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:21.800590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.828386 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b67506b-1748-4b51-8481-f119ef4d584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.848602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eab82b48-1377-48a6-a1ec-0f70e665fe6c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.897816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 33c8ff24-6024-403c-8dd4-53507362d23e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:21.898415 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.908626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Deleting port 330e99c3-9db6-451b-adab-cd0c325e8b7c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:21.909109 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.916961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab82b48-1377-48a6-a1ec-0f70e665fe6c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=d20b3639-2356-46c3-831f-b089999823f2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:21.947074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eab82b48-1377-48a6-a1ec-0f70e665fe6c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:21.949373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eab82b48-1377-48a6-a1ec-0f70e665fe6c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/d20b3639-2356-46c3-831f-b089999823f2 HTTP/1.1" status: 204 len: 168 time: 1.2274439 Sep 18 02:04:21.952945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54316) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:22.048278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2900e46-3903-4750-96ba-2e2071484cfe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.048515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2900e46-3903-4750-96ba-2e2071484cfe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.052503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c2900e46-3903-4750-96ba-2e2071484cfe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0963180 Sep 18 02:04:22.052503 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.064124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54328) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:22.211350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] For port 330e99c3-9db6-451b-adab-cd0c325e8b7c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=330e99c3-9db6-451b-adab-cd0c325e8b7c,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:22.211896 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.229768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Calling delete_port for 330e99c3-9db6-451b-adab-cd0c325e8b7c owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:22.251392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event updated for resources: {'Port': ['ID=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:22.254162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b67506b-1748-4b51-8481-f119ef4d584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.259990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b67506b-1748-4b51-8481-f119ef4d584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.264186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5b67506b-1748-4b51-8481-f119ef4d584c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d1205fb-6c5e-4f57-a98e-70e60e453c63 HTTP/1.1" status: 204 len: 168 time: 0.8510559 Sep 18 02:04:22.284415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874b5e-8de8-4e9a-88e8-a7fb80661350 req-5e012ed6-428a-4eec-89e7-d261f6acafc4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.291393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874b5e-8de8-4e9a-88e8-a7fb80661350 req-5e012ed6-428a-4eec-89e7-d261f6acafc4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.298535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67506b-1748-4b51-8481-f119ef4d584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1205fb-6c5e-4f57-a98e-70e60e453c63,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:22.301187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874b5e-8de8-4e9a-88e8-a7fb80661350 req-5e012ed6-428a-4eec-89e7-d261f6acafc4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.308007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Network e0377083-72e2-46ac-9ba6-a82b196a3305 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:22.313690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44ca65a-43a9-41eb-8a35-34fee4c56c89 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet d50628db-6b1b-4299-9f45-fec2b7223a85 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:22.317380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44ca65a-43a9-41eb-8a35-34fee4c56c89 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.318964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874b5e-8de8-4e9a-88e8-a7fb80661350 req-5e012ed6-428a-4eec-89e7-d261f6acafc4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.320605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:22.332898 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874b5e-8de8-4e9a-88e8-a7fb80661350 req-5e012ed6-428a-4eec-89e7-d261f6acafc4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.351398 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-57874b5e-8de8-4e9a-88e8-a7fb80661350 req-5e012ed6-428a-4eec-89e7-d261f6acafc4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 3815 time: 0.2384341 Sep 18 02:04:22.363970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:22.472428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.476771 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.516989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a6188b21-ae82-4a4c-902a-c0cf9b108b39 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4374502 Sep 18 02:04:22.536828 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44ca65a-43a9-41eb-8a35-34fee4c56c89 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.546916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:22.549946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-57874b5e-8de8-4e9a-88e8-a7fb80661350 req-bb5aa560-f931-4124-86b3-61995364f5ef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967702 Sep 18 02:04:22.736134 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.787220 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1f059b59-4832-4a62-9c4a-f3a0c8a0972c None None] Provisioning complete for port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:22.789826 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1f059b59-4832-4a62-9c4a-f3a0c8a0972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.818689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44ca65a-43a9-41eb-8a35-34fee4c56c89 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.829907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd99b4-2de3-4f49-b25c-1eb403bf1a84 req-37d38480-5d92-48be-b74a-c4aeb5e5f985 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:22.837474 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93fd99b4-2de3-4f49-b25c-1eb403bf1a84 req-37d38480-5d92-48be-b74a-c4aeb5e5f985 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1418023 Sep 18 02:04:22.886306 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:04:22.890258 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:22.902668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1f059b59-4832-4a62-9c4a-f3a0c8a0972c None None] Port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:22.921214 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93fd99b4-2de3-4f49-b25c-1eb403bf1a84 req-e5566024-c150-422c-b59b-f27c75617dde tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758631 Sep 18 02:04:22.956249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=330e99c3-9db6-451b-adab-cd0c325e8b7c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:22.986369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8537400c-9fbe-4303-83c6-b5945d6674b2 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:23.023025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54380) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:23.103027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 8537400c-9fbe-4303-83c6-b5945d6674b2 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:04:23.117395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 8537400c-9fbe-4303-83c6-b5945d6674b2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:23.117767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.155955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d715-b9e1-4c5f-a30e-c2d658508e7e req-be7d186a-e9ba-4f88-ac26-6a8c1280ba7a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:23.158117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f003d715-b9e1-4c5f-a30e-c2d658508e7e req-be7d186a-e9ba-4f88-ac26-6a8c1280ba7a tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 944 time: 0.3339250 Sep 18 02:04:23.293825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1379851699-network', 'tenant_id': '6306d01685d345c09f436422035774d5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:23.304339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.331074 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.372568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44ca65a-43a9-41eb-8a35-34fee4c56c89 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.404312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 8537400c-9fbe-4303-83c6-b5945d6674b2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8537400c-9fbe-4303-83c6-b5945d6674b2,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:23.405788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8062d912-89db-441c-8d79-a7884e527eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8537400c-9fbe-4303-83c6-b5945d6674b2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:23.408628 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fb2b1c-4598-4472-911e-8be7fba371eb" -d '{"events": [{"server_uuid": "8062d912-89db-441c-8d79-a7884e527eaa", "name": "network-vif-plugged", "status": "completed", "tag": "8537400c-9fbe-4303-83c6-b5945d6674b2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:23.413962 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.439440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ca65a-43a9-41eb-8a35-34fee4c56c89 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=d50628db-6b1b-4299-9f45-fec2b7223a85,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:23.444291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f003d715-b9e1-4c5f-a30e-c2d658508e7e req-3a1d55bc-a06a-495a-ac0f-9022fdba18a0 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635126 Sep 18 02:04:23.466972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44ca65a-43a9-41eb-8a35-34fee4c56c89 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.468867 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a44ca65a-43a9-41eb-8a35-34fee4c56c89 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/d50628db-6b1b-4299-9f45-fec2b7223a85 HTTP/1.1" status: 204 len: 168 time: 1.3902502 Sep 18 02:04:23.471227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:23.502471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a41871-2cbf-4416-9cd9-ab13f1619dda None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:23.531233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Made reservation on behalf of 6306d01685d345c09f436422035774d5 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:23.539884 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.574289 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.639044 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d5f056e8-0d81-4a29-b333-301f373a7f92 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1661117 Sep 18 02:04:23.640448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:23.661018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:23.670030 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8826969d-c9f7-4527-aecf-5faa58f73125 x-openstack-request-id: req-8826969d-c9f7-4527-aecf-5faa58f73125 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:23.670273 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8062d912-89db-441c-8d79-a7884e527eaa", "name": "network-vif-plugged", "status": "completed", "tag": "8537400c-9fbe-4303-83c6-b5945d6674b2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:23.684702 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8826969d-c9f7-4527-aecf-5faa58f73125 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:23.685192 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8062d912-89db-441c-8d79-a7884e527eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8537400c-9fbe-4303-83c6-b5945d6674b2', 'code': 200} Sep 18 02:04:23.745920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=8537400c-9fbe-4303-83c6-b5945d6674b2,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:23.855372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f60e8e-b75a-4f16-9ca6-707caada9fd6 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:04:23.870790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c9f5-8a23-450c-b33e-a46e5b8c06b9 req-df7fdb03-bb55-480c-9dea-b398c1044600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:23.872432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91b7c9f5-8a23-450c-b33e-a46e5b8c06b9 req-df7fdb03-bb55-480c-9dea-b398c1044600 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 1097 time: 0.2259979 Sep 18 02:04:23.880052 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:23.897354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Transition to ACTIVE for port object 57f60e8e-b75a-4f16-9ca6-707caada9fd6 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:04:23.959992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Router d351fd3f-4480-42c1-b65c-02a2ad038e65 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:04:23.995360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.019307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:04:24.038993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91b7c9f5-8a23-450c-b33e-a46e5b8c06b9 req-c76a6e29-f294-48c3-bec7-123197865f34 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474109 Sep 18 02:04:24.102682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a10507-62a3-4451-a117-3211d0fbe877 req-2eff8b25-d620-4c3c-aee9-c4868fd93fb3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:24.109169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a10507-62a3-4451-a117-3211d0fbe877 req-2eff8b25-d620-4c3c-aee9-c4868fd93fb3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:24.115982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a10507-62a3-4451-a117-3211d0fbe877 req-2eff8b25-d620-4c3c-aee9-c4868fd93fb3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:24.122274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a10507-62a3-4451-a117-3211d0fbe877 req-2eff8b25-d620-4c3c-aee9-c4868fd93fb3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:24.145524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a10507-62a3-4451-a117-3211d0fbe877 req-2eff8b25-d620-4c3c-aee9-c4868fd93fb3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:24.147402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87a10507-62a3-4451-a117-3211d0fbe877 req-2eff8b25-d620-4c3c-aee9-c4868fd93fb3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 3827 time: 0.3729737 Sep 18 02:04:24.156583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] Deleting port 33c8ff24-6024-403c-8dd4-53507362d23e {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:24.162011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Pushing event updated for resources: {'Port': ['ID=57f60e8e-b75a-4f16-9ca6-707caada9fd6,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:24.162434 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.174981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.193512 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.206482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:04:24.218697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.219048 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Added segment d2f9d2b7-d6a7-4aa4-acbf-0393bd691b06 of type vlan for network edf81555-95f4-4f8d-ac25-82b005f17536 Sep 18 02:04:24.282696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:24.287233 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.300382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] For port 33c8ff24-6024-403c-8dd4-53507362d23e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33c8ff24-6024-403c-8dd4-53507362d23e,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:24.300799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.341101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] Calling delete_port for 33c8ff24-6024-403c-8dd4-53507362d23e owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:24.381849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87a10507-62a3-4451-a117-3211d0fbe877 req-5b105645-b9d9-4635-af51-faeca60105af tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209656 Sep 18 02:04:24.414031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.428977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Attempting to bind port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:24.429524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Attempting to bind port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:24.430018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Attempting to bind port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 on network 11be498a-d972-4af2-b522-204f1356985f {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:24.445241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e35bd-555e-42e0-88bf-9fa4fab29d8c req-06f7ecf2-8738-4493-8b4f-96206f3e1a41 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:24.447220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 on network 11be498a-d972-4af2-b522-204f1356985f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:04:24.447707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Attempting to bind port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 on network 11be498a-d972-4af2-b522-204f1356985f {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:24.449876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d0e35bd-555e-42e0-88bf-9fa4fab29d8c req-06f7ecf2-8738-4493-8b4f-96206f3e1a41 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.3259525 Sep 18 02:04:24.450993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:04:24.461907 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17cede47-1381-4dfb-a0b3-59111d55fdb3 admin admin] 10.222.0.21 "PUT /v2.0/routers/d351fd3f-4480-42c1-b65c-02a2ad038e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4599216 Sep 18 02:04:24.467926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54446) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:24.468224 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] Sync routers for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:04:24.478451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:24.479456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Checking segment: {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:24.479456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Bound using segment: {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:24.479876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Bound port: 57f60e8e-b75a-4f16-9ca6-707caada9fd6, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a26ca54-f528-4a9f-ae63-b972526c540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11be498a-d972-4af2-b522-204f1356985f'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:24.480234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.491134 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:04:24.492552 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:04:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:24.500764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a45c4a4-9a91-4a30-bf01-30f8b2cbb0a2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:24.516469 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.560010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] No DVR routers for this DVR port 33c8ff24-6024-403c-8dd4-53507362d23e on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:24.579674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a59c4-39af-422a-96ae-c84787585640 None None] Pushing event deleted for resources: {'Port': ['ID=33c8ff24-6024-403c-8dd4-53507362d23e,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:24.788948 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:04:24.927559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:24.931084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:24.931691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:25.097546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d0e35bd-555e-42e0-88bf-9fa4fab29d8c req-5d85b352-8199-4ba4-a22b-7ecea84849b5 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099699 Sep 18 02:04:25.150025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1259298 Sep 18 02:04:25.237502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54474) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:25.245319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Request body: {'subnet': {'network_id': 'edf81555-95f4-4f8d-ac25-82b005f17536', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1379851699-subnet', 'tenant_id': '6306d01685d345c09f436422035774d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:25.251827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1ef13-79b7-4922-a9fb-70ede1d152c7 admin admin] Pushing event updated for resources: {'Network': ['ID=edf81555-95f4-4f8d-ac25-82b005f17536,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:25.270673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network edf81555-95f4-4f8d-ac25-82b005f17536 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:04:25.285756 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:04:22Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:25.336703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Made reservation on behalf of 6306d01685d345c09f436422035774d5 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:25.342695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:25.349255 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] Checking router: d351fd3f-4480-42c1-b65c-02a2ad038e65 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:04:25.361093 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] Routers {'d351fd3f-4480-42c1-b65c-02a2ad038e65'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:04:25.362198 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:04:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d351fd3f-4480-42c1-b65c-02a2ad038e65'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:25.482182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c975-f654-4608-9ed1-ede2842638b3 req-ec385581-4686-4459-a8b8-8e653675af12 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:25.482182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3242c975-f654-4608-9ed1-ede2842638b3 req-ec385581-4686-4459-a8b8-8e653675af12 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 945 time: 0.2259688 Sep 18 02:04:25.522639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:25.570868 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] Set router d351fd3f-4480-42c1-b65c-02a2ad038e65 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:04:25.582762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] For port 57f60e8e-b75a-4f16-9ca6-707caada9fd6, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:25.596016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] For port 57f60e8e-b75a-4f16-9ca6-707caada9fd6, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:25.602890 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:25.622251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:25.627807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:25.719691 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3242c975-f654-4608-9ed1-ede2842638b3 req-378c0ce4-8705-4b65-9315-ed97b2cc373e tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670053 Sep 18 02:04:25.871837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33c8ff24-6024-403c-8dd4-53507362d23e no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:25.919749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 33c8ff24-6024-403c-8dd4-53507362d23e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:04:25.921682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33c8ff24-6024-403c-8dd4-53507362d23e not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:04:25.968726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:25.969703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:25.972920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] 10.222.0.18 "PUT /v2.0/ports/57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 200 len: 1092 time: 3.4395053 Sep 18 02:04:25.981241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:25.994123 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1625e203-a010-4485-bab5-eb595e92c6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:26.026058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:26.032802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:26.141256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=798c8693-44ed-485a-994a-e5511cf7bc27,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:26.153298 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:04:22Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:26.182666 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d2ad42-b723-4985-b5eb-88798498f690 x-openstack-request-id: req-f2d2ad42-b723-4985-b5eb-88798498f690 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:26.183053 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:26.183313 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2d2ad42-b723-4985-b5eb-88798498f690 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:26.183708 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'status': 'completed', 'code': 200} Sep 18 02:04:26.212906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc20ce-1dc0-4f6e-8fb3-83dad83fd982 req-1ebde80d-dc73-45e8-b1dc-49c8280b75bc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.216344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Checking segment: {'id': 'd2f9d2b7-d6a7-4aa4-acbf-0393bd691b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'edf81555-95f4-4f8d-ac25-82b005f17536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:26.217165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Network hostable DHCP agents. Network: edf81555-95f4-4f8d-ac25-82b005f17536, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:04:26.220714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc20ce-1dc0-4f6e-8fb3-83dad83fd982 req-1ebde80d-dc73-45e8-b1dc-49c8280b75bc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.225988 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26851f7d-c792-4bec-a0f7-d1e46cc7c8d0 None None] The sync data for ids ['d351fd3f-4480-42c1-b65c-02a2ad038e65'] in n-d-789963-12 is: [{'id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'name': 'tempest-ServersTestBootFromVolume-1566784954-router', 'tenant_id': '428f07887310407184547db86fb81097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:00:36Z', 'updated_at': '2021-09-18T02:04:22Z', 'revision_number': 5, 'project_id': '428f07887310407184547db86fb81097', 'gw_port': {'id': 'e4d3fa7d-9567-4f68-8a9d-415eb5816a60', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd351fd3f-4480-42c1-b65c-02a2ad038e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:00:38Z', 'updated_at': '2021-09-18T02:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:04:26.228161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc20ce-1dc0-4f6e-8fb3-83dad83fd982 req-1ebde80d-dc73-45e8-b1dc-49c8280b75bc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.250362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc20ce-1dc0-4f6e-8fb3-83dad83fd982 req-1ebde80d-dc73-45e8-b1dc-49c8280b75bc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.265345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Network edf81555-95f4-4f8d-ac25-82b005f17536 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:04:26.278936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc20ce-1dc0-4f6e-8fb3-83dad83fd982 req-1ebde80d-dc73-45e8-b1dc-49c8280b75bc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.285342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cdc20ce-1dc0-4f6e-8fb3-83dad83fd982 req-1ebde80d-dc73-45e8-b1dc-49c8280b75bc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 3827 time: 0.3931141 Sep 18 02:04:26.292313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, edf81555-95f4-4f8d-ac25-82b005f17536) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:26.305586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf958f-ad11-4d4e-af75-1c8b103a908c None None] Network edf81555-95f4-4f8d-ac25-82b005f17536 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:26.311284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.312133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:26.352216 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-db52ed54-c47f-4840-ad29-4b3a0bbfb95a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1066840 Sep 18 02:04:26.371050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf73e2-1cfb-4fe4-94f4-3ceff8c47761 req-ea9b29a5-848e-4095-bbcd-b56cba416e36 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.379440 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dcbf73e2-1cfb-4fe4-94f4-3ceff8c47761 req-ea9b29a5-848e-4095-bbcd-b56cba416e36 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 948 time: 0.1305509 Sep 18 02:04:26.431144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54534) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:26.478474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9538c1-b7d9-4f93-9b12-47257a8f2402 None None] Network edf81555-95f4-4f8d-ac25-82b005f17536 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:26.494204 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dcbf73e2-1cfb-4fe4-94f4-3ceff8c47761 req-cd8336a9-440e-4cf3-9ce2-ca2d1d2e17df tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104674 Sep 18 02:04:26.647363 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Pushing event updated for resources: {'Port': ['ID=57f60e8e-b75a-4f16-9ca6-707caada9fd6,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:26.666166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2f20f-c801-4368-80f3-a445d471a44a req-c7d75f9c-18a9-40be-bc08-4eb93cd86fb6 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.680042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4f2f20f-c801-4368-80f3-a445d471a44a req-c7d75f9c-18a9-40be-bc08-4eb93cd86fb6 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.0998564 Sep 18 02:04:26.707992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cdc20ce-1dc0-4f6e-8fb3-83dad83fd982 req-0e6b02d3-5bc9-4f88-9e79-b401e34dd1d2 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901156 Sep 18 02:04:26.727945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.728214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.728556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.728895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.729230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.729563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.729891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.730219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.730547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.730902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.731232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.732070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb1cf0-5914-4a40-afc5-99504d45b05e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:26.747069 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:26.752128 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:26.777592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84f1152b-e349-4ff0-84d9-8afd48f48000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:26.790332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-567690db-413d-4b05-b74d-111e97b8ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.790783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-567690db-413d-4b05-b74d-111e97b8ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.791273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-567690db-413d-4b05-b74d-111e97b8ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.791746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-567690db-413d-4b05-b74d-111e97b8ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.792207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-567690db-413d-4b05-b74d-111e97b8ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:26.794052 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-567690db-413d-4b05-b74d-111e97b8ac2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 4363 time: 0.6056666 Sep 18 02:04:26.823491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:04:26.829426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4f2f20f-c801-4368-80f3-a445d471a44a req-0a951070-cd3e-4cfc-bbbd-605518c93fb2 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456153 Sep 18 02:04:26.877170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:26.955839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-593633da-821c-4aa4-a702-8a6169570601 req-6ac1a603-52a9-4305-871e-aec9e03ca1bd tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1264745172', 'description': 'tempest-description-36725806'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:27.005961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84f1152b-e349-4ff0-84d9-8afd48f48000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.010410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84f1152b-e349-4ff0-84d9-8afd48f48000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.056258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-84f1152b-e349-4ff0-84d9-8afd48f48000 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f33409efbddf4152b9b4bdd9cf03466a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6222930 Sep 18 02:04:27.057470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1152b-e349-4ff0-84d9-8afd48f48000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d5b3a-e855-40a4-b9ed-dedc10525b96,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:27.065184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54546) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:27.143372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33a1c981-0a50-40bd-8f18-5182f039fc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.173059 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:27.178347 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33a1c981-0a50-40bd-8f18-5182f039fc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.196118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:27.213796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029760d0-61a8-418f-a112-36254ea64358 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:27.218504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:27.219245 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.230654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=0a47a3c3-5cf5-40b8-9902-3981409451db,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:27.233988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-593633da-821c-4aa4-a702-8a6169570601 req-6ac1a603-52a9-4305-871e-aec9e03ca1bd tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.261378 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33a1c981-0a50-40bd-8f18-5182f039fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.264906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33a1c981-0a50-40bd-8f18-5182f039fc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.266855 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-33a1c981-0a50-40bd-8f18-5182f039fc86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/658d5b3a-e855-40a4-b9ed-dedc10525b96 HTTP/1.1" status: 204 len: 168 time: 0.2003050 Sep 18 02:04:27.277139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1c981-0a50-40bd-8f18-5182f039fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d5b3a-e855-40a4-b9ed-dedc10525b96,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:27.390321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-2bde0ecb-7f93-4681-8fbe-80ba9593d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:27.391061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-2bde0ecb-7f93-4681-8fbe-80ba9593d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:27.391475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-2bde0ecb-7f93-4681-8fbe-80ba9593d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:27.393191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-2bde0ecb-7f93-4681-8fbe-80ba9593d581 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5593402 Sep 18 02:04:27.396616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-490d7502-bc72-4acd-8b02-1319d6c3dc25 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.7511437 Sep 18 02:04:27.399373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54550) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:27.406626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:d9:e1:17', 'name': 'tempest-NetworksTestDHCPv6-1640861414'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:27.511291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Deleting port e4d3fa7d-9567-4f68-8a9d-415eb5816a60 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:27.511644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.575911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '0a47a3c3-5cf5-40b8-9902-3981409451db'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:04:27.577097 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.760004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Allocated IP 2001:db8::f816:3eff:fe9d:55fc (390e7398-a3fa-4d7d-a331-76db59367425/0a47a3c3-5cf5-40b8-9902-3981409451db/3e7eb673-06ac-4366-8ee7-611ca5e0c875) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:27.868825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 330e99c3-9db6-451b-adab-cd0c325e8b7c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:27.873918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-51389ca0-1b84-4556-a0d5-24b7c238183d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:27.875553 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-51389ca0-1b84-4556-a0d5-24b7c238183d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 948 time: 0.2405620 Sep 18 02:04:27.876335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54562) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:27.895274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7aa03-4a9f-41f2-85e2-2f2d4108b297 req-dfdfb573-3fb9-4709-960b-be680d3cfe6c tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:27.896892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03b7aa03-4a9f-41f2-85e2-2f2d4108b297 req-dfdfb573-3fb9-4709-960b-be680d3cfe6c tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 948 time: 0.1472766 Sep 18 02:04:27.910585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 330e99c3-9db6-451b-adab-cd0c325e8b7c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:04:27.912537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 330e99c3-9db6-451b-adab-cd0c325e8b7c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:04:27.912662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.977797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-593633da-821c-4aa4-a702-8a6169570601 req-6ac1a603-52a9-4305-871e-aec9e03ca1bd tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.994086 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:27.996937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-593633da-821c-4aa4-a702-8a6169570601 req-6ac1a603-52a9-4305-871e-aec9e03ca1bd tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.004185 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.053901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-b28e98ed-c701-4b17-89ea-267072287c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:28.055618 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1625e203-a010-4485-bab5-eb595e92c6f1 req-b28e98ed-c701-4b17-89ea-267072287c30 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6530118 Sep 18 02:04:28.057898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Pushing event updated for resources: {'Port': ['ID=3e7eb673-06ac-4366-8ee7-611ca5e0c875,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:28.064291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] For port e4d3fa7d-9567-4f68-8a9d-415eb5816a60, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e4d3fa7d-9567-4f68-8a9d-415eb5816a60,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:28.064665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.085375 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03b7aa03-4a9f-41f2-85e2-2f2d4108b297 req-ac15fd14-37d7-4f03-b2c3-8bf5fc826bca tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754227 Sep 18 02:04:28.088970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Calling delete_port for e4d3fa7d-9567-4f68-8a9d-415eb5816a60 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:28.097306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1a603-52a9-4305-871e-aec9e03ca1bd tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:28.104852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:28.105261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:28.119966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:28.127971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:28.142016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-593633da-821c-4aa4-a702-8a6169570601 req-6ac1a603-52a9-4305-871e-aec9e03ca1bd tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.143333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-593633da-821c-4aa4-a702-8a6169570601 req-6ac1a603-52a9-4305-871e-aec9e03ca1bd tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1921537 Sep 18 02:04:28.196903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:04:28.213902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.233983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Deleting port 09bbc025-ecac-4f61-b1e3-9107c3dec31a {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:28.234339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.246114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Attempting to bind port 3e7eb673-06ac-4366-8ee7-611ca5e0c875 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:28.246488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Attempting to bind port 3e7eb673-06ac-4366-8ee7-611ca5e0c875 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:28.246880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Attempting to bind port 3e7eb673-06ac-4366-8ee7-611ca5e0c875 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:28.253040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:28.253414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:28.253809 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.254194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:28.254663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Bound port: 3e7eb673-06ac-4366-8ee7-611ca5e0c875, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:28.255043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.281546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Transition to ACTIVE for port object e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:04:28.331770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] For port 3e7eb673-06ac-4366-8ee7-611ca5e0c875, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:28.334881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.338035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] For port 3e7eb673-06ac-4366-8ee7-611ca5e0c875, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3e7eb673-06ac-4366-8ee7-611ca5e0c875,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:28.344778 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.399527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e945ef1-18d5-466d-90f7-1f565f210522 req-ac14136d-7092-4aba-b1f8-ef6a9ed7b265 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:28.401169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e945ef1-18d5-466d-90f7-1f565f210522 req-ac14136d-7092-4aba-b1f8-ef6a9ed7b265 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1561360 Sep 18 02:04:28.458765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739e1ce-70a8-42af-b4aa-8d815b98024e None None] Pushing event updated for resources: {'Port': ['ID=3e7eb673-06ac-4366-8ee7-611ca5e0c875,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:28.468075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:28.512043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] For port 09bbc025-ecac-4f61-b1e3-9107c3dec31a, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=09bbc025-ecac-4f61-b1e3-9107c3dec31a,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:28.512043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.527400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b136a-7d3f-4428-b0ce-04493e4023ce req-2c776793-fc97-4809-9f8d-10307ff4bddb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:28.534228 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b136a-7d3f-4428-b0ce-04493e4023ce req-2c776793-fc97-4809-9f8d-10307ff4bddb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:28.540243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b136a-7d3f-4428-b0ce-04493e4023ce req-2c776793-fc97-4809-9f8d-10307ff4bddb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:28.546368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b136a-7d3f-4428-b0ce-04493e4023ce req-2c776793-fc97-4809-9f8d-10307ff4bddb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:28.560625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b136a-7d3f-4428-b0ce-04493e4023ce req-2c776793-fc97-4809-9f8d-10307ff4bddb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:28.566944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b136a-7d3f-4428-b0ce-04493e4023ce req-2c776793-fc97-4809-9f8d-10307ff4bddb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:28.568970 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b8b136a-7d3f-4428-b0ce-04493e4023ce req-2c776793-fc97-4809-9f8d-10307ff4bddb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 4600 time: 0.2868783 Sep 18 02:04:28.594153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e945ef1-18d5-466d-90f7-1f565f210522 req-438b8185-e863-4214-a7cc-ce44b68c9ed3 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843131 Sep 18 02:04:28.608299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Calling delete_port for 09bbc025-ecac-4f61-b1e3-9107c3dec31a owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:28.633836 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.642550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.713172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d3fa7d-9567-4f68-8a9d-415eb5816a60,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:28.753007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Attempting to bind port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:28.753447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Attempting to bind port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:28.753880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Attempting to bind port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:28.793982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 on network 82d17108-4032-415d-8e69-c6ef088c7d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:04:28.794339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Attempting to bind port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:28.819337 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.823409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port aecce590-e34c-44f3-9fb9-e1ff23ded269 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:04:28.848790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.850355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:28.850815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Checking segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:28.851313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Bound using segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:28.852037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Bound port: e9f0ea00-a6e0-4ae3-9adf-e880919e07a3, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:28.852175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.886306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-05e2ffa3-9ae6-4b3d-a2e3-46d12ad6a360 req-755aa7d9-c512-45f9-b5fb-367a786b42ae tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573 HTTP/1.1" status: 200 len: 1813 time: 0.2335043 Sep 18 02:04:28.908347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:28.961369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b8b136a-7d3f-4428-b0ce-04493e4023ce req-0ce8ca72-dc9d-4bf3-af69-eaa5f60a0110 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3689485 Sep 18 02:04:28.978254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33530454dd4849f08365efd6d1c68ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0991056 Sep 18 02:04:28.990405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54570) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:28.990405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8880e498-b666-403e-b739-86a50f2d78aa,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:29.008245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.008388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.008747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.009068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.009461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.009715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.010040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.010366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.010688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.011034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.011358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.011669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f9eeb-821f-4247-8d09-669999a6da62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:29.127476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fed9:e117 (390e7398-a3fa-4d7d-a331-76db59367425/0a47a3c3-5cf5-40b8-9902-3981409451db/aecce590-e34c-44f3-9fb9-e1ff23ded269) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:29.146650 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.171960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7666-7071-4138-bbca-ab6d2c6d022f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.210458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Pushing event deleted for resources: {'Port': ['ID=09bbc025-ecac-4f61-b1e3-9107c3dec31a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:29.267426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7666-7071-4138-bbca-ab6d2c6d022f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.304897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] No DVR routers for this DVR port 09bbc025-ecac-4f61-b1e3-9107c3dec31a on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:29.311368 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.313300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2bdab722-b7f0-41c5-bdbb-a8b1d1478641 req-c5d1cf2c-5ac3-413b-aaca-dbb06c2ed09e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "DELETE /v2.0/ports/09bbc025-ecac-4f61-b1e3-9107c3dec31a HTTP/1.1" status: 204 len: 173 time: 1.4269714 Sep 18 02:04:29.319865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'name': 'network-vif-deleted', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:29.322155 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fabe3c-4853-4bbe-abc8-079745887609" -d '{"events": [{"server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "name": "network-vif-deleted", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:29.397819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7666-7071-4138-bbca-ab6d2c6d022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.400404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7666-7071-4138-bbca-ab6d2c6d022f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.406967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6c2a7666-7071-4138-bbca-ab6d2c6d022f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8880e498-b666-403e-b739-86a50f2d78aa HTTP/1.1" status: 204 len: 168 time: 0.4214027 Sep 18 02:04:29.458249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a7666-7071-4138-bbca-ab6d2c6d022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8880e498-b666-403e-b739-86a50f2d78aa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:29.491256 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.496274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.501988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-05e2ffa3-9ae6-4b3d-a2e3-46d12ad6a360 req-1681fc87-b689-4625-b73a-fa1f6a7d7073 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:29.502621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-05e2ffa3-9ae6-4b3d-a2e3-46d12ad6a360 req-1681fc87-b689-4625-b73a-fa1f6a7d7073 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:29.637335 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.751646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] For port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:29.761950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] For port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:29.782586 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.783291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d351fd3f-4480-42c1-b65c-02a2ad038e65 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:04:29.797132 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.808083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b9f229b-ea0e-4e2f-ba7d-52d161e7827b req-e09ad5a7-07dd-4511-9f83-4e3142bcec5e tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=16192e02-b871-4f58-8c41-4e442d04d9f5 HTTP/1.1" status: 200 len: 210 time: 0.1121943 Sep 18 02:04:29.813411 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.819789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-51853c77-a2b4-464c-a28c-7ac270f419a6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d351fd3f-4480-42c1-b65c-02a2ad038e65 HTTP/1.1" status: 204 len: 168 time: 5.3487766 Sep 18 02:04:29.820005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:29.834777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-05e2ffa3-9ae6-4b3d-a2e3-46d12ad6a360 req-1681fc87-b689-4625-b73a-fa1f6a7d7073 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:29.948952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.047026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:30.055232 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ad97b0-6d67-467c-aea7-fa56d578dfbe x-openstack-request-id: req-d7ad97b0-6d67-467c-aea7-fa56d578dfbe {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:30.055776 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16192e02-b871-4f58-8c41-4e442d04d9f5", "name": "network-vif-deleted", "tag": "09bbc025-ecac-4f61-b1e3-9107c3dec31a", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:30.056103 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7ad97b0-6d67-467c-aea7-fa56d578dfbe {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:30.056619 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16192e02-b871-4f58-8c41-4e442d04d9f5', 'name': 'network-vif-deleted', 'tag': '09bbc025-ecac-4f61-b1e3-9107c3dec31a', 'status': 'completed', 'code': 200} Sep 18 02:04:30.088949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:30.095831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.098322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9cf864e7-859d-4225-8c47-cdd91b255a64 service neutron] 10.222.0.18 "PUT /v2.0/ports/e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 1132 time: 4.0759737 Sep 18 02:04:30.113727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': 'e9f0ea00-a6e0-4ae3-9adf-e880919e07a3'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:30.130684 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45177d85-cb8c-41d8-8a53-575bd8051c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "e9f0ea00-a6e0-4ae3-9adf-e880919e07a3"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:30.160155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:30.186354 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-05e2ffa3-9ae6-4b3d-a2e3-46d12ad6a360 req-1681fc87-b689-4625-b73a-fa1f6a7d7073 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.211552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:30.219665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:30.228003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-05e2ffa3-9ae6-4b3d-a2e3-46d12ad6a360 req-1681fc87-b689-4625-b73a-fa1f6a7d7073 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.260317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:30.268050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:30.269083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.276520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681fc87-b689-4625-b73a-fa1f6a7d7073 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8e8055-720f-4e18-af1e-f333801f1137,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:30.291044 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b20faf-673a-41db-8652-30de6c02fedc admin admin] Deleting subnet 75240ea1-fa0e-4128-8afd-93f556bca81d {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:30.307586 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0b20faf-673a-41db-8652-30de6c02fedc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.360073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-05e2ffa3-9ae6-4b3d-a2e3-46d12ad6a360 req-1681fc87-b689-4625-b73a-fa1f6a7d7073 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.361301 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-05e2ffa3-9ae6-4b3d-a2e3-46d12ad6a360 req-1681fc87-b689-4625-b73a-fa1f6a7d7073 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4415824 Sep 18 02:04:30.362019 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.459186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6a5cd01e-4be3-4558-ac99-315dbefccde7 None None] Provisioning complete for port 3e7eb673-06ac-4366-8ee7-611ca5e0c875 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:30.461153 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd01e-4be3-4558-ac99-315dbefccde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.542853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1423361 Sep 18 02:04:30.550214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54606) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:30.552852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eef863-6cc9-4a0e-9830-d61ace8888a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=aecce590-e34c-44f3-9fb9-e1ff23ded269,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:30.607087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35489bc2-c1d8-4ca8-9428-7cb77109925f req-1f631e7f-c903-429b-9bb8-5261ddae1afd tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:30.619607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3e7eb673-06ac-4366-8ee7-611ca5e0c875 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:30.632772 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35489bc2-c1d8-4ca8-9428-7cb77109925f req-1f631e7f-c903-429b-9bb8-5261ddae1afd tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.4352689 Sep 18 02:04:30.738467 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0b20faf-673a-41db-8652-30de6c02fedc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.858798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd034f-31fa-4748-8913-40e5be7f0f51 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:30.864844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd034f-31fa-4748-8913-40e5be7f0f51 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:30.866493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-15cd034f-31fa-4748-8913-40e5be7f0f51 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2995164 Sep 18 02:04:30.876528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35489bc2-c1d8-4ca8-9428-7cb77109925f req-91e0e7f5-9716-40f3-9b25-cff6941892c9 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421944 Sep 18 02:04:30.880426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:30.923891 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2075051d-ad6b-4816-930d-b0a0a4c91c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.939620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd01e-4be3-4558-ac99-315dbefccde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:30.971923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3e7eb673-06ac-4366-8ee7-611ca5e0c875 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:30.972309 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.017247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 09bbc025-ecac-4f61-b1e3-9107c3dec31a no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:31.025759 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ee0b25-6ab9-45c9-a6ce-083715a0d852 x-openstack-request-id: req-d1ee0b25-6ab9-45c9-a6ce-083715a0d852 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:31.026292 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "e9f0ea00-a6e0-4ae3-9adf-e880919e07a3", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:31.026292 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1ee0b25-6ab9-45c9-a6ce-083715a0d852 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:31.026604 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': 'e9f0ea00-a6e0-4ae3-9adf-e880919e07a3', 'status': 'completed', 'code': 200} Sep 18 02:04:31.077613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc2ca-6530-4bcd-9587-e2d5a1add463 req-903fd642-9a9e-46a2-943f-8fb8bb31699c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.087143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc2ca-6530-4bcd-9587-e2d5a1add463 req-903fd642-9a9e-46a2-943f-8fb8bb31699c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.098180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc2ca-6530-4bcd-9587-e2d5a1add463 req-903fd642-9a9e-46a2-943f-8fb8bb31699c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.104318 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0b20faf-673a-41db-8652-30de6c02fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.119460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc2ca-6530-4bcd-9587-e2d5a1add463 req-903fd642-9a9e-46a2-943f-8fb8bb31699c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.131536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc2ca-6530-4bcd-9587-e2d5a1add463 req-903fd642-9a9e-46a2-943f-8fb8bb31699c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.139431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc2ca-6530-4bcd-9587-e2d5a1add463 req-903fd642-9a9e-46a2-943f-8fb8bb31699c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.141796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98cdc2ca-6530-4bcd-9587-e2d5a1add463 req-903fd642-9a9e-46a2-943f-8fb8bb31699c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 4600 time: 0.4348760 Sep 18 02:04:31.176360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce015070-d977-4c55-8679-6230ced901f3 req-366a0359-dff2-4165-a80c-ddf28013c571 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573 HTTP/1.1" status: 200 len: 2407 time: 0.1826510 Sep 18 02:04:31.293809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-55148af9-b666-42c3-afc4-04c724e9c247 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port aecce590-e34c-44f3-9fb9-e1ff23ded269 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:31.294047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55148af9-b666-42c3-afc4-04c724e9c247 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.306340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0844684-afff-4c4e-a6c4-08fea5be0022 req-9d4659c6-f30c-4ab0-94e8-2e55120800ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.312275 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0844684-afff-4c4e-a6c4-08fea5be0022 req-9d4659c6-f30c-4ab0-94e8-2e55120800ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1097 time: 0.2657375 Sep 18 02:04:31.337612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98cdc2ca-6530-4bcd-9587-e2d5a1add463 req-70551a4a-87a5-49d5-b86c-1b64739147de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511850 Sep 18 02:04:31.348804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-e6ade199-9a6f-4eed-95c8-9a4c9566ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.349291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-e6ade199-9a6f-4eed-95c8-9a4c9566ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.349768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-e6ade199-9a6f-4eed-95c8-9a4c9566ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.355589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775a1223-458b-4fb2-a3f5-a65431d5acb5 req-b57ed56f-a526-4ed9-877c-99bf89daa08b tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-group-rules/2b8e8055-720f-4e18-af1e-f333801f1137 HTTP/1.1" status: 200 len: 778 time: 0.1033278 Sep 18 02:04:31.356313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6a5cd01e-4be3-4558-ac99-315dbefccde7 None None] For port 3e7eb673-06ac-4366-8ee7-611ca5e0c875, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3e7eb673-06ac-4366-8ee7-611ca5e0c875,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:31.360391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-e6ade199-9a6f-4eed-95c8-9a4c9566ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.360942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-e6ade199-9a6f-4eed-95c8-9a4c9566ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.363484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-e6ade199-9a6f-4eed-95c8-9a4c9566ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.369016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-e6ade199-9a6f-4eed-95c8-9a4c9566ae84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5288 time: 0.3862293 Sep 18 02:04:31.387927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 09bbc025-ecac-4f61-b1e3-9107c3dec31a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:04:31.389821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 09bbc025-ecac-4f61-b1e3-9107c3dec31a not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:04:31.401755 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd01e-4be3-4558-ac99-315dbefccde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.597391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0b20faf-673a-41db-8652-30de6c02fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.712109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b20faf-673a-41db-8652-30de6c02fedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75240ea1-fa0e-4128-8afd-93f556bca81d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:31.715240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0844684-afff-4c4e-a6c4-08fea5be0022 req-8ce5d8b9-106a-4f3e-b153-0205ac0aafb3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810432 Sep 18 02:04:31.727853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cd01e-4be3-4558-ac99-315dbefccde7 None None] Pushing event updated for resources: {'Port': ['ID=3e7eb673-06ac-4366-8ee7-611ca5e0c875,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:31.746925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775a1223-458b-4fb2-a3f5-a65431d5acb5 req-6b509c9c-9072-4e4d-abf0-a69b08560260 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573 HTTP/1.1" status: 200 len: 2407 time: 0.3901625 Sep 18 02:04:31.780741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a907698c-160f-4ecb-a128-89ce1e246d34 None None] Provisioning complete for port aecce590-e34c-44f3-9fb9-e1ff23ded269 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:31.781123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a907698c-160f-4ecb-a128-89ce1e246d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.786962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee590a-c7b1-473f-b5ba-0813042734fb None None] Network 85cc0a77-ba9f-4ad9-9891-677c78b59a53 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:31.807251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0b20faf-673a-41db-8652-30de6c02fedc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.813878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3da4d64-ab7c-4d40-8154-3121587f43e8 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:04:31.814521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f0b20faf-673a-41db-8652-30de6c02fedc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/75240ea1-fa0e-4128-8afd-93f556bca81d HTTP/1.1" status: 204 len: 168 time: 1.9893341 Sep 18 02:04:31.819770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54640) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:31.836738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55148af9-b666-42c3-afc4-04c724e9c247 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.890967 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.933587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-ada37b31-f011-40c5-ba2e-793775ba7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.934092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-ada37b31-f011-40c5-ba2e-793775ba7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.934561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-ada37b31-f011-40c5-ba2e-793775ba7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.937218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-ada37b31-f011-40c5-ba2e-793775ba7455 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5513284 Sep 18 02:04:31.939114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Transition to ACTIVE for port object e3da4d64-ab7c-4d40-8154-3121587f43e8 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:04:31.948293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a83d58-f970-4daa-88e0-9908dcfc9eaa req-b81fb76b-0e2b-4177-aeb4-b297cf423010 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:31.957053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-00a83d58-f970-4daa-88e0-9908dcfc9eaa req-b81fb76b-0e2b-4177-aeb4-b297cf423010 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 949 time: 0.1683800 Sep 18 02:04:31.971065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.974282 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:31.990065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e4d3fa7d-9567-4f68-8a9d-415eb5816a60 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:31.996490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-775a1223-458b-4fb2-a3f5-a65431d5acb5 req-a774330b-77bd-46da-8ede-22e13a9adcd7 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.001748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-55148af9-b666-42c3-afc4-04c724e9c247 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for aecce590-e34c-44f3-9fb9-e1ff23ded269 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:32.032463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-775a1223-458b-4fb2-a3f5-a65431d5acb5 req-a774330b-77bd-46da-8ede-22e13a9adcd7 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.049279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e4d3fa7d-9567-4f68-8a9d-415eb5816a60 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:04:32.049761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e4d3fa7d-9567-4f68-8a9d-415eb5816a60 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:04:32.105002 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a907698c-160f-4ecb-a128-89ce1e246d34 None None] Port aecce590-e34c-44f3-9fb9-e1ff23ded269 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:32.252639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] DHCP port deletion for 85cc0a77-ba9f-4ad9-9891-677c78b59a53 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:04:32.355185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-775a1223-458b-4fb2-a3f5-a65431d5acb5 req-a774330b-77bd-46da-8ede-22e13a9adcd7 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.361524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-775a1223-458b-4fb2-a3f5-a65431d5acb5 req-a774330b-77bd-46da-8ede-22e13a9adcd7 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.373638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775a1223-458b-4fb2-a3f5-a65431d5acb5 req-a774330b-77bd-46da-8ede-22e13a9adcd7 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2b8e8055-720f-4e18-af1e-f333801f1137 HTTP/1.1" status: 204 len: 173 time: 0.6251860 Sep 18 02:04:32.387296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] Deleting port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:32.387682 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.463180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Deleting port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:32.463180 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.468194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774330b-77bd-46da-8ede-22e13a9adcd7 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b8e8055-720f-4e18-af1e-f333801f1137,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:32.491979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Pushing event updated for resources: {'Port': ['ID=e3da4d64-ab7c-4d40-8154-3121587f43e8,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:32.499432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-c0687e92-a9c8-479a-9f03-87e64542eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:32.505598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] For port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:32.506189 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.513117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45177d85-cb8c-41d8-8a53-575bd8051c9b req-c0687e92-a9c8-479a-9f03-87e64542eb73 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5523355 Sep 18 02:04:32.520437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-00a83d58-f970-4daa-88e0-9908dcfc9eaa req-25e7b49a-9e02-40b7-a28b-7444b2718ddf tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623586 Sep 18 02:04:32.531922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] Calling delete_port for b6d90844-bacc-4bdf-8d93-a5dd37ef87ef owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:32.575824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Attempting to bind port e3da4d64-ab7c-4d40-8154-3121587f43e8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:32.576504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Attempting to bind port e3da4d64-ab7c-4d40-8154-3121587f43e8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:32.576938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Attempting to bind port e3da4d64-ab7c-4d40-8154-3121587f43e8 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:32.595679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-2efe3a52-7b07-459d-83fb-b4ccaf4bd46a req-92872aba-a46f-4463-b02a-c9186797fefb tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1333592892', 'description': 'tempest-description-102930800'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:32.603990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Port e3da4d64-ab7c-4d40-8154-3121587f43e8 on network 82d17108-4032-415d-8e69-c6ef088c7d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:04:32.611201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Attempting to bind port e3da4d64-ab7c-4d40-8154-3121587f43e8 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:32.627225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:32.627777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Checking segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:32.635276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Bound using segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:32.635913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Bound port: e3da4d64-ab7c-4d40-8154-3121587f43e8, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:32.636365 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.646383 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.699331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] Pushing event deleted for resources: {'Port': ['ID=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:32.713838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d66ba9-eabf-486d-8fe9-461b89b4e109 None None] No DVR routers for this DVR port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:32.750538 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2efe3a52-7b07-459d-83fb-b4ccaf4bd46a req-92872aba-a46f-4463-b02a-c9186797fefb tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.762594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] For port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,segment=NetworkSegment(aa95963c-a757-46e5-ab81-242c47791cc2),segment_id=aa95963c-a757-46e5-ab81-242c47791cc2)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:32.763009 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.821005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] For port e3da4d64-ab7c-4d40-8154-3121587f43e8, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:32.829573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Calling delete_port for b6d90844-bacc-4bdf-8d93-a5dd37ef87ef owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:32.839702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] For port e3da4d64-ab7c-4d40-8154-3121587f43e8, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:32.847739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.850377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015792b-cf28-407a-be34-09a9e49f2f29 req-3bc5be73-1913-4225-a97e-0a4ade7965f7 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:32.859467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d015792b-cf28-407a-be34-09a9e49f2f29 req-3bc5be73-1913-4225-a97e-0a4ade7965f7 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.3564324 Sep 18 02:04:32.905937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:32.906571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.908077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 1131 time: 2.7666872 Sep 18 02:04:32.945611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55148af9-b666-42c3-afc4-04c724e9c247 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:32.968658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:33.061847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': 'e3da4d64-ab7c-4d40-8154-3121587f43e8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:33.065129 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "e3da4d64-ab7c-4d40-8154-3121587f43e8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:33.070124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55148af9-b666-42c3-afc4-04c724e9c247 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=aecce590-e34c-44f3-9fb9-e1ff23ded269,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:33.091340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d015792b-cf28-407a-be34-09a9e49f2f29 req-cbcfc5af-f36c-4a2b-a029-dd534d808310 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303159 Sep 18 02:04:33.138013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55148af9-b666-42c3-afc4-04c724e9c247 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.141446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-55148af9-b666-42c3-afc4-04c724e9c247 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/aecce590-e34c-44f3-9fb9-e1ff23ded269 HTTP/1.1" status: 204 len: 168 time: 2.2600176 Sep 18 02:04:33.143951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54668) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:33.267597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.289677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0daaa-6d40-4ba2-8084-b0cc353e1077 service neutron] Pushing event updated for resources: {'Port': ['ID=e3da4d64-ab7c-4d40-8154-3121587f43e8,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:33.359458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba720c-a035-4556-8be0-780a27281b24 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.361183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba720c-a035-4556-8be0-780a27281b24 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.365897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-69ba720c-a035-4556-8be0-780a27281b24 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2208147 Sep 18 02:04:33.368763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54674) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:33.369048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.398353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2efe3a52-7b07-459d-83fb-b4ccaf4bd46a req-92872aba-a46f-4463-b02a-c9186797fefb tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.413666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2efe3a52-7b07-459d-83fb-b4ccaf4bd46a req-92872aba-a46f-4463-b02a-c9186797fefb tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.421679 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e75050a2-828f-4c99-8349-088a71e42143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.436483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d90844-bacc-4bdf-8d93-a5dd37ef87ef,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:33.442376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] No DVR routers for this DVR port b6d90844-bacc-4bdf-8d93-a5dd37ef87ef on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:33.472253 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2efe3a52-7b07-459d-83fb-b4ccaf4bd46a req-92872aba-a46f-4463-b02a-c9186797fefb tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.473541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2efe3a52-7b07-459d-83fb-b4ccaf4bd46a req-92872aba-a46f-4463-b02a-c9186797fefb tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8939433 Sep 18 02:04:33.501987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-699473cd-307e-4308-91f7-408857ced639 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.510755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-699473cd-307e-4308-91f7-408857ced639 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.517250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-699473cd-307e-4308-91f7-408857ced639 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.524118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-699473cd-307e-4308-91f7-408857ced639 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.530889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-699473cd-307e-4308-91f7-408857ced639 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.537304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-699473cd-307e-4308-91f7-408857ced639 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.544573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-699473cd-307e-4308-91f7-408857ced639 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.552650 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-699473cd-307e-4308-91f7-408857ced639 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5372 time: 0.2932081 Sep 18 02:04:33.572648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e0e4a3-6e20-453b-a44a-240d0ba5dc56 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 0a47a3c3-5cf5-40b8-9902-3981409451db {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:33.584439 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c31f63b-5227-4d34-bee8-cb6a60814766 x-openstack-request-id: req-4c31f63b-5227-4d34-bee8-cb6a60814766 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:33.584978 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "e3da4d64-ab7c-4d40-8154-3121587f43e8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:33.584978 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c31f63b-5227-4d34-bee8-cb6a60814766 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:33.585359 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': 'e3da4d64-ab7c-4d40-8154-3121587f43e8', 'status': 'completed', 'code': 200} Sep 18 02:04:33.591376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34e0e4a3-6e20-453b-a44a-240d0ba5dc56 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.636430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92872aba-a46f-4463-b02a-c9186797fefb tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35816bdb-d33e-4238-a7c7-316b2839f07e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:33.688503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.714206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34e0e4a3-6e20-453b-a44a-240d0ba5dc56 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.729010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-6df73530-c41d-4837-89a3-a9a45e986831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.729323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-6df73530-c41d-4837-89a3-a9a45e986831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.729811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-6df73530-c41d-4837-89a3-a9a45e986831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.730286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-6df73530-c41d-4837-89a3-a9a45e986831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.730864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-6df73530-c41d-4837-89a3-a9a45e986831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.731550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-6df73530-c41d-4837-89a3-a9a45e986831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.731918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-6df73530-c41d-4837-89a3-a9a45e986831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.735347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-6df73530-c41d-4837-89a3-a9a45e986831 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6212 time: 0.1450305 Sep 18 02:04:33.775644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d43b9e4-f2d1-4841-b86e-e3b03c260ca3 req-6979b789-c1d3-430a-878c-c00c51d1e4aa tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2212887 Sep 18 02:04:33.782335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cc0a77-ba9f-4ad9-9891-677c78b59a53']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:33.791172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24fa5c93-8205-47c3-a3e6-fede9d1741ba req-3dd44562-c54b-4a86-b90d-cb7bb021ec44 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/35816bdb-d33e-4238-a7c7-316b2839f07e HTTP/1.1" status: 200 len: 1814 time: 0.1794755 Sep 18 02:04:33.809025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa95963c-a757-46e5-ab81-242c47791cc2') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:33.809330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa95963c-a757-46e5-ab81-242c47791cc2') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:33.822745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432b178-947d-4ccb-988b-958efe343873 req-55973e50-2bc5-4758-8d3d-a2c3ad351152 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.823149 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c432b178-947d-4ccb-988b-958efe343873 req-55973e50-2bc5-4758-8d3d-a2c3ad351152 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 949 time: 0.2566650 Sep 18 02:04:33.848306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.929595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3e7eb673-06ac-4366-8ee7-611ca5e0c875 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:33.934992 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:33.942042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-5bd7d46a-11e9-4269-a815-981b994cac99 req-d8e518a0-c354-4845-a74b-3173c5891812 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-437507157', 'description': 'tempest-description-333746562'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:33.979032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-097e85b2-254f-421a-8b97-f98c7f00f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.979684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-097e85b2-254f-421a-8b97-f98c7f00f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.980222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-097e85b2-254f-421a-8b97-f98c7f00f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:33.981945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-097e85b2-254f-421a-8b97-f98c7f00f568 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1896837 Sep 18 02:04:34.009543 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.026321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3e7eb673-06ac-4366-8ee7-611ca5e0c875 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:34.026921 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.185626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-c56b95f2-321c-45fa-ad57-53fe2fb59190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:34.186551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-980f63cb-5d2e-4c0c-927e-69d2239d6c2c req-c56b95f2-321c-45fa-ad57-53fe2fb59190 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1808426 Sep 18 02:04:34.197879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:04:34.212515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.229856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b6d90844-bacc-4bdf-8d93-a5dd37ef87ef no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:34.235118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd12af7-0971-4c53-90ee-8433bb9d5f45 req-7f087335-0521-4f12-9b09-e827f6bed323 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:34.236996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cd12af7-0971-4c53-90ee-8433bb9d5f45 req-7f087335-0521-4f12-9b09-e827f6bed323 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 949 time: 0.2336569 Sep 18 02:04:34.259191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b6d90844-bacc-4bdf-8d93-a5dd37ef87ef {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:04:34.259551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b6d90844-bacc-4bdf-8d93-a5dd37ef87ef not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:04:34.286275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Transition to ACTIVE for port object 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:04:34.296951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cd12af7-0971-4c53-90ee-8433bb9d5f45 req-6f666f19-2a91-4adf-8011-48cebd3077d1 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d909488-92f0-42af-bb4c-d642a9332e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534129 Sep 18 02:04:34.297919 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.346130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:04:34.346629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: items = [ Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:04:34.350639 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:04:34.400989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34e0e4a3-6e20-453b-a44a-240d0ba5dc56 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.468117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5bd7d46a-11e9-4269-a815-981b994cac99 req-d8e518a0-c354-4845-a74b-3173c5891812 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.470164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54696) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:34.501571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:34.512226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Attempting to bind port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:34.512384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Attempting to bind port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:34.512769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Attempting to bind port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:34.523807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 on network 82d17108-4032-415d-8e69-c6ef088c7d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:04:34.524262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Attempting to bind port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:34.530615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.534577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:34.535083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Checking segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:34.535592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Bound using segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:34.536124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Bound port: 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:34.536904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.542975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.545880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] 10.222.0.21 "DELETE /v2.0/networks/85cc0a77-ba9f-4ad9-9891-677c78b59a53 HTTP/1.1" status: 204 len: 168 time: 2.7233622 Sep 18 02:04:34.571889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94da47-48f9-46aa-90c1-f9700bad9fc6 req-74208bf8-70d4-4d3e-817f-c09e1163a32d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:34.573558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b94da47-48f9-46aa-90c1-f9700bad9fc6 req-74208bf8-70d4-4d3e-817f-c09e1163a32d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1178918 Sep 18 02:04:34.619042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a027ce-f0e5-4fff-8c28-6ccd1093ed84 admin admin] Pushing event deleted for resources: {'Network': ['ID=85cc0a77-ba9f-4ad9-9891-677c78b59a53,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:34.635449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Deleting port 257ce93f-200f-437d-8f37-af7c46d25a48 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:34.635793 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.700364 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b94da47-48f9-46aa-90c1-f9700bad9fc6 req-932370ba-4834-4934-aa6f-094c62538065 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055310 Sep 18 02:04:34.705959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] For port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:34.711134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] For port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:34.725533 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.763093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54704) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:34.794286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:34.794981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.796521 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] 10.222.0.18 "PUT /v2.0/ports/8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 HTTP/1.1" status: 200 len: 1091 time: 1.8491049 Sep 18 02:04:34.802687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] For port 257ce93f-200f-437d-8f37-af7c46d25a48, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=257ce93f-200f-437d-8f37-af7c46d25a48,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:34.805005 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.820525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34e0e4a3-6e20-453b-a44a-240d0ba5dc56 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.858910 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:34.863555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cb7c6f82-2ad4-478b-935c-dc464c82ab7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=428f07887310407184547db86fb81097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986788 Sep 18 02:04:34.869859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54708) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:34.885476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:34.916591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Calling delete_port for 257ce93f-200f-437d-8f37-af7c46d25a48 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:34.936812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f170fd-67dc-4993-986d-24373fd90461 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:35.003160 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.042593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cc6df5e-7306-4cae-a0f0-317ede195ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.104741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cc6df5e-7306-4cae-a0f0-317ede195ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.137762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0e4a3-6e20-453b-a44a-240d0ba5dc56 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=0a47a3c3-5cf5-40b8-9902-3981409451db,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:35.148768 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5bd7d46a-11e9-4269-a815-981b994cac99 req-d8e518a0-c354-4845-a74b-3173c5891812 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.153219 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34e0e4a3-6e20-453b-a44a-240d0ba5dc56 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.158537 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-34e0e4a3-6e20-453b-a44a-240d0ba5dc56 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/0a47a3c3-5cf5-40b8-9902-3981409451db HTTP/1.1" status: 204 len: 168 time: 1.7871370 Sep 18 02:04:35.159439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.163177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6934d1e4-26e4-4308-89f0-177329b0c75c None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:35.166323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54714) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:35.171930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37e0f45c-3bc2-4e0a-9011-cfa220830c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.188142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5bd7d46a-11e9-4269-a815-981b994cac99 req-d8e518a0-c354-4845-a74b-3173c5891812 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.261940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6be8aa64-b250-4791-b759-27dd58d7d8cf tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908141 Sep 18 02:04:35.262505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-17de08ae-889a-4c38-8511-efc0e7c59d29 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.262919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Pushing event deleted for resources: {'Port': ['ID=257ce93f-200f-437d-8f37-af7c46d25a48,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:35.269171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-17de08ae-889a-4c38-8511-efc0e7c59d29 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.275287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-17de08ae-889a-4c38-8511-efc0e7c59d29 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.282846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-17de08ae-889a-4c38-8511-efc0e7c59d29 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.283157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54716) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:35.287704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-17de08ae-889a-4c38-8511-efc0e7c59d29 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.293773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-17de08ae-889a-4c38-8511-efc0e7c59d29 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.300892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-17de08ae-889a-4c38-8511-efc0e7c59d29 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.302471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-17de08ae-889a-4c38-8511-efc0e7c59d29 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5384 time: 0.2044172 Sep 18 02:04:35.377357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5bd7d46a-11e9-4269-a815-981b994cac99 req-d8e518a0-c354-4845-a74b-3173c5891812 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.378829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5bd7d46a-11e9-4269-a815-981b994cac99 req-d8e518a0-c354-4845-a74b-3173c5891812 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.4673698 Sep 18 02:04:35.402996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] No DVR routers for this DVR port 257ce93f-200f-437d-8f37-af7c46d25a48 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:35.407124 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.410270 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c432b178-947d-4ccb-988b-958efe343873 req-80556846-4db8-43b7-a845-8fb05db5d13d tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.20 "DELETE /v2.0/ports/257ce93f-200f-437d-8f37-af7c46d25a48 HTTP/1.1" status: 204 len: 173 time: 1.5694880 Sep 18 02:04:35.412780 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a02a3d16-808d-41a7-8b5f-270772013e3c req-edb06eed-271a-4a1d-8e26-1c421b21608a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871599 Sep 18 02:04:35.424480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cc6df5e-7306-4cae-a0f0-317ede195ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.424670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-deleted', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:35.427735 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16fb606-2dcc-4ab8-9bd7-681c77480d87" -d '{"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-deleted", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:35.431078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e518a0-c354-4845-a74b-3173c5891812 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fe5d77-33db-4efc-9015-9351fe775b59,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:35.434195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cc6df5e-7306-4cae-a0f0-317ede195ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.442776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9cc6df5e-7306-4cae-a0f0-317ede195ba1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c794fc16-adb6-448a-a881-2c67750ac6e0 HTTP/1.1" status: 204 len: 168 time: 0.5657220 Sep 18 02:04:35.471883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6df5e-7306-4cae-a0f0-317ede195ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c794fc16-adb6-448a-a881-2c67750ac6e0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:35.574672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e22af750-c38f-4293-8816-768a1674fa3f req-7da9c4a9-c92c-4528-beec-080c63496393 tempest-ListImageFiltersTestJSON-877445899 tempest-ListImageFiltersTestJSON-877445899-project] 10.222.0.21 "GET /v2.0/ports?device_id=89c91b65-a49e-47f5-a3da-095a77f7389f HTTP/1.1" status: 200 len: 210 time: 0.0387034 Sep 18 02:04:35.593246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:35.604167 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:35.632341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760098df-39f0-416e-be8b-60e28d2ce6b0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.636304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-760098df-39f0-416e-be8b-60e28d2ce6b0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3477473 Sep 18 02:04:35.640553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54732) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:35.712680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72995c21-47b7-4320-a738-7d636f16789c req-4bed2b24-2af6-4ce8-88f4-6da6cdf074a0 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/b4fe5d77-33db-4efc-9015-9351fe775b59 HTTP/1.1" status: 200 len: 1813 time: 0.0969298 Sep 18 02:04:35.724630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:04:35.776122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105e501a-ba11-4878-ad23-a067ebaffb6d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:35.780884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-105e501a-ba11-4878-ad23-a067ebaffb6d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1321387 Sep 18 02:04:35.781483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54736) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:35.844266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] Deleting port 3e7eb673-06ac-4366-8ee7-611ca5e0c875 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:35.844647 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.846565 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a94b7c-5329-4cfc-8fa9-8ce8315b0104 x-openstack-request-id: req-79a94b7c-5329-4cfc-8fa9-8ce8315b0104 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:35.846883 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c91b65-a49e-47f5-a3da-095a77f7389f", "name": "network-vif-deleted", "tag": "257ce93f-200f-437d-8f37-af7c46d25a48", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:35.847135 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79a94b7c-5329-4cfc-8fa9-8ce8315b0104 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:35.847530 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c91b65-a49e-47f5-a3da-095a77f7389f', 'name': 'network-vif-deleted', 'tag': '257ce93f-200f-437d-8f37-af7c46d25a48', 'status': 'completed', 'code': 200} Sep 18 02:04:35.849735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c96a64ef-5820-4739-bce0-ad150ff48c3f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670033 Sep 18 02:04:35.868971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54738) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:35.876432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:35.891544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f2340f-9302-4d35-b43b-0ea9537a50a5 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:04:35.891704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3e7eb673-06ac-4366-8ee7-611ca5e0c875 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:35.968642 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f7abc8-59da-4e77-890a-f23962681bbf x-openstack-request-id: req-f2f7abc8-59da-4e77-890a-f23962681bbf {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:35.969279 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:35.969768 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2f7abc8-59da-4e77-890a-f23962681bbf {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:35.970375 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8', 'status': 'completed', 'code': 200} Sep 18 02:04:35.972482 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:35.986689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-3408631f-971e-4f71-967d-4bf1ee14d2db req-e66779d3-8e8d-4d65-9cc7-380c7531e50f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1032359483', 'description': 'tempest-description-1307198681'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:36.001687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37e0f45c-3bc2-4e0a-9011-cfa220830c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.007794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-7d409f0d-4ab6-491e-a8d0-31f41635ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.009670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-7d409f0d-4ab6-491e-a8d0-31f41635ac1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25362dd52b5b436e92e8d77509513100&device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 1097 time: 0.2954171 Sep 18 02:04:36.015649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Transition to ACTIVE for port object 15f2340f-9302-4d35-b43b-0ea9537a50a5 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:04:36.037599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643adfc4-0078-4572-b34d-d69aef2ae1ab req-80ce0e1f-667e-401a-943e-e78d010239d1 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.044094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37e0f45c-3bc2-4e0a-9011-cfa220830c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.047675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-643adfc4-0078-4572-b34d-d69aef2ae1ab req-80ce0e1f-667e-401a-943e-e78d010239d1 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1348827 Sep 18 02:04:36.082318 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.159964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] For port 3e7eb673-06ac-4366-8ee7-611ca5e0c875, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3e7eb673-06ac-4366-8ee7-611ca5e0c875,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:36.160294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.179597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] Calling delete_port for 3e7eb673-06ac-4366-8ee7-611ca5e0c875 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:36.189323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0f45c-3bc2-4e0a-9011-cfa220830c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c7008-d49d-4dc6-bf3f-eb051c59e2bd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:36.196100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-37e0f45c-3bc2-4e0a-9011-cfa220830c70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=225812989be64d818e3e40fa0dc4efa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7116466 Sep 18 02:04:36.196100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3408631f-971e-4f71-967d-4bf1ee14d2db req-e66779d3-8e8d-4d65-9cc7-380c7531e50f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.197579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54742) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:36.227740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-e9adf7fb-ff87-43f8-a16f-3084c69fdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.228230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-e9adf7fb-ff87-43f8-a16f-3084c69fdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.228697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-e9adf7fb-ff87-43f8-a16f-3084c69fdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.229172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-e9adf7fb-ff87-43f8-a16f-3084c69fdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.229640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-e9adf7fb-ff87-43f8-a16f-3084c69fdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.230103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-e9adf7fb-ff87-43f8-a16f-3084c69fdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.230567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-e9adf7fb-ff87-43f8-a16f-3084c69fdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.233044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-e9adf7fb-ff87-43f8-a16f-3084c69fdda3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6280 time: 0.2992022 Sep 18 02:04:36.268209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-643adfc4-0078-4572-b34d-d69aef2ae1ab req-5036194f-2bbd-40d2-a847-fffa7edfe154 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136054 Sep 18 02:04:36.330977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Pushing event updated for resources: {'Port': ['ID=15f2340f-9302-4d35-b43b-0ea9537a50a5,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:36.354591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-2473da2e-490d-4137-88f8-c50fe35d803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.358912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-2473da2e-490d-4137-88f8-c50fe35d803f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 200 len: 918 time: 0.3384590 Sep 18 02:04:36.395174 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.405333 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.416429 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.429702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-af36e467-7506-4926-b152-50e0c041d018 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 200 len: 217 time: 0.0494750 Sep 18 02:04:36.451807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] Pushing event deleted for resources: {'Port': ['ID=3e7eb673-06ac-4366-8ee7-611ca5e0c875,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:36.464309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa168e70-5cf8-48d7-8872-15e410e7e9b9 None None] No DVR routers for this DVR port 3e7eb673-06ac-4366-8ee7-611ca5e0c875 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:36.602629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-7157dc69-3111-43ff-9154-db3f097ed02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.602629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-7157dc69-3111-43ff-9154-db3f097ed02e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 200 len: 858 time: 0.1367917 Sep 18 02:04:36.634299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:36.638033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.670353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88ff63b9-851c-4d5e-9d36-7983096d6584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.705241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-d354c04b-cd8e-4eea-9439-c6c6fe8e5443 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1561881-1bd8-42cc-a718-097f208cd346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948241 Sep 18 02:04:36.719609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-2dcc48aa-5980-4033-b2cf-9e1ec3e38905 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.726248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-2dcc48aa-5980-4033-b2cf-9e1ec3e38905 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.733907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-2dcc48aa-5980-4033-b2cf-9e1ec3e38905 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.740739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-2dcc48aa-5980-4033-b2cf-9e1ec3e38905 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.747924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-2dcc48aa-5980-4033-b2cf-9e1ec3e38905 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.755096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-2dcc48aa-5980-4033-b2cf-9e1ec3e38905 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.757275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-ed926a62-4427-4d8e-b0b6-6991915408eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.757756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-ed926a62-4427-4d8e-b0b6-6991915408eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.758218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-ed926a62-4427-4d8e-b0b6-6991915408eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.761725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-2dcc48aa-5980-4033-b2cf-9e1ec3e38905 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:36.764037 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-ed926a62-4427-4d8e-b0b6-6991915408eb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4614925 Sep 18 02:04:36.764593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-2dcc48aa-5980-4033-b2cf-9e1ec3e38905 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5396 time: 0.1619787 Sep 18 02:04:36.861187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-1db0ee57-6e35-4298-862c-3f04aec532ca service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954309 Sep 18 02:04:36.864091 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Attempting to bind port 15f2340f-9302-4d35-b43b-0ea9537a50a5 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:36.864812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Attempting to bind port 15f2340f-9302-4d35-b43b-0ea9537a50a5 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:36.865221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Attempting to bind port 15f2340f-9302-4d35-b43b-0ea9537a50a5 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:36.911898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Port 15f2340f-9302-4d35-b43b-0ea9537a50a5 on network 82d17108-4032-415d-8e69-c6ef088c7d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:04:36.912230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Attempting to bind port 15f2340f-9302-4d35-b43b-0ea9537a50a5 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:36.914882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88ff63b9-851c-4d5e-9d36-7983096d6584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.926986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:36.927331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Checking segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:36.927727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Bound using segment: {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:36.928240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Bound port: 15f2340f-9302-4d35-b43b-0ea9537a50a5, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bdd252-d036-440a-932f-6d662432e512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:36.929157 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:36.997959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-90f575ae-deb4-44a9-b9ae-499465c307fc req-ae8e421d-3d06-49a6-9327-f054e3a80c30 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352172 Sep 18 02:04:37.002580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:37.035146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:37.071004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 257ce93f-200f-437d-8f37-af7c46d25a48 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:04:37.071419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 257ce93f-200f-437d-8f37-af7c46d25a48 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:04:37.090274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] For port 15f2340f-9302-4d35-b43b-0ea9537a50a5, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:37.095388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3408631f-971e-4f71-967d-4bf1ee14d2db req-e66779d3-8e8d-4d65-9cc7-380c7531e50f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.095580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] For port 15f2340f-9302-4d35-b43b-0ea9537a50a5, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:37.106030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.122585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3408631f-971e-4f71-967d-4bf1ee14d2db req-e66779d3-8e8d-4d65-9cc7-380c7531e50f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.164413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:37.165283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.167190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] 10.222.0.18 "PUT /v2.0/ports/15f2340f-9302-4d35-b43b-0ea9537a50a5 HTTP/1.1" status: 200 len: 1092 time: 2.2957931 Sep 18 02:04:37.174819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6af9ec80-6476-40df-841c-bbd5878e2a5e req-27b82e8a-13a6-47cf-8a80-25a071198ec3 service neutron] 10.222.0.18 "GET /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026054 Sep 18 02:04:37.179731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66779d3-8e8d-4d65-9cc7-380c7531e50f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960dbb73-ae60-4e82-b4c1-bc76ff41ce50,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:37.224048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:37.264399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bf67f-ff57-4e06-af77-58692a551430 service neutron] Pushing event updated for resources: {'Port': ['ID=15f2340f-9302-4d35-b43b-0ea9537a50a5,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:37.293824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3408631f-971e-4f71-967d-4bf1ee14d2db req-e66779d3-8e8d-4d65-9cc7-380c7531e50f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.308134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3408631f-971e-4f71-967d-4bf1ee14d2db req-e66779d3-8e8d-4d65-9cc7-380c7531e50f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.3645368 Sep 18 02:04:37.318494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.339228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-network', 'tenant_id': '97056a926add430fa91dbbf8105cbf70'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:37.386363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-928a8a25-09fb-4507-8413-1de13df26d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:37.392236 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b940bfc0-9b05-4356-a3a6-d3b6f8265da4 req-928a8a25-09fb-4507-8413-1de13df26d61 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5391991 Sep 18 02:04:37.400603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88ff63b9-851c-4d5e-9d36-7983096d6584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.404843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88ff63b9-851c-4d5e-9d36-7983096d6584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.409073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-88ff63b9-851c-4d5e-9d36-7983096d6584 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc4c7008-d49d-4dc6-bf3f-eb051c59e2bd HTTP/1.1" status: 204 len: 168 time: 1.2082801 Sep 18 02:04:37.474961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff63b9-851c-4d5e-9d36-7983096d6584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c7008-d49d-4dc6-bf3f-eb051c59e2bd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:37.491074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:37.493420 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.525695 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.563415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc016e1-2437-4162-9d47-0492a524a5fe req-7bc605c3-876a-4373-88f5-f9c88abc46d9 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:37.565047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccc016e1-2437-4162-9d47-0492a524a5fe req-7bc605c3-876a-4373-88f5-f9c88abc46d9 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1307688 Sep 18 02:04:37.566537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.663512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:37.684482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccc016e1-2437-4162-9d47-0492a524a5fe req-5e5f037d-f19c-48e2-bc4d-c8f69f092dad tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566175 Sep 18 02:04:37.688729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:37.693874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:37.694459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.697958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=00c5cf93-ff17-46c5-9284-c8533d0137de,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:37.701522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1071b83-b365-461f-a228-4ba0bb43f890 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:37.853657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7285ced6-fc20-4278-b7c4-61f1487a34f8 req-1f46f929-9ede-40d2-a96d-d02a0b165857 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/960dbb73-ae60-4e82-b4c1-bc76ff41ce50 HTTP/1.1" status: 200 len: 1815 time: 0.0729990 Sep 18 02:04:37.883463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-9c5cd05b-7ecf-4ef1-9a34-888a730c1ca3 req-062bc633-b429-47a2-b463-44ab9291305f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1712994255', 'description': 'tempest-description-536998638'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:37.936673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54798) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:37.962474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d797f81c-7233-4735-875d-3bc67f2b21ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:37.972909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '15f2340f-9302-4d35-b43b-0ea9537a50a5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:37.975250 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "15f2340f-9302-4d35-b43b-0ea9537a50a5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:37.992637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '00c5cf93-ff17-46c5-9284-c8533d0137de'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:04:37.993849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.000768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.011410 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.036556 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-58fd1543-6a4d-4f72-bf7e-742a44247d53 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1664536 Sep 18 02:04:38.047571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9c5cd05b-7ecf-4ef1-9a34-888a730c1ca3 req-062bc633-b429-47a2-b463-44ab9291305f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.049463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54806) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:38.086490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:04:38.099491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:c6:2f:9f', 'name': 'tempest-NetworksTestDHCPv6-1478907487'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:38.198302 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d87ad44-ce63-43e2-a8a0-2e3f04125764 x-openstack-request-id: req-9d87ad44-ce63-43e2-a8a0-2e3f04125764 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:38.199042 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "15f2340f-9302-4d35-b43b-0ea9537a50a5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:38.199585 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d87ad44-ce63-43e2-a8a0-2e3f04125764 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:38.200487 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '15f2340f-9302-4d35-b43b-0ea9537a50a5', 'status': 'completed', 'code': 200} Sep 18 02:04:38.211138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea5fbf-98d1-49eb-95d6-bcf927b710fb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:38.221642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.222347 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Added segment ab65925c-3716-4da1-b400-a09e64af247e of type vlan for network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b Sep 18 02:04:38.236564 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d797f81c-7233-4735-875d-3bc67f2b21ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.254276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d797f81c-7233-4735-875d-3bc67f2b21ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.277356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23919e13-0d70-47b1-8884-3f19f7714dd1 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:04:38.283778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-b5c835d4-322c-49fc-9a5d-1c315a4a1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.284690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-b5c835d4-322c-49fc-9a5d-1c315a4a1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.285521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-b5c835d4-322c-49fc-9a5d-1c315a4a1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.286370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-b5c835d4-322c-49fc-9a5d-1c315a4a1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.287079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-b5c835d4-322c-49fc-9a5d-1c315a4a1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.288115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-b5c835d4-322c-49fc-9a5d-1c315a4a1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.288802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-b5c835d4-322c-49fc-9a5d-1c315a4a1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.292515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-b5c835d4-322c-49fc-9a5d-1c315a4a1357 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6348 time: 0.1514151 Sep 18 02:04:38.307406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/00c5cf93-ff17-46c5-9284-c8533d0137de/56ba8860-daa9-4175-a307-5abceaff6aa1) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:38.334949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.365237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.381261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Transition to ACTIVE for port object 23919e13-0d70-47b1-8884-3f19f7714dd1 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:04:38.399420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797f81c-7233-4735-875d-3bc67f2b21ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc91e64-5a36-41e3-a5da-816fd60a30d4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:38.425279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d797f81c-7233-4735-875d-3bc67f2b21ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11f844d8dab446b6a2f8a2ec76cd27d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832070 Sep 18 02:04:38.426182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54810) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:38.576968 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9c5cd05b-7ecf-4ef1-9a34-888a730c1ca3 req-062bc633-b429-47a2-b463-44ab9291305f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.584598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e63a662a-32b4-4445-a9e6-a35c221afc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.586297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9c5cd05b-7ecf-4ef1-9a34-888a730c1ca3 req-062bc633-b429-47a2-b463-44ab9291305f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.593968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-3faef6d0-664c-4f88-ac32-0d6ba6385b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.594445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-3faef6d0-664c-4f88-ac32-0d6ba6385b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.594940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-3faef6d0-664c-4f88-ac32-0d6ba6385b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.596537 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-3faef6d0-664c-4f88-ac32-0d6ba6385b93 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2899003 Sep 18 02:04:38.660082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e63a662a-32b4-4445-a9e6-a35c221afc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.660564 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.664038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9c5cd05b-7ecf-4ef1-9a34-888a730c1ca3 req-062bc633-b429-47a2-b463-44ab9291305f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.665309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c5cd05b-7ecf-4ef1-9a34-888a730c1ca3 req-062bc633-b429-47a2-b463-44ab9291305f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7998452 Sep 18 02:04:38.680847 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.684688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bc633-b429-47a2-b463-44ab9291305f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb268a-8b42-4cb2-9c9f-093f899c70a4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:38.736076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Pushing event updated for resources: {'Port': ['ID=56ba8860-daa9-4175-a307-5abceaff6aa1,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:38.761114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.761411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.761643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.761993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.762870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.762870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.763071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.763408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.763728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.764056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.764487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.765306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:38.774504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:38.777641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:38.781878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:38.793854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-6ed21937-1deb-4f6e-b3a4-f556fe6bb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.796191 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4938f4-21a4-4f68-b5b4-0446fdc5319b req-6ed21937-1deb-4f6e-b3a4-f556fe6bb913 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1805093 Sep 18 02:04:38.808004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.809654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e63a662a-32b4-4445-a9e6-a35c221afc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.814218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e63a662a-32b4-4445-a9e6-a35c221afc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.815678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e63a662a-32b4-4445-a9e6-a35c221afc92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccc91e64-5a36-41e3-a5da-816fd60a30d4 HTTP/1.1" status: 204 len: 168 time: 0.3864667 Sep 18 02:04:38.825249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a662a-32b4-4445-a9e6-a35c221afc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc91e64-5a36-41e3-a5da-816fd60a30d4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:38.829412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750b81-c851-4ccb-952d-95cede897b70 req-ff4951eb-6da6-4358-b22b-b5f9650e04c0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.836969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750b81-c851-4ccb-952d-95cede897b70 req-ff4951eb-6da6-4358-b22b-b5f9650e04c0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.843877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750b81-c851-4ccb-952d-95cede897b70 req-ff4951eb-6da6-4358-b22b-b5f9650e04c0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.849943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750b81-c851-4ccb-952d-95cede897b70 req-ff4951eb-6da6-4358-b22b-b5f9650e04c0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.855839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750b81-c851-4ccb-952d-95cede897b70 req-ff4951eb-6da6-4358-b22b-b5f9650e04c0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.862329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750b81-c851-4ccb-952d-95cede897b70 req-ff4951eb-6da6-4358-b22b-b5f9650e04c0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.868411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750b81-c851-4ccb-952d-95cede897b70 req-ff4951eb-6da6-4358-b22b-b5f9650e04c0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.877216 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c750b81-c851-4ccb-952d-95cede897b70 req-ff4951eb-6da6-4358-b22b-b5f9650e04c0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5396 time: 0.6167696 Sep 18 02:04:38.900664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Attempting to bind port 56ba8860-daa9-4175-a307-5abceaff6aa1 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:38.902124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Attempting to bind port 56ba8860-daa9-4175-a307-5abceaff6aa1 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:38.902124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Attempting to bind port 56ba8860-daa9-4175-a307-5abceaff6aa1 on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:38.908570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:38.909035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:38.909503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.909977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:38.910511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Bound port: 56ba8860-daa9-4175-a307-5abceaff6aa1, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:38.910974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.953950 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:38.954440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:38.955028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.012342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:39.013007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] For port 56ba8860-daa9-4175-a307-5abceaff6aa1, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:39.018047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] For port 56ba8860-daa9-4175-a307-5abceaff6aa1, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=56ba8860-daa9-4175-a307-5abceaff6aa1,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:39.027615 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.127600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd545bf-d52d-42b5-a705-d7c682d9925c None None] Pushing event updated for resources: {'Port': ['ID=56ba8860-daa9-4175-a307-5abceaff6aa1,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:39.150492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1443055 Sep 18 02:04:39.151012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54832) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:39.156851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Request body: {'subnet': {'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-subnet', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:39.168808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.189852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Pushing event updated for resources: {'Port': ['ID=23919e13-0d70-47b1-8884-3f19f7714dd1,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:39.209381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:39.215611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.344452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c750b81-c851-4ccb-952d-95cede897b70 req-c98ea303-fb0f-481a-b314-8a6079d924e1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4663393 Sep 18 02:04:39.354429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4cdd4-7b0c-4db6-a4ea-f41cd72d2aee admin admin] Pushing event updated for resources: {'Network': ['ID=1b297d4a-34eb-4a97-9bee-b100ae24ec8b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:39.362485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 6b1fa1e1-bba3-4e24-905d-46b8538541d4 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:04:39.411780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:04:39.483056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Attempting to bind port 23919e13-0d70-47b1-8884-3f19f7714dd1 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:39.483656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Attempting to bind port 23919e13-0d70-47b1-8884-3f19f7714dd1 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:39.484155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Attempting to bind port 23919e13-0d70-47b1-8884-3f19f7714dd1 on network e0377083-72e2-46ac-9ba6-a82b196a3305 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:39.498309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Port 23919e13-0d70-47b1-8884-3f19f7714dd1 on network e0377083-72e2-46ac-9ba6-a82b196a3305 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:04:39.498941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Attempting to bind port 23919e13-0d70-47b1-8884-3f19f7714dd1 on network e0377083-72e2-46ac-9ba6-a82b196a3305 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:39.554480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:39.567105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Checking segment: {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:39.567873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Bound using segment: {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:39.568355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Bound port: 23919e13-0d70-47b1-8884-3f19f7714dd1, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:39.568729 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.581912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.593164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2caad939-326f-4d90-b05b-824923d71120 req-6f31c62d-c7ba-4ebe-a132-ad909567b8b3 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/beeb268a-8b42-4cb2-9c9f-093f899c70a4 HTTP/1.1" status: 200 len: 1814 time: 0.1707644 Sep 18 02:04:39.662243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::ff (390e7398-a3fa-4d7d-a331-76db59367425/00c5cf93-ff17-46c5-9284-c8533d0137de/6b1fa1e1-bba3-4e24-905d-46b8538541d4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:39.688920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=95255f28-0ecf-4324-b866-5239859c9774,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:39.724489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] For port 23919e13-0d70-47b1-8884-3f19f7714dd1, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:39.730870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Checking segment: {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:39.731503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Network hostable DHCP agents. Network: 1b297d4a-34eb-4a97-9bee-b100ae24ec8b, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:04:39.752556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] For port 23919e13-0d70-47b1-8884-3f19f7714dd1, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=23919e13-0d70-47b1-8884-3f19f7714dd1,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:39.769304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.812426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:04:39.832284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 1b297d4a-34eb-4a97-9bee-b100ae24ec8b) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:39.839450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:39.840389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.842241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] 10.222.0.18 "PUT /v2.0/ports/23919e13-0d70-47b1-8884-3f19f7714dd1 HTTP/1.1" status: 200 len: 1092 time: 2.6376765 Sep 18 02:04:39.843534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43619647-71dc-49b6-9713-14c20ddd8082 None None] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:39.852893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af9f48-f0c9-4c9c-ad9d-ee4377ca0677 req-be5090c3-0184-4ab3-8b4e-9fa25d797aed tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:39.854473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89af9f48-f0c9-4c9c-ad9d-ee4377ca0677 req-be5090c3-0184-4ab3-8b4e-9fa25d797aed tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1866014 Sep 18 02:04:39.855854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:39.856649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:39.885170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Request body: {'port': {'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:39.950269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-76a21818-5909-4cc5-a4d7-9b398d96d8da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7954879 Sep 18 02:04:39.953354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 56ba8860-daa9-4175-a307-5abceaff6aa1 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:39.954890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54866) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:39.964572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:40.000365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89af9f48-f0c9-4c9c-ad9d-ee4377ca0677 req-154e3f4c-4560-4f2c-ac26-4613d80b9d8f tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206110 Sep 18 02:04:40.017093 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.018285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.020768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345808-0f44-4c18-accf-dd405ad8e42c service neutron] Pushing event updated for resources: {'Port': ['ID=23919e13-0d70-47b1-8884-3f19f7714dd1,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:40.121618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.203140 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.206805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '23919e13-0d70-47b1-8884-3f19f7714dd1'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:40.212218 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f437255c-80aa-4596-a7e1-412e9db77315" -d '{"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "23919e13-0d70-47b1-8884-3f19f7714dd1"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:40.237405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.243518 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-85c6873d-a1cf-409a-ab8f-c97668cd668e req-72892614-a402-4d49-9c3f-e9d43dfd44d1 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] show failed (client error): The resource could not be found. Sep 18 02:04:40.253251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85c6873d-a1cf-409a-ab8f-c97668cd668e req-72892614-a402-4d49-9c3f-e9d43dfd44d1 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/fd66856e-c921-4a2a-92fe-bbfd42fa88cd HTTP/1.1" status: 404 len: 352 time: 0.1296089 Sep 18 02:04:40.256844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 56ba8860-daa9-4175-a307-5abceaff6aa1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:40.257107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.392923 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d9f42-1a27-4993-b01d-6bf5e3afd1e9 x-openstack-request-id: req-481d9f42-1a27-4993-b01d-6bf5e3afd1e9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:40.393473 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "23919e13-0d70-47b1-8884-3f19f7714dd1", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:40.393869 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-481d9f42-1a27-4993-b01d-6bf5e3afd1e9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:40.394449 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '23919e13-0d70-47b1-8884-3f19f7714dd1', 'status': 'completed', 'code': 200} Sep 18 02:04:40.410007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:04:40.411927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.503770 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-1713df54-47e7-4633-96fb-95038f00de4f req-4dadfa53-0592-4c9e-8824-4b9af8fa4200 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] show failed (client error): The resource could not be found. Sep 18 02:04:40.507744 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1713df54-47e7-4633-96fb-95038f00de4f req-4dadfa53-0592-4c9e-8824-4b9af8fa4200 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-group-rules/622889f1-1d8b-4eb7-851b-9cf7f7a2d31e HTTP/1.1" status: 404 len: 361 time: 0.1475682 Sep 18 02:04:40.556770 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.601623 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.693889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:40.706847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:40.722387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:40.729000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:40.730626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:40.787149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=6b1fa1e1-bba3-4e24-905d-46b8538541d4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:40.889816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a880b080-bd3b-409a-9121-900497512c64 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8161592 Sep 18 02:04:40.903575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:40.905112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54910) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:41.021764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf672e97-5753-456e-9ee9-059c7fab30cc req-394a78f5-108b-41d1-9086-62b20ac8b5a0 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/beeb268a-8b42-4cb2-9c9f-093f899c70a4 HTTP/1.1" status: 200 len: 1814 time: 0.2174230 Sep 18 02:04:41.103923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 56ba8860-daa9-4175-a307-5abceaff6aa1, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=56ba8860-daa9-4175-a307-5abceaff6aa1,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:41.113161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070063f-a013-4ee3-85f3-7ea0ada24d1a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.119983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070063f-a013-4ee3-85f3-7ea0ada24d1a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.125697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d070063f-a013-4ee3-85f3-7ea0ada24d1a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2163718 Sep 18 02:04:41.145818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54920) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:41.150199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Allocated IP 172.20.0.2 (1b297d4a-34eb-4a97-9bee-b100ae24ec8b/95255f28-0ecf-4324-b866-5239859c9774/b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:41.164443 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.224790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-095e446b-8068-4341-9beb-f8600a72e511 None None] Provisioning complete for port 56ba8860-daa9-4175-a307-5abceaff6aa1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:41.225153 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-095e446b-8068-4341-9beb-f8600a72e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.284196 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.352777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:04:41.365560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-6a3a9d7c-4011-465b-a7aa-4c36df7a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.366427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-6a3a9d7c-4011-465b-a7aa-4c36df7a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.367714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-6a3a9d7c-4011-465b-a7aa-4c36df7a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.369611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-6a3a9d7c-4011-465b-a7aa-4c36df7a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.370345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-6a3a9d7c-4011-465b-a7aa-4c36df7a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.371953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-6a3a9d7c-4011-465b-a7aa-4c36df7a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.372614 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.375383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-6a3a9d7c-4011-465b-a7aa-4c36df7a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.386129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f437255c-80aa-4596-a7e1-412e9db77315 req-6a3a9d7c-4011-465b-a7aa-4c36df7a9177 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6416 time: 1.0018485 Sep 18 02:04:41.388985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bf672e97-5753-456e-9ee9-059c7fab30cc req-2c01cd4f-1399-4fea-9da4-82c2a6da977e tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.412697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=56ba8860-daa9-4175-a307-5abceaff6aa1,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:41.445021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-86c5bf41-1913-4b4e-ad0d-7a5fbe8dcc52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=460e138d753540deb7d9277e4296c8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342119 Sep 18 02:04:41.445643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54926) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:41.475863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Transition to ACTIVE for port object d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:04:41.522217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bf672e97-5753-456e-9ee9-059c7fab30cc req-2c01cd4f-1399-4fea-9da4-82c2a6da977e tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.526249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.569705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-ba635acb-f76f-476a-b49a-4d8899d26a8b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.585476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-ba635acb-f76f-476a-b49a-4d8899d26a8b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.593447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-ba635acb-f76f-476a-b49a-4d8899d26a8b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.600471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-ba635acb-f76f-476a-b49a-4d8899d26a8b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.608564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-ba635acb-f76f-476a-b49a-4d8899d26a8b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.615233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-ba635acb-f76f-476a-b49a-4d8899d26a8b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.623494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-ba635acb-f76f-476a-b49a-4d8899d26a8b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.641878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-ba635acb-f76f-476a-b49a-4d8899d26a8b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5408 time: 0.3518543 Sep 18 02:04:41.644474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-549c9af0-a44c-4095-950e-efb5abe9b116 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 6b1fa1e1-bba3-4e24-905d-46b8538541d4 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:41.644827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-549c9af0-a44c-4095-950e-efb5abe9b116 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.678237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4cce54a3-dd70-47d6-8f51-1adf0b131f89 None None] Provisioning complete for port 6b1fa1e1-bba3-4e24-905d-46b8538541d4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:41.679103 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4cce54a3-dd70-47d6-8f51-1adf0b131f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.729290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-8bd5842c-7e38-4ea2-91cb-ba3944f325e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.729290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-8bd5842c-7e38-4ea2-91cb-ba3944f325e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.729547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-8bd5842c-7e38-4ea2-91cb-ba3944f325e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:41.733459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1787b71-bdf0-4977-bce0-7f38692a1fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.738532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:41.739103 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f437255c-80aa-4596-a7e1-412e9db77315 req-8bd5842c-7e38-4ea2-91cb-ba3944f325e3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3442028 Sep 18 02:04:41.742930 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.787074 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.891568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bf672e97-5753-456e-9ee9-059c7fab30cc req-2c01cd4f-1399-4fea-9da4-82c2a6da977e tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.894139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bf672e97-5753-456e-9ee9-059c7fab30cc req-2c01cd4f-1399-4fea-9da4-82c2a6da977e tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.899962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Pushing event updated for resources: {'Port': ['ID=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:41.907551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf672e97-5753-456e-9ee9-059c7fab30cc req-2c01cd4f-1399-4fea-9da4-82c2a6da977e tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "DELETE /v2.0/security-groups/beeb268a-8b42-4cb2-9c9f-093f899c70a4 HTTP/1.1" status: 204 len: 173 time: 0.8848131 Sep 18 02:04:41.924332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:41.928088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:41.938951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 56ba8860-daa9-4175-a307-5abceaff6aa1 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:41.944500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:41.972426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01cd4f-1399-4fea-9da4-82c2a6da977e tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb268a-8b42-4cb2-9c9f-093f899c70a4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:41.986338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1787b71-bdf0-4977-bce0-7f38692a1fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:41.998921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4cce54a3-dd70-47d6-8f51-1adf0b131f89 None None] Port 6b1fa1e1-bba3-4e24-905d-46b8538541d4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:42.022796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-71f8e2ce-8061-44e0-81dd-ffa8ac2a6f0d req-939a2e13-04ea-491f-84ea-1323dd27c840 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3815637 Sep 18 02:04:42.079665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Attempting to bind port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:42.080339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Attempting to bind port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:42.080707 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Attempting to bind port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab on network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:42.089091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:42.089566 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Checking segment: {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:42.089867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.090261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Bound using segment: {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:42.090744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Bound port: b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:42.091129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.102356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-549c9af0-a44c-4095-950e-efb5abe9b116 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.122003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 56ba8860-daa9-4175-a307-5abceaff6aa1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:42.122381 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.253644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-549c9af0-a44c-4095-950e-efb5abe9b116 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 6b1fa1e1-bba3-4e24-905d-46b8538541d4 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:42.255564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Attempting to bind port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:42.255895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Attempting to bind port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:42.256218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Attempting to bind port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa on network e0377083-72e2-46ac-9ba6-a82b196a3305 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:42.264821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] For port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:42.270961 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-54bef734-9fd9-4012-9a10-b2f9ddd6f52b req-460d04cf-f6b4-47c0-b1a4-68f3d7c45c5f tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/960dbb73-ae60-4e82-b4c1-bc76ff41ce50 HTTP/1.1" status: 200 len: 1815 time: 0.2963767 Sep 18 02:04:42.284450 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.298260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa on network e0377083-72e2-46ac-9ba6-a82b196a3305 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:04:42.298577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Attempting to bind port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa on network e0377083-72e2-46ac-9ba6-a82b196a3305 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:42.309912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.331235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] For port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:42.340996 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.368555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:42.369465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Checking segment: {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:42.370194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Bound using segment: {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:42.371145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Bound port: d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1727d7-7155-4500-ae74-3fc0783ffa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:42.371752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.407436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1787b71-bdf0-4977-bce0-7f38692a1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.410881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1787b71-bdf0-4977-bce0-7f38692a1fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.415332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c1787b71-bdf0-4977-bce0-7f38692a1fb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d909488-92f0-42af-bb4c-d642a9332e2e HTTP/1.1" status: 204 len: 168 time: 0.9644241 Sep 18 02:04:42.428997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee6303-a1a9-4c45-8f33-8ce6e055ff4c None None] Pushing event updated for resources: {'Port': ['ID=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:42.447405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1787b71-bdf0-4977-bce0-7f38692a1fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d909488-92f0-42af-bb4c-d642a9332e2e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:42.455489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Allocated IP 172.25.0.78 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/beb710dd-a478-4514-a51f-17a6b3f7c8f3) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:42.512756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437255c-80aa-4596-a7e1-412e9db77315 req-020c1899-1780-4dfa-80cf-448037cd6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:42.515152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f437255c-80aa-4596-a7e1-412e9db77315 req-020c1899-1780-4dfa-80cf-448037cd6de1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7609808 Sep 18 02:04:42.567832 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-54bef734-9fd9-4012-9a10-b2f9ddd6f52b req-a717e1d8-2048-4cb8-9112-e27ef2bf421a tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.597754 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-54bef734-9fd9-4012-9a10-b2f9ddd6f52b req-a717e1d8-2048-4cb8-9112-e27ef2bf421a tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.678229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.784482 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.787619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-54bef734-9fd9-4012-9a10-b2f9ddd6f52b req-a717e1d8-2048-4cb8-9112-e27ef2bf421a tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.790469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-54bef734-9fd9-4012-9a10-b2f9ddd6f52b req-a717e1d8-2048-4cb8-9112-e27ef2bf421a tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.811140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-54bef734-9fd9-4012-9a10-b2f9ddd6f52b req-a717e1d8-2048-4cb8-9112-e27ef2bf421a tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "DELETE /v2.0/security-groups/960dbb73-ae60-4e82-b4c1-bc76ff41ce50 HTTP/1.1" status: 204 len: 173 time: 0.5144939 Sep 18 02:04:42.841802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] For port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:42.880504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:42.882092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=beb710dd-a478-4514-a51f-17a6b3f7c8f3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:42.889069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e1d8-2048-4cb8-9112-e27ef2bf421a tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960dbb73-ae60-4e82-b4c1-bc76ff41ce50,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:42.900736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:42.906080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:42.916517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] For port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:42.932384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:42.990959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47e3dfa1-d31d-421f-907e-b882da08ca8a req-1df29ca3-bce1-42d2-832a-2ce196da3020 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/b4fe5d77-33db-4efc-9015-9351fe775b59 HTTP/1.1" status: 200 len: 1813 time: 0.0932243 Sep 18 02:04:43.054260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-549c9af0-a44c-4095-950e-efb5abe9b116 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:43.075345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.080263 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:43.085917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] 10.222.0.18 "PUT /v2.0/ports/d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 200 len: 1092 time: 3.2045369 Sep 18 02:04:43.098686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:04:43.106173 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f7e58-5add-4280-a442-d7310c6bf5af" -d '{"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:04:43.160826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-47e3dfa1-d31d-421f-907e-b882da08ca8a req-41adda5a-ea26-45b4-8380-45cc2ddc04c1 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:43.277568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-47e3dfa1-d31d-421f-907e-b882da08ca8a req-41adda5a-ea26-45b4-8380-45cc2ddc04c1 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:43.411771 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-549c9af0-a44c-4095-950e-efb5abe9b116 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:43.427163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54972) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:43.427677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-549c9af0-a44c-4095-950e-efb5abe9b116 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6b1fa1e1-bba3-4e24-905d-46b8538541d4 HTTP/1.1" status: 204 len: 168 time: 2.2803309 Sep 18 02:04:43.579806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-0206590d-e9a5-4ffc-8a56-1674acc13146 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.613878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-0206590d-e9a5-4ffc-8a56-1674acc13146 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.631582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-0206590d-e9a5-4ffc-8a56-1674acc13146 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.654850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-0206590d-e9a5-4ffc-8a56-1674acc13146 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.671678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-0206590d-e9a5-4ffc-8a56-1674acc13146 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.687450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-0206590d-e9a5-4ffc-8a56-1674acc13146 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.700261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-0206590d-e9a5-4ffc-8a56-1674acc13146 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.705276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-0206590d-e9a5-4ffc-8a56-1674acc13146 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.4053428 Sep 18 02:04:43.707860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d046798-438e-4810-8e35-376dc3283fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:43.810824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ea1e47f-1ea4-4988-948e-ffa1fff15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.811413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ea1e47f-1ea4-4988-948e-ffa1fff15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.811890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ea1e47f-1ea4-4988-948e-ffa1fff15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.812525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ea1e47f-1ea4-4988-948e-ffa1fff15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.812988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ea1e47f-1ea4-4988-948e-ffa1fff15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.814510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ea1e47f-1ea4-4988-948e-ffa1fff15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.814510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ea1e47f-1ea4-4988-948e-ffa1fff15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.816323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ea1e47f-1ea4-4988-948e-ffa1fff15e15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6484 time: 0.6845429 Sep 18 02:04:43.852169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c9af0-a44c-4095-950e-efb5abe9b116 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=6b1fa1e1-bba3-4e24-905d-46b8538541d4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:43.881415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8476c80-c33f-4499-a916-cdfa9ac9e17d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.891953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8476c80-c33f-4499-a916-cdfa9ac9e17d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:43.896987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b8476c80-c33f-4499-a916-cdfa9ac9e17d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4577157 Sep 18 02:04:43.900643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:43.924746 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a04184d-3f0e-4c68-addd-c738c4ed814e req-6b499049-28fc-41c1-a22d-25166ff5edd3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1888015 Sep 18 02:04:43.954214 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-47e3dfa1-d31d-421f-907e-b882da08ca8a req-41adda5a-ea26-45b4-8380-45cc2ddc04c1 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:43.964415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-47e3dfa1-d31d-421f-907e-b882da08ca8a req-41adda5a-ea26-45b4-8380-45cc2ddc04c1 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:43.969776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:43.984992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47e3dfa1-d31d-421f-907e-b882da08ca8a req-41adda5a-ea26-45b4-8380-45cc2ddc04c1 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4fe5d77-33db-4efc-9015-9351fe775b59 HTTP/1.1" status: 204 len: 173 time: 0.9567666 Sep 18 02:04:44.080074 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3206d66d-3487-4d5b-8817-1a12489b3109 x-openstack-request-id: req-3206d66d-3487-4d5b-8817-1a12489b3109 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:04:44.081275 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:04:44.081536 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3206d66d-3487-4d5b-8817-1a12489b3109 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:04:44.081956 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa', 'status': 'completed', 'code': 200} Sep 18 02:04:44.083908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1553f314-232b-4cde-910b-8e9986ec2d01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 200 len: 217 time: 0.2173166 Sep 18 02:04:44.096861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adda5a-ea26-45b4-8380-45cc2ddc04c1 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fe5d77-33db-4efc-9015-9351fe775b59,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:44.097396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:44.098505 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.182800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.218212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080e903-e486-4978-868b-be72cd1e60bb None None] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:44.221337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-39e9640b-6f8c-4737-8636-d2f19b520d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:44.229864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-39e9640b-6f8c-4737-8636-d2f19b520d31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=623b87eb-c594-4180-b0f1-d20148d1cdf7 HTTP/1.1" status: 200 len: 851 time: 0.1348612 Sep 18 02:04:44.288319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-335f5d0b-b804-40c1-9313-a76bc45e344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:44.290079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-335f5d0b-b804-40c1-9313-a76bc45e344f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11be498a-d972-4af2-b522-204f1356985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533574 Sep 18 02:04:44.317161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bdce6a-9d0d-40ac-b454-9afaf15ae264 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 00c5cf93-ff17-46c5-9284-c8533d0137de {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:44.343399 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67bdce6a-9d0d-40ac-b454-9afaf15ae264 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.372531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f6e7189-17a7-4a4e-adad-49b43c203e34 req-510f2eaf-c28e-4989-8fb3-47eafba468bc tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/35816bdb-d33e-4238-a7c7-316b2839f07e HTTP/1.1" status: 200 len: 1814 time: 0.3008132 Sep 18 02:04:44.403147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-44be5fde-acc5-416f-a0dc-9b4e69668916 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052704 Sep 18 02:04:44.480394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67bdce6a-9d0d-40ac-b454-9afaf15ae264 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.546473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b41731a9-5675-4a42-b4f5-f04adb1fe1cb None None] Provisioning complete for port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:44.546473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b41731a9-5675-4a42-b4f5-f04adb1fe1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.620944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5f6e7189-17a7-4a4e-adad-49b43c203e34 req-5ca3afbb-f330-4286-b726-af70583660f9 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.621155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-9ece19d8-8f7b-4f7f-b84f-c63813ecd2b2 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060311 Sep 18 02:04:44.740692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ddb3cb6-6d39-45af-bc1d-4c89b5267f3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 217 time: 0.1001940 Sep 18 02:04:44.741443 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.796966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5f6e7189-17a7-4a4e-adad-49b43c203e34 req-5ca3afbb-f330-4286-b726-af70583660f9 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.856925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55008) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:44.878432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-fd5bba4a-90af-4348-a3f9-1a6b8d61093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:44.884964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-fd5bba4a-90af-4348-a3f9-1a6b8d61093b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1394410 Sep 18 02:04:44.893498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:44.909692 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.917362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b41731a9-5675-4a42-b4f5-f04adb1fe1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:44.996458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-ef358fa8-3e34-486b-8372-3a7cd8846711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.005171 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-ef358fa8-3e34-486b-8372-3a7cd8846711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1120040 Sep 18 02:04:45.073461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:45.079031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-b41731a9-5675-4a42-b4f5-f04adb1fe1cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:04:45.079722 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-b41731a9-5675-4a42-b4f5-f04adb1fe1cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:04:45.110023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-362762508-network', 'tenant_id': '4f839406f3ad4416a0e1089553b836db'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:45.112766 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67bdce6a-9d0d-40ac-b454-9afaf15ae264 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.207259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5f6e7189-17a7-4a4e-adad-49b43c203e34 req-5ca3afbb-f330-4286-b726-af70583660f9 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.210292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5f6e7189-17a7-4a4e-adad-49b43c203e34 req-5ca3afbb-f330-4286-b726-af70583660f9 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.213483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Made reservation on behalf of 4f839406f3ad4416a0e1089553b836db for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:45.216943 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.230113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f6e7189-17a7-4a4e-adad-49b43c203e34 req-5ca3afbb-f330-4286-b726-af70583660f9 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "DELETE /v2.0/security-groups/35816bdb-d33e-4238-a7c7-316b2839f07e HTTP/1.1" status: 204 len: 173 time: 0.8471677 Sep 18 02:04:45.245241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.257155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-fca813c5-33d5-401e-b913-c8968cdf8a99 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445812 Sep 18 02:04:45.260268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.306177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3afbb-f330-4286-b726-af70583660f9 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35816bdb-d33e-4238-a7c7-316b2839f07e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:45.436334 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67bdce6a-9d0d-40ac-b454-9afaf15ae264 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.461956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-e8cb4d3d-b3ba-42e2-b844-a8d5433dbaa2 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773486 Sep 18 02:04:45.521153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdce6a-9d0d-40ac-b454-9afaf15ae264 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=00c5cf93-ff17-46c5-9284-c8533d0137de,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:45.525168 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67bdce6a-9d0d-40ac-b454-9afaf15ae264 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.527236 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-67bdce6a-9d0d-40ac-b454-9afaf15ae264 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/00c5cf93-ff17-46c5-9284-c8533d0137de HTTP/1.1" status: 204 len: 168 time: 1.6189313 Sep 18 02:04:45.532319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55032) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:45.545139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579485b-b4f8-4aec-8566-6080ae69ad3b None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:45.547224 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad6de2dd-5bc0-455f-b7fe-b488d928fc77 req-5e23444a-04d2-4a97-b457-c310d9c0aa13 tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "GET /v2.0/security-groups/3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573 HTTP/1.1" status: 200 len: 1813 time: 0.0915058 Sep 18 02:04:45.599481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9e68293d-3e8f-484b-8b5a-d33044af066c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650692 Sep 18 02:04:45.617338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d937-bac3-46f3-944f-63d3a622a169 req-f082c742-fbcf-46ea-bb53-e0e8e032c6c8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.623822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d937-bac3-46f3-944f-63d3a622a169 req-f082c742-fbcf-46ea-bb53-e0e8e032c6c8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.625070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-a41c4ad0-67fe-43da-aee0-f215eb707248 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 217 time: 0.0927815 Sep 18 02:04:45.626357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55034) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:45.629910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d937-bac3-46f3-944f-63d3a622a169 req-f082c742-fbcf-46ea-bb53-e0e8e032c6c8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.635938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d937-bac3-46f3-944f-63d3a622a169 req-f082c742-fbcf-46ea-bb53-e0e8e032c6c8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.642773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d937-bac3-46f3-944f-63d3a622a169 req-f082c742-fbcf-46ea-bb53-e0e8e032c6c8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.648721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d937-bac3-46f3-944f-63d3a622a169 req-f082c742-fbcf-46ea-bb53-e0e8e032c6c8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.654833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d937-bac3-46f3-944f-63d3a622a169 req-f082c742-fbcf-46ea-bb53-e0e8e032c6c8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.656682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f189d937-bac3-46f3-944f-63d3a622a169 req-f082c742-fbcf-46ea-bb53-e0e8e032c6c8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.2685041 Sep 18 02:04:45.741580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f189d937-bac3-46f3-944f-63d3a622a169 req-015dc508-d259-4be1-b48a-eeb9920668eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725744 Sep 18 02:04:45.749128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Router d990a680-1734-4e39-b1d6-f92c48c63201 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:04:45.862016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-e4a7d813-d203-465a-9555-c76570e54c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.870792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-e4a7d813-d203-465a-9555-c76570e54c3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.2339439 Sep 18 02:04:45.871442 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad6de2dd-5bc0-455f-b7fe-b488d928fc77 req-ecd42084-6f0d-4ce5-b01c-0419fcd845bf tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.908433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5639ef0d-e944-4d1b-9854-d1fb11b33cdf None None] Provisioning complete for port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:45.909574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5639ef0d-e944-4d1b-9854-d1fb11b33cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:45.925823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a441b144-5d5d-46a0-b569-6dad4ad89c6a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:45.929603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a441b144-5d5d-46a0-b569-6dad4ad89c6a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2960126 Sep 18 02:04:45.944092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55040) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:45.960448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:04:45.976131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:45.999189 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad6de2dd-5bc0-455f-b7fe-b488d928fc77 req-ecd42084-6f0d-4ce5-b01c-0419fcd845bf tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.068408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b89dea2d-6aa3-4a51-990f-d5de6f524563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:46.070374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b89dea2d-6aa3-4a51-990f-d5de6f524563 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1863117 Sep 18 02:04:46.073814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.105519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.105906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcdda3c-e024-40c5-8813-bd59e748a6c2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:46.107715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9dcdda3c-e024-40c5-8813-bd59e748a6c2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1606154 Sep 18 02:04:46.110514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55044) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:46.120188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:04:46.147562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Sync routers for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:04:46.148315 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad6de2dd-5bc0-455f-b7fe-b488d928fc77 req-ecd42084-6f0d-4ce5-b01c-0419fcd845bf tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.151073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad6de2dd-5bc0-455f-b7fe-b488d928fc77 req-ecd42084-6f0d-4ce5-b01c-0419fcd845bf tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.164112 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad6de2dd-5bc0-455f-b7fe-b488d928fc77 req-ecd42084-6f0d-4ce5-b01c-0419fcd845bf tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573 HTTP/1.1" status: 204 len: 173 time: 0.6112926 Sep 18 02:04:46.172374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55046) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:46.200490 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5d45ad72-309f-4bac-a360-a762f251b800 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831032 Sep 18 02:04:46.200490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55048) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:46.203382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:04:46.204918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:04:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:46.206339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:46.235228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.239597 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bd2ede58-fe5f-4907-a66d-000c3dab5bc1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2836275 Sep 18 02:04:46.244066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55050) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:46.296336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] Deleting port 56ba8860-daa9-4175-a307-5abceaff6aa1 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:46.296713 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.300889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:46.301043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.476896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7584c92-d5f0-43e3-8c20-d6653fce0b34 admin admin] Deleting subnet 798c8693-44ed-485a-994a-e5511cf7bc27 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:46.480931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7584c92-d5f0-43e3-8c20-d6653fce0b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.628312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] For port 56ba8860-daa9-4175-a307-5abceaff6aa1, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=56ba8860-daa9-4175-a307-5abceaff6aa1,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:46.628747 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.633080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:04:46.704265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] Calling delete_port for 56ba8860-daa9-4175-a307-5abceaff6aa1 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:46.783723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:04:46.821064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.821613 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Added segment 87068222-5521-401b-a0e6-5c929d15765a of type vlan for network 447c4529-1f43-463c-8cd3-faa08081b62c Sep 18 02:04:46.911083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:46.937573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc0e9e-0649-4f09-bf1a-223c8fa1c37a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:46.994530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd42084-6f0d-4ce5-b01c-0419fcd845bf tempest-SecurityGroupRulesNegativeTestJSON-1933551304 tempest-SecurityGroupRulesNegativeTestJSON-1933551304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3dfc8f-3f24-4fd0-b8b0-fe7cb4d8e573,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:47.015630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.030969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.035428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.043031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.094317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] Pushing event deleted for resources: {'Port': ['ID=56ba8860-daa9-4175-a307-5abceaff6aa1,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:47.100336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24654c35-3569-4ca7-8f1e-c41f8cb0008a None None] No DVR routers for this DVR port 56ba8860-daa9-4175-a307-5abceaff6aa1 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:04:47.133079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:43Z', 'revision_number': 3, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:47.146456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] Pushing event updated for resources: {'Network': ['ID=447c4529-1f43-463c-8cd3-faa08081b62c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:47.159258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1e203353-9ded-4816-b234-0d9c52e9c678 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0806284 Sep 18 02:04:47.195560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 447c4529-1f43-463c-8cd3-faa08081b62c details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:04:47.198509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Checking router: d990a680-1734-4e39-b1d6-f92c48c63201 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:04:47.199060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Updating router d990a680-1734-4e39-b1d6-f92c48c63201 port beb710dd-a478-4514-a51f-17a6b3f7c8f3 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:04:47.245616 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.334292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-eea768bd-90b1-435c-a929-b3877814d5e9 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665697 Sep 18 02:04:47.399013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-bf18ee94-26b6-455a-b621-4207042d322e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 HTTP/1.1" status: 200 len: 217 time: 0.0565028 Sep 18 02:04:47.406157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7584c92-d5f0-43e3-8c20-d6653fce0b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.448477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:47.452564 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.527103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-f7602180-f00c-4162-a360-091c39f1fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.528858 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-f7602180-f00c-4162-a360-091c39f1fb19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1224294 Sep 18 02:04:47.579070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7584c92-d5f0-43e3-8c20-d6653fce0b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.588439 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-20a6b400-2d3f-4a5d-aaef-4195928c893c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7258880 Sep 18 02:04:47.588789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55070) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:47.594457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Request body: {'subnet': {'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-362762508-subnet', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:47.618942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-57d706b9-4ef8-4a63-b7b7-3e092a5fb183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.621501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-57d706b9-4ef8-4a63-b7b7-3e092a5fb183 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850854 Sep 18 02:04:47.636112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.647700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.650133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-64601641-47c2-41f6-8b2d-6007a52f75db tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.657692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Made reservation on behalf of 4f839406f3ad4416a0e1089553b836db for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:47.659940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.663645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-64601641-47c2-41f6-8b2d-6007a52f75db tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.669913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-64601641-47c2-41f6-8b2d-6007a52f75db tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.676266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-64601641-47c2-41f6-8b2d-6007a52f75db tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.682462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-64601641-47c2-41f6-8b2d-6007a52f75db tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.689434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-64601641-47c2-41f6-8b2d-6007a52f75db tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.695812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-64601641-47c2-41f6-8b2d-6007a52f75db tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:47.697825 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-64601641-47c2-41f6-8b2d-6007a52f75db tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.5497401 Sep 18 02:04:47.761758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Attempting to bind port beb710dd-a478-4514-a51f-17a6b3f7c8f3 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:47.762165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Attempting to bind port beb710dd-a478-4514-a51f-17a6b3f7c8f3 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:47.762468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Attempting to bind port beb710dd-a478-4514-a51f-17a6b3f7c8f3 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:47.783854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:47.784259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:47.784753 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.785156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:47.786043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Bound port: beb710dd-a478-4514-a51f-17a6b3f7c8f3, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:47.786043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.837210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14bed-c0dc-4a0e-b3b5-7f4107d9d5af None None] Pushing event updated for resources: {'Port': ['ID=beb710dd-a478-4514-a51f-17a6b3f7c8f3,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:47.875672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 56ba8860-daa9-4175-a307-5abceaff6aa1 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:04:47.889520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-cbc81360-9bae-4166-8cbc-f3b3bfe7980f service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601869 Sep 18 02:04:47.912669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:47.940183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6838725d-01ad-4a8d-be71-00fc9edde4cf req-9a3dc91a-9db6-46f1-9897-1d790c71df80 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619582 Sep 18 02:04:47.967999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 56ba8860-daa9-4175-a307-5abceaff6aa1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:04:47.969000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 56ba8860-daa9-4175-a307-5abceaff6aa1 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:04:48.005045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] For port beb710dd-a478-4514-a51f-17a6b3f7c8f3, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:48.009935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] For port beb710dd-a478-4514-a51f-17a6b3f7c8f3, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=beb710dd-a478-4514-a51f-17a6b3f7c8f3,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:48.014188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7584c92-d5f0-43e3-8c20-d6653fce0b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.017707 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.094865 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7584c92-d5f0-43e3-8c20-d6653fce0b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.097718 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a7584c92-d5f0-43e3-8c20-d6653fce0b34 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/798c8693-44ed-485a-994a-e5511cf7bc27 HTTP/1.1" status: 204 len: 168 time: 1.9134114 Sep 18 02:04:48.098953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584c92-d5f0-43e3-8c20-d6653fce0b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798c8693-44ed-485a-994a-e5511cf7bc27,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:48.108984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55078) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:48.174861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:04:48.176067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:04:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:48.210896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.293863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:48.301511 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b1694ec1-a480-4a92-9c45-d157127dd095 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543994 Sep 18 02:04:48.309579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14bed-c0dc-4a0e-b3b5-7f4107d9d5af None None] Pushing event updated for resources: {'Port': ['ID=beb710dd-a478-4514-a51f-17a6b3f7c8f3,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:48.332485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:04:48.355826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-81a5272b-0fe7-46f2-9299-fdca33f1f3b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5 HTTP/1.1" status: 200 len: 217 time: 0.0363734 Sep 18 02:04:48.393610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:04:48.409022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.423779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Checking segment: {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:48.424746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Network hostable DHCP agents. Network: 447c4529-1f43-463c-8cd3-faa08081b62c, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:04:48.450060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ab36370-66ff-4afb-82a4-e532e3e828ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:48.454171 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.455866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-1ab36370-66ff-4afb-82a4-e532e3e828ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.0848434 Sep 18 02:04:48.478497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Network 447c4529-1f43-463c-8cd3-faa08081b62c is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:04:48.516659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 447c4529-1f43-463c-8cd3-faa08081b62c) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:48.526618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:48.527439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.532270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ea5c66-3e22-48ce-8038-f6404e08693f None None] Network 447c4529-1f43-463c-8cd3-faa08081b62c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:48.553769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b78d9b73-38b3-48f9-aa8e-e752d93c31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:48.557789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-b78d9b73-38b3-48f9-aa8e-e752d93c31f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929236 Sep 18 02:04:48.567482 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9cace14-f53d-4614-94b1-2395fa923c14 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9777379 Sep 18 02:04:48.568709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55084) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:48.584036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:48.619356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:48.626596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Allocated IP 172.20.0.1 (1b297d4a-34eb-4a97-9bee-b100ae24ec8b/95255f28-0ecf-4324-b866-5239859c9774/f11c5575-9141-48e3-aeea-a981a129d032) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:48.629317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:48.630170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.637783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce9038c-34b7-477b-bd79-1c5446a30710 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:48.674084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=3578d18e-888a-460e-8e03-b13f0ebc282b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:48.707743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:48.713075 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-62a6d942-b828-4dd9-bb3e-af49e7d65c76 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432095 Sep 18 02:04:48.720874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bfcf2f2e-3fe7-489b-a0f0-3ccd66de47d7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5202825 Sep 18 02:04:48.723082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.744195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55088) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:48.750542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-967d7ddc-d9eb-46a0-9ba3-958b29762d80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:48.783785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf81555-95f4-4f8d-ac25-82b005f17536']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:48.827001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f9d2b7-d6a7-4aa4-acbf-0393bd691b06') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:48.827588 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f9d2b7-d6a7-4aa4-acbf-0393bd691b06') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:48.831511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:43Z', 'revision_number': 3, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:48.833875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.835156 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.844704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.867806 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.886767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:04:48.887441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:04:48.889959 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:04:48.896281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-447c4529-1f43-463c-8cd3-faa08081b62c', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:04:48.897433 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.910412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0851eb-9178-4ec3-8443-8e7f9a8a702d None None] The sync data for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 is: [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:43Z', 'revision_number': 3, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:04:48.957034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:48.990597 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.007953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.010751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/edf81555-95f4-4f8d-ac25-82b005f17536 HTTP/1.1" status: 204 len: 168 time: 0.8994558 Sep 18 02:04:49.056524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeb040-049b-4538-a9fc-7f123735e0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf81555-95f4-4f8d-ac25-82b005f17536,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:49.089670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.134284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '3578d18e-888a-460e-8e03-b13f0ebc282b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:04:49.135190 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.206471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:49.208905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.223907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:49.234379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:49.291896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952b0d-3c43-43c3-9385-96258af004e7 req-53d3c46f-90ea-48e7-a6a8-1cd9befe420d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:49.308686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952b0d-3c43-43c3-9385-96258af004e7 req-53d3c46f-90ea-48e7-a6a8-1cd9befe420d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:49.335903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952b0d-3c43-43c3-9385-96258af004e7 req-53d3c46f-90ea-48e7-a6a8-1cd9befe420d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:49.346424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952b0d-3c43-43c3-9385-96258af004e7 req-53d3c46f-90ea-48e7-a6a8-1cd9befe420d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:49.354326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952b0d-3c43-43c3-9385-96258af004e7 req-53d3c46f-90ea-48e7-a6a8-1cd9befe420d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:49.361613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952b0d-3c43-43c3-9385-96258af004e7 req-53d3c46f-90ea-48e7-a6a8-1cd9befe420d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:49.368966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952b0d-3c43-43c3-9385-96258af004e7 req-53d3c46f-90ea-48e7-a6a8-1cd9befe420d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:49.399051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-72952b0d-3c43-43c3-9385-96258af004e7 req-53d3c46f-90ea-48e7-a6a8-1cd9befe420d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.3117878 Sep 18 02:04:49.428822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Pushing event updated for resources: {'Port': ['ID=f11c5575-9141-48e3-aeea-a981a129d032,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:49.555900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-7ca80bf5-dcbb-489a-bf9f-813ea951c193 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8309600 Sep 18 02:04:49.558307 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.580692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d7ddc-d9eb-46a0-9ba3-958b29762d80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:49.595148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-967d7ddc-d9eb-46a0-9ba3-958b29762d80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.695486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Allocated IP 172.20.0.2 (447c4529-1f43-463c-8cd3-faa08081b62c/e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d/2211d350-13a2-4ec6-8408-9eed0971863a) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:49.818391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-72952b0d-3c43-43c3-9385-96258af004e7 req-ba63c3b9-cbe6-4280-b214-0407c2b34dda tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4183459 Sep 18 02:04:49.818968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55108) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:49.879151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-844152c2-37c4-475a-a6f1-693a6d6beef2 None None] Provisioning complete for port f11c5575-9141-48e3-aeea-a981a129d032 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:49.879608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-844152c2-37c4-475a-a6f1-693a6d6beef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.922730 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:49.956153 n-d-789963-12 neutron-server[106439]: INFO neutron.db.ipam_backend_mixin [None req-967d7ddc-d9eb-46a0-9ba3-958b29762d80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3578d18e-888a-460e-8e03-b13f0ebc282b (CIDR: 2001:db8::/64) Sep 18 02:04:50.005142 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-967d7ddc-d9eb-46a0-9ba3-958b29762d80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:04:50.011568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Allocated IP 2001:db8::f816:3eff:fe2d:8990 (390e7398-a3fa-4d7d-a331-76db59367425/3578d18e-888a-460e-8e03-b13f0ebc282b/9ce221d4-99a3-425e-b48f-13909f38fe7c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:50.023244 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967d7ddc-d9eb-46a0-9ba3-958b29762d80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:04:50.046056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device beb710dd-a478-4514-a51f-17a6b3f7c8f3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:50.079305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-967d7ddc-d9eb-46a0-9ba3-958b29762d80 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3336616 Sep 18 02:04:50.082219 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-df4d464e-ec91-43a3-9dc8-0aae5eff86e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23919e13-0d70-47b1-8884-3f19f7714dd1 HTTP/1.1" status: 200 len: 217 time: 0.5182550 Sep 18 02:04:50.085279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55114) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:50.105202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c26ea8b-138b-426f-89e5-002f28dca1f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6306d01685d345c09f436422035774d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756834 Sep 18 02:04:50.120805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:50.179894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:50.217066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-844152c2-37c4-475a-a6f1-693a6d6beef2 None None] Port f11c5575-9141-48e3-aeea-a981a129d032 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:50.381212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c6f78b-afb1-4fe5-80f7-8dd1dd9edb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.407534 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.435509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c6f78b-afb1-4fe5-80f7-8dd1dd9edb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.468176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-e234e6c5-d278-4751-8eb7-3e033117888f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:50.470774 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-e234e6c5-d278-4751-8eb7-3e033117888f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.2987909 Sep 18 02:04:50.550950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port beb710dd-a478-4514-a51f-17a6b3f7c8f3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:50.551327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.554060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.571680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.579882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:50.583549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.676060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-8cd1abc1-f611-4ac6-aebf-6d0fe62b57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:50.677819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-8cd1abc1-f611-4ac6-aebf-6d0fe62b57b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1873217 Sep 18 02:04:50.768243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c6f78b-afb1-4fe5-80f7-8dd1dd9edb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.787399 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c6f78b-afb1-4fe5-80f7-8dd1dd9edb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.790491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f3c6f78b-afb1-4fe5-80f7-8dd1dd9edb60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a45c4a4-9a91-4a30-bf01-30f8b2cbb0a2 HTTP/1.1" status: 204 len: 168 time: 0.6686394 Sep 18 02:04:50.802291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:50.902288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Pushing event updated for resources: {'Port': ['ID=f11c5575-9141-48e3-aeea-a981a129d032,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:50.908418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6f78b-afb1-4fe5-80f7-8dd1dd9edb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a45c4a4-9a91-4a30-bf01-30f8b2cbb0a2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:50.961447 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.033220 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-d2d143e1-4f32-496d-86b4-b9b4690e883f service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103230 Sep 18 02:04:51.042636 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.088655 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.177283 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.211298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-7061219e-bbd7-4ad8-a178-e57523ce3854 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:51.219737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-7061219e-bbd7-4ad8-a178-e57523ce3854 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:51.229722 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-7061219e-bbd7-4ad8-a178-e57523ce3854 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:51.241368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-7061219e-bbd7-4ad8-a178-e57523ce3854 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:51.242820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-83782e9f-52bd-4456-9e23-b9c6df3925ce service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818268 Sep 18 02:04:51.255968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-7061219e-bbd7-4ad8-a178-e57523ce3854 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:51.257238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Network 447c4529-1f43-463c-8cd3-faa08081b62c is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:51.264223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:51.265586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-7061219e-bbd7-4ad8-a178-e57523ce3854 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:51.286322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-7061219e-bbd7-4ad8-a178-e57523ce3854 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:51.288666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-7061219e-bbd7-4ad8-a178-e57523ce3854 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.2345326 Sep 18 02:04:51.296371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:51.327841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:51.332982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:51.339906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:51.360450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:51.414028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:51.449767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Pushing event updated for resources: {'Port': ['ID=2211d350-13a2-4ec6-8408-9eed0971863a,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:51.530687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-d17df344-0f91-4fc5-bc78-4b9aa99ae945 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 200 len: 217 time: 0.2596109 Sep 18 02:04:51.536860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Pushing event updated for resources: {'Port': ['ID=9ce221d4-99a3-425e-b48f-13909f38fe7c,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:51.559182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Router d990a680-1734-4e39-b1d6-f92c48c63201 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:04:51.566637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.567878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a5a7e12-252c-43ef-9f36-320d88db9767 req-a895e780-6be3-4fc4-afa2-06c63d4384fa tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2702346 Sep 18 02:04:51.654932 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.667944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Attempting to bind port 2211d350-13a2-4ec6-8408-9eed0971863a on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:51.669073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Attempting to bind port 2211d350-13a2-4ec6-8408-9eed0971863a by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:51.670441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Attempting to bind port 2211d350-13a2-4ec6-8408-9eed0971863a on network 447c4529-1f43-463c-8cd3-faa08081b62c {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:51.719978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Attempting to bind port 9ce221d4-99a3-425e-b48f-13909f38fe7c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:51.720422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Attempting to bind port 9ce221d4-99a3-425e-b48f-13909f38fe7c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:51.720785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Attempting to bind port 9ce221d4-99a3-425e-b48f-13909f38fe7c on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:51.737269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:51.737715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Checking segment: {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:51.738023 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.741595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Bound using segment: {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:51.742203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Bound port: 2211d350-13a2-4ec6-8408-9eed0971863a, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:51.742605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.761045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port beb710dd-a478-4514-a51f-17a6b3f7c8f3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=beb710dd-a478-4514-a51f-17a6b3f7c8f3,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:51.765077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:51.765445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:51.765851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.766242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:51.766734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Bound port: 9ce221d4-99a3-425e-b48f-13909f38fe7c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:51.767221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.778049 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.791698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:04:51.799815 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.819510 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3aa271c8-e6e9-4e53-8c94-d64b1b4667cf admin admin] 10.222.0.21 "PUT /v2.0/routers/d990a680-1734-4e39-b1d6-f92c48c63201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5658748 Sep 18 02:04:51.819914 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:51.898006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-422ac4dc-2eb8-49a1-8361-ce68090baf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:51.899813 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-422ac4dc-2eb8-49a1-8361-ce68090baf78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.3681860 Sep 18 02:04:51.908239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=278bc031-fba8-4eb0-94e1-d435e79f237d,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:51.949606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:51.971429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-09fa8e61-3205-4e6e-93f7-63aef2f5cd57 None None] Provisioning complete for port f11c5575-9141-48e3-aeea-a981a129d032 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:51.972023 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-09fa8e61-3205-4e6e-93f7-63aef2f5cd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:52.003978 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Sync routers for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:04:52.012740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] For port 2211d350-13a2-4ec6-8408-9eed0971863a, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:52.017277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] For port 9ce221d4-99a3-425e-b48f-13909f38fe7c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:52.019208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=beb710dd-a478-4514-a51f-17a6b3f7c8f3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:52.042844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:52.048952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:52.049758 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:52.050791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] For port 9ce221d4-99a3-425e-b48f-13909f38fe7c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9ce221d4-99a3-425e-b48f-13909f38fe7c,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:52.054504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] For port 2211d350-13a2-4ec6-8408-9eed0971863a, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2211d350-13a2-4ec6-8408-9eed0971863a,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:52.063367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-09fa8e61-3205-4e6e-93f7-63aef2f5cd57 None None] Port f11c5575-9141-48e3-aeea-a981a129d032 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:04:52.066096 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:52.072881 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:52.143318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3befaff2-8b92-49fc-bba1-9a63be324391 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0519159 Sep 18 02:04:52.144684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55162) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:52.155864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:e1:ec:8d', 'name': 'tempest-NetworksTestDHCPv6-1496617605'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:52.168042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956bbfc-9626-428c-b2ec-003e44c6a6a7 None None] Pushing event updated for resources: {'Port': ['ID=9ce221d4-99a3-425e-b48f-13909f38fe7c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:52.247203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-4c5b5a02-3187-47fe-9cb7-34680a435a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:52.249981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-4c5b5a02-3187-47fe-9cb7-34680a435a98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3336568 Sep 18 02:04:52.269142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc3b43-79ef-4e2c-ab7c-861da31ed432 None None] Pushing event updated for resources: {'Port': ['ID=2211d350-13a2-4ec6-8408-9eed0971863a,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:52.330206 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:04:52.330872 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:04:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:52.457107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:52.532460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Allocated IP 172.25.0.80 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/fa87b1ef-4748-4e5f-b28a-e3061a434d1a) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:52.663674 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:04:52.757288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-5593bb86-bba3-4485-bb78-6c42f0b7d995 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897881 Sep 18 02:04:52.764929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:52.864248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 1e7d5b14-5ba7-460f-857c-99556fd19cfc yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:04:53.194806 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:50Z', 'revision_number': 2, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:53.207560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-34480ea9-b164-4d11-8b49-75b1c7e940b9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:53.217218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-34480ea9-b164-4d11-8b49-75b1c7e940b9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:53.228978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-34480ea9-b164-4d11-8b49-75b1c7e940b9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:53.246137 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Checking router: d990a680-1734-4e39-b1d6-f92c48c63201 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:04:53.247160 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Updating router d990a680-1734-4e39-b1d6-f92c48c63201 port f11c5575-9141-48e3-aeea-a981a129d032 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:04:53.248965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-34480ea9-b164-4d11-8b49-75b1c7e940b9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:53.267613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-34480ea9-b164-4d11-8b49-75b1c7e940b9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:53.277222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-34480ea9-b164-4d11-8b49-75b1c7e940b9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:53.290509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-34480ea9-b164-4d11-8b49-75b1c7e940b9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:53.303262 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:53.305526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-34480ea9-b164-4d11-8b49-75b1c7e940b9 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.3560190 Sep 18 02:04:53.438052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8:0:1::303 (390e7398-a3fa-4d7d-a331-76db59367425/278bc031-fba8-4eb0-94e1-d435e79f237d/1e7d5b14-5ba7-460f-857c-99556fd19cfc) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:53.450240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fee1:ec8d (390e7398-a3fa-4d7d-a331-76db59367425/3578d18e-888a-460e-8e03-b13f0ebc282b/1e7d5b14-5ba7-460f-857c-99556fd19cfc) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:53.466380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:53.605466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4990012-11c1-4fcb-8637-57c9e721ee20 req-0906ee44-e942-4fd9-bea2-2303062fe6ef service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8365762 Sep 18 02:04:53.641091 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85569a6f-05ae-4211-83c7-cc32e05a9264 req-2744fd55-5266-4439-8b6e-1ea9862f746d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3346651 Sep 18 02:04:53.917846 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.008747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.142892 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.157116 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.191358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:54.206994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:54.223637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:54.242373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:54.269837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.306428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2211d350-13a2-4ec6-8408-9eed0971863a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:54.338774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1896746 Sep 18 02:04:54.341882 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Pushing event updated for resources: {'Port': ['ID=f11c5575-9141-48e3-aeea-a981a129d032,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:54.342608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55274) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:54.345769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fdd19-0b03-45ab-aeec-4480d8ddf751 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=1e7d5b14-5ba7-460f-857c-99556fd19cfc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:54.400814 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.401528 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.401875 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.402209 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.402540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.402894 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.404108 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.422663 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.423527 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.424054 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.424547 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.425082 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:04:54.467646 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Attempting to bind port f11c5575-9141-48e3-aeea-a981a129d032 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:04:54.468396 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Attempting to bind port f11c5575-9141-48e3-aeea-a981a129d032 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:04:54.468988 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Attempting to bind port f11c5575-9141-48e3-aeea-a981a129d032 on network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:04:54.478804 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:04:54.479446 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Checking segment: {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:04:54.480050 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.480641 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Bound using segment: {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:04:54.481793 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Bound port: f11c5575-9141-48e3-aeea-a981a129d032, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:04:54.482620 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.485645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2211d350-13a2-4ec6-8408-9eed0971863a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:54.486017 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.578062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55fdaf2-ea15-48a6-abf6-90c0c53a531f None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:54.729875 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] For port f11c5575-9141-48e3-aeea-a981a129d032, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:04:54.743000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7ee09c85-4fdd-4a65-a727-55f321ab1e3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 1e7d5b14-5ba7-460f-857c-99556fd19cfc {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:04:54.744987 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] For port f11c5575-9141-48e3-aeea-a981a129d032, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f11c5575-9141-48e3-aeea-a981a129d032,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:04:54.754866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ee09c85-4fdd-4a65-a727-55f321ab1e3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.765035 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:54.937350 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:04:54.942049 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:04:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:55.040740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ee09c85-4fdd-4a65-a727-55f321ab1e3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:55.062944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32965aa-42c3-4174-8938-945b27ad384c None None] Network 447c4529-1f43-463c-8cd3-faa08081b62c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:04:55.073698 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8c090-b638-4b1d-93e4-8a2b9fe63a7c None None] Pushing event updated for resources: {'Port': ['ID=f11c5575-9141-48e3-aeea-a981a129d032,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:55.087789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7ee09c85-4fdd-4a65-a727-55f321ab1e3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 1e7d5b14-5ba7-460f-857c-99556fd19cfc owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:04:55.231103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:55.329939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55298) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:55.331084 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:04:55.394576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:04:55.415600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-816df9a8-8d3a-47cd-9cfa-20c50f23fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.416078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-816df9a8-8d3a-47cd-9cfa-20c50f23fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.416552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-816df9a8-8d3a-47cd-9cfa-20c50f23fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.417015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-816df9a8-8d3a-47cd-9cfa-20c50f23fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.417474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-816df9a8-8d3a-47cd-9cfa-20c50f23fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.417932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-816df9a8-8d3a-47cd-9cfa-20c50f23fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.418383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-816df9a8-8d3a-47cd-9cfa-20c50f23fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.420950 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-816df9a8-8d3a-47cd-9cfa-20c50f23fb26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6484 time: 1.7366793 Sep 18 02:04:55.443821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55302) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:55.447210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:04:55.486287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e70c81a6-cc10-430a-87e1-e63044f2853b None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:55.486757 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e70c81a6-cc10-430a-87e1-e63044f2853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:55.502779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-687e5d2e-2f01-4506-8d64-70d47035754e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.519421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-687e5d2e-2f01-4506-8d64-70d47035754e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.538982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-687e5d2e-2f01-4506-8d64-70d47035754e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.546974 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ee09c85-4fdd-4a65-a727-55f321ab1e3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:55.563815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-687e5d2e-2f01-4506-8d64-70d47035754e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.598387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-687e5d2e-2f01-4506-8d64-70d47035754e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.603263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee09c85-4fdd-4a65-a727-55f321ab1e3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=1e7d5b14-5ba7-460f-857c-99556fd19cfc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:55.645945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-687e5d2e-2f01-4506-8d64-70d47035754e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.659260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-687e5d2e-2f01-4506-8d64-70d47035754e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.670849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-687e5d2e-2f01-4506-8d64-70d47035754e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.6235049 Sep 18 02:04:55.683378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:04:55.687499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Pushing event updated for resources: {'Port': ['ID=fa87b1ef-4748-4e5f-b28a-e3061a434d1a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:55.701351 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ee09c85-4fdd-4a65-a727-55f321ab1e3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:55.705573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7ee09c85-4fdd-4a65-a727-55f321ab1e3c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/1e7d5b14-5ba7-460f-857c-99556fd19cfc HTTP/1.1" status: 204 len: 168 time: 1.3503907 Sep 18 02:04:55.712167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:55.783891 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:54Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:55.810476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8387e206-daab-4b00-905b-408cc383b15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:55.837393 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00de5ee-77f8-4e67-8962-77b5a4a21536 None None] The sync data for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 is: [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:54Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:04:55.845569 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:55.864475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-21be02e8-f393-4e99-b7ea-63091dedfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.866194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-21be02e8-f393-4e99-b7ea-63091dedfa0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 200 len: 901 time: 0.4214246 Sep 18 02:04:55.928075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464b9ae-989d-456a-9f44-eecb77e885d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:55.945974 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e464b9ae-989d-456a-9f44-eecb77e885d5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2324028 Sep 18 02:04:55.960390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55312) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:56.029503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.085389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 2211d350-13a2-4ec6-8408-9eed0971863a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2211d350-13a2-4ec6-8408-9eed0971863a,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:56.127888 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.130577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de5fa63-502c-4c22-8c82-2edf25f3d65a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:56.132614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4de5fa63-502c-4c22-8c82-2edf25f3d65a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1705549 Sep 18 02:04:56.141259 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.141985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55316) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:56.160353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device beb710dd-a478-4514-a51f-17a6b3f7c8f3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:56.284247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8f1a-1b48-4de0-9807-6850db93e446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.312457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04b4fd-4928-4dc8-ba0f-5ee368137279 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:56.314126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04b4fd-4928-4dc8-ba0f-5ee368137279 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:56.320321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04b4fd-4928-4dc8-ba0f-5ee368137279 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:56.322874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6a04b4fd-4928-4dc8-ba0f-5ee368137279 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1798000 Sep 18 02:04:56.327519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55318) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:56.404811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=2211d350-13a2-4ec6-8408-9eed0971863a,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:56.417232 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb69057e-d598-472c-bcdd-825dfd1c37d6 req-8454db71-f199-4217-a136-5ebb9133e6e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7451239 Sep 18 02:04:56.417777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5fde0f-53d4-47d8-bdd5-c8fa692e48a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 278bc031-fba8-4eb0-94e1-d435e79f237d {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:56.420916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-4926e30d-fe74-491c-bfec-746b27e765b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 200 len: 217 time: 0.2416267 Sep 18 02:04:56.431785 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e5fde0f-53d4-47d8-bdd5-c8fa692e48a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.532890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8387e206-daab-4b00-905b-408cc383b15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.543746 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8387e206-daab-4b00-905b-408cc383b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.552193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e5fde0f-53d4-47d8-bdd5-c8fa692e48a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.659035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port beb710dd-a478-4514-a51f-17a6b3f7c8f3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:56.659609 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.687562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-4aaad31c-6099-4552-a41a-42bc9bd205eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:56.691607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-4aaad31c-6099-4552-a41a-42bc9bd205eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.2611790 Sep 18 02:04:56.759273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8387e206-daab-4b00-905b-408cc383b15a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6defdef3be14f5a8d210baaf862cf2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4282110 Sep 18 02:04:56.763955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387e206-daab-4b00-905b-408cc383b15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c07a10d-117b-4e41-ae70-38dad5660beb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:56.766227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55320) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:56.816793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53fb13c-6408-444c-8ffe-0328a21c54bd None None] Update dhcp port {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': '3578d18e-888a-460e-8e03-b13f0ebc282b', 'ip_address': '2001:db8::f816:3eff:fe2d:8990'}, {'subnet_id': '278bc031-fba8-4eb0-94e1-d435e79f237d'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '9ce221d4-99a3-425e-b48f-13909f38fe7c'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:04:56.840500 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e5fde0f-53d4-47d8-bdd5-c8fa692e48a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.866663 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c53fb13c-6408-444c-8ffe-0328a21c54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:56.978660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-575c86d0-9160-45c2-839a-3695b6805159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:56.980848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-575c86d0-9160-45c2-839a-3695b6805159 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2455070 Sep 18 02:04:56.985514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7709bac-1bbd-4b3f-9cb0-1f8777d9a6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.027128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7709bac-1bbd-4b3f-9cb0-1f8777d9a6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.037665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.165667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e5fde0f-53d4-47d8-bdd5-c8fa692e48a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.212407 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8f1a-1b48-4de0-9807-6850db93e446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.264119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fde0f-53d4-47d8-bdd5-c8fa692e48a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=278bc031-fba8-4eb0-94e1-d435e79f237d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:57.274178 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8f1a-1b48-4de0-9807-6850db93e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.276078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e5fde0f-53d4-47d8-bdd5-c8fa692e48a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.278251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8e5fde0f-53d4-47d8-bdd5-c8fa692e48a5 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/278bc031-fba8-4eb0-94e1-d435e79f237d HTTP/1.1" status: 204 len: 168 time: 0.9493155 Sep 18 02:04:57.282684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55328) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:57.294701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9ce221d4-99a3-425e-b48f-13909f38fe7c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-c53fb13c-6408-444c-8ffe-0328a21c54bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 278bc031-fba8-4eb0-94e1-d435e79f237d: This subnet is being modified by another concurrent operation. Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:04:57.327329 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 278bc031-fba8-4eb0-94e1-d435e79f237d: This subnet is being modified by another concurrent operation. Sep 18 02:04:57.331311 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:04:57.338064 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e70c81a6-cc10-430a-87e1-e63044f2853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.390476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7709bac-1bbd-4b3f-9cb0-1f8777d9a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.394351 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7709bac-1bbd-4b3f-9cb0-1f8777d9a6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.395871 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e7709bac-1bbd-4b3f-9cb0-1f8777d9a6b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c07a10d-117b-4e41-ae70-38dad5660beb HTTP/1.1" status: 204 len: 168 time: 0.6261792 Sep 18 02:04:57.410432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7709bac-1bbd-4b3f-9cb0-1f8777d9a6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c07a10d-117b-4e41-ae70-38dad5660beb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:57.420377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cf81e5-d9cb-48ae-87c7-9398b153ca2e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 3578d18e-888a-460e-8e03-b13f0ebc282b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:04:57.433146 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2cf81e5-d9cb-48ae-87c7-9398b153ca2e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.440186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9d3d8f1a-1b48-4de0-9807-6850db93e446 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76fb815deda9428aaeae7af74efecdf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9939251 Sep 18 02:04:57.450941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e70c81a6-cc10-430a-87e1-e63044f2853b None None] For port 9ce221d4-99a3-425e-b48f-13909f38fe7c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9ce221d4-99a3-425e-b48f-13909f38fe7c,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:57.463257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55332) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:57.474103 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e70c81a6-cc10-430a-87e1-e63044f2853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.498364 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-669ab7a4-4762-4b60-b8ab-bb9f88fd6c43 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028193 Sep 18 02:04:57.577045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c81a6-cc10-430a-87e1-e63044f2853b None None] Pushing event updated for resources: {'Port': ['ID=9ce221d4-99a3-425e-b48f-13909f38fe7c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:57.591399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:57.591816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.610566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2cf81e5-d9cb-48ae-87c7-9398b153ca2e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.713418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Provisioning complete for port f11c5575-9141-48e3-aeea-a981a129d032 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:57.714703 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.851659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d8f1a-1b48-4de0-9807-6850db93e446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab2511-fa18-4916-aef8-ff30648bc424,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:57.864031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d790218-89fd-4e32-8f3b-b2266fe15f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:57.913042 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.072050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7439dab-c373-408f-b23a-27271e3006c2 req-4f2ce663-40a3-4370-925b-09baff49297c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:58.079956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb7bb7-b886-43d3-b6c1-f86df976d6cc None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:04:58.093583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7439dab-c373-408f-b23a-27271e3006c2 req-4f2ce663-40a3-4370-925b-09baff49297c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:58.108996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7439dab-c373-408f-b23a-27271e3006c2 req-4f2ce663-40a3-4370-925b-09baff49297c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:58.123150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7439dab-c373-408f-b23a-27271e3006c2 req-4f2ce663-40a3-4370-925b-09baff49297c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:58.136322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7439dab-c373-408f-b23a-27271e3006c2 req-4f2ce663-40a3-4370-925b-09baff49297c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:58.150639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7439dab-c373-408f-b23a-27271e3006c2 req-4f2ce663-40a3-4370-925b-09baff49297c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:58.166387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7439dab-c373-408f-b23a-27271e3006c2 req-4f2ce663-40a3-4370-925b-09baff49297c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:58.173929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7439dab-c373-408f-b23a-27271e3006c2 req-4f2ce663-40a3-4370-925b-09baff49297c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.4410734 Sep 18 02:04:58.224511 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d790218-89fd-4e32-8f3b-b2266fe15f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.393047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb7bb7-b886-43d3-b6c1-f86df976d6cc None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:04:58.413729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c44f7e58-5add-4280-a442-d7310c6bf5af req-c0e4263f-1385-489c-b661-12200e3d2b17 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636835 Sep 18 02:04:58.432369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Router dd8db550-c82a-4ed1-85ee-64ae343a7373 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:04:58.452271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.484559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7439dab-c373-408f-b23a-27271e3006c2 req-5c1dfc40-2a95-41f2-b511-a8ef6b9dbdb6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2985847 Sep 18 02:04:58.517929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2cf81e5-d9cb-48ae-87c7-9398b153ca2e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.587180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2211d350-13a2-4ec6-8408-9eed0971863a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:58.611790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] For port f11c5575-9141-48e3-aeea-a981a129d032, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f11c5575-9141-48e3-aeea-a981a129d032,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:04:58.641138 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.716420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d790218-89fd-4e32-8f3b-b2266fe15f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.719208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d790218-89fd-4e32-8f3b-b2266fe15f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.720399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5d790218-89fd-4e32-8f3b-b2266fe15f56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aeab2511-fa18-4916-aef8-ff30648bc424 HTTP/1.1" status: 204 len: 168 time: 1.2566347 Sep 18 02:04:58.732508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:04:58.766363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.767700 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-65d234fe-806d-4282-8b8e-295de61f300a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0644822 Sep 18 02:04:58.771322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55368) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:58.773871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Sync routers for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:04:58.803741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:58.803975 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.805343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d790218-89fd-4e32-8f3b-b2266fe15f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab2511-fa18-4916-aef8-ff30648bc424,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:58.822903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55370) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:58.835527 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2cf81e5-d9cb-48ae-87c7-9398b153ca2e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.896604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2cf81e5-d9cb-48ae-87c7-9398b153ca2e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:58.905096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e2cf81e5-d9cb-48ae-87c7-9398b153ca2e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/3578d18e-888a-460e-8e03-b13f0ebc282b HTTP/1.1" status: 204 len: 168 time: 1.6228242 Sep 18 02:04:58.925078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:04:58.926064 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:04:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:04:58.963417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55376) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:58.977890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf81e5-d9cb-48ae-87c7-9398b153ca2e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=3578d18e-888a-460e-8e03-b13f0ebc282b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:59.043727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c329a5df-1596-4712-91a8-e3bd6cde19b1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851882 Sep 18 02:04:59.044332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55380) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:59.055170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:59.120650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Pushing event updated for resources: {'Port': ['ID=f11c5575-9141-48e3-aeea-a981a129d032,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:04:59.143640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-network', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:04:59.266456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Made reservation on behalf of 04e28517ec0f473190d019467c9c8ab7 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:59.270633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:59.284854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:59.327284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2211d350-13a2-4ec6-8408-9eed0971863a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:59.327957 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:59.460726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:04:59.472995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:04:59.476516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:59.679174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55392) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:04:59.697537 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1600a4d8-1665-4a91-9f8d-b9b23abd41ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:59.742039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Provisioning complete for port 2211d350-13a2-4ec6-8408-9eed0971863a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:04:59.742412 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bad51947-384d-445b-bbb8-b238362aa8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:59.755500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c64c5b-8a09-4e19-85ff-c082ba584bcf req-759aef26-9406-4638-8072-1059e086b86e tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:04:59.757042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3c64c5b-8a09-4e19-85ff-c082ba584bcf req-759aef26-9406-4638-8072-1059e086b86e tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 945 time: 0.2645624 Sep 18 02:04:59.789384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:04:59.885562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f11c5575-9141-48e3-aeea-a981a129d032 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:04:59.886121 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:04:59.962909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Allocated IP 172.20.0.1 (447c4529-1f43-463c-8cd3-faa08081b62c/e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d/25109846-1da0-47a5-a7f6-79e8d794c4e0) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:04:59.976993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bda788-0dba-4153-b2e8-9588a179636f None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:04:59.979906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.002169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-339fa814-127f-424f-b8b3-181b84c78e23 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:00.012433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-339fa814-127f-424f-b8b3-181b84c78e23 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:00.020590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-339fa814-127f-424f-b8b3-181b84c78e23 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:00.027563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-339fa814-127f-424f-b8b3-181b84c78e23 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:00.041292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-339fa814-127f-424f-b8b3-181b84c78e23 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:00.052546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-339fa814-127f-424f-b8b3-181b84c78e23 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:00.063239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-339fa814-127f-424f-b8b3-181b84c78e23 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:00.068080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-339fa814-127f-424f-b8b3-181b84c78e23 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.2115910 Sep 18 02:05:00.079085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:04:56Z', 'revision_number': 3, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:00.088554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3c64c5b-8a09-4e19-85ff-c082ba584bcf req-8891feb6-4e2d-4d8c-8f03-927634e19ad9 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220563 Sep 18 02:05:00.110976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.129437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:05:00.141979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.142335 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Added segment 4803afbe-553a-43d3-9f5b-82a04d521921 of type vlan for network 16b228f4-b2cf-4868-92fd-be5c44c388cc Sep 18 02:05:00.149471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Checking router: dd8db550-c82a-4ed1-85ee-64ae343a7373 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:00.150101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Updating router dd8db550-c82a-4ed1-85ee-64ae343a7373 port fa87b1ef-4748-4e5f-b28a-e3061a434d1a binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:05:00.154687 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.201133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.250099 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.257885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f11c5575-9141-48e3-aeea-a981a129d032 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:00.257885 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.260705 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.261772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:00.263176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.357990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc877ea6-8b3a-4e12-af5e-a976c0bbcb1c req-b319417b-078c-4006-94bc-9e374a551d33 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2563314 Sep 18 02:05:00.374158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.404685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1600a4d8-1665-4a91-9f8d-b9b23abd41ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.428622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bda788-0dba-4153-b2e8-9588a179636f None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:05:00.431680 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1600a4d8-1665-4a91-9f8d-b9b23abd41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.464955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Network 447c4529-1f43-463c-8cd3-faa08081b62c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:00.479254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:00.492638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:00.522397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1600a4d8-1665-4a91-9f8d-b9b23abd41ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50b1c7c4fe9746fcaa30aea23509cb50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396118 Sep 18 02:05:00.525584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600a4d8-1665-4a91-9f8d-b9b23abd41ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2445aad1-173e-466a-81f6-3cf0c9854fd4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:00.531964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:00.534004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Pushing event updated for resources: {'Port': ['ID=25109846-1da0-47a5-a7f6-79e8d794c4e0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:00.578858 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.583884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-05968360-b86a-4d2c-9316-f80fd9664dfd None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:00.584351 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-05968360-b86a-4d2c-9316-f80fd9664dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.661329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46a29a32-8889-431a-8fcd-64bd8822620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.712927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9ce221d4-99a3-425e-b48f-13909f38fe7c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:00.716699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46a29a32-8889-431a-8fcd-64bd8822620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.799247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.840656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46a29a32-8889-431a-8fcd-64bd8822620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.843621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46a29a32-8889-431a-8fcd-64bd8822620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:00.844869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-46a29a32-8889-431a-8fcd-64bd8822620e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2445aad1-173e-466a-81f6-3cf0c9854fd4 HTTP/1.1" status: 204 len: 168 time: 0.3118260 Sep 18 02:05:00.880959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a29a32-8889-431a-8fcd-64bd8822620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2445aad1-173e-466a-81f6-3cf0c9854fd4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:00.986217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cbd0a3-e8f1-47f2-a2fa-570234531580,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:00.989660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1649780 Sep 18 02:05:01.033053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55402) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:01.037956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Request body: {'subnet': {'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-subnet', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:01.076494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39693d1-6c33-45a5-a4b2-bba7a6beea51 admin admin] Pushing event updated for resources: {'Network': ['ID=16b228f4-b2cf-4868-92fd-be5c44c388cc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:01.155411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Made reservation on behalf of 04e28517ec0f473190d019467c9c8ab7 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:01.159224 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.173103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:05:01.214973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f005805-9437-4f40-8ebe-f306a17db684 req-07fff18b-ae54-4ef0-9e6f-8c18625f5eb9 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.218314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f005805-9437-4f40-8ebe-f306a17db684 req-07fff18b-ae54-4ef0-9e6f-8c18625f5eb9 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.20 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 945 time: 0.2728202 Sep 18 02:05:01.261180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.279584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.440728 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.457260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.465793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Pushing event updated for resources: {'Port': ['ID=25109846-1da0-47a5-a7f6-79e8d794c4e0,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:01.504398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebaac5-fea6-49d6-a18a-ec4bf09e94ac req-cb1ae790-3e87-442e-9440-6ff6db7541f6 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.505968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aebaac5-fea6-49d6-a18a-ec4bf09e94ac req-cb1ae790-3e87-442e-9440-6ff6db7541f6 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 945 time: 0.2423184 Sep 18 02:05:01.663795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 16b228f4-b2cf-4868-92fd-be5c44c388cc details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:05:01.674093 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d25b959f-ccd4-472c-9f91-87eabbe62187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.675637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.705453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-05968360-b86a-4d2c-9316-f80fd9664dfd None None] Could not find standard attr ID for object 1e7d5b14-5ba7-460f-857c-99556fd19cfc. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:05:01.862318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48a03-f500-42c8-8579-cf0e043b4260 None None] Pushing event updated for resources: {'Port': ['ID=fa87b1ef-4748-4e5f-b28a-e3061a434d1a,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:01.893322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996903-16ed-4159-adf9-a76d520780e5 req-a0e5bc74-9c19-4de7-98cd-c00a81b5782b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.900037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996903-16ed-4159-adf9-a76d520780e5 req-a0e5bc74-9c19-4de7-98cd-c00a81b5782b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.907855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996903-16ed-4159-adf9-a76d520780e5 req-a0e5bc74-9c19-4de7-98cd-c00a81b5782b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.917406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996903-16ed-4159-adf9-a76d520780e5 req-a0e5bc74-9c19-4de7-98cd-c00a81b5782b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.936315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aebaac5-fea6-49d6-a18a-ec4bf09e94ac req-c5acaa7a-cf12-4802-b196-ad33a859fa01 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105890 Sep 18 02:05:01.959437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996903-16ed-4159-adf9-a76d520780e5 req-a0e5bc74-9c19-4de7-98cd-c00a81b5782b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.974234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996903-16ed-4159-adf9-a76d520780e5 req-a0e5bc74-9c19-4de7-98cd-c00a81b5782b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.978213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.978462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:01.983316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996903-16ed-4159-adf9-a76d520780e5 req-a0e5bc74-9c19-4de7-98cd-c00a81b5782b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:01.991641 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-52996903-16ed-4159-adf9-a76d520780e5 req-a0e5bc74-9c19-4de7-98cd-c00a81b5782b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.4268608 Sep 18 02:05:01.998841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Attempting to bind port fa87b1ef-4748-4e5f-b28a-e3061a434d1a on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:01.999215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Attempting to bind port fa87b1ef-4748-4e5f-b28a-e3061a434d1a by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:01.999576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Attempting to bind port fa87b1ef-4748-4e5f-b28a-e3061a434d1a on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:02.007317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.068950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Deleting port 8537400c-9fbe-4303-83c6-b5945d6674b2 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:02.069362 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.080733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24f5d2d-cbb9-4d47-b81b-892c19f9d899,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:02.103845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Network 447c4529-1f43-463c-8cd3-faa08081b62c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:02.105359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Checking segment: {'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:02.105911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Network hostable DHCP agents. Network: 16b228f4-b2cf-4868-92fd-be5c44c388cc, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:05:02.109547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:02.166642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:02.167162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:02.167613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.170152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:02.170805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Bound port: fa87b1ef-4748-4e5f-b28a-e3061a434d1a, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:02.171275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.173136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Network 16b228f4-b2cf-4868-92fd-be5c44c388cc is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:05:02.190821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 16b228f4-b2cf-4868-92fd-be5c44c388cc) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:02.202915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] For port 8537400c-9fbe-4303-83c6-b5945d6674b2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=8537400c-9fbe-4303-83c6-b5945d6674b2,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:02.203371 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.205524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:02.206440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.218985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Calling delete_port for 8537400c-9fbe-4303-83c6-b5945d6674b2 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:02.268986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-75d88f3d-94ee-4c71-8cff-3b8a59c4956a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2323132 Sep 18 02:05:02.272495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55428) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:02.278062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:02.290087 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:05:02.290454 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:05:02.299789 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] For port fa87b1ef-4748-4e5f-b28a-e3061a434d1a, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:02.304121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] For port fa87b1ef-4748-4e5f-b28a-e3061a434d1a, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fa87b1ef-4748-4e5f-b28a-e3061a434d1a,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:02.307606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Router dd8db550-c82a-4ed1-85ee-64ae343a7373 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:05:02.313304 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.408154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:02.409860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:04:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:02.412631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.508833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Pushing event deleted for resources: {'Port': ['ID=8537400c-9fbe-4303-83c6-b5945d6674b2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:02.531751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-52996903-16ed-4159-adf9-a76d520780e5 req-57a017e3-7d7a-46dc-bbeb-29fc15708304 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5389032 Sep 18 02:05:02.628441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.635423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.681260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] No DVR routers for this DVR port 8537400c-9fbe-4303-83c6-b5945d6674b2 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:02.705179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.706970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:02.707222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f005805-9437-4f40-8ebe-f306a17db684 req-bf2ba18c-e3a6-4c97-8e53-b3069d3cfd27 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.20 "DELETE /v2.0/ports/8537400c-9fbe-4303-83c6-b5945d6674b2 HTTP/1.1" status: 204 len: 173 time: 1.3447726 Sep 18 02:05:02.707671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8062d912-89db-441c-8d79-a7884e527eaa', 'name': 'network-vif-deleted', 'tag': '8537400c-9fbe-4303-83c6-b5945d6674b2'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:02.713493 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f56e4a-7562-4225-98c5-a7432185912f" -d '{"events": [{"server_uuid": "8062d912-89db-441c-8d79-a7884e527eaa", "name": "network-vif-deleted", "tag": "8537400c-9fbe-4303-83c6-b5945d6674b2"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:02.766071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:02.784484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48a03-f500-42c8-8579-cf0e043b4260 None None] Pushing event updated for resources: {'Port': ['ID=fa87b1ef-4748-4e5f-b28a-e3061a434d1a,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:02.850482 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-62fca4f2-9fe0-40f3-92d1-78aac4aa6a3d admin admin] 10.222.0.21 "PUT /v2.0/routers/dd8db550-c82a-4ed1-85ee-64ae343a7373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0779510 Sep 18 02:05:02.857940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:02.885494 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558a174a-b75f-4b55-b210-5a0e029bcbfe x-openstack-request-id: req-558a174a-b75f-4b55-b210-5a0e029bcbfe {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:02.886038 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8062d912-89db-441c-8d79-a7884e527eaa", "name": "network-vif-deleted", "tag": "8537400c-9fbe-4303-83c6-b5945d6674b2", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:02.886458 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-558a174a-b75f-4b55-b210-5a0e029bcbfe {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:02.887059 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8062d912-89db-441c-8d79-a7884e527eaa', 'name': 'network-vif-deleted', 'tag': '8537400c-9fbe-4303-83c6-b5945d6674b2', 'status': 'completed', 'code': 200} Sep 18 02:05:03.043810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] For port 9ce221d4-99a3-425e-b48f-13909f38fe7c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9ce221d4-99a3-425e-b48f-13909f38fe7c,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:03.086563 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:03.105872 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:03.117023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:03.117841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:03.164527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:03.165804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8537400c-9fbe-4303-83c6-b5945d6674b2 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:03.253143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:03.266268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 8537400c-9fbe-4303-83c6-b5945d6674b2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:03.268998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 8537400c-9fbe-4303-83c6-b5945d6674b2 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:03.362671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:03.363325 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:03.463055 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:03.469859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4244323 Sep 18 02:05:03.475662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55458) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:03.497736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2f077d75-c7d7-4609-82a8-3bf94cb077b6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:03.537831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b5abdfc-fb2a-41e7-a6d2-180cbccadb26 req-1179a72b-5df0-4dbd-adae-30fb7a7e8742 tempest-AttachSCSIVolumeTestJSON-1625429783 tempest-AttachSCSIVolumeTestJSON-1625429783-project] 10.222.0.21 "GET /v2.0/ports?device_id=8062d912-89db-441c-8d79-a7884e527eaa HTTP/1.1" status: 200 len: 210 time: 0.1847048 Sep 18 02:05:03.574113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=d2feb9aa-2309-4cb7-a4fc-93bf2f1d6173,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:03.582245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc29811-23b8-48aa-bb7b-03554ba735b4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=9ce221d4-99a3-425e-b48f-13909f38fe7c,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:03.658016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:05:03.658378 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:05:03.696060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9f38-5229-46cc-aee9-6fe9c6461399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:03.737954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa38f73-9440-467b-a238-ade4525a3e06 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:03.749440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd83cad-8d26-4eae-b1c2-63f9190425c9 None None] Network 16b228f4-b2cf-4868-92fd-be5c44c388cc requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:04.008982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-61b24ef9-8f5b-4586-83fc-296aa20bdc71 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:04.024081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-61b24ef9-8f5b-4586-83fc-296aa20bdc71 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:04.037839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-61b24ef9-8f5b-4586-83fc-296aa20bdc71 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:04.057944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-61b24ef9-8f5b-4586-83fc-296aa20bdc71 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:04.079301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-61b24ef9-8f5b-4586-83fc-296aa20bdc71 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:04.094514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-61b24ef9-8f5b-4586-83fc-296aa20bdc71 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:04.103466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-61b24ef9-8f5b-4586-83fc-296aa20bdc71 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:04.123937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-61b24ef9-8f5b-4586-83fc-296aa20bdc71 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.2867718 Sep 18 02:05:04.305567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39bf66da-8454-4cd1-a9aa-fb8ce2eb12eb req-b0beee8e-ae40-4303-b2f6-7c66fab6bcfa tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1779852 Sep 18 02:05:04.383366 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:04.431627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9cfcb430-bc90-4099-9eb1-923263358c74 None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:04.431944 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9cfcb430-bc90-4099-9eb1-923263358c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:04.616074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ddc633-de28-44f1-8184-19fdf440b4b7 None None] Network 16b228f4-b2cf-4868-92fd-be5c44c388cc requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:04.707155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:04.761727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55490) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:04.768502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7feb1b4a-04d0-4453-94f6-a6504f1a9b30 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550291866', 'description': 'tempest-description--1526357083'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:04.826887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b4a-04d0-4453-94f6-a6504f1a9b30 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:04.889740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f077d75-c7d7-4609-82a8-3bf94cb077b6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:04.894012 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f077d75-c7d7-4609-82a8-3bf94cb077b6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.000570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9ce221d4-99a3-425e-b48f-13909f38fe7c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9ce221d4-99a3-425e-b48f-13909f38fe7c,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:05.061360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b4a-04d0-4453-94f6-a6504f1a9b30 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.065120 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.067596 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.072890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b4a-04d0-4453-94f6-a6504f1a9b30 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.164027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b4a-04d0-4453-94f6-a6504f1a9b30 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.169605 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7feb1b4a-04d0-4453-94f6-a6504f1a9b30 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4046767 Sep 18 02:05:05.174203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55502) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:05.187620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e09a1b64-8a24-40e1-b3cd-f4f578e84d40 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Request body: {'security_group_rule': {'security_group_id': '3a12a60f-68b4-44d4-a97e-6d04e525158f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:05.198745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 2, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:05.214756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb1b4a-04d0-4453-94f6-a6504f1a9b30 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12a60f-68b4-44d4-a97e-6d04e525158f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:05.265070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e09a1b64-8a24-40e1-b3cd-f4f578e84d40 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.282951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.349808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.352697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33cf91-3cb9-4a4e-934f-e31e99245a79 None None] The sync data for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 is: [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 2, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:05.390461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e09a1b64-8a24-40e1-b3cd-f4f578e84d40 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.400383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e09a1b64-8a24-40e1-b3cd-f4f578e84d40 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.416502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9ce221d4-99a3-425e-b48f-13909f38fe7c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:05.440281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a1b64-8a24-40e1-b3cd-f4f578e84d40 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12c9df8-1d38-4ace-87d6-3ed986bf7d8a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:05.453094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e09a1b64-8a24-40e1-b3cd-f4f578e84d40 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.454335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e09a1b64-8a24-40e1-b3cd-f4f578e84d40 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760384 Sep 18 02:05:05.457420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:05.462105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4c7de747-3087-41e6-9f8e-5b0bf7d64bf8 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Request body: {'security_group_rule': {'security_group_id': '3a12a60f-68b4-44d4-a97e-6d04e525158f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:05.514998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-178af3ab-876d-4384-8621-b2b7517c1e4a None None] Provisioning complete for port 25109846-1da0-47a5-a7f6-79e8d794c4e0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:05.514998 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-178af3ab-876d-4384-8621-b2b7517c1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.561736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-178af3ab-876d-4384-8621-b2b7517c1e4a None None] Port 25109846-1da0-47a5-a7f6-79e8d794c4e0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:05.567796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9ce221d4-99a3-425e-b48f-13909f38fe7c,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:05.626530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c7de747-3087-41e6-9f8e-5b0bf7d64bf8 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.637671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:05.638031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.681667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Allocated IP 172.25.0.146 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/602935c9-1c8a-47a5-bf1d-a8bfa41415fc) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:05.722339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c7de747-3087-41e6-9f8e-5b0bf7d64bf8 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.769626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c7de747-3087-41e6-9f8e-5b0bf7d64bf8 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.843595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7de747-3087-41e6-9f8e-5b0bf7d64bf8 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741c1639-98f3-4eb8-ae50-9526e91cfad6,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:05.909336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c7de747-3087-41e6-9f8e-5b0bf7d64bf8 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.915593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4c7de747-3087-41e6-9f8e-5b0bf7d64bf8 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4565175 Sep 18 02:05:05.920573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55540) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:05.954990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-e1b2dbd1-dbcf-4a46-9f33-daa047c26683 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:05.972415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-e1b2dbd1-dbcf-4a46-9f33-daa047c26683 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:05.984416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-e1b2dbd1-dbcf-4a46-9f33-daa047c26683 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:05.992433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-e1b2dbd1-dbcf-4a46-9f33-daa047c26683 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:05.997396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:05.999892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-e1b2dbd1-dbcf-4a46-9f33-daa047c26683 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:06.007468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-e1b2dbd1-dbcf-4a46-9f33-daa047c26683 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:06.018466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-e1b2dbd1-dbcf-4a46-9f33-daa047c26683 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:06.028851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-e1b2dbd1-dbcf-4a46-9f33-daa047c26683 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.4963918 Sep 18 02:05:06.035629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:06.136382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa6fd1b5-fa18-4714-b39a-6ce77c4ea32e req-945fe710-8f6e-4267-aee6-b661c8861e2e tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059122 Sep 18 02:05:06.143815 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:06.147868 n-d-789963-12 neutron-server[106439]: INFO neutron.db.ipam_backend_mixin [None req-2f077d75-c7d7-4609-82a8-3bf94cb077b6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2feb9aa-2309-4cb7-a4fc-93bf2f1d6173 (CIDR: 2001:db8::/64) Sep 18 02:05:06.186522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:06.302633 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f077d75-c7d7-4609-82a8-3bf94cb077b6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:05:06.303173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f077d75-c7d7-4609-82a8-3bf94cb077b6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:06.390517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:06.418107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:06.420862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Pushing event updated for resources: {'Port': ['ID=602935c9-1c8a-47a5-bf1d-a8bfa41415fc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:06.426925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2f077d75-c7d7-4609-82a8-3bf94cb077b6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9383910 Sep 18 02:05:06.430663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55546) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:06.431441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:06.442129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:06.660484 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:06.666846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:06.688082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-944933cb-89b9-4297-b712-d4597531141b None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:06.688712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-944933cb-89b9-4297-b712-d4597531141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:06.709789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:06.782555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:06.786951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9ce221d4-99a3-425e-b48f-13909f38fe7c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9ce221d4-99a3-425e-b48f-13909f38fe7c,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:06.787160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:06.805699 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:06.807166 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f11c5575-9141-48e3-aeea-a981a129d032 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:07.044923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f11c5575-9141-48e3-aeea-a981a129d032 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:07.045539 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:07.065556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Allocated IP 172.25.0.18 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/53724d62-20b4-45dc-8054-2b28088bcfd7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:07.126851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9ce221d4-99a3-425e-b48f-13909f38fe7c,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:07.391220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:07.663982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:07.715799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-8e1a3d81-12cc-490a-ad4b-233ec8879efc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:07.749936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-8e1a3d81-12cc-490a-ad4b-233ec8879efc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:07.757455 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:07.760674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-8e1a3d81-12cc-490a-ad4b-233ec8879efc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:07.760843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9ce221d4-99a3-425e-b48f-13909f38fe7c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:07.776565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-8e1a3d81-12cc-490a-ad4b-233ec8879efc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:07.785033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:07.791945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-8e1a3d81-12cc-490a-ad4b-233ec8879efc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:07.806321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-8e1a3d81-12cc-490a-ad4b-233ec8879efc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:07.816410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:07.820979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-8e1a3d81-12cc-490a-ad4b-233ec8879efc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:07.823752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:07.826218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-8e1a3d81-12cc-490a-ad4b-233ec8879efc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.4307394 Sep 18 02:05:07.944215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:07.944638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.088835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d9408a3-1f5e-4312-b872-b27eb42e3618 req-6377694c-c18a-436d-9420-99d33ce764e5 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2490427 Sep 18 02:05:08.140226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event updated for resources: {'Port': ['ID=53724d62-20b4-45dc-8054-2b28088bcfd7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:08.167907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fa87b1ef-4748-4e5f-b28a-e3061a434d1a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:08.245721 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.309114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55594) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:08.335193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.337718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fa87b1ef-4748-4e5f-b28a-e3061a434d1a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:08.338137 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.478103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:08.502272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:08.524480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:08.526131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.531675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f150200-8ae6-469c-ac38-d281629d2df6 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:08.594149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Router 291c05ed-839a-493d-9da8-904d68046241 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:05:08.613867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.616429 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1795843 Sep 18 02:05:08.624167 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.627981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55602) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:08.628795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222de14-393f-47c1-ac80-6247004a646b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=ada09c10-9fa6-4bbf-8e18-d3159bfb3ec8,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:08.652368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:99:b7:a7', 'name': 'tempest-NetworksTestDHCPv6-1781681241'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:08.819385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port fa87b1ef-4748-4e5f-b28a-e3061a434d1a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fa87b1ef-4748-4e5f-b28a-e3061a434d1a,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:08.832226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.843367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:08.854841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43596da5-8fec-4c1a-b93e-c21def4b0af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:08.912665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=fa87b1ef-4748-4e5f-b28a-e3061a434d1a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:08.914361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:08.923515 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Sync routers for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:08.935082 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:08.936221 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:08.982537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e82b3-6fc0-4d2c-8000-09241571a2b6 req-a6947d12-a056-44ba-aeda-316b8199f26a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:08.984624 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa0e82b3-6fc0-4d2c-8000-09241571a2b6 req-a6947d12-a056-44ba-aeda-316b8199f26a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1478243 Sep 18 02:05:09.023070 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:09.025055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fc7a70a6-5798-4ab0-a736-8089dc6832b0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.7512991 Sep 18 02:05:09.030419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55608) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:09.132545 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:09.175369 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:09.227585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4e470-9246-4417-adce-de095b56fe42 None None] Update dhcp port {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'fixed_ips': [{'subnet_id': 'd2feb9aa-2309-4cb7-a4fc-93bf2f1d6173', 'ip_address': '2001:db8::f816:3eff:fe2d:8990'}, {'subnet_id': 'ada09c10-9fa6-4bbf-8e18-d3159bfb3ec8'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '9ce221d4-99a3-425e-b48f-13909f38fe7c'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:05:09.229206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa0e82b3-6fc0-4d2c-8000-09241571a2b6 req-68f06b25-311d-4da3-afb0-ad56de9cc853 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362757 Sep 18 02:05:09.327221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e470-9246-4417-adce-de095b56fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:09.398288 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:07Z', 'revision_number': 3, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:09.441729 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Checking router: 291c05ed-839a-493d-9da8-904d68046241 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:09.442248 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Updating router 291c05ed-839a-493d-9da8-904d68046241 port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:05:09.486906 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:09.625213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fa87b1ef-4748-4e5f-b28a-e3061a434d1a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:09.737601 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43596da5-8fec-4c1a-b93e-c21def4b0af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:09.769477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:09.816125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port c24b8096-5a37-4843-8d6d-1ade453dc7fd yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:05:09.886488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43596da5-8fec-4c1a-b93e-c21def4b0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:09.923953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-cb87c732-cac5-423f-a18b-7827762d5b98 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:09.930636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-cb87c732-cac5-423f-a18b-7827762d5b98 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:09.938587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-cb87c732-cac5-423f-a18b-7827762d5b98 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:09.957007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-cb87c732-cac5-423f-a18b-7827762d5b98 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:09.965365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-cb87c732-cac5-423f-a18b-7827762d5b98 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:09.975879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-cb87c732-cac5-423f-a18b-7827762d5b98 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:09.980142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fa87b1ef-4748-4e5f-b28a-e3061a434d1a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:09.983069 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:09.985043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-cb87c732-cac5-423f-a18b-7827762d5b98 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:09.994120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-cb87c732-cac5-423f-a18b-7827762d5b98 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.6240854 Sep 18 02:05:09.995142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2ab4e470-9246-4417-adce-de095b56fe42 None None] Allocated IP 2001:db8:0:1::2 (390e7398-a3fa-4d7d-a331-76db59367425/ada09c10-9fa6-4bbf-8e18-d3159bfb3ec8/9ce221d4-99a3-425e-b48f-13909f38fe7c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:10.100575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Sync routers for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:10.102926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43596da5-8fec-4c1a-b93e-c21def4b0af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d30bf-3807-408c-9517-392584d91bf8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:10.187560 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.202916 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.219020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f2025ac3-0c7f-47f6-915e-1a0f4259ef8c req-9d4d68b9-75c2-4133-ad9a-a4c7b586f752 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2238173 Sep 18 02:05:10.240136 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-43596da5-8fec-4c1a-b93e-c21def4b0af0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76fc6725af00472087c96ed09dde0f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9282937 Sep 18 02:05:10.243214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55618) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:10.270749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.320536 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ccb594a1-0203-4790-b163-b5e7a49faa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.320880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:10.321850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:10.369059 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ccb594a1-0203-4790-b163-b5e7a49faa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.408334 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Attempting to bind port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:10.409111 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Attempting to bind port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:10.409598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.410540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Attempting to bind port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:10.434148 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.436539 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:10.438441 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:10.439624 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.441056 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:10.442094 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Bound port: 602935c9-1c8a-47a5-bf1d-a8bfa41415fc, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:10.443311 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.495029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event updated for resources: {'Port': ['ID=53724d62-20b4-45dc-8054-2b28088bcfd7,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:10.557597 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbc1b5-281a-4dbe-86bd-a359353b05e3 None None] Pushing event updated for resources: {'Port': ['ID=602935c9-1c8a-47a5-bf1d-a8bfa41415fc,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:10.559322 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.563102 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] For port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:10.573095 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] For port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=602935c9-1c8a-47a5-bf1d-a8bfa41415fc,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:10.577998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.579493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-739ffe2b-c2e4-4f97-beaf-5801d8146854 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6573825 Sep 18 02:05:10.581217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:10.595106 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.597054 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ccb594a1-0203-4790-b163-b5e7a49faa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.603228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ccb594a1-0203-4790-b163-b5e7a49faa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:10.608557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ccb594a1-0203-4790-b163-b5e7a49faa45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed0d30bf-3807-408c-9517-392584d91bf8 HTTP/1.1" status: 204 len: 168 time: 0.3641493 Sep 18 02:05:10.623556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb594a1-0203-4790-b163-b5e7a49faa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d30bf-3807-408c-9517-392584d91bf8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:10.676837 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:10.678768 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:10.776402 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbc1b5-281a-4dbe-86bd-a359353b05e3 None None] Pushing event updated for resources: {'Port': ['ID=602935c9-1c8a-47a5-bf1d-a8bfa41415fc,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:10.858045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4082a8-ad9a-4794-a989-9dae830e5141 req-76d20f42-8b07-4ce0-97d4-2a2a155aec80 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:10.863688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bb4082a8-ad9a-4794-a989-9dae830e5141 req-76d20f42-8b07-4ce0-97d4-2a2a155aec80 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.3146539 Sep 18 02:05:10.889897 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:10.908859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Allocated IP 172.20.0.1 (16b228f4-b2cf-4868-92fd-be5c44c388cc/c24f5d2d-cbb9-4d47-b81b-892c19f9d899/ad5cf507-088e-4f98-9481-67560d25261d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:10.959178 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bb4082a8-ad9a-4794-a989-9dae830e5141 req-d684c8c5-e3f3-494c-ae0d-c9da93501ffb tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881586 Sep 18 02:05:11.020135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c531aa91-5f73-41da-a03b-8116e9258284 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--550291866&fields=id&tenant_id=4f839406f3ad4416a0e1089553b836db HTTP/1.1" status: 200 len: 267 time: 0.1277089 Sep 18 02:05:11.023839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add55608-b675-427b-8e59-e49941ac8e4d req-7a6e12fb-301d-4bb4-a480-61a9ecf0ad4a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.039777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-add55608-b675-427b-8e59-e49941ac8e4d req-7a6e12fb-301d-4bb4-a480-61a9ecf0ad4a tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 946 time: 0.1485064 Sep 18 02:05:11.150402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2ab4e470-9246-4417-adce-de095b56fe42 None None] For port 9ce221d4-99a3-425e-b48f-13909f38fe7c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9ce221d4-99a3-425e-b48f-13909f38fe7c,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:11.229475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016aa47-4775-49fc-aa38-91429e2b234d req-73ec0b8e-c8d1-4a15-92d0-e00acecc809d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.233811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-73ec0b8e-c8d1-4a15-92d0-e00acecc809d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/networks?id=447c4529-1f43-463c-8cd3-faa08081b62c HTTP/1.1" status: 200 len: 811 time: 0.2118342 Sep 18 02:05:11.285201 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b2a64f38-3097-4bb4-a750-534bccd581e5 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/quotas/4f839406f3ad4416a0e1089553b836db HTTP/1.1" status: 200 len: 375 time: 0.0367298 Sep 18 02:05:11.289786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:11.303266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Deleting port f396a97d-525a-46d8-a611-64716df7124a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:11.303677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:11.386280 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:07Z', 'revision_number': 3, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:11.415605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] For port f396a97d-525a-46d8-a611-64716df7124a, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f396a97d-525a-46d8-a611-64716df7124a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:11.422450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:11.435568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55644) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:11.442139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596923ad-c695-47d4-9a91-39be033aa42a None None] The sync data for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 is: [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:07Z', 'revision_number': 3, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:11.462305 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e470-9246-4417-adce-de095b56fe42 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:11.476676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Calling delete_port for f396a97d-525a-46d8-a611-64716df7124a owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:11.477605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e470-9246-4417-adce-de095b56fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:11.577721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 2, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:11.632050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8:0:1::12b (390e7398-a3fa-4d7d-a331-76db59367425/ada09c10-9fa6-4bbf-8e18-d3159bfb3ec8/c24b8096-5a37-4843-8d6d-1ade453dc7fd) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:11.641452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::f816:3eff:fe99:b7a7 (390e7398-a3fa-4d7d-a331-76db59367425/d2feb9aa-2309-4cb7-a4fc-93bf2f1d6173/c24b8096-5a37-4843-8d6d-1ade453dc7fd) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:11.708067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:11.736128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Checking router: dd8db550-c82a-4ed1-85ee-64ae343a7373 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:11.736493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Updating router dd8db550-c82a-4ed1-85ee-64ae343a7373 port 25109846-1da0-47a5-a7f6-79e8d794c4e0 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:05:11.773590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4e470-9246-4417-adce-de095b56fe42 None None] Pushing event updated for resources: {'Port': ['ID=9ce221d4-99a3-425e-b48f-13909f38fe7c,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:11.803693 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:11.930651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71558-72b3-46bc-a120-4389c010bed4 req-6fb47b5a-d18f-4b30-8ff5-0701ff7694eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.939474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71558-72b3-46bc-a120-4389c010bed4 req-6fb47b5a-d18f-4b30-8ff5-0701ff7694eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.946904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71558-72b3-46bc-a120-4389c010bed4 req-6fb47b5a-d18f-4b30-8ff5-0701ff7694eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.955022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71558-72b3-46bc-a120-4389c010bed4 req-6fb47b5a-d18f-4b30-8ff5-0701ff7694eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.964796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71558-72b3-46bc-a120-4389c010bed4 req-6fb47b5a-d18f-4b30-8ff5-0701ff7694eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.974189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71558-72b3-46bc-a120-4389c010bed4 req-6fb47b5a-d18f-4b30-8ff5-0701ff7694eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.981854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d71558-72b3-46bc-a120-4389c010bed4 req-6fb47b5a-d18f-4b30-8ff5-0701ff7694eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:11.984444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81d71558-72b3-46bc-a120-4389c010bed4 req-6fb47b5a-d18f-4b30-8ff5-0701ff7694eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.5287583 Sep 18 02:05:12.008987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Network 16b228f4-b2cf-4868-92fd-be5c44c388cc is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:12.025700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:12.054360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:12.137110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5cf507-088e-4f98-9481-67560d25261d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:12.222970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81d71558-72b3-46bc-a120-4389c010bed4 req-f32dc70d-3813-4566-8b32-74a0dc41ab82 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1983538 Sep 18 02:05:12.243849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:12.475842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-338e09b1-7739-4f2a-a19a-6380349b743e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:12.513088 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-ad30f57d-6625-427f-b615-b8cf42cf5aa0 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f839406f3ad4416a0e1089553b836db&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2140367 Sep 18 02:05:12.577631 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:12.588392 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:12.595355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:12.619675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['87cd912f-da1d-4820-954d-6ba86d44ad1a', 'f396a97d-525a-46d8-a611-64716df7124a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:12.666780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Pushing event deleted for resources: {'Port': ['ID=f396a97d-525a-46d8-a611-64716df7124a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:12.689093 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:12.750595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87607a9-326d-4a52-8d60-d90c7347296a req-4fe4c361-fe44-48c0-a23b-ef42dfc9f6e4 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:12.763274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a87607a9-326d-4a52-8d60-d90c7347296a req-4fe4c361-fe44-48c0-a23b-ef42dfc9f6e4 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d17d109e-f80c-49dd-8d3d-cedab1a00ef7 HTTP/1.1" status: 200 len: 867 time: 0.3908327 Sep 18 02:05:12.843329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:12.907949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50c77d-f46d-4289-ba4b-2d829d2355be None None] Pushing event updated for resources: {'Port': ['ID=25109846-1da0-47a5-a7f6-79e8d794c4e0,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:12.955407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] No DVR routers for this DVR port f396a97d-525a-46d8-a611-64716df7124a on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:12.966454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-4163fc4a-9040-4c36-8bdc-4d2a0feeb034 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:12.979127 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-4163fc4a-9040-4c36-8bdc-4d2a0feeb034 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4208765 Sep 18 02:05:12.986369 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-338e09b1-7739-4f2a-a19a-6380349b743e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:12.986631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a87607a9-326d-4a52-8d60-d90c7347296a req-0344bfcc-d3d7-415d-ac4c-c5f34e82ce67 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222273 Sep 18 02:05:12.988766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.014616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-add55608-b675-427b-8e59-e49941ac8e4d req-d982b302-4810-4cd7-99b5-11accd86cb8d tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.18 "DELETE /v2.0/ports/f396a97d-525a-46d8-a611-64716df7124a HTTP/1.1" status: 204 len: 173 time: 1.9321892 Sep 18 02:05:13.032255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17d109e-f80c-49dd-8d3d-cedab1a00ef7', 'name': 'network-vif-deleted', 'tag': 'f396a97d-525a-46d8-a611-64716df7124a'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:13.035309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-338e09b1-7739-4f2a-a19a-6380349b743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.043936 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b1ab15-378e-4d6c-898a-39d8f1194fad" -d '{"events": [{"server_uuid": "d17d109e-f80c-49dd-8d3d-cedab1a00ef7", "name": "network-vif-deleted", "tag": "f396a97d-525a-46d8-a611-64716df7124a"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:13.066839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:13.086878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2b235206-dc8f-4761-a682-f255e37de026 None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:13.087556 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b235206-dc8f-4761-a682-f255e37de026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.148629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:13.194487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:13.202260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:13.204309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.227862 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.250563 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cc7b7e-1aaa-40f9-8d37-b43746e79432 x-openstack-request-id: req-67cc7b7e-1aaa-40f9-8d37-b43746e79432 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:13.250971 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17d109e-f80c-49dd-8d3d-cedab1a00ef7", "name": "network-vif-deleted", "tag": "f396a97d-525a-46d8-a611-64716df7124a", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:13.251263 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67cc7b7e-1aaa-40f9-8d37-b43746e79432 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:13.251919 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17d109e-f80c-49dd-8d3d-cedab1a00ef7', 'name': 'network-vif-deleted', 'tag': 'f396a97d-525a-46d8-a611-64716df7124a', 'status': 'completed', 'code': 200} Sep 18 02:05:13.279618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Attempting to bind port 25109846-1da0-47a5-a7f6-79e8d794c4e0 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:13.283677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Attempting to bind port 25109846-1da0-47a5-a7f6-79e8d794c4e0 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:13.284905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Attempting to bind port 25109846-1da0-47a5-a7f6-79e8d794c4e0 on network 447c4529-1f43-463c-8cd3-faa08081b62c {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:13.289498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=c24b8096-5a37-4843-8d6d-1ade453dc7fd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:13.296689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55666) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:13.312318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:13.314059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Checking segment: {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:13.315963 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.316628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Bound using segment: {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:13.317381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Bound port: 25109846-1da0-47a5-a7f6-79e8d794c4e0, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:13.320504 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.421933 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-338e09b1-7739-4f2a-a19a-6380349b743e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ea14c60fd4e4299ab82ec4382dc493a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9773951 Sep 18 02:05:13.424107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55668) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:13.436959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e09b1-7739-4f2a-a19a-6380349b743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c5ca82-d74f-41dd-bade-72a6e3929866,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:13.440470 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f531287b-54d0-4afa-8228-d6432423590a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7967162 Sep 18 02:05:13.450611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55670) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:13.636777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] For port 25109846-1da0-47a5-a7f6-79e8d794c4e0, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:13.641720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] For port 25109846-1da0-47a5-a7f6-79e8d794c4e0, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=25109846-1da0-47a5-a7f6-79e8d794c4e0,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:13.657989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.812688 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22159d1e-2930-46de-8827-966a0487d460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.825093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-0a3d7b5d-c72a-4042-9598-55c87d7a9af1 service neutron] 10.222.0.21 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294175 Sep 18 02:05:13.992446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22159d1e-2930-46de-8827-966a0487d460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:13.998661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9ce221d4-99a3-425e-b48f-13909f38fe7c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:14.000954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:14.085364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c12f6-0610-44c6-9f70-e364fdbdcacc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port c24b8096-5a37-4843-8d6d-1ade453dc7fd {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:14.086796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7c12f6-0610-44c6-9f70-e364fdbdcacc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.212721 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:05:14.216513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7c12f6-0610-44c6-9f70-e364fdbdcacc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.237349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c12f6-0610-44c6-9f70-e364fdbdcacc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for c24b8096-5a37-4843-8d6d-1ade453dc7fd owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:14.288533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50c77d-f46d-4289-ba4b-2d829d2355be None None] Pushing event updated for resources: {'Port': ['ID=25109846-1da0-47a5-a7f6-79e8d794c4e0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:14.311764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] Provisioning complete for port c24b8096-5a37-4843-8d6d-1ade453dc7fd triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:14.312969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.323889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:14.324546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:14.483906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1bf64e9-7b7a-4d35-a261-eebff3970482 service neutron] 10.222.0.21 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578634 Sep 18 02:05:14.488483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.504540 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7c12f6-0610-44c6-9f70-e364fdbdcacc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.505142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:14.511878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.550738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c12f6-0610-44c6-9f70-e364fdbdcacc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=c24b8096-5a37-4843-8d6d-1ade453dc7fd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:14.553187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22159d1e-2930-46de-8827-966a0487d460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.555832 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22159d1e-2930-46de-8827-966a0487d460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.556953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-22159d1e-2930-46de-8827-966a0487d460 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38c5ca82-d74f-41dd-bade-72a6e3929866 HTTP/1.1" status: 204 len: 168 time: 1.1295817 Sep 18 02:05:14.593032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8', 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'port_id': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8', 'mac_address': 'fa:16:3e:90:c0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006172b-9888-4fca-b5af-74da7130be75', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:14.594554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] Port c24b8096-5a37-4843-8d6d-1ade453dc7fd cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:14.643687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22159d1e-2930-46de-8827-966a0487d460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c5ca82-d74f-41dd-bade-72a6e3929866,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:14.698295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d7c12f6-0610-44c6-9f70-e364fdbdcacc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.703366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6d7c12f6-0610-44c6-9f70-e364fdbdcacc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/c24b8096-5a37-4843-8d6d-1ade453dc7fd HTTP/1.1" status: 204 len: 168 time: 1.2367725 Sep 18 02:05:14.708294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55680) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:14.750936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-f96fef4e-4e7a-495d-a705-6344d5c65d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.758836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-f96fef4e-4e7a-495d-a705-6344d5c65d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.770827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-f96fef4e-4e7a-495d-a705-6344d5c65d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.776842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-f96fef4e-4e7a-495d-a705-6344d5c65d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.792462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-f96fef4e-4e7a-495d-a705-6344d5c65d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.798733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-f96fef4e-4e7a-495d-a705-6344d5c65d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.815046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-f96fef4e-4e7a-495d-a705-6344d5c65d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.826450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-f96fef4e-4e7a-495d-a705-6344d5c65d38 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5420 time: 0.6449678 Sep 18 02:05:14.841348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d14e4a9-cc6e-4c78-9c46-472084ef24f2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.848712 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0d14e4a9-cc6e-4c78-9c46-472084ef24f2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1392138 Sep 18 02:05:14.855412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55682) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:14.928584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] Provisioning complete for port 25109846-1da0-47a5-a7f6-79e8d794c4e0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:14.931362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:14.955988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e207c234-2f3e-490f-af28-36cd24455b78 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:14.959893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e207c234-2f3e-490f-af28-36cd24455b78 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1011579 Sep 18 02:05:14.967771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55690) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:15.005271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:15.068175 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc787cd2-ef71-4161-93aa-0b1593238505 req-aaae4f65-e3b1-4fef-9623-8d17ecd77255 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2364061 Sep 18 02:05:15.088120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.104565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dba739c7-2f95-41bd-b78a-e899deadec25 req-f9e6e45e-0eee-498c-85c0-0e88b62e5939 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 210 time: 0.1248274 Sep 18 02:05:15.157179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9ce221d4-99a3-425e-b48f-13909f38fe7c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:15.157913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.162046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5cf507-088e-4f98-9481-67560d25261d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:15.172916 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.180239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afa794-634f-4fed-8a38-a640c69e8947 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:15.182543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afa794-634f-4fed-8a38-a640c69e8947 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:15.186523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afa794-634f-4fed-8a38-a640c69e8947 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:15.193796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a0afa794-634f-4fed-8a38-a640c69e8947 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2227333 Sep 18 02:05:15.194419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55694) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:15.319574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:15.329812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f3ac7a-e22e-4372-a584-2934ad19c94f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet ada09c10-9fa6-4bbf-8e18-d3159bfb3ec8 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:15.336179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ac7a-e22e-4372-a584-2934ad19c94f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.425415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:15.454937 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.455754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:15.487594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ac7a-e22e-4372-a584-2934ad19c94f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.521438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Network 16b228f4-b2cf-4868-92fd-be5c44c388cc is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:15.524011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:15.730987 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.747809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Router 291c05ed-839a-493d-9da8-904d68046241 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:05:15.770117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f9970-0b5d-461c-8a28-126d174ae809 req-dd390aa2-54a4-4e0e-990f-1c7cae78b585 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:15.773523 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-702f9970-0b5d-461c-8a28-126d174ae809 req-dd390aa2-54a4-4e0e-990f-1c7cae78b585 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1704495 Sep 18 02:05:15.838337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.877957 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-702f9970-0b5d-461c-8a28-126d174ae809 req-8b6615ba-142f-4760-a673-b4a8626231ca tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966842 Sep 18 02:05:15.904151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ac7a-e22e-4372-a584-2934ad19c94f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:15.927903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 602935c9-1c8a-47a5-bf1d-a8bfa41415fc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:15.934514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:15.939167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] For port 25109846-1da0-47a5-a7f6-79e8d794c4e0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=25109846-1da0-47a5-a7f6-79e8d794c4e0,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:15.992870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:16.002298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5cb05c50-84ba-4993-8903-add244f7e433 admin admin] 10.222.0.21 "PUT /v2.0/routers/291c05ed-839a-493d-9da8-904d68046241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9704967 Sep 18 02:05:16.017562 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Sync routers for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:16.033060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.056637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ac7a-e22e-4372-a584-2934ad19c94f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.057305 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:16.060582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:16.091421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3ac7a-e22e-4372-a584-2934ad19c94f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=ada09c10-9fa6-4bbf-8e18-d3159bfb3ec8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:16.097195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ac7a-e22e-4372-a584-2934ad19c94f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.101419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f4f3ac7a-e22e-4372-a584-2934ad19c94f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/ada09c10-9fa6-4bbf-8e18-d3159bfb3ec8 HTTP/1.1" status: 204 len: 168 time: 0.9035590 Sep 18 02:05:16.102206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55726) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:16.208821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a3cee-a1e2-4747-b9f3-90841458799e None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:16.271141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-1113afa3-ed6c-411d-b408-f1fc42c9777d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet d2feb9aa-2309-4cb7-a4fc-93bf2f1d6173 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:16.282694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1113afa3-ed6c-411d-b408-f1fc42c9777d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.428079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-43f61b0f-2df7-4624-955a-7317eabcc07d req-b4dc9328-fa77-43b1-836e-1924df3d7ae7 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 210 time: 0.1464112 Sep 18 02:05:16.433985 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1113afa3-ed6c-411d-b408-f1fc42c9777d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.467589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:16.473933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:16.478867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b1c04b33-cc68-4451-b31b-a172cd01c0ee None None] Provisioning complete for port 25109846-1da0-47a5-a7f6-79e8d794c4e0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:16.479560 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b1c04b33-cc68-4451-b31b-a172cd01c0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.483732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d279ad-6dcb-41b2-a929-3b709d8fef1a None None] Pushing event updated for resources: {'Port': ['ID=25109846-1da0-47a5-a7f6-79e8d794c4e0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:16.533262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:16.533884 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.535959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa', 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305', 'port_id': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa', 'mac_address': 'fa:16:3e:df:85:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:16.543184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:16.581264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-56235af0-27d7-419e-b600-f190f0dacbab tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:16.591404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-56235af0-27d7-419e-b600-f190f0dacbab tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:16.616824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1113afa3-ed6c-411d-b408-f1fc42c9777d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.629943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-56235af0-27d7-419e-b600-f190f0dacbab tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:16.647819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-56235af0-27d7-419e-b600-f190f0dacbab tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:16.673707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-56235af0-27d7-419e-b600-f190f0dacbab tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:16.688220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-56235af0-27d7-419e-b600-f190f0dacbab tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:16.697257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-56235af0-27d7-419e-b600-f190f0dacbab tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:16.710660 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-56235af0-27d7-419e-b600-f190f0dacbab tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5421 time: 0.4597859 Sep 18 02:05:16.792407 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbab7eaa-e184-4cce-b78f-d41cdc3cbb05 req-b747a1c1-476f-4c00-8099-118b0b2223b1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799847 Sep 18 02:05:16.801458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Deleting port 5dd378de-ff61-42ac-b936-9aff8601fca9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:16.804341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.814107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:16.834436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845411a-b62a-4fa5-a931-4887981d0229 None None] The sync data for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 is: [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:17.047822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:17.093537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1113afa3-ed6c-411d-b408-f1fc42c9777d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.141565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] For port 5dd378de-ff61-42ac-b936-9aff8601fca9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5dd378de-ff61-42ac-b936-9aff8601fca9,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:17.143542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.172886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113afa3-ed6c-411d-b408-f1fc42c9777d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=d2feb9aa-2309-4cb7-a4fc-93bf2f1d6173,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:17.187578 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:14Z', 'revision_number': 2, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:17.198129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:17.199459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Calling delete_port for 5dd378de-ff61-42ac-b936-9aff8601fca9 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:17.214525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1113afa3-ed6c-411d-b408-f1fc42c9777d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.222981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72104afa-c7ef-45b6-bcd5-24ad2199aa7a req-7afac19e-9967-4405-b49a-f26506a24f82 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:17.223407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1113afa3-ed6c-411d-b408-f1fc42c9777d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/d2feb9aa-2309-4cb7-a4fc-93bf2f1d6173 HTTP/1.1" status: 204 len: 168 time: 1.1205487 Sep 18 02:05:17.235293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72104afa-c7ef-45b6-bcd5-24ad2199aa7a req-7afac19e-9967-4405-b49a-f26506a24f82 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.2049711 Sep 18 02:05:17.235999 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.236900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e3da4d64-ab7c-4d40-8154-3121587f43e8 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:17.237626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55758) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:17.295933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-72104afa-c7ef-45b6-bcd5-24ad2199aa7a req-53fe9016-a659-4f3a-851a-5f8cf4603366 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576253 Sep 18 02:05:17.300988 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Checking router: 291c05ed-839a-493d-9da8-904d68046241 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:17.301239 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Updating router 291c05ed-839a-493d-9da8-904d68046241 port ad5cf507-088e-4f98-9481-67560d25261d binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:05:17.302432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-390694be-0d0a-42eb-80c7-05dd44ba3943 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635247 Sep 18 02:05:17.308171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55760) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:17.328429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:17.367661 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.470402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016aa47-4775-49fc-aa38-91429e2b234d req-429a5b16-853c-4442-aca7-32adf31c75d6 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:17.472412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-429a5b16-853c-4442-aca7-32adf31c75d6 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.20 "GET /v2.0/networks?id=447c4529-1f43-463c-8cd3-faa08081b62c HTTP/1.1" status: 200 len: 811 time: 0.7036805 Sep 18 02:05:17.495499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:05:17.587175 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-0e66a47d-2ea2-4f69-aa22-3b199afaf598 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f839406f3ad4416a0e1089553b836db HTTP/1.1" status: 200 len: 379 time: 0.0984273 Sep 18 02:05:17.634246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Request body: {'port': {'device_id': '06658c53-5dff-4911-8cf0-0d3951964466', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'admin_state_up': True, 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'security_groups': ['3a12a60f-68b4-44d4-a97e-6d04e525158f']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:17.651737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:17.652114 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.658899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.683954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=602935c9-1c8a-47a5-bf1d-a8bfa41415fc,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:17.687103 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:05:17.706352 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:17.745315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e3da4d64-ab7c-4d40-8154-3121587f43e8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:17.757607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e53f302-c86a-4d35-ad1d-905b690ae5ac req-fb698317-debc-4197-b4e4-10bde658dde5 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 210 time: 0.1255717 Sep 18 02:05:17.782480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:17.886142 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55772) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:17.932879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 25109846-1da0-47a5-a7f6-79e8d794c4e0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:17.938343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'e3da4d64-ab7c-4d40-8154-3121587f43e8', 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'port_id': 'e3da4d64-ab7c-4d40-8154-3121587f43e8', 'mac_address': 'fa:16:3e:67:2c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006172b-9888-4fca-b5af-74da7130be75', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:17.948174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.002448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-343e7772-1dcc-4b1a-b1b3-ae65ddc7e931 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.007591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-343e7772-1dcc-4b1a-b1b3-ae65ddc7e931 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 820 time: 0.8149099 Sep 18 02:05:18.089883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd378de-ff61-42ac-b936-9aff8601fca9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:18.115182 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.128882 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.187533 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-1e073c2d-7e57-4360-be32-929f3d573f0e tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/quotas/04e28517ec0f473190d019467c9c8ab7 HTTP/1.1" status: 200 len: 375 time: 0.1653171 Sep 18 02:05:18.218345 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d706fb-4622-47cd-ba89-a313afae447b None None] Pushing event updated for resources: {'Port': ['ID=ad5cf507-088e-4f98-9481-67560d25261d,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:18.304074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-297340342'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:18.414289 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.428900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-bccea4e6-73f1-486a-ba3b-c3ba3cd90f1c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.438652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-bccea4e6-73f1-486a-ba3b-c3ba3cd90f1c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.448852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] Deleting port 9ce221d4-99a3-425e-b48f-13909f38fe7c {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:18.449421 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.457670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-bccea4e6-73f1-486a-ba3b-c3ba3cd90f1c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.467464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-bccea4e6-73f1-486a-ba3b-c3ba3cd90f1c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.485974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-bccea4e6-73f1-486a-ba3b-c3ba3cd90f1c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.496130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=602935c9-1c8a-47a5-bf1d-a8bfa41415fc,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:18.504826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:18.506084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-bccea4e6-73f1-486a-ba3b-c3ba3cd90f1c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.512361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-68a7ef7a-f1ac-46af-9525-c4284eeeb842 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3098948 Sep 18 02:05:18.515888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:18.520624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.521371 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.525400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.525989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-bccea4e6-73f1-486a-ba3b-c3ba3cd90f1c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:18.530227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-bccea4e6-73f1-486a-ba3b-c3ba3cd90f1c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5422 time: 0.5352592 Sep 18 02:05:18.533570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=4b447fb5-cb6d-4e6b-a020-d440f191557a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:18.553091 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Attempting to bind port ad5cf507-088e-4f98-9481-67560d25261d on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:18.553611 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Attempting to bind port ad5cf507-088e-4f98-9481-67560d25261d by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:18.554077 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Attempting to bind port ad5cf507-088e-4f98-9481-67560d25261d on network 16b228f4-b2cf-4868-92fd-be5c44c388cc {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:18.560701 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:18.565451 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Checking segment: {'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:18.566011 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.567636 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Bound using segment: {'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:18.568370 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Bound port: ad5cf507-088e-4f98-9481-67560d25261d, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:18.570628 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.602971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 25109846-1da0-47a5-a7f6-79e8d794c4e0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:18.603325 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.605662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3da4d64-ab7c-4d40-8154-3121587f43e8 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:18.656303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e3da4d64-ab7c-4d40-8154-3121587f43e8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:18.656520 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.674220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Made reservation on behalf of a2335bf8569b4c28bb6788205160ce2f for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:18.674428 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.675057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:18.678477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.691636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-e5ede8ba-3361-4b49-a646-cf1c7c8c79e4 service neutron] 10.222.0.21 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672218 Sep 18 02:05:18.720571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.737624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Made reservation on behalf of 4f839406f3ad4416a0e1089553b836db for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:18.742041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.751042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5f183485-8c17-4757-b63e-001ac00916b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4301405 Sep 18 02:05:18.752305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55786) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:18.756583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e3da4d64-ab7c-4d40-8154-3121587f43e8,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:18.776648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] For port 9ce221d4-99a3-425e-b48f-13909f38fe7c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9ce221d4-99a3-425e-b48f-13909f38fe7c,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:18.777049 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.796549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3110a92b-5ec5-405c-9407-708a48c9299f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:18.803584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] Calling delete_port for 9ce221d4-99a3-425e-b48f-13909f38fe7c owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:18.836039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:18.909536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'e9f0ea00-a6e0-4ae3-9adf-e880919e07a3', 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'port_id': 'e9f0ea00-a6e0-4ae3-9adf-e880919e07a3', 'mac_address': 'fa:16:3e:48:82:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006172b-9888-4fca-b5af-74da7130be75', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:18.971040 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] For port ad5cf507-088e-4f98-9481-67560d25261d, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:18.979943 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] For port ad5cf507-088e-4f98-9481-67560d25261d, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ad5cf507-088e-4f98-9481-67560d25261d,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:18.981417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:18.996139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.003847 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.037796 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.044820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17a8b620-054f-4790-ba2d-6eea5d974205 req-e5121c0c-530c-4ae1-b781-40996fee6752 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3851869 Sep 18 02:05:19.051722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:05:19.067499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:19.084711 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-7e43eb25-5d3b-4d58-ba13-0c8d51f0aa62 service neutron] 10.222.0.21 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853834 Sep 18 02:05:19.102048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:19.108550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9ce221d4-99a3-425e-b48f-13909f38fe7c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:19.128364 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:19.130874 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:19.138303 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.138648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 23919e13-0d70-47b1-8884-3f19f7714dd1 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:19.149447 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.178148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.178506 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Added segment 78d60a21-2b11-4c23-9581-7c1441230e9e of type vlan for network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 Sep 18 02:05:19.207419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] No DVR routers for this DVR port 9ce221d4-99a3-425e-b48f-13909f38fe7c on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:19.229541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No active binding found for port 9ce221d4-99a3-425e-b48f-13909f38fe7c {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:05:19.229994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9ce221d4-99a3-425e-b48f-13909f38fe7c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:19.247140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 23919e13-0d70-47b1-8884-3f19f7714dd1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=23919e13-0d70-47b1-8884-3f19f7714dd1,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:19.255910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:19.261626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a396477d-e153-4e8f-89cb-e44538b7b8ca None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:19.273434 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d706fb-4622-47cd-ba89-a313afae447b None None] Pushing event updated for resources: {'Port': ['ID=ad5cf507-088e-4f98-9481-67560d25261d,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:19.279631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '23919e13-0d70-47b1-8884-3f19f7714dd1', 'network_id': 'e0377083-72e2-46ac-9ba6-a82b196a3305', 'port_id': '23919e13-0d70-47b1-8884-3f19f7714dd1', 'mac_address': 'fa:16:3e:04:c3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:19.317159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42957a-654c-44c4-b572-8c321ae6aaad None None] Pushing event deleted for resources: {'Port': ['ID=9ce221d4-99a3-425e-b48f-13909f38fe7c,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:19.352017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Allocated IP 172.20.0.11 (447c4529-1f43-463c-8cd3-faa08081b62c/e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d/3316209b-e15d-4a29-911e-d1ec2bc7e25d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:19.422591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3110a92b-5ec5-405c-9407-708a48c9299f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:19.429379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3110a92b-5ec5-405c-9407-708a48c9299f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.448314 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.460518 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.472890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23919e13-0d70-47b1-8884-3f19f7714dd1 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:19.484638 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:19.497391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a7f4db-9fd6-4c21-8366-4547e1292339,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:19.507788 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-774595b2-0ffd-48e7-9d13-f43eff109119 req-590b7306-579c-4478-a3c4-0f16ebef7db4 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 210 time: 0.1019292 Sep 18 02:05:19.533174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.545198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:19.545859 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.569965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 23919e13-0d70-47b1-8884-3f19f7714dd1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=23919e13-0d70-47b1-8884-3f19f7714dd1,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:19.583184 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.583926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 57f60e8e-b75a-4f16-9ca6-707caada9fd6 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:19.721029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39ef492f-8e38-4d84-bf0e-2e48c0b853fb req-8330830b-270c-46a7-add1-5d34125ef3d7 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 210 time: 0.0961890 Sep 18 02:05:19.724601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': '4b447fb5-cb6d-4e6b-a020-d440f191557a'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:05:19.725486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.751929 n-d-789963-12 neutron-server[106440]: INFO neutron.db.ipam_backend_mixin [None req-3110a92b-5ec5-405c-9407-708a48c9299f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b447fb5-cb6d-4e6b-a020-d440f191557a (CIDR: 2001:db8::/64) Sep 18 02:05:19.761667 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-3110a92b-5ec5-405c-9407-708a48c9299f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:05:19.763169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3110a92b-5ec5-405c-9407-708a48c9299f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:19.775071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5c3b0-5e11-438c-8dc9-d4caf4fe82a8 req-921cebcc-db19-4eff-a9de-988b1eab6102 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:19.776804 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0f5c3b0-5e11-438c-8dc9-d4caf4fe82a8 req-921cebcc-db19-4eff-a9de-988b1eab6102 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.6259613 Sep 18 02:05:19.805598 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3110a92b-5ec5-405c-9407-708a48c9299f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0482256 Sep 18 02:05:19.820192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55808) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:19.835065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:19.845342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55810) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:19.845771 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9545524 Sep 18 02:05:19.851010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=23919e13-0d70-47b1-8884-3f19f7714dd1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:19.856562 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:19.870486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Request body: {'subnet': {'network_id': '20660d80-6cd5-4cd4-a8eb-c2d189f37ef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:19.874019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9007df-5f02-4bae-a6ab-df8c19fe1691 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event updated for resources: {'Network': ['ID=20660d80-6cd5-4cd4-a8eb-c2d189f37ef1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:19.939998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:05:20.005461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 57f60e8e-b75a-4f16-9ca6-707caada9fd6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:20.007073 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:18Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:20.041140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0f5c3b0-5e11-438c-8dc9-d4caf4fe82a8 req-919cd666-95d0-413d-8eb0-e6ac76509d22 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940086 Sep 18 02:05:20.054805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'port_id': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'mac_address': 'fa:16:3e:a4:23:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:20.074377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Router 2ece94b2-185e-450c-9876-4e13f192f0ed has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:05:20.110871 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3554c-e0ad-4cbb-acbd-a7e6f3ddaa0f None None] The sync data for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 is: [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:18Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:20.188757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 602935c9-1c8a-47a5-bf1d-a8bfa41415fc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:20.311486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:20.320357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-49b2db37-7c4b-4e28-8161-31ef0b1d8363 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ece94b2-185e-450c-9876-4e13f192f0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0222855 Sep 18 02:05:20.370810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55818) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:20.390562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/4b447fb5-cb6d-4e6b-a020-d440f191557a/8bd5a79a-a17b-4659-8172-3e5b8dca49bc) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:20.467780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] Sync routers for ids ['2ece94b2-185e-450c-9876-4e13f192f0ed'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:20.468029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-f4f5592f-0df5-4ec5-a9e0-9f5b3cc07c30 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:20.470077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-f4f5592f-0df5-4ec5-a9e0-9f5b3cc07c30 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.1439664 Sep 18 02:05:20.648640 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:20.652560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] Routers {'2ece94b2-185e-450c-9876-4e13f192f0ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:20.653931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ece94b2-185e-450c-9876-4e13f192f0ed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:20.658425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:20.658825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:20.758248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f60e8e-b75a-4f16-9ca6-707caada9fd6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:20.903511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 57f60e8e-b75a-4f16-9ca6-707caada9fd6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:20.960341 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:20.960970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 15f2340f-9302-4d35-b43b-0ea9537a50a5 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:21.041593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] Set router 2ece94b2-185e-450c-9876-4e13f192f0ed gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:21.135596 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6721ce95-1c81-4759-a90c-12ed4cefcbb2 req-0bef8b52-9b16-4242-90c2-c50bdbd24856 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 210 time: 0.0689948 Sep 18 02:05:21.180368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Made reservation on behalf of a2335bf8569b4c28bb6788205160ce2f for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:21.185994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.192920 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.246313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-a77a7488-686c-42fa-97b6-8836ef31c1e4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:21.252623 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.268590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-a77a7488-686c-42fa-97b6-8836ef31c1e4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:21.292311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:05:21.311308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-a77a7488-686c-42fa-97b6-8836ef31c1e4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:21.315392 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.341019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 15f2340f-9302-4d35-b43b-0ea9537a50a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:21.343533 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b4001f2-aafe-42f8-9868-7e1c6ccf9b31 req-92a9390d-4136-4216-82a9-3b25db783ce3 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 210 time: 0.0589132 Sep 18 02:05:21.367015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-a77a7488-686c-42fa-97b6-8836ef31c1e4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:21.391990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-a77a7488-686c-42fa-97b6-8836ef31c1e4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:21.404759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-a77a7488-686c-42fa-97b6-8836ef31c1e4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:21.423409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-a77a7488-686c-42fa-97b6-8836ef31c1e4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:21.430950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-a77a7488-686c-42fa-97b6-8836ef31c1e4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5425 time: 1.2154512 Sep 18 02:05:21.432133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.494626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:21.500075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=57f60e8e-b75a-4f16-9ca6-707caada9fd6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:21.507755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Deleting port 87cd912f-da1d-4820-954d-6ba86d44ad1a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:21.508077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.521523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '15f2340f-9302-4d35-b43b-0ea9537a50a5', 'network_id': '82d17108-4032-415d-8e69-c6ef088c7d7c', 'port_id': '15f2340f-9302-4d35-b43b-0ea9537a50a5', 'mac_address': 'fa:16:3e:61:ef:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006172b-9888-4fca-b5af-74da7130be75', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:21.583918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:21.587179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:21.625186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Network 447c4529-1f43-463c-8cd3-faa08081b62c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:21.639289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:21.663363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c79e68b0-7eec-49b9-86da-8eb0913abc82 req-1da04cf5-95a4-473e-bc6f-db1c29036edf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2271152 Sep 18 02:05:21.664082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event updated for resources: {'Port': ['ID=3316209b-e15d-4a29-911e-d1ec2bc7e25d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:21.672679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:21.737993 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.738471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:21.742844 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.754062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Pushing event updated for resources: {'Port': ['ID=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:21.919824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] For port 87cd912f-da1d-4820-954d-6ba86d44ad1a, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=87cd912f-da1d-4820-954d-6ba86d44ad1a,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:21.920130 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:21.968280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Calling delete_port for 87cd912f-da1d-4820-954d-6ba86d44ad1a owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:22.003156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.011805 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.023213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f679e7e-2a61-4d2d-88b0-840b3348bdd5 req-dad76ec7-64cc-4df1-8043-11a2ac22e79b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:22.031741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f679e7e-2a61-4d2d-88b0-840b3348bdd5 req-dad76ec7-64cc-4df1-8043-11a2ac22e79b tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 945 time: 0.5839636 Sep 18 02:05:22.102447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-28aab30f-1392-4677-80d5-c6d5a6cd7274 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:22.104046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-28aab30f-1392-4677-80d5-c6d5a6cd7274 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.20 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 820 time: 0.7699862 Sep 18 02:05:22.172948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ad5cf507-088e-4f98-9481-67560d25261d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:22.173307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:22.174163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.191015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Checking segment: {'id': '78d60a21-2b11-4c23-9581-7c1441230e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20660d80-6cd5-4cd4-a8eb-c2d189f37ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:22.191689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Network hostable DHCP agents. Network: 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:05:22.230636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Request body: {'port': {'device_id': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'admin_state_up': True, 'tenant_id': '04e28517ec0f473190d019467c9c8ab7'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:22.239630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f2340f-9302-4d35-b43b-0ea9537a50a5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:22.240338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event updated for resources: {'Subnet': ['ID=edfda51e-1c92-4a42-bda6-efa13a0371f3,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:22.264012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 15f2340f-9302-4d35-b43b-0ea9537a50a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:22.280893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-b0b84c44-384c-4d3f-9c68-aa804e4fa67d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6841764 Sep 18 02:05:22.287532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:05:22.301431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.313735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Request body: {'port': {'device_id': '06658c53-5dff-4911-8cf0-0d3951964466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:22.317151 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:22.336933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Attempting to bind port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:22.337324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Attempting to bind port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:22.337691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Attempting to bind port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:22.356489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f679e7e-2a61-4d2d-88b0-840b3348bdd5 req-db8e2fd1-086d-48fe-bf86-d2c26cb20a49 tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d654b38-6f60-497f-8f12-a4bc563e03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205693 Sep 18 02:05:22.380241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b07a19-1802-445b-b6ba-68b252927b14 None None] Network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:22.381650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:22.383278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.432243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7e40ea6d-94f5-421b-b60f-2e84a4e45e24 None None] Provisioning complete for port 3316209b-e15d-4a29-911e-d1ec2bc7e25d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:22.432634 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e40ea6d-94f5-421b-b60f-2e84a4e45e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.449489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:22.450399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:22.450822 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.451219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:22.451706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Bound port: 8bd5a79a-a17b-4659-8172-3e5b8dca49bc, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:22.452086 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.470489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceee07f-63cc-4506-b35f-67ce6fbee442 req-418bc96f-dd9a-476e-8d00-ce1deee4ec36 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:22.472185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ceee07f-63cc-4506-b35f-67ce6fbee442 req-418bc96f-dd9a-476e-8d00-ce1deee4ec36 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 932 time: 0.1753972 Sep 18 02:05:22.477597 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4d09a1d7-c880-49e1-aa7c-d089d34de9bb tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6159484 Sep 18 02:05:22.483678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55842) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:22.497229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.497943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Request body: {'port': {'network_id': '20660d80-6cd5-4cd4-a8eb-c2d189f37ef1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1278584159'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:22.541500 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0e406c0-b627-484e-ad6b-4a10e364f13d req-345d9abd-ada0-48bb-9f51-db69c650fe6c tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 210 time: 0.0727861 Sep 18 02:05:22.580001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Deleting port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:22.580353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.584919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ceee07f-63cc-4506-b35f-67ce6fbee442 req-3c84fcfc-b1e9-4050-bbd1-4a45102d1fb2 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029367 Sep 18 02:05:22.615629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] For port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:22.619602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] For port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:22.632681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=15f2340f-9302-4d35-b43b-0ea9537a50a5,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:22.640145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.657516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ad5cf507-088e-4f98-9481-67560d25261d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:22.657874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.659388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7e40ea6d-94f5-421b-b60f-2e84a4e45e24 None None] Port 3316209b-e15d-4a29-911e-d1ec2bc7e25d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:22.749023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 5, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port': {'id': '5382cd8c-4df8-4ae7-9ac0-11deafd56a69', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ab:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:24Z', 'updated_at': '2021-09-18T02:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:22.809610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] Checking router: 2ece94b2-185e-450c-9876-4e13f192f0ed for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:22.858966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Made reservation on behalf of 04e28517ec0f473190d019467c9c8ab7 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:22.863668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:22.882519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde45d2-690b-42b9-a275-e0b170a40300 None None] Pushing event updated for resources: {'Port': ['ID=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:22.891157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] Routers {'2ece94b2-185e-450c-9876-4e13f192f0ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:22.891712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ece94b2-185e-450c-9876-4e13f192f0ed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:22.911739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:22.913751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['57f60e8e-b75a-4f16-9ca6-707caada9fd6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:22.965729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:23.098367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:05:23.166630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.175100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['e3da4d64-ab7c-4d40-8154-3121587f43e8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:23.177770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['e9f0ea00-a6e0-4ae3-9adf-e880919e07a3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:23.180302 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['23919e13-0d70-47b1-8884-3f19f7714dd1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:23.182994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['15f2340f-9302-4d35-b43b-0ea9537a50a5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:23.214678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Allocated IP 172.20.0.8 (16b228f4-b2cf-4868-92fd-be5c44c388cc/c24f5d2d-cbb9-4d47-b81b-892c19f9d899/afd87c54-1ca1-40f6-9c78-9ba2818a2183) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:23.258035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.275506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] For port 5382cd8c-4df8-4ae7-9ac0-11deafd56a69, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5382cd8c-4df8-4ae7-9ac0-11deafd56a69,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:23.280725 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.325578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-19935b18-9d2d-421b-88d9-9482e0eba238 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:23.331785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-19935b18-9d2d-421b-88d9-9482e0eba238 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:23.337879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-19935b18-9d2d-421b-88d9-9482e0eba238 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:23.343971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-19935b18-9d2d-421b-88d9-9482e0eba238 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:23.349856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-19935b18-9d2d-421b-88d9-9482e0eba238 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:23.355707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-19935b18-9d2d-421b-88d9-9482e0eba238 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:23.362268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-19935b18-9d2d-421b-88d9-9482e0eba238 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:23.364198 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-19935b18-9d2d-421b-88d9-9482e0eba238 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5427 time: 0.5182741 Sep 18 02:05:23.418863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Calling delete_port for 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:23.448814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Pushing event deleted for resources: {'Port': ['ID=87cd912f-da1d-4820-954d-6ba86d44ad1a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:23.456420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Made reservation on behalf of a2335bf8569b4c28bb6788205160ce2f for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:23.462182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.464938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3316209b-e15d-4a29-911e-d1ec2bc7e25d {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:23.478121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.494304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] No DVR routers for this DVR port 87cd912f-da1d-4820-954d-6ba86d44ad1a on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:23.509668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.511834 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4eceac3-0d23-405c-a94e-d31dd488adf2 req-da74e4fe-56a1-473e-9236-3f21df41254e tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.18 "DELETE /v2.0/ports/87cd912f-da1d-4820-954d-6ba86d44ad1a HTTP/1.1" status: 204 len: 173 time: 3.0344732 Sep 18 02:05:23.519084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a918a2-55bb-4006-93c8-9bf1e78f6884', 'name': 'network-vif-deleted', 'tag': '87cd912f-da1d-4820-954d-6ba86d44ad1a'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:23.522817 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfd2f5-0a7d-45d9-98b7-b11db97eb48a" -d '{"events": [{"server_uuid": "f4a918a2-55bb-4006-93c8-9bf1e78f6884", "name": "network-vif-deleted", "tag": "87cd912f-da1d-4820-954d-6ba86d44ad1a"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:23.577762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.597061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e4dc544-3375-4eec-a3dd-c76e805bb503 req-9752e7df-779b-41aa-83c7-3594a546b42f tempest-ServerRescueNegativeTestJSON-383348155 tempest-ServerRescueNegativeTestJSON-383348155-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4a918a2-55bb-4006-93c8-9bf1e78f6884 HTTP/1.1" status: 200 len: 210 time: 0.1373200 Sep 18 02:05:23.603044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] device_id is not set on port a3b6618a-e2ab-4d5c-bc77-c4184265c533 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:05:23.605767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Transition to ACTIVE for port object 3316209b-e15d-4a29-911e-d1ec2bc7e25d will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:05:23.642526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b0bb751-c3fb-49e1-8f7b-cadc3463003f req-73b72458-0f78-4232-8cb5-6dc550f55e58 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2300644 Sep 18 02:05:23.644623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.657626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-20660d80-6cd5-4cd4-a8eb-c2d189f37ef1', 'network_id': '20660d80-6cd5-4cd4-a8eb-c2d189f37ef1', 'tenant_id': 'a2335bf8569b4c28bb6788205160ce2f', 'fixed_ips': [{'subnet_id': 'edfda51e-1c92-4a42-bda6-efa13a0371f3'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:05:23.660950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:23.781147 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01958ba-d3b5-48a0-aef8-28f12e76f30c x-openstack-request-id: req-b01958ba-d3b5-48a0-aef8-28f12e76f30c {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:23.781879 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a918a2-55bb-4006-93c8-9bf1e78f6884", "name": "network-vif-deleted", "tag": "87cd912f-da1d-4820-954d-6ba86d44ad1a", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:23.782137 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b01958ba-d3b5-48a0-aef8-28f12e76f30c {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:23.782540 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a918a2-55bb-4006-93c8-9bf1e78f6884', 'name': 'network-vif-deleted', 'tag': '87cd912f-da1d-4820-954d-6ba86d44ad1a', 'status': 'completed', 'code': 200} Sep 18 02:05:23.858547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a6473a6-2ad4-4257-8348-44b0022596e0 req-fc31e2d8-4414-46da-8069-cae1e14ad62d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 210 time: 0.0721107 Sep 18 02:05:23.928947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] Set router 2ece94b2-185e-450c-9876-4e13f192f0ed gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:24.005814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] For port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:24.057607 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.061880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Pushing event updated for resources: {'Port': ['ID=3316209b-e15d-4a29-911e-d1ec2bc7e25d,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:24.113645 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.173250 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.176165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.216990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port ad5cf507-088e-4f98-9481-67560d25261d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ad5cf507-088e-4f98-9481-67560d25261d,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:24.217774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Allocated IP 172.20.0.13 (20660d80-6cd5-4cd4-a8eb-c2d189f37ef1/edfda51e-1c92-4a42-bda6-efa13a0371f3/a3b6618a-e2ab-4d5c-bc77-c4184265c533) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:24.221827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:05:22Z', 'revision_number': 6, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:24.296114 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.330083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:24.337278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,revision_number=4']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:24.342465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=b8315914-c4c4-49a8-bc15-5c1623e224a9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:24.345605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:24.374510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:24.375248 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.392733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Network 16b228f4-b2cf-4868-92fd-be5c44c388cc is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:24.408211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:24.423705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:24.470698 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.497017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 87cd912f-da1d-4820-954d-6ba86d44ad1a no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:24.535384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.544776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event updated for resources: {'Port': ['ID=afd87c54-1ca1-40f6-9c78-9ba2818a2183,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:24.567996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 87cd912f-da1d-4820-954d-6ba86d44ad1a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:24.568485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 87cd912f-da1d-4820-954d-6ba86d44ad1a not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:24.569001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f396a97d-525a-46d8-a611-64716df7124a no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:24.570913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e27d7-7948-420c-84a1-ddfb5b06e5ae req-0977cdfb-359f-411b-987d-25902858c366 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:24.576790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a64e27d7-7948-420c-84a1-ddfb5b06e5ae req-0977cdfb-359f-411b-987d-25902858c366 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 944 time: 0.4947784 Sep 18 02:05:24.578981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Attempting to bind port 3316209b-e15d-4a29-911e-d1ec2bc7e25d on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:24.580624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Attempting to bind port 3316209b-e15d-4a29-911e-d1ec2bc7e25d by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:24.580984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Attempting to bind port 3316209b-e15d-4a29-911e-d1ec2bc7e25d on network 447c4529-1f43-463c-8cd3-faa08081b62c {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:24.595003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf83982-878b-41c2-8cff-b40d9fae5c34 None None] The sync data for ids ['2ece94b2-185e-450c-9876-4e13f192f0ed'] in n-d-789963-12 is: [{'id': '2ece94b2-185e-450c-9876-4e13f192f0ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-854682808-router', 'tenant_id': 'c3124ec3fc14423384e7743303908a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:23Z', 'updated_at': '2021-09-18T02:05:22Z', 'revision_number': 6, 'project_id': 'c3124ec3fc14423384e7743303908a43', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:24.597822 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c33a3a01-369d-4e8a-b28a-982b4d8b1bf7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7761414 Sep 18 02:05:24.600766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55866) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:24.611081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:66:d9:5b', 'name': 'tempest-NetworksTestDHCPv6-1975867217'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:24.649594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: f396a97d-525a-46d8-a611-64716df7124a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:24.649954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f396a97d-525a-46d8-a611-64716df7124a not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:24.654680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ac0e2-019e-4670-b2db-214a2572ea37 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:24.659522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Port 3316209b-e15d-4a29-911e-d1ec2bc7e25d on network 447c4529-1f43-463c-8cd3-faa08081b62c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:24.659905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Attempting to bind port 3316209b-e15d-4a29-911e-d1ec2bc7e25d on network 447c4529-1f43-463c-8cd3-faa08081b62c {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:24.720628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55872) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:24.729922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a64e27d7-7948-420c-84a1-ddfb5b06e5ae req-ccacacc9-96a2-40e4-927f-c12fbe6e15d6 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294773 Sep 18 02:05:24.734106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:24.734740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Checking segment: {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:24.736720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Bound using segment: {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:24.737917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Bound port: 3316209b-e15d-4a29-911e-d1ec2bc7e25d, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87068222-5521-401b-a0e6-5c929d15765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:24.739229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.842305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5382cd8c-4df8-4ae7-9ac0-11deafd56a69,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:24.893767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:24.894442 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:24.930309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] For port 3316209b-e15d-4a29-911e-d1ec2bc7e25d, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:24.935576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] For port 3316209b-e15d-4a29-911e-d1ec2bc7e25d, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:24.941479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.041985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.043037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.044467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] 10.222.0.20 "PUT /v2.0/ports/3316209b-e15d-4a29-911e-d1ec2bc7e25d HTTP/1.1" status: 200 len: 1093 time: 2.7438605 Sep 18 02:05:25.044857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06658c53-5dff-4911-8cf0-0d3951964466', 'tag': '3316209b-e15d-4a29-911e-d1ec2bc7e25d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:25.047251 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f5887e-4a34-4153-9bc5-ea8e6329d5be" -d '{"events": [{"name": "network-changed", "server_uuid": "06658c53-5dff-4911-8cf0-0d3951964466", "tag": "3316209b-e15d-4a29-911e-d1ec2bc7e25d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:25.049487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8bd5a79a-a17b-4659-8172-3e5b8dca49bc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:25.099934 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-463365c5-d298-4e68-be36-259fc088d882 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8802903 Sep 18 02:05:25.104871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1ac4c-614e-4e5d-8717-435d7da1c9bc service neutron] Pushing event updated for resources: {'Port': ['ID=3316209b-e15d-4a29-911e-d1ec2bc7e25d,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:25.162293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Request body: {'port': {'device_id': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:25.177329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.333350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03fbac-4af3-410d-a2bb-8dc95e4b6f41 req-fb06e5da-e886-42b3-bdbf-d2c86a25586d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.335561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae03fbac-4af3-410d-a2bb-8dc95e4b6f41 req-fb06e5da-e886-42b3-bdbf-d2c86a25586d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 931 time: 0.1683862 Sep 18 02:05:25.337013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016aa47-4775-49fc-aa38-91429e2b234d req-1a88cc40-55d5-488f-a2f1-0f82471d73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.338335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=ad5cf507-088e-4f98-9481-67560d25261d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:25.338487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-1a88cc40-55d5-488f-a2f1-0f82471d73f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f839406f3ad4416a0e1089553b836db&device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 1096 time: 0.2253742 Sep 18 02:05:25.384694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.410841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.416254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-328d77d5-9c01-443e-9c46-591ef99cbb14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d HTTP/1.1" status: 200 len: 217 time: 0.0636408 Sep 18 02:05:25.546575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016aa47-4775-49fc-aa38-91429e2b234d req-cdc3aa80-a930-4dca-abbd-1fa5226ca1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.548829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-cdc3aa80-a930-4dca-abbd-1fa5226ca1be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d HTTP/1.1" status: 200 len: 850 time: 0.1009858 Sep 18 02:05:25.567333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60401-ea50-4147-b600-e213a9056611 req-baabfcc6-c378-4069-b739-1356e912a326 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.570102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0e0917b7-540d-477c-bf48-5793d5ec8500 None None] Provisioning complete for port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:25.570487 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e0917b7-540d-477c-bf48-5793d5ec8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.584349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60401-ea50-4147-b600-e213a9056611 req-baabfcc6-c378-4069-b739-1356e912a326 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.585207 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae03fbac-4af3-410d-a2bb-8dc95e4b6f41 req-25202f7a-4b0e-4ca2-9f72-653fe3ec962a tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386668 Sep 18 02:05:25.591062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60401-ea50-4147-b600-e213a9056611 req-baabfcc6-c378-4069-b739-1356e912a326 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.594869 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.597846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60401-ea50-4147-b600-e213a9056611 req-baabfcc6-c378-4069-b739-1356e912a326 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.605426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60401-ea50-4147-b600-e213a9056611 req-baabfcc6-c378-4069-b739-1356e912a326 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.612281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60401-ea50-4147-b600-e213a9056611 req-baabfcc6-c378-4069-b739-1356e912a326 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.619035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60401-ea50-4147-b600-e213a9056611 req-baabfcc6-c378-4069-b739-1356e912a326 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.627814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1a60401-ea50-4147-b600-e213a9056611 req-baabfcc6-c378-4069-b739-1356e912a326 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5427 time: 0.7828479 Sep 18 02:05:25.670418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.671933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.672465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ece94b2-185e-450c-9876-4e13f192f0ed {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:05:25.692280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.693436 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8e60b196-bf23-49ba-bdb7-9ea9d86432ea admin admin] 10.222.0.21 "DELETE /v2.0/routers/2ece94b2-185e-450c-9876-4e13f192f0ed HTTP/1.1" status: 204 len: 168 time: 5.3207853 Sep 18 02:05:25.699328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:25.705558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55880) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:25.736910 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77587828-0d5d-49f8-acc7-ad05435843d4 x-openstack-request-id: req-77587828-0d5d-49f8-acc7-ad05435843d4 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:25.737676 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06658c53-5dff-4911-8cf0-0d3951964466", "tag": "3316209b-e15d-4a29-911e-d1ec2bc7e25d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:25.739130 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77587828-0d5d-49f8-acc7-ad05435843d4 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:25.740370 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06658c53-5dff-4911-8cf0-0d3951964466', 'tag': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'status': 'completed', 'code': 200} Sep 18 02:05:25.744519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:25.744835 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.753263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016aa47-4775-49fc-aa38-91429e2b234d req-8f25481b-da38-42c8-b7d5-8bcea704679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:25.755074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-8f25481b-da38-42c8-b7d5-8bcea704679f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=447c4529-1f43-463c-8cd3-faa08081b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874610 Sep 18 02:05:25.793239 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:25.900630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-4c4ba560-0761-4c5e-add3-a2b1322544be service neutron] 10.222.0.20 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271091 Sep 18 02:05:25.926420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1a60401-ea50-4147-b600-e213a9056611 req-c384cd3f-9106-40ed-89cd-849ecf8289b7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2971740 Sep 18 02:05:25.984635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e0917b7-540d-477c-bf48-5793d5ec8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.023054 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.062041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0e0917b7-540d-477c-bf48-5793d5ec8500 None None] For port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:26.077554 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e0917b7-540d-477c-bf48-5793d5ec8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.165967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f344a1-e863-4495-ac30-492578b0c622 req-b66d3db6-a090-490e-b0b6-b20127bdbd6d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:26.167900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46f344a1-e863-4495-ac30-492578b0c622 req-b66d3db6-a090-490e-b0b6-b20127bdbd6d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 944 time: 0.2663803 Sep 18 02:05:26.179317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:05:26.179828 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:05:26.222998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0917b7-540d-477c-bf48-5793d5ec8500 None None] Pushing event updated for resources: {'Port': ['ID=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:26.247318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9016aa47-4775-49fc-aa38-91429e2b234d req-e69b6ddc-8912-4462-9c62-5be059043386 service neutron] 10.222.0.20 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299582 Sep 18 02:05:26.292596 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46f344a1-e863-4495-ac30-492578b0c622 req-df02ce34-c9f4-47b2-9ac3-53c935f66fcc tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998425 Sep 18 02:05:26.333195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 23919e13-0d70-47b1-8884-3f19f7714dd1 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:26.345631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.389631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 23919e13-0d70-47b1-8884-3f19f7714dd1 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:26.394343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 23919e13-0d70-47b1-8884-3f19f7714dd1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:26.395156 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.423371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-9d7293f8-2054-4b16-a352-34c221f0565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:26.425194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-9d7293f8-2054-4b16-a352-34c221f0565b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f839406f3ad4416a0e1089553b836db&device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 1096 time: 0.1201689 Sep 18 02:05:26.523134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.567909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.571699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23919e13-0d70-47b1-8884-3f19f7714dd1'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:26.574214 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a27ba7-c5b6-4e98-bd41-a24c2e2049e8" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "23919e13-0d70-47b1-8884-3f19f7714dd1"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:26.588967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec566779-c8b0-4282-9861-2f080aa2c0d7 admin admin] Deleting subnet c13d9b6b-b60d-4f60-81fd-32c2d288aa36 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:26.605337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec566779-c8b0-4282-9861-2f080aa2c0d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.606484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 23919e13-0d70-47b1-8884-3f19f7714dd1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=23919e13-0d70-47b1-8884-3f19f7714dd1,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:26.626371 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.662635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.687716 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d5351b-b368-40c6-9ff4-03d0f3a37553 x-openstack-request-id: req-d9d5351b-b368-40c6-9ff4-03d0f3a37553 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:26.688151 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "23919e13-0d70-47b1-8884-3f19f7714dd1", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:26.688314 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9d5351b-b368-40c6-9ff4-03d0f3a37553 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:26.688713 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23919e13-0d70-47b1-8884-3f19f7714dd1', 'code': 200} Sep 18 02:05:26.756476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=23919e13-0d70-47b1-8884-3f19f7714dd1,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:26.760400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-d5103b53-4a01-497c-8050-cf9d5b55f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:26.761944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-d5103b53-4a01-497c-8050-cf9d5b55f563 service neutron] 10.222.0.20 "GET /v2.0/networks?id=447c4529-1f43-463c-8cd3-faa08081b62c HTTP/1.1" status: 200 len: 911 time: 0.3214703 Sep 18 02:05:26.786479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.812356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Allocated IP 172.20.0.2 (20660d80-6cd5-4cd4-a8eb-c2d189f37ef1/edfda51e-1c92-4a42-bda6-efa13a0371f3/d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:26.821896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec566779-c8b0-4282-9861-2f080aa2c0d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:26.829764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-452f72e3-9218-4c7d-9e96-b87d105349d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d HTTP/1.1" status: 200 len: 217 time: 0.0463903 Sep 18 02:05:26.859878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d2bab-28c1-4a19-b403-fbe3a1198013 req-5f618ea5-21ee-4dcc-a6aa-d479528b7dd0 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:26.861455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-259d2bab-28c1-4a19-b403-fbe3a1198013 req-5f618ea5-21ee-4dcc-a6aa-d479528b7dd0 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 931 time: 0.1234784 Sep 18 02:05:26.884111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:26.937156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-e71248de-ddab-4456-a455-f9a58ce6b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:26.939094 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-e71248de-ddab-4456-a455-f9a58ce6b522 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d HTTP/1.1" status: 200 len: 850 time: 0.0973439 Sep 18 02:05:26.956582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:26.962474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 6bad4103-7571-446f-8b6f-1b8b3b066098 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:05:26.967887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event updated for resources: {'Port': ['ID=a3b6618a-e2ab-4d5c-bc77-c4184265c533,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:26.972541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:26.990159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ad5cf507-088e-4f98-9481-67560d25261d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:27.018752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-259d2bab-28c1-4a19-b403-fbe3a1198013 req-3b94d8fd-9db5-49e0-9911-54bffc5bbb44 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480412 Sep 18 02:05:27.054563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-95b3b218-3cbf-4ba3-a7b5-59f03479eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.056129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-95b3b218-3cbf-4ba3-a7b5-59f03479eaa4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=447c4529-1f43-463c-8cd3-faa08081b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055863 Sep 18 02:05:27.104624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2abd399e-4e6b-4f5f-8985-b5218b4b146d None None] Provisioning complete for port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:27.105196 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2abd399e-4e6b-4f5f-8985-b5218b4b146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.111119 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.130613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.131283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.135587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.144702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.145054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.145401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.145740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.146072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.146402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.146771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.147102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.147418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.147942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.148075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.148364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:27.197314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:27.206031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:27.208796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:27.214209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ad5cf507-088e-4f98-9481-67560d25261d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:27.214576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.221010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Pushing event updated for resources: {'Port': ['ID=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:27.280270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a4653361-4f70-4fb5-a4f3-aaad046aa5cf tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.7884021 Sep 18 02:05:27.291201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55892) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:27.376368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-2e03d591-f1af-4df5-b1a0-485e6529e3a3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.382070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-2e03d591-f1af-4df5-b1a0-485e6529e3a3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.385275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Attempting to bind port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:27.385649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Attempting to bind port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '78d60a21-2b11-4c23-9581-7c1441230e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20660d80-6cd5-4cd4-a8eb-c2d189f37ef1'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:27.386036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Attempting to bind port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f on network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:27.388145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-2e03d591-f1af-4df5-b1a0-485e6529e3a3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.394332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-2e03d591-f1af-4df5-b1a0-485e6529e3a3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.394568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:27.395011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Checking segment: {'id': '78d60a21-2b11-4c23-9581-7c1441230e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20660d80-6cd5-4cd4-a8eb-c2d189f37ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:27.395416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.395809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Bound using segment: {'id': '78d60a21-2b11-4c23-9581-7c1441230e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20660d80-6cd5-4cd4-a8eb-c2d189f37ef1'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:27.396284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Bound port: d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d60a21-2b11-4c23-9581-7c1441230e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20660d80-6cd5-4cd4-a8eb-c2d189f37ef1'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:27.396667 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.400359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-2e03d591-f1af-4df5-b1a0-485e6529e3a3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.406938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-2e03d591-f1af-4df5-b1a0-485e6529e3a3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.413131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-2e03d591-f1af-4df5-b1a0-485e6529e3a3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.415042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-2e03d591-f1af-4df5-b1a0-485e6529e3a3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5428 time: 0.3595243 Sep 18 02:05:27.416535 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec566779-c8b0-4282-9861-2f080aa2c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.479336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8bd5a79a-a17b-4659-8172-3e5b8dca49bc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:27.489321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Deleting port 53740a35-4d7b-4549-9fa4-d3550a61f9f4 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:27.489646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.535329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] For port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:27.550379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] For port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,segment=NetworkSegment(78d60a21-2b11-4c23-9581-7c1441230e9e),segment_id=78d60a21-2b11-4c23-9581-7c1441230e9e)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:27.559281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.563259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-dcfd4812-9784-45f4-98ee-416994423b3e service neutron] 10.222.0.20 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984012 Sep 18 02:05:27.598084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:27.598990 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.605220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8488-2cb5-4312-bbda-22d746bb8437 req-df85166e-2ebc-4ec4-9e32-9f6711b6b434 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:27.607473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-447a8488-2cb5-4312-bbda-22d746bb8437 req-df85166e-2ebc-4ec4-9e32-9f6711b6b434 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 944 time: 0.1590042 Sep 18 02:05:27.661666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a27cd7aa-9bd6-4f70-a31b-90e89d7def1a req-e8197b71-2ea2-4be3-854a-6db05b146ff3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2026808 Sep 18 02:05:27.684633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7ab7a-dd0f-461c-b7e6-34904ba488c4 None None] Pushing event updated for resources: {'Port': ['ID=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:27.692842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] For port 53740a35-4d7b-4549-9fa4-d3550a61f9f4, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=53740a35-4d7b-4549-9fa4-d3550a61f9f4,segment=NetworkSegment(62340729-a0e0-48dd-8295-5cfa6c2fa2dc),segment_id=62340729-a0e0-48dd-8295-5cfa6c2fa2dc)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:27.693230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.737980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec566779-c8b0-4282-9861-2f080aa2c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.741778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Calling delete_port for 53740a35-4d7b-4549-9fa4-d3550a61f9f4 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:27.774616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd87c54-1ca1-40f6-9c78-9ba2818a2183 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:27.798119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::111 (390e7398-a3fa-4d7d-a331-76db59367425/4b447fb5-cb6d-4e6b-a020-d440f191557a/6bad4103-7571-446f-8b6f-1b8b3b066098) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:27.803315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec566779-c8b0-4282-9861-2f080aa2c0d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13d9b6b-b60d-4f60-81fd-32c2d288aa36,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:27.806402 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.809371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec566779-c8b0-4282-9861-2f080aa2c0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.814097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ec566779-c8b0-4282-9861-2f080aa2c0d7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c13d9b6b-b60d-4f60-81fd-32c2d288aa36 HTTP/1.1" status: 204 len: 168 time: 2.0957816 Sep 18 02:05:27.818403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ad096-24c8-437f-a558-a49d3203ec4a None None] Network abb65ed5-36b9-428c-b582-9e7d9ff02dc9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:27.818695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55900) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:27.828311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b78cbf49-4af6-4c0c-8764-50d3b0566edd tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Deleting port a3b6618a-e2ab-4d5c-bc77-c4184265c533 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:27.828655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b78cbf49-4af6-4c0c-8764-50d3b0566edd tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:27.844240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-447a8488-2cb5-4312-bbda-22d746bb8437 req-ad12b62c-8300-43da-b1c3-ffb6d4556d0c tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215335 Sep 18 02:05:27.858870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5dd378de-ff61-42ac-b936-9aff8601fca9 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:27.861675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8:0:1:f816:3eff:fe66:d95b (390e7398-a3fa-4d7d-a331-76db59367425/b8315914-c4c4-49a8-bc15-5c1623e224a9/6bad4103-7571-446f-8b6f-1b8b3b066098) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:27.872939 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5887e-4a34-4153-9bc5-ea8e6329d5be req-6d0aff9a-6324-4834-9272-e9457cd73575 service neutron] 10.222.0.20 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979343 Sep 18 02:05:27.897349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 5dd378de-ff61-42ac-b936-9aff8601fca9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:27.897846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5dd378de-ff61-42ac-b936-9aff8601fca9 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:27.898423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:27.950406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Transition to ACTIVE for port object afd87c54-1ca1-40f6-9c78-9ba2818a2183 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:05:27.987875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.002330 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:28.002647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5382cd8c-4df8-4ae7-9ac0-11deafd56a69 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:28.108624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.138604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Pushing event deleted for resources: {'Port': ['ID=53740a35-4d7b-4549-9fa4-d3550a61f9f4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:28.220489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] DHCP port deletion for abb65ed5-36b9-428c-b582-9e7d9ff02dc9 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:05:28.286255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] Deleting port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:28.286634 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.342769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:28.363142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b78cbf49-4af6-4c0c-8764-50d3b0566edd tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.386732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.401060 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.427866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b78cbf49-4af6-4c0c-8764-50d3b0566edd tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Calling delete_port for a3b6618a-e2ab-4d5c-bc77-c4184265c533 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:28.464835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] For port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6f5d227d-1a02-4c0a-9d92-8a6332ef17fc,segment=NetworkSegment(53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42),segment_id=53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:28.465920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.469370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:28.477779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:28.478149 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.506698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] Calling delete_port for 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:28.516107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.664985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Router 9baf1d06-6203-4308-b81f-9bcaec81f5bf has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:05:28.802587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Pushing event updated for resources: {'Port': ['ID=afd87c54-1ca1-40f6-9c78-9ba2818a2183,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:28.838870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.898329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:28.908077 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.912192 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] Sync routers for ids ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:28.931592 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:28.939579 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] Routers {'9baf1d06-6203-4308-b81f-9bcaec81f5bf'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:28.941286 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:28.943735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1bdb3301-8547-4d31-bca8-bab1023e6022 admin admin] 10.222.0.21 "PUT /v2.0/routers/9baf1d06-6203-4308-b81f-9bcaec81f5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1733305 Sep 18 02:05:28.944291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:28.947542 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee75749-e03f-45e8-bdf9-7d19677adeaa" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:28.962031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19325a5-6e1d-412d-b152-668f765aa486 req-1b44a34b-1b09-484b-a37a-604774d4392b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:28.963988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a19325a5-6e1d-412d-b152-668f765aa486 req-1b44a34b-1b09-484b-a37a-604774d4392b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 943 time: 0.6398418 Sep 18 02:05:28.964950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55914) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:29.045313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Attempting to bind port afd87c54-1ca1-40f6-9c78-9ba2818a2183 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:29.045643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Attempting to bind port afd87c54-1ca1-40f6-9c78-9ba2818a2183 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:29.045968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Attempting to bind port afd87c54-1ca1-40f6-9c78-9ba2818a2183 on network 16b228f4-b2cf-4868-92fd-be5c44c388cc {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:29.050699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] Pushing event deleted for resources: {'Port': ['ID=6f5d227d-1a02-4c0a-9d92-8a6332ef17fc,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:29.064562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:29.074260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e37e2-361b-48a4-9478-cdc013a74a2c None None] No DVR routers for this DVR port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:29.074631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Port afd87c54-1ca1-40f6-9c78-9ba2818a2183 on network 16b228f4-b2cf-4868-92fd-be5c44c388cc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:29.076232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Attempting to bind port afd87c54-1ca1-40f6-9c78-9ba2818a2183 on network 16b228f4-b2cf-4868-92fd-be5c44c388cc {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:29.087989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.089025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:29.150071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:29.153711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:29.154237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Checking segment: {'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:29.154648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Bound using segment: {'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:29.155321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Bound port: afd87c54-1ca1-40f6-9c78-9ba2818a2183, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4803afbe-553a-43d3-9f5b-82a04d521921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:29.155807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.181898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:29.182780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b78cbf49-4af6-4c0c-8764-50d3b0566edd tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.193726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a19325a5-6e1d-412d-b152-668f765aa486 req-a1e36f67-9a2f-4ca9-8d39-2a170ec6c5e8 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569500 Sep 18 02:05:29.194537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:29.197284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:29.202380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a217-2f1a-4317-b2c3-56a195520231 req-feb547aa-d945-448f-9da3-382f807820e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.203907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.204834 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.221049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=6bad4103-7571-446f-8b6f-1b8b3b066098,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:29.246079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a217-2f1a-4317-b2c3-56a195520231 req-feb547aa-d945-448f-9da3-382f807820e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.256292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cbf49-4af6-4c0c-8764-50d3b0566edd tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event deleted for resources: {'Port': ['ID=a3b6618a-e2ab-4d5c-bc77-c4184265c533,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:29.274642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a217-2f1a-4317-b2c3-56a195520231 req-feb547aa-d945-448f-9da3-382f807820e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.291430 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] Set router 9baf1d06-6203-4308-b81f-9bcaec81f5bf gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:29.314612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a217-2f1a-4317-b2c3-56a195520231 req-feb547aa-d945-448f-9da3-382f807820e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.325797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a217-2f1a-4317-b2c3-56a195520231 req-feb547aa-d945-448f-9da3-382f807820e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.335059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:29.343127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3316209b-e15d-4a29-911e-d1ec2bc7e25d details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:29.354800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a217-2f1a-4317-b2c3-56a195520231 req-feb547aa-d945-448f-9da3-382f807820e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.372082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb0f58-0237-4ac4-b790-08069c464093 None None] Network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:29.375332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420a217-2f1a-4317-b2c3-56a195520231 req-feb547aa-d945-448f-9da3-382f807820e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.399199 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4420a217-2f1a-4317-b2c3-56a195520231 req-feb547aa-d945-448f-9da3-382f807820e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5428 time: 0.4957597 Sep 18 02:05:29.400124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-49845740-77b5-4a08-b337-c1b72cf8fa98 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7941437 Sep 18 02:05:29.400952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55920) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:29.414676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Deleting port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:29.415054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.504813 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4420a217-2f1a-4317-b2c3-56a195520231 req-e590513c-7b47-4771-921f-bf371a299c31 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071649 Sep 18 02:05:29.511372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.626882 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:05:28Z', 'revision_number': 5, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port': {'id': 'c675d9f5-2e12-4c79-bddb-42a37f97d2a6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:01:31Z', 'updated_at': '2021-09-18T02:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:29.661759 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] Checking router: 9baf1d06-6203-4308-b81f-9bcaec81f5bf for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:29.662618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.672552 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c30f49e-b98f-46a5-bad6-87cf7e97082f x-openstack-request-id: req-7c30f49e-b98f-46a5-bad6-87cf7e97082f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:29.672812 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:29.673055 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c30f49e-b98f-46a5-bad6-87cf7e97082f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:29.673416 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8', 'code': 200} Sep 18 02:05:29.673760 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] Routers {'9baf1d06-6203-4308-b81f-9bcaec81f5bf'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:29.674506 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:29.682489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:29.714308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] For port afd87c54-1ca1-40f6-9c78-9ba2818a2183, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:29.719724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] For port afd87c54-1ca1-40f6-9c78-9ba2818a2183, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:29.727400 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b78cbf49-4af6-4c0c-8764-50d3b0566edd tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.733446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-118e945c-6456-4b5b-aa37-9500641013e5 None None] Provisioning complete for port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:29.733813 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-118e945c-6456-4b5b-aa37-9500641013e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.734254 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b78cbf49-4af6-4c0c-8764-50d3b0566edd tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "DELETE /v2.0/ports/a3b6618a-e2ab-4d5c-bc77-c4184265c533 HTTP/1.1" status: 204 len: 168 time: 2.4420536 Sep 18 02:05:29.736119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:29.740266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.749569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Deleting port c675d9f5-2e12-4c79-bddb-42a37f97d2a6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:29.750131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.762964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:29.763185 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.786815 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] Set router 9baf1d06-6203-4308-b81f-9bcaec81f5bf gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:29.826249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] For port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:29.826837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.833744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Pushing event updated for resources: {'Port': ['ID=afd87c54-1ca1-40f6-9c78-9ba2818a2183,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:29.846095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3316209b-e15d-4a29-911e-d1ec2bc7e25d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:29.848647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-95ea79fa-e1ca-4052-b575-76cce2afc602 tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.1096029 Sep 18 02:05:29.853380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:29.862539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-707717140'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:29.874273 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:05:29Z', 'revision_number': 6, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:29.878927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb71c1e-9c68-4e11-a230-5232f34fef3f req-8a360a21-3986-4735-b034-9ad75face685 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.881351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aeb71c1e-9c68-4e11-a230-5232f34fef3f req-8a360a21-3986-4735-b034-9ad75face685 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 944 time: 0.5165436 Sep 18 02:05:29.892483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'port_id': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'mac_address': 'fa:16:3e:d1:ae:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:29.893184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] For port c675d9f5-2e12-4c79-bddb-42a37f97d2a6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c675d9f5-2e12-4c79-bddb-42a37f97d2a6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:29.893428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.902318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:29.905117 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.909099 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed676c-1d48-4a0f-8311-0d507e57b3ba None None] The sync data for ids ['9baf1d06-6203-4308-b81f-9bcaec81f5bf'] in n-d-789963-12 is: [{'id': '9baf1d06-6203-4308-b81f-9bcaec81f5bf', 'name': 'tempest-ServerRescueNegativeTestJSON-735556618-router', 'tenant_id': '25362dd52b5b436e92e8d77509513100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:01:30Z', 'updated_at': '2021-09-18T02:05:29Z', 'revision_number': 6, 'project_id': '25362dd52b5b436e92e8d77509513100', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:29.913004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Calling delete_port for c675d9f5-2e12-4c79-bddb-42a37f97d2a6 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:29.915443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Made reservation on behalf of a2335bf8569b4c28bb6788205160ce2f for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:29.917462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-6d4a09b2-56a7-4d3f-ad40-f097fcc47794 service neutron] 10.222.0.20 "PUT /v2.0/ports/afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 1092 time: 4.7756524 Sep 18 02:05:29.919753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.926394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Calling delete_port for 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:29.929580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:05:29.939753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:29.942453 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8aae92-be92-447c-96ff-f247a8e90db1" -d '{"events": [{"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:29.945706 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:29.976195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:29.976573 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.014754 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9eccc6-834b-4c55-8076-c1cfd0533157 x-openstack-request-id: req-7c9eccc6-834b-4c55-8076-c1cfd0533157 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:30.014754 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:30.015037 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c9eccc6-834b-4c55-8076-c1cfd0533157 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:30.015359 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'status': 'completed', 'code': 200} Sep 18 02:05:30.016700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:05:30.020055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5d227d-1a02-4c0a-9d92-8a6332ef17fc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:30.023047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.033094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.033691 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Added segment d1140098-cda0-4fe4-823d-91f95fba5133 of type vlan for network f7a37cec-6755-49c0-8014-67699f3858b0 Sep 18 02:05:30.044777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] No DVR routers for this DVR port 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:30.058029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3316209b-e15d-4a29-911e-d1ec2bc7e25d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:30.070086 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aeb71c1e-9c68-4e11-a230-5232f34fef3f req-30105aa8-5898-4add-970e-6423c28b0509 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382318 Sep 18 02:05:30.094839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-83e04a88-06e5-42da-baff-85c56a3006cb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 6bad4103-7571-446f-8b6f-1b8b3b066098 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:30.095304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83e04a88-06e5-42da-baff-85c56a3006cb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.102459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-118e945c-6456-4b5b-aa37-9500641013e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.136150 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.142825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3316209b-e15d-4a29-911e-d1ec2bc7e25d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:30.160670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-23d6a63d-9911-487c-b5a7-271d9ccfde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:30.162404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-23d6a63d-9911-487c-b5a7-271d9ccfde2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1095 time: 0.1594939 Sep 18 02:05:30.170982 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.182043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.185207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.191687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:30.192603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.232254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-118e945c-6456-4b5b-aa37-9500641013e5 None None] For port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,segment=NetworkSegment(78d60a21-2b11-4c23-9581-7c1441230e9e),segment_id=78d60a21-2b11-4c23-9581-7c1441230e9e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:30.232466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.250205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3956017 Sep 18 02:05:30.255243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55932) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:30.269737 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-118e945c-6456-4b5b-aa37-9500641013e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.289017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-c78a5732-27c4-49b6-9a91-cd5da830d82b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 217 time: 0.0658231 Sep 18 02:05:30.311914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb65ed5-36b9-428c-b582-9e7d9ff02dc9']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:30.322646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:30.328933 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.334973 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.336001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e3da4d64-ab7c-4d40-8154-3121587f43e8 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:30.351004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=3316209b-e15d-4a29-911e-d1ec2bc7e25d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:30.398009 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:30.398647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c36c9c-6af7-43f7-b2e0-8f50bfc1fd42') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:30.401491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['3316209b-e15d-4a29-911e-d1ec2bc7e25d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:30.429647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event updated for resources: {'Network': ['ID=f7a37cec-6755-49c0-8014-67699f3858b0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:30.433154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83e04a88-06e5-42da-baff-85c56a3006cb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.453621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.477335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-83e04a88-06e5-42da-baff-85c56a3006cb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 6bad4103-7571-446f-8b6f-1b8b3b066098 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:30.496094 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.505466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-5919d513-c0ca-4855-b4bd-b479606ec288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:30.506556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-5919d513-c0ca-4855-b4bd-b479606ec288 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.2090106 Sep 18 02:05:30.507644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:05:30.508539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:05:30.511380 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:05:30.531997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.534020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.534406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.534925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.535477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.535852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.536183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.536540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.536869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.537241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.537564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.537916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f5920-febb-47ad-8eaa-cbe5d76ad8ed tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:30.596144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-285d3f2c-8003-447b-8bfc-c5bb951f1b27 None None] Provisioning complete for port 6bad4103-7571-446f-8b6f-1b8b3b066098 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:30.596536 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-285d3f2c-8003-447b-8bfc-c5bb951f1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.604604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.612014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f7a37cec-6755-49c0-8014-67699f3858b0 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:05:30.650651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d0166-0fec-4a9c-92b5-d178d82b95a7 req-c246080b-cfc2-4bdf-a65e-0ed101d9b876 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:30.652291 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a26d0166-0fec-4a9c-92b5-d178d82b95a7 req-c246080b-cfc2-4bdf-a65e-0ed101d9b876 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 943 time: 0.2837055 Sep 18 02:05:30.673296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-749c9f7f-5ea8-44d9-af17-de66049639a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441789 Sep 18 02:05:30.731644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e945c-6456-4b5b-aa37-9500641013e5 None None] Pushing event updated for resources: {'Port': ['ID=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:30.743020 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:05:30.743625 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:05:30.778774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-285d3f2c-8003-447b-8bfc-c5bb951f1b27 None None] Port 6bad4103-7571-446f-8b6f-1b8b3b066098 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:30.781047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port e3da4d64-ab7c-4d40-8154-3121587f43e8 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:30.797566 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.810105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.815141 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/abb65ed5-36b9-428c-b582-9e7d9ff02dc9 HTTP/1.1" status: 204 len: 168 time: 2.9945874 Sep 18 02:05:30.818817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55940) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:30.824960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Pushing event deleted for resources: {'Port': ['ID=c675d9f5-2e12-4c79-bddb-42a37f97d2a6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:30.848559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe855233-e1ac-409c-af82-f50ec77089d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=abb65ed5-36b9-428c-b582-9e7d9ff02dc9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:30.881453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port e3da4d64-ab7c-4d40-8154-3121587f43e8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:30.881866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:30.935193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a26d0166-0fec-4a9c-92b5-d178d82b95a7 req-90ddcc4f-4225-48ee-862d-006bb136433e tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047565 Sep 18 02:05:30.955158 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b458ef03-a80f-44d0-b0b0-6eb65d60b267 tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "GET /v2.0/agents/fb08d4a7-d63e-4fe4-8b82-e95d9976d41b/dhcp-networks HTTP/1.1" status: 200 len: 11272 time: 0.6946464 Sep 18 02:05:30.964449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55942) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:31.024904 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.033433 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-772e4a8b-8a9c-49bb-a88c-86aac5d12295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.083007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0e7b20ab-6afb-4331-a5f6-1377f4abfefc None None] Provisioning complete for port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:31.083382 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e7b20ab-6afb-4331-a5f6-1377f4abfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.092979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:31.155126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.159283 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.277219 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.278462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9baf1d06-6203-4308-b81f-9bcaec81f5bf {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:05:31.283719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.285152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-84674ce6-ca38-4e33-b298-41b916ea809e admin admin] 10.222.0.21 "DELETE /v2.0/routers/9baf1d06-6203-4308-b81f-9bcaec81f5bf HTTP/1.1" status: 204 len: 168 time: 2.3183815 Sep 18 02:05:31.288953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55952) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:31.304518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3333e690-a4e2-4f40-9ed6-b598d7f8cee3 tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] Network f7a37cec-6755-49c0-8014-67699f3858b0 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:05:31.375669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3333e690-a4e2-4f40-9ed6-b598d7f8cee3 tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "POST /v2.0/agents/fb08d4a7-d63e-4fe4-8b82-e95d9976d41b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4083936 Sep 18 02:05:31.376339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55956) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:31.400562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d67e958-e153-410e-9f7b-b8f64650667a None None] Network f7a37cec-6755-49c0-8014-67699f3858b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:31.425662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13d9685-7b6e-42e3-b55f-b55b781808c7 admin admin] Deleting subnet e46f3c08-a751-4d13-b0f1-bc1bdd346b46 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:31.442228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b13d9685-7b6e-42e3-b55f-b55b781808c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.492381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39664bb4-9585-406b-8afc-1e29312ff92c req-fb88b134-cae9-41a0-bcc0-e0849a3b920f tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:31.493971 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39664bb4-9585-406b-8afc-1e29312ff92c req-fb88b134-cae9-41a0-bcc0-e0849a3b920f tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 945 time: 0.1868372 Sep 18 02:05:31.596125 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b13d9685-7b6e-42e3-b55f-b55b781808c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.697855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:31.700308 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311ad71b-5b9f-433d-b30f-facc5492e488" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:31.702496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a461-1d89-449a-a069-de4c072d8f07 req-a7da171d-f7a9-4371-81b4-8580e053c5e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:31.706969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.714148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a461-1d89-449a-a069-de4c072d8f07 req-a7da171d-f7a9-4371-81b4-8580e053c5e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:31.715871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a461-1d89-449a-a069-de4c072d8f07 req-a7da171d-f7a9-4371-81b4-8580e053c5e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:31.716824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39664bb4-9585-406b-8afc-1e29312ff92c req-b097a524-35b3-46d3-bbe4-0b4da63cab3c tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093368 Sep 18 02:05:31.722636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a461-1d89-449a-a069-de4c072d8f07 req-a7da171d-f7a9-4371-81b4-8580e053c5e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:31.729257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a461-1d89-449a-a069-de4c072d8f07 req-a7da171d-f7a9-4371-81b4-8580e053c5e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:31.738726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a461-1d89-449a-a069-de4c072d8f07 req-a7da171d-f7a9-4371-81b4-8580e053c5e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:31.747760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a461-1d89-449a-a069-de4c072d8f07 req-a7da171d-f7a9-4371-81b4-8580e053c5e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:31.749772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c354a461-1d89-449a-a069-de4c072d8f07 req-a7da171d-f7a9-4371-81b4-8580e053c5e7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5430 time: 1.0683317 Sep 18 02:05:31.760943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0e7b20ab-6afb-4331-a5f6-1377f4abfefc None None] Could not find standard attr ID for object a3b6618a-e2ab-4d5c-bc77-c4184265c533. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:05:31.794631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:31.795728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b13d9685-7b6e-42e3-b55f-b55b781808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.831641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:31.832070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6f5d227d-1a02-4c0a-9d92-8a6332ef17fc not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:31.835400 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90502d45-5f76-41a5-a813-2c16d792e91e x-openstack-request-id: req-90502d45-5f76-41a5-a813-2c16d792e91e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:31.835691 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:31.835945 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90502d45-5f76-41a5-a813-2c16d792e91e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:31.836338 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa', 'code': 200} Sep 18 02:05:31.854082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e3da4d64-ab7c-4d40-8154-3121587f43e8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:31.863152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:31.864113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 57f60e8e-b75a-4f16-9ca6-707caada9fd6 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:31.880467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7347ed37-e0d8-48d5-bc5a-f80fe93749ab tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "GET /v2.0/agents/fb08d4a7-d63e-4fe4-8b82-e95d9976d41b/dhcp-networks HTTP/1.1" status: 200 len: 11280 time: 0.4908407 Sep 18 02:05:31.893306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55960) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:31.954883 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-1b7925ce-87d7-4cfc-93c5-d44f6ae92431 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2523131 Sep 18 02:05:32.024945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c354a461-1d89-449a-a069-de4c072d8f07 req-43db3fd7-bea3-4628-a1dd-c40ca8675a84 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853547 Sep 18 02:05:32.071650 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b13d9685-7b6e-42e3-b55f-b55b781808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.138741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d9685-7b6e-42e3-b55f-b55b781808c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46f3c08-a751-4d13-b0f1-bc1bdd346b46,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:32.176353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b13d9685-7b6e-42e3-b55f-b55b781808c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.178354 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b13d9685-7b6e-42e3-b55f-b55b781808c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e46f3c08-a751-4d13-b0f1-bc1bdd346b46 HTTP/1.1" status: 204 len: 168 time: 0.8880911 Sep 18 02:05:32.182348 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-002e6b92-3cfd-421b-bb2f-0d44f1ce98a2 tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "DELETE /v2.0/agents/fb08d4a7-d63e-4fe4-8b82-e95d9976d41b/dhcp-networks/f7a37cec-6755-49c0-8014-67699f3858b0 HTTP/1.1" status: 204 len: 168 time: 0.2860765 Sep 18 02:05:32.182348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55966) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:32.196291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55968) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:32.299474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:32.352082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e3da4d64-ab7c-4d40-8154-3121587f43e8,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:32.379753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:32.380044 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a93f6-6536-42f7-b0f5-9d9d7394d9a3 req-2a19739d-a104-4582-9c96-0b11f9429f0a service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993304 Sep 18 02:05:32.380956 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.383814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83e04a88-06e5-42da-baff-85c56a3006cb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.401077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a310c5-6075-4ae4-ba08-2587e77166e8 req-1a7dafe7-2e7c-4d61-bc1e-5c12ad92c0ab tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:32.409963 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a310c5-6075-4ae4-ba08-2587e77166e8 req-1a7dafe7-2e7c-4d61-bc1e-5c12ad92c0ab tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 943 time: 0.2872820 Sep 18 02:05:32.424508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e04a88-06e5-42da-baff-85c56a3006cb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=6bad4103-7571-446f-8b6f-1b8b3b066098,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:32.440412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.522852 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a310c5-6075-4ae4-ba08-2587e77166e8 req-c65f5f70-06af-4337-977a-c42880bf275a tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094279 Sep 18 02:05:32.541756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:32.557776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:32.558229 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.572583 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83e04a88-06e5-42da-baff-85c56a3006cb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.582534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-83e04a88-06e5-42da-baff-85c56a3006cb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6bad4103-7571-446f-8b6f-1b8b3b066098 HTTP/1.1" status: 204 len: 168 time: 3.1693301 Sep 18 02:05:32.583485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55972) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:32.596909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f081738d-44b1-491f-8c49-5209c5131f88 tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "GET /v2.0/agents/fb08d4a7-d63e-4fe4-8b82-e95d9976d41b/dhcp-networks HTTP/1.1" status: 200 len: 10473 time: 0.3971884 Sep 18 02:05:32.598913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:32.664778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c675d9f5-2e12-4c79-bddb-42a37f97d2a6 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:32.687859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-e22da54b-3b0b-4ce0-b2de-6bf9041107c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:32.689398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-e22da54b-3b0b-4ce0-b2de-6bf9041107c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1095 time: 0.2306173 Sep 18 02:05:32.705327 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.728924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c675d9f5-2e12-4c79-bddb-42a37f97d2a6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:32.728924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c675d9f5-2e12-4c79-bddb-42a37f97d2a6 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:32.728924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 53740a35-4d7b-4549-9fa4-d3550a61f9f4 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:32.733134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1561881-1bd8-42cc-a718-097f208cd346']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:32.743691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62340729-a0e0-48dd-8295-5cfa6c2fa2dc') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:32.743990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62340729-a0e0-48dd-8295-5cfa6c2fa2dc') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:32.760080 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.763320 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.782615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 53740a35-4d7b-4549-9fa4-d3550a61f9f4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:32.783025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 53740a35-4d7b-4549-9fa4-d3550a61f9f4 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:32.783138 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eb6cb4d7-0676-4526-af44-f8b31ef13f4a tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "GET /v2.0/networks/20660d80-6cd5-4cd4-a8eb-c2d189f37ef1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1606152 Sep 18 02:05:32.792135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:32.794919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372faa89-0d40-4e7b-991a-5d207d8abf75 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:32.800239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-372faa89-0d40-4e7b-991a-5d207d8abf75 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1821506 Sep 18 02:05:32.804137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55980) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:32.815142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.824569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 57f60e8e-b75a-4f16-9ca6-707caada9fd6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:32.832048 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.833176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 15f2340f-9302-4d35-b43b-0ea9537a50a5 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:32.840332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:05:32.841935 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:05:32.860809 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:05:32.880958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6c6c9453-926f-4562-b6e8-9cb7df1f4d76 tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "GET /v2.0/networks/20660d80-6cd5-4cd4-a8eb-c2d189f37ef1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0872753 Sep 18 02:05:32.892204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55982) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:32.925134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=57f60e8e-b75a-4f16-9ca6-707caada9fd6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:32.941368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 15f2340f-9302-4d35-b43b-0ea9537a50a5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:32.945840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 15f2340f-9302-4d35-b43b-0ea9537a50a5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:32.946216 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.016880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f51c6-24bd-4111-aa83-4812d895bbe9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.021904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-746f51c6-24bd-4111-aa83-4812d895bbe9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2131755 Sep 18 02:05:33.031075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.032694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55984) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:33.035562 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.079580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 15f2340f-9302-4d35-b43b-0ea9537a50a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:33.087834 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.088719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:33.143072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-34adf97e-6fcd-477a-947b-a921a6e61d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.144502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-34adf97e-6fcd-477a-947b-a921a6e61d84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 920 time: 0.4462190 Sep 18 02:05:33.174071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fc1d-e2ec-4629-bf83-a21e0802eff0 req-c1ec0e49-a4cc-443b-9339-834ec77a4016 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.175745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8420fc1d-e2ec-4629-bf83-a21e0802eff0 req-c1ec0e49-a4cc-443b-9339-834ec77a4016 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 945 time: 0.3010292 Sep 18 02:05:33.178697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=15f2340f-9302-4d35-b43b-0ea9537a50a5,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:33.191246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:33.196228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:33.196673 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.242300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-359cbf8c-9009-4b27-83a2-a3c4e047c4d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 217 time: 0.0879238 Sep 18 02:05:33.287561 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.293791 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.295693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b1561881-1bd8-42cc-a718-097f208cd346 HTTP/1.1" status: 204 len: 168 time: 1.1128762 Sep 18 02:05:33.310676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77fbea-cd0f-4117-ad08-819012265cdb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.312615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77fbea-cd0f-4117-ad08-819012265cdb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.313334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da3986-9bf8-47fc-801a-faebd3a0ce21 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1561881-1bd8-42cc-a718-097f208cd346,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:33.314170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77fbea-cd0f-4117-ad08-819012265cdb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.315846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8c77fbea-cd0f-4117-ad08-819012265cdb tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2524559 Sep 18 02:05:33.320369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55992) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:33.325643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3316209b-e15d-4a29-911e-d1ec2bc7e25d up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:33.328461 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.362165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dabe1-4540-4d45-b44b-94d46733c75f req-67a6c8db-a94c-42b0-a192-2e61472f590b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.368238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dabe1-4540-4d45-b44b-94d46733c75f req-67a6c8db-a94c-42b0-a192-2e61472f590b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.374617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:33.374936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dabe1-4540-4d45-b44b-94d46733c75f req-67a6c8db-a94c-42b0-a192-2e61472f590b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.380824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55994) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:33.381400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dabe1-4540-4d45-b44b-94d46733c75f req-67a6c8db-a94c-42b0-a192-2e61472f590b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.388919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dabe1-4540-4d45-b44b-94d46733c75f req-67a6c8db-a94c-42b0-a192-2e61472f590b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.394080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1316351245'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:33.395126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dabe1-4540-4d45-b44b-94d46733c75f req-67a6c8db-a94c-42b0-a192-2e61472f590b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.402252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dabe1-4540-4d45-b44b-94d46733c75f req-67a6c8db-a94c-42b0-a192-2e61472f590b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.411389 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-196dabe1-4540-4d45-b44b-94d46733c75f req-67a6c8db-a94c-42b0-a192-2e61472f590b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5433 time: 0.1617739 Sep 18 02:05:33.419064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e3f50ea-3cf3-4fd6-999d-726eefed3a7d tempest-DHCPAgentSchedulersTestJSON-1792220535 tempest-DHCPAgentSchedulersTestJSON-1792220535-project-admin] 10.222.0.21 "GET /v2.0/agents/fb08d4a7-d63e-4fe4-8b82-e95d9976d41b/dhcp-networks HTTP/1.1" status: 200 len: 10473 time: 0.5222814 Sep 18 02:05:33.423783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.423979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55996) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:33.439705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8420fc1d-e2ec-4629-bf83-a21e0802eff0 req-532407e4-f037-4756-bf85-352ee50fbaf9 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164087 Sep 18 02:05:33.459430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-b986cd50-eac6-4d19-86ed-a1679617198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.461646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-b986cd50-eac6-4d19-86ed-a1679617198f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.1967678 Sep 18 02:05:33.484994 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-df5528b1-768d-420f-850e-fb8d72b73425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.530782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:33.533704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.536305 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.547903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:33.551362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d077b3d-2d6b-4ea7-b764-8b3175423208 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 4b447fb5-cb6d-4e6b-a020-d440f191557a {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:33.554349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-bcb52d94-6fc3-4d87-b3d2-a46abc84a00e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850565 Sep 18 02:05:33.564079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 3316209b-e15d-4a29-911e-d1ec2bc7e25d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:33.564272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56000) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:33.565058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d077b3d-2d6b-4ea7-b764-8b3175423208 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.569708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 3316209b-e15d-4a29-911e-d1ec2bc7e25d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:33.570317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.633402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-196dabe1-4540-4d45-b44b-94d46733c75f req-49aa5a96-8684-4629-a4a5-20498168f34a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2207460 Sep 18 02:05:33.676048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:05:33.680132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.693197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d077b3d-2d6b-4ea7-b764-8b3175423208 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.718062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.718405 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Added segment d2c45600-ac90-4fc2-b083-ab7290d2282f of type vlan for network 6407c3cd-9599-4cc6-b776-2ff504e5263d Sep 18 02:05:33.720688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3316209b-e15d-4a29-911e-d1ec2bc7e25d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:33.735309 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.782226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.785842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=3316209b-e15d-4a29-911e-d1ec2bc7e25d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:33.786755 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-541becbe-e55b-4853-86fb-49f177bd3809 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25362dd52b5b436e92e8d77509513100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174275 Sep 18 02:05:33.791942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400863f-121a-40b9-a9f5-770121768bbd req-4475558c-075f-459a-be59-8badcaedd4e4 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.793221 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3400863f-121a-40b9-a9f5-770121768bbd req-4475558c-075f-459a-be59-8badcaedd4e4 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 943 time: 0.1290007 Sep 18 02:05:33.794077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56002) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:33.803098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-c6a61642-7a18-4e4a-ae69-42fa0b3b52fc service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367046 Sep 18 02:05:33.817861 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.826882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a37cec-6755-49c0-8014-67699f3858b0']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:33.837518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3da4d64-ab7c-4d40-8154-3121587f43e8'}, {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6'}, {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f2340f-9302-4d35-b43b-0ea9537a50a5'}, {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f0ea00-a6e0-4ae3-9adf-e880919e07a3'}, {'server_uuid': '06658c53-5dff-4911-8cf0-0d3951964466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3316209b-e15d-4a29-911e-d1ec2bc7e25d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:33.840911 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32fe1ac-7e95-43cd-bd7d-93183b3f37e2" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "e3da4d64-ab7c-4d40-8154-3121587f43e8"}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6"}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "15f2340f-9302-4d35-b43b-0ea9537a50a5"}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "e9f0ea00-a6e0-4ae3-9adf-e880919e07a3"}, {"server_uuid": "06658c53-5dff-4911-8cf0-0d3951964466", "name": "network-vif-plugged", "status": "completed", "tag": "3316209b-e15d-4a29-911e-d1ec2bc7e25d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:33.864655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1140098-cda0-4fe4-823d-91f95fba5133') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:33.864963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1140098-cda0-4fe4-823d-91f95fba5133') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:33.888072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.895089 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1bf133-ac7d-4ed9-8ff8-b7bfe599ad92 x-openstack-request-id: req-ac1bf133-ac7d-4ed9-8ff8-b7bfe599ad92 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:33.895405 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "e3da4d64-ab7c-4d40-8154-3121587f43e8", "code": 200}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6", "code": 200}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "15f2340f-9302-4d35-b43b-0ea9537a50a5", "code": 200}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-plugged", "status": "completed", "tag": "e9f0ea00-a6e0-4ae3-9adf-e880919e07a3", "code": 200}, {"server_uuid": "06658c53-5dff-4911-8cf0-0d3951964466", "name": "network-vif-plugged", "status": "completed", "tag": "3316209b-e15d-4a29-911e-d1ec2bc7e25d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:33.895658 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac1bf133-ac7d-4ed9-8ff8-b7bfe599ad92 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:33.896103 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3da4d64-ab7c-4d40-8154-3121587f43e8', 'code': 200} Sep 18 02:05:33.896361 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'code': 200} Sep 18 02:05:33.896612 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f2340f-9302-4d35-b43b-0ea9537a50a5', 'code': 200} Sep 18 02:05:33.896861 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f0ea00-a6e0-4ae3-9adf-e880919e07a3', 'code': 200} Sep 18 02:05:33.897399 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06658c53-5dff-4911-8cf0-0d3951964466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'code': 200} Sep 18 02:05:33.920924 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.924941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d077b3d-2d6b-4ea7-b764-8b3175423208 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.965731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:05:33.966095 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.968548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3400863f-121a-40b9-a9f5-770121768bbd req-6e68a2aa-5b1c-4087-b124-9358f32800c1 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588619 Sep 18 02:05:33.971674 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.977118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:33.977723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:05:33.982115 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:05:33.993280 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.033342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5062-d45f-4ccd-a714-52d5cb7a4148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.081464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6911688 Sep 18 02:05:34.090894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56006) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:34.102206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2055480540'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:34.113310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5062-d45f-4ccd-a714-52d5cb7a4148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.115736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d8aae92-be92-447c-96ff-f247a8e90db1 req-cd3a12c2-bd46-49af-b1c6-ed4a89f13af7 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005352 Sep 18 02:05:34.119317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.125012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.126076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16c1f1-d5ee-4449-93f9-2fbfb3cfdeae tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Network': ['ID=6407c3cd-9599-4cc6-b776-2ff504e5263d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:34.130361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "DELETE /v2.0/networks/f7a37cec-6755-49c0-8014-67699f3858b0 HTTP/1.1" status: 204 len: 168 time: 0.7033038 Sep 18 02:05:34.132892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56008) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:34.143040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:05:34.151010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-083e3d9d-3446-415e-9ec5-b4646a49bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.152073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-083e3d9d-3446-415e-9ec5-b4646a49bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.152600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-083e3d9d-3446-415e-9ec5-b4646a49bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.153086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-083e3d9d-3446-415e-9ec5-b4646a49bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.153737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-083e3d9d-3446-415e-9ec5-b4646a49bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.154214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-083e3d9d-3446-415e-9ec5-b4646a49bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.154680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-083e3d9d-3446-415e-9ec5-b4646a49bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.157267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-083e3d9d-3446-415e-9ec5-b4646a49bb5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6498 time: 0.1743612 Sep 18 02:05:34.178128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b7eb8-1901-45ce-9f9b-7cfd8718100c req-59510067-d304-4227-aca3-f77af7763c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.180223 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-032b7eb8-1901-45ce-9f9b-7cfd8718100c req-59510067-d304-4227-aca3-f77af7763c79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 1098 time: 0.2161856 Sep 18 02:05:34.180540 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-6314fcd9-633f-4326-a915-72967f3b5f10 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:34.181378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6314fcd9-633f-4326-a915-72967f3b5f10 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:34.186140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6314fcd9-633f-4326-a915-72967f3b5f10 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "DELETE /v2.0/ports/a3b6618a-e2ab-4d5c-bc77-c4184265c533 HTTP/1.1" status: 404 len: 333 time: 0.0488598 Sep 18 02:05:34.187373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56010) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:34.202753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Deleting port 94c173c8-9001-45b6-8048-1525c93e4388 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:34.202968 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.206118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c12cc1-e943-460e-9b82-7bc48f4dada6 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event deleted for resources: {'Network': ['ID=f7a37cec-6755-49c0-8014-67699f3858b0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:34.237121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d077b3d-2d6b-4ea7-b764-8b3175423208 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.238334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7eb945b-0a6c-4e49-85a5-dfba9e431674 req-475b9b83-205d-476e-a431-664d9e11e79b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658412 Sep 18 02:05:34.261706 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:34.265260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.299423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d077b3d-2d6b-4ea7-b764-8b3175423208 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=4b447fb5-cb6d-4e6b-a020-d440f191557a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:34.300936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] For port 94c173c8-9001-45b6-8048-1525c93e4388, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=94c173c8-9001-45b6-8048-1525c93e4388,segment=NetworkSegment(990ae258-4c4c-4db8-ad57-fc1fbd4eebf8),segment_id=990ae258-4c4c-4db8-ad57-fc1fbd4eebf8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:34.301316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.304239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d077b3d-2d6b-4ea7-b764-8b3175423208 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.308399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1d077b3d-2d6b-4ea7-b764-8b3175423208 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/4b447fb5-cb6d-4e6b-a020-d440f191557a HTTP/1.1" status: 204 len: 168 time: 0.9850683 Sep 18 02:05:34.309476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56012) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:34.311945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46084453-9117-4cd1-9fde-63f92c383302 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:34.326031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Calling delete_port for 94c173c8-9001-45b6-8048-1525c93e4388 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:34.339707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bc2ae4-d875-4ff8-bf88-93d3127d7057 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Deleting subnet edfda51e-1c92-4a42-bda6-efa13a0371f3 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:34.346070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12bc2ae4-d875-4ff8-bf88-93d3127d7057 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.381591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:05:34.387616 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-032b7eb8-1901-45ce-9f9b-7cfd8718100c req-c611343b-bce6-48a4-a7a2-1a799a291750 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834955 Sep 18 02:05:34.396538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5062-d45f-4ccd-a714-52d5cb7a4148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.399178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5062-d45f-4ccd-a714-52d5cb7a4148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.400334 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fc3c5062-d45f-4ccd-a714-52d5cb7a4148 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d654b38-6f60-497f-8f12-a4bc563e03a5 HTTP/1.1" status: 204 len: 168 time: 0.6041913 Sep 18 02:05:34.411730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-09234ae8-1738-439f-a368-d22c9ea04e03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet b8315914-c4c4-49a8-bc15-5c1623e224a9 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:34.417447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.417802 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Added segment 8f0c2237-e697-4197-85fe-52fd051786e7 of type vlan for network 9e12c277-19b4-402d-b583-344c3c7babd0 Sep 18 02:05:34.419254 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09234ae8-1738-439f-a368-d22c9ea04e03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.421937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c5062-d45f-4ccd-a714-52d5cb7a4148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d654b38-6f60-497f-8f12-a4bc563e03a5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:34.426179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12bc2ae4-d875-4ff8-bf88-93d3127d7057 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.503608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.509080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09234ae8-1738-439f-a368-d22c9ea04e03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.600113 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.606245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.606989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.695672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12bc2ae4-d875-4ff8-bf88-93d3127d7057 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.780966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12bc2ae4-d875-4ff8-bf88-93d3127d7057 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.784259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6874301 Sep 18 02:05:34.824026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56022) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:34.833467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'subnet': {'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:34.857883 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.858456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b315d-3549-4bc3-9aa7-09028ab8f580 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Network': ['ID=9e12c277-19b4-402d-b583-344c3c7babd0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:34.873983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9e12c277-19b4-402d-b583-344c3c7babd0 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:05:34.891351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d6952-4b41-40b7-bd1c-d4fd09a0dff1 req-3e0dcb82-f239-430e-bf71-d76bd9332057 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:34.911594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d7d6952-4b41-40b7-bd1c-d4fd09a0dff1 req-3e0dcb82-f239-430e-bf71-d76bd9332057 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.3414562 Sep 18 02:05:34.911594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc2ae4-d875-4ff8-bf88-93d3127d7057 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event deleted for resources: {'Subnet': ['ID=edfda51e-1c92-4a42-bda6-efa13a0371f3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:34.915225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12bc2ae4-d875-4ff8-bf88-93d3127d7057 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:34.920400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-12bc2ae4-d875-4ff8-bf88-93d3127d7057 tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "DELETE /v2.0/subnets/edfda51e-1c92-4a42-bda6-efa13a0371f3 HTTP/1.1" status: 204 len: 168 time: 0.7297595 Sep 18 02:05:34.926946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56028) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:34.985730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09312bab-b7c4-40e8-9ac3-ba1fcb7684cc None None] Network 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:35.092462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d7d6952-4b41-40b7-bd1c-d4fd09a0dff1 req-8420024b-73b4-4759-a282-cd8cecb55053 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910789 Sep 18 02:05:35.155319 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09234ae8-1738-439f-a368-d22c9ea04e03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.169819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.173077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:35.176892 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.240214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-cd783cba-6461-41c0-82ea-e23b7bc40963 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:35.246284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-cd783cba-6461-41c0-82ea-e23b7bc40963 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:35.252727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-cd783cba-6461-41c0-82ea-e23b7bc40963 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:35.258649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-cd783cba-6461-41c0-82ea-e23b7bc40963 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:35.265231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-cd783cba-6461-41c0-82ea-e23b7bc40963 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:35.271287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-cd783cba-6461-41c0-82ea-e23b7bc40963 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:35.278161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-cd783cba-6461-41c0-82ea-e23b7bc40963 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:35.280805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-cd783cba-6461-41c0-82ea-e23b7bc40963 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5434 time: 0.2144885 Sep 18 02:05:35.287563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device afd87c54-1ca1-40f6-9c78-9ba2818a2183 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:05:35.332588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.385274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c173c8-9001-45b6-8048-1525c93e4388,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:35.406232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] DHCP port deletion for 20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:05:35.461649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48b9460a-3156-4872-8da5-3ff656e30cc9 req-25e67738-eeb7-4627-97a1-f54761a0f3d8 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583245 Sep 18 02:05:35.464885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09234ae8-1738-439f-a368-d22c9ea04e03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.569205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09234ae8-1738-439f-a368-d22c9ea04e03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=b8315914-c4c4-49a8-bc15-5c1623e224a9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:35.586532 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09234ae8-1738-439f-a368-d22c9ea04e03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.588917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-09234ae8-1738-439f-a368-d22c9ea04e03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/b8315914-c4c4-49a8-bc15-5c1623e224a9 HTTP/1.1" status: 204 len: 168 time: 1.2783651 Sep 18 02:05:35.591827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56044) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:35.600504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d05a5-d966-42bc-abad-4a2af354c253 req-db6dd841-3fc3-4bc6-ba15-51275e6b33e1 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:35.604965 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c15d05a5-d966-42bc-abad-4a2af354c253 req-db6dd841-3fc3-4bc6-ba15-51275e6b33e1 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 943 time: 0.3226488 Sep 18 02:05:35.605837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port afd87c54-1ca1-40f6-9c78-9ba2818a2183, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:35.641871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dacd63-728c-45a8-8171-b62fed82673d None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:35.657094 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a7bc61aa-35a8-45b3-a152-da611f4c46f7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639074 Sep 18 02:05:35.658114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56046) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:35.663144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:35.689955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'port_id': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'mac_address': 'fa:16:3e:6a:56:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:05:35.747424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Deleting port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:35.749457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.780980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56048) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:35.854860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] Deleting port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:35.855246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.867764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c15d05a5-d966-42bc-abad-4a2af354c253 req-88c7c7a4-78c1-4b27-ad7c-57afa24b8785 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554491 Sep 18 02:05:35.874179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.882318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:35.886111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.888350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4793e2d6-fd50-47d6-a0dc-67306b4ccf3a None None] Provisioning complete for port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:35.888837 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4793e2d6-fd50-47d6-a0dc-67306b4ccf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.931198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] For port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,segment=NetworkSegment(78d60a21-2b11-4c23-9581-7c1441230e9e),segment_id=78d60a21-2b11-4c23-9581-7c1441230e9e)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:35.931198 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.961913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Calling delete_port for d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:35.989471 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:35.992045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1967940341-network', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:36.007648 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.068953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:36.085319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd87c54-1ca1-40f6-9c78-9ba2818a2183 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:05:36.098482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Made reservation on behalf of d819e41a024b4bd0a6b5016687c4b59f for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:36.100928 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.127697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.139775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] For port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,segment=NetworkSegment(78d60a21-2b11-4c23-9581-7c1441230e9e),segment_id=78d60a21-2b11-4c23-9581-7c1441230e9e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:36.140584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.148047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Subnet': ['ID=44a7f14b-b332-4456-8851-8c444610a39a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:36.161743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] Calling delete_port for d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:36.205218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Checking segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:36.206474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network hostable DHCP agents. Network: 6407c3cd-9599-4cc6-b776-2ff504e5263d, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:05:36.231217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.269359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port afd87c54-1ca1-40f6-9c78-9ba2818a2183, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:36.274075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] No DVR routers for this DVR port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:36.278217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No active binding found for port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:05:36.278475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:36.283082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event deleted for resources: {'Port': ['ID=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:36.306045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:05:36.317140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580caa2b-4cea-4eee-a04a-f286b3eac08f req-fb7a1da1-22e3-4b75-b9e5-e5aee3b52485 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.318761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-580caa2b-4cea-4eee-a04a-f286b3eac08f req-fb7a1da1-22e3-4b75-b9e5-e5aee3b52485 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.1438754 Sep 18 02:05:36.322552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.323481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.368561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6407c3cd-9599-4cc6-b776-2ff504e5263d) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:36.379699 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.385090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=afd87c54-1ca1-40f6-9c78-9ba2818a2183,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:36.387555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Router 7ed5843a-968e-4797-9530-e253b682f3d9 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:05:36.393039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.393661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.394223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d0b44-f181-4829-90ab-42ee88896cf0 None None] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:36.409686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:36.422961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:36.430280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.431185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.440462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-580caa2b-4cea-4eee-a04a-f286b3eac08f req-39559d23-dc35-43f2-b067-135d8da811c0 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077037 Sep 18 02:05:36.451865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=d6b661d4-5f76-424e-9b1d-4b91886af103,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:36.470134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.483236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:05:36.500117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20660d80-6cd5-4cd4-a8eb-c2d189f37ef1']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:36.512633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d60a21-2b11-4c23-9581-7c1441230e9e') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:36.513502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d60a21-2b11-4c23-9581-7c1441230e9e') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:36.530961 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.531187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.551421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.563468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.564605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:36.568217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] No DVR routers for this DVR port d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:36.568468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:05:36.568909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:05:36.573650 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:05:36.576220 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c5c099d0-f199-4a13-89b4-d512873cf321 admin admin] 10.222.0.21 "PUT /v2.0/routers/7ed5843a-968e-4797-9530-e253b682f3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7318566 Sep 18 02:05:36.576454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56058) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:36.585761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['afd87c54-1ca1-40f6-9c78-9ba2818a2183'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:05:36.599266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] Sync routers for ids ['7ed5843a-968e-4797-9530-e253b682f3d9'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:36.601851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a93b0d-7363-42ba-86b2-22eed44fb0c8 None None] Pushing event deleted for resources: {'Port': ['ID=d88e8a2f-590b-42e9-a1a1-1fd2edee0e4f,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:36.609230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.626475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1306555f-9eb8-4d09-96e9-0bc53ccb3748 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9672418 Sep 18 02:05:36.635255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ccd26f3a-e7c6-4527-8b59-cce243478513 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8087261 Sep 18 02:05:36.640833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56060) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:36.640833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56062) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:36.646405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'subnet': {'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:36.659166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ec1248ee-174c-43e8-bd6d-3303dd2f0f81 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:36.710985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:05:36.727457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc30998-9de3-4c97-905f-8c398f43228e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:36.740251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.740767 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Added segment 3599c657-0c1e-485e-a5bc-fdaf07462c41 of type vlan for network de747235-783f-4ead-8438-676be4d3b35a Sep 18 02:05:36.753129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.758486 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.762968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] 10.222.0.21 "DELETE /v2.0/networks/20660d80-6cd5-4cd4-a8eb-c2d189f37ef1 HTTP/1.1" status: 204 len: 168 time: 1.8312614 Sep 18 02:05:36.815358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2b0e2-f99f-4e3e-a0f4-44080ad407bd req-387c7c05-0c79-4bfa-8933-4e329d534b2d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.817647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3c2b0e2-f99f-4e3e-a0f4-44080ad407bd req-387c7c05-0c79-4bfa-8933-4e329d534b2d tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.2522779 Sep 18 02:05:36.818119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d4fdf-367d-4594-af11-6d55f59e7e7e tempest-DHCPAgentSchedulersTestJSON-2084511338 tempest-DHCPAgentSchedulersTestJSON-2084511338-project] Pushing event deleted for resources: {'Network': ['ID=20660d80-6cd5-4cd4-a8eb-c2d189f37ef1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:36.826239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] Deleting port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:36.826739 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.834785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56066) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:36.840414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.845442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Request body: {'floatingip': {'port_id': '3316209b-e15d-4a29-911e-d1ec2bc7e25d'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:36.882873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-5498e844-6986-4b70-b67b-739a4753bc7a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.886473 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:05:36.890998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-5498e844-6986-4b70-b67b-739a4753bc7a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.897618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-5498e844-6986-4b70-b67b-739a4753bc7a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.901911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.904271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-5498e844-6986-4b70-b67b-739a4753bc7a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.911899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-5498e844-6986-4b70-b67b-739a4753bc7a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.918653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-5498e844-6986-4b70-b67b-739a4753bc7a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.919086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] For port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:36.919699 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:36.925106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-5498e844-6986-4b70-b67b-739a4753bc7a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:36.927055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-5498e844-6986-4b70-b67b-739a4753bc7a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5434 time: 0.3023934 Sep 18 02:05:36.937369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] Calling delete_port for 8bd5a79a-a17b-4659-8172-3e5b8dca49bc owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:36.975510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.044231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] Routers {'7ed5843a-968e-4797-9530-e253b682f3d9'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:37.045089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7ed5843a-968e-4797-9530-e253b682f3d9'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:37.056583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:37.060811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.065432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.065617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.066140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.083200 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ea848de-c1f2-427a-90aa-3a033b19633c req-a57b416a-711b-4b7e-afa7-12245743b18c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349659 Sep 18 02:05:37.083712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56072) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:37.155483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] Pushing event updated for resources: {'Network': ['ID=de747235-783f-4ead-8438-676be4d3b35a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:37.180739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network de747235-783f-4ead-8438-676be4d3b35a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:05:37.198466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6edd75-a0ce-4996-b42c-6a6e42b210cd req-4d9f90a1-e68d-4238-81d1-6f420b2ce014 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.200814 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d6edd75-a0ce-4996-b42c-6a6e42b210cd req-4d9f90a1-e68d-4238-81d1-6f420b2ce014 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 944 time: 0.1942744 Sep 18 02:05:37.229420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1248ee-174c-43e8-bd6d-3303dd2f0f81 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:37.233662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec1248ee-174c-43e8-bd6d-3303dd2f0f81 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.262451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.285740 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.328371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd13382d-5519-4a73-9712-be716a608113 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5437734 Sep 18 02:05:37.334836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56078) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:37.343982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Request body: {'subnet': {'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1967940341-subnet', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:37.352267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d6edd75-a0ce-4996-b42c-6a6e42b210cd req-8edfa414-b459-419c-b8e1-ac98b7a3930c tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307456 Sep 18 02:05:37.387434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-6407c3cd-9599-4cc6-b776-2ff504e5263d', 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'fixed_ips': [{'subnet_id': '44a7f14b-b332-4456-8851-8c444610a39a'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:05:37.388427 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.392870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] No DVR routers for this DVR port 8bd5a79a-a17b-4659-8172-3e5b8dca49bc on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:37.406384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b235933-7f99-41e3-af69-6ab8dd05d2a2 None None] Pushing event deleted for resources: {'Port': ['ID=8bd5a79a-a17b-4659-8172-3e5b8dca49bc,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:37.424441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Made reservation on behalf of d819e41a024b4bd0a6b5016687c4b59f for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:37.427472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.432048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08adc15-0b48-4794-a2ca-cfbd00ef8ca9 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:37.451411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] Set router 7ed5843a-968e-4797-9530-e253b682f3d9 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:37.490184 n-d-789963-12 neutron-server[106439]: INFO neutron.db.ipam_backend_mixin [None req-ec1248ee-174c-43e8-bd6d-3303dd2f0f81 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6b661d4-5f76-424e-9b1d-4b91886af103 (CIDR: 2001:db8::/64) Sep 18 02:05:37.508810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65cd6-bd20-41c3-af5b-14f8a50a0798 req-f39261fb-95b2-4c7d-9372-03d2445ac0eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.516064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65cd6-bd20-41c3-af5b-14f8a50a0798 req-f39261fb-95b2-4c7d-9372-03d2445ac0eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.523593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65cd6-bd20-41c3-af5b-14f8a50a0798 req-f39261fb-95b2-4c7d-9372-03d2445ac0eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.531890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65cd6-bd20-41c3-af5b-14f8a50a0798 req-f39261fb-95b2-4c7d-9372-03d2445ac0eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.538133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65cd6-bd20-41c3-af5b-14f8a50a0798 req-f39261fb-95b2-4c7d-9372-03d2445ac0eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.551614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65cd6-bd20-41c3-af5b-14f8a50a0798 req-f39261fb-95b2-4c7d-9372-03d2445ac0eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.557723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65cd6-bd20-41c3-af5b-14f8a50a0798 req-f39261fb-95b2-4c7d-9372-03d2445ac0eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:37.570694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7cf65cd6-bd20-41c3-af5b-14f8a50a0798 req-f39261fb-95b2-4c7d-9372-03d2445ac0eb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5434 time: 0.2908177 Sep 18 02:05:37.579123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56080) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:37.581704 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1248ee-174c-43e8-bd6d-3303dd2f0f81 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:05:37.582210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1248ee-174c-43e8-bd6d-3303dd2f0f81 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:37.592761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Request body: {'floatingip': {'port_id': '57f60e8e-b75a-4f16-9ca6-707caada9fd6'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:37.679647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-66fb5b3d-c4cb-4fe5-bc19-79dfa6b46c61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2335bf8569b4c28bb6788205160ce2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899091 Sep 18 02:05:37.685184 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ec1248ee-174c-43e8-bd6d-3303dd2f0f81 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0436018 Sep 18 02:05:37.685722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56082) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:37.693693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.705186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56084) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:37.745520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'subnet': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:37.813978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Deleting port c1e65b99-508d-4bba-841b-07930363f027 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:37.814236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.825245 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:37.881184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Allocated IP 10.1.1.2 (6407c3cd-9599-4cc6-b776-2ff504e5263d/44a7f14b-b332-4456-8851-8c444610a39a/c650af0d-9482-4d50-a06b-dbfd626679a9) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:38.008453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8bd5a79a-a17b-4659-8172-3e5b8dca49bc no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:38.035396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8bd5a79a-a17b-4659-8172-3e5b8dca49bc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:38.035736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8bd5a79a-a17b-4659-8172-3e5b8dca49bc not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:38.038384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-390e7398-a3fa-4d7d-a331-76db59367425', 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'tenant_id': 'c0fcbe4bbc794776a5f09e0ddccfb713', 'fixed_ips': [{'subnet_id': 'd6b661d4-5f76-424e-9b1d-4b91886af103'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:05:38.039435 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.136417 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.170860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c1e65b99-508d-4bba-841b-07930363f027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:05:35Z', 'revision_number': 5, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port': {'id': 'c1e65b99-508d-4bba-841b-07930363f027', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:47Z', 'updated_at': '2021-09-18T02:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:38.217055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] Checking router: 7ed5843a-968e-4797-9530-e253b682f3d9 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:38.244085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.253066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d1b6f3-b85c-406d-8854-40aa8f6ea371,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:38.256749 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.260957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] Routers {'7ed5843a-968e-4797-9530-e253b682f3d9'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:38.260957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7ed5843a-968e-4797-9530-e253b682f3d9'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:38.304777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Checking segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:38.305198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Network hostable DHCP agents. Network: de747235-783f-4ead-8438-676be4d3b35a, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:05:38.376232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Network de747235-783f-4ead-8438-676be4d3b35a is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:05:38.390207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Allocated IP 2001:db8::2 (390e7398-a3fa-4d7d-a331-76db59367425/d6b661d4-5f76-424e-9b1d-4b91886af103/f0348d0c-eb15-4410-8b32-5ba525c2b3db) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:38.397132 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Floating IP ca514f52-2357-49c6-aee3-1288b2884f75 associated. External IP: 172.25.0.18, port: 3316209b-e15d-4a29-911e-d1ec2bc7e25d. Sep 18 02:05:38.401405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, de747235-783f-4ead-8438-676be4d3b35a) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:38.409955 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.430973 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.443661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Subnet': ['ID=de95ab27-9149-40e9-8012-d1644a3b29ad,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:38.447260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:38.448058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.457308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf9bae-f75c-4b99-8acc-23133bd394c8 None None] Network de747235-783f-4ead-8438-676be4d3b35a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:38.458519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe946dc9-6947-4cf7-b434-5bf2698fa759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.476108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] Set router 7ed5843a-968e-4797-9530-e253b682f3d9 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:38.511171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Checking segment: {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:38.512350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network hostable DHCP agents. Network: 9e12c277-19b4-402d-b583-344c3c7babd0, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:05:38.514700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] For port c1e65b99-508d-4bba-841b-07930363f027, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c1e65b99-508d-4bba-841b-07930363f027,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:38.515127 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.537430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe946dc9-6947-4cf7-b434-5bf2698fa759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.547442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:38.551024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8b68473d-bef5-4073-8747-97a13e6000a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2125006 Sep 18 02:05:38.551260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.559945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56088) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:38.593250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:38.608319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572808d-ff86-412b-98a2-59b2fa0895f5 req-0fe8ef9a-5740-4df1-97c8-511aeac93762 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:38.609954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c572808d-ff86-412b-98a2-59b2fa0895f5 req-0fe8ef9a-5740-4df1-97c8-511aeac93762 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 944 time: 0.0750911 Sep 18 02:05:38.614763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Calling delete_port for c1e65b99-508d-4bba-841b-07930363f027 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:38.720722 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c572808d-ff86-412b-98a2-59b2fa0895f5 req-e34d0ee5-dd12-427e-9d58-5628ab636ad3 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704446 Sep 18 02:05:38.742007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:05:37Z', 'revision_number': 6, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:38.767111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 9e12c277-19b4-402d-b583-344c3c7babd0 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:05:38.777931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b487147-4450-4036-ad6f-3f3c8474a222 None None] The sync data for ids ['7ed5843a-968e-4797-9530-e253b682f3d9'] in n-d-789963-12 is: [{'id': '7ed5843a-968e-4797-9530-e253b682f3d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-388657736-router', 'tenant_id': 'b016aca052f642faa2f163627deda5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:45Z', 'updated_at': '2021-09-18T02:05:37Z', 'revision_number': 6, 'project_id': 'b016aca052f642faa2f163627deda5b7', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:38.786326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Router dd8db550-c82a-4ed1-85ee-64ae343a7373 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:05:38.818412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:38.844822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9e12c277-19b4-402d-b583-344c3c7babd0) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:38.851918 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.853640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.856991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:38.868896 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa45c1-94d0-4010-9e7c-9b48515d07af None None] Network 9e12c277-19b4-402d-b583-344c3c7babd0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:38.879732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:38.899363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Pushing event updated for resources: {'Port': ['ID=c650af0d-9482-4d50-a06b-dbfd626679a9,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:38.906592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:38.906853 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.927236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:38.932921 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:38.942533 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] Sync routers for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:38.952756 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:38.953768 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:38.974541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-57cd1f06-7452-49c3-baf6-189d566c8b45 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "PUT /v2.0/floatingips/ca514f52-2357-49c6-aee3-1288b2884f75 HTTP/1.1" status: 200 len: 991 time: 2.1381550 Sep 18 02:05:38.975233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06658c53-5dff-4911-8cf0-0d3951964466', 'tag': '3316209b-e15d-4a29-911e-d1ec2bc7e25d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:38.978167 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6be58a-de9d-464c-9b2b-970030e6ecf8" -d '{"events": [{"name": "network-changed", "server_uuid": "06658c53-5dff-4911-8cf0-0d3951964466", "tag": "3316209b-e15d-4a29-911e-d1ec2bc7e25d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:39.021792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe946dc9-6947-4cf7-b434-5bf2698fa759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.023138 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6342df9d-0bfb-4100-9de5-b1e6e3f2a355 x-openstack-request-id: req-6342df9d-0bfb-4100-9de5-b1e6e3f2a355 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:39.023872 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06658c53-5dff-4911-8cf0-0d3951964466", "tag": "3316209b-e15d-4a29-911e-d1ec2bc7e25d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:39.024420 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe946dc9-6947-4cf7-b434-5bf2698fa759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.024572 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6342df9d-0bfb-4100-9de5-b1e6e3f2a355 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:39.025259 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06658c53-5dff-4911-8cf0-0d3951964466', 'tag': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'status': 'completed', 'code': 200} Sep 18 02:05:39.030891 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fe946dc9-6947-4cf7-b434-5bf2698fa759 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47a7f4db-9fd6-4c21-8366-4547e1292339 HTTP/1.1" status: 204 len: 168 time: 1.3382728 Sep 18 02:05:39.067647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e6106991-4f31-4606-b8cd-33587717b2cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4240549 Sep 18 02:05:39.080585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56096) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:39.093303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'port': {'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'name': 'tempest-TaggedBootDevicesTest_v242-1777724737', 'fixed_ips': [{'subnet_id': '44a7f14b-b332-4456-8851-8c444610a39a'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:39.132549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.138542 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:39.139004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.140296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.140748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.141187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.141622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.145278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.145752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.146194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.148397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.148880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.149325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.149721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946dc9-6947-4cf7-b434-5bf2698fa759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a7f4db-9fd6-4c21-8366-4547e1292339,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:39.149858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:05:39.198555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-9dc232aa-0ae4-4ad5-b4e7-48c52aeba168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:39.201841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-9dc232aa-0ae4-4ad5-b4e7-48c52aeba168 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f839406f3ad4416a0e1089553b836db&device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 1098 time: 0.1558719 Sep 18 02:05:39.263999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Attempting to bind port c650af0d-9482-4d50-a06b-dbfd626679a9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:39.264641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Attempting to bind port c650af0d-9482-4d50-a06b-dbfd626679a9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:39.265171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Attempting to bind port c650af0d-9482-4d50-a06b-dbfd626679a9 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:39.295385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:39.296871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Checking segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:39.297582 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.300049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Bound using segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:39.301722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Bound port: c650af0d-9482-4d50-a06b-dbfd626679a9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:39.302952 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.345870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device afd87c54-1ca1-40f6-9c78-9ba2818a2183 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:39.356669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:39.444746 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.470815 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.474356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-3eb21de6-8b49-4ec8-ae47-80f3c8149d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:39.476037 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-3eb21de6-8b49-4ec8-ae47-80f3c8149d63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=447c4529-1f43-463c-8cd3-faa08081b62c HTTP/1.1" status: 200 len: 911 time: 0.2670994 Sep 18 02:05:39.513966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] device_id is not set on port 92dba867-ee51-4fb8-9fea-118f5b8f24db yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:05:39.519489 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.528769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.607709 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-9e12c277-19b4-402d-b583-344c3c7babd0', 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'fixed_ips': [{'subnet_id': 'de95ab27-9149-40e9-8012-d1644a3b29ad'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:05:39.608809 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.618558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ca514f52-2357-49c6-aee3-1288b2884f75', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'port_id': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'mac_address': 'fa:16:3e:d1:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06658c53-5dff-4911-8cf0-0d3951964466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:08Z', 'updated_at': '2021-09-18T02:05:38Z', 'revision_number': 1, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:15Z', 'revision_number': 5, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:39.647452 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] Checking router: dd8db550-c82a-4ed1-85ee-64ae343a7373 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:39.656552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56100) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:39.656990 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:39.657721 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:39.658954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:39.699955 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.712461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6332410c-6a12-42b9-b3c7-2a97872c495e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.720055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:39.734324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:39.744011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-de747235-783f-4ead-8438-676be4d3b35a', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:05:39.744911 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.820039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Pushing event updated for resources: {'Port': ['ID=f0348d0c-eb15-4410-8b32-5ba525c2b3db,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:39.825081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.830910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e65b99-508d-4bba-841b-07930363f027,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:39.844770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] For port c650af0d-9482-4d50-a06b-dbfd626679a9, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:39.847160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port afd87c54-1ca1-40f6-9c78-9ba2818a2183 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:05:39.859655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.884804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port afd87c54-1ca1-40f6-9c78-9ba2818a2183 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:39.887554 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:39.961198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-9be0c08c-abb3-4366-ad1e-b3dc5309b5ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d HTTP/1.1" status: 200 len: 999 time: 0.4772649 Sep 18 02:05:39.976845 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:40.103806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edc71a-1a33-444c-8e7e-02abdd6f6061 req-0843c210-6238-4512-aae9-f3ad01925c17 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:40.104937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Allocated IP 172.20.0.2 (de747235-783f-4ead-8438-676be4d3b35a/42d1b6f3-b85c-406d-8854-40aa8f6ea371/746a9b9c-6b53-44f4-b096-5f14d186fc00) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:40.112143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24edc71a-1a33-444c-8e7e-02abdd6f6061 req-0843c210-6238-4512-aae9-f3ad01925c17 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 944 time: 0.2110822 Sep 18 02:05:40.146679 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6332410c-6a12-42b9-b3c7-2a97872c495e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.151902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-a0391b88-d18b-4601-a55b-b27d3d25ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:40.154054 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-a0391b88-d18b-4601-a55b-b27d3d25ac2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d HTTP/1.1" status: 200 len: 850 time: 0.1851513 Sep 18 02:05:40.210981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6332410c-6a12-42b9-b3c7-2a97872c495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.217435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:05:40.254817 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.277013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.293609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Allocated IP 10.1.1.125 (6407c3cd-9599-4cc6-b776-2ff504e5263d/44a7f14b-b332-4456-8851-8c444610a39a/92dba867-ee51-4fb8-9fea-118f5b8f24db) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:40.296122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332410c-6a12-42b9-b3c7-2a97872c495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61a444-f73f-47de-bd17-c6ae5f13afde,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:40.311331 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ca514f52-2357-49c6-aee3-1288b2884f75', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'port_id': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'mac_address': 'fa:16:3e:d1:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06658c53-5dff-4911-8cf0-0d3951964466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:08Z', 'updated_at': '2021-09-18T02:05:38Z', 'revision_number': 1, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:15Z', 'revision_number': 5, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:40.312358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24edc71a-1a33-444c-8e7e-02abdd6f6061 req-cc8e0248-576b-4ba3-bc2f-960c328812be tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992528 Sep 18 02:05:40.318590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] For port c650af0d-9482-4d50-a06b-dbfd626679a9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c650af0d-9482-4d50-a06b-dbfd626679a9,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:40.320712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 94c173c8-9001-45b6-8048-1525c93e4388 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:40.328942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.344680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6332410c-6a12-42b9-b3c7-2a97872c495e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=441d63c69b0c4d00acdcd0b124f07bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870539 Sep 18 02:05:40.345289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56106) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:40.351886 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.354412 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6b8b6-4dbc-4b63-ae08-85a95b3235da None None] The sync data for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 is: [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ca514f52-2357-49c6-aee3-1288b2884f75', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'port_id': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'mac_address': 'fa:16:3e:d1:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06658c53-5dff-4911-8cf0-0d3951964466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:08Z', 'updated_at': '2021-09-18T02:05:38Z', 'revision_number': 1, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:15Z', 'revision_number': 5, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:40.360773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-9baf997f-325f-406f-8148-18f5e36281bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:40.362267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-9baf997f-325f-406f-8148-18f5e36281bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=447c4529-1f43-463c-8cd3-faa08081b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1862128 Sep 18 02:05:40.472382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 94c173c8-9001-45b6-8048-1525c93e4388 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:40.472828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 94c173c8-9001-45b6-8048-1525c93e4388 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:40.473341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c1e65b99-508d-4bba-841b-07930363f027 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:40.491771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Network de747235-783f-4ead-8438-676be4d3b35a is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:40.500903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:40.504393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:40.521679 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Floating IP 6420fae8-2c66-4a0c-b282-26b39b8c4727 associated. External IP: 172.25.0.19, port: 57f60e8e-b75a-4f16-9ca6-707caada9fd6. Sep 18 02:05:40.535731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.554209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22c7423a-1600-4a2c-b8d7-1c6833d79e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.555482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c1e65b99-508d-4bba-841b-07930363f027 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:40.556053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c1e65b99-508d-4bba-841b-07930363f027 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:40.563245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Attempting to bind port f0348d0c-eb15-4410-8b32-5ba525c2b3db on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:40.563838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Attempting to bind port f0348d0c-eb15-4410-8b32-5ba525c2b3db by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:40.564282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Attempting to bind port f0348d0c-eb15-4410-8b32-5ba525c2b3db on network 390e7398-a3fa-4d7d-a331-76db59367425 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:40.567459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.576866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:40.577386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Checking segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:40.577976 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.578464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Bound using segment: {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:40.579079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Bound port: f0348d0c-eb15-4410-8b32-5ba525c2b3db, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d55ed5-d2da-465d-91b0-276fbc93a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '390e7398-a3fa-4d7d-a331-76db59367425'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:40.579575 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.589478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Pushing event updated for resources: {'Port': ['ID=746a9b9c-6b53-44f4-b096-5f14d186fc00,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:40.612517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-9e03cd15-fd5d-4c3e-82dd-4d4a5467c734 service neutron] 10.222.0.20 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398298 Sep 18 02:05:40.685284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeac7d0-a3e4-4d08-9279-d1989f173e86 None None] Pushing event updated for resources: {'Port': ['ID=c650af0d-9482-4d50-a06b-dbfd626679a9,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:40.707268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.735464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Allocated IP 10.2.2.2 (9e12c277-19b4-402d-b583-344c3c7babd0/de95ab27-9149-40e9-8012-d1644a3b29ad/8358846b-50b2-45af-8475-4b33dd23a18b) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:40.747067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.747632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed5843a-968e-4797-9530-e253b682f3d9 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:05:40.798779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.802098 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22c7423a-1600-4a2c-b8d7-1c6833d79e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.802257 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5a0f54d9-6cf8-40e2-865c-dab196a625a1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7ed5843a-968e-4797-9530-e253b682f3d9 HTTP/1.1" status: 204 len: 168 time: 4.2232289 Sep 18 02:05:40.814303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56108) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:40.868497 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066a3fb-2bf9-424d-99bc-d3a3134ef09a None None] New status for floating IP ca514f52-2357-49c6-aee3-1288b2884f75: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:05:40.915661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:40.944807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Attempting to bind port 746a9b9c-6b53-44f4-b096-5f14d186fc00 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:40.945602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Attempting to bind port 746a9b9c-6b53-44f4-b096-5f14d186fc00 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:40.946245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Attempting to bind port 746a9b9c-6b53-44f4-b096-5f14d186fc00 on network de747235-783f-4ead-8438-676be4d3b35a {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:40.999710 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:41.000088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Checking segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:41.000509 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.000897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Bound using segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:41.001378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Bound port: 746a9b9c-6b53-44f4-b096-5f14d186fc00, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:41.002736 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.018475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:41.025040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:41.033443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=92dba867-ee51-4fb8-9fea-118f5b8f24db,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:41.038403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:41.068012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e6be58a-de9d-464c-9b2b-970030e6ecf8 req-ded207c8-d913-44db-ac72-d4621480dd9b service neutron] 10.222.0.20 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839285 Sep 18 02:05:41.068212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] For port f0348d0c-eb15-4410-8b32-5ba525c2b3db, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:41.100231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22c7423a-1600-4a2c-b8d7-1c6833d79e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.104669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22c7423a-1600-4a2c-b8d7-1c6833d79e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.106205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-22c7423a-1600-4a2c-b8d7-1c6833d79e5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c61a444-f73f-47de-bd17-c6ae5f13afde HTTP/1.1" status: 204 len: 168 time: 0.7557640 Sep 18 02:05:41.118279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:41.119421 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.119708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.145283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7423a-1600-4a2c-b8d7-1c6833d79e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61a444-f73f-47de-bd17-c6ae5f13afde,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:41.153331 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de078b2c-d3a0-44e0-8264-61ec2dac381f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0712776 Sep 18 02:05:41.156778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56112) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:41.159069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] For port f0348d0c-eb15-4410-8b32-5ba525c2b3db, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f0348d0c-eb15-4410-8b32-5ba525c2b3db,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:41.163917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'port': {'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'name': 'tempest-TaggedBootDevicesTest_v242-15962026', 'fixed_ips': [{'subnet_id': '44a7f14b-b332-4456-8851-8c444610a39a'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:41.404432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:41.411023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.423380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.468637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3d23bf-2120-42a5-a04c-ed2262a23b0e admin admin] Deleting subnet 043b12c3-3e8e-41ba-b937-d3fd73b1035e {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:41.495694 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.509295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23bf-2120-42a5-a04c-ed2262a23b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.514386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] device_id is not set on port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:05:41.591000 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.655001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port afd87c54-1ca1-40f6-9c78-9ba2818a2183, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:41.673605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fa0c4-ec28-422e-acce-9410f3cbb7f4 req-e43b2f66-2f52-409c-95fe-b1e3037adb38 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:41.677030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f39fa0c4-ec28-422e-acce-9410f3cbb7f4 req-e43b2f66-2f52-409c-95fe-b1e3037adb38 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 944 time: 0.2323787 Sep 18 02:05:41.701113 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.703122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:41.713396 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e3a208-02e5-4d21-ba5c-7261cafc4d07" -d '{"events": [{"server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "name": "network-vif-plugged", "status": "completed", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:41.740134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.756378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23bf-2120-42a5-a04c-ed2262a23b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.791441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] For port 746a9b9c-6b53-44f4-b096-5f14d186fc00, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:41.807495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Network 9e12c277-19b4-402d-b583-344c3c7babd0 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:41.819684 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91e4ee-e7ca-42b1-9dcf-df2a8400e67f x-openstack-request-id: req-db91e4ee-e7ca-42b1-9dcf-df2a8400e67f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:41.820219 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "name": "network-vif-plugged", "status": "completed", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:41.820677 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db91e4ee-e7ca-42b1-9dcf-df2a8400e67f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:41.821497 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'code': 200} Sep 18 02:05:41.826084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:41.830948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab4674-6715-43c4-977a-8194ef7ef00c None None] Pushing event updated for resources: {'Port': ['ID=f0348d0c-eb15-4410-8b32-5ba525c2b3db,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:41.837259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f39fa0c4-ec28-422e-acce-9410f3cbb7f4 req-b77ed3ca-ab84-4b91-8232-1eecc51aa3a2 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521935 Sep 18 02:05:41.863026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] For port 746a9b9c-6b53-44f4-b096-5f14d186fc00, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=746a9b9c-6b53-44f4-b096-5f14d186fc00,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:41.867165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:41.885055 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:41.920118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Allocated IP 10.1.1.52 (6407c3cd-9599-4cc6-b776-2ff504e5263d/44a7f14b-b332-4456-8851-8c444610a39a/dc1d6f93-fd44-4c06-9e2c-8e9e05337088) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:41.987889 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.079939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c650af0d-9482-4d50-a06b-dbfd626679a9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:42.082300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627cf46-9a65-47c1-8894-2e084b9ac3ba None None] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:42.085248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.118242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50cd97-83f7-4d9b-9930-3677d14e46be req-c3f37cab-01d4-44a4-bb1a-ae3509486e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:42.120062 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f50cd97-83f7-4d9b-9930-3677d14e46be req-c3f37cab-01d4-44a4-bb1a-ae3509486e3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1097 time: 0.2188947 Sep 18 02:05:42.131191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Pushing event updated for resources: {'Port': ['ID=8358846b-50b2-45af-8475-4b33dd23a18b,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:42.317683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Allocated IP 172.25.0.139 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/59803cd6-fd7d-4a5f-81c0-1397b7166a12) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:42.488589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=afd87c54-1ca1-40f6-9c78-9ba2818a2183,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:42.531326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Attempting to bind port 8358846b-50b2-45af-8475-4b33dd23a18b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:42.531705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Attempting to bind port 8358846b-50b2-45af-8475-4b33dd23a18b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:42.532145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Attempting to bind port 8358846b-50b2-45af-8475-4b33dd23a18b on network 9e12c277-19b4-402d-b583-344c3c7babd0 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:42.571107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d7980bb0-c2f2-4190-b122-6cbc9480e8fc None None] Provisioning complete for port c650af0d-9482-4d50-a06b-dbfd626679a9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:42.571493 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d7980bb0-c2f2-4190-b122-6cbc9480e8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.603063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:42.603441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Checking segment: {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:42.603855 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.604253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Bound using segment: {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:42.604746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Bound port: 8358846b-50b2-45af-8475-4b33dd23a18b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:42.605128 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.644426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:05:42.655543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23bf-2120-42a5-a04c-ed2262a23b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.686228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c650af0d-9482-4d50-a06b-dbfd626679a9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:42.686462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.720962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f50cd97-83f7-4d9b-9930-3677d14e46be req-f152d9e9-fe48-4ab0-ab18-715646b1995a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908878 Sep 18 02:05:42.749496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.798677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] For port f0348d0c-eb15-4410-8b32-5ba525c2b3db, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f0348d0c-eb15-4410-8b32-5ba525c2b3db,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:42.800455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730505f-519a-4d24-8f5a-87bd618c9920 None None] Pushing event updated for resources: {'Port': ['ID=746a9b9c-6b53-44f4-b096-5f14d186fc00,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:42.804202 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.823057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.866867 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23bf-2120-42a5-a04c-ed2262a23b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.887923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.893414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:42.913835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:42.915624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:42.920573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:42.953098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.953876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.965777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a3d23bf-2120-42a5-a04c-ed2262a23b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:42.967707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8a3d23bf-2120-42a5-a04c-ed2262a23b0e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/043b12c3-3e8e-41ba-b937-d3fd73b1035e HTTP/1.1" status: 204 len: 168 time: 2.1525257 Sep 18 02:05:42.972557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56146) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:42.972799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d23bf-2120-42a5-a04c-ed2262a23b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043b12c3-3e8e-41ba-b937-d3fd73b1035e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:42.984861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b54885-0580-434f-82be-c58d9c67129f None None] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:42.995194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] For port 8358846b-50b2-45af-8475-4b33dd23a18b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:43.046288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] For port 8358846b-50b2-45af-8475-4b33dd23a18b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8358846b-50b2-45af-8475-4b33dd23a18b,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:43.059172 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.076033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.080019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:43.082874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:43.084914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.095796 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] Sync routers for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:43.124228 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:43.126254 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:43.126507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.143348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d7980bb0-c2f2-4190-b122-6cbc9480e8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.173302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:43.175271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Subnet': ['ID=4b89258f-5f6a-4f7c-991a-676255ebd66b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:43.224447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port c650af0d-9482-4d50-a06b-dbfd626679a9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c650af0d-9482-4d50-a06b-dbfd626679a9,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:43.242307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:43.243175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.279946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:43.299525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:43.306374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.318745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.6065733 Sep 18 02:05:43.320030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56154) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:43.328575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:43.354904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb693aa-1cec-4bf8-a6bb-cace4febc454 None None] Pushing event updated for resources: {'Port': ['ID=8358846b-50b2-45af-8475-4b33dd23a18b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:43.370512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:43.376925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.423401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.432807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b8cceb25-03a8-4096-a26e-d0a158033306 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2740252 Sep 18 02:05:43.469240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-d7980bb0-c2f2-4190-b122-6cbc9480e8fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:05:43.469602 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-d7980bb0-c2f2-4190-b122-6cbc9480e8fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:05:43.475567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b7630-c25a-4208-aa73-ec000f285293 req-8057f418-9aaa-4ab8-81a4-bcb63381357d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:43.477402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-114b7630-c25a-4208-aa73-ec000f285293 req-8057f418-9aaa-4ab8-81a4-bcb63381357d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.5043118 Sep 18 02:05:43.510179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=c650af0d-9482-4d50-a06b-dbfd626679a9,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:43.512823 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:43.623657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-114b7630-c25a-4208-aa73-ec000f285293 req-12492e18-2bc1-4717-a7ef-068e8dbc2d78 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339529 Sep 18 02:05:43.626021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Request body: {'port': {'network_id': '390e7398-a3fa-4d7d-a331-76db59367425', 'mac_address': 'fa:16:3e:6d:00:33', 'name': 'tempest-NetworksTestDHCPv6-1082906700'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:43.642686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b96aa-38ac-4d82-a185-f47c03d32fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=f0348d0c-eb15-4410-8b32-5ba525c2b3db,revision_number=4']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:43.665481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Deleting port 899d595c-bd78-4056-85c7-6793acdc4935 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:43.665831 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:43.782820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] DHCP port deletion for 6b9a4651-5349-4f9c-937a-96afc0165d46 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:05:44.033404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] For port 899d595c-bd78-4056-85c7-6793acdc4935, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=899d595c-bd78-4056-85c7-6793acdc4935,segment=NetworkSegment(990ae258-4c4c-4db8-ad57-fc1fbd4eebf8),segment_id=990ae258-4c4c-4db8-ad57-fc1fbd4eebf8)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:44.033973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.101063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Calling delete_port for 899d595c-bd78-4056-85c7-6793acdc4935 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:44.210564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] Deleting port 899d595c-bd78-4056-85c7-6793acdc4935 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:44.211155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.277344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be39ec1-a5d5-4397-97a7-43eeb6884fc4 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:44.284988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56164) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:44.313179 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4e5cc195-f374-4ab2-8f43-6f1327348adf tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "PUT /v2.0/floatingips/6420fae8-2c66-4a0c-b282-26b39b8c4727 HTTP/1.1" status: 200 len: 990 time: 6.7326183 Sep 18 02:05:44.387438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:05:44.397376 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2455ecf9-62d0-4635-989b-62c98c720d31" -d '{"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:05:44.401356 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.502360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Pushing event deleted for resources: {'Port': ['ID=899d595c-bd78-4056-85c7-6793acdc4935,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:44.505098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] No DVR routers for this DVR port 899d595c-bd78-4056-85c7-6793acdc4935 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:44.506620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56172) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:44.514744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f5cd06ad-083a-432f-9150-e584563b8203 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246910342', 'description': 'tempest-description--30810492'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:44.549821 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '6420fae8-2c66-4a0c-b282-26b39b8c4727', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'port_id': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'mac_address': 'fa:16:3e:a4:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:03:49Z', 'updated_at': '2021-09-18T02:05:39Z', 'revision_number': 1, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:44.562141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded078d-423f-43ee-ad89-0796eb0edb34 None None] Network de747235-783f-4ead-8438-676be4d3b35a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:44.564192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c650af0d-9482-4d50-a06b-dbfd626679a9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:44.588558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] Checking router: 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:44.604605 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:44.606794 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:44.676612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.704604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.754759 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5cd06ad-083a-432f-9150-e584563b8203 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.799631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Provisioning complete for port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:44.800390 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.802078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9a4651-5349-4f9c-937a-96afc0165d46']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:44.841534 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7ca469-74c1-488c-ae26-6cb35109e6ef x-openstack-request-id: req-2a7ca469-74c1-488c-ae26-6cb35109e6ef {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:05:44.841782 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:05:44.842037 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a7ca469-74c1-488c-ae26-6cb35109e6ef {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:05:44.842442 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'status': 'completed', 'code': 200} Sep 18 02:05:44.843086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Made reservation on behalf of c0fcbe4bbc794776a5f09e0ddccfb713 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:44.846307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:44.846612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990ae258-4c4c-4db8-ad57-fc1fbd4eebf8') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:44.849372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] For port 899d595c-bd78-4056-85c7-6793acdc4935, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=899d595c-bd78-4056-85c7-6793acdc4935,segment=NetworkSegment(990ae258-4c4c-4db8-ad57-fc1fbd4eebf8),segment_id=990ae258-4c4c-4db8-ad57-fc1fbd4eebf8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:44.849776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.868339 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:44.880389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.914898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.946746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:05:44.951070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:44.976586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] Calling delete_port for 899d595c-bd78-4056-85c7-6793acdc4935 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:44.986481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-66f8ff85-17e0-4599-81b0-72e4a5b08aeb tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-205944104'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:44.987094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-66f8ff85-17e0-4599-81b0-72e4a5b08aeb tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Unknown quota resources ['metering_label']. {{(pid=106439) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:05:45.072707 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:05:45.080804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Pushing event updated for resources: {'Port': ['ID=59803cd6-fd7d-4a5f-81c0-1397b7166a12,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:45.081698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:45.083599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.149465 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5cd06ad-083a-432f-9150-e584563b8203 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.151304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.164589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.171382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b9a4651-5349-4f9c-937a-96afc0165d46 HTTP/1.1" status: 204 len: 168 time: 2.1962233 Sep 18 02:05:45.172441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5cd06ad-083a-432f-9150-e584563b8203 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.194631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006c683-e04c-446d-9bba-98e9fc026529 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9a4651-5349-4f9c-937a-96afc0165d46,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:45.225245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5cd06ad-083a-432f-9150-e584563b8203 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.230036 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f5cd06ad-083a-432f-9150-e584563b8203 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7219286 Sep 18 02:05:45.231503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56180) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:45.241279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-82b81785-bdc4-4ead-b0a4-cef30597975b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'security_group_rule': {'security_group_id': '44bd5256-0d35-4b08-a458-839f4c3f9314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:45.251428 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '6420fae8-2c66-4a0c-b282-26b39b8c4727', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'port_id': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'mac_address': 'fa:16:3e:a4:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:03:49Z', 'updated_at': '2021-09-18T02:05:39Z', 'revision_number': 1, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:45.270589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd06ad-083a-432f-9150-e584563b8203 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd5256-0d35-4b08-a458-839f4c3f9314,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:45.284736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82b81785-bdc4-4ead-b0a4-cef30597975b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.290061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-1e421f43-9838-4d77-bb14-15d0c8136707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:45.290542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-1e421f43-9838-4d77-bb14-15d0c8136707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:45.291066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-1e421f43-9838-4d77-bb14-15d0c8136707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:45.291539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-1e421f43-9838-4d77-bb14-15d0c8136707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:45.292008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-1e421f43-9838-4d77-bb14-15d0c8136707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:45.292476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-1e421f43-9838-4d77-bb14-15d0c8136707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:45.293083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-1e421f43-9838-4d77-bb14-15d0c8136707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:45.295082 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-1e421f43-9838-4d77-bb14-15d0c8136707 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6498 time: 0.4289682 Sep 18 02:05:45.303167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6920a65-22dd-4d52-b650-ca684f7f991f req-d58036bd-7655-41a2-aa65-4586b35e6dfa tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:45.304703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6920a65-22dd-4d52-b650-ca684f7f991f req-d58036bd-7655-41a2-aa65-4586b35e6dfa tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.4896255 Sep 18 02:05:45.353695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82b81785-bdc4-4ead-b0a4-cef30597975b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.360193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82b81785-bdc4-4ead-b0a4-cef30597975b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.374911 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55da25f-6c1c-4054-8840-ee4d1dbddc8a None None] The sync data for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 is: [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '6420fae8-2c66-4a0c-b282-26b39b8c4727', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'port_id': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'mac_address': 'fa:16:3e:a4:23:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:03:49Z', 'updated_at': '2021-09-18T02:05:39Z', 'revision_number': 1, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:45.387340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66f8ff85-17e0-4599-81b0-72e4a5b08aeb tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.388665 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-66f8ff85-17e0-4599-81b0-72e4a5b08aeb tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0900760 Sep 18 02:05:45.392426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56182) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:45.398581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-14a84aec-c186-4784-a478-47d2e8273302 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ec848a1a-17cc-4732-92ca-c59c3fe864ed'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:45.399415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-14a84aec-c186-4784-a478-47d2e8273302 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:05:45.403434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b81785-bdc4-4ead-b0a4-cef30597975b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a48dbe-a748-4cea-86af-2360b0be94f8,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:45.417415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82b81785-bdc4-4ead-b0a4-cef30597975b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.419063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-82b81785-bdc4-4ead-b0a4-cef30597975b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833034 Sep 18 02:05:45.423207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:45.434321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fd45f6cf-2e92-46d4-92c2-28c17f1df42d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'security_group_rule': {'security_group_id': '44bd5256-0d35-4b08-a458-839f4c3f9314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:45.451076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.534323 n-d-789963-12 neutron-server[106440]: WARNING neutron.services.metering.metering_plugin [None req-14a84aec-c186-4784-a478-47d2e8273302 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 02:05:45.595785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] Network 6b9a4651-5349-4f9c-937a-96afc0165d46 is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:05:45.596499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] No DVR routers for this DVR port 899d595c-bd78-4056-85c7-6793acdc4935 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:45.599075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1273c8ec-9083-4349-a223-cc31a37345bc None None] Network 9e12c277-19b4-402d-b583-344c3c7babd0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:45.604765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56188) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:45.631795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23066dfb-0ab7-4656-8347-3ccdd4105d3b None None] Pushing event deleted for resources: {'Port': ['ID=899d595c-bd78-4056-85c7-6793acdc4935,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:45.666634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Provisioning complete for port 92dba867-ee51-4fb8-9fea-118f5b8f24db triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:45.667122 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.669722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c650af0d-9482-4d50-a06b-dbfd626679a9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:45.670481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.821636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f08b1-3d3c-42ec-b04e-79ee3114dfa5 None None] New status for floating IP 6420fae8-2c66-4a0c-b282-26b39b8c4727: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:05:45.825695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd45f6cf-2e92-46d4-92c2-28c17f1df42d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.833258 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14a84aec-c186-4784-a478-47d2e8273302 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:45.838741 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-14a84aec-c186-4784-a478-47d2e8273302 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4435780 Sep 18 02:05:45.845922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56192) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:45.856359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2208262c-129c-48fc-a6ca-b3d5d5540d9d tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ec848a1a-17cc-4732-92ca-c59c3fe864ed'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:45.856855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2208262c-129c-48fc-a6ca-b3d5d5540d9d tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:05:45.889484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ec3fe89c-6209-4b83-a455-3c3478ca2c1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3124ec3fc14423384e7743303908a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793698 Sep 18 02:05:45.891528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56194) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:45.906757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Port 92dba867-ee51-4fb8-9fea-118f5b8f24db cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:45.961087 n-d-789963-12 neutron-server[106440]: WARNING neutron.services.metering.metering_plugin [None req-2208262c-129c-48fc-a6ca-b3d5d5540d9d tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 02:05:46.033667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Provisioning complete for port c650af0d-9482-4d50-a06b-dbfd626679a9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:46.034044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.100452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6920a65-22dd-4d52-b650-ca684f7f991f req-2ff82e37-9f1a-4ce1-a33a-26d788e28ffa tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7481742 Sep 18 02:05:46.119156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] device_id is not set on port 9c42072b-776a-41ef-ba6a-2fb86b2f96b1 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:05:46.121446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2208262c-129c-48fc-a6ca-b3d5d5540d9d tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.125326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2208262c-129c-48fc-a6ca-b3d5d5540d9d tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2727220 Sep 18 02:05:46.130083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56198) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:46.144363 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd45f6cf-2e92-46d4-92c2-28c17f1df42d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.151423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd45f6cf-2e92-46d4-92c2-28c17f1df42d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.153769 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-532788ac-46a8-4934-82bc-e84078b19c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.163145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ab88eb17-13c5-4fa3-9d29-125abe0e53d8 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33c45051-2dbd-4847-99fb-f33c5b734f4d HTTP/1.1" status: 200 len: 464 time: 0.0243840 Sep 18 02:05:46.166725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56200) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:46.191274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 746a9b9c-6b53-44f4-b096-5f14d186fc00 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:46.198682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45f6cf-2e92-46d4-92c2-28c17f1df42d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91eee047-c502-4613-acc1-7a6467a0016f,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:46.211606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd45f6cf-2e92-46d4-92c2-28c17f1df42d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.212845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd45f6cf-2e92-46d4-92c2-28c17f1df42d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7836576 Sep 18 02:05:46.225302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-532788ac-46a8-4934-82bc-e84078b19c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.228184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56202) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:46.232997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:46.263310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-6381bdcd-6cdd-4e71-8043-d6da150c6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:46.264893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-6381bdcd-6cdd-4e71-8043-d6da150c6fbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=11be498a-d972-4af2-b522-204f1356985f HTTP/1.1" status: 200 len: 912 time: 0.9193954 Sep 18 02:05:46.330881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.360721 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.493122 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-901217be-f726-493b-af21-7b9c850e5b2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 200 len: 998 time: 0.2178359 Sep 18 02:05:46.540147 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99daddf4-2d59-49f5-9e01-77189a654c96 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.546395 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-99daddf4-2d59-49f5-9e01-77189a654c96 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/33c45051-2dbd-4847-99fb-f33c5b734f4d HTTP/1.1" status: 204 len: 168 time: 0.3748984 Sep 18 02:05:46.553064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56206) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:46.565287 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-532788ac-46a8-4934-82bc-e84078b19c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.577588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-532788ac-46a8-4934-82bc-e84078b19c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.578873 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-532788ac-46a8-4934-82bc-e84078b19c49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3c6719d-7a92-4f73-bf2e-182bbe7ddc56 HTTP/1.1" status: 204 len: 168 time: 0.6862617 Sep 18 02:05:46.664831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 746a9b9c-6b53-44f4-b096-5f14d186fc00 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:46.665303 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.700668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5e29f92c-17a0-46ff-9fb3-b67823f3c610 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33c45051-2dbd-4847-99fb-f33c5b734f4d HTTP/1.1" status: 200 len: 221 time: 0.1377177 Sep 18 02:05:46.702070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532788ac-46a8-4934-82bc-e84078b19c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c6719d-7a92-4f73-bf2e-182bbe7ddc56,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:46.715829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56212) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:46.727199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-703469a8-b1a4-46d0-ace9-15259599aa1f tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1436043917', 'description': 'label created by tempest'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:46.727712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-703469a8-b1a4-46d0-ace9-15259599aa1f tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Unknown quota resources ['metering_label']. {{(pid=106439) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:05:46.736079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Provisioning complete for port f0348d0c-eb15-4410-8b32-5ba525c2b3db triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:46.736079 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.738826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-d6911c06-6cbc-4d22-8f52-bc2f39acdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:46.740465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-d6911c06-6cbc-4d22-8f52-bc2f39acdba8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=623b87eb-c594-4180-b0f1-d20148d1cdf7 HTTP/1.1" status: 200 len: 851 time: 0.2354865 Sep 18 02:05:46.756722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8::23f (390e7398-a3fa-4d7d-a331-76db59367425/d6b661d4-5f76-424e-9b1d-4b91886af103/9c42072b-776a-41ef-ba6a-2fb86b2f96b1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:46.841536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:33 (390e7398-a3fa-4d7d-a331-76db59367425/4b89258f-5f6a-4f7c-991a-676255ebd66b/9c42072b-776a-41ef-ba6a-2fb86b2f96b1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:46.845741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-93a20a95-40a0-4dc9-b302-d5371afae41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:46.848231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-93a20a95-40a0-4dc9-b302-d5371afae41a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1097 time: 0.2931113 Sep 18 02:05:46.859321 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.918430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 746a9b9c-6b53-44f4-b096-5f14d186fc00, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=746a9b9c-6b53-44f4-b096-5f14d186fc00,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:46.933043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:46.935335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8358846b-50b2-45af-8475-4b33dd23a18b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:46.944621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8a34-7e52-41ab-8cd4-46ec8c698ae1 req-4011bc32-6f77-460b-af61-33666f0b9446 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:46.946190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b6d8a34-7e52-41ab-8cd4-46ec8c698ae1 req-4011bc32-6f77-460b-af61-33666f0b9446 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.3088827 Sep 18 02:05:46.954412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.099995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-f1ad3540-9f0f-4213-b83e-da2af50a070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:47.102269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-f1ad3540-9f0f-4213-b83e-da2af50a070e service neutron] 10.222.0.20 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 920 time: 0.2466843 Sep 18 02:05:47.117714 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.173281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-31de1490-e8be-40d5-8537-c23c286d58a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 217 time: 0.0424712 Sep 18 02:05:47.196736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] For port f0348d0c-eb15-4410-8b32-5ba525c2b3db, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f0348d0c-eb15-4410-8b32-5ba525c2b3db,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:47.205173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.231602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8358846b-50b2-45af-8475-4b33dd23a18b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:47.231896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.233858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=746a9b9c-6b53-44f4-b096-5f14d186fc00,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:47.254485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Allocated IP 172.25.0.244 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/b644af7c-a7c1-40dc-bfc1-4e8ec362fef0) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:47.257327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-703469a8-b1a4-46d0-ace9-15259599aa1f tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.258607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-703469a8-b1a4-46d0-ace9-15259599aa1f tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5409429 Sep 18 02:05:47.262089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56218) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:47.284655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-d3eac820-7366-40bc-a23c-59a3a91d18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:47.286249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-d3eac820-7366-40bc-a23c-59a3a91d18c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11be498a-d972-4af2-b522-204f1356985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4915786 Sep 18 02:05:47.289452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56220) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:47.293514 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b6d8a34-7e52-41ab-8cd4-46ec8c698ae1 req-c257e537-6ff1-491b-bef3-63ef9ec37828 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177726 Sep 18 02:05:47.343529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Router 637334aa-8347-4f5e-af4e-b10b20199e73 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:05:47.363970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Provisioning complete for port 8358846b-50b2-45af-8475-4b33dd23a18b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:47.364500 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.373345 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.375454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-4f5088ae-fe44-4638-aa47-37aa4d5a1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:47.377202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-4f5088ae-fe44-4638-aa47-37aa4d5a1e72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.1945055 Sep 18 02:05:47.389283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca7d9f-d9ee-48e6-bad9-b3fde4300413 None None] Pushing event updated for resources: {'Port': ['ID=f0348d0c-eb15-4410-8b32-5ba525c2b3db,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:47.399519 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c3e09adb-e498-4b03-b510-df4c0cb0b9e2 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e585d9e1-0c39-4b10-8cfc-2e9717482bd4 HTTP/1.1" status: 200 len: 468 time: 0.1316049 Sep 18 02:05:47.410227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56222) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:47.442603 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.446854 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-7cff8799-d7df-4f42-8300-aee157a4c6a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519068 Sep 18 02:05:47.499482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 8358846b-50b2-45af-8475-4b33dd23a18b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8358846b-50b2-45af-8475-4b33dd23a18b,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:47.506447 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.507476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f0348d0c-eb15-4410-8b32-5ba525c2b3db up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:47.521222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:47.540446 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Sync routers for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:47.552410 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.554411 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-acdada21-9795-4a73-9d5a-cc8fcba0fd35 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9675810 Sep 18 02:05:47.555847 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.559682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56224) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:47.564639 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:47.568240 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:47.598195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-38ce390e-a032-4c06-a3c0-ab25981f52ac service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995234 Sep 18 02:05:47.619138 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.640341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=8358846b-50b2-45af-8475-4b33dd23a18b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:47.668576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:05:47.669432 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:05:47.669853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f0348d0c-eb15-4410-8b32-5ba525c2b3db triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:47.670310 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.689653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Network 390e7398-a3fa-4d7d-a331-76db59367425 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:47.694499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:47.699538 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-beff7a43-c226-4fd0-b445-16428ca30f1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b016aca052f642faa2f163627deda5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089224 Sep 18 02:05:47.700681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:47.707267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:47.708375 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:47.719589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56226) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:47.788645 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:47.816901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2455ecf9-62d0-4635-989b-62c98c720d31 req-c1ef536d-0b5f-4aad-bcb4-d34ab15ec9f2 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089763 Sep 18 02:05:47.818523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.2761512 Sep 18 02:05:47.835810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb74982-4d99-46b1-9f48-089b6ae90337 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event updated for resources: {'Port': ['ID=9c42072b-776a-41ef-ba6a-2fb86b2f96b1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:47.838860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56230) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:47.887217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 899d595c-bd78-4056-85c7-6793acdc4935 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:47.933924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 899d595c-bd78-4056-85c7-6793acdc4935 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:47.934153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 899d595c-bd78-4056-85c7-6793acdc4935 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:48.070746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-197ee8a3-8a08-49a8-b2be-3a5285ee9df2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting port 9c42072b-776a-41ef-ba6a-2fb86b2f96b1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:48.071065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-197ee8a3-8a08-49a8-b2be-3a5285ee9df2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.075531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8358846b-50b2-45af-8475-4b33dd23a18b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:48.142086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8358846b-50b2-45af-8475-4b33dd23a18b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:48.142936 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.144946 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:43Z', 'revision_number': 3, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:48.177139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Checking router: 637334aa-8347-4f5e-af4e-b10b20199e73 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:48.177562 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Updating router 637334aa-8347-4f5e-af4e-b10b20199e73 port 59803cd6-fd7d-4a5f-81c0-1397b7166a12 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:05:48.179409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-197ee8a3-8a08-49a8-b2be-3a5285ee9df2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.194507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-197ee8a3-8a08-49a8-b2be-3a5285ee9df2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Calling delete_port for 9c42072b-776a-41ef-ba6a-2fb86b2f96b1 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:48.290209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f0348d0c-eb15-4410-8b32-5ba525c2b3db up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:48.305876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.307378 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.314610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-009b1195-9363-443c-8327-480bb7ad4419 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981653 Sep 18 02:05:48.323377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd605665-171b-459c-a123-826e467d6153 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.324913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dd605665-171b-459c-a123-826e467d6153 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/e585d9e1-0c39-4b10-8cfc-2e9717482bd4 HTTP/1.1" status: 204 len: 168 time: 0.9088356 Sep 18 02:05:48.331673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56236) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.348642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Provisioning complete for port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:48.349325 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.404741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:48.411303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f0348d0c-eb15-4410-8b32-5ba525c2b3db triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:48.411950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.426192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-65117bc6-9e59-4fa8-8542-d5884573b026 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e585d9e1-0c39-4b10-8cfc-2e9717482bd4 HTTP/1.1" status: 200 len: 216 time: 0.0831063 Sep 18 02:05:48.433736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56238) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.442404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-197ee8a3-8a08-49a8-b2be-3a5285ee9df2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.443019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-71b6488b-d949-46d9-9ab5-2c83ac8e3d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.454759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Provisioning complete for port 746a9b9c-6b53-44f4-b096-5f14d186fc00 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:48.456075 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.486305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ee8a3-8a08-49a8-b2be-3a5285ee9df2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Port': ['ID=9c42072b-776a-41ef-ba6a-2fb86b2f96b1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:48.547853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b15444c1-e5be-4fac-8e2f-143fc135de84 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1028028 Sep 18 02:05:48.549365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56240) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.561044 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-197ee8a3-8a08-49a8-b2be-3a5285ee9df2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.563029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-197ee8a3-8a08-49a8-b2be-3a5285ee9df2 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/9c42072b-776a-41ef-ba6a-2fb86b2f96b1 HTTP/1.1" status: 204 len: 168 time: 0.7224300 Sep 18 02:05:48.568057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56242) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.572982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e93d47c0-3038-499b-a622-ae30885b4ef7 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0197351 Sep 18 02:05:48.583932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 746a9b9c-6b53-44f4-b096-5f14d186fc00 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:48.591485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56244) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.615308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-71b6488b-d949-46d9-9ab5-2c83ac8e3d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.632221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.685498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c0f30af-9bc6-4d9b-9c0f-3311143559fd req-84dbb16a-2f3d-4631-8b56-e60074ad2966 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598626 Sep 18 02:05:48.739580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0201-1ce9-4880-b026-bf83b9d16bcc req-dc4dd842-54cb-489f-82d5-7975ffe9be65 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:48.748922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0cb0201-1ce9-4880-b026-bf83b9d16bcc req-dc4dd842-54cb-489f-82d5-7975ffe9be65 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.3082013 Sep 18 02:05:48.753420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d4806de3-8e4c-4053-87f5-a84cf1e22b7a tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/ec848a1a-17cc-4732-92ca-c59c3fe864ed HTTP/1.1" status: 200 len: 472 time: 0.1601958 Sep 18 02:05:48.753649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Provisioning complete for port f0348d0c-eb15-4410-8b32-5ba525c2b3db triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:48.754234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56248) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.754522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.770019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:48.786736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c1ca60d4-3ed6-4b55-b3bb-b33f8a551f28 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/68641f01-1193-4dbe-b551-44f19103ad31 HTTP/1.1" status: 200 len: 461 time: 0.0299332 Sep 18 02:05:48.787053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56252) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.817133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 746a9b9c-6b53-44f4-b096-5f14d186fc00 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:48.817417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.822857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24541b38-37ed-4ffe-b83d-3fde9c16dab0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:48.825130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-24541b38-37ed-4ffe-b83d-3fde9c16dab0 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2540586 Sep 18 02:05:48.829441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56254) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.840656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:48.842745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=b644af7c-a7c1-40dc-bfc1-4e8ec362fef0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:48.853193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:48.891439 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.900047 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.960693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa547-922e-495d-837b-e0a7ef8f684c tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.964259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ff2aa547-922e-495d-837b-e0a7ef8f684c tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/68641f01-1193-4dbe-b551-44f19103ad31 HTTP/1.1" status: 204 len: 168 time: 0.1721630 Sep 18 02:05:48.966186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56258) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:48.974599 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Attempting to bind port 59803cd6-fd7d-4a5f-81c0-1397b7166a12 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:48.975033 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Attempting to bind port 59803cd6-fd7d-4a5f-81c0-1397b7166a12 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:48.975400 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Attempting to bind port 59803cd6-fd7d-4a5f-81c0-1397b7166a12 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:48.988582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:48.988868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-71b6488b-d949-46d9-9ab5-2c83ac8e3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.990950 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:48.991600 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.992019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-71b6488b-d949-46d9-9ab5-2c83ac8e3d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:48.992154 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:48.992819 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Bound port: 59803cd6-fd7d-4a5f-81c0-1397b7166a12, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:48.993557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-71b6488b-d949-46d9-9ab5-2c83ac8e3d8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8400905c-6547-4bd2-8df5-fc80b007bf8d HTTP/1.1" status: 204 len: 168 time: 1.2711086 Sep 18 02:05:48.996592 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.016376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Provisioning complete for port 92dba867-ee51-4fb8-9fea-118f5b8f24db triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:49.018042 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.022512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0cb0201-1ce9-4880-b026-bf83b9d16bcc req-ab6c880e-464e-4591-8eb0-d0e9fa211eec tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671516 Sep 18 02:05:49.047840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4673f-ecbc-4dcf-9cd3-1aa2b3da22ed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:49.048630 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9211-8bbe-4dc9-bcf3-8dfb252c7696 None None] Pushing event updated for resources: {'Port': ['ID=59803cd6-fd7d-4a5f-81c0-1397b7166a12,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:49.051787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ffb4673f-ecbc-4dcf-9cd3-1aa2b3da22ed tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2191775 Sep 18 02:05:49.057349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56262) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:49.086409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-006199a0-cb11-4d49-b466-e9761ecf366b None None] Port 92dba867-ee51-4fb8-9fea-118f5b8f24db cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:49.100689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6488b-d949-46d9-9ab5-2c83ac8e3d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8400905c-6547-4bd2-8df5-fc80b007bf8d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:49.131776 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] For port 59803cd6-fd7d-4a5f-81c0-1397b7166a12, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:49.144899 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] For port 59803cd6-fd7d-4a5f-81c0-1397b7166a12, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=59803cd6-fd7d-4a5f-81c0-1397b7166a12,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:49.157796 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.206669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a6ab292b-2bce-4d45-af1c-07b9ad699f1f None None] Could not find standard attr ID for object 9c42072b-776a-41ef-ba6a-2fb86b2f96b1. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:05:49.258704 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9211-8bbe-4dc9-bcf3-8dfb252c7696 None None] Pushing event updated for resources: {'Port': ['ID=59803cd6-fd7d-4a5f-81c0-1397b7166a12,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:49.262735 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.271135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42bf1581-06d4-4a73-be37-776fa2d21c01 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.272806 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:49.273540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:49.275093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-42bf1581-06d4-4a73-be37-776fa2d21c01 tempest-MeteringTestJSON-1216924268 tempest-MeteringTestJSON-1216924268-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/ec848a1a-17cc-4732-92ca-c59c3fe864ed HTTP/1.1" status: 204 len: 168 time: 0.3036985 Sep 18 02:05:49.279844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b246d9e-50ca-4f56-8c4d-c81c27f1834d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:49.281238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b246d9e-50ca-4f56-8c4d-c81c27f1834d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:49.282778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b246d9e-50ca-4f56-8c4d-c81c27f1834d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:49.284359 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0b246d9e-50ca-4f56-8c4d-c81c27f1834d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2260368 Sep 18 02:05:49.290627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:49.350804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.353886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7b7dcf-e0ae-4f86-9b7e-c6316eeae894 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet 4b89258f-5f6a-4f7c-991a-676255ebd66b {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:49.359140 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e7b7dcf-e0ae-4f86-9b7e-c6316eeae894 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.419210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e7b7dcf-e0ae-4f86-9b7e-c6316eeae894 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.438923 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:49.477450 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.551596 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e7b7dcf-e0ae-4f86-9b7e-c6316eeae894 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.645585 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e7b7dcf-e0ae-4f86-9b7e-c6316eeae894 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.682123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b7dcf-e0ae-4f86-9b7e-c6316eeae894 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=4b89258f-5f6a-4f7c-991a-676255ebd66b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:49.695467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e7b7dcf-e0ae-4f86-9b7e-c6316eeae894 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.698766 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2e7b7dcf-e0ae-4f86-9b7e-c6316eeae894 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/4b89258f-5f6a-4f7c-991a-676255ebd66b HTTP/1.1" status: 204 len: 168 time: 0.4070451 Sep 18 02:05:49.701652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56276) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:49.704357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bec8a7-001b-4dd6-af90-42bd9fd186b2 None None] Network 390e7398-a3fa-4d7d-a331-76db59367425 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:49.769437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56278) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:49.787451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fda246-fffd-44b7-a152-79d0e9905a46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Deleting subnet d6b661d4-5f76-424e-9b1d-4b91886af103 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:05:49.791239 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77fda246-fffd-44b7-a152-79d0e9905a46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.794600 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:43Z', 'revision_number': 3, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:49.866230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77fda246-fffd-44b7-a152-79d0e9905a46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.872023 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de2822-ac2a-4951-9a1c-d148ffcb153e None None] The sync data for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 is: [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:43Z', 'revision_number': 3, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:49.873904 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.898629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:49.916706 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Allocated IP 172.20.0.1 (de747235-783f-4ead-8438-676be4d3b35a/42d1b6f3-b85c-406d-8854-40aa8f6ea371/d504b10c-950a-4018-8a07-67c3c1ed316c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:50.021742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77fda246-fffd-44b7-a152-79d0e9905a46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.110039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=b644af7c-a7c1-40dc-bfc1-4e8ec362fef0,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:50.126012 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77fda246-fffd-44b7-a152-79d0e9905a46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.170640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.174366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fda246-fffd-44b7-a152-79d0e9905a46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b661d4-5f76-424e-9b1d-4b91886af103,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:50.179479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad5c4634-f8b4-4fd5-8fb2-b95f7b601f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.188897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77fda246-fffd-44b7-a152-79d0e9905a46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.195437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56292) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:50.199593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-77fda246-fffd-44b7-a152-79d0e9905a46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/d6b661d4-5f76-424e-9b1d-4b91886af103 HTTP/1.1" status: 204 len: 168 time: 0.4881303 Sep 18 02:05:50.280027 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-34a764ef-0316-45d9-aa8b-08ff8f90be1a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779257 Sep 18 02:05:50.282330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56296) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:50.284039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.299842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e7c25c9e-3964-4966-946b-1a3f8d55bb5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0705197 Sep 18 02:05:50.309486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] DHCP port deletion for 390e7398-a3fa-4d7d-a331-76db59367425 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:05:50.352780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ade5e6-4bc3-4e09-8ee2-dba5232124de req-390d5eb0-635f-4a45-959a-d9bed8036fbe tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:50.354440 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9ade5e6-4bc3-4e09-8ee2-dba5232124de req-390d5eb0-635f-4a45-959a-d9bed8036fbe tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.1428585 Sep 18 02:05:50.374832 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.427273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] Deleting port f0348d0c-eb15-4410-8b32-5ba525c2b3db {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:50.428876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.456233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d666e5-cc2b-43bf-8857-8110f45aff1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:50.457786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-73d666e5-cc2b-43bf-8857-8110f45aff1f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1713789 Sep 18 02:05:50.461818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56302) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:50.472527 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.527625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] For port f0348d0c-eb15-4410-8b32-5ba525c2b3db, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f0348d0c-eb15-4410-8b32-5ba525c2b3db,segment=NetworkSegment(d0d55ed5-d2da-465d-91b0-276fbc93a725),segment_id=d0d55ed5-d2da-465d-91b0-276fbc93a725)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:50.528664 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.570909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] Calling delete_port for f0348d0c-eb15-4410-8b32-5ba525c2b3db owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:50.577599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad5c4634-f8b4-4fd5-8fb2-b95f7b601f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.594337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Network de747235-783f-4ead-8438-676be4d3b35a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:50.595730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Pushing event updated for resources: {'Port': ['ID=d504b10c-950a-4018-8a07-67c3c1ed316c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:50.600329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:50.603171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:50.652536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad5c4634-f8b4-4fd5-8fb2-b95f7b601f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.652792 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.679985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9ade5e6-4bc3-4e09-8ee2-dba5232124de req-1b62b76e-c769-40fe-96bc-fb697c1f9e90 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115528 Sep 18 02:05:50.734371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9227f-e5f1-43ff-ad94-ad6baa41c831 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:50.736056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dab9227f-e5f1-43ff-ad94-ad6baa41c831 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2731602 Sep 18 02:05:50.736950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:50.746854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56314) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:50.757748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ad5c4634-f8b4-4fd5-8fb2-b95f7b601f1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61cc748c67794ac69d330daa008f7073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9872169 Sep 18 02:05:50.769445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c4634-f8b4-4fd5-8fb2-b95f7b601f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd15c73-4216-4931-9a1b-fc85db5dc8e5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:50.774518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56320) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:50.798803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] Pushing event deleted for resources: {'Port': ['ID=f0348d0c-eb15-4410-8b32-5ba525c2b3db,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:50.824702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13293bc4-70c5-4c35-9c3e-96f4ca2f4713 None None] No DVR routers for this DVR port f0348d0c-eb15-4410-8b32-5ba525c2b3db on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:05:50.877861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b237e7fe-09ed-4e43-945f-b515bb94814e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246817 Sep 18 02:05:50.878840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56326) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:50.963809 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f48e8f0-bf67-472b-bf86-781dc583d180 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:50.965365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f48e8f0-bf67-472b-bf86-781dc583d180 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:50.974428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56332) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:50.979709 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0f48e8f0-bf67-472b-bf86-781dc583d180 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/9c42072b-776a-41ef-ba6a-2fb86b2f96b1 HTTP/1.1" status: 404 len: 333 time: 0.0954638 Sep 18 02:05:51.044892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4818-5ba4-4bb8-bfc2-9277410dac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.047007 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-956d80d4-efc1-4586-88ff-884267bb3a7f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.047460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956d80d4-efc1-4586-88ff-884267bb3a7f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.053856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56334) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.057186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-956d80d4-efc1-4586-88ff-884267bb3a7f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/4b89258f-5f6a-4f7c-991a-676255ebd66b HTTP/1.1" status: 404 len: 337 time: 0.0807800 Sep 18 02:05:51.065476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-ab297bbc-7f93-4096-8085-0ca64229db2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1246910342&fields=id&tenant_id=97056a926add430fa91dbbf8105cbf70 HTTP/1.1" status: 200 len: 267 time: 0.1931200 Sep 18 02:05:51.084767 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4818-5ba4-4bb8-bfc2-9277410dac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.129056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.142629 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-764d08c8-4ee7-4698-8bfd-7417315070b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.143110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764d08c8-4ee7-4698-8bfd-7417315070b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.145077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-764d08c8-4ee7-4698-8bfd-7417315070b3 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/d6b661d4-5f76-424e-9b1d-4b91886af103 HTTP/1.1" status: 404 len: 337 time: 0.0901413 Sep 18 02:05:51.154305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56342) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.158405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5b9e6cf3-bbab-4abe-85ab-c815fc739ab2 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:51.161278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d8c4b424-7fff-48b3-ab77-009996fdb0e1 None None] Provisioning complete for port d504b10c-950a-4018-8a07-67c3c1ed316c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:51.161904 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b424-7fff-48b3-ab77-009996fdb0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.166123 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5b9e6cf3-bbab-4abe-85ab-c815fc739ab2 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports/92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 200 len: 937 time: 0.0997789 Sep 18 02:05:51.172873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4818-5ba4-4bb8-bfc2-9277410dac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.179032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4818-5ba4-4bb8-bfc2-9277410dac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.180639 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3e0f4818-5ba4-4bb8-bfc2-9277410dac73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbd15c73-4216-4931-9a1b-fc85db5dc8e5 HTTP/1.1" status: 204 len: 168 time: 0.4036374 Sep 18 02:05:51.209159 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e527c0-994e-4f5e-816e-fd94b07c6fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.209999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e527c0-994e-4f5e-816e-fd94b07c6fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.212017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e1e527c0-994e-4f5e-816e-fd94b07c6fe4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6bad4103-7571-446f-8b6f-1b8b3b066098 HTTP/1.1" status: 404 len: 333 time: 0.0547376 Sep 18 02:05:51.213423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f4818-5ba4-4bb8-bfc2-9277410dac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd15c73-4216-4931-9a1b-fc85db5dc8e5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:51.215275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56350) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.249030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-915316c2-c94b-4c10-8309-95b4432ee319 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:51.252747 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0735918f-d358-4232-a883-1e183e211ec7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.253333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0735918f-d358-4232-a883-1e183e211ec7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.255279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0735918f-d358-4232-a883-1e183e211ec7 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/b8315914-c4c4-49a8-bc15-5c1623e224a9 HTTP/1.1" status: 404 len: 337 time: 0.0329058 Sep 18 02:05:51.258166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56352) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.265118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-915316c2-c94b-4c10-8309-95b4432ee319 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports/dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 200 len: 934 time: 0.0978112 Sep 18 02:05:51.304271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4b424-7fff-48b3-ab77-009996fdb0e1 None None] Port d504b10c-950a-4018-8a07-67c3c1ed316c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:51.328551 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bcc24d-301c-4046-9bb3-8637b1b19fdc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.330343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bcc24d-301c-4046-9bb3-8637b1b19fdc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.335226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b8bcc24d-301c-4046-9bb3-8637b1b19fdc tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/4b447fb5-cb6d-4e6b-a020-d440f191557a HTTP/1.1" status: 404 len: 337 time: 0.0755360 Sep 18 02:05:51.339209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56356) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.349911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4111bd00-b5e5-45fc-905d-2434dc0e2b79 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0827107 Sep 18 02:05:51.392344 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ecb9bb-d727-496d-b4b4-92a537d05ac4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.401976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ecb9bb-d727-496d-b4b4-92a537d05ac4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.403917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-34ecb9bb-d727-496d-b4b4-92a537d05ac4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/c24b8096-5a37-4843-8d6d-1ade453dc7fd HTTP/1.1" status: 404 len: 333 time: 0.0606754 Sep 18 02:05:51.409650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56360) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.416125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-3791b8ac-8222-4b07-8a31-0b611018d4d2 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0650008 Sep 18 02:05:51.462099 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a36144b-1886-4074-bfb9-a016e55ca9e4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.462703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a36144b-1886-4074-bfb9-a016e55ca9e4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.467848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2a36144b-1886-4074-bfb9-a016e55ca9e4 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/ada09c10-9fa6-4bbf-8e18-d3159bfb3ec8 HTTP/1.1" status: 404 len: 337 time: 0.0571282 Sep 18 02:05:51.468479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56366) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.514171 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-316e1865-0996-4b50-9d96-5981a3b0bb6d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.514906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316e1865-0996-4b50-9d96-5981a3b0bb6d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.521870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-316e1865-0996-4b50-9d96-5981a3b0bb6d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/d2feb9aa-2309-4cb7-a4fc-93bf2f1d6173 HTTP/1.1" status: 404 len: 337 time: 0.0521908 Sep 18 02:05:51.523278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56368) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.548221 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e4f9fb-2a89-466d-87ab-c8a9fd34053a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.549073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e4f9fb-2a89-466d-87ab-c8a9fd34053a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.553569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-28e4f9fb-2a89-466d-87ab-c8a9fd34053a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/1e7d5b14-5ba7-460f-857c-99556fd19cfc HTTP/1.1" status: 404 len: 333 time: 0.0290682 Sep 18 02:05:51.554253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56370) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.585796 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d79330-809e-4c53-82e0-39f7915405a1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.586611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d79330-809e-4c53-82e0-39f7915405a1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.590687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-98d79330-809e-4c53-82e0-39f7915405a1 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/278bc031-fba8-4eb0-94e1-d435e79f237d HTTP/1.1" status: 404 len: 337 time: 0.0354409 Sep 18 02:05:51.591490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56374) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.618768 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6d31f0-53bc-4cc5-b914-6208c2d2815e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.619521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6d31f0-53bc-4cc5-b914-6208c2d2815e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.624804 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1a6d31f0-53bc-4cc5-b914-6208c2d2815e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/3578d18e-888a-460e-8e03-b13f0ebc282b HTTP/1.1" status: 404 len: 337 time: 0.0321975 Sep 18 02:05:51.625603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56376) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.639528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-ee2ac0a9-4111-413f-9f18-e5031e895f0a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:51.645410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-ee2ac0a9-4111-413f-9f18-e5031e895f0a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:51.651241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-ee2ac0a9-4111-413f-9f18-e5031e895f0a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:51.652961 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-ee2ac0a9-4111-413f-9f18-e5031e895f0a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/networks?id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=9e12c277-19b4-402d-b583-344c3c7babd0&id=9e12c277-19b4-402d-b583-344c3c7babd0 HTTP/1.1" status: 200 len: 1996 time: 0.2240260 Sep 18 02:05:51.654120 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-90528d0c-05d5-4649-b76c-486f9c36a94a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.654992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90528d0c-05d5-4649-b76c-486f9c36a94a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.659523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-90528d0c-05d5-4649-b76c-486f9c36a94a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6b1fa1e1-bba3-4e24-905d-46b8538541d4 HTTP/1.1" status: 404 len: 333 time: 0.0328057 Sep 18 02:05:51.660328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56378) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.674152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.679214 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-152eb050-b8d5-4a51-b48d-c8748184f76d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/quotas/97056a926add430fa91dbbf8105cbf70 HTTP/1.1" status: 200 len: 375 time: 0.0168710 Sep 18 02:05:51.682498 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.691844 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-c706225f-e8c2-4597-b3b8-307c4a794886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.692478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c706225f-e8c2-4597-b3b8-307c4a794886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.697640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c706225f-e8c2-4597-b3b8-307c4a794886 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/00c5cf93-ff17-46c5-9284-c8533d0137de HTTP/1.1" status: 404 len: 337 time: 0.0363781 Sep 18 02:05:51.698249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56380) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.738787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Pushing event updated for resources: {'Port': ['ID=d504b10c-950a-4018-8a07-67c3c1ed316c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:51.744387 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f0acc6-e42d-4fc6-8fec-198a59aa2905 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.746556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f0acc6-e42d-4fc6-8fec-198a59aa2905 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.754373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-74f0acc6-e42d-4fc6-8fec-198a59aa2905 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/aecce590-e34c-44f3-9fb9-e1ff23ded269 HTTP/1.1" status: 404 len: 333 time: 0.0545886 Sep 18 02:05:51.756855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56384) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.795268 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ada4b64-0611-4d96-9206-ec89bbb981e6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.795769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ada4b64-0611-4d96-9206-ec89bbb981e6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.798144 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6ada4b64-0611-4d96-9206-ec89bbb981e6 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/0a47a3c3-5cf5-40b8-9902-3981409451db HTTP/1.1" status: 404 len: 337 time: 0.0378945 Sep 18 02:05:51.810150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56386) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.856768 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-90889ee1-dee2-4d3d-b297-fd779f626157 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.858420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90889ee1-dee2-4d3d-b297-fd779f626157 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.859055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b2b96-f56d-4403-8ccb-5fcf46241d4d req-a115d274-c731-4b35-bafe-597cea4e07e0 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:51.861287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-90889ee1-dee2-4d3d-b297-fd779f626157 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/d20b3639-2356-46c3-831f-b089999823f2 HTTP/1.1" status: 404 len: 333 time: 0.0484438 Sep 18 02:05:51.864234 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f47b2b96-f56d-4403-8ccb-5fcf46241d4d req-a115d274-c731-4b35-bafe-597cea4e07e0 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.0647857 Sep 18 02:05:51.865430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56392) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.891635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e2824f7d-695f-4f07-9849-ace3e7ee462b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1549146 Sep 18 02:05:51.892519 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:51.918526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56396) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.931698 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a518f83-7e0d-4c74-bc9b-e64e2e5fae5a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:51.932313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a518f83-7e0d-4c74-bc9b-e64e2e5fae5a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:51.934404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6a518f83-7e0d-4c74-bc9b-e64e2e5fae5a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/d50628db-6b1b-4299-9f45-fec2b7223a85 HTTP/1.1" status: 404 len: 337 time: 0.0684056 Sep 18 02:05:51.937423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:51.954953 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a726cd1-9498-48b5-8159-11c88948baee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:52.025982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f47b2b96-f56d-4403-8ccb-5fcf46241d4d req-3f42b9c3-fbaf-4500-8f69-f7d4c24e718a tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523049 Sep 18 02:05:52.029044 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-52883baa-fe88-4aa3-a267-8a89b7cd4dfa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.029728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52883baa-fe88-4aa3-a267-8a89b7cd4dfa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.038470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-52883baa-fe88-4aa3-a267-8a89b7cd4dfa tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/2c65da02-fc51-48e4-8b95-3a4860559f55 HTTP/1.1" status: 404 len: 333 time: 0.0947597 Sep 18 02:05:52.040172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56402) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.093113 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd9dd47-5696-404d-a3e6-1d32f91dfeae tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.093869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd9dd47-5696-404d-a3e6-1d32f91dfeae tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.099083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5cd9dd47-5696-404d-a3e6-1d32f91dfeae tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/bf9d243a-61bf-4450-803f-dee288a04cfb HTTP/1.1" status: 404 len: 337 time: 0.0536375 Sep 18 02:05:52.099083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56404) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.125852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 59803cd6-fd7d-4a5f-81c0-1397b7166a12 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:52.129021 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-7935a24c-5fed-4156-bb35-a156a5bdd7f4 service neutron] 10.222.0.21 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209809 Sep 18 02:05:52.147316 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c09f43d-83cc-45c8-a414-48d5ea2a40bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.148022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c09f43d-83cc-45c8-a414-48d5ea2a40bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.153823 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c09f43d-83cc-45c8-a414-48d5ea2a40bd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/b80bf61c-83a3-4b2d-ba19-d868bb510722 HTTP/1.1" status: 404 len: 333 time: 0.0500619 Sep 18 02:05:52.156971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56412) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.169913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Network de747235-783f-4ead-8438-676be4d3b35a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:52.190867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:52.198063 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0902e8b-1d0d-453d-9946-dbaef9f7dc24 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.198516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0902e8b-1d0d-453d-9946-dbaef9f7dc24 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.201652 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b0902e8b-1d0d-453d-9946-dbaef9f7dc24 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/63d7a3a1-afba-4904-8f1b-da57b761f1c9 HTTP/1.1" status: 404 len: 337 time: 0.0432897 Sep 18 02:05:52.204291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 59803cd6-fd7d-4a5f-81c0-1397b7166a12 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:52.204702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:52.209387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56418) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.229754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4a943f4-634a-4a40-aa51-8efb24a2dcf0 req-f9b65ee7-39db-4147-80cb-958ef2df263f tempest-FlavorsV2NegativeTest-1184239010 tempest-FlavorsV2NegativeTest-1184239010-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b3e511e69b014109ad1ed0f851fedf5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353651 Sep 18 02:05:52.323109 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a387897-4f58-40fc-8771-fe6be61aebcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.323979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a387897-4f58-40fc-8771-fe6be61aebcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.328082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2a387897-4f58-40fc-8771-fe6be61aebcd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/a2d11162-3c30-424b-a0be-5e652c3e01ea HTTP/1.1" status: 404 len: 333 time: 0.1145494 Sep 18 02:05:52.328581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56422) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.331704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a726cd1-9498-48b5-8159-11c88948baee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:52.337146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:52.342401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a726cd1-9498-48b5-8159-11c88948baee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:52.367983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 59803cd6-fd7d-4a5f-81c0-1397b7166a12, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=59803cd6-fd7d-4a5f-81c0-1397b7166a12,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:52.370087 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dec030c-0262-4441-b50f-49247874d95b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.371131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dec030c-0262-4441-b50f-49247874d95b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.373327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8dec030c-0262-4441-b50f-49247874d95b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/90780bbf-af14-4240-9242-dfff5ba2ad7d HTTP/1.1" status: 404 len: 337 time: 0.0383265 Sep 18 02:05:52.377575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56424) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.378360 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:52.416790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-1dfb9016-98a6-4645-8f84-58e57a0ce2ea service neutron] 10.222.0.21 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751191 Sep 18 02:05:52.442609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5a726cd1-9498-48b5-8159-11c88948baee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02a50e96e82f4d228fd723b219bce577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227997 Sep 18 02:05:52.443758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56428) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.456633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a726cd1-9498-48b5-8159-11c88948baee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a71e0-ae88-426e-a0cb-b23a878b7f25,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:52.464568 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf999f5a-7cc0-4e3c-a35c-d17e1130c906 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.467160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf999f5a-7cc0-4e3c-a35c-d17e1130c906 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.467291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a943f4-634a-4a40-aa51-8efb24a2dcf0 req-818ef18d-c414-490f-ad0a-3e7fbe784e24 tempest-FlavorsV2NegativeTest-1184239010 tempest-FlavorsV2NegativeTest-1184239010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:52.467396 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf999f5a-7cc0-4e3c-a35c-d17e1130c906 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/cad9510f-0757-4555-a196-9e1572ba2db0 HTTP/1.1" status: 404 len: 337 time: 0.0867290 Sep 18 02:05:52.467505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4a943f4-634a-4a40-aa51-8efb24a2dcf0 req-818ef18d-c414-490f-ad0a-3e7fbe784e24 tempest-FlavorsV2NegativeTest-1184239010 tempest-FlavorsV2NegativeTest-1184239010-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283323 Sep 18 02:05:52.477543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56430) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.494864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f0348d0c-eb15-4410-8b32-5ba525c2b3db no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:05:52.496402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4a943f4-634a-4a40-aa51-8efb24a2dcf0 req-97e32dc8-12ca-4f46-ae00-c980ec62a037 tempest-FlavorsV2NegativeTest-1184239010 tempest-FlavorsV2NegativeTest-1184239010-project] 10.222.0.21 "GET /v2.0/quotas/b3e511e69b014109ad1ed0f851fedf5c HTTP/1.1" status: 200 len: 375 time: 0.0166237 Sep 18 02:05:52.532776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f0348d0c-eb15-4410-8b32-5ba525c2b3db {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:05:52.533255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f0348d0c-eb15-4410-8b32-5ba525c2b3db not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:05:52.533829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4a943f4-634a-4a40-aa51-8efb24a2dcf0 req-ebcc027c-15f9-4df5-85f0-8824ed1932e6 tempest-FlavorsV2NegativeTest-1184239010 tempest-FlavorsV2NegativeTest-1184239010-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e511e69b014109ad1ed0f851fedf5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299971 Sep 18 02:05:52.534895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=59803cd6-fd7d-4a5f-81c0-1397b7166a12,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:52.555761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-075a701b-dbcc-46b6-b8aa-61320c5e692b None None] Provisioning complete for port d504b10c-950a-4018-8a07-67c3c1ed316c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:52.555961 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-075a701b-dbcc-46b6-b8aa-61320c5e692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:52.605389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-075a701b-dbcc-46b6-b8aa-61320c5e692b None None] Port d504b10c-950a-4018-8a07-67c3c1ed316c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:05:52.938681 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d3e5bf-0e21-46bc-aa71-c86ccfc6e83d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.939270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d3e5bf-0e21-46bc-aa71-c86ccfc6e83d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.941027 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9d3e5bf-0e21-46bc-aa71-c86ccfc6e83d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/bc0d5ad5-3603-44d3-bd95-78b5b09c8590 HTTP/1.1" status: 404 len: 333 time: 0.4408803 Sep 18 02:05:52.943750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56450) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:52.947903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-93f6bf30-eb3d-4986-b322-35596bbb027f service neutron] 10.222.0.21 "GET /v2.0/ports/92dba867-ee51-4fb8-9fea-118f5b8f24db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5031025 Sep 18 02:05:52.976954 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdb8746-2703-49c6-ad83-13045206153e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:52.977399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdb8746-2703-49c6-ad83-13045206153e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:52.979227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8bdb8746-2703-49c6-ad83-13045206153e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/8340e701-b582-4f01-a09c-f8183508bad1 HTTP/1.1" status: 404 len: 337 time: 0.0339861 Sep 18 02:05:52.982309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56452) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.009546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Router 637334aa-8347-4f5e-af4e-b10b20199e73 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:05:53.010221 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-505e3659-3e03-4c3e-bc7f-fc833e994f69 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:53.010679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505e3659-3e03-4c3e-bc7f-fc833e994f69 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:53.013269 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-505e3659-3e03-4c3e-bc7f-fc833e994f69 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/668cfc2e-5e4d-4f7d-a809-793f60b93b02 HTTP/1.1" status: 404 len: 337 time: 0.0298712 Sep 18 02:05:53.015902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56454) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.021719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98a8f9e9-aa08-45ba-8e28-425abd8d2444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:53.046840 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-71422ded-8375-48ee-a9c9-931f62acaefd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:53.047986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71422ded-8375-48ee-a9c9-931f62acaefd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:53.051718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-71422ded-8375-48ee-a9c9-931f62acaefd tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/20f898d9-61d3-4417-ac32-a2b7dc133541 HTTP/1.1" status: 404 len: 333 time: 0.0324318 Sep 18 02:05:53.053968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56456) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.096624 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4c9c94-dee7-44b1-acd5-781a3e9f2a8c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:53.097080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4c9c94-dee7-44b1-acd5-781a3e9f2a8c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:53.098864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6c4c9c94-dee7-44b1-acd5-781a3e9f2a8c tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/4b41efda-bb0d-41af-960f-4fb465e0f14e HTTP/1.1" status: 404 len: 337 time: 0.0438802 Sep 18 02:05:53.101443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56462) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.132513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98a8f9e9-aa08-45ba-8e28-425abd8d2444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:53.174853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56464) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.223829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-674d1e69-c191-4c2b-9e4c-7e5a98789d74 service neutron] 10.222.0.21 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601044 Sep 18 02:05:53.270883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:05:53.278101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-902a2022-4477-4f70-9050-b2f0656e6b2e admin admin] 10.222.0.21 "PUT /v2.0/routers/637334aa-8347-4f5e-af4e-b10b20199e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7122779 Sep 18 02:05:53.299499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Sync routers for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:05:53.317827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:53.318944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:53.356830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98a8f9e9-aa08-45ba-8e28-425abd8d2444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:53.359742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98a8f9e9-aa08-45ba-8e28-425abd8d2444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:53.360916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-98a8f9e9-aa08-45ba-8e28-425abd8d2444 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b5a71e0-ae88-426e-a0cb-b23a878b7f25 HTTP/1.1" status: 204 len: 168 time: 0.9145675 Sep 18 02:05:53.381107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8f9e9-aa08-45ba-8e28-425abd8d2444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a71e0-ae88-426e-a0cb-b23a878b7f25,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:53.392182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe25ae70-0b4f-428f-8522-91db2f1cef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:53.502991 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa63458-498d-4c30-b29c-18f77c66abfe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:53.503430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa63458-498d-4c30-b29c-18f77c66abfe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:53.505451 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5aa63458-498d-4c30-b29c-18f77c66abfe tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/8caab1a3-e9dd-4743-ab0c-bebba754abc4 HTTP/1.1" status: 404 len: 337 time: 0.4030566 Sep 18 02:05:53.512851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56474) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.527833 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-2e7708b1-fbe3-4958-97cb-a9586c90bd5f service neutron] 10.222.0.21 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832408 Sep 18 02:05:53.529608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:53.563919 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e11ec53-c45d-431a-8afd-55b556558b42 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:53.564655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e11ec53-c45d-431a-8afd-55b556558b42 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:53.566384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2e11ec53-c45d-431a-8afd-55b556558b42 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/bf57e604-5ee1-421e-89d1-89075ff27a01 HTTP/1.1" status: 404 len: 333 time: 0.0522845 Sep 18 02:05:53.569779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56478) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.569931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a6c03-134e-40de-899a-37a9556591ac req-3211d354-5f89-4f7f-af22-0af227a84e84 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:53.577773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb5a6c03-134e-40de-899a-37a9556591ac req-3211d354-5f89-4f7f-af22-0af227a84e84 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.0772972 Sep 18 02:05:53.636879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb5a6c03-134e-40de-899a-37a9556591ac req-59950e3a-96c0-4784-a660-77789c54e3c5 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573685 Sep 18 02:05:53.637143 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-155ab06b-2189-4b4e-8a11-f0dd8197489b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:53.637362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155ab06b-2189-4b4e-8a11-f0dd8197489b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:53.639641 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-155ab06b-2189-4b4e-8a11-f0dd8197489b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/bea51d97-3271-49b9-ae45-70d41ed688bf HTTP/1.1" status: 404 len: 337 time: 0.0680559 Sep 18 02:05:53.642249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56482) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.652774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-589cf6db-1b96-4d8e-8356-3f0cb35c5475 service neutron] 10.222.0.21 "GET /v2.0/ports/dc1d6f93-fd44-4c06-9e2c-8e9e05337088?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1049047 Sep 18 02:05:53.686333 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b315982-402f-46bf-ac65-8e297f827869 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:53.687301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b315982-402f-46bf-ac65-8e297f827869 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:53.692310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3b315982-402f-46bf-ac65-8e297f827869 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/8e5508e7-98e6-48c8-9e8b-fd11953679ff HTTP/1.1" status: 404 len: 337 time: 0.0462310 Sep 18 02:05:53.692590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56490) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.735097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-04736d8e-f1fe-4062-a252-e29cd68a3a1b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports?device_id=b510c1db-5a3b-4d5e-9861-fafee30c8021 HTTP/1.1" status: 200 len: 205 time: 0.0410490 Sep 18 02:05:53.737517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56492) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.753035 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe25ae70-0b4f-428f-8522-91db2f1cef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:53.785056 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-2dd388b6-ed76-4afd-99a4-e6eb2f43b11b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] delete failed (client error): The resource could not be found. Sep 18 02:05:53.786111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2dd388b6-ed76-4afd-99a4-e6eb2f43b11b tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/routers/b510c1db-5a3b-4d5e-9861-fafee30c8021 HTTP/1.1" status: 404 len: 336 time: 0.0475032 Sep 18 02:05:53.790890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56496) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.820628 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-14037771-30c4-4e0b-a863-370919451c03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:53.821135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14037771-30c4-4e0b-a863-370919451c03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:53.823036 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-14037771-30c4-4e0b-a863-370919451c03 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/826cbe1f-1203-4600-8198-6bf458b72622 HTTP/1.1" status: 404 len: 337 time: 0.0311208 Sep 18 02:05:53.826036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56500) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.842369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5cbaf123-c6ee-44cc-ac4d-4f2c54f3ec88 service neutron] 10.222.0.21 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785145 Sep 18 02:05:53.843503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe25ae70-0b4f-428f-8522-91db2f1cef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:53.861387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-efc4aa9f-d208-4cae-8e97-da3ce0316175 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b95ded3-2cd8-473b-b4dc-ef864d281ff1 HTTP/1.1" status: 200 len: 205 time: 0.0336726 Sep 18 02:05:53.863686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56502) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.873556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:51Z', 'revision_number': 2, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:53.902770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25ae70-0b4f-428f-8522-91db2f1cef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d16870c-4c3b-4607-a87a-450484b9b810,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:53.921021 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-05eb88cf-5564-4066-a17a-03abf6576b46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] delete failed (client error): The resource could not be found. Sep 18 02:05:53.922280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-05eb88cf-5564-4066-a17a-03abf6576b46 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/routers/3b95ded3-2cd8-473b-b4dc-ef864d281ff1 HTTP/1.1" status: 404 len: 336 time: 0.0574040 Sep 18 02:05:53.925173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56506) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:53.936320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fe25ae70-0b4f-428f-8522-91db2f1cef61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3e511e69b014109ad1ed0f851fedf5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599030 Sep 18 02:05:53.937273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Checking router: 637334aa-8347-4f5e-af4e-b10b20199e73 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:05:53.937635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Updating router 637334aa-8347-4f5e-af4e-b10b20199e73 port d504b10c-950a-4018-8a07-67c3c1ed316c binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:05:53.938669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56508) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.006040 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce63932-46c8-4910-bb1b-e77c7a41021f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.006538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce63932-46c8-4910-bb1b-e77c7a41021f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.008296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fce63932-46c8-4910-bb1b-e77c7a41021f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/8f2d5ed9-b48e-477f-b3b5-eec84a3664c5 HTTP/1.1" status: 404 len: 337 time: 0.0811074 Sep 18 02:05:54.011938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56510) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.014627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.063063 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9bd0a2-ddc7-48bc-bebb-c1fa05806e72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.063297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9bd0a2-ddc7-48bc-bebb-c1fa05806e72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.077629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f9bd0a2-ddc7-48bc-bebb-c1fa05806e72 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/1c3157a3-ba6f-4477-838d-fe510470b198 HTTP/1.1" status: 404 len: 337 time: 0.0623238 Sep 18 02:05:54.080432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56514) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.105243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 59803cd6-fd7d-4a5f-81c0-1397b7166a12 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:54.111211 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-4740c3fb-4138-4be7-b9aa-b23ca8053b73 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.112025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4740c3fb-4138-4be7-b9aa-b23ca8053b73 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.113920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4740c3fb-4138-4be7-b9aa-b23ca8053b73 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/57c616e8-e8ac-4ae8-b629-16d37ef2e14a HTTP/1.1" status: 404 len: 333 time: 0.0322869 Sep 18 02:05:54.117471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56518) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.128596 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6052e4cb-ffeb-4037-b00c-3ba783fe6325 service neutron] 10.222.0.21 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800007 Sep 18 02:05:54.157503 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec7e6d6-a1ec-4611-8472-33b53d7bd2c9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.158016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec7e6d6-a1ec-4611-8472-33b53d7bd2c9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.162459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5ec7e6d6-a1ec-4611-8472-33b53d7bd2c9 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/d45d34b2-1f38-4bb6-8cff-2634678db306 HTTP/1.1" status: 404 len: 337 time: 0.0375924 Sep 18 02:05:54.162593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56522) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.190059 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9387fb0-e5fb-4f7e-8cd0-46518cc7833e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.190753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9387fb0-e5fb-4f7e-8cd0-46518cc7833e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.193416 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9387fb0-e5fb-4f7e-8cd0-46518cc7833e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6ac1d7ea-ea12-47cc-8888-7e5e9beba01d HTTP/1.1" status: 404 len: 333 time: 0.0294566 Sep 18 02:05:54.196230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56524) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.200807 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-426fa71f-1ead-49fc-940b-3303b123a56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.267060 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-99646fc0-2db6-4cf3-a109-35fa944dbc4d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.267797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99646fc0-2db6-4cf3-a109-35fa944dbc4d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.272066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-99646fc0-2db6-4cf3-a109-35fa944dbc4d tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/9caf2711-bca5-46fb-84ec-497d64cb5725 HTTP/1.1" status: 404 len: 337 time: 0.0724924 Sep 18 02:05:54.272399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56528) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.311217 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cd4ddb-e31e-4a4f-9fb7-24851d0d9361 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.311873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cd4ddb-e31e-4a4f-9fb7-24851d0d9361 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.316101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-52cd4ddb-e31e-4a4f-9fb7-24851d0d9361 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6750bf2b-d2c2-46a9-af8b-e0e1a7e1076a HTTP/1.1" status: 404 len: 333 time: 0.0403841 Sep 18 02:05:54.316451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56530) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.336898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-426fa71f-1ead-49fc-940b-3303b123a56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.345098 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-937b5156-5e4e-4d82-b40f-2dd12b244977 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.345745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937b5156-5e4e-4d82-b40f-2dd12b244977 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.350264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-937b5156-5e4e-4d82-b40f-2dd12b244977 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/1042fc27-7fc8-4e29-b6b0-6d4e8ae5303b HTTP/1.1" status: 404 len: 337 time: 0.0296149 Sep 18 02:05:54.351209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56532) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.378745 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd83f7c-cc28-4e42-a560-1aef57f7f01e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.379896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd83f7c-cc28-4e42-a560-1aef57f7f01e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.382759 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dcd83f7c-cc28-4e42-a560-1aef57f7f01e tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/b52a5cfb-cff7-4d0d-8e7b-e81e4d495157 HTTP/1.1" status: 404 len: 333 time: 0.0299752 Sep 18 02:05:54.384826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56534) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.419391 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0685f32b-02ac-47ea-895c-fefffd69525a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.420492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0685f32b-02ac-47ea-895c-fefffd69525a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.422422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0685f32b-02ac-47ea-895c-fefffd69525a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/07998578-a329-4b83-a683-87c4a3099d4b HTTP/1.1" status: 404 len: 337 time: 0.0356007 Sep 18 02:05:54.424911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56538) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.441337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-7c49a540-930b-4a74-9229-63855ca290eb service neutron] 10.222.0.21 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750361 Sep 18 02:05:54.465766 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8a325b-e75f-47d9-a7e5-12d47f6a330f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.467207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8a325b-e75f-47d9-a7e5-12d47f6a330f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.467381 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.473630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2a8a325b-e75f-47d9-a7e5-12d47f6a330f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6a39d6fe-c439-44c5-b13c-04e53711d99f HTTP/1.1" status: 404 len: 333 time: 0.0470173 Sep 18 02:05:54.475808 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.476401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56540) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.521289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 59803cd6-fd7d-4a5f-81c0-1397b7166a12 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:54.522060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.529842 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-76579177-bc58-4e25-bb7d-23135057c730 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.530320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76579177-bc58-4e25-bb7d-23135057c730 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.539983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-76579177-bc58-4e25-bb7d-23135057c730 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/183b1bfc-e3c0-48df-8f20-c7d144fc4eb2 HTTP/1.1" status: 404 len: 337 time: 0.0599301 Sep 18 02:05:54.540501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56542) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.587132 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9517f3c-e308-4d29-be4e-78114523a24a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.587906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9517f3c-e308-4d29-be4e-78114523a24a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.589915 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9517f3c-e308-4d29-be4e-78114523a24a tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/6d0454b1-ccbb-4a56-a433-2eb8dfcd8aa8 HTTP/1.1" status: 404 len: 333 time: 0.0484836 Sep 18 02:05:54.593800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51774d38-8286-4a69-9f13-f464746cf657 None None] Pushing event updated for resources: {'Port': ['ID=d504b10c-950a-4018-8a07-67c3c1ed316c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:54.595027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56544) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.613466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-426fa71f-1ead-49fc-940b-3303b123a56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.616188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-426fa71f-1ead-49fc-940b-3303b123a56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.624747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-426fa71f-1ead-49fc-940b-3303b123a56f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d16870c-4c3b-4607-a87a-450484b9b810 HTTP/1.1" status: 204 len: 168 time: 0.6848707 Sep 18 02:05:54.666337 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-99da26a9-c832-4069-9e60-e9820cab3b31 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.667102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99da26a9-c832-4069-9e60-e9820cab3b31 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.669643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fa71f-1ead-49fc-940b-3303b123a56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d16870c-4c3b-4607-a87a-450484b9b810,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:54.670782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-99da26a9-c832-4069-9e60-e9820cab3b31 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/1bda49f4-6efc-45d0-b6af-03046b7ea787 HTTP/1.1" status: 404 len: 337 time: 0.0724173 Sep 18 02:05:54.673554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56552) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.706339 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8110775-3284-4976-a0ee-57d7e0397432 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.707462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8110775-3284-4976-a0ee-57d7e0397432 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.709750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a8110775-3284-4976-a0ee-57d7e0397432 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/ports/8df2a4e5-4e70-43d8-b5c0-b0adddbdee5d HTTP/1.1" status: 404 len: 333 time: 0.0349264 Sep 18 02:05:54.719348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56554) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.734443 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-ea988e4e-540b-4241-9d1c-e6a9518c5208 service neutron] 10.222.0.21 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847071 Sep 18 02:05:54.776312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Attempting to bind port d504b10c-950a-4018-8a07-67c3c1ed316c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:54.777688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Attempting to bind port d504b10c-950a-4018-8a07-67c3c1ed316c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:54.779221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Attempting to bind port d504b10c-950a-4018-8a07-67c3c1ed316c on network de747235-783f-4ead-8438-676be4d3b35a {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:54.790256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:05:54.791508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Checking segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:54.792108 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.792955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Bound using segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:05:54.795294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Bound port: d504b10c-950a-4018-8a07-67c3c1ed316c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:05:54.795739 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e05e23-ca58-4dbc-b11e-4718b7f8cb15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] DELETE failed (client error): The resource could not be found. Sep 18 02:05:54.796373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e05e23-ca58-4dbc-b11e-4718b7f8cb15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:05:54.796950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.801790 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c7e05e23-ca58-4dbc-b11e-4718b7f8cb15 tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/subnets/0cd14661-780c-4d57-b7e2-a28614ca10f9 HTTP/1.1" status: 404 len: 337 time: 0.0780180 Sep 18 02:05:54.803775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56556) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:54.904785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] For port d504b10c-950a-4018-8a07-67c3c1ed316c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:54.910079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] For port d504b10c-950a-4018-8a07-67c3c1ed316c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d504b10c-950a-4018-8a07-67c3c1ed316c,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:05:54.927867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:54.946697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-1c8cd855-ce52-4f1f-bb70-9e8bb4a8392d service neutron] 10.222.0.21 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065399 Sep 18 02:05:54.972735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.019956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-40b06400-ecb8-4f25-8c9e-beb370b4f12d None None] Provisioning complete for port d504b10c-950a-4018-8a07-67c3c1ed316c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:55.022819 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-40b06400-ecb8-4f25-8c9e-beb370b4f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.036354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56562) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:55.045546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-76a1f5ab-9088-44b1-88a7-7a7df50b80a1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567010511', 'description': 'tempest-description--712887705'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:55.110567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-a32c0074-bd95-4084-b474-5c397081415c service neutron] 10.222.0.21 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563747 Sep 18 02:05:55.160187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:05:55.163452 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.170096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:05:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:55.178561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51774d38-8286-4a69-9f13-f464746cf657 None None] Pushing event updated for resources: {'Port': ['ID=d504b10c-950a-4018-8a07-67c3c1ed316c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:55.203353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390e7398-a3fa-4d7d-a331-76db59367425']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:55.250036 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-ae770679-ae5a-48a4-ac2e-898122d1509c service neutron] 10.222.0.21 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297541 Sep 18 02:05:55.267769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d55ed5-d2da-465d-91b0-276fbc93a725') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:55.268110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d55ed5-d2da-465d-91b0-276fbc93a725') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:55.308635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76a1f5ab-9088-44b1-88a7-7a7df50b80a1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.322450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.377763 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.402297 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-40b06400-ecb8-4f25-8c9e-beb370b4f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.414111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:05:55.414507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:05:55.429828 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:05:55.439941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.459042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:05:55.484617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-68cdb4cf-c793-45ff-a398-ba808cb0f6af service neutron] 10.222.0.21 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252054 Sep 18 02:05:55.602375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-40b06400-ecb8-4f25-8c9e-beb370b4f12d None None] For port d504b10c-950a-4018-8a07-67c3c1ed316c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d504b10c-950a-4018-8a07-67c3c1ed316c,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:55.625794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-1358bfd3-2ba1-4f68-8ea2-9ee93189c302 service neutron] 10.222.0.21 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346548 Sep 18 02:05:55.646002 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-40b06400-ecb8-4f25-8c9e-beb370b4f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.655338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56578) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:55.664003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.687470 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.690225 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] 10.222.0.21 "DELETE /v2.0/networks/390e7398-a3fa-4d7d-a331-76db59367425 HTTP/1.1" status: 204 len: 168 time: 0.8853612 Sep 18 02:05:55.698097 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.724117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059674e-9dc4-4470-9828-da188a7b3a4f tempest-NetworksTestDHCPv6-446458886 tempest-NetworksTestDHCPv6-446458886-project] Pushing event deleted for resources: {'Network': ['ID=390e7398-a3fa-4d7d-a331-76db59367425,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:55.737759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0fd5-51e2-4ed9-a572-042d1466b46e req-a1705b3c-2b00-46b6-96f7-f1032ca0df9f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:55.745723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-aeb49b4f-344c-4f21-935d-d3c31f1e580b service neutron] 10.222.0.21 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123290 Sep 18 02:05:55.755011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55cb0fd5-51e2-4ed9-a572-042d1466b46e req-a1705b3c-2b00-46b6-96f7-f1032ca0df9f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.1722131 Sep 18 02:05:55.794980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b06400-ecb8-4f25-8c9e-beb370b4f12d None None] Pushing event updated for resources: {'Port': ['ID=d504b10c-950a-4018-8a07-67c3c1ed316c,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:55.809321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-aa747ca1-21cc-4d08-9d09-c90aacf2d612 None None] Provisioning complete for port d504b10c-950a-4018-8a07-67c3c1ed316c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:55.809773 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aa747ca1-21cc-4d08-9d09-c90aacf2d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.851348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76a1f5ab-9088-44b1-88a7-7a7df50b80a1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.889507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55cb0fd5-51e2-4ed9-a572-042d1466b46e req-d08b2e68-34eb-4e01-8d55-f22f97d7b9f6 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252298 Sep 18 02:05:55.891702 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76a1f5ab-9088-44b1-88a7-7a7df50b80a1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.938697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1f5ab-9088-44b1-88a7-7a7df50b80a1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974816ec-1e34-4244-a10a-999f4ec39059,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:55.960461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:54Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:05:55.980722 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76a1f5ab-9088-44b1-88a7-7a7df50b80a1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:55.982428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-76a1f5ab-9088-44b1-88a7-7a7df50b80a1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9421501 Sep 18 02:05:55.985587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56592) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:55.991880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e50098ac-56c9-4d4a-9091-53cdbb4136bd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'security_group_rule': {'security_group_id': '974816ec-1e34-4244-a10a-999f4ec39059', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:56.000720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a3c8d-8e2f-4441-ab74-dc1d031a2f65 None None] The sync data for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 is: [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:54Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:05:56.023958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-637927702'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:56.093676 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e50098ac-56c9-4d4a-9091-53cdbb4136bd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.127002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Made reservation on behalf of 6e585974f45b48219ff17aa80ce2fec9 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:56.129285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.150944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.239385 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e50098ac-56c9-4d4a-9091-53cdbb4136bd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.251468 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e50098ac-56c9-4d4a-9091-53cdbb4136bd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.301122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50098ac-56c9-4d4a-9091-53cdbb4136bd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5039eb-1a9f-4872-b907-0f4f4fad1a13,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:56.351748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.359655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.390443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56614) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:56.391323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e50098ac-56c9-4d4a-9091-53cdbb4136bd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.400015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e50098ac-56c9-4d4a-9091-53cdbb4136bd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4106600 Sep 18 02:05:56.402556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56616) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:56.413016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-956a4ec5-7acd-48a3-9302-a304babb2fd4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'security_group_rule': {'security_group_id': '974816ec-1e34-4244-a10a-999f4ec39059', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:56.419832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:05:56.434506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef21fb-5a36-4957-be59-fb0b005b20c8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:56.445752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.446199 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Added segment 84b8a985-caa1-4723-bc4f-3d2fe044a42c of type vlan for network 8889474a-be49-4384-a4e3-abd74ff916f3 Sep 18 02:05:56.486449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-956a4ec5-7acd-48a3-9302-a304babb2fd4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.566459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.619629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-956a4ec5-7acd-48a3-9302-a304babb2fd4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.625546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.627002 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-956a4ec5-7acd-48a3-9302-a304babb2fd4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.653010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:56.654074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.671229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-956a4ec5-7acd-48a3-9302-a304babb2fd4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.672771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-956a4ec5-7acd-48a3-9302-a304babb2fd4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2690337 Sep 18 02:05:56.674201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a4ec5-7acd-48a3-9302-a304babb2fd4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ae5ab1-2763-4e9f-9a4b-973d73ea7be5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:56.676468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56632) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:56.688801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:56.737579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:56.773800 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1168280 Sep 18 02:05:56.917839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686b7c3-c52b-4d59-8c50-b8ecbb812599 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Pushing event updated for resources: {'Network': ['ID=8889474a-be49-4384-a4e3-abd74ff916f3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:56.931354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8889474a-be49-4384-a4e3-abd74ff916f3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:05:57.045166 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a30153d-86c6-4b7b-bc26-4e3c12e33ce1 req-fbf483b0-1a8c-4aba-8a37-fd4d772f9950 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0772195 Sep 18 02:05:57.202476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bc9bfcdc-f00c-42f5-b8a6-f8da6754952b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0fcbe4bbc794776a5f09e0ddccfb713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078053 Sep 18 02:05:57.203042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56654) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:57.305331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56660) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:57.312539 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.317877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Request body: {'port': {'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3', 'binding:host_id': 'n-h1-789963-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-534620166'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:57.373214 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e69daf0d-4aaa-4fe9-ac8b-403814906f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.408329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Made reservation on behalf of 265419b6ae11413e9b528866c672ff46 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:57.411964 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.423371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e69daf0d-4aaa-4fe9-ac8b-403814906f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.460278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.471846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21e848-c91e-4a9b-9b7b-cb961c3437b8 req-acdba661-32ff-4c11-b861-683ea6eaa6c2 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:57.477052 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c21e848-c91e-4a9b-9b7b-cb961c3437b8 req-acdba661-32ff-4c11-b861-683ea6eaa6c2 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.2023609 Sep 18 02:05:57.610259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e69daf0d-4aaa-4fe9-ac8b-403814906f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.612831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e69daf0d-4aaa-4fe9-ac8b-403814906f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.615815 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c21e848-c91e-4a9b-9b7b-cb961c3437b8 req-8147df3e-e2a6-449e-9151-3ae5b8d62a8a tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305058 Sep 18 02:05:57.621069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e69daf0d-4aaa-4fe9-ac8b-403814906f32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d51f4fc-78eb-43f1-b2b9-7a44d920bea8 HTTP/1.1" status: 204 len: 168 time: 0.4167092 Sep 18 02:05:57.635355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69daf0d-4aaa-4fe9-ac8b-403814906f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d51f4fc-78eb-43f1-b2b9-7a44d920bea8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:57.653535 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Allocated IP 172.25.0.53 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/e91ee47d-2f04-4570-9dce-37d59279f2dd) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:57.737164 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.743644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.751116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] device_id is not set on port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:05:57.852747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4837e82-3298-4d23-be23-912cf1281fc6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:57.882232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:57.948009 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.043506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:05:58.047321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:58.065800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:58.122687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d504b10c-950a-4018-8a07-67c3c1ed316c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:05:58.170242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] device_id is not set on port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:05:58.177159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'Port': ['ID=e91ee47d-2f04-4570-9dce-37d59279f2dd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:58.181987 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.190366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.234583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d504b10c-950a-4018-8a07-67c3c1ed316c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:05:58.235030 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.253585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.276284 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98272ff2-9943-4f97-a33a-6c76a791a4e4 req-26955aaa-4143-434e-8426-f939e3645528 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0687237 Sep 18 02:05:58.326599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.344247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8b75d9-7f7e-487b-90cf-fa8542de7613,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:58.371935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Checking segment: {'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:05:58.380346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Network hostable DHCP agents. Network: 8889474a-be49-4384-a4e3-abd74ff916f3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:05:58.409250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Network 8889474a-be49-4384-a4e3-abd74ff916f3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:05:58.438226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 8889474a-be49-4384-a4e3-abd74ff916f3) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:05:58.442463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5182b625-15b4-45eb-b519-54eaa8563761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:58.443920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5182b625-15b4-45eb-b519-54eaa8563761 service neutron] 10.222.0.18 "GET /v2.0/ports/92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 200 len: 1033 time: 0.0474648 Sep 18 02:05:58.444668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:05:58.463618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a4fbb0-5676-4003-89fa-1f05e08f12ee None None] Network 8889474a-be49-4384-a4e3-abd74ff916f3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:05:58.499346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:58.499687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:58.500059 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:58.510497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:58.510890 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:58.513735 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 2 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:58.518010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d01a973f-0908-498f-be7a-b1522ec9f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:58.520038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d01a973f-0908-498f-be7a-b1522ec9f726 service neutron] 10.222.0.18 "GET /v2.0/ports/dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 200 len: 1030 time: 0.0638189 Sep 18 02:05:58.545060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:58.546094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:58.546608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:58.576489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:58.576827 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:58.580367 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 3 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:58.632707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:58.633044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:58.633378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:58.644170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:58.644505 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:58.646576 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 4 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:58.675031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:58.675366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:58.675917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:58.689329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.692096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-3d47420c-acf2-4694-a516-4e81e842efc5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:58.697983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.699631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-3d47420c-acf2-4694-a516-4e81e842efc5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:58.733299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-3d47420c-acf2-4694-a516-4e81e842efc5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:58.736095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-3d47420c-acf2-4694-a516-4e81e842efc5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "GET /v2.0/networks?id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=9e12c277-19b4-402d-b583-344c3c7babd0&id=9e12c277-19b4-402d-b583-344c3c7babd0 HTTP/1.1" status: 200 len: 1996 time: 0.2055414 Sep 18 02:05:58.739234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:58.739570 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:58.739972 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 5 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:58.797448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:58.798727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:58.800312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:58.818601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:58.819130 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:58.824616 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 6 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:58.876210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-01ca4855-400d-4b35-b104-2f2ed387b1e2 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97056a926add430fa91dbbf8105cbf70 HTTP/1.1" status: 200 len: 380 time: 0.1295214 Sep 18 02:05:58.877318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:58.877649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:58.877987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:58.882337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'Port': ['ID=e91ee47d-2f04-4570-9dce-37d59279f2dd,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:58.884151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:58.884481 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:58.888035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'admin_state_up': True, 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'security_groups': ['44bd5256-0d35-4b08-a458-839f4c3f9314']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:05:58.891004 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 7 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:58.909605 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.930642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:58.930642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:58.931094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:58.940543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:58.940875 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:58.942836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376b76d-7b29-4984-87cc-809cdceda08f req-b8f86fd7-2862-4736-a24b-8ea11a4b3a65 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:58.944609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f376b76d-7b29-4984-87cc-809cdceda08f req-b8f86fd7-2862-4736-a24b-8ea11a4b3a65 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.1064918 Sep 18 02:05:58.946685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:58.947790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4aff1aee-2808-441d-9196-660722061065 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2627139 Sep 18 02:05:59.002747 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 8 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:59.045579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:59.048823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:59.049826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:59.065786 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f376b76d-7b29-4984-87cc-809cdceda08f req-45e1d1d1-3ad0-4653-9d65-0172faa23fd3 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106830 Sep 18 02:05:59.082762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:59.082762 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:59.086289 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 9 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:59.088574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56792) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.107826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:59.108168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:59.108766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:59.114783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:59.115121 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:59.115778 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 10 to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 Sep 18 02:05:59.132156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:05:59.132587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:05:59.132837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:05:59.145519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:05:59.145863 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:05:59.146240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:59.200010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:05:59.203725 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:59.234383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-25cda6f4-206e-4d8c-9623-67ba0040c1a7 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.239845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-25cda6f4-206e-4d8c-9623-67ba0040c1a7 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1489570 Sep 18 02:05:59.240327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56810) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.244637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-99d2b0ef-56f2-4276-a55d-56b0645fe50e tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.249519 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-99d2b0ef-56f2-4276-a55d-56b0645fe50e tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0077174 Sep 18 02:05:59.250370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56812) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.254613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-c66053e6-777f-459b-80fc-b950089058be tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.257989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c66053e6-777f-459b-80fc-b950089058be tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046613 Sep 18 02:05:59.258332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56814) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.263013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-18915040-a118-45cd-8c55-5cd69dabff81 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.266142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-18915040-a118-45cd-8c55-5cd69dabff81 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042789 Sep 18 02:05:59.266335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56820) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.272504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-22634fac-4add-4d63-822c-dd1b9987473a tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.272629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-8230cadc-e57f-4ab5-90d2-faf7543db6eb tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1567010511&fields=id&tenant_id=d819e41a024b4bd0a6b5016687c4b59f HTTP/1.1" status: 200 len: 267 time: 0.0780547 Sep 18 02:05:59.274750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-22634fac-4add-4d63-822c-dd1b9987473a tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060637 Sep 18 02:05:59.278045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56822) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.282926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-65a827af-cff1-4422-b6b4-cf6b3b70dbd6 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.286042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-65a827af-cff1-4422-b6b4-cf6b3b70dbd6 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049558 Sep 18 02:05:59.287220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56824) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.291837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-558412b8-a450-47a4-8b51-b0bfd2d5ac6a tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.295770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-558412b8-a450-47a4-8b51-b0bfd2d5ac6a tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053399 Sep 18 02:05:59.296128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56828) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.301127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-9ce12971-07a0-4ecb-afe0-e61d8d391c82 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.304406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9ce12971-07a0-4ecb-afe0-e61d8d391c82 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049360 Sep 18 02:05:59.307094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56830) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.314722 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-a5ab7e5d-9231-49a8-8678-659f595e9874 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.318465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5ab7e5d-9231-49a8-8678-659f595e9874 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081110 Sep 18 02:05:59.319403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56836) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.323537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-e158daeb-c53c-4484-9bad-cc3889ff6faa tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.326657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e158daeb-c53c-4484-9bad-cc3889ff6faa tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048261 Sep 18 02:05:59.327766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56838) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.331889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-1eae94ba-6142-4f99-ad36-27082e68a2fe tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.333152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1eae94ba-6142-4f99-ad36-27082e68a2fe tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051222 Sep 18 02:05:59.336134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56842) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.340589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-c64070a2-062c-4406-8af2-0f6dd2942802 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.351071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c64070a2-062c-4406-8af2-0f6dd2942802 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0088837 Sep 18 02:05:59.351850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56844) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.357847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-d2e33675-ca76-4bd5-88dd-2483f1b72abb tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.359700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d2e33675-ca76-4bd5-88dd-2483f1b72abb tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066507 Sep 18 02:05:59.363264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56850) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.368526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-1ea140eb-2259-4288-9f9f-ec44a8183dea tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.370125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ea140eb-2259-4288-9f9f-ec44a8183dea tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052638 Sep 18 02:05:59.376365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56852) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.384369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-1ee79d36-1484-4166-8cfe-85b70664c8e6 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.387204 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ee79d36-1484-4166-8cfe-85b70664c8e6 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075653 Sep 18 02:05:59.389246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56854) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.393418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] For port 0d8b75d9-7f7e-487b-90cf-fa8542de7613, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:05:59.393924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempted to set empty binding levels {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 02:05:59.395318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-39c4accf-2404-4422-aaa4-74048b658f98 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.398944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-39c4accf-2404-4422-aaa4-74048b658f98 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062261 Sep 18 02:05:59.399449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56856) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.407254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-87706087-ff82-4b78-b02e-286d5315160b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.410873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-87706087-ff82-4b78-b02e-286d5315160b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077527 Sep 18 02:05:59.412433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56858) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.417876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-55dd97b2-407c-414e-a9a0-cad51776fa66 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.421569 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-55dd97b2-407c-414e-a9a0-cad51776fa66 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056570 Sep 18 02:05:59.421785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56864) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.426401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-0d15d49a-5cc7-41e9-899e-84df02b4803b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.427357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0d15d49a-5cc7-41e9-899e-84df02b4803b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043297 Sep 18 02:05:59.429605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56866) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.434515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-f63b1181-04d6-4f32-b98f-3e917512fdc0 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.435842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f63b1181-04d6-4f32-b98f-3e917512fdc0 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052171 Sep 18 02:05:59.438297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56868) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.438768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:59.443392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-71316858-4f75-41d6-8970-53f276347db1 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.445474 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-71316858-4f75-41d6-8970-53f276347db1 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058627 Sep 18 02:05:59.448699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56874) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.453786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-d107c9a7-dc8e-421c-aa0d-b5a373f1b726 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.455099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d107c9a7-dc8e-421c-aa0d-b5a373f1b726 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049889 Sep 18 02:05:59.457668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56876) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.463485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-53deb189-db2e-43c5-9429-b565a6f7e282 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.464674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-53deb189-db2e-43c5-9429-b565a6f7e282 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060253 Sep 18 02:05:59.467795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56878) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.475818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-13f7f0a2-c048-47f6-aaf6-9442555510af tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.477632 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-13f7f0a2-c048-47f6-aaf6-9442555510af tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085924 Sep 18 02:05:59.481894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56884) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.487873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-6054344c-189a-4376-b51d-92bca9205470 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.489557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6054344c-189a-4376-b51d-92bca9205470 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0064113 Sep 18 02:05:59.492939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56886) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.499377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:59.500312 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:59.503892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-50cf75aa-2604-4d0a-9a0b-10a644ce9876 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.505665 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-50cf75aa-2604-4d0a-9a0b-10a644ce9876 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0116363 Sep 18 02:05:59.508930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56892) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.516561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-c48133a9-94e0-4667-99cc-51aa7f056909 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.518099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c48133a9-94e0-4667-99cc-51aa7f056909 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062220 Sep 18 02:05:59.521508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56896) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.525907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-71b7835b-0797-4acc-ac9d-9611b78d1039 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.527859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-71b7835b-0797-4acc-ac9d-9611b78d1039 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054550 Sep 18 02:05:59.531092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.536013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-d868cd19-e781-490e-a351-fce079921d54 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.537777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d868cd19-e781-490e-a351-fce079921d54 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053065 Sep 18 02:05:59.540063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56902) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.545760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-29c5de0b-053d-420d-8787-81e715efc6da tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.547269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-29c5de0b-053d-420d-8787-81e715efc6da tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059764 Sep 18 02:05:59.549907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56904) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.554730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-c39c5eac-4aa2-436f-93e8-35ac83162a58 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.555779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c39c5eac-4aa2-436f-93e8-35ac83162a58 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047314 Sep 18 02:05:59.559345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56906) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.563637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-83b0c95b-4d05-4a94-b7e6-15f88b4b1d04 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.564596 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-83b0c95b-4d05-4a94-b7e6-15f88b4b1d04 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043743 Sep 18 02:05:59.567684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56908) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.573890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-0523a33e-9d29-4daf-834b-90ae9892ce2b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.575045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0523a33e-9d29-4daf-834b-90ae9892ce2b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0063112 Sep 18 02:05:59.578359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56910) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.584166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2776911 Sep 18 02:05:59.587385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-d36dc8fc-bfe7-4e18-b2c4-2019e1710775 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.590239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d36dc8fc-bfe7-4e18-b2c4-2019e1710775 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0100021 Sep 18 02:05:59.591685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56912) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.592346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56914) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.601254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-7a98f0d4-3a40-4fb8-be03-6223127e6a13 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.602503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7a98f0d4-3a40-4fb8-be03-6223127e6a13 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063114 Sep 18 02:05:59.607033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-a2a7a736-f769-4f01-b83b-44d9d7f0dac1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:05:59.615149 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-a2a7a736-f769-4f01-b83b-44d9d7f0dac1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 811 time: 0.3417745 Sep 18 02:05:59.619571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56916) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.621243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424b5d-39cd-4656-b1ea-4f95ffcf16ac tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8b75d9-7f7e-487b-90cf-fa8542de7613,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:05:59.638691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-5914b44e-0748-4b8b-bb36-7d7bfa843613 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.640331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5914b44e-0748-4b8b-bb36-7d7bfa843613 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0148132 Sep 18 02:05:59.641911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Allocated IP 172.20.0.14 (1b297d4a-34eb-4a97-9bee-b100ae24ec8b/95255f28-0ecf-4324-b866-5239859c9774/843c05e9-9fdb-4c51-874c-84e996bbf948) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:05:59.648116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56918) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.657173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-c671bb4c-f30d-456f-91fb-65302acf3648 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.658522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c671bb4c-f30d-456f-91fb-65302acf3648 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088689 Sep 18 02:05:59.664324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56920) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.674033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-16bd7164-00d8-4724-8f3d-6bcbf6a5bfc4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/quotas/d819e41a024b4bd0a6b5016687c4b59f HTTP/1.1" status: 200 len: 375 time: 0.0577908 Sep 18 02:05:59.680334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-d8854d0f-fa62-4b38-8cfd-499cfe7055c3 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.681631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d8854d0f-fa62-4b38-8cfd-499cfe7055c3 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0158963 Sep 18 02:05:59.684818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.692055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-4cf8a708-1638-48e3-aa42-b06333130682 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.694400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4cf8a708-1638-48e3-aa42-b06333130682 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078177 Sep 18 02:05:59.697176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56924) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.703832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-96f16240-1fc0-4641-8b2a-134c4243d1bb tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.705159 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-96f16240-1fc0-4641-8b2a-134c4243d1bb tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066860 Sep 18 02:05:59.708406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.716082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-6e06cbd6-25ea-4047-8a42-dc968627727d tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.717437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e06cbd6-25ea-4047-8a42-dc968627727d tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0079377 Sep 18 02:05:59.720295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.731267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-3b90badd-05a0-4bde-8a36-f39b1a934ef3 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.733855 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3b90badd-05a0-4bde-8a36-f39b1a934ef3 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0107470 Sep 18 02:05:59.735503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56936) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.744697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-945ba8c6-2c65-4b67-93ed-8fa24d7636f6 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.749920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-945ba8c6-2c65-4b67-93ed-8fa24d7636f6 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077941 Sep 18 02:05:59.750395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56938) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.756362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-4f530d25-c817-406b-b377-1b4328fbb6d6 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.757526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f530d25-c817-406b-b377-1b4328fbb6d6 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060015 Sep 18 02:05:59.761593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56940) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.767913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-c3e4d613-9be2-466f-8830-48bbfe7c4b0b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.769084 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c3e4d613-9be2-466f-8830-48bbfe7c4b0b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0060818 Sep 18 02:05:59.774050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56942) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.781380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-f0cd76d6-5f83-4204-a2d3-931027df3bb0 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.786333 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f0cd76d6-5f83-4204-a2d3-931027df3bb0 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0107570 Sep 18 02:05:59.788591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Deleting port 0d8b75d9-7f7e-487b-90cf-fa8542de7613 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:05:59.789162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:59.800443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.816883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-e0ef4b8b-14c5-4391-a492-15c36bf3f958 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.818258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e0ef4b8b-14c5-4391-a492-15c36bf3f958 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0165651 Sep 18 02:05:59.830554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56946) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.835210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-027f513d-eda3-4750-9521-c98a64ffa1c3 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.838668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-027f513d-eda3-4750-9521-c98a64ffa1c3 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044277 Sep 18 02:05:59.838855 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-7d8e136c-891e-44df-97e3-9df5f338a103 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1546085 Sep 18 02:05:59.840457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56952) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.844165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-d6a0a62c-243e-4b67-a459-4ab073ed3ce8 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.848589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d6a0a62c-243e-4b67-a459-4ab073ed3ce8 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043385 Sep 18 02:05:59.848733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56954) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.863027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-1842f105-7b25-4076-b893-fbb4eb778aca tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.866352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1842f105-7b25-4076-b893-fbb4eb778aca tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0154107 Sep 18 02:05:59.889341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56956) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.897284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-664dd747-72c9-40a7-bd8a-d1baafc57eaa tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.901257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-664dd747-72c9-40a7-bd8a-d1baafc57eaa tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0082738 Sep 18 02:05:59.905104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56960) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.911319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-247e3745-ca84-4a3b-b4a2-f945864bd9b9 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.915055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-247e3745-ca84-4a3b-b4a2-f945864bd9b9 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0063939 Sep 18 02:05:59.916512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56962) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.919969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] For port 0d8b75d9-7f7e-487b-90cf-fa8542de7613, host n-h1-789963-12, got binding levels [] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:05:59.920420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:05:59.926254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-3c83055f-f3a6-425d-9aa0-04361be7516e tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.929873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3c83055f-f3a6-425d-9aa0-04361be7516e tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074382 Sep 18 02:05:59.931525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56964) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.939833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-0abcefb5-9b2e-4b37-8c54-f6346ead60e5 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.940929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0abcefb5-9b2e-4b37-8c54-f6346ead60e5 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0084047 Sep 18 02:05:59.942090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Calling delete_port for 0d8b75d9-7f7e-487b-90cf-fa8542de7613 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:05:59.944152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56966) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.951971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-15769761-bfb5-4469-b299-553c53d9e56a tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.952970 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-15769761-bfb5-4469-b299-553c53d9e56a tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078602 Sep 18 02:05:59.956422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56968) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.960962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-fa3db0b4-01ec-47e8-b11a-e1cbb10916b5 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.961917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fa3db0b4-01ec-47e8-b11a-e1cbb10916b5 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040734 Sep 18 02:05:59.973598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56970) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:05:59.980775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-f8ac0612-ef95-416e-bea7-5c0e49b75a18 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:05:59.984579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f8ac0612-ef95-416e-bea7-5c0e49b75a18 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049169 Sep 18 02:05:59.997731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56972) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.000730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1fd34a47-6395-4121-b15e-334db67fc340 req-a9c7e959-2801-4095-b523-f54d2313cb50 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0465872 Sep 18 02:06:00.008451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-a1e7f16c-1a6d-48b8-9ddb-f63b611966a2 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.013334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a1e7f16c-1a6d-48b8-9ddb-f63b611966a2 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0093319 Sep 18 02:06:00.029479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56974) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.034006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-974aa3c4-ea7b-42cb-b54a-e4d35047fca0 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.037424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-974aa3c4-ea7b-42cb-b54a-e4d35047fca0 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0084639 Sep 18 02:06:00.037799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56976) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.045084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-aa3516c7-a97a-4013-92b4-b1ba5e3f532b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.046282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aa3516c7-a97a-4013-92b4-b1ba5e3f532b tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074642 Sep 18 02:06:00.049361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.056070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-b19ada4a-962e-477e-9e5c-e37101f31e97 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.057166 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b19ada4a-962e-477e-9e5c-e37101f31e97 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067043 Sep 18 02:06:00.062490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56980) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.066969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-b8a05707-9f2b-4c2f-a8a3-8c564cb2472b service neutron] 10.222.0.21 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206073 Sep 18 02:06:00.067489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-dd5fd04c-5d17-4df1-8939-2bcfef79ca85 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.068535 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dd5fd04c-5d17-4df1-8939-2bcfef79ca85 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047188 Sep 18 02:06:00.079755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56982) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.088025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-ccf22b82-22bb-488d-be44-48660f470988 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.091941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ccf22b82-22bb-488d-be44-48660f470988 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0083272 Sep 18 02:06:00.092443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56986) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.098054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-ca6b64c7-b23d-4600-aab1-781dff7be6d4 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.101678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ca6b64c7-b23d-4600-aab1-781dff7be6d4 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0058515 Sep 18 02:06:00.101678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56988) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.110765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-ade1ebd4-cb52-4e8c-bfa0-7b3c9964415d tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.114363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ade1ebd4-cb52-4e8c-bfa0-7b3c9964415d tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0091166 Sep 18 02:06:00.114547 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:00.114646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56990) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.128309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-bce6b1cd-4d2f-4ecd-91b9-fbc0e8741cd9 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.133696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56996) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.139044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [None req-feb4cd84-b548-4fc1-b5a1-3e6292b445d1 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.139321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bce6b1cd-4d2f-4ecd-91b9-fbc0e8741cd9 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0141411 Sep 18 02:06:00.140029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-feb4cd84-b548-4fc1-b5a1-3e6292b445d1 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052381 Sep 18 02:06:00.150816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56998) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.157528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-0fdd06b5-1dcc-4a88-a96e-cb9a3574acd2 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.159176 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0fdd06b5-1dcc-4a88-a96e-cb9a3574acd2 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0071900 Sep 18 02:06:00.162036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57000) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.169741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [None req-c89b8a16-15d8-4e05-8ee1-bd3cde484f67 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:00.173675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c89b8a16-15d8-4e05-8ee1-bd3cde484f67 tempest-ExtensionsTestJSON-1841719421 tempest-ExtensionsTestJSON-1841719421-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0076237 Sep 18 02:06:00.173675 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:00.209921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d8b75d9-7f7e-487b-90cf-fa8542de7613,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:00.212207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:00.214575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fc7b9ae0-6bbb-47a0-bf1d-bc058a8150d8 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0d8b75d9-7f7e-487b-90cf-fa8542de7613 HTTP/1.1" status: 204 len: 168 time: 0.6195288 Sep 18 02:06:00.217207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57010) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.242764 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-400bf396-8a11-45c8-aef2-5878e7c258b9 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] GET failed (client error): The resource could not be found. Sep 18 02:06:00.244062 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-400bf396-8a11-45c8-aef2-5878e7c258b9 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "GET /v2.0/ports/0d8b75d9-7f7e-487b-90cf-fa8542de7613 HTTP/1.1" status: 404 len: 333 time: 0.0255849 Sep 18 02:06:00.249710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57014) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.262842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Request body: {'port': {'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-988139634'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:00.283687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-4204ed39-a7d2-42d1-b799-fa77395ec9ba service neutron] 10.222.0.21 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158592 Sep 18 02:06:00.286702 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:00.364111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=843c05e9-9fdb-4c51-874c-84e996bbf948,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:00.385910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c6172-2483-4c4a-9bfa-0cb635650d92 req-f84e13cb-8328-4162-abe8-a5923f89a8b3 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:00.387752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a22c6172-2483-4c4a-9bfa-0cb635650d92 req-f84e13cb-8328-4162-abe8-a5923f89a8b3 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.0975766 Sep 18 02:06:00.398659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Made reservation on behalf of 265419b6ae11413e9b528866c672ff46 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:00.401221 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:00.416587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:00.422656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:00.428363 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] device_id is not set on port bd46459f-6649-4eb3-b571-16a82d6eef46 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:06:00.487419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a22c6172-2483-4c4a-9bfa-0cb635650d92 req-86830801-a600-4633-bec0-ffa012632e0f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914431 Sep 18 02:06:00.529894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:00.741087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:00.743773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:00.763290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57042) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:00.816447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-120b2369-2ea7-4b3d-aa0f-78cce8ef7b74 req-1fd74f21-4d85-404d-97d3-dc0c0dc93e14 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 210 time: 0.0988817 Sep 18 02:06:00.823969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-9370c47c-544b-457b-9aa3-72d522ff0d17 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9402194 Sep 18 02:06:00.836761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'admin_state_up': True, 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'security_groups': ['44bd5256-0d35-4b08-a458-839f4c3f9314']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:00.858144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-77849233-5d38-40ca-b581-b66c7bb07a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:00.926020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f23dfe00-c362-4dc8-9a27-f351ff2a737d None None] Provisioning complete for port 843c05e9-9fdb-4c51-874c-84e996bbf948 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:00.927103 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f23dfe00-c362-4dc8-9a27-f351ff2a737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:00.955381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.024822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f23dfe00-c362-4dc8-9a27-f351ff2a737d None None] Port 843c05e9-9fdb-4c51-874c-84e996bbf948 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:01.087115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76f8899f-2679-4aa1-801c-6a146cfa2836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.099866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:01.109222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.148361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.175914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a892368-5fb9-4324-b530-c7678eb3274c req-641d7923-f047-4fa3-954d-b37b9c691c9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:01.184611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3a892368-5fb9-4324-b530-c7678eb3274c req-641d7923-f047-4fa3-954d-b37b9c691c9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 932 time: 0.0730140 Sep 18 02:06:01.237451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3a892368-5fb9-4324-b530-c7678eb3274c req-40a6f43d-3292-43f1-baf3-9fa0615dd00f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517201 Sep 18 02:06:01.385339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=bd46459f-6649-4eb3-b571-16a82d6eef46,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:01.449940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Network 8889474a-be49-4384-a4e3-abd74ff916f3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:01.457661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:01.467021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:01.467983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:01.468590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.481171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Allocated IP 10.1.1.229 (6407c3cd-9599-4cc6-b776-2ff504e5263d/44a7f14b-b332-4456-8851-8c444610a39a/6a6744ad-868f-48be-8dd4-aaebffe4e804) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:01.697601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76f8899f-2679-4aa1-801c-6a146cfa2836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.709782 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76f8899f-2679-4aa1-801c-6a146cfa2836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.739823 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fe193737-833b-4b9c-bd0c-bffbac13e55a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4889548 Sep 18 02:06:01.742597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57128) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:01.749023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:01.787578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8899f-2679-4aa1-801c-6a146cfa2836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6845a83-838d-46a3-b6c5-e0ff09eaed88,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:01.802426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.817326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d41d0d-28b3-43df-ad57-c67d3135b8db req-088b587b-9801-4198-96b9-c8b485f135b2 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:01.826122 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7d41d0d-28b3-43df-ad57-c67d3135b8db req-088b587b-9801-4198-96b9-c8b485f135b2 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.1840353 Sep 18 02:06:01.841857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:01.864423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-76f8899f-2679-4aa1-801c-6a146cfa2836 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cab5c1ffadf4cbca580a1c7d76f8713&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0967920 Sep 18 02:06:01.869234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:01.988121 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7d41d0d-28b3-43df-ad57-c67d3135b8db req-768b4ca0-c5eb-4fc6-b547-90c14d10770c tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611621 Sep 18 02:06:01.999960 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dad91198-ed54-4fd9-bc48-2d819cebaafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.024218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dad91198-ed54-4fd9-bc48-2d819cebaafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.048612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.123067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:02.126659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:02.131274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:02.188114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-4b4e527a-c558-47f0-b5ae-c85d03afa07a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:02.189733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-4b4e527a-c558-47f0-b5ae-c85d03afa07a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 811 time: 0.2430315 Sep 18 02:06:02.196389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:02.197914 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.210603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] device_id is not set on port bd46459f-6649-4eb3-b571-16a82d6eef46 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:06:02.228631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.259904 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-a2a1e884-8176-4352-8dd7-18c5e8792a55 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d819e41a024b4bd0a6b5016687c4b59f HTTP/1.1" status: 200 len: 380 time: 0.0569751 Sep 18 02:06:02.260592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.298236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'port': {'device_id': '5c196793-d350-4cd0-90ef-02e2de00017a', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'admin_state_up': True, 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'security_groups': ['974816ec-1e34-4244-a10a-999f4ec39059']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:02.313908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-758a2f72-1293-496d-a331-25eec6f0e4a2 req-e92527fd-47b7-43a2-b5e5-8933c096c358 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 210 time: 0.0689266 Sep 18 02:06:02.314779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=6a6744ad-868f-48be-8dd4-aaebffe4e804,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:02.324321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-c2a5a299-9b73-4270-a552-98b045701d5d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4937754 Sep 18 02:06:02.325583 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dad91198-ed54-4fd9-bc48-2d819cebaafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.331036 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dad91198-ed54-4fd9-bc48-2d819cebaafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.333585 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dad91198-ed54-4fd9-bc48-2d819cebaafb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6845a83-838d-46a3-b6c5-e0ff09eaed88 HTTP/1.1" status: 204 len: 168 time: 0.4633691 Sep 18 02:06:02.353660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'admin_state_up': True, 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'security_groups': ['44bd5256-0d35-4b08-a458-839f4c3f9314']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:02.415995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=bd46459f-6649-4eb3-b571-16a82d6eef46,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:02.442596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad91198-ed54-4fd9-bc48-2d819cebaafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6845a83-838d-46a3-b6c5-e0ff09eaed88,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:02.474406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.475373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.475857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.490250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.490679 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.497671 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 2 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:02.521695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.522303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.522768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.535908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.536389 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.539406 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 3 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:02.572146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-79baa28f-e755-4797-86eb-0aa5fbd0df0a None None] Provisioning complete for port 6a6744ad-868f-48be-8dd4-aaebffe4e804 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:02.572719 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-79baa28f-e755-4797-86eb-0aa5fbd0df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.597468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Made reservation on behalf of d819e41a024b4bd0a6b5016687c4b59f for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:02.604325 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.611262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.611972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.613517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.635616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.636942 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.638198 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 4 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:02.639276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:02.651691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:02.659111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-79baa28f-e755-4797-86eb-0aa5fbd0df0a None None] Port 6a6744ad-868f-48be-8dd4-aaebffe4e804 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:02.686283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.686817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.687252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.729383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.729969 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.730549 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 5 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:02.755029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.755729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.756330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.768950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.769667 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.774986 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 6 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:02.819394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.820114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.820866 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.830423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.831090 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.833840 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 7 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:02.862944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40550a25-f896-4dd5-a0df-8278514c2d93 req-5661ccb5-83bb-40d9-be28-6b28ea63c108 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:02.870767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Allocated IP 172.20.0.11 (de747235-783f-4ead-8438-676be4d3b35a/42d1b6f3-b85c-406d-8854-40aa8f6ea371/1b5e2733-03ea-420e-ae33-0a1388750ef1) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:02.871624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40550a25-f896-4dd5-a0df-8278514c2d93 req-5661ccb5-83bb-40d9-be28-6b28ea63c108 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:02.873177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.873519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.873869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.880831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40550a25-f896-4dd5-a0df-8278514c2d93 req-5661ccb5-83bb-40d9-be28-6b28ea63c108 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 1654 time: 0.1564527 Sep 18 02:06:02.892141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.892987 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.894014 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 8 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:02.921968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.922306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.922641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.931551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.931971 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.937393 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 9 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:02.978148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:02.978463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:02.978859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:02.996970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:02.997358 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:02.999850 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 10 to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 Sep 18 02:06:03.013904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40550a25-f896-4dd5-a0df-8278514c2d93 req-f1718acc-ec97-4873-ba43-ef2f53f91b36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315203 Sep 18 02:06:03.045132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Allocated IP 10.1.1.248 (6407c3cd-9599-4cc6-b776-2ff504e5263d/44a7f14b-b332-4456-8851-8c444610a39a/ec2b0af0-1fd5-431c-b6d8-3d862089d4a3) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:03.063505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:03.063652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:03.063913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:03.087053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:03.087398 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port bd46459f-6649-4eb3-b571-16a82d6eef46 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:03.087790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.179771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.283504 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.290903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec2d2f-f018-4481-a82c-2e3b43d29d4f req-d1ef98c6-92d5-4100-b37e-9d000c08d32d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.299802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dbec2d2f-f018-4481-a82c-2e3b43d29d4f req-d1ef98c6-92d5-4100-b37e-9d000c08d32d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.1415257 Sep 18 02:06:03.353599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'Port': ['ID=1b5e2733-03ea-420e-ae33-0a1388750ef1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:03.362697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] For port bd46459f-6649-4eb3-b571-16a82d6eef46, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:03.363007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempted to set empty binding levels {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 02:06:03.377973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Network de747235-783f-4ead-8438-676be4d3b35a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:03.379840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.383037 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.409043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dbec2d2f-f018-4481-a82c-2e3b43d29d4f req-d6e763ab-2308-42cf-a1e9-776eed512000 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081583 Sep 18 02:06:03.415452 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1444ddf1-9367-4d4d-a063-da4027d0f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.446640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:03.466046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=bd46459f-6649-4eb3-b571-16a82d6eef46,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:03.471903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:03.514457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.567553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] In _notify_port_updated(), no bound segment for port bd46459f-6649-4eb3-b571-16a82d6eef46 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106440) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:06:03.569566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.570952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.572646 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b7960899-0fee-4f22-a10c-3a95069e371a tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "PUT /v2.0/ports/bd46459f-6649-4eb3-b571-16a82d6eef46 HTTP/1.1" status: 200 len: 975 time: 1.8291860 Sep 18 02:06:03.580877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57246) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:03.587890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:03.593163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:03.596014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:03.780976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.781944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.791181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57254) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:03.815904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.816666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:03.832476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:03.858565 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-216c1c02-0b74-41e0-9053-65a79ee472e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5191040 Sep 18 02:06:03.871696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0', 'admin_state_up': True, 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'security_groups': ['44bd5256-0d35-4b08-a458-839f4c3f9314']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:03.883523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.884205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.884909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.890031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.897047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.899574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.901796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.901951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.903273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.905910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.906476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.907037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.908615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.909687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.909840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0019ce7-de99-4c35-a546-8fd7cd35589b req-a85f67c7-8230-436c-ae18-389574ed7521 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.910816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.912030 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0019ce7-de99-4c35-a546-8fd7cd35589b req-a85f67c7-8230-436c-ae18-389574ed7521 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 932 time: 0.3228338 Sep 18 02:06:03.920410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.923572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.924133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.924665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.925598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.926283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.926842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.927431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.928010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.928925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.929446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.930117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.931201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.931837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.932547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.933757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.934463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.935092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.935612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.936415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.936857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.937370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.938973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.939555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.940337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.940920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.941513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:03.945755 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-109a3b78-b71a-433f-b536-586b82047e3e tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37402 time: 0.3602109 Sep 18 02:06:03.947364 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0483f002-2f73-4c1e-a74a-9088408f7d09 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6535277 Sep 18 02:06:03.950528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57268) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:03.975419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Request body: {'port': {'device_id': '5c196793-d350-4cd0-90ef-02e2de00017a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:04.036804 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:04.045150 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8684b9ab-dd4d-4eb3-b894-8e166f7d2349 None None] Provisioning complete for port 1b5e2733-03ea-420e-ae33-0a1388750ef1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:04.045532 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8684b9ab-dd4d-4eb3-b894-8e166f7d2349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:04.074400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1550239046'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:04.108956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8684b9ab-dd4d-4eb3-b894-8e166f7d2349 None None] Port 1b5e2733-03ea-420e-ae33-0a1388750ef1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:04.112475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0019ce7-de99-4c35-a546-8fd7cd35589b req-1c3c2f82-67c2-4817-bf71-388362fe9f1c tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584202 Sep 18 02:06:04.124229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:06:04.124229 n-d-789963-12 neutron-server[106439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 02:06:04.124229 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id': '97056a926add430fa91dbbf8105cbf70', 'id': 'a994e8e1-0308-4c08-b9db-bd4fdec9562e', 'expiration': datetime.datetime(2021, 9, 18, 2, 8, 4, 107222)}] Sep 18 02:06:04.124229 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:06:04.124552 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:06:04.163934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:04.168659 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:04.171013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:04.192764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:04.239769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-76945caa-b3fa-4015-a1e1-3533a94db3c7 None None] Provisioning complete for port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:04.240141 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-76945caa-b3fa-4015-a1e1-3533a94db3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:04.277629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Deleting port bd46459f-6649-4eb3-b571-16a82d6eef46 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:04.278000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:04.289839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-76945caa-b3fa-4015-a1e1-3533a94db3c7 None None] Port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:04.356689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24753aad-479a-45a2-a83a-fdb969d7a75a req-173d5d24-a527-4fa5-9f81-e4a4781a274d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:04.364341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24753aad-479a-45a2-a83a-fdb969d7a75a req-173d5d24-a527-4fa5-9f81-e4a4781a274d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:04.372381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24753aad-479a-45a2-a83a-fdb969d7a75a req-173d5d24-a527-4fa5-9f81-e4a4781a274d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:04.381775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24753aad-479a-45a2-a83a-fdb969d7a75a req-173d5d24-a527-4fa5-9f81-e4a4781a274d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 2375 time: 0.0995848 Sep 18 02:06:04.435011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24753aad-479a-45a2-a83a-fdb969d7a75a req-f53bb747-d199-40a4-b021-e9e746ba8c70 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463927 Sep 18 02:06:04.456870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] For port bd46459f-6649-4eb3-b571-16a82d6eef46, host n-h1-789963-12, got binding levels [] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:04.457242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:04.844635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Calling delete_port for bd46459f-6649-4eb3-b571-16a82d6eef46 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:04.856550 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.018601 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.031864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae115518-3875-4357-b882-570430040a0b req-062d7e47-d422-4ecd-b6d9-e558c12e4755 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:05.033535 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae115518-3875-4357-b882-570430040a0b req-062d7e47-d422-4ecd-b6d9-e558c12e4755 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.2199588 Sep 18 02:06:05.048101 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.051062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:05.130975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:06:05.158260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abde5dc5-9b39-4a3a-bc31-d6ac8db6f187,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:05.183390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.199469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.199826 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment ef425195-694a-4094-a3dd-ed74a0074a31 of type vlan for network 33afcce1-1372-4865-8bd2-c2468f6986d9 Sep 18 02:06:05.227038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae115518-3875-4357-b882-570430040a0b req-ea3776c2-cb11-4a09-99de-3107d5c31726 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750250 Sep 18 02:06:05.253630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.266752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5e2733-03ea-420e-ae33-0a1388750ef1 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:05.324866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.357372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.360916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd46459f-6649-4eb3-b571-16a82d6eef46,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:05.383076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.386883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9b9d4872-1393-483b-b1bf-51026213d99c tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "DELETE /v2.0/ports/bd46459f-6649-4eb3-b571-16a82d6eef46 HTTP/1.1" status: 204 len: 168 time: 1.4352686 Sep 18 02:06:05.392431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57390) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:05.399211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Transition to ACTIVE for port object 1b5e2733-03ea-420e-ae33-0a1388750ef1 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:05.423350 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-433fda59-33da-4b01-90a6-9128931629cf tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] GET failed (client error): The resource could not be found. Sep 18 02:06:05.424786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-433fda59-33da-4b01-90a6-9128931629cf tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "GET /v2.0/ports/bd46459f-6649-4eb3-b571-16a82d6eef46 HTTP/1.1" status: 404 len: 333 time: 0.0314775 Sep 18 02:06:05.429214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57392) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:05.434859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-404599252', 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:05.445253 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.448335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Allocated IP 10.2.2.100 (9e12c277-19b4-402d-b583-344c3c7babd0/de95ab27-9149-40e9-8012-d1644a3b29ad/6111cda2-77b2-4684-8741-40d84ecf6f80) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:05.479314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Made reservation on behalf of 265419b6ae11413e9b528866c672ff46 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:05.482129 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.526746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] device_id is not set on port 2e18b04b-f095-4cbf-8d78-285120b32e81 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:06:05.550876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4b943-9512-4959-a5b3-196803d414bb req-a76743ae-994a-491f-aecb-c4c5a36e1c62 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:05.575398 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8a4b943-9512-4959-a5b3-196803d414bb req-a76743ae-994a-491f-aecb-c4c5a36e1c62 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 932 time: 0.2279468 Sep 18 02:06:05.582039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.590314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:05.591114 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:05.703926 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8a4b943-9512-4959-a5b3-196803d414bb req-aa6be599-7dde-484c-8efd-82639e11339f tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268196 Sep 18 02:06:05.752503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5e2733-03ea-420e-ae33-0a1388750ef1,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:05.808811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=33afcce1-1372-4865-8bd2-c2468f6986d9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:05.822740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 33afcce1-1372-4865-8bd2-c2468f6986d9 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:06:05.916061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Attempting to bind port 1b5e2733-03ea-420e-ae33-0a1388750ef1 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:05.916387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Attempting to bind port 1b5e2733-03ea-420e-ae33-0a1388750ef1 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:05.916726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Attempting to bind port 1b5e2733-03ea-420e-ae33-0a1388750ef1 on network de747235-783f-4ead-8438-676be4d3b35a {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:05.935284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6d77705d-32a0-44ec-a58d-0bfc4c4d22d0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1398327 Sep 18 02:06:05.936013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57416) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:05.936663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Port 1b5e2733-03ea-420e-ae33-0a1388750ef1 on network de747235-783f-4ead-8438-676be4d3b35a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:05.936986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Attempting to bind port 1b5e2733-03ea-420e-ae33-0a1388750ef1 on network de747235-783f-4ead-8438-676be4d3b35a {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:05.958930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-517910031'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:05.967910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:05.968250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Checking segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:05.968970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Bound using segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:05.969109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Bound port: 1b5e2733-03ea-420e-ae33-0a1388750ef1, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:05.969424 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.055909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:06.065333 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.145980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:06:06.154978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] For port 1b5e2733-03ea-420e-ae33-0a1388750ef1, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:06.158960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] For port 1b5e2733-03ea-420e-ae33-0a1388750ef1, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:06.162820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.162820 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment 61946f6a-a990-4d49-8209-8fea49af24a1 of type vlan for network 34286422-15a3-445c-af47-f303971b6e00 Sep 18 02:06:06.173327 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.231758 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.260107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.261862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.263710 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b5e2733-03ea-420e-ae33-0a1388750ef1 HTTP/1.1" status: 200 len: 1093 time: 2.3026528 Sep 18 02:06:06.272905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c196793-d350-4cd0-90ef-02e2de00017a', 'tag': '1b5e2733-03ea-420e-ae33-0a1388750ef1'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:06.276460 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd895d40-311b-442c-b832-1d6f7ab2099e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c196793-d350-4cd0-90ef-02e2de00017a", "tag": "1b5e2733-03ea-420e-ae33-0a1388750ef1"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:06.286431 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.337241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf06e9-09db-4f3c-9ead-576974cbee75 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5e2733-03ea-420e-ae33-0a1388750ef1,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:06.392146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.394274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.402792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.403447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.476448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5250533 Sep 18 02:06:06.483410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57438) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:06.488972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.493639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': '33afcce1-1372-4865-8bd2-c2468f6986d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:06.528627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-897a7d3e-3158-43d7-9f55-7b4236f89d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.531674 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.531866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-897a7d3e-3158-43d7-9f55-7b4236f89d6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 1096 time: 0.2105556 Sep 18 02:06:06.536347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.553506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c531-a804-4a0b-93f2-cc481edef4fb req-3a85476b-9b92-4be5-b147-82d41b52f704 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.555040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7d7a4-7e32-4764-8835-95b05dc7ba95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=34286422-15a3-445c-af47-f303971b6e00,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:06.560984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c531-a804-4a0b-93f2-cc481edef4fb req-3a85476b-9b92-4be5-b147-82d41b52f704 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.566531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 34286422-15a3-445c-af47-f303971b6e00 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:06:06.567661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c531-a804-4a0b-93f2-cc481edef4fb req-3a85476b-9b92-4be5-b147-82d41b52f704 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.577130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c130c531-a804-4a0b-93f2-cc481edef4fb req-3a85476b-9b92-4be5-b147-82d41b52f704 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 2375 time: 0.5252717 Sep 18 02:06:06.633192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=2e18b04b-f095-4cbf-8d78-285120b32e81,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:06.689865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872762c-4cd2-439f-954d-b4e12307af0f req-0b7b0a07-f558-4caf-a0b1-d4993f3abe91 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.691609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b872762c-4cd2-439f-954d-b4e12307af0f req-0b7b0a07-f558-4caf-a0b1-d4993f3abe91 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.2823305 Sep 18 02:06:06.695038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-bc7c4736-e8e6-4938-a183-b23e4da49736 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1 HTTP/1.1" status: 200 len: 217 time: 0.1434553 Sep 18 02:06:06.716697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=6111cda2-77b2-4684-8741-40d84ecf6f80,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:06.759612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c130c531-a804-4a0b-93f2-cc481edef4fb req-af03c69c-3b78-4d1b-9863-3ab1238c67fc tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814089 Sep 18 02:06:06.767115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 9e12c277-19b4-402d-b583-344c3c7babd0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:06.775175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:06.783965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:06.814047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b872762c-4cd2-439f-954d-b4e12307af0f req-1147962f-ade9-4593-8c1f-ddb02424f9e5 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083562 Sep 18 02:06:06.815740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-8ba46916-54aa-472b-954b-981981ff8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.817577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-8ba46916-54aa-472b-954b-981981ff8850 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.0912263 Sep 18 02:06:06.859432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:06.864282 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.877712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57446) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:06.886679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Network 8889474a-be49-4384-a4e3-abd74ff916f3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:06.894539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:06.899222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:06.899713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.900313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.909158 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43474d4c-1ee1-49a1-8fb1-11c2a4e5a580 x-openstack-request-id: req-43474d4c-1ee1-49a1-8fb1-11c2a4e5a580 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:06.909318 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c196793-d350-4cd0-90ef-02e2de00017a", "tag": "1b5e2733-03ea-420e-ae33-0a1388750ef1", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:06.909545 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43474d4c-1ee1-49a1-8fb1-11c2a4e5a580 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:06.909899 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c196793-d350-4cd0-90ef-02e2de00017a', 'tag': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'status': 'completed', 'code': 200} Sep 18 02:06:06.933606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:06.934320 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:06.940542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c574475a-b837-4519-bbbf-c36e6e6142f3 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5103810 Sep 18 02:06:06.943529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57450) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:06.992105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4cad3cfa-7106-456e-8566-ecc51746f7ec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1279631 Sep 18 02:06:07.016663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0', 'admin_state_up': True, 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'security_groups': ['44bd5256-0d35-4b08-a458-839f4c3f9314']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:07.058108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0ace3e68-967e-4352-aad5-8922423594d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:07.061418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-0ace3e68-967e-4352-aad5-8922423594d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311029 Sep 18 02:06:07.167150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52e35e1-9f10-4861-9ff5-c11dbe7a6648 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:07.168572 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e52e35e1-9f10-4861-9ff5-c11dbe7a6648 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "GET /v2.0/ports/2e18b04b-f095-4cbf-8d78-285120b32e81 HTTP/1.1" status: 200 len: 954 time: 0.2241406 Sep 18 02:06:07.173062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57454) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:07.174757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-35ea0399-20a6-4c76-ae2d-2866c1ad41b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.212205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Made reservation on behalf of 97056a926add430fa91dbbf8105cbf70 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:07.217570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.229045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3d8bd395-4d92-4899-a84a-3c10c39c6712 None None] Provisioning complete for port 6111cda2-77b2-4684-8741-40d84ecf6f80 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:07.229794 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd395-4d92-4899-a84a-3c10c39c6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.256376 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-56829946-5c32-46d9-8ee1-abbac91c333d service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879323 Sep 18 02:06:07.279544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7fb7f-cceb-4214-9828-d435530f3965 req-48a184a5-5150-4f59-8dca-c8bd799fa4bc tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:07.281115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88b7fb7f-cceb-4214-9828-d435530f3965 req-48a184a5-5150-4f59-8dca-c8bd799fa4bc tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 944 time: 0.2866485 Sep 18 02:06:07.285027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bd395-4d92-4899-a84a-3c10c39c6712 None None] Port 6111cda2-77b2-4684-8741-40d84ecf6f80 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:07.294570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.421615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=b16c92be-8eaa-479d-93e7-f1ae7bedb7d4,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:07.446363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48b65492-b07d-4d3e-a7a4-c56966309e3c req-a8af76ba-9ec5-4bc6-9e57-2f6204afe0ed service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803296 Sep 18 02:06:07.452490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': 'ef425195-694a-4094-a3dd-ed74a0074a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33afcce1-1372-4865-8bd2-c2468f6986d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:07.452816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: 33afcce1-1372-4865-8bd2-c2468f6986d9, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:06:07.469925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88b7fb7f-cceb-4214-9828-d435530f3965 req-6c99652e-708e-40a7-ab99-e15797142c1d tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690302 Sep 18 02:06:07.479946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 33afcce1-1372-4865-8bd2-c2468f6986d9 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:06:07.503717 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 33afcce1-1372-4865-8bd2-c2468f6986d9) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:07.509953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:07.511941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.515394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e987e87-b025-4222-9d9f-16ee3d7b2764 None None] Network 33afcce1-1372-4865-8bd2-c2468f6986d9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:07.521773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f91aab34-35c2-4451-8198-544d41ac3172 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Deleting port 2e18b04b-f095-4cbf-8d78-285120b32e81 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:07.522257 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f91aab34-35c2-4451-8198-544d41ac3172 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.570806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-193b1336-ebba-4701-857e-cb355812ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:07.572501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-193b1336-ebba-4701-857e-cb355812ca5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 1096 time: 0.0568025 Sep 18 02:06:07.633543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f91aab34-35c2-4451-8198-544d41ac3172 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.697878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-e34cdaae-fa3c-4a73-9d71-21ea4688f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:07.698098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f91aab34-35c2-4451-8198-544d41ac3172 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Calling delete_port for 2e18b04b-f095-4cbf-8d78-285120b32e81 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:07.700473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-e34cdaae-fa3c-4a73-9d71-21ea4688f4fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 911 time: 0.1203711 Sep 18 02:06:07.705784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-33afcce1-1372-4865-8bd2-c2468f6986d9', 'network_id': '33afcce1-1372-4865-8bd2-c2468f6986d9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': 'b16c92be-8eaa-479d-93e7-f1ae7bedb7d4'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:06:07.706430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-35ea0399-20a6-4c76-ae2d-2866c1ad41b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.707008 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.743988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-35ea0399-20a6-4c76-ae2d-2866c1ad41b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:07.748432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Allocated IP 10.2.2.200 (9e12c277-19b4-402d-b583-344c3c7babd0/de95ab27-9149-40e9-8012-d1644a3b29ad/ed7c6e91-9fa0-4b1a-9603-65e60ae36e54) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:07.753804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3f5ea6ad-17bb-4f20-922f-eeff7c15df71 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2685235 Sep 18 02:06:07.755253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-74f3749e-33e5-42b5-b118-dbda9a84aba9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1 HTTP/1.1" status: 200 len: 217 time: 0.0453069 Sep 18 02:06:07.756556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:07.761647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': '34286422-15a3-445c-af47-f303971b6e00', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:07.934796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Allocated IP 2001:db8::2 (33afcce1-1372-4865-8bd2-c2468f6986d9/b16c92be-8eaa-479d-93e7-f1ae7bedb7d4/209147e5-82e0-4009-9a3a-0c0a0c970d6c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:07.950904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-36d70b13-911f-4653-8c86-189421d3e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:07.952589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-36d70b13-911f-4653-8c86-189421d3e151 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.1846802 Sep 18 02:06:07.993886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea0399-20a6-4c76-ae2d-2866c1ad41b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aded802-5470-406d-b109-e140412413d6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:08.003495 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-35ea0399-20a6-4c76-ae2d-2866c1ad41b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72f78e4860444dca8470cd366cc4ac5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244760 Sep 18 02:06:08.004165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57464) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:08.013303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e526c-cee5-435a-9e92-d4b5dcbe6a25 req-6054309d-3d81-42f5-a2e0-c23d7142f53a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:08.019808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e526c-cee5-435a-9e92-d4b5dcbe6a25 req-6054309d-3d81-42f5-a2e0-c23d7142f53a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:08.025908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e526c-cee5-435a-9e92-d4b5dcbe6a25 req-6054309d-3d81-42f5-a2e0-c23d7142f53a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:08.032862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e526c-cee5-435a-9e92-d4b5dcbe6a25 req-6054309d-3d81-42f5-a2e0-c23d7142f53a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:08.034691 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb3e526c-cee5-435a-9e92-d4b5dcbe6a25 req-6054309d-3d81-42f5-a2e0-c23d7142f53a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 3096 time: 0.1492987 Sep 18 02:06:08.035496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:08.038986 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.050791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f91aab34-35c2-4451-8198-544d41ac3172 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.114988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aab34-35c2-4451-8198-544d41ac3172 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e18b04b-f095-4cbf-8d78-285120b32e81,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:08.129416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f91aab34-35c2-4451-8198-544d41ac3172 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.131455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f91aab34-35c2-4451-8198-544d41ac3172 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2e18b04b-f095-4cbf-8d78-285120b32e81 HTTP/1.1" status: 204 len: 168 time: 0.9544628 Sep 18 02:06:08.141494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57466) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:08.158982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-ed344908-3931-4940-a2ee-353858e17055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:08.160660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-ed344908-3931-4940-a2ee-353858e17055 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991031 Sep 18 02:06:08.167784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb3e526c-cee5-435a-9e92-d4b5dcbe6a25 req-40e9ba89-d493-4ec1-9aca-dc5e5c488352 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236062 Sep 18 02:06:08.171814 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.182491 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.220166 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-136643b4-c41d-4bb2-94af-aa6adb77adab tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] GET failed (client error): The resource could not be found. Sep 18 02:06:08.225910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-136643b4-c41d-4bb2-94af-aa6adb77adab tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "GET /v2.0/ports/2e18b04b-f095-4cbf-8d78-285120b32e81 HTTP/1.1" status: 404 len: 333 time: 0.0748672 Sep 18 02:06:08.233215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57468) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:08.243270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Request body: {'port': {'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1998291735'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:08.263054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Pushing event updated for resources: {'Port': ['ID=209147e5-82e0-4009-9a3a-0c0a0c970d6c,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:08.284859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d5288-77ab-4944-9300-8bcc91e8507a req-bd2b7b56-487d-433e-9e3e-29b5f9ed61c9 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:08.287174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d3d5288-77ab-4944-9300-8bcc91e8507a req-bd2b7b56-487d-433e-9e3e-29b5f9ed61c9 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.3184741 Sep 18 02:06:08.287814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Network 33afcce1-1372-4865-8bd2-c2468f6986d9 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:08.290696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:08.298654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:08.316045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-fd207d9a-cbfc-47f4-9162-c34396ab64b9 service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458762 Sep 18 02:06:08.388442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Attempting to bind port 209147e5-82e0-4009-9a3a-0c0a0c970d6c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:08.390285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Attempting to bind port 209147e5-82e0-4009-9a3a-0c0a0c970d6c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ef425195-694a-4094-a3dd-ed74a0074a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33afcce1-1372-4865-8bd2-c2468f6986d9'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:08.390285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Attempting to bind port 209147e5-82e0-4009-9a3a-0c0a0c970d6c on network 33afcce1-1372-4865-8bd2-c2468f6986d9 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:08.397321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:08.397818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Checking segment: {'id': 'ef425195-694a-4094-a3dd-ed74a0074a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33afcce1-1372-4865-8bd2-c2468f6986d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:08.398332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.399793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Bound using segment: {'id': 'ef425195-694a-4094-a3dd-ed74a0074a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33afcce1-1372-4865-8bd2-c2468f6986d9'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:08.400325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Bound port: 209147e5-82e0-4009-9a3a-0c0a0c970d6c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef425195-694a-4094-a3dd-ed74a0074a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33afcce1-1372-4865-8bd2-c2468f6986d9'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:08.402089 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.413607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efeab73a-9bf4-4b07-8049-9c871103020f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.420821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Made reservation on behalf of 265419b6ae11413e9b528866c672ff46 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:08.423193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.454460 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d3d5288-77ab-4944-9300-8bcc91e8507a req-43006cfa-e47f-4a56-8c7c-bb138e8f4d24 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546040 Sep 18 02:06:08.477285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] device_id is not set on port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:06:08.488677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efeab73a-9bf4-4b07-8049-9c871103020f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.518036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] For port 209147e5-82e0-4009-9a3a-0c0a0c970d6c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:08.522988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] For port 209147e5-82e0-4009-9a3a-0c0a0c970d6c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=209147e5-82e0-4009-9a3a-0c0a0c970d6c,segment=NetworkSegment(ef425195-694a-4094-a3dd-ed74a0074a31),segment_id=ef425195-694a-4094-a3dd-ed74a0074a31)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:08.531309 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.547312 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.547813 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.567287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd895d40-311b-442c-b832-1d6f7ab2099e req-fbbaa15e-9417-4cdb-8948-b8ff9baefafc service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405176 Sep 18 02:06:08.650844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd63b3-46f1-4b24-ae0f-7e1852822b33 None None] Pushing event updated for resources: {'Port': ['ID=209147e5-82e0-4009-9a3a-0c0a0c970d6c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:08.689082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.691781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': '61946f6a-a990-4d49-8209-8fea49af24a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '34286422-15a3-445c-af47-f303971b6e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:08.692187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: 34286422-15a3-445c-af47-f303971b6e00, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:06:08.705077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=de76ff94-4acf-4ef7-af30-6906c971b5a9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:08.706693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efeab73a-9bf4-4b07-8049-9c871103020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.717657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efeab73a-9bf4-4b07-8049-9c871103020f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.719131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-efeab73a-9bf4-4b07-8049-9c871103020f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5aded802-5470-406d-b109-e140412413d6 HTTP/1.1" status: 204 len: 168 time: 0.7103519 Sep 18 02:06:08.742255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d6609-ccde-4ed7-ac90-8c4a5d39be74 req-ee2f1539-2407-4854-9ee9-547c28dacf8b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:08.744241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-341d6609-ccde-4ed7-ac90-8c4a5d39be74 req-ee2f1539-2407-4854-9ee9-547c28dacf8b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 944 time: 0.1268165 Sep 18 02:06:08.749868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 34286422-15a3-445c-af47-f303971b6e00 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:06:08.774294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 34286422-15a3-445c-af47-f303971b6e00) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:08.780061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:08.780812 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.784492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af99381-1d4a-44c4-844a-334932080600 None None] Network 34286422-15a3-445c-af47-f303971b6e00 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:08.806956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event updated for resources: {'Port': ['ID=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:08.807202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-07e10208-c8d6-46d6-8b6c-89fe614f0bfa tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0468693 Sep 18 02:06:08.810976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeab73a-9bf4-4b07-8049-9c871103020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aded802-5470-406d-b109-e140412413d6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:08.811918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57476) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:08.817352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a1dc0852-8166-4efe-aca4-a94ab5cdb922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1288278129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:08.834935 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-341d6609-ccde-4ed7-ac90-8c4a5d39be74 req-ba5bd0f1-379c-4f89-b86b-ca9a7f13f914 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811565 Sep 18 02:06:08.861481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0852-8166-4efe-aca4-a94ab5cdb922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.861481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0852-8166-4efe-aca4-a94ab5cdb922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.892829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Network 9e12c277-19b4-402d-b583-344c3c7babd0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:08.896848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:08.904193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:08.911419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:08.995323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0852-8166-4efe-aca4-a94ab5cdb922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.014746 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0852-8166-4efe-aca4-a94ab5cdb922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.049560 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0852-8166-4efe-aca4-a94ab5cdb922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.050979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a1dc0852-8166-4efe-aca4-a94ab5cdb922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2374952 Sep 18 02:06:09.054174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57480) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:09.073844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:09.074610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.131811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-510a6b31-479d-4434-8c47-1002fa696e6d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1230185 Sep 18 02:06:09.143541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:09.165498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.166484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-34286422-15a3-445c-af47-f303971b6e00', 'network_id': '34286422-15a3-445c-af47-f303971b6e00', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': 'de76ff94-4acf-4ef7-af30-6906c971b5a9'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:06:09.168894 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.407080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-05763fa8-b9db-41f9-98c7-a2c3549b7944 None None] Provisioning complete for port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:09.407770 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-05763fa8-b9db-41f9-98c7-a2c3549b7944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.426507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1b5e2733-03ea-420e-ae33-0a1388750ef1 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:06:09.453213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.512811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Network 8889474a-be49-4384-a4e3-abd74ff916f3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:09.532038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:09.538166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:09.541648 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.544027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:09.552749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:09.567926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:09.617070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-05763fa8-b9db-41f9-98c7-a2c3549b7944 None None] Port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:09.633278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f76e6-dbf0-47bb-8e54-0468895c0240 req-e10810df-292d-4bf8-bad0-33acc9818fad tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:09.647019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f76e6-dbf0-47bb-8e54-0468895c0240 req-e10810df-292d-4bf8-bad0-33acc9818fad tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:09.658800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Allocated IP 2001:db8:1::2 (34286422-15a3-445c-af47-f303971b6e00/de76ff94-4acf-4ef7-af30-6906c971b5a9/3209e8d5-4d4d-4eab-906b-f034ee89a690) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:09.669999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f76e6-dbf0-47bb-8e54-0468895c0240 req-e10810df-292d-4bf8-bad0-33acc9818fad tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:09.686222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f76e6-dbf0-47bb-8e54-0468895c0240 req-e10810df-292d-4bf8-bad0-33acc9818fad tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:09.700577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f76e6-dbf0-47bb-8e54-0468895c0240 req-e10810df-292d-4bf8-bad0-33acc9818fad tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:09.705341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c8f76e6-dbf0-47bb-8e54-0468895c0240 req-e10810df-292d-4bf8-bad0-33acc9818fad tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 3817 time: 0.3390079 Sep 18 02:06:09.715936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-db494e49-d517-4ad2-b693-36f39d787c16 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4784443 Sep 18 02:06:09.723308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57502) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:09.738186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:09.828038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24af9-72b3-4f61-94b9-f9c2c45b97c5 req-8ae74f9e-3e56-4a6b-bce3-c23ea570b87f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:09.829865 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3c24af9-72b3-4f61-94b9-f9c2c45b97c5 req-8ae74f9e-3e56-4a6b-bce3-c23ea570b87f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.2173731 Sep 18 02:06:09.844745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1b5e2733-03ea-420e-ae33-0a1388750ef1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:09.899199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'port_id': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'mac_address': 'fa:16:3e:66:ab:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:06:09.974742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3c24af9-72b3-4f61-94b9-f9c2c45b97c5 req-02823376-3617-4394-b110-9dfc2e2aaba1 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354225 Sep 18 02:06:10.076062 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.127832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8::1 (33afcce1-1372-4865-8bd2-c2468f6986d9/b16c92be-8eaa-479d-93e7-f1ae7bedb7d4/3aad102a-63e7-48c0-9053-d8fc999d0fe5) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:10.128243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5e2733-03ea-420e-ae33-0a1388750ef1 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:10.178850 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.217635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1b5e2733-03ea-420e-ae33-0a1388750ef1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:10.219975 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.258477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843c05e9-9fdb-4c51-874c-84e996bbf948 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:10.266966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.281002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Transition to ACTIVE for port object 843c05e9-9fdb-4c51-874c-84e996bbf948 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:10.288115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 209147e5-82e0-4009-9a3a-0c0a0c970d6c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:10.290737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Pushing event updated for resources: {'Port': ['ID=3209e8d5-4d4d-4eab-906b-f034ee89a690,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:10.295446 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.305314 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.356498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Network 34286422-15a3-445c-af47-f303971b6e00 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:10.367425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:10.370649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:10.404087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Pushing event updated for resources: {'Port': ['ID=843c05e9-9fdb-4c51-874c-84e996bbf948,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:10.420325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594da1e6-b232-45ec-9485-0e3e85d375a8 None None] Network 33afcce1-1372-4865-8bd2-c2468f6986d9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:10.444889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d044d-2cc0-4cab-9f8e-5f651754d8f3 req-69b87de3-8e66-4ffe-9a39-67eb7039bc59 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:10.446901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d5d044d-2cc0-4cab-9f8e-5f651754d8f3 req-69b87de3-8e66-4ffe-9a39-67eb7039bc59 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 944 time: 0.3099248 Sep 18 02:06:10.459370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c8f76e6-dbf0-47bb-8e54-0468895c0240 req-6e02d673-98f7-489c-be97-593eada410a4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7345519 Sep 18 02:06:10.538743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.547567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d5d044d-2cc0-4cab-9f8e-5f651754d8f3 req-bd24879f-b6ed-4ce6-96e6-cc0927fc71bd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870225 Sep 18 02:06:10.606523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Attempting to bind port 843c05e9-9fdb-4c51-874c-84e996bbf948 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:10.606821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Attempting to bind port 843c05e9-9fdb-4c51-874c-84e996bbf948 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:10.607109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Attempting to bind port 843c05e9-9fdb-4c51-874c-84e996bbf948 on network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:10.614601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Port 843c05e9-9fdb-4c51-874c-84e996bbf948 on network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:10.614958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Attempting to bind port 843c05e9-9fdb-4c51-874c-84e996bbf948 on network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:10.633907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.692515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27839794-7ac8-4014-946d-4cba7c97f093 req-df301613-0c89-42d4-bc80-5965463952bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1437271 Sep 18 02:06:10.710226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:10.710559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Checking segment: {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:10.711214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Bound using segment: {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:10.711696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Bound port: 843c05e9-9fdb-4c51-874c-84e996bbf948, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab65925c-3716-4da1-b400-a09e64af247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:10.712180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.736381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.840334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['1b5e2733-03ea-420e-ae33-0a1388750ef1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:06:10.861665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 33afcce1-1372-4865-8bd2-c2468f6986d9 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:10.881799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:10.894688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:10.895420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.920655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-31925bfc-231e-4024-89f0-97e6820e3205 None None] Provisioning complete for port 209147e5-82e0-4009-9a3a-0c0a0c970d6c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:10.921020 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-31925bfc-231e-4024-89f0-97e6820e3205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:10.926095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-665b483b-0c57-4daa-8aa9-088d42958fed tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e996ecf8ef4d4b5da02e8db9ced10001&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294375 Sep 18 02:06:10.936219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=3aad102a-63e7-48c0-9053-d8fc999d0fe5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:10.952240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27839794-7ac8-4014-946d-4cba7c97f093 req-49e49cc2-ca7c-421d-8a13-f4375f5ac920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:10.954052 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27839794-7ac8-4014-946d-4cba7c97f093 req-49e49cc2-ca7c-421d-8a13-f4375f5ac920 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f839406f3ad4416a0e1089553b836db&device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 1098 time: 0.1594622 Sep 18 02:06:10.984382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1b5e2733-03ea-420e-ae33-0a1388750ef1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:10.996292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Attempting to bind port 3209e8d5-4d4d-4eab-906b-f034ee89a690 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:10.996663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Attempting to bind port 3209e8d5-4d4d-4eab-906b-f034ee89a690 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '61946f6a-a990-4d49-8209-8fea49af24a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '34286422-15a3-445c-af47-f303971b6e00'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:10.997020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Attempting to bind port 3209e8d5-4d4d-4eab-906b-f034ee89a690 on network 34286422-15a3-445c-af47-f303971b6e00 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:11.011041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:11.011454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Checking segment: {'id': '61946f6a-a990-4d49-8209-8fea49af24a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '34286422-15a3-445c-af47-f303971b6e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:11.013237 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.013716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Bound using segment: {'id': '61946f6a-a990-4d49-8209-8fea49af24a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '34286422-15a3-445c-af47-f303971b6e00'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:11.015115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Bound port: 3209e8d5-4d4d-4eab-906b-f034ee89a690, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61946f6a-a990-4d49-8209-8fea49af24a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '34286422-15a3-445c-af47-f303971b6e00'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:11.015558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.025119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 209147e5-82e0-4009-9a3a-0c0a0c970d6c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:11.025480 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.038442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] For port 843c05e9-9fdb-4c51-874c-84e996bbf948, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:11.066565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] device_id is not set on port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:06:11.074491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] For port 843c05e9-9fdb-4c51-874c-84e996bbf948, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=843c05e9-9fdb-4c51-874c-84e996bbf948,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:11.085754 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.089750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.123807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.165401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003b6b-78d6-4bf2-8050-72293865952d req-e481afea-338e-4765-821c-e274564236e3 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:11.173732 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-e481afea-338e-4765-821c-e274564236e3 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230625 Sep 18 02:06:11.202054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:11.202757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.204352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] 10.222.0.18 "PUT /v2.0/ports/843c05e9-9fdb-4c51-874c-84e996bbf948 HTTP/1.1" status: 200 len: 1093 time: 2.0655046 Sep 18 02:06:11.205064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:11.207793 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce171bca-ad9c-4a46-abff-cc7e954da336" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:11.219285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-71e708cb-bbee-4cbf-a06b-901ccdcd282a tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/quotas/e996ecf8ef4d4b5da02e8db9ced10001 HTTP/1.1" status: 200 len: 375 time: 0.0445344 Sep 18 02:06:11.246831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:11.368051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-1415d1e4-cd1f-424f-b8b4-18bea7403a62 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e996ecf8ef4d4b5da02e8db9ced10001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181567 Sep 18 02:06:11.425768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:11.426184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:11.426529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:11.452676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a473444-4a51-4c10-852d-04aca9aefd97 service neutron] Pushing event updated for resources: {'Port': ['ID=843c05e9-9fdb-4c51-874c-84e996bbf948,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:11.494755 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.529217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] For port 3209e8d5-4d4d-4eab-906b-f034ee89a690, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:11.554144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.580713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] For port 3209e8d5-4d4d-4eab-906b-f034ee89a690, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3209e8d5-4d4d-4eab-906b-f034ee89a690,segment=NetworkSegment(61946f6a-a990-4d49-8209-8fea49af24a1),segment_id=61946f6a-a990-4d49-8209-8fea49af24a1)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:11.588098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:11.588892 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:11.606596 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 2 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:11.644493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 209147e5-82e0-4009-9a3a-0c0a0c970d6c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=209147e5-82e0-4009-9a3a-0c0a0c970d6c,segment=NetworkSegment(ef425195-694a-4094-a3dd-ed74a0074a31),segment_id=ef425195-694a-4094-a3dd-ed74a0074a31)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:11.647635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-31925bfc-231e-4024-89f0-97e6820e3205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.680443 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.746220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:11.752544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:11.753281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:11.772278 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:11.787693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:11.816286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:11.818142 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:11.853622 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa14aead-a97a-4465-9c20-d737cc6d2b70 x-openstack-request-id: req-fa14aead-a97a-4465-9c20-d737cc6d2b70 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:11.853981 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:11.854239 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa14aead-a97a-4465-9c20-d737cc6d2b70 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:11.855148 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'status': 'completed', 'code': 200} Sep 18 02:06:11.862134 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 3 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:11.954310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:11.960917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:11.961489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:12.000214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-31925bfc-231e-4024-89f0-97e6820e3205 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:06:12.000588 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-31925bfc-231e-4024-89f0-97e6820e3205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:06:12.015795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ab062-293e-4a85-99dc-e61b851098f8 None None] Pushing event updated for resources: {'Port': ['ID=3209e8d5-4d4d-4eab-906b-f034ee89a690,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:12.078742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:12.104934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:12.105302 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:12.109600 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 4 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:12.129370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=209147e5-82e0-4009-9a3a-0c0a0c970d6c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:12.168683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:12.169026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:12.169424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:12.183700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27839794-7ac8-4014-946d-4cba7c97f093 req-f8f587ff-67b8-40fd-86a2-dc469f3bbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.185946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27839794-7ac8-4014-946d-4cba7c97f093 req-f8f587ff-67b8-40fd-86a2-dc469f3bbfb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=447c4529-1f43-463c-8cd3-faa08081b62c HTTP/1.1" status: 200 len: 911 time: 1.1867003 Sep 18 02:06:12.200997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094452c-5870-43d4-9a0d-108295a41e60 req-17ecd385-8b08-40aa-acc0-1ed9bac936d3 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.210218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f094452c-5870-43d4-9a0d-108295a41e60 req-17ecd385-8b08-40aa-acc0-1ed9bac936d3 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.9957442 Sep 18 02:06:12.230369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:12.230824 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:12.236747 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 5 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:12.243336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-4ce7b6c8-f251-439a-9f33-3590e3270cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.244230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-4ce7b6c8-f251-439a-9f33-3590e3270cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.244423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-4ce7b6c8-f251-439a-9f33-3590e3270cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.244966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-4ce7b6c8-f251-439a-9f33-3590e3270cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.245514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-4ce7b6c8-f251-439a-9f33-3590e3270cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.247489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-4ce7b6c8-f251-439a-9f33-3590e3270cb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 4365 time: 0.4265409 Sep 18 02:06:12.315323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-d9fe2a69-72da-4e00-a416-b58280e5444b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2804821 Sep 18 02:06:12.323848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16425-1270-4cbe-a487-7bfaaacc638b req-d38f685b-468e-44b9-9292-8a025d7929de tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.332136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16425-1270-4cbe-a487-7bfaaacc638b req-d38f685b-468e-44b9-9292-8a025d7929de tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.340800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16425-1270-4cbe-a487-7bfaaacc638b req-d38f685b-468e-44b9-9292-8a025d7929de tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.365362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16425-1270-4cbe-a487-7bfaaacc638b req-d38f685b-468e-44b9-9292-8a025d7929de tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.382215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16425-1270-4cbe-a487-7bfaaacc638b req-d38f685b-468e-44b9-9292-8a025d7929de tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.389856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bfc16425-1270-4cbe-a487-7bfaaacc638b req-d38f685b-468e-44b9-9292-8a025d7929de tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 3829 time: 0.4175498 Sep 18 02:06:12.427307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:12.427809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:12.428307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:12.477726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:12.478153 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:12.485921 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 6 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:12.533848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f094452c-5870-43d4-9a0d-108295a41e60 req-081e49f7-a8b0-4412-9af9-b5d19ce54785 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226171 Sep 18 02:06:12.550158 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27839794-7ac8-4014-946d-4cba7c97f093 req-55a930cf-58a6-43f7-a31a-9ed1c39c720d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d HTTP/1.1" status: 200 len: 1001 time: 0.3342059 Sep 18 02:06:12.664021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-49ed77cf-31d9-4fc3-8079-78bffcefa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.664554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-49ed77cf-31d9-4fc3-8079-78bffcefa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.665088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-49ed77cf-31d9-4fc3-8079-78bffcefa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.665589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-49ed77cf-31d9-4fc3-8079-78bffcefa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.666120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-49ed77cf-31d9-4fc3-8079-78bffcefa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.668314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-49ed77cf-31d9-4fc3-8079-78bffcefa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.668613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-49ed77cf-31d9-4fc3-8079-78bffcefa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.671054 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-49ed77cf-31d9-4fc3-8079-78bffcefa18f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6498 time: 0.2610216 Sep 18 02:06:12.689830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27839794-7ac8-4014-946d-4cba7c97f093 req-ffa6d362-58ea-4644-98e7-6f47e8f5de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.691878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27839794-7ac8-4014-946d-4cba7c97f093 req-ffa6d362-58ea-4644-98e7-6f47e8f5de3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d HTTP/1.1" status: 200 len: 850 time: 0.1278205 Sep 18 02:06:12.695984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:12.696522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:12.696726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:12.743456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:12.744031 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:12.755978 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 7 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:12.759110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b16963bd-c13a-41cd-8638-a17dc83bc120 None None] Provisioning complete for port 209147e5-82e0-4009-9a3a-0c0a0c970d6c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:12.759596 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b16963bd-c13a-41cd-8638-a17dc83bc120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:12.787549 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bfc16425-1270-4cbe-a487-7bfaaacc638b req-4b03f5ef-5563-4823-9223-a39055ae1f3a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674924 Sep 18 02:06:12.849845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:12.850535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:12.851301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:12.871510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:12.873124 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:12.888263 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 8 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:12.898079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-eb1234fb-dab5-4791-bb31-e7ad85cfa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.899100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-eb1234fb-dab5-4791-bb31-e7ad85cfa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.901936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-eb1234fb-dab5-4791-bb31-e7ad85cfa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:12.913492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-eb1234fb-dab5-4791-bb31-e7ad85cfa3bd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=97056a926add430fa91dbbf8105cbf70&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6116292 Sep 18 02:06:12.952552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:12.952978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:12.953826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:12.961343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b16963bd-c13a-41cd-8638-a17dc83bc120 None None] Provisioning complete for port 3aad102a-63e7-48c0-9053-d8fc999d0fe5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:12.961826 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b16963bd-c13a-41cd-8638-a17dc83bc120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.016309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b16963bd-c13a-41cd-8638-a17dc83bc120 None None] Port 3aad102a-63e7-48c0-9053-d8fc999d0fe5 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:13.024906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27839794-7ac8-4014-946d-4cba7c97f093 req-76569f1e-57d7-44dd-8166-ab4e12f020bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.027237 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27839794-7ac8-4014-946d-4cba7c97f093 req-76569f1e-57d7-44dd-8166-ab4e12f020bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=447c4529-1f43-463c-8cd3-faa08081b62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2957363 Sep 18 02:06:13.048214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67d51f1f-5280-4483-88bd-6366dc044ca4 req-a4afa705-2c92-4101-a831-5d7b70228127 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 210 time: 0.1223400 Sep 18 02:06:13.051617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a2e94-5a44-4434-b4f9-2f243cdf0820 req-5ae554f5-9fc1-401f-b1d4-f59197286dcb tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.061252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:13.061615 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-392a2e94-5a44-4434-b4f9-2f243cdf0820 req-5ae554f5-9fc1-401f-b1d4-f59197286dcb tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 945 time: 0.3684835 Sep 18 02:06:13.061753 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:13.094030 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 9 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:13.180455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-fc404c36-6005-4229-854a-575ad93a256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.181517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-fc404c36-6005-4229-854a-575ad93a256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.182154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-fc404c36-6005-4229-854a-575ad93a256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.184165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-fc404c36-6005-4229-854a-575ad93a256e service neutron] 10.222.0.18 "GET /v2.0/networks?id=11be498a-d972-4af2-b522-204f1356985f&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=e0377083-72e2-46ac-9ba6-a82b196a3305&id=e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 200 len: 2290 time: 0.4600084 Sep 18 02:06:13.216007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dba867-ee51-4fb8-9fea-118f5b8f24db {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:13.231269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.251811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Transition to ACTIVE for port object 92dba867-ee51-4fb8-9fea-118f5b8f24db will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:13.259602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:13.260277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:13.260827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:13.274498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.320882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-392a2e94-5a44-4434-b4f9-2f243cdf0820 req-5a54dfa5-0574-45f7-9623-9c5108fb86dc tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585936 Sep 18 02:06:13.338469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:13.339385 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:13.353724 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempt 10 to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 Sep 18 02:06:13.359329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.375334 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-72e7c549-1bd5-48ae-b538-cc0705432647 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e996ecf8ef4d4b5da02e8db9ced10001&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411812 Sep 18 02:06:13.391477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.399133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.406352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:13.406737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:13.407101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempting to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:13.418187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1b5e2733-03ea-420e-ae33-0a1388750ef1 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:13.481666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:13.482032 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Failed to bind port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '84b8a985-caa1-4723-bc4f-3d2fe044a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8889474a-be49-4384-a4e3-abd74ff916f3'}] Sep 18 02:06:13.482472 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.513145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27839794-7ac8-4014-946d-4cba7c97f093 req-706add44-7122-4a8f-adf6-a37f6406c1d7 service neutron] 10.222.0.20 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721694 Sep 18 02:06:13.524792 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c8458c-bfbe-43ac-a72d-35735b834928 None None] Network 34286422-15a3-445c-af47-f303971b6e00 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:13.560085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Pushing event updated for resources: {'Port': ['ID=92dba867-ee51-4fb8-9fea-118f5b8f24db,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:13.564296 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-a561b268-b1cb-40d9-96d9-be941021a788 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 200 len: 1000 time: 0.3664327 Sep 18 02:06:13.568728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-316a0f7f-dc3d-4399-aeb5-dfd441aa0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.570377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ce171bca-ad9c-4a46-abff-cc7e954da336 req-316a0f7f-dc3d-4399-aeb5-dfd441aa0661 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6124747 Sep 18 02:06:13.741239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=3aad102a-63e7-48c0-9053-d8fc999d0fe5,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:13.755820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] For port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:13.756821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attempted to set empty binding levels {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 02:06:13.779189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Attempting to bind port 92dba867-ee51-4fb8-9fea-118f5b8f24db on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:13.779847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Attempting to bind port 92dba867-ee51-4fb8-9fea-118f5b8f24db by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:13.780449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Attempting to bind port 92dba867-ee51-4fb8-9fea-118f5b8f24db on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:13.786833 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.798113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Port 92dba867-ee51-4fb8-9fea-118f5b8f24db on network 6407c3cd-9599-4cc6-b776-2ff504e5263d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:13.798797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Attempting to bind port 92dba867-ee51-4fb8-9fea-118f5b8f24db on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:13.806546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-77049c10-6665-4985-a0a7-6a5823065a68 None None] Provisioning complete for port 3209e8d5-4d4d-4eab-906b-f034ee89a690 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:13.807141 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-77049c10-6665-4985-a0a7-6a5823065a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.812562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003b6b-78d6-4bf2-8050-72293865952d req-324abd5a-9b38-44fc-a46b-c424e4bda53a tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.814151 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-324abd5a-9b38-44fc-a46b-c424e4bda53a tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021671 Sep 18 02:06:13.815232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] In _notify_port_updated(), no bound segment for port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 on network 8889474a-be49-4384-a4e3-abd74ff916f3 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:06:13.816761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.819126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.831215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "PUT /v2.0/ports/0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 HTTP/1.1" status: 200 len: 976 time: 4.0981734 Sep 18 02:06:13.838081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:13.838421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Checking segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:13.839197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Bound using segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:13.840503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Bound port: 92dba867-ee51-4fb8-9fea-118f5b8f24db, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:13.840877 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.849333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57554) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:13.861931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 1b5e2733-03ea-420e-ae33-0a1388750ef1 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:06:13.871533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 1b5e2733-03ea-420e-ae33-0a1388750ef1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:13.872050 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:13.877903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Request body: {'port': {'device_id': '92e889ff-4d83-45fc-983c-f82185a2debb', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'e996ecf8ef4d4b5da02e8db9ced10001'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:13.890967 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:06:13.970683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-646d7ce2-8446-4dc7-b6e4-a2cde3a39ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:13.972565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-646d7ce2-8446-4dc7-b6e4-a2cde3a39ec6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=623b87eb-c594-4180-b0f1-d20148d1cdf7 HTTP/1.1" status: 200 len: 851 time: 0.3888586 Sep 18 02:06:13.974749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-77049c10-6665-4985-a0a7-6a5823065a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.067019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-77049c10-6665-4985-a0a7-6a5823065a68 None None] For port 3209e8d5-4d4d-4eab-906b-f034ee89a690, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3209e8d5-4d4d-4eab-906b-f034ee89a690,segment=NetworkSegment(61946f6a-a990-4d49-8209-8fea49af24a1),segment_id=61946f6a-a990-4d49-8209-8fea49af24a1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:14.068276 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.078975 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27839794-7ac8-4014-946d-4cba7c97f093 req-8ce83c6e-ef6e-43c8-b45d-8261d81bb324 service neutron] 10.222.0.20 "GET /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430093 Sep 18 02:06:14.089466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 33afcce1-1372-4865-8bd2-c2468f6986d9 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:14.093902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-77049c10-6665-4985-a0a7-6a5823065a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.103620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992aedf-1a95-4ebf-8169-2e2674966ff2 req-f4f9c9bb-c8ad-41d0-a0ae-db330a88634f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.112762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2992aedf-1a95-4ebf-8169-2e2674966ff2 req-f4f9c9bb-c8ad-41d0-a0ae-db330a88634f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.4393511 Sep 18 02:06:14.118453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:14.118583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178221-8e01-408e-a2ba-dc0a761e33df req-3da99421-62cf-4b7e-8023-51a01f1f8b2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.158381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178221-8e01-408e-a2ba-dc0a761e33df req-3da99421-62cf-4b7e-8023-51a01f1f8b2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.191883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c196793-d350-4cd0-90ef-02e2de00017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5e2733-03ea-420e-ae33-0a1388750ef1'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:14.194656 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1503005-6962-478b-9714-195fd55fde1c" -d '{"events": [{"server_uuid": "5c196793-d350-4cd0-90ef-02e2de00017a", "name": "network-vif-plugged", "status": "completed", "tag": "1b5e2733-03ea-420e-ae33-0a1388750ef1"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:14.200851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178221-8e01-408e-a2ba-dc0a761e33df req-3da99421-62cf-4b7e-8023-51a01f1f8b2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.214732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178221-8e01-408e-a2ba-dc0a761e33df req-3da99421-62cf-4b7e-8023-51a01f1f8b2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.220802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 1b5e2733-03ea-420e-ae33-0a1388750ef1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:14.222882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178221-8e01-408e-a2ba-dc0a761e33df req-3da99421-62cf-4b7e-8023-51a01f1f8b2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.231669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178221-8e01-408e-a2ba-dc0a761e33df req-3da99421-62cf-4b7e-8023-51a01f1f8b2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.245697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7a178221-8e01-408e-a2ba-dc0a761e33df req-3da99421-62cf-4b7e-8023-51a01f1f8b2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 4607 time: 0.3076582 Sep 18 02:06:14.287288 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.301340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77049c10-6665-4985-a0a7-6a5823065a68 None None] Pushing event updated for resources: {'Port': ['ID=3209e8d5-4d4d-4eab-906b-f034ee89a690,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:14.335435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] For port 92dba867-ee51-4fb8-9fea-118f5b8f24db, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:14.340625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] For port 92dba867-ee51-4fb8-9fea-118f5b8f24db, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:14.378352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7a178221-8e01-408e-a2ba-dc0a761e33df req-ee3e31cb-2d18-4bd3-8b87-aef370b49f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313603 Sep 18 02:06:14.387645 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.403643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-cc829bac-3ed0-41e5-a8d4-060f695c5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.405409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-cc829bac-3ed0-41e5-a8d4-060f695c5d2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11be498a-d972-4af2-b522-204f1356985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4204292 Sep 18 02:06:14.407539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=1b5e2733-03ea-420e-ae33-0a1388750ef1,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:14.408922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2992aedf-1a95-4ebf-8169-2e2674966ff2 req-eef7ca22-e563-4bd1-bcb3-994cae34f94e tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953644 Sep 18 02:06:14.434423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 209147e5-82e0-4009-9a3a-0c0a0c970d6c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:14.530569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-93557011-5ca4-4ad3-b7da-046bcaff5465 None None] Provisioning complete for port 3209e8d5-4d4d-4eab-906b-f034ee89a690 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:14.531285 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93557011-5ca4-4ad3-b7da-046bcaff5465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.563988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:14.564573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.577335 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] 10.222.0.18 "PUT /v2.0/ports/92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 200 len: 1137 time: 3.3355207 Sep 18 02:06:14.595029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75535628-e567-4b92-897f-f6d152700c88 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event updated for resources: {'Port': ['ID=0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:14.596169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-f2638297-1ec6-4bdb-ba27-77493fe390df service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781399 Sep 18 02:06:14.633164 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9ff53f-c6fd-4b47-bd17-5f73ed90786d x-openstack-request-id: req-ac9ff53f-c6fd-4b47-bd17-5f73ed90786d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:14.633816 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c196793-d350-4cd0-90ef-02e2de00017a", "name": "network-vif-plugged", "status": "completed", "tag": "1b5e2733-03ea-420e-ae33-0a1388750ef1", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:14.634451 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac9ff53f-c6fd-4b47-bd17-5f73ed90786d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:14.635225 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c196793-d350-4cd0-90ef-02e2de00017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'code': 200} Sep 18 02:06:14.667774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 209147e5-82e0-4009-9a3a-0c0a0c970d6c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:14.668570 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.759425 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-e1095a64-4d2d-43e7-a4da-31edeb4c2ad8 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464889 Sep 18 02:06:14.774433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '92dba867-ee51-4fb8-9fea-118f5b8f24db'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:14.792422 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "92dba867-ee51-4fb8-9fea-118f5b8f24db"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:14.801163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d07fa-9894-4ff1-b5f3-90be627e6173 service neutron] Pushing event updated for resources: {'Port': ['ID=92dba867-ee51-4fb8-9fea-118f5b8f24db,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:14.856054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3209e8d5-4d4d-4eab-906b-f034ee89a690 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:14.859592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-c8b159d0-9b13-4319-8d83-f50e3237bb3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 217 time: 0.0804884 Sep 18 02:06:14.921539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Made reservation on behalf of e996ecf8ef4d4b5da02e8db9ced10001 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:14.925989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b04e5bde-dafc-44df-b0c4-cfa870794acd None None] Provisioning complete for port 3aad102a-63e7-48c0-9053-d8fc999d0fe5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:14.926486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b04e5bde-dafc-44df-b0c4-cfa870794acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.931296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.961434 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:14.969444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router d698ec9e-256e-49c8-9188-b20eb9dd70d6 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:06:14.981006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3209e8d5-4d4d-4eab-906b-f034ee89a690 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:14.981553 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:15.021944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b04e5bde-dafc-44df-b0c4-cfa870794acd None None] Port 3aad102a-63e7-48c0-9053-d8fc999d0fe5 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:15.051950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc8e3a-c536-4bec-8d23-7ca67623b83d req-ae534c8c-4f24-40ec-90e5-19080af98517 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.053668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34bc8e3a-c536-4bec-8d23-7ca67623b83d req-ae534c8c-4f24-40ec-90e5-19080af98517 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1901913 Sep 18 02:06:15.066647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf8d4f-9ba6-46ea-b474-2d302372443e req-4864f4e9-1eed-474b-8bac-3db4350530d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.068421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7cf8d4f-9ba6-46ea-b474-2d302372443e req-4864f4e9-1eed-474b-8bac-3db4350530d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 1098 time: 0.3045120 Sep 18 02:06:15.174454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-a92b96c9-c07f-4aaa-af18-44421aa91535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.176217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-a92b96c9-c07f-4aaa-af18-44421aa91535 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.2584918 Sep 18 02:06:15.300645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34bc8e3a-c536-4bec-8d23-7ca67623b83d req-e36311cc-7a77-4cca-8a61-dc571c2d7d23 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250946 Sep 18 02:06:15.363287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:15.390410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f3f41da6-d6f5-461a-bfd6-08c1a631fed6 req-a97149c1-1fd0-4d0c-9b0b-dd70869d2933 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 210 time: 0.6166000 Sep 18 02:06:15.400295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:15.410536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:15.413719 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7cf8d4f-9ba6-46ea-b474-2d302372443e req-0b57fa9e-ec8f-464b-a216-54e270b40c05 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363442 Sep 18 02:06:15.418094 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-55acc134-f9f4-470d-a718-24bbb148f9ad tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/d698ec9e-256e-49c8-9188-b20eb9dd70d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3626251 Sep 18 02:06:15.423225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57568) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:15.426603 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e22ce7-0d9c-4783-98e9-13b96e2f736b None None] Sync routers for ids ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:15.446050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:15.447482 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e22ce7-0d9c-4783-98e9-13b96e2f736b None None] Routers {'d698ec9e-256e-49c8-9188-b20eb9dd70d6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:15.452629 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-26e22ce7-0d9c-4783-98e9-13b96e2f736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:15.476652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-34382c71-d1cc-4dcf-ab9d-3ad79519da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.478838 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-34382c71-d1cc-4dcf-ab9d-3ad79519da5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2636566 Sep 18 02:06:15.513430 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dcbfcb-4bc0-4009-b7ff-5c272eeaccd5 x-openstack-request-id: req-26dcbfcb-4bc0-4009-b7ff-5c272eeaccd5 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:15.513741 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "92dba867-ee51-4fb8-9fea-118f5b8f24db", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:15.514003 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26dcbfcb-4bc0-4009-b7ff-5c272eeaccd5 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:15.514881 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '92dba867-ee51-4fb8-9fea-118f5b8f24db', 'status': 'completed', 'code': 200} Sep 18 02:06:15.547792 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-26e22ce7-0d9c-4783-98e9-13b96e2f736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:15.591926 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e22ce7-0d9c-4783-98e9-13b96e2f736b None None] Routers {'d698ec9e-256e-49c8-9188-b20eb9dd70d6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:15.593060 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-26e22ce7-0d9c-4783-98e9-13b96e2f736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:15.637034 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-26e22ce7-0d9c-4783-98e9-13b96e2f736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:15.638123 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e22ce7-0d9c-4783-98e9-13b96e2f736b None None] The sync data for ids ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:15.642186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Deleting port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:15.642363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:15.675317 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:15.678606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3758c-5d14-45db-b6ed-d64db63038d1 req-05e84305-39ab-4ff1-8fb3-19a5c528dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.680165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ea3758c-5d14-45db-b6ed-d64db63038d1 req-05e84305-39ab-4ff1-8fb3-19a5c528dfc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1097 time: 0.2880604 Sep 18 02:06:15.696313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eea64b-bd01-42c4-b919-512b4f046e43 req-6ff85ef4-cee4-4327-b9f2-0f38fc77ef09 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.697877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94eea64b-bd01-42c4-b919-512b4f046e43 req-6ff85ef4-cee4-4327-b9f2-0f38fc77ef09 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.1030073 Sep 18 02:06:15.849233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-c0324ec2-62b9-4564-96ba-dfc1829bcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.849896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-c0324ec2-62b9-4564-96ba-dfc1829bcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.850446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-c0324ec2-62b9-4564-96ba-dfc1829bcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.851002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-c0324ec2-62b9-4564-96ba-dfc1829bcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.851657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-c0324ec2-62b9-4564-96ba-dfc1829bcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.852279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-c0324ec2-62b9-4564-96ba-dfc1829bcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:15.855195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-c0324ec2-62b9-4564-96ba-dfc1829bcbc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5295 time: 0.3257704 Sep 18 02:06:15.865565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] For port 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638, host n-h1-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:15.866063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:15.926384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Calling delete_port for 0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:15.930313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ea3758c-5d14-45db-b6ed-d64db63038d1 req-a8663126-51f4-484f-98d6-85b265efbcc0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297318 Sep 18 02:06:15.933797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94eea64b-bd01-42c4-b919-512b4f046e43 req-9a034ef3-8ec7-4619-aecc-8bd049f3f70d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081778 Sep 18 02:06:16.090556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3209e8d5-4d4d-4eab-906b-f034ee89a690 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:16.134139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-1ebdd0f5-d900-427a-be85-e54cf0a71a03 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167085 Sep 18 02:06:16.136045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Allocated IP 192.168.233.160 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/a362254a-2b65-469e-baa6-c32e937656cc) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:16.167671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3209e8d5-4d4d-4eab-906b-f034ee89a690 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:16.168424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:16.207774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343dc3e-cfeb-4111-89f3-c5d6e0a40166 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.209703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2343dc3e-cfeb-4111-89f3-c5d6e0a40166 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports/3aad102a-63e7-48c0-9053-d8fc999d0fe5 HTTP/1.1" status: 200 len: 911 time: 0.7518694 Sep 18 02:06:16.214647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57576) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:16.236163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fc9518-dc8e-4c12-b688-f235f8a217cb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:16.286068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721229c-195a-443f-b4e7-4cf3f386caa5 req-2daa2432-98bc-4e48-8d8d-a75d8ac03a9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.292625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721229c-195a-443f-b4e7-4cf3f386caa5 req-2daa2432-98bc-4e48-8d8d-a75d8ac03a9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.299077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721229c-195a-443f-b4e7-4cf3f386caa5 req-2daa2432-98bc-4e48-8d8d-a75d8ac03a9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.305543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721229c-195a-443f-b4e7-4cf3f386caa5 req-2daa2432-98bc-4e48-8d8d-a75d8ac03a9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.312771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721229c-195a-443f-b4e7-4cf3f386caa5 req-2daa2432-98bc-4e48-8d8d-a75d8ac03a9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.319233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721229c-195a-443f-b4e7-4cf3f386caa5 req-2daa2432-98bc-4e48-8d8d-a75d8ac03a9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.321343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7721229c-195a-443f-b4e7-4cf3f386caa5 req-2daa2432-98bc-4e48-8d8d-a75d8ac03a9b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 4607 time: 0.1778147 Sep 18 02:06:16.370085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-3e09577d-4203-46a6-ab27-04d99ef26df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.370498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-3e09577d-4203-46a6-ab27-04d99ef26df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.371181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-3e09577d-4203-46a6-ab27-04d99ef26df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.372810 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-3e09577d-4203-46a6-ab27-04d99ef26df9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=97056a926add430fa91dbbf8105cbf70&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4956989 Sep 18 02:06:16.433428 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7721229c-195a-443f-b4e7-4cf3f386caa5 req-5dffde94-eade-45a4-9329-3ee529044458 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721819 Sep 18 02:06:16.498227 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:16.507094 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-9f61c982-d25b-48a6-9b47-8b47d3de6f23 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522241 Sep 18 02:06:16.561927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-7c154c9f-6a9f-4f33-8d18-4837c40c0aaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 217 time: 0.0470850 Sep 18 02:06:16.589228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e901a9f-91d2-4644-8318-20376da7470c req-ff3c69d6-a400-4727-b7f7-27660cfec040 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.590819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6e901a9f-91d2-4644-8318-20376da7470c req-ff3c69d6-a400-4727-b7f7-27660cfec040 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1709535 Sep 18 02:06:16.631508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-551619ce-7d50-423c-a9d8-8610085b84af req-5c8c0bff-b3aa-4cf7-b9bd-2465dc35f1f1 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 210 time: 0.0739679 Sep 18 02:06:16.632398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:16.644045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:16.646006 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1adee073-f571-4d1c-afa2-49f26c6c8702 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 HTTP/1.1" status: 204 len: 168 time: 2.7420485 Sep 18 02:06:16.653728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57584) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:16.702680 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28cdc97-8a95-41af-a2ce-02fae97609b6 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] GET failed (client error): The resource could not be found. Sep 18 02:06:16.705321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a28cdc97-8a95-41af-a2ce-02fae97609b6 tempest-PortsAdminExtendedAttrsTestJSON-1788409434 tempest-PortsAdminExtendedAttrsTestJSON-1788409434-project-admin] 10.222.0.21 "GET /v2.0/ports/0c8f8e0b-1f3a-4e4b-a59a-a0ab3d965638 HTTP/1.1" status: 404 len: 333 time: 0.0479219 Sep 18 02:06:16.714789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:16.765252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-1eb7854a-cd6d-4eeb-a983-bfc4acf21cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.767080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6ac6dd2-2303-46ce-a5a2-ded2cbf8d11b req-1eb7854a-cd6d-4eeb-a983-bfc4acf21cc3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3855951 Sep 18 02:06:16.770348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:16.772611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-6d1f0a06-9d45-468d-8d7f-e866a30197b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.774344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-6d1f0a06-9d45-468d-8d7f-e866a30197b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.2022941 Sep 18 02:06:16.802461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1d6f93-fd44-4c06-9e2c-8e9e05337088 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:16.813698 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:16.829720 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6e901a9f-91d2-4644-8318-20376da7470c req-5a076e0d-59bb-4a1f-a8e9-0b02d60ce0d7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825325 Sep 18 02:06:16.873228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Transition to ACTIVE for port object dc1d6f93-fd44-4c06-9e2c-8e9e05337088 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:16.887194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:16.912606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-953edb48-1a14-4419-be4a-312bcdf06419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:16.914116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-953edb48-1a14-4419-be4a-312bcdf06419 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1286588 Sep 18 02:06:16.918698 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:16.975181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.017540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:17.029409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:17.085016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:17.106928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:17.225741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Attempting to bind port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:17.226076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Attempting to bind port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:17.226437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Attempting to bind port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:17.240303 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.242294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:17.242754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Attempting to bind port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:17.258490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:17.258771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Checking segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:17.259163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Bound using segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:17.259612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Bound port: dc1d6f93-fd44-4c06-9e2c-8e9e05337088, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:17.259969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.336978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Pushing event updated for resources: {'Port': ['ID=a362254a-2b65-469e-baa6-c32e937656cc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:17.373736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] For port dc1d6f93-fd44-4c06-9e2c-8e9e05337088, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:17.377305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] For port dc1d6f93-fd44-4c06-9e2c-8e9e05337088, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:17.410102 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.417567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.417876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.423005 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.436988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917e880-f53e-470c-9069-05b49b0ca94b req-f3c1fc0d-0c41-4a66-ab44-6069c3523c5f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.439555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1917e880-f53e-470c-9069-05b49b0ca94b req-f3c1fc0d-0c41-4a66-ab44-6069c3523c5f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.3455706 Sep 18 02:06:17.444423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-a3e3085c-c372-4eaa-9b2c-e5bba6923877 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210369 Sep 18 02:06:17.457981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.458600 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.460031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] 10.222.0.18 "PUT /v2.0/ports/dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 200 len: 1134 time: 2.7026119 Sep 18 02:06:17.515584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5098ea9f-778d-41c2-a912-150940bda2f2 None None] Provisioning complete for port a362254a-2b65-469e-baa6-c32e937656cc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:17.516638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5098ea9f-778d-41c2-a912-150940bda2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.562806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': 'dc1d6f93-fd44-4c06-9e2c-8e9e05337088'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:17.565683 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723b24ee-5a5b-44cf-b522-828d8b04d652" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "dc1d6f93-fd44-4c06-9e2c-8e9e05337088"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:17.574488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-29ec2999-dd00-479e-994f-bc39c7c84a9c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7246778 Sep 18 02:06:17.578252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:17.596515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8889474a-be49-4384-a4e3-abd74ff916f3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:17.597236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d9b3-e26b-4303-a2b6-1ba0d282f04e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:17.597388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5098ea9f-778d-41c2-a912-150940bda2f2 None None] Port a362254a-2b65-469e-baa6-c32e937656cc cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:17.604943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Request body: {'port': {'device_id': '92e889ff-4d83-45fc-983c-f82185a2debb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:17.630268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b8a985-caa1-4723-bc4f-3d2fe044a42c') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:17.635624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b8a985-caa1-4723-bc4f-3d2fe044a42c') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:17.747980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-000c2a2e-9cf2-4f7b-abf1-f4b37a1e0e96 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.754208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-55dab556-8733-4f8b-977b-e3483365bfd7 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645125 Sep 18 02:06:17.754522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-000c2a2e-9cf2-4f7b-abf1-f4b37a1e0e96 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.759340 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.760528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-000c2a2e-9cf2-4f7b-abf1-f4b37a1e0e96 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.766667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-000c2a2e-9cf2-4f7b-abf1-f4b37a1e0e96 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.772944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-000c2a2e-9cf2-4f7b-abf1-f4b37a1e0e96 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.779045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-000c2a2e-9cf2-4f7b-abf1-f4b37a1e0e96 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.782228 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1917e880-f53e-470c-9069-05b49b0ca94b req-8d640715-f439-4db3-a8b4-2b09a926928d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358128 Sep 18 02:06:17.783789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.785323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-000c2a2e-9cf2-4f7b-abf1-f4b37a1e0e96 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.787233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-000c2a2e-9cf2-4f7b-abf1-f4b37a1e0e96 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5382 time: 0.2061017 Sep 18 02:06:17.795351 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.833404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-35d581f5-e747-4101-988a-78df675cbdbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 HTTP/1.1" status: 200 len: 217 time: 0.0465145 Sep 18 02:06:17.843555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:06:17.843976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:06:17.849185 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:06:17.909160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-ed10de83-7999-4042-834e-a908a3f7c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:17.910642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-ed10de83-7999-4042-834e-a908a3f7c19f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.0689902 Sep 18 02:06:17.918954 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204c9b12-a212-4b5f-8437-7c255ee3752e x-openstack-request-id: req-204c9b12-a212-4b5f-8437-7c255ee3752e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:17.919549 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "dc1d6f93-fd44-4c06-9e2c-8e9e05337088", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:17.919549 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-204c9b12-a212-4b5f-8437-7c255ee3752e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:17.919777 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': 'dc1d6f93-fd44-4c06-9e2c-8e9e05337088', 'status': 'completed', 'code': 200} Sep 18 02:06:18.045198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8:1::1 (34286422-15a3-445c-af47-f303971b6e00/de76ff94-4acf-4ef7-af30-6906c971b5a9/2610cd48-9b41-43c7-b668-d8497601487a) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:18.047413 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.071548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.081676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-b964b8a1-d297-404f-a187-fa6613e609c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.083295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-b964b8a1-d297-404f-a187-fa6613e609c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1558914 Sep 18 02:06:18.084026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80dcb240-12fd-43da-b5ca-721e4351cf46 req-77c42a53-eb3d-46e3-bd82-e01baf0d255b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2366834 Sep 18 02:06:18.088915 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.091043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] 10.222.0.21 "DELETE /v2.0/networks/8889474a-be49-4384-a4e3-abd74ff916f3 HTTP/1.1" status: 204 len: 168 time: 1.3730280 Sep 18 02:06:18.106207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-ff47550f-d565-4f53-9de5-4f2c7ddc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.111906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-ff47550f-d565-4f53-9de5-4f2c7ddc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.112561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-ff47550f-d565-4f53-9de5-4f2c7ddc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.114354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-ff47550f-d565-4f53-9de5-4f2c7ddc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.115012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-ff47550f-d565-4f53-9de5-4f2c7ddc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.118220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-ff47550f-d565-4f53-9de5-4f2c7ddc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.118894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-ff47550f-d565-4f53-9de5-4f2c7ddc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.121081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-ff47550f-d565-4f53-9de5-4f2c7ddc7fb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6222 time: 0.2005823 Sep 18 02:06:18.127344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce6f50-df02-4f7e-98f1-280c72b60f43 req-45b46110-125a-4c7f-b7a2-c276e40173d9 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.134446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6ce6f50-df02-4f7e-98f1-280c72b60f43 req-45b46110-125a-4c7f-b7a2-c276e40173d9 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 936 time: 0.2161682 Sep 18 02:06:18.176347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1032d4-367d-4eaa-99dd-09004da17a62 tempest-PortsAdminExtendedAttrsTestJSON-2057351984 tempest-PortsAdminExtendedAttrsTestJSON-2057351984-project] Pushing event deleted for resources: {'Network': ['ID=8889474a-be49-4384-a4e3-abd74ff916f3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:18.240252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-62515356-c97d-46c4-824b-81242b08c354 req-51ef409c-659b-4463-95d2-babddd12da8b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-307023550', 'description': 'tempest-description-1848263171'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:18.337756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6ce6f50-df02-4f7e-98f1-280c72b60f43 req-7e1cc313-79b0-43f0-9c84-e3872f718e22 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003827 Sep 18 02:06:18.410734 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-62515356-c97d-46c4-824b-81242b08c354 req-51ef409c-659b-4463-95d2-babddd12da8b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.454088 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-0b6eb394-5b07-413d-a635-d234227e9d44 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439517 Sep 18 02:06:18.489721 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.491871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-571a97a2-7b38-4660-a279-e36fc3e68719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.492350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-571a97a2-7b38-4660-a279-e36fc3e68719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.492834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-571a97a2-7b38-4660-a279-e36fc3e68719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.494456 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-571a97a2-7b38-4660-a279-e36fc3e68719 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=97056a926add430fa91dbbf8105cbf70&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3544314 Sep 18 02:06:18.568429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57610) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:18.625065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e469-b8d4-4fa8-be2b-fa37906063d8 req-401a56ae-24d8-422c-a432-4684537e5afe tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.626568 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62c5e469-b8d4-4fa8-be2b-fa37906063d8 req-401a56ae-24d8-422c-a432-4684537e5afe tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1950879 Sep 18 02:06:18.671343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6744ad-868f-48be-8dd4-aaebffe4e804 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:18.689336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.696031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-63fea3bf-71b9-47be-b336-5c74749ca0d4 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330308 Sep 18 02:06:18.703397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.775152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62c5e469-b8d4-4fa8-be2b-fa37906063d8 req-79fd6023-3c3c-4569-957f-30e5dcaa63e2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201928 Sep 18 02:06:18.779266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-4eabd909-49e0-4ffd-b34a-24026e72c754 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5 HTTP/1.1" status: 200 len: 217 time: 0.0576866 Sep 18 02:06:18.792418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Transition to ACTIVE for port object 6a6744ad-868f-48be-8dd4-aaebffe4e804 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:18.793107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a362254a-2b65-469e-baa6-c32e937656cc {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:18.810233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 34286422-15a3-445c-af47-f303971b6e00 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:18.815756 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.829352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-22c2c7a7-c343-489d-934f-0154954e22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.831692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-723b24ee-5a5b-44cf-b522-828d8b04d652 req-22c2c7a7-c343-489d-934f-0154954e22dc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3260684 Sep 18 02:06:18.832574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:18.847996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:18.851956 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.879854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:18.881058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-0182ced3-b811-4e33-8f6e-251c9e857937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:18.883181 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-0182ced3-b811-4e33-8f6e-251c9e857937 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.0850599 Sep 18 02:06:18.933447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Transition to ACTIVE for port object a362254a-2b65-469e-baa6-c32e937656cc will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:18.970805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.053088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-6c249a66-970f-4c10-b6aa-cd5ece93452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.054667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-6c249a66-970f-4c10-b6aa-cd5ece93452b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641903 Sep 18 02:06:19.080034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Pushing event updated for resources: {'Port': ['ID=a362254a-2b65-469e-baa6-c32e937656cc,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:19.138397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a850f-19ff-4b95-a366-78c67f2d5a11 req-e16b2339-1ffc-4926-9f9b-14009f6733d3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.139996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e7a850f-19ff-4b95-a366-78c67f2d5a11 req-e16b2339-1ffc-4926-9f9b-14009f6733d3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1832526 Sep 18 02:06:19.163984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57618) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:19.242422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'floatingip': {'port_id': '1b5e2733-03ea-420e-ae33-0a1388750ef1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:19.284834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1247bdab-534c-479c-8aab-c2a39d480aab None None] Provisioning complete for port 2610cd48-9b41-43c7-b668-d8497601487a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:19.285899 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1247bdab-534c-479c-8aab-c2a39d480aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.328390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1247bdab-534c-479c-8aab-c2a39d480aab None None] Port 2610cd48-9b41-43c7-b668-d8497601487a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:19.340718 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.346233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-5f0ffee2-31fc-4ca3-a807-fde0f80cbd71 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789047 Sep 18 02:06:19.446456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=2610cd48-9b41-43c7-b668-d8497601487a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:19.463126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Attempting to bind port a362254a-2b65-469e-baa6-c32e937656cc on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:19.464222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Attempting to bind port a362254a-2b65-469e-baa6-c32e937656cc by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:19.464520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Attempting to bind port a362254a-2b65-469e-baa6-c32e937656cc on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:19.522169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-62515356-c97d-46c4-824b-81242b08c354 req-51ef409c-659b-4463-95d2-babddd12da8b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.528386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Port a362254a-2b65-469e-baa6-c32e937656cc on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:19.528826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Attempting to bind port a362254a-2b65-469e-baa6-c32e937656cc on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:19.547313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-62515356-c97d-46c4-824b-81242b08c354 req-51ef409c-659b-4463-95d2-babddd12da8b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.553726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:19.554063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:19.554508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:19.555060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Bound port: a362254a-2b65-469e-baa6-c32e937656cc, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:19.555336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.569053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-f5067e28-76bd-48af-96a1-b6791dae0018 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.575496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-f5067e28-76bd-48af-96a1-b6791dae0018 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.581409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-f5067e28-76bd-48af-96a1-b6791dae0018 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.587790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-f5067e28-76bd-48af-96a1-b6791dae0018 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.589791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6744ad-868f-48be-8dd4-aaebffe4e804,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:19.601183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-f5067e28-76bd-48af-96a1-b6791dae0018 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.608211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-f5067e28-76bd-48af-96a1-b6791dae0018 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.616194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4b32e8ca-0688-4a99-ba92-aae3ca522799 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e585974f45b48219ff17aa80ce2fec9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0370827 Sep 18 02:06:19.616390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-f5067e28-76bd-48af-96a1-b6791dae0018 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.621096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-f5067e28-76bd-48af-96a1-b6791dae0018 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5394 time: 0.3707519 Sep 18 02:06:19.625684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57624) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:19.632335 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-62515356-c97d-46c4-824b-81242b08c354 req-51ef409c-659b-4463-95d2-babddd12da8b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.633559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-62515356-c97d-46c4-824b-81242b08c354 req-51ef409c-659b-4463-95d2-babddd12da8b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.3973875 Sep 18 02:06:19.660715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef409c-659b-4463-95d2-babddd12da8b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a0395-74fd-4293-8ef7-f980dde205e6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:19.700139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.766539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Attempting to bind port 6a6744ad-868f-48be-8dd4-aaebffe4e804 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:19.766908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Attempting to bind port 6a6744ad-868f-48be-8dd4-aaebffe4e804 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:19.767710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Attempting to bind port 6a6744ad-868f-48be-8dd4-aaebffe4e804 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:19.781431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Port 6a6744ad-868f-48be-8dd4-aaebffe4e804 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:19.781672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Attempting to bind port 6a6744ad-868f-48be-8dd4-aaebffe4e804 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:19.806883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:19.808635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Checking segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:19.809040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Bound using segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:19.809498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Bound port: 6a6744ad-868f-48be-8dd4-aaebffe4e804, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:19.809860 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:19.997083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378aba-bff9-4762-becc-6d8be9ac73b8 req-c49e5bfa-3004-4275-9d7b-e05c445498d8 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:19.998703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9378aba-bff9-4762-becc-6d8be9ac73b8 req-c49e5bfa-3004-4275-9d7b-e05c445498d8 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 948 time: 0.2114017 Sep 18 02:06:20.032251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] For port 6a6744ad-868f-48be-8dd4-aaebffe4e804, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:20.059783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] For port 6a6744ad-868f-48be-8dd4-aaebffe4e804, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:20.068148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.117181 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-42938cc5-902a-41bf-9cb6-1990466339b2 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279553 Sep 18 02:06:20.151093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9378aba-bff9-4762-becc-6d8be9ac73b8 req-e2fcd3e6-58f0-411b-8698-998a24517d63 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446059 Sep 18 02:06:20.161286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.162268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.163292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] 10.222.0.18 "PUT /v2.0/ports/6a6744ad-868f-48be-8dd4-aaebffe4e804 HTTP/1.1" status: 200 len: 1092 time: 2.5916224 Sep 18 02:06:20.165388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '6a6744ad-868f-48be-8dd4-aaebffe4e804'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:20.176670 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802bdd85-b54e-4598-9a76-95e1b13d1bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "6a6744ad-868f-48be-8dd4-aaebffe4e804"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:20.206294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:20.207756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-98702d74-2784-4350-a98f-62b2e6fc1f32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23919e13-0d70-47b1-8884-3f19f7714dd1 HTTP/1.1" status: 200 len: 217 time: 0.0786543 Sep 18 02:06:20.231658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c075b-a2c3-4c3e-b5cb-e25fdce28f38 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6744ad-868f-48be-8dd4-aaebffe4e804,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:20.244290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7562fdd1-2801-442a-ac7a-46e76e9393fc req-fbed4139-d962-48a4-9f6b-bce95ae4b922 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5856981 Sep 18 02:06:20.298356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] For port a362254a-2b65-469e-baa6-c32e937656cc, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:20.321292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70ccc652-c101-4526-929a-1854094e1557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.333624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.336363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] For port a362254a-2b65-469e-baa6-c32e937656cc, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a362254a-2b65-469e-baa6-c32e937656cc,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:20.344556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.352868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.353671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.373968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-fc5c345b-6af9-40c9-90b0-edb2f4669f41 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-307023550&fields=id&tenant_id=04e28517ec0f473190d019467c9c8ab7 HTTP/1.1" status: 200 len: 267 time: 0.1262388 Sep 18 02:06:20.402592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.402926 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cf9b63-52f4-4dff-81c0-9761f6280ec5 x-openstack-request-id: req-f1cf9b63-52f4-4dff-81c0-9761f6280ec5 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:20.403050 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "6a6744ad-868f-48be-8dd4-aaebffe4e804", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:20.403263 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1cf9b63-52f4-4dff-81c0-9761f6280ec5 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:20.403659 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '6a6744ad-868f-48be-8dd4-aaebffe4e804', 'status': 'completed', 'code': 200} Sep 18 02:06:20.406302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70ccc652-c101-4526-929a-1854094e1557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.505701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-38779eb1-d1b5-4f00-b1c3-41772b2e1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.507232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-38779eb1-d1b5-4f00-b1c3-41772b2e1ddb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.2567656 Sep 18 02:06:20.530295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.530635 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.532182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] 10.222.0.18 "PUT /v2.0/ports/a362254a-2b65-469e-baa6-c32e937656cc HTTP/1.1" status: 200 len: 1097 time: 2.9419856 Sep 18 02:06:20.542794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e889ff-4d83-45fc-983c-f82185a2debb', 'tag': 'a362254a-2b65-469e-baa6-c32e937656cc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:20.545002 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f" -d '{"events": [{"name": "network-changed", "server_uuid": "92e889ff-4d83-45fc-983c-f82185a2debb", "tag": "a362254a-2b65-469e-baa6-c32e937656cc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:20.547757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=2610cd48-9b41-43c7-b668-d8497601487a,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:20.608328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa6b31-324f-456a-a80f-3d4d4bfcde23 service neutron] Pushing event updated for resources: {'Port': ['ID=a362254a-2b65-469e-baa6-c32e937656cc,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:20.648152 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e24f603-81b2-4dd0-b726-3d48ce9f4c03 x-openstack-request-id: req-6e24f603-81b2-4dd0-b726-3d48ce9f4c03 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:20.648152 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e889ff-4d83-45fc-983c-f82185a2debb", "tag": "a362254a-2b65-469e-baa6-c32e937656cc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:20.648388 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e24f603-81b2-4dd0-b726-3d48ce9f4c03 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:20.648729 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e889ff-4d83-45fc-983c-f82185a2debb', 'tag': 'a362254a-2b65-469e-baa6-c32e937656cc', 'status': 'completed', 'code': 200} Sep 18 02:06:20.668943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-db1ccc11-e221-49ed-88f2-d608a30517f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.669432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-db1ccc11-e221-49ed-88f2-d608a30517f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.669912 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-db1ccc11-e221-49ed-88f2-d608a30517f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.670398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-db1ccc11-e221-49ed-88f2-d608a30517f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.670897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-db1ccc11-e221-49ed-88f2-d608a30517f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.671374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-db1ccc11-e221-49ed-88f2-d608a30517f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.671865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-db1ccc11-e221-49ed-88f2-d608a30517f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.673815 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-db1ccc11-e221-49ed-88f2-d608a30517f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6290 time: 0.2202847 Sep 18 02:06:20.681655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-988b67dc-834e-4508-80f7-fb0a4e8c1fd9 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.684050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-988b67dc-834e-4508-80f7-fb0a4e8c1fd9 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.2792673 Sep 18 02:06:20.708332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-c6315a54-1eba-45cb-a0a2-3eb439de6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.709583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-c6315a54-1eba-45cb-a0a2-3eb439de6ee2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1909280 Sep 18 02:06:20.723374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Request body: {'port': {'security_groups': ['b7cbd0a3-e8f1-47f2-a2fa-570234531580', 'a98a0395-74fd-4293-8ef7-f980dde205e6']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:20.780825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70ccc652-c101-4526-929a-1854094e1557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.783754 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70ccc652-c101-4526-929a-1854094e1557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:20.786877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-70ccc652-c101-4526-929a-1854094e1557 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9ef21fb-5a36-4957-be59-fb0b005b20c8 HTTP/1.1" status: 204 len: 168 time: 1.1587486 Sep 18 02:06:20.803156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003b6b-78d6-4bf2-8050-72293865952d req-2dd931e6-25aa-45e7-b709-29d55761306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.804909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-2dd931e6-25aa-45e7-b709-29d55761306f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e996ecf8ef4d4b5da02e8db9ced10001&device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 1100 time: 0.1612113 Sep 18 02:06:20.867870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccc652-c101-4526-929a-1854094e1557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef21fb-5a36-4957-be59-fb0b005b20c8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:20.872548 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-1be6e514-8043-4048-b161-5f878fc09814 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a362254a-2b65-469e-baa6-c32e937656cc HTTP/1.1" status: 200 len: 217 time: 0.0482836 Sep 18 02:06:20.874491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:06:20.887358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 34286422-15a3-445c-af47-f303971b6e00 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:20.915560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:20.964474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-3aff2a4a-9e5a-43b9-bce7-7e84c816ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.964949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-3aff2a4a-9e5a-43b9-bce7-7e84c816ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.965416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-3aff2a4a-9e5a-43b9-bce7-7e84c816ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:20.967744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-3aff2a4a-9e5a-43b9-bce7-7e84c816ffea service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=97056a926add430fa91dbbf8105cbf70&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2827802 Sep 18 02:06:20.997530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.033738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.037477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003b6b-78d6-4bf2-8050-72293865952d req-64b826ca-ebcb-4726-aa76-ae85cbaeff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:21.039156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-64b826ca-ebcb-4726-aa76-ae85cbaeff8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1192541 Sep 18 02:06:21.041685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-8661c967-b1bf-40ec-b820-cd1b0178d90e service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773514 Sep 18 02:06:21.042829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.179020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57640) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:21.238091 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-a39718cc-5c9e-42f8-9594-62ec6c9c70b5 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480260 Sep 18 02:06:21.270931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fa355063-e898-4d18-8bf1-5f608c28229a None None] Provisioning complete for port 2610cd48-9b41-43c7-b668-d8497601487a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:21.271942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fa355063-e898-4d18-8bf1-5f608c28229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.273012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003b6b-78d6-4bf2-8050-72293865952d req-b8d6f34e-744d-4de7-b5e7-030f4a311114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:21.274555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-b8d6f34e-744d-4de7-b5e7-030f4a311114 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1864359 Sep 18 02:06:21.308920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fa355063-e898-4d18-8bf1-5f608c28229a None None] Port 2610cd48-9b41-43c7-b668-d8497601487a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:21.324905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-dacb877b-63a7-4f5f-867a-7dd3515e6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:21.326411 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-dacb877b-63a7-4f5f-867a-7dd3515e6302 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3455944 Sep 18 02:06:21.337493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router d698ec9e-256e-49c8-9188-b20eb9dd70d6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:21.360670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-414c6c0f-b684-44e5-be6d-74a7635b1821 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=265419b6ae11413e9b528866c672ff46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765373 Sep 18 02:06:21.368569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57648) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:21.370681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-5e8c7d03-a41f-41bb-bb5a-731286ef15fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 200 len: 217 time: 0.0920610 Sep 18 02:06:21.412872 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Floating IP e8c92736-5b4d-4c2e-8dcc-1986c1b446ed associated. External IP: 172.25.0.53, port: 1b5e2733-03ea-420e-ae33-0a1388750ef1. Sep 18 02:06:21.452736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:21.466015 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.558846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532781b-6e02-4b7a-97bf-d127e53f6b17 req-370878c3-5d65-4d88-85eb-73b5c367dfba tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:21.560445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2532781b-6e02-4b7a-97bf-d127e53f6b17 req-370878c3-5d65-4d88-85eb-73b5c367dfba tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 948 time: 0.3154032 Sep 18 02:06:21.561718 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Transition to ACTIVE for port object ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:21.577103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-8c6a3ddf-6e47-4545-8a01-b73669d5a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:21.577694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.578555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-8c6a3ddf-6e47-4545-8a01-b73669d5a0ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.1888981 Sep 18 02:06:21.589987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:21.602007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb4197-87f5-4259-b074-b027c4bc9089 None None] Sync routers for ids ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:21.612340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb4197-87f5-4259-b074-b027c4bc9089 None None] Routers {'d698ec9e-256e-49c8-9188-b20eb9dd70d6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:21.612969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c4eb4197-87f5-4259-b074-b027c4bc9089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:21.620142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fa4b1762-e843-4d88-b8ce-7f6fe981bb52 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/d698ec9e-256e-49c8-9188-b20eb9dd70d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4025302 Sep 18 02:06:21.625023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57650) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:21.656755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c4eb4197-87f5-4259-b074-b027c4bc9089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:21.666062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb4197-87f5-4259-b074-b027c4bc9089 None None] Routers {'d698ec9e-256e-49c8-9188-b20eb9dd70d6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:21.667588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c4eb4197-87f5-4259-b074-b027c4bc9089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:21.675953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11820b10-3d33-4a5d-984d-2b096ec1a362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.683363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-f0090186-85eb-4e41-b326-ce6aa4c22f29 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877101 Sep 18 02:06:21.685737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] For port afd87c54-1ca1-40f6-9c78-9ba2818a2183, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:21.700385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c4eb4197-87f5-4259-b074-b027c4bc9089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:21.701010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eb4197-87f5-4259-b074-b027c4bc9089 None None] The sync data for ids ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:21.704279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:21.720256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42dca5-1701-41dc-a38c-de3fc69d2ed0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:21.724310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1e42dca5-1701-41dc-a38c-de3fc69d2ed0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports/2610cd48-9b41-43c7-b668-d8497601487a HTTP/1.1" status: 200 len: 913 time: 0.0941186 Sep 18 02:06:21.725923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57652) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:21.739978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2532781b-6e02-4b7a-97bf-d127e53f6b17 req-3bb1310c-b3b8-46cb-a413-3750a249cb1b tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644807 Sep 18 02:06:21.773772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11820b10-3d33-4a5d-984d-2b096ec1a362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.856738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.868609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.883366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['afd87c54-1ca1-40f6-9c78-9ba2818a2183'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:06:21.947184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616d20-a54e-4899-b041-05716228711f req-1e18bcdd-8632-4057-8083-0df455069754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:21.949427 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-1e18bcdd-8632-4057-8083-0df455069754 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3226271 Sep 18 02:06:21.952655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:21.953451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:21.954937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e53aae0-00d4-4ae1-a7e3-03b9d63cd92c req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "PUT /v2.0/ports/afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 981 time: 1.2491920 Sep 18 02:06:21.994963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Attempting to bind port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:21.994963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Attempting to bind port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:21.995370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Attempting to bind port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:22.015527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:22.015808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Attempting to bind port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:22.039914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['afd87c54-1ca1-40f6-9c78-9ba2818a2183'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:06:22.079902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb75daa-3c6b-4f29-870a-05b6fd6c57dd tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event updated for resources: {'Port': ['ID=afd87c54-1ca1-40f6-9c78-9ba2818a2183,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:22.112609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:22.113367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Checking segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:22.113944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Bound using segment: {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:22.114565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Bound port: ec2b0af0-1fd5-431c-b6d8-3d862089d4a3, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c45600-ac90-4fc2-b083-ab7290d2282f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:22.117820 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:22.140081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89003b6b-78d6-4bf2-8050-72293865952d req-60e24c4d-bb81-411d-89d1-200089dc48f7 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427762 Sep 18 02:06:22.161304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-829721e9-4fbe-4b2f-a2d7-8db10b329234 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.168732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-829721e9-4fbe-4b2f-a2d7-8db10b329234 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.175100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-829721e9-4fbe-4b2f-a2d7-8db10b329234 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.181571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-829721e9-4fbe-4b2f-a2d7-8db10b329234 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.188681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-829721e9-4fbe-4b2f-a2d7-8db10b329234 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.194855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-829721e9-4fbe-4b2f-a2d7-8db10b329234 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.202933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-829721e9-4fbe-4b2f-a2d7-8db10b329234 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.210792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-829721e9-4fbe-4b2f-a2d7-8db10b329234 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5406 time: 0.3767769 Sep 18 02:06:22.221064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11820b10-3d33-4a5d-984d-2b096ec1a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:22.223612 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11820b10-3d33-4a5d-984d-2b096ec1a362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:22.224767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-11820b10-3d33-4a5d-984d-2b096ec1a362 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4837e82-3298-4d23-be23-912cf1281fc6 HTTP/1.1" status: 204 len: 168 time: 0.8531930 Sep 18 02:06:22.274637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-6d2570bc-01e4-4371-b672-842f94a3991e service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109372 Sep 18 02:06:22.284327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Router 637334aa-8347-4f5e-af4e-b10b20199e73 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:22.285958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11820b10-3d33-4a5d-984d-2b096ec1a362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4837e82-3298-4d23-be23-912cf1281fc6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:22.292956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-251817c7-6585-4eb6-9e52-2fd41dc18e50 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-307023550&fields=id&tenant_id=04e28517ec0f473190d019467c9c8ab7 HTTP/1.1" status: 200 len: 267 time: 0.1030107 Sep 18 02:06:22.297049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] For port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:22.300954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] For port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:22.352893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:22.360340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42049b53-6a3c-4371-9ce0-1afa1d19b530 req-b02586be-0446-4cdb-8a0a-ee8653f942cf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486616 Sep 18 02:06:22.416356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-69a8992d-fbe7-4a3e-9fb6-6f7ba1b7f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.419304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-69a8992d-fbe7-4a3e-9fb6-6f7ba1b7f240 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e996ecf8ef4d4b5da02e8db9ced10001&device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 1100 time: 0.1992438 Sep 18 02:06:22.457022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:22.459739 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e48d4db-a1df-42a6-a9db-475edc889dff" -d '{"events": [{"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:22.477940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.478611 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:22.481455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] 10.222.0.18 "PUT /v2.0/ports/ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 HTTP/1.1" status: 200 len: 1092 time: 2.2838581 Sep 18 02:06:22.543208 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4968178e-59ae-4727-9c71-123e47980c02 x-openstack-request-id: req-4968178e-59ae-4727-9c71-123e47980c02 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:22.543490 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:22.543741 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4968178e-59ae-4727-9c71-123e47980c02 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:22.544128 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'status': 'completed', 'code': 200} Sep 18 02:06:22.551103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:22.569478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-1710dcba-1fbd-41e0-8215-830af1ad925b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.578027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-1710dcba-1fbd-41e0-8215-830af1ad925b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 984 time: 0.2648673 Sep 18 02:06:22.583680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Request body: {'port': {'security_groups': ['b7cbd0a3-e8f1-47f2-a2fa-570234531580']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:22.603168 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b616d20-a54e-4899-b041-05716228711f req-d0965878-548a-41a9-8b26-4b5e98c240e9 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149214 Sep 18 02:06:22.679155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306960e7-d759-4bc2-94b9-bee5d4912257 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:22.680716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-e43d9e1e-5845-4b20-8ba5-ac993f9784e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.683326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-e43d9e1e-5845-4b20-8ba5-ac993f9784e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.2284591 Sep 18 02:06:22.747573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-72ce14e5-48a7-4285-a911-99bdf88daa3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=a362254a-2b65-469e-baa6-c32e937656cc HTTP/1.1" status: 200 len: 217 time: 0.0570023 Sep 18 02:06:22.751393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:22.756657 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:22.762168 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] Sync routers for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:22.777156 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:22.786827 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:22.796976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:22.824106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b808e8c6-df23-4609-a1f5-967ecf5cb8b9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "PUT /v2.0/floatingips/e8c92736-5b4d-4c2e-8dcc-1986c1b446ed HTTP/1.1" status: 200 len: 991 time: 3.6559684 Sep 18 02:06:22.824106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c196793-d350-4cd0-90ef-02e2de00017a', 'tag': '1b5e2733-03ea-420e-ae33-0a1388750ef1'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:22.826063 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f69027-599f-4fb4-b6a2-2ba2f754f433" -d '{"events": [{"name": "network-changed", "server_uuid": "5c196793-d350-4cd0-90ef-02e2de00017a", "tag": "1b5e2733-03ea-420e-ae33-0a1388750ef1"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:22.847858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-f44ad494-232e-4df5-afd0-05226a83b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.849461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-f44ad494-232e-4df5-afd0-05226a83b236 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0906630 Sep 18 02:06:22.944550 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:06:22.968124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bc8fc-5852-4068-bfeb-e6379fd83b65 req-b7b1fcc8-8285-4123-80f4-4f3fd749aee1 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.970286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-245bc8fc-5852-4068-bfeb-e6379fd83b65 req-b7b1fcc8-8285-4123-80f4-4f3fd749aee1 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 948 time: 0.0744016 Sep 18 02:06:22.973477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-f471d063-75b0-447c-928c-f435dcf637c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:22.975329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-f471d063-75b0-447c-928c-f435dcf637c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176896 Sep 18 02:06:23.116160 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-4dc58bbf-2a62-468c-ae64-bbae56147a38 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304519 Sep 18 02:06:23.137350 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-245bc8fc-5852-4068-bfeb-e6379fd83b65 req-a32bf4fe-4936-47ca-9ac2-529c30d25ab3 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604960 Sep 18 02:06:23.212503 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:23.229695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-d5932805-8d89-47ba-8d73-70f7bccf8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.231192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-d5932805-8d89-47ba-8d73-70f7bccf8b32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1136 time: 0.6441767 Sep 18 02:06:23.233961 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'e8c92736-5b4d-4c2e-8dcc-1986c1b446ed', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'port_id': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'mac_address': 'fa:16:3e:66:ab:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196793-d350-4cd0-90ef-02e2de00017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:58Z', 'updated_at': '2021-09-18T02:06:20Z', 'revision_number': 1, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:23.235302 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:23.274915 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] Checking router: 637334aa-8347-4f5e-af4e-b10b20199e73 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:06:23.285938 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:23.286887 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:23.484408 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:06:23.590435 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86df627-d356-49e0-ba13-bc9a7c931b47 x-openstack-request-id: req-a86df627-d356-49e0-ba13-bc9a7c931b47 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:23.590727 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c196793-d350-4cd0-90ef-02e2de00017a", "tag": "1b5e2733-03ea-420e-ae33-0a1388750ef1", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:23.590998 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a86df627-d356-49e0-ba13-bc9a7c931b47 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:23.591410 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c196793-d350-4cd0-90ef-02e2de00017a', 'tag': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'status': 'completed', 'code': 200} Sep 18 02:06:23.716466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-2a1a8bb3-2f0f-40a0-be70-134992b37350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.717945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-2a1a8bb3-2f0f-40a0-be70-134992b37350 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 920 time: 0.4515743 Sep 18 02:06:23.732242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-20b6dc4b-a29b-4f26-978c-61d62fba7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.738162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-20b6dc4b-a29b-4f26-978c-61d62fba7a18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 1098 time: 0.1573806 Sep 18 02:06:23.788957 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b6e2b11-936c-41a3-98ed-082c6a0ee56f req-0c379b6a-5d47-4370-a65c-f7e7748e1b96 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502604 Sep 18 02:06:23.799009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-02fc7339-86a0-4508-9f73-fedc8332dccd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 217 time: 0.0664744 Sep 18 02:06:23.829516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b497d7-5e16-4945-a017-a967100665e1 req-bfceef84-f1c6-49c9-8c9b-3fe5962e180d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.836865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b497d7-5e16-4945-a017-a967100665e1 req-bfceef84-f1c6-49c9-8c9b-3fe5962e180d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.845631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b497d7-5e16-4945-a017-a967100665e1 req-bfceef84-f1c6-49c9-8c9b-3fe5962e180d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.856768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b497d7-5e16-4945-a017-a967100665e1 req-bfceef84-f1c6-49c9-8c9b-3fe5962e180d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.864899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b497d7-5e16-4945-a017-a967100665e1 req-bfceef84-f1c6-49c9-8c9b-3fe5962e180d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.871578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b497d7-5e16-4945-a017-a967100665e1 req-bfceef84-f1c6-49c9-8c9b-3fe5962e180d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.877900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b497d7-5e16-4945-a017-a967100665e1 req-bfceef84-f1c6-49c9-8c9b-3fe5962e180d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.887465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92b497d7-5e16-4945-a017-a967100665e1 req-bfceef84-f1c6-49c9-8c9b-3fe5962e180d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5406 time: 0.2402453 Sep 18 02:06:23.953171 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'e8c92736-5b4d-4c2e-8dcc-1986c1b446ed', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'port_id': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'mac_address': 'fa:16:3e:66:ab:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196793-d350-4cd0-90ef-02e2de00017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:58Z', 'updated_at': '2021-09-18T02:06:20Z', 'revision_number': 1, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:23.971423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-209ebc92-8360-43be-9ffd-dfc0220933c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:23.972927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-209ebc92-8360-43be-9ffd-dfc0220933c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 911 time: 0.1872888 Sep 18 02:06:23.991092 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fa8f0-cf26-4391-924b-9a69fd60a8e1 None None] The sync data for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 is: [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'e8c92736-5b4d-4c2e-8dcc-1986c1b446ed', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'port_id': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'mac_address': 'fa:16:3e:66:ab:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196793-d350-4cd0-90ef-02e2de00017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:58Z', 'updated_at': '2021-09-18T02:06:20Z', 'revision_number': 1, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:24.004751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-bee3c06e-3395-4d68-8e18-5a2afb950c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.006225 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-bee3c06e-3395-4d68-8e18-5a2afb950c66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.1877756 Sep 18 02:06:24.058287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92b497d7-5e16-4945-a017-a967100665e1 req-33169d2b-6236-4f5d-b3f7-eb56f6236d73 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662068 Sep 18 02:06:24.074188 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-30c9a9fb-630e-48b9-b38f-425ea20e0de9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1 HTTP/1.1" status: 200 len: 999 time: 0.0926065 Sep 18 02:06:24.077184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] For port afd87c54-1ca1-40f6-9c78-9ba2818a2183, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:24.100616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-db53cebb-096d-4568-8f49-d84433e0677d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711679 Sep 18 02:06:24.133978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-de44ebd7-af4d-44b0-9e6e-463b1234a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.136565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-de44ebd7-af4d-44b0-9e6e-463b1234a762 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.0557349 Sep 18 02:06:24.209551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-878c5c9d-f57d-400b-821f-c3b06568d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.212393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-878c5c9d-f57d-400b-821f-c3b06568d751 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697455 Sep 18 02:06:24.259323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57708) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:24.268270 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.282808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.298170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['afd87c54-1ca1-40f6-9c78-9ba2818a2183'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:06:24.301793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6111cda2-77b2-4684-8741-40d84ecf6f80 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:24.362463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314b818-ebf8-4798-9deb-0dc5a5beb1d7 None None] New status for floating IP e8c92736-5b4d-4c2e-8dcc-1986c1b446ed: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:06:24.371838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e859e70-6b7c-4639-9485-88c266a9d048 req-dcff6f94-778e-440b-a286-fceffeadeda7 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.373332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e859e70-6b7c-4639-9485-88c266a9d048 req-dcff6f94-778e-440b-a286-fceffeadeda7 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 948 time: 0.1517837 Sep 18 02:06:24.381911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.387557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-6392daaf-6cf7-444b-a5e2-fbac7691e140 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741513 Sep 18 02:06:24.410747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-407b361d-9c00-4470-9edc-bab2fffec206 service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874664 Sep 18 02:06:24.439102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event updated for resources: {'Port': ['ID=afd87c54-1ca1-40f6-9c78-9ba2818a2183,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:24.455369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e859e70-6b7c-4639-9485-88c266a9d048 req-1e4c6730-75d1-4096-87ac-b7338d17bfd6 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750771 Sep 18 02:06:24.457740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.458400 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.459875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1951220164', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:24.460280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3defbc90-b6b5-4b9b-ae0f-21c5b4e6530f req-9e40501b-7a18-4dc3-9da4-ed2272efdb33 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "PUT /v2.0/ports/afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 942 time: 1.8814166 Sep 18 02:06:24.544216 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f69027-599f-4fb4-b6a2-2ba2f754f433 req-1c81d944-6da6-459c-9f4a-4286c30a066c service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222343 Sep 18 02:06:24.549398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3'}, {'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:24.551756 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc59d74f-e140-43d6-8ed9-52087321377b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "ec2b0af0-1fd5-431c-b6d8-3d862089d4a3"}, {"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:24.561685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Transition to ACTIVE for port object 6111cda2-77b2-4684-8741-40d84ecf6f80 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:24.570444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 2610cd48-9b41-43c7-b668-d8497601487a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:24.570819 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.583180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Made reservation on behalf of 208b64f8a9e3497d8d32b2fd75e8c1ab for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:24.586097 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.586503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.601654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.609359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['afd87c54-1ca1-40f6-9c78-9ba2818a2183'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:06:24.724702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.735664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:24.743556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Pushing event updated for resources: {'Port': ['ID=6111cda2-77b2-4684-8741-40d84ecf6f80,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:24.749143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] device_id is not set on port 073e1437-efea-4ea0-abc4-03497620b24e yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:06:24.804939 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d13c3f-9168-4cd0-9614-40bf81d35cf9 x-openstack-request-id: req-89d13c3f-9168-4cd0-9614-40bf81d35cf9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:24.805566 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "ec2b0af0-1fd5-431c-b6d8-3d862089d4a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:24.806014 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89d13c3f-9168-4cd0-9614-40bf81d35cf9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:24.806732 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3', 'status': 'completed', 'code': 200} Sep 18 02:06:24.807184 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'status': 'completed', 'code': 200} Sep 18 02:06:24.849973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7e1533-a5ed-4413-b1f2-945388489585,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:24.915917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-03064005-7465-451c-862a-106b787a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.917087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-03064005-7465-451c-862a-106b787a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.917566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-03064005-7465-451c-862a-106b787a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.918055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-03064005-7465-451c-862a-106b787a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.918527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-03064005-7465-451c-862a-106b787a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.919033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-03064005-7465-451c-862a-106b787a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.919496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-03064005-7465-451c-862a-106b787a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:24.921533 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-03064005-7465-451c-862a-106b787a1f6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6384 time: 0.1082287 Sep 18 02:06:24.925166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e48d4db-a1df-42a6-a9db-475edc889dff req-c11f3804-d86c-4bd9-a6cb-fc12c3a12814 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819789 Sep 18 02:06:24.982621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Allocated IP 172.25.0.215 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/073e1437-efea-4ea0-abc4-03497620b24e) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:25.081037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-329512e2-0ab5-46e4-9ee9-b0a1c6eacd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.081612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-329512e2-0ab5-46e4-9ee9-b0a1c6eacd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.082100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-329512e2-0ab5-46e4-9ee9-b0a1c6eacd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.083778 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-329512e2-0ab5-46e4-9ee9-b0a1c6eacd21 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=97056a926add430fa91dbbf8105cbf70&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1540074 Sep 18 02:06:25.116187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-37ea5998-5965-4806-b91c-38f32847eee3 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5223219 Sep 18 02:06:25.121969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:25.138697 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.172180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-451eb4dd-4386-4259-a46a-9cdb4b4bf9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.173606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-451eb4dd-4386-4259-a46a-9cdb4b4bf9e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1097 time: 0.1873353 Sep 18 02:06:25.174481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 2610cd48-9b41-43c7-b668-d8497601487a owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:25.202499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.283041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Attempting to bind port 6111cda2-77b2-4684-8741-40d84ecf6f80 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:25.283382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Attempting to bind port 6111cda2-77b2-4684-8741-40d84ecf6f80 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:25.283706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Attempting to bind port 6111cda2-77b2-4684-8741-40d84ecf6f80 on network 9e12c277-19b4-402d-b583-344c3c7babd0 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:25.290659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-43bb841d-024e-4f3e-8187-f5c1c54fd748 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.297070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-43bb841d-024e-4f3e-8187-f5c1c54fd748 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.303118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-43bb841d-024e-4f3e-8187-f5c1c54fd748 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.309837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-43bb841d-024e-4f3e-8187-f5c1c54fd748 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.315849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-43bb841d-024e-4f3e-8187-f5c1c54fd748 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.321867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-43bb841d-024e-4f3e-8187-f5c1c54fd748 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.328146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Port 6111cda2-77b2-4684-8741-40d84ecf6f80 on network 9e12c277-19b4-402d-b583-344c3c7babd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:25.328474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Attempting to bind port 6111cda2-77b2-4684-8741-40d84ecf6f80 on network 9e12c277-19b4-402d-b583-344c3c7babd0 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:25.330223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-43bb841d-024e-4f3e-8187-f5c1c54fd748 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.332241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-43bb841d-024e-4f3e-8187-f5c1c54fd748 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5418 time: 0.1857808 Sep 18 02:06:25.349282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:25.349556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Checking segment: {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:25.349853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Bound using segment: {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:25.350250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Bound port: 6111cda2-77b2-4684-8741-40d84ecf6f80, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:25.350635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.359990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-f16d83d5-e3de-480b-9ceb-0fc741694591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.361404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-f16d83d5-e3de-480b-9ceb-0fc741694591 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2692115 Sep 18 02:06:25.372675 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.384270 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.406401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a695a37-1911-4e3d-ab89-9c6d5a183ee1 req-d4bf40a0-6abe-4fc2-a76e-6f85b850cabc tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624108 Sep 18 02:06:25.438748 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.490488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:25.495599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:25.498037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Pushing event updated for resources: {'Port': ['ID=073e1437-efea-4ea0-abc4-03497620b24e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:25.498695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-25a63944-b190-4c59-956c-9ea61d17c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.499834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:25.500227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-25a63944-b190-4c59-956c-9ea61d17c8aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 920 time: 0.3161852 Sep 18 02:06:25.550173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.550888 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.590343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-80f1c171-e318-46e4-847a-24ddd11ee73b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 217 time: 0.0702024 Sep 18 02:06:25.595394 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4ccce103-335f-42d1-b6f9-3a440c086e08 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3212826 Sep 18 02:06:25.595668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57728) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:25.601625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.215'}]}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:25.619853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] For port 6111cda2-77b2-4684-8741-40d84ecf6f80, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:25.630309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e304e95-c183-4c7f-9c43-cb6fe4bbc01d req-c804cbe5-c1c0-4f7e-a23d-361fd4c4d31f tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.632058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e304e95-c183-4c7f-9c43-cb6fe4bbc01d req-c804cbe5-c1c0-4f7e-a23d-361fd4c4d31f tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 948 time: 0.0738325 Sep 18 02:06:25.639664 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.644115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.645435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.691811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e304e95-c183-4c7f-9c43-cb6fe4bbc01d req-d39f7f7a-61d4-4c07-bedc-1d8d2ad98b54 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Sep 18 02:06:25.698847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] For port 6111cda2-77b2-4684-8741-40d84ecf6f80, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6111cda2-77b2-4684-8741-40d84ecf6f80,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:25.715575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.742738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d74f-e140-43d6-8ed9-52087321377b req-8357ba49-1611-473b-90ab-2c16537a64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.746911 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-8357ba49-1611-473b-90ab-2c16537a64a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.1464233 Sep 18 02:06:25.774353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.802776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.808824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:25.809557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.811007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] 10.222.0.18 "PUT /v2.0/ports/6111cda2-77b2-4684-8741-40d84ecf6f80 HTTP/1.1" status: 200 len: 1092 time: 3.2733326 Sep 18 02:06:25.863510 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:25.892658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Request body: {'port': {'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:25.897137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-ef860aee-3967-43ef-a2bf-d9479e8f8525 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253898 Sep 18 02:06:26.047914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa89ad-70a1-4889-a3d7-9976019b2ffa service neutron] Pushing event updated for resources: {'Port': ['ID=6111cda2-77b2-4684-8741-40d84ecf6f80,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:26.073313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:26.331885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:26.355102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:26.566576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-dc544e1f-25ce-4f65-9f53-2c72ab3c5ff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:26.572357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-dc544e1f-25ce-4f65-9f53-2c72ab3c5ff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:26.578192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-dc544e1f-25ce-4f65-9f53-2c72ab3c5ff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:26.583268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=2610cd48-9b41-43c7-b668-d8497601487a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:26.583967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-dc544e1f-25ce-4f65-9f53-2c72ab3c5ff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:26.590326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-dc544e1f-25ce-4f65-9f53-2c72ab3c5ff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:26.596127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-dc544e1f-25ce-4f65-9f53-2c72ab3c5ff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:26.601869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-dc544e1f-25ce-4f65-9f53-2c72ab3c5ff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:26.603792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-dc544e1f-25ce-4f65-9f53-2c72ab3c5ff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5418 time: 0.0925660 Sep 18 02:06:26.617139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:26.633898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a362254a-2b65-469e-baa6-c32e937656cc details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:06:26.645937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23f3797a-7f8e-4423-ab2c-39b15cb4cb2b req-68173c12-e712-4ff5-9128-9649cef71692 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349452 Sep 18 02:06:26.669566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Allocated IP 172.25.0.71 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/af5511f4-ef98-4f6a-ad66-8e55d59ad8e9) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:26.687405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:26.719662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-ee667789-202a-413f-bfe6-43fddfdab1b0 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717576 Sep 18 02:06:26.743281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port a362254a-2b65-469e-baa6-c32e937656cc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a362254a-2b65-469e-baa6-c32e937656cc,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:26.755177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'a362254a-2b65-469e-baa6-c32e937656cc', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'a362254a-2b65-469e-baa6-c32e937656cc', 'mac_address': 'fa:16:3e:c4:dd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:06:26.793453 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:26.806304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a362254a-2b65-469e-baa6-c32e937656cc {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:26.809108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '6111cda2-77b2-4684-8741-40d84ecf6f80'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:26.811401 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "6111cda2-77b2-4684-8741-40d84ecf6f80"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:26.824750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f1b4-0a3b-473e-987a-a0ef1a1740e0 req-e0a834ee-be4d-4605-affb-27328b9f2318 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:26.828387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port a362254a-2b65-469e-baa6-c32e937656cc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a362254a-2b65-469e-baa6-c32e937656cc,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:26.831522 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e109f1b4-0a3b-473e-987a-a0ef1a1740e0 req-e0a834ee-be4d-4605-affb-27328b9f2318 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 948 time: 0.0592530 Sep 18 02:06:26.833660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:26.871230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e109f1b4-0a3b-473e-987a-a0ef1a1740e0 req-182facef-9cec-4aea-bd17-f89b6cf3ae22 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 Sep 18 02:06:26.889541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=a362254a-2b65-469e-baa6-c32e937656cc,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:26.991314 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d7e21-7757-417b-b5d4-0cdc13839d7b x-openstack-request-id: req-093d7e21-7757-417b-b5d4-0cdc13839d7b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:26.991607 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "6111cda2-77b2-4684-8741-40d84ecf6f80", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:26.991853 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-093d7e21-7757-417b-b5d4-0cdc13839d7b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:26.992236 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '6111cda2-77b2-4684-8741-40d84ecf6f80', 'status': 'completed', 'code': 200} Sep 18 02:06:27.050680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-d1db03a3-af8e-4d87-b951-0025190dd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.051189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-d1db03a3-af8e-4d87-b951-0025190dd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.051660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-d1db03a3-af8e-4d87-b951-0025190dd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.052121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-d1db03a3-af8e-4d87-b951-0025190dd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.052797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-d1db03a3-af8e-4d87-b951-0025190dd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.053340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-d1db03a3-af8e-4d87-b951-0025190dd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.053859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-d1db03a3-af8e-4d87-b951-0025190dd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.056358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-d1db03a3-af8e-4d87-b951-0025190dd5a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6426 time: 0.0579841 Sep 18 02:06:27.093210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.096458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc59d74f-e140-43d6-8ed9-52087321377b req-7efa8b4b-0fe6-4e4e-8db8-1e06aeb972ea service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647001 Sep 18 02:06:27.102775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['a362254a-2b65-469e-baa6-c32e937656cc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:06:27.181995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-4b20da94-ce89-4c02-b6e8-8020995c8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.183319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-4b20da94-ce89-4c02-b6e8-8020995c8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.183999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-4b20da94-ce89-4c02-b6e8-8020995c8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.185659 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-4b20da94-ce89-4c02-b6e8-8020995c8487 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=97056a926add430fa91dbbf8105cbf70&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1216660 Sep 18 02:06:27.281751 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.289504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router d698ec9e-256e-49c8-9188-b20eb9dd70d6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:27.319021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-c93dcedd-8ca0-408f-b82c-38316a96c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.320529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3527d9be-2c02-4b3b-8f7c-d3d303c9625b req-c93dcedd-8ca0-408f-b82c-38316a96c32a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1268966 Sep 18 02:06:27.330637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.347124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:27.360579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:27.383468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:27.422767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event updated for resources: {'Port': ['ID=af5511f4-ef98-4f6a-ad66-8e55d59ad8e9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:27.460445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.460797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.461140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.461479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.461811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.462147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.462474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.462829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.463161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.464469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.464809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.465146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:27.492508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.494695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.504423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:27.516225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.537524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.537888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a960594-d7d4-4476-ad35-c230cc3436f2 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:06:27.548985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:27.554151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Transition to ACTIVE for port object ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:27.554347 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 02:06:27.555335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c14544cc-c9cc-43a2-baab-85c0bbc70b75 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9588101 Sep 18 02:06:27.558940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57746) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:27.562153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f506ee44-2a92-4b04-bf28-5b308e692c56 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/d698ec9e-256e-49c8-9188-b20eb9dd70d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8328300 Sep 18 02:06:27.563450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57748) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:27.566615 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf25f6-1ea7-449f-a62e-7db9859f4451 None None] Sync routers for ids ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:27.576709 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf25f6-1ea7-449f-a62e-7db9859f4451 None None] Routers {'d698ec9e-256e-49c8-9188-b20eb9dd70d6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:27.577312 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eaaf25f6-1ea7-449f-a62e-7db9859f4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:27.590963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.614102 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eaaf25f6-1ea7-449f-a62e-7db9859f4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:27.624109 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf25f6-1ea7-449f-a62e-7db9859f4451 None None] Routers {'d698ec9e-256e-49c8-9188-b20eb9dd70d6'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:27.624979 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eaaf25f6-1ea7-449f-a62e-7db9859f4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:27.643802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-2026f0eb-2a76-4c3c-a28b-b6ac823e34c5 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Deleting port 073e1437-efea-4ea0-abc4-03497620b24e {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:27.644144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2026f0eb-2a76-4c3c-a28b-b6ac823e34c5 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.656322 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eaaf25f6-1ea7-449f-a62e-7db9859f4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:27.656959 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf25f6-1ea7-449f-a62e-7db9859f4451 None None] The sync data for ids ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:27.731911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2026f0eb-2a76-4c3c-a28b-b6ac823e34c5 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.755902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-2026f0eb-2a76-4c3c-a28b-b6ac823e34c5 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Calling delete_port for 073e1437-efea-4ea0-abc4-03497620b24e owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:27.767442 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:27.771280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:27.845794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-bf680d51-e418-47e1-a151-96ba44e82361 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.851699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-bf680d51-e418-47e1-a151-96ba44e82361 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.858170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-bf680d51-e418-47e1-a151-96ba44e82361 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.864045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-bf680d51-e418-47e1-a151-96ba44e82361 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.870751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-bf680d51-e418-47e1-a151-96ba44e82361 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.876590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-bf680d51-e418-47e1-a151-96ba44e82361 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.882616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-bf680d51-e418-47e1-a151-96ba44e82361 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:27.884571 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-bf680d51-e418-47e1-a151-96ba44e82361 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1449258 Sep 18 02:06:27.942893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e34def2-2a7e-4ad7-9fd5-98c8e911a445 req-59ae773b-9053-4f47-92c5-7d961ebd50e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506916 Sep 18 02:06:27.947465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.020112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2026f0eb-2a76-4c3c-a28b-b6ac823e34c5 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.045787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Attempting to bind port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:28.046139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Attempting to bind port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:28.046474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Attempting to bind port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 on network 9e12c277-19b4-402d-b583-344c3c7babd0 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:28.057195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026f0eb-2a76-4c3c-a28b-b6ac823e34c5 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Pushing event deleted for resources: {'Port': ['ID=073e1437-efea-4ea0-abc4-03497620b24e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:28.073885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 on network 9e12c277-19b4-402d-b583-344c3c7babd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:28.074217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Attempting to bind port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 on network 9e12c277-19b4-402d-b583-344c3c7babd0 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:28.144570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da97fa-b62d-4d1f-b150-0fb34b16ac8a req-52b50b3b-aed6-4623-bda7-05501f0763a8 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.146183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9da97fa-b62d-4d1f-b150-0fb34b16ac8a req-52b50b3b-aed6-4623-bda7-05501f0763a8 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 949 time: 0.1016331 Sep 18 02:06:28.162025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2026f0eb-2a76-4c3c-a28b-b6ac823e34c5 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.163909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2026f0eb-2a76-4c3c-a28b-b6ac823e34c5 tempest-RoutersAdminNegativeIpV6Test-1535722841 tempest-RoutersAdminNegativeIpV6Test-1535722841-project-admin] 10.222.0.21 "DELETE /v2.0/ports/073e1437-efea-4ea0-abc4-03497620b24e HTTP/1.1" status: 204 len: 168 time: 0.6041176 Sep 18 02:06:28.203518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9da97fa-b62d-4d1f-b150-0fb34b16ac8a req-293d0857-254f-4d94-bafb-045af4d4d249 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491481 Sep 18 02:06:28.365866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:28.366241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Checking segment: {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:28.366600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Bound using segment: {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:28.367096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Bound port: ed7c6e91-9fa0-4b1a-9603-65e60ae36e54, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0c2237-e697-4197-85fe-52fd051786e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:28.367439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.438045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57764) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:28.523358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.525376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] For port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:28.538166 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.551237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-015cc55b-745c-4782-827e-25816b9ff78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.560798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] For port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:28.589818 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.640017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.640646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.642070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] 10.222.0.18 "PUT /v2.0/ports/ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 HTTP/1.1" status: 200 len: 1092 time: 2.7536507 Sep 18 02:06:28.643599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event updated for resources: {'Port': ['ID=af5511f4-ef98-4f6a-ad66-8e55d59ad8e9,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:28.645210 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-015cc55b-745c-4782-827e-25816b9ff78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.648415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a362254a-2b65-469e-baa6-c32e937656cc up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:28.657228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-015cc55b-745c-4782-827e-25816b9ff78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.708942 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-015cc55b-745c-4782-827e-25816b9ff78b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76c3fe414d774459bccbb5a7f21671d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666657 Sep 18 02:06:28.708942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cc55b-745c-4782-827e-25816b9ff78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6285c744-bcce-45b2-9335-5fe2a35e2b5b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:28.712447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57768) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:28.736506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port a362254a-2b65-469e-baa6-c32e937656cc completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:06:28.742909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port a362254a-2b65-469e-baa6-c32e937656cc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:28.743096 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.743688 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.760869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.787474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f551c290-8344-4ab4-9e4a-26b2a2aeb6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.813602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f551c290-8344-4ab4-9e4a-26b2a2aeb6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.820764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.822012 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-0f71accb-c654-41df-9ddd-d157be417504 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7050185 Sep 18 02:06:28.826042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093ff46-43e2-4a8c-9036-056144cfdc54 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:28.849202 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.875471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e889ff-4d83-45fc-983c-f82185a2debb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a362254a-2b65-469e-baa6-c32e937656cc'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:28.878248 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475397e2-0047-414d-acd5-1e3c479b7a3b" -d '{"events": [{"server_uuid": "92e889ff-4d83-45fc-983c-f82185a2debb", "name": "network-vif-plugged", "status": "completed", "tag": "a362254a-2b65-469e-baa6-c32e937656cc"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:28.893930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port a362254a-2b65-469e-baa6-c32e937656cc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a362254a-2b65-469e-baa6-c32e937656cc,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:28.897458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f551c290-8344-4ab4-9e4a-26b2a2aeb6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.898752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bc21955d-d00c-444c-b88e-ac67ed127800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.899247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bc21955d-d00c-444c-b88e-ac67ed127800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.899905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bc21955d-d00c-444c-b88e-ac67ed127800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.900523 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.901380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bc21955d-d00c-444c-b88e-ac67ed127800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.902044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bc21955d-d00c-444c-b88e-ac67ed127800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.902782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bc21955d-d00c-444c-b88e-ac67ed127800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.902928 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f551c290-8344-4ab4-9e4a-26b2a2aeb6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:28.903553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bc21955d-d00c-444c-b88e-ac67ed127800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:28.904346 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f551c290-8344-4ab4-9e4a-26b2a2aeb6bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6285c744-bcce-45b2-9335-5fe2a35e2b5b HTTP/1.1" status: 204 len: 168 time: 0.1872914 Sep 18 02:06:28.906087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bc21955d-d00c-444c-b88e-ac67ed127800 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6494 time: 0.2176678 Sep 18 02:06:28.914509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551c290-8344-4ab4-9e4a-26b2a2aeb6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6285c744-bcce-45b2-9335-5fe2a35e2b5b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:28.984537 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702c5097-66cb-40b3-81ca-8d89618c3cd2 x-openstack-request-id: req-702c5097-66cb-40b3-81ca-8d89618c3cd2 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:28.985457 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e889ff-4d83-45fc-983c-f82185a2debb", "name": "network-vif-plugged", "status": "completed", "tag": "a362254a-2b65-469e-baa6-c32e937656cc", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:28.985879 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-702c5097-66cb-40b3-81ca-8d89618c3cd2 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:28.986497 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e889ff-4d83-45fc-983c-f82185a2debb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a362254a-2b65-469e-baa6-c32e937656cc', 'code': 200} Sep 18 02:06:29.015301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=a362254a-2b65-469e-baa6-c32e937656cc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:29.015673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:29.022871 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2822eb-d5db-4424-8bb7-072ab410b352" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "ed7c6e91-9fa0-4b1a-9603-65e60ae36e54"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:29.047099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-d0a08abd-0262-46bb-8dc1-e029d502ccf0 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 695 time: 0.2147663 Sep 18 02:06:29.051363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-01d9563b-ab10-45ed-b60f-6f4b59ef3ab5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843c05e9-9fdb-4c51-874c-84e996bbf948 HTTP/1.1" status: 200 len: 217 time: 0.0985429 Sep 18 02:06:29.146643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-0fd675cd-313a-4986-b079-640ff35efdf8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.153487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-0fd675cd-313a-4986-b079-640ff35efdf8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.159555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-0fd675cd-313a-4986-b079-640ff35efdf8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.165567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-0fd675cd-313a-4986-b079-640ff35efdf8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.172261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-0fd675cd-313a-4986-b079-640ff35efdf8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.178484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-0fd675cd-313a-4986-b079-640ff35efdf8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.184622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-0fd675cd-313a-4986-b079-640ff35efdf8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.186549 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-0fd675cd-313a-4986-b079-640ff35efdf8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1295815 Sep 18 02:06:29.192950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d01e1-5df6-406c-a884-76629feab2b5 req-03385ee3-2225-422a-8826-1b35f90ff06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.194393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-821d01e1-5df6-406c-a884-76629feab2b5 req-03385ee3-2225-422a-8826-1b35f90ff06c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 1102 time: 0.1490283 Sep 18 02:06:29.220667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6613e5c8-263f-402b-ab51-4dff8b60bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.222825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-6613e5c8-263f-402b-ab51-4dff8b60bffb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95255f28-0ecf-4324-b866-5239859c9774 HTTP/1.1" status: 200 len: 856 time: 0.1636860 Sep 18 02:06:29.255009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f926f29-235f-48e1-bf30-9a78a2de868b req-bac0b881-9d63-4372-b84a-8f03f215b215 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592139 Sep 18 02:06:29.256973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-821d01e1-5df6-406c-a884-76629feab2b5 req-de7ff9e2-0cd3-4c72-ba76-d4770d397294 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Sep 18 02:06:29.282741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57784) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:29.299880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-f5e23fe0-e5c9-4caf-bb8a-9619ec6e7163 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.301278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-f5e23fe0-e5c9-4caf-bb8a-9619ec6e7163 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.2446909 Sep 18 02:06:29.321296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-53eb06c7-e311-416b-ac32-dabfe3bf1eeb tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:29.322333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63518a87-9ef4-4c54-a380-972318e3d7fe req-53eb06c7-e311-416b-ac32-dabfe3bf1eeb tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088274 Sep 18 02:06:29.324342 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c3121ab3-8aeb-44b2-b06c-57307d62ddf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=208b64f8a9e3497d8d32b2fd75e8c1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489521 Sep 18 02:06:29.324932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57786) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:29.340430 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb90bac-caa1-45c9-8a80-9d7a587588b1 x-openstack-request-id: req-4eb90bac-caa1-45c9-8a80-9d7a587588b1 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:29.340705 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "ed7c6e91-9fa0-4b1a-9603-65e60ae36e54", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:29.340962 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4eb90bac-caa1-45c9-8a80-9d7a587588b1 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:29.341364 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54', 'status': 'completed', 'code': 200} Sep 18 02:06:29.352973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-53d66465-2d91-4993-8b40-2563b858dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.355062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-53d66465-2d91-4993-8b40-2563b858dabb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220210 Sep 18 02:06:29.394605 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63922f53-8d6c-4994-8331-4b1ef316808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:29.423424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 3aad102a-63e7-48c0-9053-d8fc999d0fe5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:29.423857 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:29.441115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63922f53-8d6c-4994-8331-4b1ef316808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:29.469498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc4c28-8c94-4c25-9d1d-ea791def2d34 req-c447667d-3f24-48eb-b8b1-8d0ba153fec2 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.471066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-adcc4c28-8c94-4c25-9d1d-ea791def2d34 req-c447667d-3f24-48eb-b8b1-8d0ba153fec2 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 950 time: 0.0940995 Sep 18 02:06:29.531710 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-adcc4c28-8c94-4c25-9d1d-ea791def2d34 req-e043c908-ebba-4b1a-82dc-d0ba23d2eb5c tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 Sep 18 02:06:29.543810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63922f53-8d6c-4994-8331-4b1ef316808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:29.547400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63922f53-8d6c-4994-8331-4b1ef316808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:29.548865 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-63922f53-8d6c-4994-8331-4b1ef316808b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb7e1533-a5ed-4413-b1f2-945388489585 HTTP/1.1" status: 204 len: 168 time: 0.2223873 Sep 18 02:06:29.563887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63922f53-8d6c-4994-8331-4b1ef316808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7e1533-a5ed-4413-b1f2-945388489585,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:29.651461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:29.672922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 3aad102a-63e7-48c0-9053-d8fc999d0fe5 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:29.712673 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-276bc3ac-9740-4693-9d42-9bb0763d97c2 service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582943 Sep 18 02:06:29.723007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-260f110b-915e-46a8-a2ba-623682776e3b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:29.724516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-260f110b-915e-46a8-a2ba-623682776e3b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1409659 Sep 18 02:06:29.847579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-d4614782-e8ed-4c35-b9e0-27bb6748ff38 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 695 time: 0.0816083 Sep 18 02:06:29.893789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Request body: {'floatingip': {'port_id': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:30.015882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.059567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-60045587-f3bd-415a-8fed-edc341a96f13 service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028142 Sep 18 02:06:30.134377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-628928a7-31a9-4ac4-b810-1a0b410be8e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 200 len: 217 time: 0.0653348 Sep 18 02:06:30.309614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57816) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:30.403050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-33320335-87cb-423f-abed-c342100fb16d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.409470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-33320335-87cb-423f-abed-c342100fb16d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.415510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-33320335-87cb-423f-abed-c342100fb16d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.422674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-33320335-87cb-423f-abed-c342100fb16d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.428575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-33320335-87cb-423f-abed-c342100fb16d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.435672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-33320335-87cb-423f-abed-c342100fb16d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.441591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-33320335-87cb-423f-abed-c342100fb16d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.443531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-33320335-87cb-423f-abed-c342100fb16d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.0987258 Sep 18 02:06:30.449351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-469463454'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:30.493241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Made reservation on behalf of 5597f25869dd499280b6dde450308d43 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:30.497478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.503428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.515402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d1d1f4e-556f-4f0e-97a5-96ed9804938a req-4a794ca1-bc24-498d-9e10-7f22590bfec1 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626614 Sep 18 02:06:30.516232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.571288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-679c3c11-9258-43dc-b2dc-3ab5ab82f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.573342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-679c3c11-9258-43dc-b2dc-3ab5ab82f9a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.4178288 Sep 18 02:06:30.582213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=3aad102a-63e7-48c0-9053-d8fc999d0fe5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:30.650288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.657573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.690874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:06:30.704192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d39f6ba-2d30-4d87-a98c-a15ce1cc9b42,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:30.712389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.714257 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Added segment eee7bdee-ca92-4ac2-b83c-a1c64d09adf8 of type vlan for network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 Sep 18 02:06:30.716478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.717419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.717419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.717800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.717931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.718511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.718511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.718972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.719316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.720417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.720417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.720417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:30.770564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.777574 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.784844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-3092ddde-dd99-4131-b6e2-edbebdac9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.786379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-3092ddde-dd99-4131-b6e2-edbebdac9201 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2056098 Sep 18 02:06:30.844467 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c2c5840a-c314-4e71-b239-b171cbf2d1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.846205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d0209-ea30-43d7-87c8-0df8c84646f1 req-08fdf48e-1ef0-4e47-8dd1-6e6b41988b94 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.847647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e55d0209-ea30-43d7-87c8-0df8c84646f1 req-08fdf48e-1ef0-4e47-8dd1-6e6b41988b94 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 950 time: 0.0626779 Sep 18 02:06:30.848431 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.854955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:30.855829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:30.920029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6090474 Sep 18 02:06:30.942503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57828) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:30.953260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d5f63-9c34-4d02-b2cf-9b5cad444635 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'Network': ['ID=8c453f75-80d7-4bf3-b003-9f9d2f2b2c24,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:30.960359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e55d0209-ea30-43d7-87c8-0df8c84646f1 req-a28d4d29-4d47-483e-8c11-e344b25b0c35 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007690 Sep 18 02:06:30.960805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Request body: {'subnet': {'network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:30.972215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:06:31.239703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-0afe8936-ffd8-429d-aa6a-0f04f79e70bb service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192407 Sep 18 02:06:31.264998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f74e3e-35e8-4418-8949-520e0d463687 req-e352a11f-3dfc-438b-ad0d-19f5fd3e7c69 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:31.266610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23f74e3e-35e8-4418-8949-520e0d463687 req-e352a11f-3dfc-438b-ad0d-19f5fd3e7c69 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 950 time: 0.0518618 Sep 18 02:06:31.310118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23f74e3e-35e8-4418-8949-520e0d463687 req-9f25b858-b569-4570-939b-064e67c78a00 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367858 Sep 18 02:06:31.338368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router d698ec9e-256e-49c8-9188-b20eb9dd70d6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:31.511236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Made reservation on behalf of 5597f25869dd499280b6dde450308d43 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:31.514574 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:31.549180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:06:31.656334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-d3712a08-67cf-4572-a3aa-3eded97f24ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:31.662334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-d3712a08-67cf-4572-a3aa-3eded97f24ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:31.669625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-d3712a08-67cf-4572-a3aa-3eded97f24ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:31.675593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-d3712a08-67cf-4572-a3aa-3eded97f24ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:31.681538 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-d3712a08-67cf-4572-a3aa-3eded97f24ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:31.689036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-d3712a08-67cf-4572-a3aa-3eded97f24ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:31.695383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-d3712a08-67cf-4572-a3aa-3eded97f24ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:31.697362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-d3712a08-67cf-4572-a3aa-3eded97f24ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1061099 Sep 18 02:06:31.744620 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e86d2786-b3cb-4156-b1ae-1da93c2fdff5 req-14a9502d-9219-4327-9412-0a2e4ca83bb9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399766 Sep 18 02:06:31.940906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:31.956497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-188bb62f-389c-44a2-a546-00fe8a33ba63 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/d698ec9e-256e-49c8-9188-b20eb9dd70d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3894546 Sep 18 02:06:31.956688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826643e-d70f-4651-ac4b-d81cdb08f72a None None] Sync routers for ids ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:31.957124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57840) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:31.964484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-25d41984-d7b9-4984-aa13-6a5f50127bc1 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852651 Sep 18 02:06:31.968544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826643e-d70f-4651-ac4b-d81cdb08f72a None None] Routers {'d698ec9e-256e-49c8-9188-b20eb9dd70d6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:31.970081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d826643e-d70f-4651-ac4b-d81cdb08f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:31.986739 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-221ef1e9-667e-4458-b176-698e4b2973ae tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=d698ec9e-256e-49c8-9188-b20eb9dd70d6 HTTP/1.1" status: 200 len: 205 time: 0.0286441 Sep 18 02:06:31.989052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57842) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:32.022619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.028938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-b8983469-b9fa-4de3-9a86-2172ad35cf9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 200 len: 217 time: 0.0535769 Sep 18 02:06:32.030657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.034636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d826643e-d70f-4651-ac4b-d81cdb08f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:32.046239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826643e-d70f-4651-ac4b-d81cdb08f72a None None] Routers {'d698ec9e-256e-49c8-9188-b20eb9dd70d6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:32.046954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d826643e-d70f-4651-ac4b-d81cdb08f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:32.068941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c736ca70-4cef-44ab-9212-4bf7d0ed1fbd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.087874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d826643e-d70f-4651-ac4b-d81cdb08f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:32.089663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826643e-d70f-4651-ac4b-d81cdb08f72a None None] The sync data for ids ['d698ec9e-256e-49c8-9188-b20eb9dd70d6'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:32.189658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-69e79d25-f8ab-4ff7-8e58-d40745f7c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:32.191181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-69e79d25-f8ab-4ff7-8e58-d40745f7c0f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.1556449 Sep 18 02:06:32.234934 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c736ca70-4cef-44ab-9212-4bf7d0ed1fbd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.237051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c736ca70-4cef-44ab-9212-4bf7d0ed1fbd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.282490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c736ca70-4cef-44ab-9212-4bf7d0ed1fbd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.283733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736ca70-4cef-44ab-9212-4bf7d0ed1fbd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Fanout notify agent at l3_agent the message router_deleted on router d698ec9e-256e-49c8-9188-b20eb9dd70d6 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:06:32.292306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c736ca70-4cef-44ab-9212-4bf7d0ed1fbd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.293336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c736ca70-4cef-44ab-9212-4bf7d0ed1fbd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/d698ec9e-256e-49c8-9188-b20eb9dd70d6 HTTP/1.1" status: 204 len: 168 time: 0.3033805 Sep 18 02:06:32.295903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57846) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:32.305689 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Floating IP 0707f9c9-0e50-45be-a0af-63a7cfb5db34 associated. External IP: 172.25.0.71, port: afd87c54-1ca1-40f6-9c78-9ba2818a2183. Sep 18 02:06:32.348461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a66c731-30f8-4376-bc19-50bbbe9e288a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet de76ff94-4acf-4ef7-af30-6906c971b5a9 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:06:32.351977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a66c731-30f8-4376-bc19-50bbbe9e288a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.392973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-aebd87a2-59d1-4f58-88b0-65d5502eb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:32.394434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-aebd87a2-59d1-4f58-88b0-65d5502eb50c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1564035 Sep 18 02:06:32.413174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.586763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'Subnet': ['ID=45097af0-58d7-486a-9e55-b5f7d22dfb8b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:32.616527 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-0e284739-589e-49bd-bc78-9d2472a93a52 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130713 Sep 18 02:06:32.618241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Checking segment: {'id': 'eee7bdee-ca92-4ac2-b83c-a1c64d09adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:32.618610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Network hostable DHCP agents. Network: 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:06:32.739894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:06:32.778401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a66c731-30f8-4376-bc19-50bbbe9e288a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.797526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:32.811110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e55791-a8cd-4e45-8791-0c4fc9ec83a8 None None] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:32.813161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:32.813766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.835152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-acd8842f-75a4-42ca-8f93-dcfb726e0cef service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780651 Sep 18 02:06:32.837419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-2db2e4cd-eec5-4f1a-a56b-5bd9b654281e tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:32.839581 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-2db2e4cd-eec5-4f1a-a56b-5bd9b654281e tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.18 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 950 time: 0.1266899 Sep 18 02:06:32.845845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Router 291c05ed-839a-493d-9da8-904d68046241 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:32.849401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b48d4dde-b4b8-4791-8acb-22b6c376c606 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8987856 Sep 18 02:06:32.857086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57854) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:32.862353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-67867ec4-d235-47f7-a95f-a679b8bbd50c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1834045519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:32.864121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b95c44-f01e-412b-b230-322e0f639027 req-b7c6f1b9-50f7-4a46-9044-b0c54eb531af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:32.865601 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16b95c44-f01e-412b-b230-322e0f639027 req-b7c6f1b9-50f7-4a46-9044-b0c54eb531af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 950 time: 0.1511731 Sep 18 02:06:32.899635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-3d135a0e-804d-4c65-95d8-a598c1aa63e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804 HTTP/1.1" status: 200 len: 217 time: 0.0520477 Sep 18 02:06:32.970690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-8c453f75-80d7-4bf3-b003-9f9d2f2b2c24', 'network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24', 'tenant_id': '5597f25869dd499280b6dde450308d43', 'fixed_ips': [{'subnet_id': '45097af0-58d7-486a-9e55-b5f7d22dfb8b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:06:32.971704 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.993824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67867ec4-d235-47f7-a95f-a679b8bbd50c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:32.994980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67867ec4-d235-47f7-a95f-a679b8bbd50c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.008726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16b95c44-f01e-412b-b230-322e0f639027 req-dab0e9e3-6bec-4c06-8507-5887196623eb tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/security-groups?id=27fc9518-dc8e-4c12-b688-f235f8a217cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114137 Sep 18 02:06:33.010876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a66c731-30f8-4376-bc19-50bbbe9e288a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.017758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-af1a63d2-62e7-4654-bfd0-1a626b3787de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.019246 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-af1a63d2-62e7-4654-bfd0-1a626b3787de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.1105046 Sep 18 02:06:33.087109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Deleting port a362254a-2b65-469e-baa6-c32e937656cc {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:33.087435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.115754 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a66c731-30f8-4376-bc19-50bbbe9e288a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.167329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Allocated IP 172.20.0.2 (8c453f75-80d7-4bf3-b003-9f9d2f2b2c24/45097af0-58d7-486a-9e55-b5f7d22dfb8b/0ef541c7-dfec-426b-b096-02b6388d182c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:33.177521 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67867ec4-d235-47f7-a95f-a679b8bbd50c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.190731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67867ec4-d235-47f7-a95f-a679b8bbd50c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.204168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:33.209183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-1643d82c-ddda-4d1f-a28f-98e771055a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.210920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-1643d82c-ddda-4d1f-a28f-98e771055a42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1807728 Sep 18 02:06:33.214587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66c731-30f8-4376-bc19-50bbbe9e288a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=de76ff94-4acf-4ef7-af30-6906c971b5a9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:33.215236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.225103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a66c731-30f8-4376-bc19-50bbbe9e288a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.229979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3a66c731-30f8-4376-bc19-50bbbe9e288a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/de76ff94-4acf-4ef7-af30-6906c971b5a9 HTTP/1.1" status: 204 len: 168 time: 0.9331038 Sep 18 02:06:33.235334 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] Sync routers for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:33.244630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57860) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:33.245058 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:33.245957 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:33.264738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67867ec4-d235-47f7-a95f-a679b8bbd50c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.266281 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-67867ec4-d235-47f7-a95f-a679b8bbd50c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4071972 Sep 18 02:06:33.280086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57862) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:33.291029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717037-9c82-49ef-86d1-45bd5365b3be req-05b10c4f-8eed-4d1d-9fd3-2a994500f553 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.299484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717037-9c82-49ef-86d1-45bd5365b3be req-05b10c4f-8eed-4d1d-9fd3-2a994500f553 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.311657 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717037-9c82-49ef-86d1-45bd5365b3be req-05b10c4f-8eed-4d1d-9fd3-2a994500f553 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.319787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717037-9c82-49ef-86d1-45bd5365b3be req-05b10c4f-8eed-4d1d-9fd3-2a994500f553 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.323275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-52695977-b814-4305-ae43-bebf467b9126 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "PUT /v2.0/floatingips/0707f9c9-0e50-45be-a0af-63a7cfb5db34 HTTP/1.1" status: 200 len: 995 time: 3.4420679 Sep 18 02:06:33.328819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717037-9c82-49ef-86d1-45bd5365b3be req-05b10c4f-8eed-4d1d-9fd3-2a994500f553 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.336835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717037-9c82-49ef-86d1-45bd5365b3be req-05b10c4f-8eed-4d1d-9fd3-2a994500f553 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.344902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717037-9c82-49ef-86d1-45bd5365b3be req-05b10c4f-8eed-4d1d-9fd3-2a994500f553 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:33.356391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74717037-9c82-49ef-86d1-45bd5365b3be req-05b10c4f-8eed-4d1d-9fd3-2a994500f553 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.2427125 Sep 18 02:06:33.366284 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:06:33.383439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:33.385847 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9d6955-8a33-4757-84de-e0fc228d1277" -d '{"events": [{"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:33.409051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] For port a362254a-2b65-469e-baa6-c32e937656cc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=a362254a-2b65-469e-baa6-c32e937656cc,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:33.409430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.449055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96533455-b3d3-4cd8-a104-71fe94201003 None None] Network 34286422-15a3-445c-af47-f303971b6e00 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:33.451139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74717037-9c82-49ef-86d1-45bd5365b3be req-64bc1f71-2cdd-410a-a5bf-d09ffc94222c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923483 Sep 18 02:06:33.452186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Calling delete_port for a362254a-2b65-469e-baa6-c32e937656cc owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:33.467622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aab0587-20e3-4e63-9eda-e7df14e42810 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet b16c92be-8eaa-479d-93e7-f1ae7bedb7d4 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:06:33.476327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1aab0587-20e3-4e63-9eda-e7df14e42810 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.523091 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82ec8717-9386-43d5-a8a7-74c497fbfd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.636112 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '0707f9c9-0e50-45be-a0af-63a7cfb5db34', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '291c05ed-839a-493d-9da8-904d68046241', 'port_id': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'mac_address': 'fa:16:3e:6a:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:06:27Z', 'updated_at': '2021-09-18T02:06:31Z', 'revision_number': 1, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:23Z', 'revision_number': 5, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:33.662908 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] Checking router: 291c05ed-839a-493d-9da8-904d68046241 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:06:33.672797 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:33.673798 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:33.720258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.738700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.746413 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.798264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:33.801711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:33.801954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Pushing event deleted for resources: {'Port': ['ID=a362254a-2b65-469e-baa6-c32e937656cc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:33.814043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:33.842382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Pushing event updated for resources: {'Port': ['ID=0ef541c7-dfec-426b-b096-02b6388d182c,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:33.855227 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:06:33.875597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] No DVR routers for this DVR port a362254a-2b65-469e-baa6-c32e937656cc on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:33.885383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.887850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-813a407d-e8c6-4213-afd5-62fdf3988fde req-7be2206d-3d47-4ff0-8bd9-deeccff325af tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.18 "DELETE /v2.0/ports/a362254a-2b65-469e-baa6-c32e937656cc HTTP/1.1" status: 204 len: 173 time: 1.0404580 Sep 18 02:06:33.888340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e889ff-4d83-45fc-983c-f82185a2debb', 'name': 'network-vif-deleted', 'tag': 'a362254a-2b65-469e-baa6-c32e937656cc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:33.890671 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9cacfe-d495-4882-8404-5e2856018ae3" -d '{"events": [{"server_uuid": "92e889ff-4d83-45fc-983c-f82185a2debb", "name": "network-vif-deleted", "tag": "a362254a-2b65-469e-baa6-c32e937656cc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:33.891391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] DHCP port deletion for 34286422-15a3-445c-af47-f303971b6e00 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:06:33.894162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Attempting to bind port 0ef541c7-dfec-426b-b096-02b6388d182c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:33.894694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Attempting to bind port 0ef541c7-dfec-426b-b096-02b6388d182c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'eee7bdee-ca92-4ac2-b83c-a1c64d09adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:33.895075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Attempting to bind port 0ef541c7-dfec-426b-b096-02b6388d182c on network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:33.904185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:33.904854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Checking segment: {'id': 'eee7bdee-ca92-4ac2-b83c-a1c64d09adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:33.905261 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.905870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Bound using segment: {'id': 'eee7bdee-ca92-4ac2-b83c-a1c64d09adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:33.906459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Bound port: 0ef541c7-dfec-426b-b096-02b6388d182c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee7bdee-ca92-4ac2-b83c-a1c64d09adf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:33.906973 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:33.932572 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778ca919-36e9-4292-96c6-f683d2d4f640 x-openstack-request-id: req-778ca919-36e9-4292-96c6-f683d2d4f640 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:33.933166 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e889ff-4d83-45fc-983c-f82185a2debb", "name": "network-vif-deleted", "tag": "a362254a-2b65-469e-baa6-c32e937656cc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:33.933614 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-778ca919-36e9-4292-96c6-f683d2d4f640 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:33.933829 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e889ff-4d83-45fc-983c-f82185a2debb', 'name': 'network-vif-deleted', 'tag': 'a362254a-2b65-469e-baa6-c32e937656cc', 'status': 'completed', 'code': 200} Sep 18 02:06:34.138402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] For port 0ef541c7-dfec-426b-b096-02b6388d182c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:34.148268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] For port 0ef541c7-dfec-426b-b096-02b6388d182c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0ef541c7-dfec-426b-b096-02b6388d182c,segment=NetworkSegment(eee7bdee-ca92-4ac2-b83c-a1c64d09adf8),segment_id=eee7bdee-ca92-4ac2-b83c-a1c64d09adf8)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:34.164294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.175337 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.194094 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6375daff-dbd2-427c-bd55-a9063089eb14 x-openstack-request-id: req-6375daff-dbd2-427c-bd55-a9063089eb14 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:34.194662 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:34.195087 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6375daff-dbd2-427c-bd55-a9063089eb14 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:34.195643 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'status': 'completed', 'code': 200} Sep 18 02:06:34.212323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] Deleting port 3209e8d5-4d4d-4eab-906b-f034ee89a690 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:34.212711 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.265784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1699577d-2c20-4d32-b60e-5030ba962d3d req-0996c635-8a83-4e96-a99d-8be9711331c1 tempest-ImagesNegativeTestJSON-792870175 tempest-ImagesNegativeTestJSON-792870175-project] 10.222.0.21 "GET /v2.0/ports?device_id=92e889ff-4d83-45fc-983c-f82185a2debb HTTP/1.1" status: 200 len: 210 time: 0.0535283 Sep 18 02:06:34.296346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2f495-d6fe-435f-9309-7c6310406dcf None None] Pushing event updated for resources: {'Port': ['ID=0ef541c7-dfec-426b-b096-02b6388d182c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:34.305603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-d62f9fa6-b8f8-4b01-be38-3f5c5ebeaa64 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0857663 Sep 18 02:06:34.314988 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '0707f9c9-0e50-45be-a0af-63a7cfb5db34', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '291c05ed-839a-493d-9da8-904d68046241', 'port_id': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'mac_address': 'fa:16:3e:6a:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:06:27Z', 'updated_at': '2021-09-18T02:06:31Z', 'revision_number': 1, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:23Z', 'revision_number': 5, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:34.316577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-3e9b7314-846e-4e27-aa80-56ce79211da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.318351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-3e9b7314-846e-4e27-aa80-56ce79211da2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1097 time: 0.9228032 Sep 18 02:06:34.354962 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae34e9-a816-4a70-90a8-292285f42203 None None] The sync data for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 is: [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '0707f9c9-0e50-45be-a0af-63a7cfb5db34', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '291c05ed-839a-493d-9da8-904d68046241', 'port_id': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'mac_address': 'fa:16:3e:6a:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:06:27Z', 'updated_at': '2021-09-18T02:06:31Z', 'revision_number': 1, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:23Z', 'revision_number': 5, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:34.370617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3209e8d5-4d4d-4eab-906b-f034ee89a690 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:06:34.406662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] For port 3209e8d5-4d4d-4eab-906b-f034ee89a690, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3209e8d5-4d4d-4eab-906b-f034ee89a690,segment=NetworkSegment(61946f6a-a990-4d49-8209-8fea49af24a1),segment_id=61946f6a-a990-4d49-8209-8fea49af24a1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:34.407230 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.428926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] Calling delete_port for 3209e8d5-4d4d-4eab-906b-f034ee89a690 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:34.442298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1aab0587-20e3-4e63-9eda-e7df14e42810 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.534147 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.564130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-540edc69-727b-4026-a605-d033321c42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.565680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-540edc69-727b-4026-a605-d033321c42ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1097 time: 0.3690903 Sep 18 02:06:34.598561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 3209e8d5-4d4d-4eab-906b-f034ee89a690, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3209e8d5-4d4d-4eab-906b-f034ee89a690,segment=NetworkSegment(61946f6a-a990-4d49-8209-8fea49af24a1),segment_id=61946f6a-a990-4d49-8209-8fea49af24a1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:34.607583 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.665254 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.670757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a362254a-2b65-469e-baa6-c32e937656cc no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:06:34.741063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-208b44a8-96a8-4750-bd3a-fabab007e4e5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.747208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] No DVR routers for this DVR port 3209e8d5-4d4d-4eab-906b-f034ee89a690 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:34.754778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: a362254a-2b65-469e-baa6-c32e937656cc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:06:34.755120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device a362254a-2b65-469e-baa6-c32e937656cc not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:06:34.758378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-208b44a8-96a8-4750-bd3a-fabab007e4e5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.772754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-208b44a8-96a8-4750-bd3a-fabab007e4e5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.773394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=3209e8d5-4d4d-4eab-906b-f034ee89a690,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:34.784968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-208b44a8-96a8-4750-bd3a-fabab007e4e5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.791500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-208b44a8-96a8-4750-bd3a-fabab007e4e5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.798221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-208b44a8-96a8-4750-bd3a-fabab007e4e5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.804543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-208b44a8-96a8-4750-bd3a-fabab007e4e5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.809684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688703c-25f3-47a9-bae2-6e01d635c603 None None] Pushing event deleted for resources: {'Port': ['ID=3209e8d5-4d4d-4eab-906b-f034ee89a690,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:34.818159 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-208b44a8-96a8-4750-bd3a-fabab007e4e5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.2367136 Sep 18 02:06:34.827301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-8e70e0d3-6c24-4274-9140-bc90e0286696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:34.829133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-8e70e0d3-6c24-4274-9140-bc90e0286696 service neutron] 10.222.0.21 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 920 time: 0.4170411 Sep 18 02:06:34.857556 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.864926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d98a17-35da-4b83-8b98-b8fd063146ec None None] New status for floating IP 0707f9c9-0e50-45be-a0af-63a7cfb5db34: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:06:34.875936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2dffa514-0529-4378-8f10-de81153b6bc0 req-f974da87-964c-4e3e-befd-06cebe3d6248 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563366 Sep 18 02:06:34.912897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:34.954925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1aab0587-20e3-4e63-9eda-e7df14e42810 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.003369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-02a52b0b-2624-4881-a7d6-9de5505be10e service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923033 Sep 18 02:06:35.144711 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-3001a503-7f5c-47cc-bb11-9e3ae2f2c8c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 998 time: 0.2530282 Sep 18 02:06:35.145930 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bcb10036-23b6-49ca-8ec0-010aaa8aae4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 HTTP/1.1" status: 200 len: 217 time: 0.1280425 Sep 18 02:06:35.195904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-bbcfeac5-b895-42b7-b8db-fcbb4605a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:35.197449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-bbcfeac5-b895-42b7-b8db-fcbb4605a6a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 920 time: 0.5492861 Sep 18 02:06:35.347762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1aab0587-20e3-4e63-9eda-e7df14e42810 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.412449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-7f19a4a3-8b9c-481d-82c3-376323e30b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:35.413950 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-7f19a4a3-8b9c-481d-82c3-376323e30b43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.2599418 Sep 18 02:06:35.414628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab0587-20e3-4e63-9eda-e7df14e42810 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=b16c92be-8eaa-479d-93e7-f1ae7bedb7d4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:35.419712 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1aab0587-20e3-4e63-9eda-e7df14e42810 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.424269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57890) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:35.424535 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1aab0587-20e3-4e63-9eda-e7df14e42810 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/b16c92be-8eaa-479d-93e7-f1ae7bedb7d4 HTTP/1.1" status: 204 len: 168 time: 2.1785107 Sep 18 02:06:35.428340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-8412d6d5-cbc8-43df-8663-e450e95e14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:35.430011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-8412d6d5-cbc8-43df-8663-e450e95e14b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.2770000 Sep 18 02:06:35.449122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1dda1-4d36-48ce-843b-b7497a49616f None None] Network 33afcce1-1372-4865-8bd2-c2468f6986d9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:35.462917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-848f5069-43bf-4e72-b527-6e80011de5bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 1000 time: 0.2069325 Sep 18 02:06:35.534748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-ae07145a-0495-4fbe-8c56-1125c14feb9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005430 Sep 18 02:06:35.552448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.565787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-9464983e-846a-40d6-bfbe-320db84f13a1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:35.566578 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-9464983e-846a-40d6-bfbe-320db84f13a1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164762 Sep 18 02:06:35.698732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2506238-7fca-41b0-a273-32c441827904 None None] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:35.702327 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.706696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-03d3e2fb-e8b0-4bae-97d4-b11c5039ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:35.708367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-03d3e2fb-e8b0-4bae-97d4-b11c5039ab06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2612982 Sep 18 02:06:35.714122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-ae8a29fb-4719-4a92-8d94-e1a232aac85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:35.715612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-ae8a29fb-4719-4a92-8d94-e1a232aac85b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.1892843 Sep 18 02:06:35.754424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34286422-15a3-445c-af47-f303971b6e00']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:35.768021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61946f6a-a990-4d49-8209-8fea49af24a1') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:35.768338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61946f6a-a990-4d49-8209-8fea49af24a1') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:35.772954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] DHCP port deletion for 33afcce1-1372-4865-8bd2-c2468f6986d9 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:06:35.784971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.806037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.814293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:06:35.814968 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:06:35.818516 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:06:35.820650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Allocated IP 172.20.0.1 (8c453f75-80d7-4bf3-b003-9f9d2f2b2c24/45097af0-58d7-486a-9e55-b5f7d22dfb8b/3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:35.825794 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-3ca2a381-0db1-4e54-a6ed-f39b53ce66c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727952 Sep 18 02:06:35.906547 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.906669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:35.908953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4f352441-6c89-435c-8c60-1dedf271c176 None None] Provisioning complete for port 0ef541c7-dfec-426b-b096-02b6388d182c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:35.909559 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4f352441-6c89-435c-8c60-1dedf271c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.935443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:35.940103 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/34286422-15a3-445c-af47-f303971b6e00 HTTP/1.1" status: 204 len: 168 time: 0.5135279 Sep 18 02:06:35.950555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:35.964081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6791236-5b0c-40bf-98d6-e6e467954c78 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=34286422-15a3-445c-af47-f303971b6e00,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:36.063615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] Deleting port 209147e5-82e0-4009-9a3a-0c0a0c970d6c {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:36.063989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.069269 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-f476cd35-1cd4-444e-95a5-13f4655fa95b service neutron] 10.222.0.21 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919765 Sep 18 02:06:36.082965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-37fdcf84-6f32-4a50-ac60-53d30dad5611 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:36.090260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-37fdcf84-6f32-4a50-ac60-53d30dad5611 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:36.096316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-37fdcf84-6f32-4a50-ac60-53d30dad5611 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:36.102664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-37fdcf84-6f32-4a50-ac60-53d30dad5611 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:36.109687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-37fdcf84-6f32-4a50-ac60-53d30dad5611 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:36.110258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4f352441-6c89-435c-8c60-1dedf271c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.116068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-37fdcf84-6f32-4a50-ac60-53d30dad5611 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:36.122749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-37fdcf84-6f32-4a50-ac60-53d30dad5611 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:36.124706 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-37fdcf84-6f32-4a50-ac60-53d30dad5611 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1227369 Sep 18 02:06:36.170224 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4d9960e6-d8a0-4f01-839c-726c12979c69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e996ecf8ef4d4b5da02e8db9ced10001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620354 Sep 18 02:06:36.172855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57912) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:36.177369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] For port 209147e5-82e0-4009-9a3a-0c0a0c970d6c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=209147e5-82e0-4009-9a3a-0c0a0c970d6c,segment=NetworkSegment(ef425195-694a-4094-a3dd-ed74a0074a31),segment_id=ef425195-694a-4094-a3dd-ed74a0074a31)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:36.177779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.205974 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16fd2e80-8487-4ca0-b3c2-7cd81cbb5c94 req-4f663c83-cced-4f8c-8492-bdadc8b8af5e tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684557 Sep 18 02:06:36.210303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] Calling delete_port for 209147e5-82e0-4009-9a3a-0c0a0c970d6c owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:36.238948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4f352441-6c89-435c-8c60-1dedf271c176 None None] For port 0ef541c7-dfec-426b-b096-02b6388d182c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0ef541c7-dfec-426b-b096-02b6388d182c,segment=NetworkSegment(eee7bdee-ca92-4ac2-b83c-a1c64d09adf8),segment_id=eee7bdee-ca92-4ac2-b83c-a1c64d09adf8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:36.249380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4f352441-6c89-435c-8c60-1dedf271c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.258585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a15-4b2a-4ba4-b274-02c6c6dbb909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.286048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a15-4b2a-4ba4-b274-02c6c6dbb909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.288010 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.374796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f352441-6c89-435c-8c60-1dedf271c176 None None] Pushing event updated for resources: {'Port': ['ID=0ef541c7-dfec-426b-b096-02b6388d182c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:36.392050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a15-4b2a-4ba4-b274-02c6c6dbb909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.393898 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.395293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a15-4b2a-4ba4-b274-02c6c6dbb909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.396611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4d8a4a15-4b2a-4ba4-b274-02c6c6dbb909 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27fc9518-dc8e-4c12-b688-f235f8a217cb HTTP/1.1" status: 204 len: 168 time: 0.2226558 Sep 18 02:06:36.422671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a4a15-4b2a-4ba4-b274-02c6c6dbb909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fc9518-dc8e-4c12-b688-f235f8a217cb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:36.426257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] Pushing event deleted for resources: {'Port': ['ID=209147e5-82e0-4009-9a3a-0c0a0c970d6c,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:36.435054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ea0d0-18df-4e37-b8d2-9e6e2ebcae8a None None] No DVR routers for this DVR port 209147e5-82e0-4009-9a3a-0c0a0c970d6c on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:36.554334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-da99387f-660b-4ff1-962f-004a9df4d590 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377759 Sep 18 02:06:36.572688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0ef541c7-dfec-426b-b096-02b6388d182c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:36.599080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-49e70748-38e8-4591-b819-62d6b1c3a791 None None] Provisioning complete for port 0ef541c7-dfec-426b-b096-02b6388d182c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:36.599416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49e70748-38e8-4591-b819-62d6b1c3a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.656411 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.664914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0ef541c7-dfec-426b-b096-02b6388d182c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:36.665285 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.685410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-ad66c7f3-21d1-4787-bc48-0316e2c73a9d service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8490837 Sep 18 02:06:36.749216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:36.857621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 209147e5-82e0-4009-9a3a-0c0a0c970d6c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:06:36.876370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01e8329e-aea6-4989-afca-79ccbab45f2b req-a425196a-7700-491d-81e4-c928ab349c07 service neutron] 10.222.0.21 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7867997 Sep 18 02:06:36.878050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 209147e5-82e0-4009-9a3a-0c0a0c970d6c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:06:36.878395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 209147e5-82e0-4009-9a3a-0c0a0c970d6c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:06:36.927818 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-44b5f93d-42b6-401c-bf09-1bd1b8abf360 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476341 Sep 18 02:06:36.966935 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.028593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.032453 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-a8e4c244-7d64-4378-9d8f-750b3d67ab09 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1000 time: 0.1147535 Sep 18 02:06:37.038616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-a875363d-9c36-459a-bdeb-cb2f342c49f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6111cda2-77b2-4684-8741-40d84ecf6f80 HTTP/1.1" status: 200 len: 217 time: 0.0758772 Sep 18 02:06:37.082776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f9d6955-8a33-4757-84de-e0fc228d1277 req-dcdfc9d5-4b8c-4ea2-9898-657e19cdb831 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866265 Sep 18 02:06:37.087108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33afcce1-1372-4865-8bd2-c2468f6986d9']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:37.093188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-681b7ffe-72d3-4b2a-bfda-79aa6dc93900 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.094252 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-681b7ffe-72d3-4b2a-bfda-79aa6dc93900 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports/afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 942 time: 0.0526893 Sep 18 02:06:37.127635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef425195-694a-4094-a3dd-ed74a0074a31') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:37.127635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef425195-694a-4094-a3dd-ed74a0074a31') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:37.138479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:37.154072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:37.155965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'Port': ['ID=3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:37.160731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:37.164619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.205880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-aecde731-f605-4b30-aaed-b0b8768192e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.207427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-aecde731-f605-4b30-aaed-b0b8768192e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.1384180 Sep 18 02:06:37.213548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.229219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-18f88549-feba-4b12-990b-b9caef3c016d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1000 time: 0.0842249 Sep 18 02:06:37.257156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:06:37.257565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:06:37.261990 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:06:37.283222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.340034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57938) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:37.372233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-252fd672-de3e-4db6-951f-5169097268b8 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.381341 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-252fd672-de3e-4db6-951f-5169097268b8 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1445668 Sep 18 02:06:37.389695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-00aa29de-ccc8-4f94-b805-36d49b28bb0f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:37.390841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-00aa29de-ccc8-4f94-b805-36d49b28bb0f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085099 Sep 18 02:06:37.407608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-8a431ffa-defd-4932-adf6-646f37abc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.409100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-8a431ffa-defd-4932-adf6-646f37abc53f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1921053 Sep 18 02:06:37.412109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.432750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.440523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/33afcce1-1372-4865-8bd2-c2468f6986d9 HTTP/1.1" status: 204 len: 168 time: 1.4748762 Sep 18 02:06:37.442769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57942) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:37.448464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1658574597'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:37.491500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b4b92-05ef-4c3a-9074-0fb9f03f1ab5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=33afcce1-1372-4865-8bd2-c2468f6986d9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:37.492236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0cf38850-b6ec-435f-9014-a64bf588ab8e None None] Provisioning complete for port 3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:37.492907 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0cf38850-b6ec-435f-9014-a64bf588ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.496431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-1ecd5614-6795-4a4c-84c0-6527ce1c8429 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1000 time: 0.0976191 Sep 18 02:06:37.501838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:37.504423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:37.507850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.539077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0cf38850-b6ec-435f-9014-a64bf588ab8e None None] Port 3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:37.559184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-143805925-network', 'tenant_id': '2d82df39391d431992d60bb5b3e8fbf6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:37.589350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:06:37.602893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.607522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-eafbb7d6-2a9c-4357-88d0-0b1e6b58c959 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.614290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-eafbb7d6-2a9c-4357-88d0-0b1e6b58c959 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.621405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-eafbb7d6-2a9c-4357-88d0-0b1e6b58c959 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.628078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-eafbb7d6-2a9c-4357-88d0-0b1e6b58c959 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.634001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-eafbb7d6-2a9c-4357-88d0-0b1e6b58c959 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.640731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-eafbb7d6-2a9c-4357-88d0-0b1e6b58c959 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.641304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.641644 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment ce994437-ee11-493b-be9b-db3d8bcedcc4 of type vlan for network 0ce7a725-fed0-400e-9add-2a20f43a5780 Sep 18 02:06:37.646406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-eafbb7d6-2a9c-4357-88d0-0b1e6b58c959 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.648383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-eafbb7d6-2a9c-4357-88d0-0b1e6b58c959 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.2437415 Sep 18 02:06:37.650865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Made reservation on behalf of 2d82df39391d431992d60bb5b3e8fbf6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:37.653457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.673892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.684071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.690807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-91163b12-395d-4ccf-ae59-aa8777c6054d service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643917 Sep 18 02:06:37.713129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.771167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1940461a-7d20-4ff2-b6e0-06cab31f6688 req-90ba37de-8c6c-4ec2-8612-824da7b42f29 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105380 Sep 18 02:06:37.844467 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.849968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:37.850579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.858682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.871964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:37.872305 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Floating IP 0707f9c9-0e50-45be-a0af-63a7cfb5db34 disassociated. External IP: 172.25.0.71, port: afd87c54-1ca1-40f6-9c78-9ba2818a2183. Sep 18 02:06:37.924412 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-bcdc1779-15a7-498c-a462-d8e78843da00 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237597 Sep 18 02:06:37.975100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-b55208e5-8374-4462-a75f-375b0ba7b8f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 HTTP/1.1" status: 200 len: 217 time: 0.0423129 Sep 18 02:06:37.998544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=0ce7a725-fed0-400e-9add-2a20f43a5780,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:38.014587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 0ce7a725-fed0-400e-9add-2a20f43a5780 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:06:38.071608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.078403 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.087108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c837cf52-f1f7-4941-a511-5c3946c3aab8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6432841 Sep 18 02:06:38.087460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e95d7e0e-3f7d-4bc0-8cd4-c24a2c997140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:38.090120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e95d7e0e-3f7d-4bc0-8cd4-c24a2c997140 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.1006296 Sep 18 02:06:38.090592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57950) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:38.097849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': '0ce7a725-fed0-400e-9add-2a20f43a5780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:38.143403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:06:38.160126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa9317-2582-40d2-9c61-9c360ceeff44,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:38.164422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.164765 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Added segment 7d683a8b-f981-4a49-9079-b7ff5cc7f0e8 of type vlan for network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 Sep 18 02:06:38.245883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-fa935eb7-561d-4efd-a06d-18f31dc02f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:38.247446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-fa935eb7-561d-4efd-a06d-18f31dc02f97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1439197 Sep 18 02:06:38.251418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.253592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.283301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Router 291c05ed-839a-493d-9da8-904d68046241 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:38.286157 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.298440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.299437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:38.300067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.316951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0ef541c7-dfec-426b-b096-02b6388d182c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:38.392118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0ef541c7-dfec-426b-b096-02b6388d182c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:38.392750 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.397507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:38.401310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.410813 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0643809 Sep 18 02:06:38.410813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a03a6-a1b6-48ef-9013-134cf454bde8 admin admin] Pushing event updated for resources: {'Network': ['ID=d14a4dc0-e5dd-4a74-b7ae-3785ff82d939,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:38.415114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57952) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:38.436546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Request body: {'subnet': {'network_id': 'd14a4dc0-e5dd-4a74-b7ae-3785ff82d939', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-143805925-subnet', 'tenant_id': '2d82df39391d431992d60bb5b3e8fbf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:38.445073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:06:38.452664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.472199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:38.477306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.490859 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] Sync routers for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:38.499806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'Port': ['ID=3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:38.509586 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:38.512613 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:38.531417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-c71100f0-a7a7-4401-b30c-07fe1b38899b tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "PUT /v2.0/floatingips/0707f9c9-0e50-45be-a0af-63a7cfb5db34 HTTP/1.1" status: 200 len: 694 time: 1.0340180 Sep 18 02:06:38.532432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:38.535585 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bce97b2-d1d4-4773-bded-c363347cb237" -d '{"events": [{"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:38.564823 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-e41067ec-8363-4965-a726-d165ee05fab4 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014948 Sep 18 02:06:38.609399 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6df950a-4c70-4e62-9a94-2484dde5af15 x-openstack-request-id: req-b6df950a-4c70-4e62-9a94-2484dde5af15 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:38.610098 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:38.610597 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6df950a-4c70-4e62-9a94-2484dde5af15 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:38.611241 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'status': 'completed', 'code': 200} Sep 18 02:06:38.614418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-0dbfe77a-fbda-4703-9405-31a39279007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:38.617033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-0dbfe77a-fbda-4703-9405-31a39279007d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1097 time: 0.0763986 Sep 18 02:06:38.618353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Made reservation on behalf of 2d82df39391d431992d60bb5b3e8fbf6 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:38.621246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:38.700184 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:06:38.784686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-e083e248-7fa2-4df6-b2b8-73d9796d654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:38.792154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-e083e248-7fa2-4df6-b2b8-73d9796d654e service neutron] 10.222.0.21 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 920 time: 0.1656592 Sep 18 02:06:38.851594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-80955ad2-687a-494f-b2ca-a13ef49401cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 217 time: 0.0568569 Sep 18 02:06:38.901932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-1d0c7307-36ea-496e-bdde-2d820392326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:38.904207 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-1d0c7307-36ea-496e-bdde-2d820392326f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.0515876 Sep 18 02:06:38.939914 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:23Z', 'revision_number': 5, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:38.948253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-e2552f5e-21cc-4f89-bf16-6565090359a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318627 Sep 18 02:06:38.975020 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] Checking router: 291c05ed-839a-493d-9da8-904d68046241 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:06:38.986001 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:38.986966 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:39.071360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-501eb895-43ef-4bdb-8243-b1cba2262e31 service neutron] 10.222.0.21 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166692 Sep 18 02:06:39.168973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7d8a26c-6dbf-4b98-8920-07e6c44ba7a9 req-f2df7fa9-6762-40cc-bf71-1dd01b166e36 service neutron] 10.222.0.21 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934193 Sep 18 02:06:39.209683 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:06:39.274756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-f9de36bd-07d5-495c-b434-3d1d13643653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.277101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-f9de36bd-07d5-495c-b434-3d1d13643653 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04e28517ec0f473190d019467c9c8ab7&device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 1097 time: 0.6340561 Sep 18 02:06:39.292148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67a890c1-005f-446a-bc49-2a9a1502eacc req-680104a3-1393-4441-8bc3-7d8d98bb8874 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264214 Sep 18 02:06:39.331559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:39.346289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:39.457535 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:23Z', 'revision_number': 5, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:39.490378 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18c4f4-d8ee-4fe3-a6f7-ac67c7bb2653 None None] The sync data for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 is: [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:05:13Z', 'revision_number': 4, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'ad5cf507-088e-4f98-9481-67560d25261d', 'name': '', 'network_id': '16b228f4-b2cf-4868-92fd-be5c44c388cc', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'mac_address': 'fa:16:3e:d3:bd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:10Z', 'updated_at': '2021-09-18T02:05:23Z', 'revision_number': 5, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'subnets': [{'id': 'c24f5d2d-cbb9-4d47-b81b-892c19f9d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:39.495621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-3ef94919-c84d-4f17-92ee-4c6a825cad82 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.501850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-3ef94919-c84d-4f17-92ee-4c6a825cad82 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.503264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-ae0ebae7-d757-4dc8-8bf6-8e1193350966 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/floatingips/0707f9c9-0e50-45be-a0af-63a7cfb5db34 HTTP/1.1" status: 200 len: 694 time: 0.0574856 Sep 18 02:06:39.508048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-3ef94919-c84d-4f17-92ee-4c6a825cad82 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.514260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-3ef94919-c84d-4f17-92ee-4c6a825cad82 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.520189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-3ef94919-c84d-4f17-92ee-4c6a825cad82 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.526973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-3ef94919-c84d-4f17-92ee-4c6a825cad82 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.533676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-3ef94919-c84d-4f17-92ee-4c6a825cad82 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.539349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-3ef94919-c84d-4f17-92ee-4c6a825cad82 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.6681964 Sep 18 02:06:39.638636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-2fb65230-f50e-4bb5-9eb9-2a51ef708c71 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.640404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-2fb65230-f50e-4bb5-9eb9-2a51ef708c71 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 784 time: 0.1233857 Sep 18 02:06:39.653895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-38328621-8619-41a4-9c31-68fed75b3d9e tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:06:39.654201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:39.655396 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-38328621-8619-41a4-9c31-68fed75b3d9e tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078557 Sep 18 02:06:39.687542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-577a06b3-e42c-4a80-9e26-0050efbe7298 None None] Provisioning complete for port 3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:39.688640 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-577a06b3-e42c-4a80-9e26-0050efbe7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:39.719121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-4992bf68-33aa-4570-8eab-c1b1c128d40c tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 697 time: 0.0567529 Sep 18 02:06:39.745518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-577a06b3-e42c-4a80-9e26-0050efbe7298 None None] Port 3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:39.782369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-7167823d-b0c8-4b25-9704-da8c65b80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.782808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-38f628cb-9ee4-4e17-ac8e-1fb8d7409321 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 697 time: 0.0504873 Sep 18 02:06:39.782957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-7167823d-b0c8-4b25-9704-da8c65b80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.783360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-7167823d-b0c8-4b25-9704-da8c65b80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.783837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-7167823d-b0c8-4b25-9704-da8c65b80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.784310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-7167823d-b0c8-4b25-9704-da8c65b80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.784778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-7167823d-b0c8-4b25-9704-da8c65b80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.785245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-7167823d-b0c8-4b25-9704-da8c65b80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.787265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-7167823d-b0c8-4b25-9704-da8c65b80576 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6494 time: 0.4020119 Sep 18 02:06:39.788361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-4a19c659-51b9-4296-bb75-663600143cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:39.789682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-4a19c659-51b9-4296-bb75-663600143cd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 200 len: 920 time: 0.5000119 Sep 18 02:06:39.813378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6fbe8f6a-9111-4005-9b22-3b8537b565f9 req-c1044854-7511-4e9c-b6c1-c00635b5c155 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2666903 Sep 18 02:06:39.819277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7dc9e7-7c6b-45c7-91c2-3fadb39c799a None None] New status for floating IP 0707f9c9-0e50-45be-a0af-63a7cfb5db34: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:06:39.918170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-557745d4-7b1a-4e12-a800-530c4dbc48f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 200 len: 217 time: 0.1180038 Sep 18 02:06:39.928437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=fa4ed4a2-f563-4b9c-a938-b1a301a5d8de,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:39.936394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Deleting port af5511f4-ef98-4f6a-ad66-8e55d59ad8e9 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:39.936742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:39.951182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.019275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.019635 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.039505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Calling delete_port for af5511f4-ef98-4f6a-ad66-8e55d59ad8e9 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:40.117728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-5278f28e-3800-4d61-b548-ad80916f7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:40.119297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-5278f28e-3800-4d61-b548-ad80916f7646 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 200 len: 860 time: 0.1881540 Sep 18 02:06:40.125497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fd35db-d36e-49f3-aac7-b5493cbdd7d7,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:40.128287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': 'ce994437-ee11-493b-be9b-db3d8bcedcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ce7a725-fed0-400e-9add-2a20f43a5780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:40.128685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: 0ce7a725-fed0-400e-9add-2a20f43a5780, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:06:40.193624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.194283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-48673852-3401-4284-baff-af440c104e91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=16b228f4-b2cf-4868-92fd-be5c44c388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574012 Sep 18 02:06:40.199354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Router 7cca1c42-26a4-4564-9b12-b97199d3e1da is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:06:40.220002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-6669461b-19d6-458f-9dc1-b50137c4ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:40.221475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-6669461b-19d6-458f-9dc1-b50137c4ef61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9e12c277-19b4-402d-b583-344c3c7babd0 HTTP/1.1" status: 200 len: 902 time: 0.4227445 Sep 18 02:06:40.222197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Checking segment: {'id': '7d683a8b-f981-4a49-9079-b7ff5cc7f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd14a4dc0-e5dd-4a74-b7ae-3785ff82d939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:40.222563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Network hostable DHCP agents. Network: d14a4dc0-e5dd-4a74-b7ae-3785ff82d939, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:06:40.254729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 0ce7a725-fed0-400e-9add-2a20f43a5780 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:06:40.304399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-5d9c1cce-5de3-4b08-a81f-fbadf9be5986 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 HTTP/1.1" status: 200 len: 217 time: 0.0622084 Sep 18 02:06:40.388209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 0ce7a725-fed0-400e-9add-2a20f43a5780) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:40.396989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6859dd1-a607-4f3a-ad5c-f21cd9457dbc None None] Network 0ce7a725-fed0-400e-9add-2a20f43a5780 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:40.458145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:40.458831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.461563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:06:40.503780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, d14a4dc0-e5dd-4a74-b7ae-3785ff82d939) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:40.509596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:40.513013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:40.513608 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.520319 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38e64f-4761-4862-bb92-6e3094261a74 None None] Sync routers for ids ['7cca1c42-26a4-4564-9b12-b97199d3e1da'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:40.525253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-c66336c6-1ab7-4306-9485-67b626dbedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:40.527923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-c66336c6-1ab7-4306-9485-67b626dbedcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.1781042 Sep 18 02:06:40.529306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6ba03c20-c6af-4cb6-a0ff-e05eac7e2753 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4357181 Sep 18 02:06:40.538036 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38e64f-4761-4862-bb92-6e3094261a74 None None] Routers {'7cca1c42-26a4-4564-9b12-b97199d3e1da'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:40.538411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a055c67-36f8-4820-918e-d411d3161d48 None None] Network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:40.538669 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-be38e64f-4761-4862-bb92-6e3094261a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7cca1c42-26a4-4564-9b12-b97199d3e1da'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:40.556836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3e302d83-2b20-4d68-afe3-e4de9059057d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "PUT /v2.0/routers/7cca1c42-26a4-4564-9b12-b97199d3e1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2574031 Sep 18 02:06:40.576560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event deleted for resources: {'Port': ['ID=af5511f4-ef98-4f6a-ad66-8e55d59ad8e9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:40.576839 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-be38e64f-4761-4862-bb92-6e3094261a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:40.578390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57972) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:40.578807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:40.586439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Request body: {'port': {'network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24', 'name': 'tempest-FloatingIPNegativeTestJSON-1578110377'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:40.594641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-67e65a60-27b2-4f24-b670-87667a64710c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-537811474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:40.602293 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38e64f-4761-4862-bb92-6e3094261a74 None None] Routers {'7cca1c42-26a4-4564-9b12-b97199d3e1da'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:40.603203 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-be38e64f-4761-4862-bb92-6e3094261a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7cca1c42-26a4-4564-9b12-b97199d3e1da'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:40.604549 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-a8ff70fe-1425-4250-bbad-7e6243eea758 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978076 Sep 18 02:06:40.640546 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-be38e64f-4761-4862-bb92-6e3094261a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:40.641518 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38e64f-4761-4862-bb92-6e3094261a74 None None] The sync data for ids ['7cca1c42-26a4-4564-9b12-b97199d3e1da'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:40.681052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-0ce7a725-fed0-400e-9add-2a20f43a5780', 'network_id': '0ce7a725-fed0-400e-9add-2a20f43a5780', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': 'fa4ed4a2-f563-4b9c-a938-b1a301a5d8de'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:06:40.682423 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.731758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-8d05f45e-1fdb-4c43-a7f3-62a5b8492e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:40.733379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-8d05f45e-1fdb-4c43-a7f3-62a5b8492e48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278756 Sep 18 02:06:40.739264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0d7c5139-1cd4-435b-90c9-5461815f5fe6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3231101 Sep 18 02:06:40.743404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67e65a60-27b2-4f24-b670-87667a64710c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.745508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67e65a60-27b2-4f24-b670-87667a64710c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.771130 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.773662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.774913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b889e5d-34b2-44d6-85a1-647b86193a24 req-9e07c0e7-b4bb-4002-92bc-6a341115124f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "DELETE /v2.0/floatingips/0707f9c9-0e50-45be-a0af-63a7cfb5db34 HTTP/1.1" status: 204 len: 173 time: 0.9860682 Sep 18 02:06:40.824804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2228d-6ac0-433e-89d2-7b6446f05193 None None] Network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:40.825385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bce97b2-d1d4-4773-bded-c363347cb237 req-ecfc3a47-0391-4090-af69-d812e9339fc1 service neutron] 10.222.0.20 "GET /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984315 Sep 18 02:06:40.860105 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67e65a60-27b2-4f24-b670-87667a64710c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.866934 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67e65a60-27b2-4f24-b670-87667a64710c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.896865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Made reservation on behalf of 5597f25869dd499280b6dde450308d43 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:40.902852 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.909583 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67e65a60-27b2-4f24-b670-87667a64710c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:40.911055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-67e65a60-27b2-4f24-b670-87667a64710c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3295984 Sep 18 02:06:40.915686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fdc86a54-4a0c-4545-8360-778584d10e4f req-cb19d734-e73c-4b60-b71c-0115a3d0f9b6 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups/a98a0395-74fd-4293-8ef7-f980dde205e6 HTTP/1.1" status: 200 len: 1809 time: 0.1005263 Sep 18 02:06:40.917656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57982) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:40.931087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'port': {'network_id': '0ce7a725-fed0-400e-9add-2a20f43a5780', 'name': 'tempest-RoutersIpV6Test-338203452'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:40.961231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] device_id is not set on port 0a3fb267-5248-4f90-b623-2239f1f6860c yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:06:40.981272 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-5b791df9-a4fe-478f-a579-135b226cbb9a service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394288 Sep 18 02:06:41.030920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Allocated IP 2001:db8::2 (0ce7a725-fed0-400e-9add-2a20f43a5780/fa4ed4a2-f563-4b9c-a938-b1a301a5d8de/9052187b-4a6b-4702-b326-b71fba0e1dcf) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:41.056131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-a1692041-68d9-475d-ae1d-22c8f8cf5122 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.062842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-a1692041-68d9-475d-ae1d-22c8f8cf5122 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.068790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-a1692041-68d9-475d-ae1d-22c8f8cf5122 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.075495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-a1692041-68d9-475d-ae1d-22c8f8cf5122 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.082224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-a1692041-68d9-475d-ae1d-22c8f8cf5122 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.089306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-a1692041-68d9-475d-ae1d-22c8f8cf5122 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.095477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-a1692041-68d9-475d-ae1d-22c8f8cf5122 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.097471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-a1692041-68d9-475d-ae1d-22c8f8cf5122 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1739893 Sep 18 02:06:41.133669 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fdc86a54-4a0c-4545-8360-778584d10e4f req-bca1fc72-cda2-4611-b585-941ac2744833 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.184932 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fdc86a54-4a0c-4545-8360-778584d10e4f req-bca1fc72-cda2-4611-b585-941ac2744833 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.193113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6efe7b9-2f7f-4b1b-816c-1bdcdf4be89a req-22b2564d-9870-4ac1-ac7e-3c7bb32ace44 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826356 Sep 18 02:06:41.194279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Allocated IP 172.20.0.5 (8c453f75-80d7-4bf3-b003-9f9d2f2b2c24/45097af0-58d7-486a-9e55-b5f7d22dfb8b/0a3fb267-5248-4f90-b623-2239f1f6860c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:41.195645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc2822eb-d5db-4424-8bb7-072ab410b352 req-d356a267-e7d2-48e9-9c69-45c0fdd937da service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815176 Sep 18 02:06:41.196406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:41.201105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.239025 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.242673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] device_id is not set on port b53b5774-98ea-4bb4-bc7d-6b1e635da23d yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:06:41.255974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.305473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fdc86a54-4a0c-4545-8360-778584d10e4f req-bca1fc72-cda2-4611-b585-941ac2744833 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.308432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Network 0ce7a725-fed0-400e-9add-2a20f43a5780 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:41.308901 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fdc86a54-4a0c-4545-8360-778584d10e4f req-bca1fc72-cda2-4611-b585-941ac2744833 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.310118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fdc86a54-4a0c-4545-8360-778584d10e4f req-bca1fc72-cda2-4611-b585-941ac2744833 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "DELETE /v2.0/security-groups/a98a0395-74fd-4293-8ef7-f980dde205e6 HTTP/1.1" status: 204 len: 173 time: 0.3933744 Sep 18 02:06:41.316030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:41.321682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:41.325174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Pushing event updated for resources: {'Port': ['ID=9052187b-4a6b-4702-b326-b71fba0e1dcf,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:41.337671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1fc72-cda2-4611-b585-941ac2744833 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a0395-74fd-4293-8ef7-f980dde205e6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:41.339258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.339606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.340115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.340619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.341107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.341579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.342063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.342550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.343066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.344276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.345071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.345536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:06:41.407508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Attempting to bind port 9052187b-4a6b-4702-b326-b71fba0e1dcf on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:41.408096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Attempting to bind port 9052187b-4a6b-4702-b326-b71fba0e1dcf by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ce994437-ee11-493b-be9b-db3d8bcedcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ce7a725-fed0-400e-9add-2a20f43a5780'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:41.408640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Attempting to bind port 9052187b-4a6b-4702-b326-b71fba0e1dcf on network 0ce7a725-fed0-400e-9add-2a20f43a5780 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:41.410724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8::80 (0ce7a725-fed0-400e-9add-2a20f43a5780/fa4ed4a2-f563-4b9c-a938-b1a301a5d8de/b53b5774-98ea-4bb4-bc7d-6b1e635da23d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:41.415694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:41.417408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Checking segment: {'id': 'ce994437-ee11-493b-be9b-db3d8bcedcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ce7a725-fed0-400e-9add-2a20f43a5780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:41.418071 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.418698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Bound using segment: {'id': 'ce994437-ee11-493b-be9b-db3d8bcedcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ce7a725-fed0-400e-9add-2a20f43a5780'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:41.419414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Bound port: 9052187b-4a6b-4702-b326-b71fba0e1dcf, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce994437-ee11-493b-be9b-db3d8bcedcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ce7a725-fed0-400e-9add-2a20f43a5780'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:41.420356 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.513998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] For port 9052187b-4a6b-4702-b326-b71fba0e1dcf, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:41.517569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] For port 9052187b-4a6b-4702-b326-b71fba0e1dcf, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9052187b-4a6b-4702-b326-b71fba0e1dcf,segment=NetworkSegment(ce994437-ee11-493b-be9b-db3d8bcedcc4),segment_id=ce994437-ee11-493b-be9b-db3d8bcedcc4)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:41.525599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.585579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.615683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee38e6-4c05-4b4c-8c31-c995bc5cf0f7 None None] Pushing event updated for resources: {'Port': ['ID=9052187b-4a6b-4702-b326-b71fba0e1dcf,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:41.640827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.690418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.699996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359785-f587-4909-ad92-13128c0035f7 req-e6518f50-8c12-4039-85d6-c0e75b685cdf tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.702670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-e6518f50-8c12-4039-85d6-c0e75b685cdf tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/networks?id=d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 HTTP/1.1" status: 200 len: 821 time: 0.2087820 Sep 18 02:06:41.723113 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.763179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 0ce7a725-fed0-400e-9add-2a20f43a5780 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:41.767112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:41.767625 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-43f1823b-e0a2-49a3-ad43-dc5367efd55b tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/quotas/2d82df39391d431992d60bb5b3e8fbf6 HTTP/1.1" status: 200 len: 375 time: 0.0586689 Sep 18 02:06:41.769730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:41.777904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:41.779955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:41.781003 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:41.786854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.787459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.823227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=b53b5774-98ea-4bb4-bc7d-6b1e635da23d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:41.841678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a41d33c3-f088-4b0b-bd0a-fdd348f0f517 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9188414 Sep 18 02:06:41.844175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58008) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:41.880935 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-1a64299a-4422-4127-8355-d872be051112 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d82df39391d431992d60bb5b3e8fbf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045427 Sep 18 02:06:41.894244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'Port': ['ID=0a3fb267-5248-4f90-b623-2239f1f6860c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:41.926921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:41.927742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:41.996884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-530d041e-a8f1-40c4-94dc-eb3f2070621d tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4107909 Sep 18 02:06:41.996884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58010) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:42.001729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:42.048293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-e820ed31-e0cc-4059-83ef-0bcb00d06344 service neutron] 10.222.0.21 "GET /v2.0/networks/d14a4dc0-e5dd-4a74-b7ae-3785ff82d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580739 Sep 18 02:06:42.049480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.093014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc8ee-75b3-48d6-bbb6-4dbdba764d20 req-b3514fa6-43d4-4d6f-b5de-5999bc9cdb85 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:42.094567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-529dc8ee-75b3-48d6-bbb6-4dbdba764d20 req-b3514fa6-43d4-4d6f-b5de-5999bc9cdb85 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.1701715 Sep 18 02:06:42.196050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cbeac328-7eb5-4dc6-b604-57bc146966c9 None None] Provisioning complete for port 0a3fb267-5248-4f90-b623-2239f1f6860c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:42.196642 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cbeac328-7eb5-4dc6-b604-57bc146966c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.221553 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-490c97f5-f9fa-47fe-b5dd-67e1d00c6fc6 service neutron] 10.222.0.21 "GET /v2.0/networks/d14a4dc0-e5dd-4a74-b7ae-3785ff82d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510460 Sep 18 02:06:42.234684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-529dc8ee-75b3-48d6-bbb6-4dbdba764d20 req-0851fb72-6499-4a93-9a1e-83353be9272f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968750 Sep 18 02:06:42.246691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.254212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cbeac328-7eb5-4dc6-b604-57bc146966c9 None None] Port 0a3fb267-5248-4f90-b623-2239f1f6860c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:42.385598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.417374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9052187b-4a6b-4702-b326-b71fba0e1dcf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:42.420410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Allocated IP 172.25.0.224 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/5c45b503-7a0a-41e0-bc2c-22bddd32ec1c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:42.460061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-8681fb36-27b2-4695-a11d-fe587b6594ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:42.469146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-8681fb36-27b2-4695-a11d-fe587b6594ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:42.478256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-8681fb36-27b2-4695-a11d-fe587b6594ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:42.486854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-8681fb36-27b2-4695-a11d-fe587b6594ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:42.505326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-8681fb36-27b2-4695-a11d-fe587b6594ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:42.512751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-8681fb36-27b2-4695-a11d-fe587b6594ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:42.519162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-8681fb36-27b2-4695-a11d-fe587b6594ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:42.525921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9052187b-4a6b-4702-b326-b71fba0e1dcf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:42.526598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.529897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-8681fb36-27b2-4695-a11d-fe587b6594ce tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.2150161 Sep 18 02:06:42.599732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e9f452c-d339-4ff0-b37b-4fc261fe7eb7 req-b2ed160a-902a-4779-b1b3-12e975455885 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 210 time: 0.0956969 Sep 18 02:06:42.640949 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.643453 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.682951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85b5075c-bcf9-4c2d-bb97-284cb55b0327 req-e810826a-2e72-4498-8d72-26feb9675328 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518466 Sep 18 02:06:42.722216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.733311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9052187b-4a6b-4702-b326-b71fba0e1dcf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9052187b-4a6b-4702-b326-b71fba0e1dcf,segment=NetworkSegment(ce994437-ee11-493b-be9b-db3d8bcedcc4),segment_id=ce994437-ee11-493b-be9b-db3d8bcedcc4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:42.748787 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:42.833281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:42.844688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9052187b-4a6b-4702-b326-b71fba0e1dcf,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:42.846408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:42.875036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:42.919194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'Port': ['ID=5c45b503-7a0a-41e0-bc2c-22bddd32ec1c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:42.956216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbda66e-c55f-408d-8b1f-33a06d481bc4 None None] Network 0ce7a725-fed0-400e-9add-2a20f43a5780 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:43.032029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1b3a9b98-1328-4c13-bf23-1e4e79915006 None None] Provisioning complete for port 9052187b-4a6b-4702-b326-b71fba0e1dcf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:43.032548 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9b98-1328-4c13-bf23-1e4e79915006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.037622 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.089197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.294409 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.314637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.315219 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.347043 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.391435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'Port': ['ID=5c45b503-7a0a-41e0-bc2c-22bddd32ec1c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:43.402073 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.420540 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.421993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fc4410a7-0b9d-4556-8727-42934e43aa96 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4240174 Sep 18 02:06:43.424752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58032) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:43.429550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2b936941-625b-434a-b671-fae9a46c2b60 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Request body: {'floatingip': {'port_id': '0a3fb267-5248-4f90-b623-2239f1f6860c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:43.435164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5b70-3582-49da-a113-044e9203ef78 req-9c86b247-64a3-4aaf-9b9c-c869777e36de tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:43.436791 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d26c5b70-3582-49da-a113-044e9203ef78 req-9c86b247-64a3-4aaf-9b9c-c869777e36de tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.1199746 Sep 18 02:06:43.474948 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b936941-625b-434a-b671-fae9a46c2b60 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.477750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=b53b5774-98ea-4bb4-bc7d-6b1e635da23d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:43.523026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d26c5b70-3582-49da-a113-044e9203ef78 req-2f6b778e-8de3-469f-a4bb-e6f5024889c7 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757003 Sep 18 02:06:43.539344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a27301da-5f40-40c8-8d2f-d5b014a0b26e None None] Provisioning complete for port 9052187b-4a6b-4702-b326-b71fba0e1dcf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:43.539898 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a27301da-5f40-40c8-8d2f-d5b014a0b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.618635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.620259 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-2b936941-625b-434a-b671-fae9a46c2b60 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] update failed (client error): The resource could not be found. Sep 18 02:06:43.622762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b936941-625b-434a-b671-fae9a46c2b60 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "PUT /v2.0/floatingips/c2bdea68-8939-4b26-b032-3953f2df8991 HTTP/1.1" status: 404 len: 507 time: 0.1956224 Sep 18 02:06:43.624089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58034) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:43.720239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a27301da-5f40-40c8-8d2f-d5b014a0b26e None None] Provisioning complete for port b53b5774-98ea-4bb4-bc7d-6b1e635da23d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:43.720615 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a27301da-5f40-40c8-8d2f-d5b014a0b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.769828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a27301da-5f40-40c8-8d2f-d5b014a0b26e None None] Port b53b5774-98ea-4bb4-bc7d-6b1e635da23d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:43.849276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63c4b4c2-edf6-471c-ab31-f2bf18507615 req-70585887-60f4-4cff-bf75-1aec475452d2 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 210 time: 0.0686610 Sep 18 02:06:43.904742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Deleting port 5c45b503-7a0a-41e0-bc2c-22bddd32ec1c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:43.904957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7460163c-677e-4e9a-8071-ea75dea8c643 None None] Provisioning complete for port b53b5774-98ea-4bb4-bc7d-6b1e635da23d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:43.905283 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.905422 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7460163c-677e-4e9a-8071-ea75dea8c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:43.945580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7460163c-677e-4e9a-8071-ea75dea8c643 None None] Port b53b5774-98ea-4bb4-bc7d-6b1e635da23d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:43.999410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009109bb-4a4c-4d25-b044-c29672991e9b req-6d25979b-34f3-401e-8d35-2f88213d7d0f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.005858 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.006204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.013291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009109bb-4a4c-4d25-b044-c29672991e9b req-6d25979b-34f3-401e-8d35-2f88213d7d0f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.019503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009109bb-4a4c-4d25-b044-c29672991e9b req-6d25979b-34f3-401e-8d35-2f88213d7d0f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.026107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009109bb-4a4c-4d25-b044-c29672991e9b req-6d25979b-34f3-401e-8d35-2f88213d7d0f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.027974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Calling delete_port for 5c45b503-7a0a-41e0-bc2c-22bddd32ec1c owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:44.033828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009109bb-4a4c-4d25-b044-c29672991e9b req-6d25979b-34f3-401e-8d35-2f88213d7d0f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.040634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009109bb-4a4c-4d25-b044-c29672991e9b req-6d25979b-34f3-401e-8d35-2f88213d7d0f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.048086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009109bb-4a4c-4d25-b044-c29672991e9b req-6d25979b-34f3-401e-8d35-2f88213d7d0f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.057034 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-009109bb-4a4c-4d25-b044-c29672991e9b req-6d25979b-34f3-401e-8d35-2f88213d7d0f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.2346399 Sep 18 02:06:44.111308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.140229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359785-f587-4909-ad92-13128c0035f7 req-f6025403-555e-448e-bdcf-76db5b1e4e11 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.141684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-f6025403-555e-448e-bdcf-76db5b1e4e11 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.18 "GET /v2.0/networks?id=d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 HTTP/1.1" status: 200 len: 821 time: 0.4154780 Sep 18 02:06:44.159933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Request body: {'port': {'device_id': 'e47ba2f6-0100-406d-b373-ac43e3b3d360', 'network_id': 'd14a4dc0-e5dd-4a74-b7ae-3785ff82d939', 'admin_state_up': True, 'tenant_id': '2d82df39391d431992d60bb5b3e8fbf6'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:44.167540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c1bb5344-b50e-43aa-8ca0-bfa68e0a19e4 None None] Provisioning complete for port b53b5774-98ea-4bb4-bc7d-6b1e635da23d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:44.167923 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5344-b50e-43aa-8ca0-bfa68e0a19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.183382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.204915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb5344-b50e-43aa-8ca0-bfa68e0a19e4 None None] Port b53b5774-98ea-4bb4-bc7d-6b1e635da23d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:44.205900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-009109bb-4a4c-4d25-b044-c29672991e9b req-f7c1d91d-93d0-4dcb-9471-effb8e268d32 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479962 Sep 18 02:06:44.210245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event deleted for resources: {'Port': ['ID=5c45b503-7a0a-41e0-bc2c-22bddd32ec1c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:44.220986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-16d7840b-c02a-4938-b7f6-97a7746810b8 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.222514 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-16d7840b-c02a-4938-b7f6-97a7746810b8 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.20 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.2830763 Sep 18 02:06:44.285840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.288672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.289994 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bd4c9d12-f8c5-487f-9463-caa1e50cfcec tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "DELETE /v2.0/floatingips/c2bdea68-8939-4b26-b032-3953f2df8991 HTTP/1.1" status: 204 len: 168 time: 0.6648238 Sep 18 02:06:44.293958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58046) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:44.298894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-52633faf-dc93-43aa-af53-f8dcae793ecd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Request body: {'floatingip': {'floating_network_id': '8c453f75-80d7-4bf3-b003-9f9d2f2b2c24', 'port_id': '0a3fb267-5248-4f90-b623-2239f1f6860c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:44.321466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52633faf-dc93-43aa-af53-f8dcae793ecd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.331021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9052187b-4a6b-4702-b326-b71fba0e1dcf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:44.387910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9052187b-4a6b-4702-b326-b71fba0e1dcf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:44.388401 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.454099 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-52633faf-dc93-43aa-af53-f8dcae793ecd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:06:44.461164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58048) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:44.463017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-52633faf-dc93-43aa-af53-f8dcae793ecd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1671405 Sep 18 02:06:44.465533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '0a3fb267-5248-4f90-b623-2239f1f6860c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:44.519432 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:06:44.519432 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 02:06:44.519432 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id_1': '5597f25869dd499280b6dde450308d43', 'expiration_1': datetime.datetime(2021, 9, 18, 2, 6, 24, 492224)}] Sep 18 02:06:44.519432 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:06:44.519875 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:06:44.551229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Made reservation on behalf of 2d82df39391d431992d60bb5b3e8fbf6 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:44.554766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.589787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Deleting port afd87c54-1ca1-40f6-9c78-9ba2818a2183 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:44.590137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.681075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb27b6-1b04-4b83-a341-94d5d7aa6119 req-b5894a63-e635-4fbe-b3e1-afaa1e0571b5 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:44.689638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccb27b6-1b04-4b83-a341-94d5d7aa6119 req-b5894a63-e635-4fbe-b3e1-afaa1e0571b5 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 945 time: 0.0646868 Sep 18 02:06:44.755340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccb27b6-1b04-4b83-a341-94d5d7aa6119 req-edb85d3c-7b0a-4997-a024-009e3295044d tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7cbd0a3-e8f1-47f2-a2fa-570234531580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647459 Sep 18 02:06:44.799348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.803742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] For port afd87c54-1ca1-40f6-9c78-9ba2818a2183, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=afd87c54-1ca1-40f6-9c78-9ba2818a2183,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:44.804111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.813652 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.814408 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:44.853591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Calling delete_port for afd87c54-1ca1-40f6-9c78-9ba2818a2183 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:44.874916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Allocated IP 172.20.0.2 (d14a4dc0-e5dd-4a74-b7ae-3785ff82d939/20fd35db-d36e-49f3-aac7-b5493cbdd7d7/b668a246-4a84-4bad-976e-97423db3d449) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:44.992319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=b53b5774-98ea-4bb4-bc7d-6b1e635da23d,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:45.019296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58276042-48d2-4475-b11b-43c8313ddbfe req-5afe4830-28e5-480e-9369-7d945470f5e1 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 210 time: 0.1089079 Sep 18 02:06:45.121643 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:45.130956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 0ce7a725-fed0-400e-9add-2a20f43a5780 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:45.148962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:45.353867 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:45.359083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-997e21a1-03e3-4e60-b6d6-a5c4f2ebf0b8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.365241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['afd87c54-1ca1-40f6-9c78-9ba2818a2183'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:06:45.366125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-997e21a1-03e3-4e60-b6d6-a5c4f2ebf0b8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.374563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-997e21a1-03e3-4e60-b6d6-a5c4f2ebf0b8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.376496 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:45.379984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-997e21a1-03e3-4e60-b6d6-a5c4f2ebf0b8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.386096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-997e21a1-03e3-4e60-b6d6-a5c4f2ebf0b8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.392939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-997e21a1-03e3-4e60-b6d6-a5c4f2ebf0b8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.398915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-997e21a1-03e3-4e60-b6d6-a5c4f2ebf0b8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.401357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-997e21a1-03e3-4e60-b6d6-a5c4f2ebf0b8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1031773 Sep 18 02:06:45.432472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-64dea885-295a-4ce3-ab25-f1781c81aedb None None] Provisioning complete for port b53b5774-98ea-4bb4-bc7d-6b1e635da23d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:45.433144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64dea885-295a-4ce3-ab25-f1781c81aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:45.437251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Pushing event deleted for resources: {'Port': ['ID=afd87c54-1ca1-40f6-9c78-9ba2818a2183,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:45.464448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1212a3bf-4554-49c0-94f8-13ed134b2f42 req-ddfa5c0e-c412-4ae3-b45b-33d63d426ea0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564332 Sep 18 02:06:45.472039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-64dea885-295a-4ce3-ab25-f1781c81aedb None None] Port b53b5774-98ea-4bb4-bc7d-6b1e635da23d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:06:45.515584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] No DVR routers for this DVR port afd87c54-1ca1-40f6-9c78-9ba2818a2183 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:45.520851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:45.522813 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4bee9bfb-7e38-4afb-b527-154edcde7722 req-db4d8964-926f-4cde-9328-99872823de3f tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.20 "DELETE /v2.0/ports/afd87c54-1ca1-40f6-9c78-9ba2818a2183 HTTP/1.1" status: 204 len: 173 time: 1.2892094 Sep 18 02:06:45.525702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'name': 'network-vif-deleted', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:45.528380 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a326d55-b0f3-4e05-b154-7cc57a17845c" -d '{"events": [{"server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "name": "network-vif-deleted", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:45.554062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:45.570248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router e85ab023-386e-460a-8416-f1c716c99649 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:06:45.594587 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31092552-1c3a-4346-878e-3d773f0229f3 x-openstack-request-id: req-31092552-1c3a-4346-878e-3d773f0229f3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:45.594587 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a35e7-a84f-4384-8bba-bec8e22b3aeb", "name": "network-vif-deleted", "tag": "afd87c54-1ca1-40f6-9c78-9ba2818a2183", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:45.594949 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31092552-1c3a-4346-878e-3d773f0229f3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:45.595184 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907a35e7-a84f-4384-8bba-bec8e22b3aeb', 'name': 'network-vif-deleted', 'tag': 'afd87c54-1ca1-40f6-9c78-9ba2818a2183', 'status': 'completed', 'code': 200} Sep 18 02:06:45.614465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:45.621445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:45.630158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:45.639252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:45.723757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Pushing event updated for resources: {'Port': ['ID=b668a246-4a84-4bad-976e-97423db3d449,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:45.821894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.823293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:45.831657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:45.841636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6f014-0114-452e-8de7-d2c21b0e1e66 None None] Sync routers for ids ['e85ab023-386e-460a-8416-f1c716c99649'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:45.851095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6f014-0114-452e-8de7-d2c21b0e1e66 None None] Routers {'e85ab023-386e-460a-8416-f1c716c99649'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:45.851900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5fe6f014-0114-452e-8de7-d2c21b0e1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e85ab023-386e-460a-8416-f1c716c99649'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:45.856040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8620490-8ca7-4d68-8ea2-c05e58e25b93 req-1f27b881-3fa0-478c-8d3d-43527abba7d6 tempest-ServerRescueTestJSONUnderV235-900859374 tempest-ServerRescueTestJSONUnderV235-900859374-project] 10.222.0.21 "GET /v2.0/ports?device_id=907a35e7-a84f-4384-8bba-bec8e22b3aeb HTTP/1.1" status: 200 len: 210 time: 0.0277460 Sep 18 02:06:45.857485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f2817d9f-95b1-4908-b636-2ede8346a257 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/e85ab023-386e-460a-8416-f1c716c99649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0120990 Sep 18 02:06:45.862025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58066) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:45.878874 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-8425cc21-d55f-4e00-a282-6f26a2518dee tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7203491 Sep 18 02:06:45.889203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Request body: {'port': {'device_id': 'e47ba2f6-0100-406d-b373-ac43e3b3d360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:45.916227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5fe6f014-0114-452e-8de7-d2c21b0e1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:45.924278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Allocated IP 172.25.0.239 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/0ae26df0-e82a-4774-bb61-2281a0b45d8f) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:45.925607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6f014-0114-452e-8de7-d2c21b0e1e66 None None] Routers {'e85ab023-386e-460a-8416-f1c716c99649'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:45.926217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5fe6f014-0114-452e-8de7-d2c21b0e1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e85ab023-386e-460a-8416-f1c716c99649'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:45.931711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308aac4-f84f-48c1-87d2-cf424ba04568 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:45.936512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8308aac4-f84f-48c1-87d2-cf424ba04568 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports/b53b5774-98ea-4bb4-bc7d-6b1e635da23d HTTP/1.1" status: 200 len: 982 time: 0.0709443 Sep 18 02:06:45.937021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58068) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:45.969691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5fe6f014-0114-452e-8de7-d2c21b0e1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:45.970814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6f014-0114-452e-8de7-d2c21b0e1e66 None None] The sync data for ids ['e85ab023-386e-460a-8416-f1c716c99649'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:45.988752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:46.203565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5410e-53ce-40b3-9532-56ad21864e0b req-10acb20f-9d2d-48dc-82c5-28dc1efd33a9 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:46.205096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5410e-53ce-40b3-9532-56ad21864e0b req-10acb20f-9d2d-48dc-82c5-28dc1efd33a9 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 931 time: 0.1000147 Sep 18 02:06:46.299809 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63f5410e-53ce-40b3-9532-56ad21864e0b req-a1d433ff-46b7-419d-8bff-04ca6b44e42e tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769668 Sep 18 02:06:46.471355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:46.482194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:46.615131 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:46.679802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:46.683617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port b53b5774-98ea-4bb4-bc7d-6b1e635da23d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:46.683969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:46.692908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:46.715068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-f3aa5902-8b3e-45b6-8bc5-4215f97996a5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:46.720959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-f3aa5902-8b3e-45b6-8bc5-4215f97996a5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:46.726912 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-f3aa5902-8b3e-45b6-8bc5-4215f97996a5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:46.733901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-f3aa5902-8b3e-45b6-8bc5-4215f97996a5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:46.739832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-f3aa5902-8b3e-45b6-8bc5-4215f97996a5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:46.746967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-f3aa5902-8b3e-45b6-8bc5-4215f97996a5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:46.753140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-f3aa5902-8b3e-45b6-8bc5-4215f97996a5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:46.755142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-f3aa5902-8b3e-45b6-8bc5-4215f97996a5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.2065380 Sep 18 02:06:46.755981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:46.761279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event updated for resources: {'Port': ['ID=0ae26df0-e82a-4774-bb61-2281a0b45d8f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:46.774112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:46.786781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for b53b5774-98ea-4bb4-bc7d-6b1e635da23d owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:46.880193 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbb1af05-3eb4-4a3c-ac1e-a4053b9abfbf req-dd8a1010-c60a-4f20-9d4f-9ce23c67f492 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947013 Sep 18 02:06:46.922576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b668a246-4a84-4bad-976e-97423db3d449 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:46.938531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58082) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:46.950357 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.009572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Transition to ACTIVE for port object b668a246-4a84-4bad-976e-97423db3d449 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:06:47.011094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.014764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.085443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Pushing event updated for resources: {'Port': ['ID=b668a246-4a84-4bad-976e-97423db3d449,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:47.108882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Deleting port 0ae26df0-e82a-4774-bb61-2281a0b45d8f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:47.109232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.223509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Attempting to bind port b668a246-4a84-4bad-976e-97423db3d449 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:47.223854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Attempting to bind port b668a246-4a84-4bad-976e-97423db3d449 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '7d683a8b-f981-4a49-9079-b7ff5cc7f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd14a4dc0-e5dd-4a74-b7ae-3785ff82d939'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:47.224188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Attempting to bind port b668a246-4a84-4bad-976e-97423db3d449 on network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:47.236732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Port b668a246-4a84-4bad-976e-97423db3d449 on network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:06:47.237060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Attempting to bind port b668a246-4a84-4bad-976e-97423db3d449 on network d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:47.244679 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.244679 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.247728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:47.248069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Checking segment: {'id': '7d683a8b-f981-4a49-9079-b7ff5cc7f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd14a4dc0-e5dd-4a74-b7ae-3785ff82d939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:47.248460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Bound using segment: {'id': '7d683a8b-f981-4a49-9079-b7ff5cc7f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd14a4dc0-e5dd-4a74-b7ae-3785ff82d939'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:47.248907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Bound port: b668a246-4a84-4bad-976e-97423db3d449, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d683a8b-f981-4a49-9079-b7ff5cc7f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd14a4dc0-e5dd-4a74-b7ae-3785ff82d939'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:47.249258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.271001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Calling delete_port for 0ae26df0-e82a-4774-bb61-2281a0b45d8f owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:47.376887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] For port b668a246-4a84-4bad-976e-97423db3d449, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:47.392097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] For port b668a246-4a84-4bad-976e-97423db3d449, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b668a246-4a84-4bad-976e-97423db3d449,segment=NetworkSegment(7d683a8b-f981-4a49-9079-b7ff5cc7f0e8),segment_id=7d683a8b-f981-4a49-9079-b7ff5cc7f0e8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:47.401592 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.409206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=b53b5774-98ea-4bb4-bc7d-6b1e635da23d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:47.437099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:47.437659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.439248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] 10.222.0.18 "PUT /v2.0/ports/b668a246-4a84-4bad-976e-97423db3d449 HTTP/1.1" status: 200 len: 1092 time: 1.5568104 Sep 18 02:06:47.514121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device afd87c54-1ca1-40f6-9c78-9ba2818a2183 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:06:47.522973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c072b-158b-4fe0-b6ef-89a6c16f2850 service neutron] Pushing event updated for resources: {'Port': ['ID=b668a246-4a84-4bad-976e-97423db3d449,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:47.538360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.551667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: afd87c54-1ca1-40f6-9c78-9ba2818a2183 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:06:47.552268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device afd87c54-1ca1-40f6-9c78-9ba2818a2183 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:06:47.577549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359785-f587-4909-ad92-13128c0035f7 req-1cf9e280-fd55-4a7f-a060-3565ffc417ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:47.579122 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-1cf9e280-fd55-4a7f-a060-3565ffc417ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d82df39391d431992d60bb5b3e8fbf6&device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 1095 time: 0.0968268 Sep 18 02:06:47.581587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event deleted for resources: {'Port': ['ID=0ae26df0-e82a-4774-bb61-2281a0b45d8f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:47.608336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:47.610189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47ba2f6-0100-406d-b373-ac43e3b3d360', 'tag': 'b668a246-4a84-4bad-976e-97423db3d449'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:47.611932 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6331d41e-c2bc-4d91-92b3-27b70b79cd22" -d '{"events": [{"name": "network-changed", "server_uuid": "e47ba2f6-0100-406d-b373-ac43e3b3d360", "tag": "b668a246-4a84-4bad-976e-97423db3d449"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:47.620634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340cea0-2044-4d39-a317-75706ada3ce6 req-817b5eb2-d492-4c44-89d3-403715b4f9dc tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:47.622462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a340cea0-2044-4d39-a317-75706ada3ce6 req-817b5eb2-d492-4c44-89d3-403715b4f9dc tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 943 time: 0.2196047 Sep 18 02:06:47.645946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-59b37b5d-2948-4906-9b81-ece7dc0c349a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b668a246-4a84-4bad-976e-97423db3d449 HTTP/1.1" status: 200 len: 217 time: 0.0573218 Sep 18 02:06:47.665331 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b70ba7-eaa5-455f-98be-0fe2f2607671 x-openstack-request-id: req-e4b70ba7-eaa5-455f-98be-0fe2f2607671 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:47.665627 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47ba2f6-0100-406d-b373-ac43e3b3d360", "tag": "b668a246-4a84-4bad-976e-97423db3d449", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:47.665987 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4b70ba7-eaa5-455f-98be-0fe2f2607671 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:47.666507 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47ba2f6-0100-406d-b373-ac43e3b3d360', 'tag': 'b668a246-4a84-4bad-976e-97423db3d449', 'status': 'completed', 'code': 200} Sep 18 02:06:47.728395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359785-f587-4909-ad92-13128c0035f7 req-2b0395e6-d66c-4ca5-aefd-da1ff9c1e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:47.729777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-2b0395e6-d66c-4ca5-aefd-da1ff9c1e2c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20fd35db-d36e-49f3-aac7-b5493cbdd7d7 HTTP/1.1" status: 200 len: 861 time: 0.0662377 Sep 18 02:06:47.747310 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] create failed (client error): The resource could not be found. Sep 18 02:06:47.748313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0c4125fe-6f4a-4124-9a27-e023503362d7 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2864060 Sep 18 02:06:47.762239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58094) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:47.771072 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-370a2ad3-736c-4b1b-a248-23419a894779 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a4dc0-e5dd-4a74-b7ae-3785ff82d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339575 Sep 18 02:06:47.815589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a340cea0-2044-4d39-a317-75706ada3ce6 req-00080d2b-2d45-40c6-9925-b73b7b52b5b7 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826327 Sep 18 02:06:47.908728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router e85ab023-386e-460a-8416-f1c716c99649 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:47.925924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-3e2a0828-b674-4110-929a-f13de990c64f service neutron] 10.222.0.18 "GET /v2.0/networks/d14a4dc0-e5dd-4a74-b7ae-3785ff82d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355100 Sep 18 02:06:47.932392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-036b4ce6-3174-4f32-a816-28e047283abd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Deleting port 0a3fb267-5248-4f90-b623-2239f1f6860c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:47.932740 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-036b4ce6-3174-4f32-a816-28e047283abd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.024705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:48.034274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ecd11e20-2279-42e8-aa12-8951272beff0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/e85ab023-386e-460a-8416-f1c716c99649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0945690 Sep 18 02:06:48.035995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:48.041408 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8091a2a-4a83-48b6-bdcd-8b2d35dc9079 None None] Sync routers for ids ['e85ab023-386e-460a-8416-f1c716c99649'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:48.051204 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8091a2a-4a83-48b6-bdcd-8b2d35dc9079 None None] Routers {'e85ab023-386e-460a-8416-f1c716c99649'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:48.051868 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8091a2a-4a83-48b6-bdcd-8b2d35dc9079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e85ab023-386e-460a-8416-f1c716c99649'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:48.091053 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8091a2a-4a83-48b6-bdcd-8b2d35dc9079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:48.099793 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8091a2a-4a83-48b6-bdcd-8b2d35dc9079 None None] Routers {'e85ab023-386e-460a-8416-f1c716c99649'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:48.100679 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8091a2a-4a83-48b6-bdcd-8b2d35dc9079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e85ab023-386e-460a-8416-f1c716c99649'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:48.102337 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.132002 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8091a2a-4a83-48b6-bdcd-8b2d35dc9079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:48.132958 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8091a2a-4a83-48b6-bdcd-8b2d35dc9079 None None] The sync data for ids ['e85ab023-386e-460a-8416-f1c716c99649'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:48.238632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-036b4ce6-3174-4f32-a816-28e047283abd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.246046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2359785-f587-4909-ad92-13128c0035f7 req-d00862ca-5aa4-45ac-9561-41fd97b33365 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a4dc0-e5dd-4a74-b7ae-3785ff82d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103588 Sep 18 02:06:48.273138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782581e-d88e-4393-93b9-13ba958011b1 req-aae3805c-21b3-4e16-81e0-d8f900a055be tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.281443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782581e-d88e-4393-93b9-13ba958011b1 req-aae3805c-21b3-4e16-81e0-d8f900a055be tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.287342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782581e-d88e-4393-93b9-13ba958011b1 req-aae3805c-21b3-4e16-81e0-d8f900a055be tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.295446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782581e-d88e-4393-93b9-13ba958011b1 req-aae3805c-21b3-4e16-81e0-d8f900a055be tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.301367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782581e-d88e-4393-93b9-13ba958011b1 req-aae3805c-21b3-4e16-81e0-d8f900a055be tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.308070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782581e-d88e-4393-93b9-13ba958011b1 req-aae3805c-21b3-4e16-81e0-d8f900a055be tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.313961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782581e-d88e-4393-93b9-13ba958011b1 req-aae3805c-21b3-4e16-81e0-d8f900a055be tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.315909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4782581e-d88e-4393-93b9-13ba958011b1 req-aae3805c-21b3-4e16-81e0-d8f900a055be tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.3269725 Sep 18 02:06:48.361028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-036b4ce6-3174-4f32-a816-28e047283abd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Calling delete_port for 0a3fb267-5248-4f90-b623-2239f1f6860c owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:48.396873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Deleting port ad5cf507-088e-4f98-9481-67560d25261d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:48.397207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.474554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] For port ad5cf507-088e-4f98-9481-67560d25261d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ad5cf507-088e-4f98-9481-67560d25261d,segment=NetworkSegment(4803afbe-553a-43d3-9f5b-82a04d521921),segment_id=4803afbe-553a-43d3-9f5b-82a04d521921)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:48.474953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.487416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Calling delete_port for ad5cf507-088e-4f98-9481-67560d25261d owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:48.496486 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-60e2cc79-0889-4dec-be15-e3662179442f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 02:06:48.497543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-60e2cc79-0889-4dec-be15-e3662179442f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/e85ab023-386e-460a-8416-f1c716c99649/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4606118 Sep 18 02:06:48.500313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58106) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:48.532108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4782581e-d88e-4393-93b9-13ba958011b1 req-bfcc9d38-aedd-4dea-91d0-c5e8279abb45 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1794367 Sep 18 02:06:48.543205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-aa9dc163-e2ed-4bad-adde-9f3f64b0dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.544505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-aa9dc163-e2ed-4bad-adde-9f3f64b0dabc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d82df39391d431992d60bb5b3e8fbf6&device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 1095 time: 0.1977737 Sep 18 02:06:48.561001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8e19cd43-8e0e-410d-b9c9-8ce4f118db6e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85ab023-386e-460a-8416-f1c716c99649 HTTP/1.1" status: 200 len: 205 time: 0.0593154 Sep 18 02:06:48.564583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58108) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:48.657621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da930c4a-1f1a-4fd1-abe7-2437259531e9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.684965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-036b4ce6-3174-4f32-a816-28e047283abd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.714382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-8bc582f3-3701-4b45-93b0-92c80dd4275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.715909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-8bc582f3-3701-4b45-93b0-92c80dd4275f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 HTTP/1.1" status: 200 len: 921 time: 0.1598737 Sep 18 02:06:48.718306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b4ce6-3174-4f32-a816-28e047283abd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event deleted for resources: {'Port': ['ID=0a3fb267-5248-4f90-b623-2239f1f6860c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:48.805772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-701112f2-5620-4a73-89cb-c8fa2c3792e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b668a246-4a84-4bad-976e-97423db3d449 HTTP/1.1" status: 200 len: 217 time: 0.0635602 Sep 18 02:06:48.872166 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-036b4ce6-3174-4f32-a816-28e047283abd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.875228 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-036b4ce6-3174-4f32-a816-28e047283abd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "DELETE /v2.0/ports/0a3fb267-5248-4f90-b623-2239f1f6860c HTTP/1.1" status: 204 len: 168 time: 1.1112964 Sep 18 02:06:48.878010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58112) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:48.885922 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da930c4a-1f1a-4fd1-abe7-2437259531e9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.888831 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da930c4a-1f1a-4fd1-abe7-2437259531e9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.924065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-373257af-a606-49a4-9c52-b5038b0e55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.925576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-373257af-a606-49a4-9c52-b5038b0e55e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20fd35db-d36e-49f3-aac7-b5493cbdd7d7 HTTP/1.1" status: 200 len: 861 time: 0.1101897 Sep 18 02:06:48.964643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-e419ba22-20fa-495f-8951-fb77b70745b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d14a4dc0-e5dd-4a74-b7ae-3785ff82d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309761 Sep 18 02:06:48.973884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0defe4-2a07-4e5f-bc0e-07388cd4f9c6 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:48.975457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ac0defe4-2a07-4e5f-bc0e-07388cd4f9c6 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cca1c42-26a4-4564-9b12-b97199d3e1da HTTP/1.1" status: 200 len: 913 time: 0.0964744 Sep 18 02:06:48.987210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58114) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:48.992914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da930c4a-1f1a-4fd1-abe7-2437259531e9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:48.993406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da930c4a-1f1a-4fd1-abe7-2437259531e9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Fanout notify agent at l3_agent the message router_deleted on router e85ab023-386e-460a-8416-f1c716c99649 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:06:49.005322 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da930c4a-1f1a-4fd1-abe7-2437259531e9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.006005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-da930c4a-1f1a-4fd1-abe7-2437259531e9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/e85ab023-386e-460a-8416-f1c716c99649 HTTP/1.1" status: 204 len: 168 time: 0.4403927 Sep 18 02:06:49.012592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:49.065627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.079830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e8df-31c8-4f2e-8957-bf694e6094ba req-67697d05-a034-470f-9a5d-5d5070b3de8c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:49.081414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dff7e8df-31c8-4f2e-8957-bf694e6094ba req-67697d05-a034-470f-9a5d-5d5070b3de8c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 943 time: 0.1454554 Sep 18 02:06:49.121211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5cf507-088e-4f98-9481-67560d25261d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:49.129343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-421fef80-f1f3-4055-b312-4999afb1b5d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet fa4ed4a2-f563-4b9c-a938-b1a301a5d8de {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:06:49.144762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-421fef80-f1f3-4055-b312-4999afb1b5d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.234554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dff7e8df-31c8-4f2e-8957-bf694e6094ba req-21a9fff6-5564-4707-82e3-b877161de357 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231589 Sep 18 02:06:49.243163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-421fef80-f1f3-4055-b312-4999afb1b5d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.424438 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-421fef80-f1f3-4055-b312-4999afb1b5d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.467925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.478988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-6520370f-85db-4947-8b9a-edd4eb5af0b8 service neutron] 10.222.0.18 "GET /v2.0/networks/d14a4dc0-e5dd-4a74-b7ae-3785ff82d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012686 Sep 18 02:06:49.547102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-421fef80-f1f3-4055-b312-4999afb1b5d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.647955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6331d41e-c2bc-4d91-92b3-27b70b79cd22 req-22c88a4e-9004-4729-914f-92b57ac4154e service neutron] 10.222.0.18 "GET /v2.0/networks/d14a4dc0-e5dd-4a74-b7ae-3785ff82d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400354 Sep 18 02:06:49.748429 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.974872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fef80-f1f3-4055-b312-4999afb1b5d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4ed4a2-f563-4b9c-a938-b1a301a5d8de,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:49.985627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf8693c-a89d-488e-ba64-9415fa713898 None None] Network 0ce7a725-fed0-400e-9add-2a20f43a5780 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:49.994881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-421fef80-f1f3-4055-b312-4999afb1b5d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:49.996777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-421fef80-f1f3-4055-b312-4999afb1b5d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/fa4ed4a2-f563-4b9c-a938-b1a301a5d8de HTTP/1.1" status: 204 len: 168 time: 0.9832830 Sep 18 02:06:50.004103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58126) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:50.008306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Deleting port 3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:50.008790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.102526 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.116958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Calling delete_port for 3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:50.133094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3623-907a-4119-9837-f97421c058e1 req-383b2176-b751-42c4-a2ed-2013f11175c9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:50.139787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3623-907a-4119-9837-f97421c058e1 req-383b2176-b751-42c4-a2ed-2013f11175c9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:50.145727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3623-907a-4119-9837-f97421c058e1 req-383b2176-b751-42c4-a2ed-2013f11175c9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:50.152257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3623-907a-4119-9837-f97421c058e1 req-383b2176-b751-42c4-a2ed-2013f11175c9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:50.158327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3623-907a-4119-9837-f97421c058e1 req-383b2176-b751-42c4-a2ed-2013f11175c9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:50.166232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3623-907a-4119-9837-f97421c058e1 req-383b2176-b751-42c4-a2ed-2013f11175c9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:50.173101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3623-907a-4119-9837-f97421c058e1 req-383b2176-b751-42c4-a2ed-2013f11175c9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:50.175101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf7d3623-907a-4119-9837-f97421c058e1 req-383b2176-b751-42c4-a2ed-2013f11175c9 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.2383015 Sep 18 02:06:50.202112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] DHCP port deletion for 0ce7a725-fed0-400e-9add-2a20f43a5780 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:06:50.217561 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.258981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] Deleting port 9052187b-4a6b-4702-b326-b71fba0e1dcf {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:50.259886 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.315029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf7d3623-907a-4119-9837-f97421c058e1 req-66c13524-9f48-4ce8-81b9-4c448716cb8b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277142 Sep 18 02:06:50.376477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.392597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Router 291c05ed-839a-493d-9da8-904d68046241 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:50.436075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] For port 9052187b-4a6b-4702-b326-b71fba0e1dcf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9052187b-4a6b-4702-b326-b71fba0e1dcf,segment=NetworkSegment(ce994437-ee11-493b-be9b-db3d8bcedcc4),segment_id=ce994437-ee11-493b-be9b-db3d8bcedcc4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:50.436846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.459875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] Calling delete_port for 9052187b-4a6b-4702-b326-b71fba0e1dcf owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:50.492537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9052187b-4a6b-4702-b326-b71fba0e1dcf no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:06:50.496799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 9052187b-4a6b-4702-b326-b71fba0e1dcf {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:50.497146 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.510234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event deleted for resources: {'Port': ['ID=3dcab6a5-be1d-4cf6-8fd1-c06e7f521ceb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:50.617472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9d08-f45c-4b65-81b3-1447d20437bb req-c46bc70d-e8a8-4ed3-b244-a8d3c55efd6b tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:50.623547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b35c9d08-f45c-4b65-81b3-1447d20437bb req-c46bc70d-e8a8-4ed3-b244-a8d3c55efd6b tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 943 time: 0.2635057 Sep 18 02:06:50.676821 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.687868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:50.691231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port 9052187b-4a6b-4702-b326-b71fba0e1dcf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9052187b-4a6b-4702-b326-b71fba0e1dcf,segment=NetworkSegment(ce994437-ee11-493b-be9b-db3d8bcedcc4),segment_id=ce994437-ee11-493b-be9b-db3d8bcedcc4)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:50.691816 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.704102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-66f867ea-ea73-45b0-9ce6-8effe287fc41 admin admin] 10.222.0.21 "PUT /v2.0/routers/291c05ed-839a-493d-9da8-904d68046241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7644734 Sep 18 02:06:50.709513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58136) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:50.710581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] Pushing event deleted for resources: {'Port': ['ID=9052187b-4a6b-4702-b326-b71fba0e1dcf,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:50.713448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] Sync routers for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:50.722305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 9052187b-4a6b-4702-b326-b71fba0e1dcf owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:50.726568 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.729773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a7ecc-7a06-4df2-925d-a4d3a67a7d40 None None] No DVR routers for this DVR port 9052187b-4a6b-4702-b326-b71fba0e1dcf on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:50.750274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:50.751219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:50.838146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.843751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:50.854463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b35c9d08-f45c-4b65-81b3-1447d20437bb req-48cae86f-eca9-4a6a-abac-dffd6cf2b938 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237699 Sep 18 02:06:50.878287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=9052187b-4a6b-4702-b326-b71fba0e1dcf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:50.889056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No DVR routers for this DVR port 9052187b-4a6b-4702-b326-b71fba0e1dcf on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:50.895526 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:06:50.934337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:06:50.980704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.006589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce7a725-fed0-400e-9add-2a20f43a5780']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.017676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce994437-ee11-493b-be9b-db3d8bcedcc4') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.017979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce994437-ee11-493b-be9b-db3d8bcedcc4') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.029111 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.034305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.048817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.058222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:06:51.058685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:06:51.062794 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:06:51.133469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.141062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.150562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/0ce7a725-fed0-400e-9add-2a20f43a5780 HTTP/1.1" status: 204 len: 168 time: 1.1384153 Sep 18 02:06:51.154573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58138) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:51.159834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2035779014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:51.163653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0efc7-030a-419f-b9f1-53e82400422d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=0ce7a725-fed0-400e-9add-2a20f43a5780,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:51.188398 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:51.192152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.199419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Router 7cca1c42-26a4-4564-9b12-b97199d3e1da has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:51.218047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:06:51.229901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.230410 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment ee8c0c9e-1fef-494f-b5a5-00598c19e561 of type vlan for network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 Sep 18 02:06:51.272143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.272405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.299483 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.301037 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:06:48Z', 'revision_number': 5, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port': {'id': '602935c9-1c8a-47a5-bf1d-a8bfa41415fc', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291c05ed-839a-493d-9da8-904d68046241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:05Z', 'updated_at': '2021-09-18T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.305130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.305881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.311573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:51.319797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e13bef03-5965-4ece-8538-bd049da74e04 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "PUT /v2.0/routers/7cca1c42-26a4-4564-9b12-b97199d3e1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3292143 Sep 18 02:06:51.320014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:51.328267 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e133d7-b5a7-4899-b9fd-a4ae4ad1ab40 None None] Sync routers for ids ['7cca1c42-26a4-4564-9b12-b97199d3e1da'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:51.335429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] Checking router: 291c05ed-839a-493d-9da8-904d68046241 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:06:51.343202 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e133d7-b5a7-4899-b9fd-a4ae4ad1ab40 None None] Routers {'7cca1c42-26a4-4564-9b12-b97199d3e1da'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:51.343901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1879845 Sep 18 02:06:51.344659 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-66e133d7-b5a7-4899-b9fd-a4ae4ad1ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7cca1c42-26a4-4564-9b12-b97199d3e1da'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.346674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58142) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:51.351718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': 'e7c69ee5-bcc9-4364-aec8-df3a1f1535f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:51.353398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] Routers {'291c05ed-839a-493d-9da8-904d68046241'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:51.353398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['291c05ed-839a-493d-9da8-904d68046241'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.385489 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-66e133d7-b5a7-4899-b9fd-a4ae4ad1ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.396701 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e133d7-b5a7-4899-b9fd-a4ae4ad1ab40 None None] Routers {'7cca1c42-26a4-4564-9b12-b97199d3e1da'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:51.397499 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-66e133d7-b5a7-4899-b9fd-a4ae4ad1ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7cca1c42-26a4-4564-9b12-b97199d3e1da'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.417697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2452aa-e4f9-40b7-abc0-a7a654b283b5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=e7c69ee5-bcc9-4364-aec8-df3a1f1535f7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:51.433425 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d349158f-a2c3-42a7-9c3a-a5b72b6f1b0c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.442318 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-66e133d7-b5a7-4899-b9fd-a4ae4ad1ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.443158 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e133d7-b5a7-4899-b9fd-a4ae4ad1ab40 None None] The sync data for ids ['7cca1c42-26a4-4564-9b12-b97199d3e1da'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:51.453634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:06:51.543289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-cf1a579f-8484-4ace-a092-e4b805b9a0e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.549533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-cf1a579f-8484-4ace-a092-e4b805b9a0e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.555612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-cf1a579f-8484-4ace-a092-e4b805b9a0e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.562297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-cf1a579f-8484-4ace-a092-e4b805b9a0e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.568290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-cf1a579f-8484-4ace-a092-e4b805b9a0e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.574446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-cf1a579f-8484-4ace-a092-e4b805b9a0e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.580416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-cf1a579f-8484-4ace-a092-e4b805b9a0e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.582411 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-cf1a579f-8484-4ace-a092-e4b805b9a0e0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1164880 Sep 18 02:06:51.605663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:51.608428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Deleting port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:51.608761 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.609262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.615613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] Set router 291c05ed-839a-493d-9da8-904d68046241 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:06:51.647928 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d349158f-a2c3-42a7-9c3a-a5b72b6f1b0c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.651828 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d349158f-a2c3-42a7-9c3a-a5b72b6f1b0c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.659525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f25a0a1-5290-4888-afbe-117fe1a6ee35 req-33897f08-27a9-4560-8bdc-c64ac3ccfff0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692542 Sep 18 02:06:51.701615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:06:51Z', 'revision_number': 6, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:51.743679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797783dd-fd76-49a3-8f64-2218a7e37678 None None] The sync data for ids ['291c05ed-839a-493d-9da8-904d68046241'] in n-d-789963-12 is: [{'id': '291c05ed-839a-493d-9da8-904d68046241', 'name': 'tempest-ServerRescueTestJSONUnderV235-1474790353-router', 'tenant_id': '04e28517ec0f473190d019467c9c8ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:02Z', 'updated_at': '2021-09-18T02:06:51Z', 'revision_number': 6, 'project_id': '04e28517ec0f473190d019467c9c8ab7', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:51.768346 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d349158f-a2c3-42a7-9c3a-a5b72b6f1b0c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.768903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d349158f-a2c3-42a7-9c3a-a5b72b6f1b0c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Fanout notify agent at l3_agent the message router_deleted on router 7cca1c42-26a4-4564-9b12-b97199d3e1da {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:06:51.776777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d349158f-a2c3-42a7-9c3a-a5b72b6f1b0c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.777892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d349158f-a2c3-42a7-9c3a-a5b72b6f1b0c tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "DELETE /v2.0/routers/7cca1c42-26a4-4564-9b12-b97199d3e1da HTTP/1.1" status: 204 len: 168 time: 0.4569840 Sep 18 02:06:51.780313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58152) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:51.832949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] For port 602935c9-1c8a-47a5-bf1d-a8bfa41415fc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=602935c9-1c8a-47a5-bf1d-a8bfa41415fc,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:51.833338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.849846 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.852488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Calling delete_port for 602935c9-1c8a-47a5-bf1d-a8bfa41415fc owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:51.861833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-36452937-c900-4acf-8fcf-d4bf6a0d0ccd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Deleting subnet 45097af0-58d7-486a-9e55-b5f7d22dfb8b {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:06:51.865909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36452937-c900-4acf-8fcf-d4bf6a0d0ccd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.924864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=521c2783-2220-48f3-80af-54d2e3be452d,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:51.933708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': 'ee8c0c9e-1fef-494f-b5a5-00598c19e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e7c69ee5-bcc9-4364-aec8-df3a1f1535f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:51.934032 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: e7c69ee5-bcc9-4364-aec8-df3a1f1535f7, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:06:51.939378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36452937-c900-4acf-8fcf-d4bf6a0d0ccd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.973921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:06:51.985766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e7c69ee5-bcc9-4364-aec8-df3a1f1535f7) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:51.992641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:51.993231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:51.999971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddfa3e-9c02-4572-bd46-e6cb3b9fd77b None None] Network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:52.016357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c565e5-b396-4584-8358-e8ed9c930e65 req-941ab03f-bf9b-421a-a5f0-32e424654f71 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:52.017907 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-53c565e5-b396-4584-8358-e8ed9c930e65 req-941ab03f-bf9b-421a-a5f0-32e424654f71 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 943 time: 0.0750759 Sep 18 02:06:52.019674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2d7f7c7b-560c-4dc5-855e-81697d4a6f5a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6718426 Sep 18 02:06:52.022388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58156) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:52.027934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-950adcd3-9fea-4d05-9d19-45ad9f69cf94 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1928935644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:52.077197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-950adcd3-9fea-4d05-9d19-45ad9f69cf94 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.078559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-950adcd3-9fea-4d05-9d19-45ad9f69cf94 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.084870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36452937-c900-4acf-8fcf-d4bf6a0d0ccd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.092014 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-53c565e5-b396-4584-8358-e8ed9c930e65 req-d0466d29-0b4a-4a51-8222-16cf81a04f76 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572610 Sep 18 02:06:52.161928 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-950adcd3-9fea-4d05-9d19-45ad9f69cf94 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.168384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-950adcd3-9fea-4d05-9d19-45ad9f69cf94 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.181798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e7c69ee5-bcc9-4364-aec8-df3a1f1535f7', 'network_id': 'e7c69ee5-bcc9-4364-aec8-df3a1f1535f7', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': '521c2783-2220-48f3-80af-54d2e3be452d'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:06:52.182904 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.196162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-950adcd3-9fea-4d05-9d19-45ad9f69cf94 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.201122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-950adcd3-9fea-4d05-9d19-45ad9f69cf94 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1750050 Sep 18 02:06:52.201399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58158) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:52.208693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.264067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36452937-c900-4acf-8fcf-d4bf6a0d0ccd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.286153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ad5cf507-088e-4f98-9481-67560d25261d no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:06:52.297416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Pushing event deleted for resources: {'Port': ['ID=602935c9-1c8a-47a5-bf1d-a8bfa41415fc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:52.304333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36452937-c900-4acf-8fcf-d4bf6a0d0ccd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event deleted for resources: {'Subnet': ['ID=45097af0-58d7-486a-9e55-b5f7d22dfb8b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:52.327124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: ad5cf507-088e-4f98-9481-67560d25261d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:06:52.328102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ad5cf507-088e-4f98-9481-67560d25261d not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:06:52.329298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36452937-c900-4acf-8fcf-d4bf6a0d0ccd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.331378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-36452937-c900-4acf-8fcf-d4bf6a0d0ccd tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "DELETE /v2.0/subnets/45097af0-58d7-486a-9e55-b5f7d22dfb8b HTTP/1.1" status: 204 len: 168 time: 0.5501525 Sep 18 02:06:52.341052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9d869-301a-4b10-8de6-467fa6e736dc None None] Network 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:52.350262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58160) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:52.380546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Allocated IP 2001:db8::2 (e7c69ee5-bcc9-4364-aec8-df3a1f1535f7/521c2783-2220-48f3-80af-54d2e3be452d/b0ca3020-e478-43ca-9d08-a36faa360ac4) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:52.477823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.482448 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.545221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.617274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.620056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.651062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] DHCP port deletion for 8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:06:52.664054 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.699689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.699987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 291c05ed-839a-493d-9da8-904d68046241 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:06:52.704680 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.705912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6dc49876-f935-47ef-8561-574e64db985d admin admin] 10.222.0.21 "DELETE /v2.0/routers/291c05ed-839a-493d-9da8-904d68046241 HTTP/1.1" status: 204 len: 168 time: 1.9873385 Sep 18 02:06:52.708360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58168) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:52.727963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b668a246-4a84-4bad-976e-97423db3d449 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:06:52.749419 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.761587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Deleting port 0ef541c7-dfec-426b-b096-02b6388d182c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:52.761587 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.829027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c23568f-9d32-47c4-a150-46c4a15c4923 admin admin] Deleting subnet c24f5d2d-cbb9-4d47-b81b-892c19f9d899 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:06:52.878011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c23568f-9d32-47c4-a150-46c4a15c4923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:52.899685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Pushing event updated for resources: {'Port': ['ID=b0ca3020-e478-43ca-9d08-a36faa360ac4,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:52.907947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8::1 (e7c69ee5-bcc9-4364-aec8-df3a1f1535f7/521c2783-2220-48f3-80af-54d2e3be452d/cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:06:52.912007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:52.941457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:52.944562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:53.039234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Attempting to bind port b0ca3020-e478-43ca-9d08-a36faa360ac4 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:06:53.039599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Attempting to bind port b0ca3020-e478-43ca-9d08-a36faa360ac4 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ee8c0c9e-1fef-494f-b5a5-00598c19e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e7c69ee5-bcc9-4364-aec8-df3a1f1535f7'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:06:53.040384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Attempting to bind port b0ca3020-e478-43ca-9d08-a36faa360ac4 on network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:06:53.043785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b668a246-4a84-4bad-976e-97423db3d449, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b668a246-4a84-4bad-976e-97423db3d449,segment=NetworkSegment(7d683a8b-f981-4a49-9079-b7ff5cc7f0e8),segment_id=7d683a8b-f981-4a49-9079-b7ff5cc7f0e8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:53.045944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.055440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] Deleting port 0ef541c7-dfec-426b-b096-02b6388d182c {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:53.055812 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.070530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'b668a246-4a84-4bad-976e-97423db3d449', 'network_id': 'd14a4dc0-e5dd-4a74-b7ae-3785ff82d939', 'port_id': 'b668a246-4a84-4bad-976e-97423db3d449', 'mac_address': 'fa:16:3e:2c:73:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20fd35db-d36e-49f3-aac7-b5493cbdd7d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:06:53.072394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:06:53.072761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Checking segment: {'id': 'ee8c0c9e-1fef-494f-b5a5-00598c19e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e7c69ee5-bcc9-4364-aec8-df3a1f1535f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:53.073181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.073558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Bound using segment: {'id': 'ee8c0c9e-1fef-494f-b5a5-00598c19e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e7c69ee5-bcc9-4364-aec8-df3a1f1535f7'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:06:53.074038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Bound port: b0ca3020-e478-43ca-9d08-a36faa360ac4, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8c0c9e-1fef-494f-b5a5-00598c19e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e7c69ee5-bcc9-4364-aec8-df3a1f1535f7'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:06:53.074415 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.089554 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.129435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:53.132467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:53.135692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:06:53.136296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.187901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:53.211976 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.226488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] For port 0ef541c7-dfec-426b-b096-02b6388d182c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0ef541c7-dfec-426b-b096-02b6388d182c,segment=NetworkSegment(eee7bdee-ca92-4ac2-b83c-a1c64d09adf8),segment_id=eee7bdee-ca92-4ac2-b83c-a1c64d09adf8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:53.226919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.242172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b668a246-4a84-4bad-976e-97423db3d449 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:53.260732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] Calling delete_port for 0ef541c7-dfec-426b-b096-02b6388d182c owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:53.261078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] For port 0ef541c7-dfec-426b-b096-02b6388d182c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0ef541c7-dfec-426b-b096-02b6388d182c,segment=NetworkSegment(eee7bdee-ca92-4ac2-b83c-a1c64d09adf8),segment_id=eee7bdee-ca92-4ac2-b83c-a1c64d09adf8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:53.261327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.286748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c23568f-9d32-47c4-a150-46c4a15c4923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.288847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Calling delete_port for 0ef541c7-dfec-426b-b096-02b6388d182c owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:53.294149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] For port b0ca3020-e478-43ca-9d08-a36faa360ac4, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:06:53.297121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b668a246-4a84-4bad-976e-97423db3d449, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b668a246-4a84-4bad-976e-97423db3d449,segment=NetworkSegment(7d683a8b-f981-4a49-9079-b7ff5cc7f0e8),segment_id=7d683a8b-f981-4a49-9079-b7ff5cc7f0e8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:53.322423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.331085 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.332815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4c54e-5b30-439d-99f2-c349ac854990 req-227c6611-9098-441b-826a-46605b9ef816 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:53.338975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] For port b0ca3020-e478-43ca-9d08-a36faa360ac4, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b0ca3020-e478-43ca-9d08-a36faa360ac4,segment=NetworkSegment(ee8c0c9e-1fef-494f-b5a5-00598c19e561),segment_id=ee8c0c9e-1fef-494f-b5a5-00598c19e561)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:06:53.339543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08f4c54e-5b30-439d-99f2-c349ac854990 req-227c6611-9098-441b-826a-46605b9ef816 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 943 time: 0.0968387 Sep 18 02:06:53.347816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-3be841c5-afef-4019-ac42-c1849c6c73cd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:53.354326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-3be841c5-afef-4019-ac42-c1849c6c73cd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:53.360359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-3be841c5-afef-4019-ac42-c1849c6c73cd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:53.361866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.366351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-3be841c5-afef-4019-ac42-c1849c6c73cd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:53.373171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-3be841c5-afef-4019-ac42-c1849c6c73cd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:53.379633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-3be841c5-afef-4019-ac42-c1849c6c73cd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:53.386818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-3be841c5-afef-4019-ac42-c1849c6c73cd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:53.388943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-3be841c5-afef-4019-ac42-c1849c6c73cd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.5573134 Sep 18 02:06:53.417474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b668a246-4a84-4bad-976e-97423db3d449,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:53.420303 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08f4c54e-5b30-439d-99f2-c349ac854990 req-b8b7cadb-f1ea-4118-92bf-ff4f7906081f tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787876 Sep 18 02:06:53.454650 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c23568f-9d32-47c4-a150-46c4a15c4923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.473473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.499765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] No DVR routers for this DVR port 0ef541c7-dfec-426b-b096-02b6388d182c on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:53.506344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a43843-a25e-4f9b-9d36-99315b09098d None None] Pushing event updated for resources: {'Port': ['ID=b0ca3020-e478-43ca-9d08-a36faa360ac4,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:53.541010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18efea1-0a8d-4902-acb6-fb9b698dd728 None None] Pushing event deleted for resources: {'Port': ['ID=0ef541c7-dfec-426b-b096-02b6388d182c,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:53.557884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c23568f-9d32-47c4-a150-46c4a15c4923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.583819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb8cea81-7ebf-48ec-bae0-2ad6b2df382f req-f2bfc91e-4509-44d8-8899-e5974a2540e3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573756 Sep 18 02:06:53.591837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['b668a246-4a84-4bad-976e-97423db3d449'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:06:53.630576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23568f-9d32-47c4-a150-46c4a15c4923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24f5d2d-cbb9-4d47-b81b-892c19f9d899,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:53.633038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c23568f-9d32-47c4-a150-46c4a15c4923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.637308 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2c23568f-9d32-47c4-a150-46c4a15c4923 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c24f5d2d-cbb9-4d47-b81b-892c19f9d899 HTTP/1.1" status: 204 len: 168 time: 0.9252119 Sep 18 02:06:53.637702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58174) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:53.717604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.755550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event deleted for resources: {'Port': ['ID=0ef541c7-dfec-426b-b096-02b6388d182c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:53.812072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] No DVR routers for this DVR port 0ef541c7-dfec-426b-b096-02b6388d182c on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:53.820884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.836042 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.844113 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.845221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.919445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:53.951411 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:53.988233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:06:53.989651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:54.008937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.012377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c453f75-80d7-4bf3-b003-9f9d2f2b2c24']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.030641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee7bdee-ca92-4ac2-b83c-a1c64d09adf8') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.031024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee7bdee-ca92-4ac2-b83c-a1c64d09adf8') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.045611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b228f4-b2cf-4868-92fd-be5c44c388cc']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.048506 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.062887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4803afbe-553a-43d3-9f5b-82a04d521921') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.063179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4803afbe-553a-43d3-9f5b-82a04d521921') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.074321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.077477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.088664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:06:54.089057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:06:54.092434 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:06:54.102585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router ac445b5a-6fa8-4a73-931a-b05ef78b622a is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:06:54.108891 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.152682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:06:54.152994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:06:54.154630 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:06:54.199611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:54.205152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-37955b36-b1eb-469a-ab31-6de85fe08ffc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/ac445b5a-6fa8-4a73-931a-b05ef78b622a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0022717 Sep 18 02:06:54.205264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.207445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58182) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:54.213703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74859bea-5f5d-46e2-be85-c81085f12ed9 None None] Sync routers for ids ['ac445b5a-6fa8-4a73-931a-b05ef78b622a'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:54.215620 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.217493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] 10.222.0.21 "DELETE /v2.0/networks/8c453f75-80d7-4bf3-b003-9f9d2f2b2c24 HTTP/1.1" status: 204 len: 168 time: 1.8643029 Sep 18 02:06:54.238762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb32a79-3e54-4120-a9f1-e56db65659f5 tempest-FloatingIPNegativeTestJSON-1993044887 tempest-FloatingIPNegativeTestJSON-1993044887-project] Pushing event deleted for resources: {'Network': ['ID=8c453f75-80d7-4bf3-b003-9f9d2f2b2c24,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:54.240535 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.245735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.247648 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] 10.222.0.21 "DELETE /v2.0/networks/16b228f4-b2cf-4868-92fd-be5c44c388cc HTTP/1.1" status: 204 len: 168 time: 0.6090202 Sep 18 02:06:54.252442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74859bea-5f5d-46e2-be85-c81085f12ed9 None None] Routers {'ac445b5a-6fa8-4a73-931a-b05ef78b622a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:54.255084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-74859bea-5f5d-46e2-be85-c81085f12ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ac445b5a-6fa8-4a73-931a-b05ef78b622a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.293304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2da83a-31e5-4378-91a7-8d1111688bb7 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.295122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3f2da83a-31e5-4378-91a7-8d1111688bb7 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports/cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6 HTTP/1.1" status: 200 len: 911 time: 0.0866032 Sep 18 02:06:54.298006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58188) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:54.305938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca33b51-64ee-4248-8749-e10e6ba3644d admin admin] Pushing event deleted for resources: {'Network': ['ID=16b228f4-b2cf-4868-92fd-be5c44c388cc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:54.354342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-74859bea-5f5d-46e2-be85-c81085f12ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.375953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74859bea-5f5d-46e2-be85-c81085f12ed9 None None] Routers {'ac445b5a-6fa8-4a73-931a-b05ef78b622a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:54.376395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-74859bea-5f5d-46e2-be85-c81085f12ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ac445b5a-6fa8-4a73-931a-b05ef78b622a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.448822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-74859bea-5f5d-46e2-be85-c81085f12ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:54.450890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74859bea-5f5d-46e2-be85-c81085f12ed9 None None] The sync data for ids ['ac445b5a-6fa8-4a73-931a-b05ef78b622a'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:54.470584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b0ca3020-e478-43ca-9d08-a36faa360ac4 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:54.476124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58194) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:54.553859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f910c25e-82a5-4393-83c8-0fb73c0e5b02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04e28517ec0f473190d019467c9c8ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763254 Sep 18 02:06:54.559343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58196) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:54.586477 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b0ca3020-e478-43ca-9d08-a36faa360ac4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:54.586897 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.616285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58198) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:54.704466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a00bb-4eb4-45cf-bb5f-7e2ebb8bcce4 req-fb938a4d-e4af-4448-8c8f-fa9f7e8662d7 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.712602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-443a00bb-4eb4-45cf-bb5f-7e2ebb8bcce4 req-fb938a4d-e4af-4448-8c8f-fa9f7e8662d7 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 944 time: 0.1574931 Sep 18 02:06:54.747854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f03aedc-6af2-4ece-9ad3-2681aa49369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.774783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.777230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b668a246-4a84-4bad-976e-97423db3d449 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:54.779043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e21c6-7cbd-4172-8d3d-0a4d231f123f None None] Network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:54.789365 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f03aedc-6af2-4ece-9ad3-2681aa49369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.794597 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-443a00bb-4eb4-45cf-bb5f-7e2ebb8bcce4 req-b735d0f0-5440-4bbd-b89a-9729b54a8660 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809159 Sep 18 02:06:54.861247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-e4f56fae-d04e-4baa-ab1f-0f6aaaff7e00 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.872969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f03aedc-6af2-4ece-9ad3-2681aa49369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.875662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f03aedc-6af2-4ece-9ad3-2681aa49369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.880575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8f03aedc-6af2-4ece-9ad3-2681aa49369d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7cbd0a3-e8f1-47f2-a2fa-570234531580 HTTP/1.1" status: 204 len: 168 time: 0.3158209 Sep 18 02:06:54.881561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-e4f56fae-d04e-4baa-ab1f-0f6aaaff7e00 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.888954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-e4f56fae-d04e-4baa-ab1f-0f6aaaff7e00 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.890323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03aedc-6af2-4ece-9ad3-2681aa49369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cbd0a3-e8f1-47f2-a2fa-570234531580,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:54.901531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-e4f56fae-d04e-4baa-ab1f-0f6aaaff7e00 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.908963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-e4f56fae-d04e-4baa-ab1f-0f6aaaff7e00 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.916042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-e4f56fae-d04e-4baa-ab1f-0f6aaaff7e00 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.923365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-e4f56fae-d04e-4baa-ab1f-0f6aaaff7e00 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:54.925560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-e4f56fae-d04e-4baa-ab1f-0f6aaaff7e00 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1936667 Sep 18 02:06:54.946376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-71926947-f182-4784-8781-773b9ef447e3 None None] Provisioning complete for port b0ca3020-e478-43ca-9d08-a36faa360ac4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:54.947637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71926947-f182-4784-8781-773b9ef447e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:54.993705 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.006882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b0ca3020-e478-43ca-9d08-a36faa360ac4, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b0ca3020-e478-43ca-9d08-a36faa360ac4,segment=NetworkSegment(ee8c0c9e-1fef-494f-b5a5-00598c19e561),segment_id=ee8c0c9e-1fef-494f-b5a5-00598c19e561)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:55.063188 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b133ee5-0cf0-4843-8160-afc45a10256b req-caf1b431-5e67-4d8d-b641-97754cc5664e tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266706 Sep 18 02:06:55.070419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58214) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:55.070931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b81d9807-fb44-4123-962b-6982c9833b01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5597f25869dd499280b6dde450308d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535272 Sep 18 02:06:55.157296 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2d2e2fb9-ff49-4ed9-aea9-40771ac1c4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.193976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2d2e2fb9-ff49-4ed9-aea9-40771ac1c4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.242503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.289417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2d2e2fb9-ff49-4ed9-aea9-40771ac1c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.294081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2d2e2fb9-ff49-4ed9-aea9-40771ac1c4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.299456 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2d2e2fb9-ff49-4ed9-aea9-40771ac1c4a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d39f6ba-2d30-4d87-a98c-a15ce1cc9b42 HTTP/1.1" status: 204 len: 168 time: 0.2265046 Sep 18 02:06:55.317251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0ef541c7-dfec-426b-b096-02b6388d182c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:06:55.318181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e2fb9-ff49-4ed9-aea9-40771ac1c4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d39f6ba-2d30-4d87-a98c-a15ce1cc9b42,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:55.360499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port b668a246-4a84-4bad-976e-97423db3d449 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:06:55.361801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:55.362762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.385522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0ef541c7-dfec-426b-b096-02b6388d182c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:06:55.385907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0ef541c7-dfec-426b-b096-02b6388d182c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:06:55.386537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 602935c9-1c8a-47a5-bf1d-a8bfa41415fc no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:06:55.397777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port b668a246-4a84-4bad-976e-97423db3d449 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:55.398453 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.494343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 602935c9-1c8a-47a5-bf1d-a8bfa41415fc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:06:55.494931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.495321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 602935c9-1c8a-47a5-bf1d-a8bfa41415fc not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:06:55.508751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b0ca3020-e478-43ca-9d08-a36faa360ac4,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:55.515120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:55.522135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.597724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.665060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b668a246-4a84-4bad-976e-97423db3d449, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b668a246-4a84-4bad-976e-97423db3d449,segment=NetworkSegment(7d683a8b-f981-4a49-9079-b7ff5cc7f0e8),segment_id=7d683a8b-f981-4a49-9079-b7ff5cc7f0e8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:55.669590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ba2f6-0100-406d-b373-ac43e3b3d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b668a246-4a84-4bad-976e-97423db3d449'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:06:55.672458 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000ce944-c507-4a54-92f2-5f24d0d7573a" -d '{"events": [{"server_uuid": "e47ba2f6-0100-406d-b373-ac43e3b3d360", "name": "network-vif-plugged", "status": "completed", "tag": "b668a246-4a84-4bad-976e-97423db3d449"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:06:55.699102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.709736 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.754347 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b030916c-f906-4bcf-a537-74df2ac55e3c x-openstack-request-id: req-b030916c-f906-4bcf-a537-74df2ac55e3c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:06:55.755025 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ba2f6-0100-406d-b373-ac43e3b3d360", "name": "network-vif-plugged", "status": "completed", "tag": "b668a246-4a84-4bad-976e-97423db3d449", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:06:55.755909 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b030916c-f906-4bcf-a537-74df2ac55e3c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:06:55.756460 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ba2f6-0100-406d-b373-ac43e3b3d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b668a246-4a84-4bad-976e-97423db3d449', 'code': 200} Sep 18 02:06:55.800875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b668a246-4a84-4bad-976e-97423db3d449,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:55.844837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.863323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-69498314-215f-460f-8061-f3dbf9ce09a3 None None] Could not find standard attr ID for object cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:06:55.896283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-69498314-215f-460f-8061-f3dbf9ce09a3 None None] Provisioning complete for port b0ca3020-e478-43ca-9d08-a36faa360ac4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:55.900726 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69498314-215f-460f-8061-f3dbf9ce09a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:55.913776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc3ad-825a-41ec-a156-ef14d8fd58f1 req-b78dff47-fb1f-4d63-9e42-e38fd69a24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:55.918874 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6c9cc3ad-825a-41ec-a156-ef14d8fd58f1 req-b78dff47-fb1f-4d63-9e42-e38fd69a24f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 1097 time: 0.1013315 Sep 18 02:06:55.935504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:55.993294 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6c9cc3ad-825a-41ec-a156-ef14d8fd58f1 req-74d730e6-f345-4dcf-afef-a11836796397 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646029 Sep 18 02:06:56.027861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58252) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:56.153025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.177252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5aae6-14fe-401c-9efb-a33b27050405 req-2b2de30f-605b-43ab-b7ab-210a6c07eb54 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.178639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1286169-network', 'tenant_id': '34e46ed3c25f4b7a8dce9a7d2bb22664'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:56.185258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a5d5aae6-14fe-401c-9efb-a33b27050405 req-2b2de30f-605b-43ab-b7ab-210a6c07eb54 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 945 time: 0.2508302 Sep 18 02:06:56.224773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Made reservation on behalf of 34e46ed3c25f4b7a8dce9a7d2bb22664 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:56.230421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.253309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c5042f70-ec04-44e3-80df-9b3a747fc68b None None] Could not find standard attr ID for object cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:06:56.262397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.361685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b0ca3020-e478-43ca-9d08-a36faa360ac4 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:06:56.380235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a5d5aae6-14fe-401c-9efb-a33b27050405 req-74b300aa-bfde-422d-baa3-eb7c9a08dc69 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940565 Sep 18 02:06:56.441718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b0ca3020-e478-43ca-9d08-a36faa360ac4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:06:56.442094 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.456135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58268) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:56.463449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-6fd5a3aa-a20f-4cc1-b7a8-f640f52465d8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.470000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-6fd5a3aa-a20f-4cc1-b7a8-f640f52465d8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.476568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-6fd5a3aa-a20f-4cc1-b7a8-f640f52465d8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.483461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-6fd5a3aa-a20f-4cc1-b7a8-f640f52465d8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.496385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router ac445b5a-6fa8-4a73-931a-b05ef78b622a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:06:56.504657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-6fd5a3aa-a20f-4cc1-b7a8-f640f52465d8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.514675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-6fd5a3aa-a20f-4cc1-b7a8-f640f52465d8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.524093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-6fd5a3aa-a20f-4cc1-b7a8-f640f52465d8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.544675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-6fd5a3aa-a20f-4cc1-b7a8-f640f52465d8 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.2792299 Sep 18 02:06:56.574167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e67ac796-a0e7-401d-8b7b-3d06acae3b8a None None] Could not find standard attr ID for object cfbc23e4-5d78-4520-a3fb-6bcc09bc2ab6. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:06:56.576424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.589083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.602437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:06:56.621882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.622230 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Added segment 08247698-8f9e-486d-87c7-2b9dbb94f451 of type vlan for network d6828b15-864d-44e9-a68e-b208b3d41281 Sep 18 02:06:56.700161 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ea5e87c-0af8-4c0f-8714-500c291dfa39 req-e1c4221c-807c-4352-8cc1-8223f4e60a33 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475937 Sep 18 02:06:56.700847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca83873e-1ee3-4cfa-9296-12d55793883f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:56.706998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.749865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.750937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:56.751602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.803781 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7747953 Sep 18 02:06:56.813418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58272) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:56.819089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Request body: {'subnet': {'network_id': 'd6828b15-864d-44e9-a68e-b208b3d41281', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1286169-subnet', 'tenant_id': '34e46ed3c25f4b7a8dce9a7d2bb22664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:56.860523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f5406-9ebe-40db-92b5-4b8ad13c1477 admin admin] Pushing event updated for resources: {'Network': ['ID=d6828b15-864d-44e9-a68e-b208b3d41281,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:56.872661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d6828b15-864d-44e9-a68e-b208b3d41281 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:06:56.876755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Made reservation on behalf of 34e46ed3c25f4b7a8dce9a7d2bb22664 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:56.879457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:56.934130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0f0ab312-5878-46a7-b099-9e0e7839a5a0 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] Request body: {'port': {'network_id': '966c875b-0c07-4e36-a2c9-9e02ebd77d8d', 'name': 'tempest-NetworksNegativeTestJSON-1116400408'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:56.949533 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0ab312-5878-46a7-b099-9e0e7839a5a0 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] POST failed (client error): The resource could not be found. Sep 18 02:06:56.950042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0ab312-5878-46a7-b099-9e0e7839a5a0 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:06:56.951232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0f0ab312-5878-46a7-b099-9e0e7839a5a0 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4948709 Sep 18 02:06:56.955959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58274) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:56.979513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:06:56.984470 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fc86da17-f68e-4b2f-b9fc-44a8049000b0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/ac445b5a-6fa8-4a73-931a-b05ef78b622a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6853652 Sep 18 02:06:56.987186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:56.989798 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb05b76c-577b-424e-8c10-2ce117aabe7d None None] Sync routers for ids ['ac445b5a-6fa8-4a73-931a-b05ef78b622a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:06:56.992350 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b697d9-39df-4658-9e62-9b1bc0b68eeb tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] DELETE failed (client error): The resource could not be found. Sep 18 02:06:56.994339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b697d9-39df-4658-9e62-9b1bc0b68eeb tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:06:56.998979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58280) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:56.999153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-18b697d9-39df-4658-9e62-9b1bc0b68eeb tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "DELETE /v2.0/networks/439927c6-1202-414a-877c-7c468fb2f6d3 HTTP/1.1" status: 404 len: 339 time: 0.0403438 Sep 18 02:06:57.018211 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05b76c-577b-424e-8c10-2ce117aabe7d None None] Routers {'ac445b5a-6fa8-4a73-931a-b05ef78b622a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:57.018878 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fb05b76c-577b-424e-8c10-2ce117aabe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ac445b5a-6fa8-4a73-931a-b05ef78b622a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:57.026549 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cc0dbfbe-2fc3-491d-92ee-10a1092c80cc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac445b5a-6fa8-4a73-931a-b05ef78b622a HTTP/1.1" status: 200 len: 205 time: 0.0382712 Sep 18 02:06:57.029780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.050990 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaeb7f2-369d-4e32-85e3-048bfb784cc6 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] DELETE failed (client error): The resource could not be found. Sep 18 02:06:57.051666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaeb7f2-369d-4e32-85e3-048bfb784cc6 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:06:57.055857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ecaeb7f2-369d-4e32-85e3-048bfb784cc6 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "DELETE /v2.0/ports/0badc038-0f52-4280-a6a6-9bf7e98b2214 HTTP/1.1" status: 404 len: 333 time: 0.0557785 Sep 18 02:06:57.059715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58284) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.064418 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fb05b76c-577b-424e-8c10-2ce117aabe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:57.078910 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05b76c-577b-424e-8c10-2ce117aabe7d None None] Routers {'ac445b5a-6fa8-4a73-931a-b05ef78b622a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:06:57.079547 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fb05b76c-577b-424e-8c10-2ce117aabe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ac445b5a-6fa8-4a73-931a-b05ef78b622a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:57.087506 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac25d04-a457-4c44-b274-02f981bd2e2a tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] DELETE failed (client error): The resource could not be found. Sep 18 02:06:57.088070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac25d04-a457-4c44-b274-02f981bd2e2a tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:06:57.090592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3ac25d04-a457-4c44-b274-02f981bd2e2a tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "DELETE /v2.0/subnets/0ad2289a-25f9-4f15-aafe-bcaf3e40bd15 HTTP/1.1" status: 404 len: 337 time: 0.0299027 Sep 18 02:06:57.094166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58288) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.118739 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dfff97-0b4a-406b-a2f4-45caa662f645 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] GET failed (client error): The resource could not be found. Sep 18 02:06:57.121166 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fb05b76c-577b-424e-8c10-2ce117aabe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:57.121303 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-87dfff97-0b4a-406b-a2f4-45caa662f645 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "GET /v2.0/networks/c163bae5-0783-4ed9-84d7-7666c8a43b9e HTTP/1.1" status: 404 len: 339 time: 0.0256853 Sep 18 02:06:57.121894 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb05b76c-577b-424e-8c10-2ce117aabe7d None None] The sync data for ids ['ac445b5a-6fa8-4a73-931a-b05ef78b622a'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:06:57.124882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58290) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.131132 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7217ccc6-c505-4ced-8e83-91dc1730f29c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.151826 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f775a3a-e9e7-4ab0-86b1-b0118c872511 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] GET failed (client error): The resource could not be found. Sep 18 02:06:57.156992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5f775a3a-e9e7-4ab0-86b1-b0118c872511 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "GET /v2.0/ports/f1d194ba-c95a-43ac-9a5d-ae80a0108363 HTTP/1.1" status: 404 len: 333 time: 0.0275607 Sep 18 02:06:57.157992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58292) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.186659 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e3e732-c197-4f29-b39e-52e79d7d36e2 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] GET failed (client error): The resource could not be found. Sep 18 02:06:57.191677 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9e3e732-c197-4f29-b39e-52e79d7d36e2 tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "GET /v2.0/subnets/9a8d2243-3aee-4e1f-8e55-078e3c87ab15 HTTP/1.1" status: 404 len: 337 time: 0.0298631 Sep 18 02:06:57.194538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58294) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.202919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-584484cd-7bb5-457e-a0ca-61909887decc tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:57.260859 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-584484cd-7bb5-457e-a0ca-61909887decc tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] PUT failed (client error): The resource could not be found. Sep 18 02:06:57.261338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584484cd-7bb5-457e-a0ca-61909887decc tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:06:57.262492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-584484cd-7bb5-457e-a0ca-61909887decc tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "PUT /v2.0/networks/2eb73f59-0f5e-4904-9056-9b5bd4c5f7cb HTTP/1.1" status: 404 len: 339 time: 0.0647953 Sep 18 02:06:57.269556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58298) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.275446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8892f18f-3afd-4b58-9621-2d2b9c380a4d tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:57.299288 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-8892f18f-3afd-4b58-9621-2d2b9c380a4d tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] PUT failed (client error): The resource could not be found. Sep 18 02:06:57.299914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8892f18f-3afd-4b58-9621-2d2b9c380a4d tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:06:57.301069 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8892f18f-3afd-4b58-9621-2d2b9c380a4d tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "PUT /v2.0/ports/ef18c085-ed06-4b55-95e8-5ea415bac9d0 HTTP/1.1" status: 404 len: 333 time: 0.0304697 Sep 18 02:06:57.305165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58300) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.310147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-17dc1151-ae90-40ea-b203-8ee2a3da638e tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:57.325801 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.331281 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dc1151-ae90-40ea-b203-8ee2a3da638e tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] PUT failed (client error): The resource could not be found. Sep 18 02:06:57.331735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dc1151-ae90-40ea-b203-8ee2a3da638e tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:06:57.337229 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17dc1151-ae90-40ea-b203-8ee2a3da638e tempest-NetworksNegativeTestJSON-294257898 tempest-NetworksNegativeTestJSON-294257898-project] 10.222.0.21 "PUT /v2.0/subnets/cf3c0034-833b-4659-9e11-bf59a4e146fb HTTP/1.1" status: 404 len: 337 time: 0.0268092 Sep 18 02:06:57.386774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7217ccc6-c505-4ced-8e83-91dc1730f29c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.390974 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7217ccc6-c505-4ced-8e83-91dc1730f29c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.453174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d017b54-f886-463c-9ae9-3fed99166a6c,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:57.457656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7217ccc6-c505-4ced-8e83-91dc1730f29c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.458153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7217ccc6-c505-4ced-8e83-91dc1730f29c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Fanout notify agent at l3_agent the message router_deleted on router ac445b5a-6fa8-4a73-931a-b05ef78b622a {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:06:57.466198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7217ccc6-c505-4ced-8e83-91dc1730f29c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.467354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7217ccc6-c505-4ced-8e83-91dc1730f29c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/ac445b5a-6fa8-4a73-931a-b05ef78b622a HTTP/1.1" status: 204 len: 168 time: 0.4366391 Sep 18 02:06:57.469894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58306) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.513060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Checking segment: {'id': '08247698-8f9e-486d-87c7-2b9dbb94f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6828b15-864d-44e9-a68e-b208b3d41281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:57.513060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Network hostable DHCP agents. Network: d6828b15-864d-44e9-a68e-b208b3d41281, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:06:57.566070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a7c77d-83fe-4bc2-91d1-3be66927d334 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet 521c2783-2220-48f3-80af-54d2e3be452d {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:06:57.580541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d666e97-f78e-4674-8ada-1522f6acaa68 req-731977e4-3f9c-4d04-a31f-5afa8b2591e3 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.582310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d666e97-f78e-4674-8ada-1522f6acaa68 req-731977e4-3f9c-4d04-a31f-5afa8b2591e3 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 945 time: 0.1028135 Sep 18 02:06:57.584599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41a7c77d-83fe-4bc2-91d1-3be66927d334 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.588128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Network d6828b15-864d-44e9-a68e-b208b3d41281 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:06:57.601988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58310) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:57.639313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, d6828b15-864d-44e9-a68e-b208b3d41281) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:57.647405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b01ed-eb67-4c26-8160-bd6e862902eb None None] Network d6828b15-864d-44e9-a68e-b208b3d41281 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:57.647864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.648440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.666747 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41a7c77d-83fe-4bc2-91d1-3be66927d334 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.706334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d666e97-f78e-4674-8ada-1522f6acaa68 req-90fab4ea-2216-4318-87f7-7b00338b0850 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964191 Sep 18 02:06:57.715045 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9645114-53c5-45e9-a0d9-4b956deccb7e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9005473 Sep 18 02:06:57.746850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6aa42583-20ab-4131-9c1c-82a18b50e622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.825086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995d4aa-0982-42f3-8e98-b145d2757f12 None None] Network d6828b15-864d-44e9-a68e-b208b3d41281 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:57.859504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41a7c77d-83fe-4bc2-91d1-3be66927d334 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.896064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6aa42583-20ab-4131-9c1c-82a18b50e622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.914448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6aa42583-20ab-4131-9c1c-82a18b50e622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:57.949892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-ed1f4075-dc36-472b-b70a-6bd6b48086b0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.954948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-ed1f4075-dc36-472b-b70a-6bd6b48086b0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.961972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-ed1f4075-dc36-472b-b70a-6bd6b48086b0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.968452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-ed1f4075-dc36-472b-b70a-6bd6b48086b0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.974512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-ed1f4075-dc36-472b-b70a-6bd6b48086b0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.981224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-ed1f4075-dc36-472b-b70a-6bd6b48086b0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.987148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-ed1f4075-dc36-472b-b70a-6bd6b48086b0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:57.995775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-ed1f4075-dc36-472b-b70a-6bd6b48086b0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5430 time: 0.1614642 Sep 18 02:06:58.011163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6aa42583-20ab-4131-9c1c-82a18b50e622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8044157f21ad4d1a869b0cf93042347d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079947 Sep 18 02:06:58.020519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58328) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:58.022120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa42583-20ab-4131-9c1c-82a18b50e622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37340ef8-eb80-4964-8a9d-2f6080822e31,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:58.054874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41a7c77d-83fe-4bc2-91d1-3be66927d334 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.089450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d73f7785-d078-4be8-81a0-89d1a12ef2dc req-38b16975-f793-42ca-a4d4-f985ccc9e446 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883143 Sep 18 02:06:58.122954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41a7c77d-83fe-4bc2-91d1-3be66927d334 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.124855 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-41a7c77d-83fe-4bc2-91d1-3be66927d334 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/521c2783-2220-48f3-80af-54d2e3be452d HTTP/1.1" status: 204 len: 168 time: 0.6538639 Sep 18 02:06:58.127762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58336) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:58.130133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7c77d-83fe-4bc2-91d1-3be66927d334 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=521c2783-2220-48f3-80af-54d2e3be452d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:58.134955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fac51d-bcef-4395-989b-3ae31e704dec None None] Network e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:58.151355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b82a-eed2-42d8-9216-6ecbbf15082b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.174585 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b82a-eed2-42d8-9216-6ecbbf15082b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.299767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7cd68-8b58-4ae7-9938-0be7089f4727 req-e34b52bd-092b-4e9c-acd6-b4db188e9b4f tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:58.308165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bca7cd68-8b58-4ae7-9938-0be7089f4727 req-e34b52bd-092b-4e9c-acd6-b4db188e9b4f tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 945 time: 0.1044571 Sep 18 02:06:58.319661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58346) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:58.326572 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.327130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-931321644-network', 'tenant_id': '66b8dfb9ff5243d9996fe0d0d6d84c43'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:58.343210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b82a-eed2-42d8-9216-6ecbbf15082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.346466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b82a-eed2-42d8-9216-6ecbbf15082b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.351710 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cfb8b82a-eed2-42d8-9216-6ecbbf15082b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37340ef8-eb80-4964-8a9d-2f6080822e31 HTTP/1.1" status: 204 len: 168 time: 0.3299613 Sep 18 02:06:58.365571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8b82a-eed2-42d8-9216-6ecbbf15082b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37340ef8-eb80-4964-8a9d-2f6080822e31,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:58.386878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] DHCP port deletion for e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:06:58.405820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bca7cd68-8b58-4ae7-9938-0be7089f4727 req-8410e5e7-bd4c-4a5d-bc37-c73d8eb4c570 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962887 Sep 18 02:06:58.407290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Made reservation on behalf of 66b8dfb9ff5243d9996fe0d0d6d84c43 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:58.409629 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.420087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port b0ca3020-e478-43ca-9d08-a36faa360ac4 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:58.420428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.425475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.453512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] Deleting port b0ca3020-e478-43ca-9d08-a36faa360ac4 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:06:58.454073 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.494966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port b0ca3020-e478-43ca-9d08-a36faa360ac4, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b0ca3020-e478-43ca-9d08-a36faa360ac4,segment=NetworkSegment(ee8c0c9e-1fef-494f-b5a5-00598c19e561),segment_id=ee8c0c9e-1fef-494f-b5a5-00598c19e561)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:58.495335 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.518476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for b0ca3020-e478-43ca-9d08-a36faa360ac4 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:58.536826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] For port b0ca3020-e478-43ca-9d08-a36faa360ac4, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b0ca3020-e478-43ca-9d08-a36faa360ac4,segment=NetworkSegment(ee8c0c9e-1fef-494f-b5a5-00598c19e561),segment_id=ee8c0c9e-1fef-494f-b5a5-00598c19e561)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:58.537722 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.550759 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.554440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] Calling delete_port for b0ca3020-e478-43ca-9d08-a36faa360ac4 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:06:58.555114 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.582210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:06:58.597646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec445fc-e585-42b2-85e3-27bd57b7781b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:58.614367 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.616001 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Added segment c213f6cb-227a-49d8-bdc5-193937328bfe of type vlan for network 337f6de5-d03f-49ee-8917-bf6bcb014214 Sep 18 02:06:58.618044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.655059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=b0ca3020-e478-43ca-9d08-a36faa360ac4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:58.656687 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.658908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No DVR routers for this DVR port b0ca3020-e478-43ca-9d08-a36faa360ac4 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:58.681286 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.690021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] Pushing event deleted for resources: {'Port': ['ID=b0ca3020-e478-43ca-9d08-a36faa360ac4,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:58.692287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd2da4-adb5-412d-8171-6572ec7e6eb0 None None] No DVR routers for this DVR port b0ca3020-e478-43ca-9d08-a36faa360ac4 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:06:58.717794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6a6744ad-868f-48be-8dd4-aaebffe4e804 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:06:58.722550 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.725489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:58.726850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.760682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.767965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4467824 Sep 18 02:06:58.773398 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58352) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:58.783675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Request body: {'subnet': {'network_id': '337f6de5-d03f-49ee-8917-bf6bcb014214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-931321644-subnet', 'tenant_id': '66b8dfb9ff5243d9996fe0d0d6d84c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:58.800082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c69ee5-bcc9-4364-aec8-df3a1f1535f7']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:58.810051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd444c-6903-4c32-a8fc-5e5bae388944 admin admin] Pushing event updated for resources: {'Network': ['ID=337f6de5-d03f-49ee-8917-bf6bcb014214,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:58.824235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8c0c9e-1fef-494f-b5a5-00598c19e561') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:58.824747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8c0c9e-1fef-494f-b5a5-00598c19e561') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:06:58.830130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 337f6de5-d03f-49ee-8917-bf6bcb014214 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:06:58.841663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.851281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Made reservation on behalf of 66b8dfb9ff5243d9996fe0d0d6d84c43 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:06:58.854329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.873779 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.894315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:06:58.894640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:06:58.897792 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:06:58.916191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6a6744ad-868f-48be-8dd4-aaebffe4e804, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:58.933214 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '6a6744ad-868f-48be-8dd4-aaebffe4e804', 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'port_id': '6a6744ad-868f-48be-8dd4-aaebffe4e804', 'mac_address': 'fa:16:3e:20:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a7f14b-b332-4456-8851-8c444610a39a', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:06:58.972467 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:58.991498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6744ad-868f-48be-8dd4-aaebffe4e804 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:59.010140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.014697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.016808 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6a6744ad-868f-48be-8dd4-aaebffe4e804, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:59.020803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58362) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:06:59.021040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/e7c69ee5-bcc9-4364-aec8-df3a1f1535f7 HTTP/1.1" status: 204 len: 168 time: 0.8917136 Sep 18 02:06:59.026122 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.026998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:06:59.027496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431691050', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:06:59.043911 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8279e-0e1b-4bfe-8a7e-47b1f49d94a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=e7c69ee5-bcc9-4364-aec8-df3a1f1535f7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:59.057993 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.059484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.108669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:59.110738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6a6744ad-868f-48be-8dd4-aaebffe4e804,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:59.123976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3', 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'port_id': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3', 'mac_address': 'fa:16:3e:d4:5d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a7f14b-b332-4456-8851-8c444610a39a', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:06:59.140498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.167483 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.177720 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.182250 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:59.205528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:59.212638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.215558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:06:59.243612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e77138a-a768-48a8-bdb6-ca17e0cb3ddb,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:59.324139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:06:59.361970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.380230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Checking segment: {'id': 'c213f6cb-227a-49d8-bdc5-193937328bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '337f6de5-d03f-49ee-8917-bf6bcb014214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:06:59.380596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Network hostable DHCP agents. Network: 337f6de5-d03f-49ee-8917-bf6bcb014214, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:06:59.404823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-84d2c6d4-38a6-4da9-846e-eb859a3e5cb3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:59.411265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-84d2c6d4-38a6-4da9-846e-eb859a3e5cb3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:59.418502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-84d2c6d4-38a6-4da9-846e-eb859a3e5cb3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:59.424574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-84d2c6d4-38a6-4da9-846e-eb859a3e5cb3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:59.430977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-84d2c6d4-38a6-4da9-846e-eb859a3e5cb3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:59.443354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:59.443636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-84d2c6d4-38a6-4da9-846e-eb859a3e5cb3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:59.450295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-84d2c6d4-38a6-4da9-846e-eb859a3e5cb3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:59.452510 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-84d2c6d4-38a6-4da9-846e-eb859a3e5cb3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5432 time: 0.2101443 Sep 18 02:06:59.457631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54', 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0', 'port_id': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54', 'mac_address': 'fa:16:3e:f8:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de95ab27-9149-40e9-8012-d1644a3b29ad', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:06:59.481457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Network 337f6de5-d03f-49ee-8917-bf6bcb014214 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:06:59.498785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 337f6de5-d03f-49ee-8917-bf6bcb014214) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:06:59.506433 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.507447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:06:59.508390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.515982 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03e6036f-eeb7-45d0-9097-2f071cd7734a req-b9255f33-6e9e-4b8b-b3ad-ab9de27bafbf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567684 Sep 18 02:06:59.531045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7fb643-2d1c-4ea2-9730-c18110aaa487 None None] Network 337f6de5-d03f-49ee-8917-bf6bcb014214 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:06:59.547288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ff8605fc-63b2-4e43-86cf-262cd9e8cd99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7621288 Sep 18 02:06:59.574052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:06:59.614310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:59.665852 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:06:59.667988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 843c05e9-9fdb-4c51-874c-84e996bbf948 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:06:59.832711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 843c05e9-9fdb-4c51-874c-84e996bbf948, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=843c05e9-9fdb-4c51-874c-84e996bbf948,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:06:59.861891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'port_id': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'mac_address': 'fa:16:3e:5a:92:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:07:00.043245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-7052cb19-e9dd-4d39-b752-f9c4aa31e474 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.044803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-7052cb19-e9dd-4d39-b752-f9c4aa31e474 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.18 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 945 time: 0.5111368 Sep 18 02:07:00.049765 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.060940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b0e6-a36e-4c0b-8f06-7f94f729056f req-7004318c-2c7d-4268-9703-fdfc8ed50bf6 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.062429 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa57b0e6-a36e-4c0b-8f06-7f94f729056f req-7004318c-2c7d-4268-9703-fdfc8ed50bf6 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 945 time: 0.4264984 Sep 18 02:07:00.068000 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.088147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843c05e9-9fdb-4c51-874c-84e996bbf948 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:00.093348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:00.099226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff60fd31-8860-40d2-aef4-9c2c5108602e None None] Network 337f6de5-d03f-49ee-8917-bf6bcb014214 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:00.110199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.224570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 843c05e9-9fdb-4c51-874c-84e996bbf948, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=843c05e9-9fdb-4c51-874c-84e996bbf948,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:00.232514 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa57b0e6-a36e-4c0b-8f06-7f94f729056f req-0035f504-8df3-4008-878d-f1a9606f3682 tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ffa9317-2582-40d2-9c61-9c360ceeff44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270225 Sep 18 02:07:00.250876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.251526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dc1d6f93-fd44-4c06-9e2c-8e9e05337088 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:07:00.282186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-f682b037-bf8e-4c4f-b95b-371351f99dcb tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.291530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-f682b037-bf8e-4c4f-b95b-371351f99dcb tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/networks?id=d6828b15-864d-44e9-a68e-b208b3d41281 HTTP/1.1" status: 200 len: 822 time: 0.1776705 Sep 18 02:07:00.311302 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-52f00953-6891-45b8-82d9-96848022ac45 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/quotas/34e46ed3c25f4b7a8dce9a7d2bb22664 HTTP/1.1" status: 200 len: 375 time: 0.0186081 Sep 18 02:07:00.337364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Deleting port b668a246-4a84-4bad-976e-97423db3d449 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:00.340562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.351451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b0ca3020-e478-43ca-9d08-a36faa360ac4 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:07:00.357709 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-875717bf-a2a7-403e-b180-8ecec8293cd9 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e46ed3c25f4b7a8dce9a7d2bb22664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451665 Sep 18 02:07:00.362651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dc1d6f93-fd44-4c06-9e2c-8e9e05337088, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:00.410169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b0ca3020-e478-43ca-9d08-a36faa360ac4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:07:00.410522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b0ca3020-e478-43ca-9d08-a36faa360ac4 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:07:00.435741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 172.25.0.95 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/9b03ccdf-d115-4313-9184-c4ee2b5deaaa) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:00.436955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'dc1d6f93-fd44-4c06-9e2c-8e9e05337088', 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'port_id': 'dc1d6f93-fd44-4c06-9e2c-8e9e05337088', 'mac_address': 'fa:16:3e:65:70:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a7f14b-b332-4456-8851-8c444610a39a', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:07:00.447778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=843c05e9-9fdb-4c51-874c-84e996bbf948,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:00.475546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-fcaa6e8f-8c75-49ed-89d8-f567203f8e23 service neutron] 10.222.0.21 "GET /v2.0/networks/d6828b15-864d-44e9-a68e-b208b3d41281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166751 Sep 18 02:07:00.507711 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.524052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1d6f93-fd44-4c06-9e2c-8e9e05337088 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:00.547580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dc1d6f93-fd44-4c06-9e2c-8e9e05337088, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:00.557228 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.560947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6111cda2-77b2-4684-8741-40d84ecf6f80 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:07:00.591595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-5162c2fa-d1dd-4639-b50f-78e17219233f service neutron] 10.222.0.21 "GET /v2.0/networks/d6828b15-864d-44e9-a68e-b208b3d41281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147523 Sep 18 02:07:00.600276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] For port b668a246-4a84-4bad-976e-97423db3d449, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b668a246-4a84-4bad-976e-97423db3d449,segment=NetworkSegment(7d683a8b-f981-4a49-9079-b7ff5cc7f0e8),segment_id=7d683a8b-f981-4a49-9079-b7ff5cc7f0e8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:00.600641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.619559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Calling delete_port for b668a246-4a84-4bad-976e-97423db3d449 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:00.667078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6111cda2-77b2-4684-8741-40d84ecf6f80, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6111cda2-77b2-4684-8741-40d84ecf6f80,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:00.675054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:00.681735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '6111cda2-77b2-4684-8741-40d84ecf6f80', 'network_id': '9e12c277-19b4-402d-b583-344c3c7babd0', 'port_id': '6111cda2-77b2-4684-8741-40d84ecf6f80', 'mac_address': 'fa:16:3e:c3:f0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de95ab27-9149-40e9-8012-d1644a3b29ad', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:07:00.735025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.735717 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.758868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6111cda2-77b2-4684-8741-40d84ecf6f80 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:00.789124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6111cda2-77b2-4684-8741-40d84ecf6f80, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6111cda2-77b2-4684-8741-40d84ecf6f80,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:00.789124 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.789124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 92dba867-ee51-4fb8-9fea-118f5b8f24db details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:07:00.872474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-b4910744-f750-4a35-bc13-38a6255b439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.879962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-b4910744-f750-4a35-bc13-38a6255b439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.885931 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b2180ddc-8b15-48f3-9749-fe5cf7970348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:00.886430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-b4910744-f750-4a35-bc13-38a6255b439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.892876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-b4910744-f750-4a35-bc13-38a6255b439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.900136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-b4910744-f750-4a35-bc13-38a6255b439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.909223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-b4910744-f750-4a35-bc13-38a6255b439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.919216 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d07e3c2-dfbc-4458-9861-8644becc4261 req-97e8eaab-c69d-418a-834f-6de81241c092 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 210 time: 0.0545125 Sep 18 02:07:00.921902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 92dba867-ee51-4fb8-9fea-118f5b8f24db, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:00.934499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6111cda2-77b2-4684-8741-40d84ecf6f80,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:00.937074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-b4910744-f750-4a35-bc13-38a6255b439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:00.945680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '92dba867-ee51-4fb8-9fea-118f5b8f24db', 'network_id': '6407c3cd-9599-4cc6-b776-2ff504e5263d', 'port_id': '92dba867-ee51-4fb8-9fea-118f5b8f24db', 'mac_address': 'fa:16:3e:89:13:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a7f14b-b332-4456-8851-8c444610a39a', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:07:00.950438 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-b4910744-f750-4a35-bc13-38a6255b439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5435 time: 0.2027781 Sep 18 02:07:00.968822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.002029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.016587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dba867-ee51-4fb8-9fea-118f5b8f24db {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:01.039486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 92dba867-ee51-4fb8-9fea-118f5b8f24db, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:01.044426 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.051547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:01.060847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:01.079795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:01.098120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=92dba867-ee51-4fb8-9fea-118f5b8f24db,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:01.120664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab5cdf8f-615d-4357-b367-64b7afa4d2db req-4b8ac545-5647-4a71-97d1-23a94d60ab92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687827 Sep 18 02:07:01.127500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=9b03ccdf-d115-4313-9184-c4ee2b5deaaa,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:01.134272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.171287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Pushing event deleted for resources: {'Port': ['ID=b668a246-4a84-4bad-976e-97423db3d449,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:01.194055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58442) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:01.289973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] No DVR routers for this DVR port b668a246-4a84-4bad-976e-97423db3d449 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:07:01.293803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.295887 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-631e17af-9e2c-42c5-91de-3a524f8e8ef6 req-faff5475-77c0-471f-b261-add2abab2e0c tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.18 "DELETE /v2.0/ports/b668a246-4a84-4bad-976e-97423db3d449 HTTP/1.1" status: 204 len: 173 time: 1.2431407 Sep 18 02:07:01.296364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47ba2f6-0100-406d-b373-ac43e3b3d360', 'name': 'network-vif-deleted', 'tag': 'b668a246-4a84-4bad-976e-97423db3d449'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:01.298631 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813cf704-6410-4c66-a4c7-35db3ea6bee4" -d '{"events": [{"server_uuid": "e47ba2f6-0100-406d-b373-ac43e3b3d360", "name": "network-vif-deleted", "tag": "b668a246-4a84-4bad-976e-97423db3d449"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:01.340016 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46a98738-5bf5-4035-9fd4-d45411ada8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.394997 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798847d-0491-4003-8620-d3d5815c8562 x-openstack-request-id: req-1798847d-0491-4003-8620-d3d5815c8562 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:01.395470 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47ba2f6-0100-406d-b373-ac43e3b3d360", "name": "network-vif-deleted", "tag": "b668a246-4a84-4bad-976e-97423db3d449", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:01.395727 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1798847d-0491-4003-8620-d3d5815c8562 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:01.396136 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47ba2f6-0100-406d-b373-ac43e3b3d360', 'name': 'network-vif-deleted', 'tag': 'b668a246-4a84-4bad-976e-97423db3d449', 'status': 'completed', 'code': 200} Sep 18 02:07:01.434338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb4f5744-298b-4dfa-b338-7c841b0260bd req-01859501-7637-41db-85b7-0421fda49a3f tempest-InstanceActionsNegativeTestJSON-1972815363 tempest-InstanceActionsNegativeTestJSON-1972815363-project] 10.222.0.21 "GET /v2.0/ports?device_id=e47ba2f6-0100-406d-b373-ac43e3b3d360 HTTP/1.1" status: 200 len: 210 time: 0.0671551 Sep 18 02:07:01.544088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.546799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46a98738-5bf5-4035-9fd4-d45411ada8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.554030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46a98738-5bf5-4035-9fd4-d45411ada8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.600941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-46a98738-5bf5-4035-9fd4-d45411ada8f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0604dd0810a34e6384278c137bf21f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057064 Sep 18 02:07:01.602135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a98738-5bf5-4035-9fd4-d45411ada8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece38002-7435-4a66-a5e4-83952b9eb344,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:01.605175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:01.667225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0c74-9c97-4f03-b92e-3c1d831cc394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.698932 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0c74-9c97-4f03-b92e-3c1d831cc394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.757784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0c74-9c97-4f03-b92e-3c1d831cc394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.760141 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.761496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6fd0c74-9c97-4f03-b92e-3c1d831cc394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:01.763030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e6fd0c74-9c97-4f03-b92e-3c1d831cc394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ece38002-7435-4a66-a5e4-83952b9eb344 HTTP/1.1" status: 204 len: 168 time: 0.1567748 Sep 18 02:07:01.772648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd0c74-9c97-4f03-b92e-3c1d831cc394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece38002-7435-4a66-a5e4-83952b9eb344,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:01.801621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['dc1d6f93-fd44-4c06-9e2c-8e9e05337088'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:01.847658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['ed7c6e91-9fa0-4b1a-9603-65e60ae36e54'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:01.915615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router 08871b63-533b-44d2-9098-6e6337c89c49 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:07:01.920802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['843c05e9-9fdb-4c51-874c-84e996bbf948'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:01.923471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['92dba867-ee51-4fb8-9fea-118f5b8f24db'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:01.926911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['6a6744ad-868f-48be-8dd4-aaebffe4e804'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:01.929070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['ec2b0af0-1fd5-431c-b6d8-3d862089d4a3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:02.055738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2043b93c-14c3-4859-a310-33fbf469cd4d req-a2568ad2-51d2-4218-8978-45a241c8b906 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 210 time: 0.0414569 Sep 18 02:07:02.121551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:02.157820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58466) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:02.161539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-7e495bfd-b9e2-498a-beb0-1e516391537c tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:02.163303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-7e495bfd-b9e2-498a-beb0-1e516391537c tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.20 "GET /v2.0/networks?id=d6828b15-864d-44e9-a68e-b208b3d41281 HTTP/1.1" status: 200 len: 822 time: 0.1734495 Sep 18 02:07:02.164677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.166389 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53ddfe1a-97c7-4f45-9774-8043eae051c1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1443889 Sep 18 02:07:02.169261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58468) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:02.178254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Request body: {'port': {'device_id': '87183eee-bac3-4233-8ec4-3ba7e5d4f12c', 'network_id': 'd6828b15-864d-44e9-a68e-b208b3d41281', 'admin_state_up': True, 'tenant_id': '34e46ed3c25f4b7a8dce9a7d2bb22664'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:02.267523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3e798-57f0-4441-8e28-2cb2316b6c2e None None] Sync routers for ids ['08871b63-533b-44d2-9098-6e6337c89c49'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:02.323422 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7733ee9d-1789-4417-944f-9474009d09bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/routers/08871b63-533b-44d2-9098-6e6337c89c49 HTTP/1.1" status: 200 len: 884 time: 0.1502609 Sep 18 02:07:02.323732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58472) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:02.328562 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d097d399-813c-49db-a827-be2d433c3fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.362849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3e798-57f0-4441-8e28-2cb2316b6c2e None None] Routers {'08871b63-533b-44d2-9098-6e6337c89c49'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:02.363568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c7c3e798-57f0-4441-8e28-2cb2316b6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['08871b63-533b-44d2-9098-6e6337c89c49'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:02.383498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-e6ed2c31-78f7-4b85-9e32-770ea15c952c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:02.390196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-e6ed2c31-78f7-4b85-9e32-770ea15c952c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:02.396129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-e6ed2c31-78f7-4b85-9e32-770ea15c952c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:02.402608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-e6ed2c31-78f7-4b85-9e32-770ea15c952c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:02.408629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-e6ed2c31-78f7-4b85-9e32-770ea15c952c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:02.414481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-e6ed2c31-78f7-4b85-9e32-770ea15c952c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:02.421254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-e6ed2c31-78f7-4b85-9e32-770ea15c952c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:02.423241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-e6ed2c31-78f7-4b85-9e32-770ea15c952c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5437 time: 0.1657884 Sep 18 02:07:02.426721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d097d399-813c-49db-a827-be2d433c3fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.427745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c7c3e798-57f0-4441-8e28-2cb2316b6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:02.429711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Made reservation on behalf of 34e46ed3c25f4b7a8dce9a7d2bb22664 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:02.433427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d097d399-813c-49db-a827-be2d433c3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.434373 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.483953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d097d399-813c-49db-a827-be2d433c3fdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1787473fc2884ccb98c905fb991426ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224275 Sep 18 02:07:02.484363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58478) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:02.519826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58480) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:02.520476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097d399-813c-49db-a827-be2d433c3fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acbc1e8-d3d6-4dd8-8557-f23444dd131f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:02.545680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3e798-57f0-4441-8e28-2cb2316b6c2e None None] Routers {'08871b63-533b-44d2-9098-6e6337c89c49'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:02.546324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c7c3e798-57f0-4441-8e28-2cb2316b6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:06:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['08871b63-533b-44d2-9098-6e6337c89c49'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:02.579031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-04c0ae1c-635a-4a1f-9f9b-f87f4de40dce req-3eeb18fc-062c-4a9e-ade6-823b44e0af44 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335895 Sep 18 02:07:02.624864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a699ae6f-ebdb-40ef-9db8-f70bc2e3df90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.635584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c7c3e798-57f0-4441-8e28-2cb2316b6c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:02.636213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3e798-57f0-4441-8e28-2cb2316b6c2e None None] The sync data for ids ['08871b63-533b-44d2-9098-6e6337c89c49'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:02.662502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31f37f9-4e0d-4f40-a7fc-5b0ff72ec36c admin admin] Deleting subnet 20fd35db-d36e-49f3-aac7-b5493cbdd7d7 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:07:02.668530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c31f37f9-4e0d-4f40-a7fc-5b0ff72ec36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.678173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['6111cda2-77b2-4684-8741-40d84ecf6f80'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:02.703980 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a699ae6f-ebdb-40ef-9db8-f70bc2e3df90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.750344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c31f37f9-4e0d-4f40-a7fc-5b0ff72ec36c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.804583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Allocated IP 172.20.0.5 (d6828b15-864d-44e9-a68e-b208b3d41281/5d017b54-f886-463c-9ae9-3fed99166a6c/16c02b6c-8eb3-44e8-99ba-786300e80c14) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:02.841047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c31f37f9-4e0d-4f40-a7fc-5b0ff72ec36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.865611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a699ae6f-ebdb-40ef-9db8-f70bc2e3df90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.868536 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a699ae6f-ebdb-40ef-9db8-f70bc2e3df90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:02.872336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a699ae6f-ebdb-40ef-9db8-f70bc2e3df90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7acbc1e8-d3d6-4dd8-8557-f23444dd131f HTTP/1.1" status: 204 len: 168 time: 0.3845220 Sep 18 02:07:02.886335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699ae6f-ebdb-40ef-9db8-f70bc2e3df90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acbc1e8-d3d6-4dd8-8557-f23444dd131f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:02.895415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b020644b-af2f-4588-88a9-5ab5ee093e43 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5705583 Sep 18 02:07:02.898195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58488) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:02.904980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ae5350f7-f888-4f9a-a0ab-32f3a9eb03b3 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1431691050'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:02.977079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c31f37f9-4e0d-4f40-a7fc-5b0ff72ec36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.046096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f37f9-4e0d-4f40-a7fc-5b0ff72ec36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fd35db-d36e-49f3-aac7-b5493cbdd7d7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:03.053454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c31f37f9-4e0d-4f40-a7fc-5b0ff72ec36c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.058401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c31f37f9-4e0d-4f40-a7fc-5b0ff72ec36c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/20fd35db-d36e-49f3-aac7-b5493cbdd7d7 HTTP/1.1" status: 204 len: 168 time: 0.5183709 Sep 18 02:07:03.060212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58490) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:03.085943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b668a246-4a84-4bad-976e-97423db3d449 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:07:03.086458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.131923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: b668a246-4a84-4bad-976e-97423db3d449 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:07:03.132272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b668a246-4a84-4bad-976e-97423db3d449 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:07:03.205331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.211293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a12a4527-d110-4782-a759-678cd3545b6e req-2a7d1e39-f395-4bd0-bc0c-f09ab143c453 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 210 time: 0.0510945 Sep 18 02:07:03.264865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.340398 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.346956 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae5350f7-f888-4f9a-a0ab-32f3a9eb03b3 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.359898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Network d6828b15-864d-44e9-a68e-b208b3d41281 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:03.362227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae5350f7-f888-4f9a-a0ab-32f3a9eb03b3 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.369816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:03.372457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:03.412823 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d7379d1d-fc96-43d7-93d6-b36fe50e3fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.489085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5350f7-f888-4f9a-a0ab-32f3a9eb03b3 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router 08871b63-533b-44d2-9098-6e6337c89c49 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:03.628782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5350f7-f888-4f9a-a0ab-32f3a9eb03b3 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:03.649385 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74558cb8-85f1-4207-be0d-8ecc9feb1249 None None] Sync routers for ids ['08871b63-533b-44d2-9098-6e6337c89c49'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:03.652978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae5350f7-f888-4f9a-a0ab-32f3a9eb03b3 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.654222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ae5350f7-f888-4f9a-a0ab-32f3a9eb03b3 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/08871b63-533b-44d2-9098-6e6337c89c49 HTTP/1.1" status: 200 len: 891 time: 0.7546771 Sep 18 02:07:03.661841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58516) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:03.664476 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74558cb8-85f1-4207-be0d-8ecc9feb1249 None None] Routers {'08871b63-533b-44d2-9098-6e6337c89c49'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:03.665092 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-74558cb8-85f1-4207-be0d-8ecc9feb1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['08871b63-533b-44d2-9098-6e6337c89c49'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:03.700987 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-74558cb8-85f1-4207-be0d-8ecc9feb1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:03.710810 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74558cb8-85f1-4207-be0d-8ecc9feb1249 None None] Routers {'08871b63-533b-44d2-9098-6e6337c89c49'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:03.711464 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-74558cb8-85f1-4207-be0d-8ecc9feb1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['08871b63-533b-44d2-9098-6e6337c89c49'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:03.780743 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-74558cb8-85f1-4207-be0d-8ecc9feb1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:03.781710 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74558cb8-85f1-4207-be0d-8ecc9feb1249 None None] The sync data for ids ['08871b63-533b-44d2-9098-6e6337c89c49'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:03.798925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14a4dc0-e5dd-4a74-b7ae-3785ff82d939']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:03.803180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Pushing event updated for resources: {'Port': ['ID=16c02b6c-8eb3-44e8-99ba-786300e80c14,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:03.819543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-077f078a-dcd7-4d33-ba2f-4b9600b58b4f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:03.827295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-077f078a-dcd7-4d33-ba2f-4b9600b58b4f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:03.833058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-077f078a-dcd7-4d33-ba2f-4b9600b58b4f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:03.834151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:03.834926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.840401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-077f078a-dcd7-4d33-ba2f-4b9600b58b4f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:03.844163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d683a8b-f981-4a49-9079-b7ff5cc7f0e8') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:03.844574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d683a8b-f981-4a49-9079-b7ff5cc7f0e8') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:03.847175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-077f078a-dcd7-4d33-ba2f-4b9600b58b4f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:03.859622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.860424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-077f078a-dcd7-4d33-ba2f-4b9600b58b4f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:03.868164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-077f078a-dcd7-4d33-ba2f-4b9600b58b4f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:03.873135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-07fa716f-bee8-4a24-83fd-adcaa04addd5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6992779 Sep 18 02:07:03.880014 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.882360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-077f078a-dcd7-4d33-ba2f-4b9600b58b4f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5437 time: 0.1735623 Sep 18 02:07:03.889936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Request body: {'port': {'device_id': '87183eee-bac3-4233-8ec4-3ba7e5d4f12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:03.913756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:07:03.914270 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:07:03.916447 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:07:03.921337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a8e04a01-bf6a-4c96-95ad-fb6c6f2dd7a0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/routers/08871b63-533b-44d2-9098-6e6337c89c49 HTTP/1.1" status: 200 len: 891 time: 0.2570839 Sep 18 02:07:03.924720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58524) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:03.964882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e35e0d36-3005-45b3-8328-290fc79fff95 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=08871b63-533b-44d2-9098-6e6337c89c49 HTTP/1.1" status: 200 len: 205 time: 0.0390890 Sep 18 02:07:03.969442 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70476fc5-fb5c-46db-81e4-3199ebc904c1 req-b17e0f02-a75f-4d96-adf2-b16d2808d782 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861914 Sep 18 02:07:03.971878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58526) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:04.000297 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.011779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.013971 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.030258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.034915 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d14a4dc0-e5dd-4a74-b7ae-3785ff82d939 HTTP/1.1" status: 204 len: 168 time: 0.9736199 Sep 18 02:07:04.041911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea518e0c-f149-45b4-8e4e-c7c53ef1d232 admin admin] Pushing event deleted for resources: {'Network': ['ID=d14a4dc0-e5dd-4a74-b7ae-3785ff82d939,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:04.109184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.259812 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.265541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58540) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:04.324027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 9b03ccdf-d115-4313-9184-c4ee2b5deaaa {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:04.324413 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.368250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-69c01b5a-5b74-4a32-b157-c114aeea2476 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d82df39391d431992d60bb5b3e8fbf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987186 Sep 18 02:07:04.369328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58542) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:04.406131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.418634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 9b03ccdf-d115-4313-9184-c4ee2b5deaaa owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:04.470892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d49da-70ab-431a-8a7c-210ddf000839 req-f2e690bb-8167-4dcf-852f-74ebd2e53157 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:04.471851 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e54d49da-70ab-431a-8a7c-210ddf000839 req-f2e690bb-8167-4dcf-852f-74ebd2e53157 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 931 time: 0.1426172 Sep 18 02:07:04.484838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c02b6c-8eb3-44e8-99ba-786300e80c14 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:04.506963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.516593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0244d24-7d88-41fa-a8c6-a89e24f851fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.545050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Transition to ACTIVE for port object 16c02b6c-8eb3-44e8-99ba-786300e80c14 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:07:04.561600 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.567873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0244d24-7d88-41fa-a8c6-a89e24f851fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.599745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e54d49da-70ab-431a-8a7c-210ddf000839 req-0155de60-69d4-4c78-8c07-cef7ccc5d6cf tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187603 Sep 18 02:07:04.620427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.659648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Pushing event updated for resources: {'Port': ['ID=16c02b6c-8eb3-44e8-99ba-786300e80c14,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:04.662452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=9b03ccdf-d115-4313-9184-c4ee2b5deaaa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:04.738952 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0244d24-7d88-41fa-a8c6-a89e24f851fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.741556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0244d24-7d88-41fa-a8c6-a89e24f851fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.742735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a0244d24-7d88-41fa-a8c6-a89e24f851fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ffa9317-2582-40d2-9c61-9c360ceeff44 HTTP/1.1" status: 204 len: 168 time: 0.3724289 Sep 18 02:07:04.748731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.758227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0244d24-7d88-41fa-a8c6-a89e24f851fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffa9317-2582-40d2-9c61-9c360ceeff44,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:04.770659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Attempting to bind port 16c02b6c-8eb3-44e8-99ba-786300e80c14 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:04.771096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Attempting to bind port 16c02b6c-8eb3-44e8-99ba-786300e80c14 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '08247698-8f9e-486d-87c7-2b9dbb94f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6828b15-864d-44e9-a68e-b208b3d41281'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:04.771338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Attempting to bind port 16c02b6c-8eb3-44e8-99ba-786300e80c14 on network d6828b15-864d-44e9-a68e-b208b3d41281 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:04.776864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Port 16c02b6c-8eb3-44e8-99ba-786300e80c14 on network d6828b15-864d-44e9-a68e-b208b3d41281 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:07:04.777182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Attempting to bind port 16c02b6c-8eb3-44e8-99ba-786300e80c14 on network d6828b15-864d-44e9-a68e-b208b3d41281 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:04.785657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:04.786038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Checking segment: {'id': '08247698-8f9e-486d-87c7-2b9dbb94f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6828b15-864d-44e9-a68e-b208b3d41281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:04.786370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Bound using segment: {'id': '08247698-8f9e-486d-87c7-2b9dbb94f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6828b15-864d-44e9-a68e-b208b3d41281'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:04.786819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Bound port: 16c02b6c-8eb3-44e8-99ba-786300e80c14, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08247698-8f9e-486d-87c7-2b9dbb94f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6828b15-864d-44e9-a68e-b208b3d41281'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:04.787179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.871847 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.887600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] For port 16c02b6c-8eb3-44e8-99ba-786300e80c14, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:04.891514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] For port 16c02b6c-8eb3-44e8-99ba-786300e80c14, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=16c02b6c-8eb3-44e8-99ba-786300e80c14,segment=NetworkSegment(08247698-8f9e-486d-87c7-2b9dbb94f451),segment_id=08247698-8f9e-486d-87c7-2b9dbb94f451)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:04.898174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.940749 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.943493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.969478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:04.969950 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:04.971457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] 10.222.0.20 "PUT /v2.0/ports/16c02b6c-8eb3-44e8-99ba-786300e80c14 HTTP/1.1" status: 200 len: 1092 time: 1.0887418 Sep 18 02:07:04.971884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87183eee-bac3-4233-8ec4-3ba7e5d4f12c', 'tag': '16c02b6c-8eb3-44e8-99ba-786300e80c14'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:04.977024 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f2c97-2438-45fe-9210-a59d6e54467a" -d '{"events": [{"name": "network-changed", "server_uuid": "87183eee-bac3-4233-8ec4-3ba7e5d4f12c", "tag": "16c02b6c-8eb3-44e8-99ba-786300e80c14"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:05.005425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.006854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Fanout notify agent at l3_agent the message router_deleted on router 08871b63-533b-44d2-9098-6e6337c89c49 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:07:05.022144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.027567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-41454532-5cf0-476a-9414-7760206e169b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/08871b63-533b-44d2-9098-6e6337c89c49 HTTP/1.1" status: 204 len: 168 time: 1.0514312 Sep 18 02:07:05.027920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00e3c8-dd70-45cf-860e-4b12a4f11638 service neutron] Pushing event updated for resources: {'Port': ['ID=16c02b6c-8eb3-44e8-99ba-786300e80c14,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:05.031060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58570) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:05.053235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-433790784'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:05.069330 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07520bc7-666d-4e8f-a122-768d2ed7d462 x-openstack-request-id: req-07520bc7-666d-4e8f-a122-768d2ed7d462 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:05.069635 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87183eee-bac3-4233-8ec4-3ba7e5d4f12c", "tag": "16c02b6c-8eb3-44e8-99ba-786300e80c14", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:05.070123 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07520bc7-666d-4e8f-a122-768d2ed7d462 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:05.070311 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87183eee-bac3-4233-8ec4-3ba7e5d4f12c', 'tag': '16c02b6c-8eb3-44e8-99ba-786300e80c14', 'status': 'completed', 'code': 200} Sep 18 02:07:05.083240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:05.089434 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.113260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-756d1415-e4db-48b3-8649-cbf5cc24e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.115261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-756d1415-e4db-48b3-8649-cbf5cc24e703 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34e46ed3c25f4b7a8dce9a7d2bb22664&device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 1095 time: 0.0778205 Sep 18 02:07:05.124793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:07:05.164808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-aed5292e-e0a8-4ca1-ba03-f83c69d01219 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c02b6c-8eb3-44e8-99ba-786300e80c14 HTTP/1.1" status: 200 len: 217 time: 0.0417929 Sep 18 02:07:05.169944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.170300 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment 4eb2294c-1f91-45a8-a768-9ffa49ae8693 of type vlan for network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 Sep 18 02:07:05.215895 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.231706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-8462aa21-dc41-48ea-b906-d2cdac2af1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.233654 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-8462aa21-dc41-48ea-b906-d2cdac2af1e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d017b54-f886-463c-9ae9-3fed99166a6c HTTP/1.1" status: 200 len: 862 time: 0.0617039 Sep 18 02:07:05.253128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.262908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.263263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.281303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-d6540174-7298-42b0-bc24-7e4eff7becd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6828b15-864d-44e9-a68e-b208b3d41281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401609 Sep 18 02:07:05.319543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa521b6-20cd-4021-9429-9c62e877075c req-edd39311-cf91-4f6b-8e6d-7d399c01072c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.325990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa521b6-20cd-4021-9429-9c62e877075c req-edd39311-cf91-4f6b-8e6d-7d399c01072c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.332598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa521b6-20cd-4021-9429-9c62e877075c req-edd39311-cf91-4f6b-8e6d-7d399c01072c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.338560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa521b6-20cd-4021-9429-9c62e877075c req-edd39311-cf91-4f6b-8e6d-7d399c01072c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.344507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa521b6-20cd-4021-9429-9c62e877075c req-edd39311-cf91-4f6b-8e6d-7d399c01072c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.350382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa521b6-20cd-4021-9429-9c62e877075c req-edd39311-cf91-4f6b-8e6d-7d399c01072c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.356857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa521b6-20cd-4021-9429-9c62e877075c req-edd39311-cf91-4f6b-8e6d-7d399c01072c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.358804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faa521b6-20cd-4021-9429-9c62e877075c req-edd39311-cf91-4f6b-8e6d-7d399c01072c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5437 time: 0.2280614 Sep 18 02:07:05.399055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-1bbdcd2f-1277-4a8f-9d53-25f3362a155b service neutron] 10.222.0.20 "GET /v2.0/networks/d6828b15-864d-44e9-a68e-b208b3d41281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074867 Sep 18 02:07:05.411794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3657472 Sep 18 02:07:05.412912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58592) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:05.426163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': '640c5d42-c7ea-4efc-8f35-f1404fa221f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:05.433385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafd0f5-75cf-4176-b3ad-d6832b3c7ca5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=640c5d42-c7ea-4efc-8f35-f1404fa221f5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:05.444367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:07:05.509875 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faa521b6-20cd-4021-9429-9c62e877075c req-f5c283b5-d0d3-4fec-91de-9b0bfb68d77a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395340 Sep 18 02:07:05.584504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d701e844-ae93-4d0c-aa01-3515ee11a1d3 req-77ebe9b8-98eb-4605-b743-a381b419dfd9 service neutron] 10.222.0.20 "GET /v2.0/networks/d6828b15-864d-44e9-a68e-b208b3d41281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777599 Sep 18 02:07:05.592166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:05.596896 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.701307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f2c97-2438-45fe-9210-a59d6e54467a req-478dea7c-cdd3-4c7d-90dd-a205d556e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.703138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-530f2c97-2438-45fe-9210-a59d6e54467a req-478dea7c-cdd3-4c7d-90dd-a205d556e97e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=34e46ed3c25f4b7a8dce9a7d2bb22664&device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 1095 time: 0.0596328 Sep 18 02:07:05.869821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ef85f-a897-401d-9c15-014b5d7a66c8 req-66fb06a1-dd5f-48d5-a2a3-01e7511ba1a5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.871538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-808ef85f-a897-401d-9c15-014b5d7a66c8 req-66fb06a1-dd5f-48d5-a2a3-01e7511ba1a5 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 943 time: 0.1386364 Sep 18 02:07:05.902031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f2c97-2438-45fe-9210-a59d6e54467a req-6c0b4f39-22dc-4331-bf8d-48aadbf0b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:05.903766 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-530f2c97-2438-45fe-9210-a59d6e54467a req-6c0b4f39-22dc-4331-bf8d-48aadbf0b532 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6828b15-864d-44e9-a68e-b208b3d41281 HTTP/1.1" status: 200 len: 922 time: 0.1937525 Sep 18 02:07:05.914163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:05.976115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-530f2c97-2438-45fe-9210-a59d6e54467a req-5cb81c5f-e3c7-4145-a42b-9f6460521484 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c02b6c-8eb3-44e8-99ba-786300e80c14 HTTP/1.1" status: 200 len: 217 time: 0.0549505 Sep 18 02:07:05.981333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-808ef85f-a897-401d-9c15-014b5d7a66c8 req-7d7c86e1-687b-4de2-9ff9-758dac70e2a7 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011672 Sep 18 02:07:06.016444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=5d078297-0d34-447a-a273-c114ea5d2ad1,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:06.051529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f2c97-2438-45fe-9210-a59d6e54467a req-a6895b00-42d9-4c9f-b68c-7ff4538d19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.052463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-530f2c97-2438-45fe-9210-a59d6e54467a req-a6895b00-42d9-4c9f-b68c-7ff4538d19cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d017b54-f886-463c-9ae9-3fed99166a6c HTTP/1.1" status: 200 len: 862 time: 0.0683305 Sep 18 02:07:06.065457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': '4eb2294c-1f91-45a8-a768-9ffa49ae8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '640c5d42-c7ea-4efc-8f35-f1404fa221f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:06.066285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: 640c5d42-c7ea-4efc-8f35-f1404fa221f5, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:07:06.073304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58648) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:06.095101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-530f2c97-2438-45fe-9210-a59d6e54467a req-046b2dcf-570e-47c4-800a-a72fe4aba43f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6828b15-864d-44e9-a68e-b208b3d41281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333607 Sep 18 02:07:06.097964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:07:06.110941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 640c5d42-c7ea-4efc-8f35-f1404fa221f5) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:06.116634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.117868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.120251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42132786-ccd4-42fa-87cc-02427b84aaf0 None None] Network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:06.139150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9eb6e701-7177-4ab0-8cce-8b1b05bba6c9 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7166963 Sep 18 02:07:06.141931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58654) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:06.146753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-03b09f2c-2566-4d9b-a129-2738ee2446af tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2009307779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:06.192486 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b09f2c-2566-4d9b-a129-2738ee2446af tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.193508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b09f2c-2566-4d9b-a129-2738ee2446af tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.260171 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-530f2c97-2438-45fe-9210-a59d6e54467a req-949bddb6-a164-4e32-9f09-859c7df654ad service neutron] 10.222.0.20 "GET /v2.0/networks/d6828b15-864d-44e9-a68e-b208b3d41281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567605 Sep 18 02:07:06.269201 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.300615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b09f2c-2566-4d9b-a129-2738ee2446af tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.304688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1454400795-network', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:06.310797 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b09f2c-2566-4d9b-a129-2738ee2446af tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.342025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Made reservation on behalf of 815b4e6858ff4b9c949cf1c18d222a4e for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:06.344898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.356135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.365318 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b09f2c-2566-4d9b-a129-2738ee2446af tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.365916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-03b09f2c-2566-4d9b-a129-2738ee2446af tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2230735 Sep 18 02:07:06.369843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58674) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:06.371320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f354177-4494-4c03-9943-620905a39143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-640c5d42-c7ea-4efc-8f35-f1404fa221f5', 'network_id': '640c5d42-c7ea-4efc-8f35-f1404fa221f5', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': '5d078297-0d34-447a-a273-c114ea5d2ad1'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:07:06.373196 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f354177-4494-4c03-9943-620905a39143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.465942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-530f2c97-2438-45fe-9210-a59d6e54467a req-1e8b64be-5189-4477-b598-35942f6cfaea service neutron] 10.222.0.20 "GET /v2.0/networks/d6828b15-864d-44e9-a68e-b208b3d41281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925755 Sep 18 02:07:06.480044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.485246 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.521159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987540a2-7753-447c-819e-03a4dfb76c76,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:06.534854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:07:06.573449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.573859 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Added segment 3384fcc5-9c2a-43b1-a3a0-863784fa0f38 of type vlan for network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde Sep 18 02:07:06.588167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-6f354177-4494-4c03-9943-620905a39143 None None] Allocated IP 2001:db8::2 (640c5d42-c7ea-4efc-8f35-f1404fa221f5/5d078297-0d34-447a-a273-c114ea5d2ad1/70dadc25-138b-4f35-ba4b-da789b5fba00) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:06.676230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.729380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5a9b4ba3-803b-4371-b178-b7a989c3d744 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.738098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.741762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5a9b4ba3-803b-4371-b178-b7a989c3d744 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.749404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5a9b4ba3-803b-4371-b178-b7a989c3d744 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.755991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5a9b4ba3-803b-4371-b178-b7a989c3d744 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.763130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5a9b4ba3-803b-4371-b178-b7a989c3d744 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.769736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5a9b4ba3-803b-4371-b178-b7a989c3d744 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.772231 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f354177-4494-4c03-9943-620905a39143 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.776594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5a9b4ba3-803b-4371-b178-b7a989c3d744 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.778527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5a9b4ba3-803b-4371-b178-b7a989c3d744 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5437 time: 0.1471162 Sep 18 02:07:06.787572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f354177-4494-4c03-9943-620905a39143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.795323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.797699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:06.797699 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.832338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f354177-4494-4c03-9943-620905a39143 None None] Network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:06.838608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-6f354177-4494-4c03-9943-620905a39143 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:06.845423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f354177-4494-4c03-9943-620905a39143 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:06.847901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7733788 Sep 18 02:07:06.851190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58694) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:06.853473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f354177-4494-4c03-9943-620905a39143 None None] Pushing event updated for resources: {'Port': ['ID=70dadc25-138b-4f35-ba4b-da789b5fba00,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:06.860954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Request body: {'subnet': {'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1454400795-subnet', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:06.914073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7348a5a0-a041-4f6e-aea8-cc04757ef6db req-5fef1bc4-d7bd-43f6-a893-912a349bfab3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206181 Sep 18 02:07:06.920109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc18c1-f7f4-4dd3-a2fe-922b89a6dd1c admin admin] Pushing event updated for resources: {'Network': ['ID=3fe19fbc-b275-41d4-a28f-5adf4e38ebde,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:06.921633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6f354177-4494-4c03-9943-620905a39143 None None] Attempting to bind port 70dadc25-138b-4f35-ba4b-da789b5fba00 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:06.922010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6f354177-4494-4c03-9943-620905a39143 None None] Attempting to bind port 70dadc25-138b-4f35-ba4b-da789b5fba00 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4eb2294c-1f91-45a8-a768-9ffa49ae8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '640c5d42-c7ea-4efc-8f35-f1404fa221f5'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:06.922378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f354177-4494-4c03-9943-620905a39143 None None] Attempting to bind port 70dadc25-138b-4f35-ba4b-da789b5fba00 on network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:06.938980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:07:06.942662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f354177-4494-4c03-9943-620905a39143 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:06.943085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f354177-4494-4c03-9943-620905a39143 None None] Checking segment: {'id': '4eb2294c-1f91-45a8-a768-9ffa49ae8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '640c5d42-c7ea-4efc-8f35-f1404fa221f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:06.943490 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f354177-4494-4c03-9943-620905a39143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.943876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f354177-4494-4c03-9943-620905a39143 None None] Bound using segment: {'id': '4eb2294c-1f91-45a8-a768-9ffa49ae8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '640c5d42-c7ea-4efc-8f35-f1404fa221f5'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:06.944356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6f354177-4494-4c03-9943-620905a39143 None None] Bound port: 70dadc25-138b-4f35-ba4b-da789b5fba00, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb2294c-1f91-45a8-a768-9ffa49ae8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '640c5d42-c7ea-4efc-8f35-f1404fa221f5'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:06.944730 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f354177-4494-4c03-9943-620905a39143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:06.988981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Made reservation on behalf of 815b4e6858ff4b9c949cf1c18d222a4e for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:06.991528 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.009652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58702) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:07.087882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6a6744ad-868f-48be-8dd4-aaebffe4e804 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:07.165332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba514e1-cadf-4c47-ad6c-45f137330b43 req-bc82b29e-6e4e-42fc-9539-e3b0446d5b0c tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:07.167528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ba514e1-cadf-4c47-ad6c-45f137330b43 req-bc82b29e-6e4e-42fc-9539-e3b0446d5b0c tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 943 time: 0.0613384 Sep 18 02:07:07.171585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6f354177-4494-4c03-9943-620905a39143 None None] For port 70dadc25-138b-4f35-ba4b-da789b5fba00, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:07.176260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6f354177-4494-4c03-9943-620905a39143 None None] For port 70dadc25-138b-4f35-ba4b-da789b5fba00, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=70dadc25-138b-4f35-ba4b-da789b5fba00,segment=NetworkSegment(4eb2294c-1f91-45a8-a768-9ffa49ae8693),segment_id=4eb2294c-1f91-45a8-a768-9ffa49ae8693)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:07.177295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8::1 (640c5d42-c7ea-4efc-8f35-f1404fa221f5/5d078297-0d34-447a-a273-c114ea5d2ad1/3dec2211-6acb-4ba4-8a93-7369a5f1ef02) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:07.187567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0cf41ff8-d041-4603-8fba-0f92255e2d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.188329 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f354177-4494-4c03-9943-620905a39143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.203085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 6a6744ad-868f-48be-8dd4-aaebffe4e804 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:07.232077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 6a6744ad-868f-48be-8dd4-aaebffe4e804 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:07.232478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ba514e1-cadf-4c47-ad6c-45f137330b43 req-936818df-556d-4076-a097-b43a666315c6 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Sep 18 02:07:07.232613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.334856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f354177-4494-4c03-9943-620905a39143 None None] Pushing event updated for resources: {'Port': ['ID=70dadc25-138b-4f35-ba4b-da789b5fba00,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:07.335683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0cf41ff8-d041-4603-8fba-0f92255e2d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.353122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0cf41ff8-d041-4603-8fba-0f92255e2d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.396254 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.398037 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0cf41ff8-d041-4603-8fba-0f92255e2d35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d26bdfcb1894f4ebafe91514719959f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870451 Sep 18 02:07:07.400377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58710) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:07.407590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf41ff8-d041-4603-8fba-0f92255e2d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8871c4f-7161-44d7-a948-58252630c8de,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:07.433581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.437087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6744ad-868f-48be-8dd4-aaebffe4e804'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:07.439515 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d2bc9f-1dbe-4c96-b60b-003981dee956" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "6a6744ad-868f-48be-8dd4-aaebffe4e804"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:07.449703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.460166 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6a6744ad-868f-48be-8dd4-aaebffe4e804, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:07.467057 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.468247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:07.536821 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f4d355-e1e3-4d86-bff1-db89e3e5bbd4 x-openstack-request-id: req-09f4d355-e1e3-4d86-bff1-db89e3e5bbd4 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:07.537091 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "6a6744ad-868f-48be-8dd4-aaebffe4e804", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:07.537345 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09f4d355-e1e3-4d86-bff1-db89e3e5bbd4 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:07.538088 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6744ad-868f-48be-8dd4-aaebffe4e804', 'code': 200} Sep 18 02:07:07.578616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 16c02b6c-8eb3-44e8-99ba-786300e80c14 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:07:07.580500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93cb6d6e-a2f1-4568-b02b-cb6b8003200b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:07.595786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.610926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Checking segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:07.610926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Network hostable DHCP agents. Network: 3fe19fbc-b275-41d4-a28f-5adf4e38ebde, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:07:07.647502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:07.659056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:07.667859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:07.668400 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.675400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=3dec2211-6acb-4ba4-8a93-7369a5f1ef02,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:07.698808 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6a6744ad-868f-48be-8dd4-aaebffe4e804,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:07.703406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:07.740062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:07.740442 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.742764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:07:07.780866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 3fe19fbc-b275-41d4-a28f-5adf4e38ebde) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:07.787281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:07.788082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.801615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08850e09-23ed-42e9-8b2b-7de909c28ac3 None None] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:07.819282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4bc80e79-9a69-4dcf-a142-5307f69c2090 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9643338 Sep 18 02:07:07.822660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58714) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:07.831193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 16c02b6c-8eb3-44e8-99ba-786300e80c14, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=16c02b6c-8eb3-44e8-99ba-786300e80c14,segment=NetworkSegment(08247698-8f9e-486d-87c7-2b9dbb94f451),segment_id=08247698-8f9e-486d-87c7-2b9dbb94f451)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:07.845620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:07.867992 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.888502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '16c02b6c-8eb3-44e8-99ba-786300e80c14', 'network_id': 'd6828b15-864d-44e9-a68e-b208b3d41281', 'port_id': '16c02b6c-8eb3-44e8-99ba-786300e80c14', 'mac_address': 'fa:16:3e:c1:d1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d017b54-f886-463c-9ae9-3fed99166a6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:07:07.892031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.892803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:07.945755 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.045762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.047945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.062667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37ee75d2-a1d7-4290-ae91-d45d933ca035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.064120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:08.078385 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.079303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dc1d6f93-fd44-4c06-9e2c-8e9e05337088 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:08.089271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37ee75d2-a1d7-4290-ae91-d45d933ca035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.091200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c02b6c-8eb3-44e8-99ba-786300e80c14 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:08.144024 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37ee75d2-a1d7-4290-ae91-d45d933ca035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.146568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37ee75d2-a1d7-4290-ae91-d45d933ca035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.150225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-37ee75d2-a1d7-4290-ae91-d45d933ca035 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8871c4f-7161-44d7-a948-58252630c8de HTTP/1.1" status: 204 len: 168 time: 0.7466516 Sep 18 02:07:08.156487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee75d2-a1d7-4290-ae91-d45d933ca035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8871c4f-7161-44d7-a948-58252630c8de,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:08.488678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 70dadc25-138b-4f35-ba4b-da789b5fba00 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:08.517563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc423f-55b6-47b1-bf6f-80e3f5572855 req-b9f2744f-dd45-40be-b29e-aa6333b4668c tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:08.519488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6dcc423f-55b6-47b1-bf6f-80e3f5572855 req-b9f2744f-dd45-40be-b29e-aa6333b4668c tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 943 time: 0.0840657 Sep 18 02:07:08.549196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:07:08.550152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.595568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 16c02b6c-8eb3-44e8-99ba-786300e80c14, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=16c02b6c-8eb3-44e8-99ba-786300e80c14,segment=NetworkSegment(08247698-8f9e-486d-87c7-2b9dbb94f451),segment_id=08247698-8f9e-486d-87c7-2b9dbb94f451)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:08.610671 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.621550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6dcc423f-55b6-47b1-bf6f-80e3f5572855 req-8929e0c0-81d3-43a5-a9b7-e9e1e1126692 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916564 Sep 18 02:07:08.638624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:08.648641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58730) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:08.668900 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-509d8212-a468-45a1-9d17-45ac38466bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.740936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d4f0e-e84e-470a-9f47-4d10f58653b9 None None] Network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:08.755362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:08.787416 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-509d8212-a468-45a1-9d17-45ac38466bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.792681 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-509d8212-a468-45a1-9d17-45ac38466bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.822912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.835665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 70dadc25-138b-4f35-ba4b-da789b5fba00 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:08.835857 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.836792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-509d8212-a468-45a1-9d17-45ac38466bcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c7c683a4072428cabda5a027617eaf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862578 Sep 18 02:07:08.839477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58732) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:08.845963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d8212-a468-45a1-9d17-45ac38466bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f3654-c278-4edf-a03d-bbfb649e0548,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:08.846378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-6e0bfccc-c2ae-472b-845a-147a0668814a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:08.852624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-6e0bfccc-c2ae-472b-845a-147a0668814a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:08.858692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:08.859102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-6e0bfccc-c2ae-472b-845a-147a0668814a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:08.859234 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.865591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-6e0bfccc-c2ae-472b-845a-147a0668814a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:08.872690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-6e0bfccc-c2ae-472b-845a-147a0668814a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:08.879022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-6e0bfccc-c2ae-472b-845a-147a0668814a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:08.885556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-6e0bfccc-c2ae-472b-845a-147a0668814a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:08.893419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-6e0bfccc-c2ae-472b-845a-147a0668814a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5438 time: 0.8506029 Sep 18 02:07:08.895894 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63681f10-035e-4643-ad3f-651a8bf48e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.918823 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63681f10-035e-4643-ad3f-651a8bf48e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.932818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['16c02b6c-8eb3-44e8-99ba-786300e80c14'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:08.964225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-79385958-489f-410a-a681-d67c02db2df2 None None] Provisioning complete for port 70dadc25-138b-4f35-ba4b-da789b5fba00 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:08.964767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-79385958-489f-410a-a681-d67c02db2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.969906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63681f10-035e-4643-ad3f-651a8bf48e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.972507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63681f10-035e-4643-ad3f-651a8bf48e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:08.976136 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-63681f10-035e-4643-ad3f-651a8bf48e48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c24f3654-c278-4edf-a03d-bbfb649e0548 HTTP/1.1" status: 204 len: 168 time: 0.1327772 Sep 18 02:07:08.994050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63681f10-035e-4643-ad3f-651a8bf48e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f3654-c278-4edf-a03d-bbfb649e0548,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:08.994547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a7ba8b9-ebcd-4cc3-92de-1b353f36cd24 req-16263405-1a8e-4f58-a956-4a058616a34f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942984 Sep 18 02:07:09.004765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=16c02b6c-8eb3-44e8-99ba-786300e80c14,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:09.058216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.067906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.068686 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.146327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=3dec2211-6acb-4ba4-8a93-7369a5f1ef02,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:09.256178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Allocated IP 172.20.0.2 (3fe19fbc-b275-41d4-a28f-5adf4e38ebde/93cb6d6e-a2f1-4568-b02b-cb6b8003200b/b47d9875-1861-4adb-aa0c-6c8798077385) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:09.302078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:09.322666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:09.358473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.432264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.448004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-79385958-489f-410a-a681-d67c02db2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.470257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 70dadc25-138b-4f35-ba4b-da789b5fba00, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=70dadc25-138b-4f35-ba4b-da789b5fba00,segment=NetworkSegment(4eb2294c-1f91-45a8-a768-9ffa49ae8693),segment_id=4eb2294c-1f91-45a8-a768-9ffa49ae8693)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:09.478206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.500334 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.524170 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.541310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:09.543697 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2fcd8e-3151-4fbc-a247-6290720aef9c" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b0af0-1fd5-431c-b6d8-3d862089d4a3"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:09.608108 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8517ea71-4561-4428-ae67-36b5f73785a4 x-openstack-request-id: req-8517ea71-4561-4428-ae67-36b5f73785a4 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:09.608629 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b0af0-1fd5-431c-b6d8-3d862089d4a3", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:09.608886 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8517ea71-4561-4428-ae67-36b5f73785a4 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:09.609446 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3', 'code': 200} Sep 18 02:07:09.618033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router d57d7de2-af21-4acc-814f-3f9ec12993c6 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:07:09.627479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Allocated IP 172.25.0.84 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/d619b19e-2920-4561-acbe-78f99c2b5f3f) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:09.696181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dc1d6f93-fd44-4c06-9e2c-8e9e05337088, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:09.715774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=70dadc25-138b-4f35-ba4b-da789b5fba00,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:09.719626 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.720637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6111cda2-77b2-4684-8741-40d84ecf6f80 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:09.830961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:09.847489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58764) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:09.848046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7d68af38-c3e2-4065-aa71-229278c7f153 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/d57d7de2-af21-4acc-814f-3f9ec12993c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4752486 Sep 18 02:07:09.850831 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-79385958-489f-410a-a681-d67c02db2df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:07:09.851195 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-79385958-489f-410a-a681-d67c02db2df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:07:09.851960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12f660-fd9b-4d4b-bfa3-2f130b0e07f4 None None] Sync routers for ids ['d57d7de2-af21-4acc-814f-3f9ec12993c6'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:09.910156 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.920235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.923040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71011944-587f-44e8-ab41-a69d00bdc355 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:09.927076 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-71011944-587f-44e8-ab41-a69d00bdc355 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports/3dec2211-6acb-4ba4-8a93-7369a5f1ef02 HTTP/1.1" status: 200 len: 911 time: 0.0751989 Sep 18 02:07:09.927248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58766) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:09.930545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12f660-fd9b-4d4b-bfa3-2f130b0e07f4 None None] Routers {'d57d7de2-af21-4acc-814f-3f9ec12993c6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:09.931305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ba12f660-fd9b-4d4b-bfa3-2f130b0e07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d57d7de2-af21-4acc-814f-3f9ec12993c6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:09.936851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8d64af16-7e17-4544-9d7f-ce6d09505e28 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d078297-0d34-447a-a273-c114ea5d2ad1'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:09.941281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdc56a-eec2-4eed-9fb6-2f658a91340a req-242835b8-af32-40c4-8181-1d0b7a6b3378 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:09.943079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2cfdc56a-eec2-4eed-9fb6-2f658a91340a req-242835b8-af32-40c4-8181-1d0b7a6b3378 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 944 time: 0.1160798 Sep 18 02:07:09.970588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:09.975256 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:09.980592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ba12f660-fd9b-4d4b-bfa3-2f130b0e07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:10.042255 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.074057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2cfdc56a-eec2-4eed-9fb6-2f658a91340a req-393f48bd-2ac0-4e04-98f5-2f955c113b1f tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203823 Sep 18 02:07:10.074731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12f660-fd9b-4d4b-bfa3-2f130b0e07f4 None None] Routers {'d57d7de2-af21-4acc-814f-3f9ec12993c6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:10.074878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ba12f660-fd9b-4d4b-bfa3-2f130b0e07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d57d7de2-af21-4acc-814f-3f9ec12993c6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:10.082174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 6111cda2-77b2-4684-8741-40d84ecf6f80 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:10.147121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:10.152530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:10.158136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:10.160741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 6111cda2-77b2-4684-8741-40d84ecf6f80 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:10.161463 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.162125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:10.203236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Pushing event updated for resources: {'Port': ['ID=d619b19e-2920-4561-acbe-78f99c2b5f3f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:10.203378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ba12f660-fd9b-4d4b-bfa3-2f130b0e07f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:10.204362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12f660-fd9b-4d4b-bfa3-2f130b0e07f4 None None] The sync data for ids ['d57d7de2-af21-4acc-814f-3f9ec12993c6'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:10.217624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:10.221294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:10.227384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Pushing event updated for resources: {'Port': ['ID=b47d9875-1861-4adb-aa0c-6c8798077385,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:10.380868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-031ac5db-6d4e-4581-b664-6cdbc12df93d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:10.388079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-031ac5db-6d4e-4581-b664-6cdbc12df93d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:10.420525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-031ac5db-6d4e-4581-b664-6cdbc12df93d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:10.425155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 70dadc25-138b-4f35-ba4b-da789b5fba00 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:10.428360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-031ac5db-6d4e-4581-b664-6cdbc12df93d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:10.438443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-031ac5db-6d4e-4581-b664-6cdbc12df93d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:10.445841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-031ac5db-6d4e-4581-b664-6cdbc12df93d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:10.453688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-031ac5db-6d4e-4581-b664-6cdbc12df93d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:10.462490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Attempting to bind port b47d9875-1861-4adb-aa0c-6c8798077385 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:10.462934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Attempting to bind port b47d9875-1861-4adb-aa0c-6c8798077385 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:10.463314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Attempting to bind port b47d9875-1861-4adb-aa0c-6c8798077385 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:10.472130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-031ac5db-6d4e-4581-b664-6cdbc12df93d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5440 time: 0.3359239 Sep 18 02:07:10.490991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:10.491860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Checking segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:10.492519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.493328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Bound using segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:10.494062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Bound port: b47d9875-1861-4adb-aa0c-6c8798077385, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:10.494690 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.503139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d64af16-7e17-4544-9d7f-ce6d09505e28 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.618903 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.648868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7aa661cd-bd5e-41a5-a2f4-f26cec60aaec req-b365982b-704c-40c4-aab8-1039cf672967 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1756420 Sep 18 02:07:10.673777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 70dadc25-138b-4f35-ba4b-da789b5fba00 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:10.674375 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.685006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ce1cbd86-1f8c-4923-9e5b-e8400749663a None None] Provisioning complete for port 70dadc25-138b-4f35-ba4b-da789b5fba00 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:10.685400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce1cbd86-1f8c-4923-9e5b-e8400749663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.688975 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.692788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] For port b47d9875-1861-4adb-aa0c-6c8798077385, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:10.767967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6111cda2-77b2-4684-8741-40d84ecf6f80, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6111cda2-77b2-4684-8741-40d84ecf6f80,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:10.817346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] For port b47d9875-1861-4adb-aa0c-6c8798077385, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b47d9875-1861-4adb-aa0c-6c8798077385,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:10.826599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:10.829589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:10.864482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.042510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.120671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d64af16-7e17-4544-9d7f-ce6d09505e28 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.135964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d64af16-7e17-4544-9d7f-ce6d09505e28 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.142656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64af16-7e17-4544-9d7f-ce6d09505e28 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.143307 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d64af16-7e17-4544-9d7f-ce6d09505e28 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.147700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8d64af16-7e17-4544-9d7f-ce6d09505e28 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/ports/3dec2211-6acb-4ba4-8a93-7369a5f1ef02 HTTP/1.1" status: 200 len: 911 time: 1.2167196 Sep 18 02:07:11.147947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58798) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:11.217962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64af16-7e17-4544-9d7f-ce6d09505e28 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=3dec2211-6acb-4ba4-8a93-7369a5f1ef02,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:11.277141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5edb-1a21-4580-8077-578510a146bb req-4d908115-2956-4111-b128-9f1e2504fa95 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.285628 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2cb5edb-1a21-4580-8077-578510a146bb req-4d908115-2956-4111-b128-9f1e2504fa95 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 944 time: 0.0830431 Sep 18 02:07:11.297248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6111cda2-77b2-4684-8741-40d84ecf6f80,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:11.313711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ce1cbd86-1f8c-4923-9e5b-e8400749663a None None] Provisioning complete for port 3dec2211-6acb-4ba4-8a93-7369a5f1ef02 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:11.314492 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce1cbd86-1f8c-4923-9e5b-e8400749663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.335372 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2cb5edb-1a21-4580-8077-578510a146bb req-cc203fe8-b091-456c-8692-13ed63652d25 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Sep 18 02:07:11.401596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ce1cbd86-1f8c-4923-9e5b-e8400749663a None None] Port 3dec2211-6acb-4ba4-8a93-7369a5f1ef02 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:11.406135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:11.408482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Router 4cff66a3-812f-427a-bc08-284bc00a9ddd is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:07:11.422307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:11.422768 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.456618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eeb95-eb59-447b-9e96-7a31a2804db6 None None] Pushing event updated for resources: {'Port': ['ID=b47d9875-1861-4adb-aa0c-6c8798077385,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:11.611230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1d6f93-fd44-4c06-9e2c-8e9e05337088'}, {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6111cda2-77b2-4684-8741-40d84ecf6f80'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:11.631987 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e65975a-f04c-4d55-bedd-9d15468161f0" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "dc1d6f93-fd44-4c06-9e2c-8e9e05337088"}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "6111cda2-77b2-4684-8741-40d84ecf6f80"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:11.647510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 16c02b6c-8eb3-44e8-99ba-786300e80c14 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:11.709025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:11.720448 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Sync routers for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:11.724923 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6330e4b-75a6-4b75-ad73-df9ffa2f569f x-openstack-request-id: req-e6330e4b-75a6-4b75-ad73-df9ffa2f569f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:11.725341 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "dc1d6f93-fd44-4c06-9e2c-8e9e05337088", "code": 200}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "6111cda2-77b2-4684-8741-40d84ecf6f80", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:11.725685 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6330e4b-75a6-4b75-ad73-df9ffa2f569f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:11.726172 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1d6f93-fd44-4c06-9e2c-8e9e05337088', 'code': 200} Sep 18 02:07:11.726743 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6111cda2-77b2-4684-8741-40d84ecf6f80', 'code': 200} Sep 18 02:07:11.741006 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:11.741628 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:11.742493 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.747785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f4e5ff94-7fa5-4b28-a6ec-4000ac89adbe None None] Provisioning complete for port 3dec2211-6acb-4ba4-8a93-7369a5f1ef02 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:11.748246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4e5ff94-7fa5-4b28-a6ec-4000ac89adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.801452 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.803701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9709ee8a-4128-499f-9fb3-59ea0f6953ad admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9797401 Sep 18 02:07:11.805170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 16c02b6c-8eb3-44e8-99ba-786300e80c14 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:11.807116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58820) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:11.830278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 16c02b6c-8eb3-44e8-99ba-786300e80c14 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:11.830846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.833029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5ff94-7fa5-4b28-a6ec-4000ac89adbe None None] Port 3dec2211-6acb-4ba4-8a93-7369a5f1ef02 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:11.841105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:11.844897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-9c6b82fb-6bfb-49bf-90c8-2c075d36e12b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.852341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-9c6b82fb-6bfb-49bf-90c8-2c075d36e12b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.860029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-9c6b82fb-6bfb-49bf-90c8-2c075d36e12b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.867971 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:11.869522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 843c05e9-9fdb-4c51-874c-84e996bbf948 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:11.869896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-9c6b82fb-6bfb-49bf-90c8-2c075d36e12b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.877521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-9c6b82fb-6bfb-49bf-90c8-2c075d36e12b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.885516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-9c6b82fb-6bfb-49bf-90c8-2c075d36e12b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.892827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-9c6b82fb-6bfb-49bf-90c8-2c075d36e12b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:11.901534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-9c6b82fb-6bfb-49bf-90c8-2c075d36e12b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5441 time: 0.1325998 Sep 18 02:07:11.973757 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:11.998288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-457247fe-9d28-4818-8db8-de8c6a7097e4 req-46e1b21e-17c9-464d-9dda-5fad3db4b15d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934794 Sep 18 02:07:12.002201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.049288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 843c05e9-9fdb-4c51-874c-84e996bbf948 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:12.059278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:12.065588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 843c05e9-9fdb-4c51-874c-84e996bbf948 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:12.065955 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.153606 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.248082 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:10Z', 'revision_number': 3, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:12.271062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 16c02b6c-8eb3-44e8-99ba-786300e80c14, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=16c02b6c-8eb3-44e8-99ba-786300e80c14,segment=NetworkSegment(08247698-8f9e-486d-87c7-2b9dbb94f451),segment_id=08247698-8f9e-486d-87c7-2b9dbb94f451)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:12.274906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.287720 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.288637 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Checking router: 4cff66a3-812f-427a-bc08-284bc00a9ddd for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:12.289105 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Updating router 4cff66a3-812f-427a-bc08-284bc00a9ddd port d619b19e-2920-4561-acbe-78f99c2b5f3f binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:07:12.319997 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.349711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 843c05e9-9fdb-4c51-874c-84e996bbf948, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=843c05e9-9fdb-4c51-874c-84e996bbf948,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:12.357739 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.358654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 92dba867-ee51-4fb8-9fea-118f5b8f24db up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:12.401495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=16c02b6c-8eb3-44e8-99ba-786300e80c14,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:12.491726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=843c05e9-9fdb-4c51-874c-84e996bbf948,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:12.498053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 92dba867-ee51-4fb8-9fea-118f5b8f24db completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:12.504677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 92dba867-ee51-4fb8-9fea-118f5b8f24db triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:12.505278 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.574723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b47d9875-1861-4adb-aa0c-6c8798077385 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:12.596113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae10ee-03c4-44e7-b907-572210ac8677 req-2e4a326d-2aad-479a-997d-47bd70e52692 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:12.597785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30ae10ee-03c4-44e7-b907-572210ac8677 req-2e4a326d-2aad-479a-997d-47bd70e52692 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.1258619 Sep 18 02:07:12.674517 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.688869 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30ae10ee-03c4-44e7-b907-572210ac8677 req-bf802288-97c6-4946-b288-67d4a8cb122a tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833309 Sep 18 02:07:12.717210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b47d9875-1861-4adb-aa0c-6c8798077385 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:12.717586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.747053 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.769439 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.772345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 92dba867-ee51-4fb8-9fea-118f5b8f24db, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:12.789876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.848289 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4166969-1378-48be-b446-4f857e16801d None None] Pushing event updated for resources: {'Port': ['ID=d619b19e-2920-4561-acbe-78f99c2b5f3f,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:12.859110 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.859838 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.860540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.861217 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.862405 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.862995 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.863710 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.864261 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.864869 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.865627 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.866759 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.867884 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4166969-1378-48be-b446-4f857e16801d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:12.889234 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Attempting to bind port d619b19e-2920-4561-acbe-78f99c2b5f3f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:12.889848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=92dba867-ee51-4fb8-9fea-118f5b8f24db,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:12.890215 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Attempting to bind port d619b19e-2920-4561-acbe-78f99c2b5f3f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:12.891197 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Attempting to bind port d619b19e-2920-4561-acbe-78f99c2b5f3f on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:12.898097 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:12.899039 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:12.900774 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.901666 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:12.902428 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Bound port: d619b19e-2920-4561-acbe-78f99c2b5f3f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:12.903120 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:12.937181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a93b82-28d8-4c66-bbec-7371adc57246 None None] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:12.985478 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] For port d619b19e-2920-4561-acbe-78f99c2b5f3f, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:12.989849 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] For port d619b19e-2920-4561-acbe-78f99c2b5f3f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d619b19e-2920-4561-acbe-78f99c2b5f3f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:12.995348 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:13.087729 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:13.088439 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:13.103141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6a2ad46f-e9a0-404e-b81a-5e3fcbb702cd None None] Provisioning complete for port b47d9875-1861-4adb-aa0c-6c8798077385 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:13.103521 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad46f-e9a0-404e-b81a-5e3fcbb702cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:13.128958 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:13.154118 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4166969-1378-48be-b446-4f857e16801d None None] Pushing event updated for resources: {'Port': ['ID=d619b19e-2920-4561-acbe-78f99c2b5f3f,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:13.227172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b47d9875-1861-4adb-aa0c-6c8798077385, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b47d9875-1861-4adb-aa0c-6c8798077385,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:13.230191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-efc6fe90-3931-4352-9c40-fb05f679a353 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5318050 Sep 18 02:07:13.253170 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:13.276983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-3a349a3b-4d70-4e00-81d0-f7e2905d4100 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.292811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-3a349a3b-4d70-4e00-81d0-f7e2905d4100 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.304632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-3a349a3b-4d70-4e00-81d0-f7e2905d4100 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.309840 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:13.325099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-3a349a3b-4d70-4e00-81d0-f7e2905d4100 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.340305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-3a349a3b-4d70-4e00-81d0-f7e2905d4100 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.349751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-3a349a3b-4d70-4e00-81d0-f7e2905d4100 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.356750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-3a349a3b-4d70-4e00-81d0-f7e2905d4100 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.358766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-3a349a3b-4d70-4e00-81d0-f7e2905d4100 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.2191217 Sep 18 02:07:13.437396 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-029c9af5-5e59-4e51-9eae-2a624a50cc7e req-ced54a17-20d6-42a2-b866-c06b97373ed1 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667021 Sep 18 02:07:13.454747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b47d9875-1861-4adb-aa0c-6c8798077385,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:13.523194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:13.532320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82191f1e-d638-444d-80db-a7cd036ff996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.533004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82191f1e-d638-444d-80db-a7cd036ff996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.533428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82191f1e-d638-444d-80db-a7cd036ff996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.534298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82191f1e-d638-444d-80db-a7cd036ff996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.534894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82191f1e-d638-444d-80db-a7cd036ff996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.535646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82191f1e-d638-444d-80db-a7cd036ff996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.536164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82191f1e-d638-444d-80db-a7cd036ff996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.538413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82191f1e-d638-444d-80db-a7cd036ff996 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6498 time: 0.2118006 Sep 18 02:07:13.584063 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:10Z', 'revision_number': 3, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:13.704127 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ce99e-33f3-42e6-88d2-3e720c5ab6d6 None None] The sync data for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 is: [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:10Z', 'revision_number': 3, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:13.730272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54'}, {'server_uuid': '87183eee-bac3-4233-8ec4-3ba7e5d4f12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c02b6c-8eb3-44e8-99ba-786300e80c14'}, {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948'}, {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dba867-ee51-4fb8-9fea-118f5b8f24db'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:13.737595 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cbbaf1-a192-4f9d-bc4d-372bb7cb75bc" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed7c6e91-9fa0-4b1a-9603-65e60ae36e54"}, {"server_uuid": "87183eee-bac3-4233-8ec4-3ba7e5d4f12c", "name": "network-vif-plugged", "status": "completed", "tag": "16c02b6c-8eb3-44e8-99ba-786300e80c14"}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948"}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "92dba867-ee51-4fb8-9fea-118f5b8f24db"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:13.768130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-95db727c-313d-4cb4-822b-37ec466a51dd None None] Provisioning complete for port b47d9875-1861-4adb-aa0c-6c8798077385 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:13.768633 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-95db727c-313d-4cb4-822b-37ec466a51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:13.789576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 3dec2211-6acb-4ba4-8a93-7369a5f1ef02 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:13.790568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:13.863710 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba073b18-d615-42de-a512-def26c8e5e0e x-openstack-request-id: req-ba073b18-d615-42de-a512-def26c8e5e0e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:13.864077 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed7c6e91-9fa0-4b1a-9603-65e60ae36e54", "code": 200}, {"server_uuid": "87183eee-bac3-4233-8ec4-3ba7e5d4f12c", "name": "network-vif-plugged", "status": "completed", "tag": "16c02b6c-8eb3-44e8-99ba-786300e80c14", "code": 200}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948", "code": 200}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-plugged", "status": "completed", "tag": "92dba867-ee51-4fb8-9fea-118f5b8f24db", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:13.864462 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba073b18-d615-42de-a512-def26c8e5e0e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:13.865064 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54', 'code': 200} Sep 18 02:07:13.865298 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87183eee-bac3-4233-8ec4-3ba7e5d4f12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c02b6c-8eb3-44e8-99ba-786300e80c14', 'code': 200} Sep 18 02:07:13.865652 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'code': 200} Sep 18 02:07:13.866002 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dba867-ee51-4fb8-9fea-118f5b8f24db', 'code': 200} Sep 18 02:07:13.892140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7b086-12ce-4d6b-9665-33d52eaa04e7 req-bc43718b-9e9a-4944-9ced-70754d160cce tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:13.896922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ce7b086-12ce-4d6b-9665-33d52eaa04e7 req-bc43718b-9e9a-4944-9ced-70754d160cce tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.0968668 Sep 18 02:07:13.969179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:13.985641 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ce7b086-12ce-4d6b-9665-33d52eaa04e7 req-292bdd75-a83a-45ba-bcd1-0f5083cdba73 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817974 Sep 18 02:07:14.006155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-491faa5c-953d-4cf6-8a55-8abadf6e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.006702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-491faa5c-953d-4cf6-8a55-8abadf6e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.007325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-491faa5c-953d-4cf6-8a55-8abadf6e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.007810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-491faa5c-953d-4cf6-8a55-8abadf6e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.008291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-491faa5c-953d-4cf6-8a55-8abadf6e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.009393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-491faa5c-953d-4cf6-8a55-8abadf6e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.009874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-491faa5c-953d-4cf6-8a55-8abadf6e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.011892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-491faa5c-953d-4cf6-8a55-8abadf6e0249 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6508 time: 0.0691376 Sep 18 02:07:14.020705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-fc5a7cd6-11b6-4d21-80b6-6b6873f57432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.021234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-fc5a7cd6-11b6-4d21-80b6-6b6873f57432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.021600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-fc5a7cd6-11b6-4d21-80b6-6b6873f57432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.023918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-fc5a7cd6-11b6-4d21-80b6-6b6873f57432 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11be498a-d972-4af2-b522-204f1356985f&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=e0377083-72e2-46ac-9ba6-a82b196a3305&id=e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 200 len: 2290 time: 0.4561803 Sep 18 02:07:14.041402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 3dec2211-6acb-4ba4-8a93-7369a5f1ef02 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:14.067107 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eda4cedb-a7ee-4fdb-a944-a48d38c6b660 req-fc2fef85-de9c-4c16-a639-0793b8fa88ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466976 Sep 18 02:07:14.161553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Allocated IP 172.20.0.1 (3fe19fbc-b275-41d4-a28f-5adf4e38ebde/93cb6d6e-a2f1-4568-b02b-cb6b8003200b/6290f45f-26b3-48bc-a8a0-38a19de141a3) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:14.187458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1c66-5c84-4b78-8eb5-7d3ffb21c37a req-d7bf9f98-886d-409f-a86a-4d53e40fa999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.188799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f53b1c66-5c84-4b78-8eb5-7d3ffb21c37a req-d7bf9f98-886d-409f-a86a-4d53e40fa999 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 1097 time: 0.2613983 Sep 18 02:07:14.190464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-1aaea0f9-f93b-4e4d-b2b9-f0c12b300c40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1596396 Sep 18 02:07:14.341055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f53b1c66-5c84-4b78-8eb5-7d3ffb21c37a req-2468f117-de23-4b9c-bf40-606aa578f2c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430273 Sep 18 02:07:14.392997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b47d9875-1861-4adb-aa0c-6c8798077385 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:14.409624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-212d51d7-0b4f-4cd5-a3c6-763e225e5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.411149 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-212d51d7-0b4f-4cd5-a3c6-763e225e5bf3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=623b87eb-c594-4180-b0f1-d20148d1cdf7 HTTP/1.1" status: 200 len: 851 time: 0.1228416 Sep 18 02:07:14.460635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:14.476383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b47d9875-1861-4adb-aa0c-6c8798077385 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:14.476998 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:14.539436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-a73562c1-1d38-4280-9347-c76f0c1688ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.540554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-a73562c1-1d38-4280-9347-c76f0c1688ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11be498a-d972-4af2-b522-204f1356985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045716 Sep 18 02:07:14.542688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:14.583601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:14.585416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=3dec2211-6acb-4ba4-8a93-7369a5f1ef02,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:14.593137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d619b19e-2920-4561-acbe-78f99c2b5f3f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:14.655660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d619b19e-2920-4561-acbe-78f99c2b5f3f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:14.656184 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:14.726077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-b1e7fdd5-6c0b-4d4d-b37c-6b9f61c4dd1b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.733175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-b1e7fdd5-6c0b-4d4d-b37c-6b9f61c4dd1b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.741690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-b1e7fdd5-6c0b-4d4d-b37c-6b9f61c4dd1b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.746280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:14.748973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-b1e7fdd5-6c0b-4d4d-b37c-6b9f61c4dd1b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.756623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-b1e7fdd5-6c0b-4d4d-b37c-6b9f61c4dd1b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.763511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-b1e7fdd5-6c0b-4d4d-b37c-6b9f61c4dd1b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.771943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-b1e7fdd5-6c0b-4d4d-b37c-6b9f61c4dd1b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:14.778967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:14.787837 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:14.796904 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-b1e7fdd5-6c0b-4d4d-b37c-6b9f61c4dd1b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.1872752 Sep 18 02:07:14.804095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:14.856293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port d619b19e-2920-4561-acbe-78f99c2b5f3f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d619b19e-2920-4561-acbe-78f99c2b5f3f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:14.867798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:14.895749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-40c61d03-0f55-4008-817a-b1338a94f4b3 req-dbd1ce9e-381f-4d02-a3e7-4d84840adb8b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976274 Sep 18 02:07:14.986349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=d619b19e-2920-4561-acbe-78f99c2b5f3f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:15.072476 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:15.080880 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:15.152084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Pushing event updated for resources: {'Port': ['ID=6290f45f-26b3-48bc-a8a0-38a19de141a3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:15.159584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-0e7491a0-d899-456b-b4ce-ee1889a85b47 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100972 Sep 18 02:07:15.174294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02c20d-a4a0-40da-904c-7db93924482c req-9800d708-81f3-44c3-8448-d56397509367 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:15.176007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-da02c20d-a4a0-40da-904c-7db93924482c req-9800d708-81f3-44c3-8448-d56397509367 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.0591140 Sep 18 02:07:15.224403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e8946f8c-3fd0-4254-80b0-7e2bfe8fc82a None None] Provisioning complete for port 6290f45f-26b3-48bc-a8a0-38a19de141a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:15.224403 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8946f8c-3fd0-4254-80b0-7e2bfe8fc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:15.256446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-da02c20d-a4a0-40da-904c-7db93924482c req-9f096674-b6f7-492b-8a02-1dfdd7906c16 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732040 Sep 18 02:07:15.299242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e8946f8c-3fd0-4254-80b0-7e2bfe8fc82a None None] Port 6290f45f-26b3-48bc-a8a0-38a19de141a3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:15.372951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5449b-883d-4342-8747-a64d3922b625 req-ae4f2a79-c4f4-4031-a15c-f13d479b15a2 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:15.374687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cae5449b-883d-4342-8747-a64d3922b625 req-ae4f2a79-c4f4-4031-a15c-f13d479b15a2 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.2888708 Sep 18 02:07:15.561888 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-3af90299-16d1-4121-a320-d86ec537eee0 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591819 Sep 18 02:07:15.566402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cae5449b-883d-4342-8747-a64d3922b625 req-d1c85758-18b0-4da2-aeb3-8092df2e2ff9 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621392 Sep 18 02:07:15.569524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router d57d7de2-af21-4acc-814f-3f9ec12993c6 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:15.613428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-6fc9871e-5153-48e2-9781-85099a0cc1b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 217 time: 0.0426388 Sep 18 02:07:15.675925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:15.764183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-3df0e47a-8c5e-420f-900b-1b5f1b8a2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:15.765553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-3df0e47a-8c5e-420f-900b-1b5f1b8a2034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1336513 Sep 18 02:07:15.770163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:15.776314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7ab1bbd2-40d0-4b20-a6a8-78dba7145b16 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/d57d7de2-af21-4acc-814f-3f9ec12993c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6273477 Sep 18 02:07:15.779516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58878) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:15.781687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f3b67-020a-4f60-a47a-190b2ff213cc None None] Sync routers for ids ['d57d7de2-af21-4acc-814f-3f9ec12993c6'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:15.795887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f3b67-020a-4f60-a47a-190b2ff213cc None None] Routers {'d57d7de2-af21-4acc-814f-3f9ec12993c6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:15.797271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4b1f3b67-020a-4f60-a47a-190b2ff213cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d57d7de2-af21-4acc-814f-3f9ec12993c6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:15.818915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-248f8529-afca-420c-b97f-877fa257abea tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57d7de2-af21-4acc-814f-3f9ec12993c6 HTTP/1.1" status: 200 len: 205 time: 0.0359402 Sep 18 02:07:15.819258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58880) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:15.863782 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4b1f3b67-020a-4f60-a47a-190b2ff213cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:15.894548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f3b67-020a-4f60-a47a-190b2ff213cc None None] Routers {'d57d7de2-af21-4acc-814f-3f9ec12993c6'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:15.895285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4b1f3b67-020a-4f60-a47a-190b2ff213cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d57d7de2-af21-4acc-814f-3f9ec12993c6'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:15.923042 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4613-6a5d-4e3e-8be3-76667dc11335 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:15.967553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4b1f3b67-020a-4f60-a47a-190b2ff213cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:15.969005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f3b67-020a-4f60-a47a-190b2ff213cc None None] The sync data for ids ['d57d7de2-af21-4acc-814f-3f9ec12993c6'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:16.159918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4613-6a5d-4e3e-8be3-76667dc11335 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.163313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4613-6a5d-4e3e-8be3-76667dc11335 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.221547 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4613-6a5d-4e3e-8be3-76667dc11335 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.222654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1d4613-6a5d-4e3e-8be3-76667dc11335 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Fanout notify agent at l3_agent the message router_deleted on router d57d7de2-af21-4acc-814f-3f9ec12993c6 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:07:16.248514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4613-6a5d-4e3e-8be3-76667dc11335 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.253473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ed1d4613-6a5d-4e3e-8be3-76667dc11335 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/d57d7de2-af21-4acc-814f-3f9ec12993c6 HTTP/1.1" status: 204 len: 168 time: 0.4300251 Sep 18 02:07:16.253899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58894) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:16.320881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-57648237-1df6-4bf0-9936-de22e3ee4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.323731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-57648237-1df6-4bf0-9936-de22e3ee4c40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5463603 Sep 18 02:07:16.344300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d619b19e-2920-4561-acbe-78f99c2b5f3f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:16.404245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d619b19e-2920-4561-acbe-78f99c2b5f3f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:16.404577 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.439687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-2be49262-de96-4064-9831-ce56b59a0909 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.448950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-2be49262-de96-4064-9831-ce56b59a0909 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.457654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-2be49262-de96-4064-9831-ce56b59a0909 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.464695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-2be49262-de96-4064-9831-ce56b59a0909 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.471220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-2be49262-de96-4064-9831-ce56b59a0909 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.478101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-2be49262-de96-4064-9831-ce56b59a0909 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.484258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-2be49262-de96-4064-9831-ce56b59a0909 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.486208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-2be49262-de96-4064-9831-ce56b59a0909 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.4862092 Sep 18 02:07:16.509984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc96be67-87c1-4a63-b211-08e852840e30 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet 5d078297-0d34-447a-a273-c114ea5d2ad1 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:07:16.520078 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc96be67-87c1-4a63-b211-08e852840e30 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.542686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f397aa29-08b0-4463-bf15-b1382c6925cc req-7f489f66-477c-4d45-a6be-82af9f152ee3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488114 Sep 18 02:07:16.562668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69960af-721c-4fbc-9b92-176775ca0bdb req-6e821011-1162-4784-bfb7-341ea1bc6975 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.564140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a69960af-721c-4fbc-9b92-176775ca0bdb req-6e821011-1162-4784-bfb7-341ea1bc6975 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.2471192 Sep 18 02:07:16.639488 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-b5f11c86-da6f-4766-9975-20329b5923e3 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937922 Sep 18 02:07:16.641808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc96be67-87c1-4a63-b211-08e852840e30 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.669228 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.703245 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.728775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30026-ac99-4acc-934e-5f627aa7bc33 req-9d04b7dc-7fc1-4f23-a458-98e43228d505 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.735434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30026-ac99-4acc-934e-5f627aa7bc33 req-9d04b7dc-7fc1-4f23-a458-98e43228d505 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.741663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30026-ac99-4acc-934e-5f627aa7bc33 req-9d04b7dc-7fc1-4f23-a458-98e43228d505 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.748597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30026-ac99-4acc-934e-5f627aa7bc33 req-9d04b7dc-7fc1-4f23-a458-98e43228d505 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.755200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30026-ac99-4acc-934e-5f627aa7bc33 req-9d04b7dc-7fc1-4f23-a458-98e43228d505 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.761210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30026-ac99-4acc-934e-5f627aa7bc33 req-9d04b7dc-7fc1-4f23-a458-98e43228d505 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.767632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30026-ac99-4acc-934e-5f627aa7bc33 req-9d04b7dc-7fc1-4f23-a458-98e43228d505 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:16.769689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66d30026-ac99-4acc-934e-5f627aa7bc33 req-9d04b7dc-7fc1-4f23-a458-98e43228d505 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.1069143 Sep 18 02:07:16.782237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a69960af-721c-4fbc-9b92-176775ca0bdb req-61b4f4b5-e14a-46f4-a6bb-b5f4118495d8 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996086 Sep 18 02:07:16.787366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58902) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:16.795635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Request body: {'floatingip': {'port_id': '843c05e9-9fdb-4c51-874c-84e996bbf948'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:16.860275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.945462 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:16.950766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Pushing event updated for resources: {'Port': ['ID=6290f45f-26b3-48bc-a8a0-38a19de141a3,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:16.988298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-03238fe1-b630-4029-8699-5ff33f3c1636 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096766 Sep 18 02:07:16.989822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc96be67-87c1-4a63-b211-08e852840e30 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.083045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5964f80-d204-4979-934e-2cba8ee9b07d req-c1aa40c7-06fa-4aee-8a6f-318b94d302de tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:17.084512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5964f80-d204-4979-934e-2cba8ee9b07d req-c1aa40c7-06fa-4aee-8a6f-318b94d302de tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.2366202 Sep 18 02:07:17.094054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-ae7e9808-a364-40cf-a93f-d24e272ea24a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 217 time: 0.0766382 Sep 18 02:07:17.265623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82360040-68c3-4239-95c1-89e08f8ce552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:17.267413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-82360040-68c3-4239-95c1-89e08f8ce552 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1576953 Sep 18 02:07:17.278407 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc96be67-87c1-4a63-b211-08e852840e30 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.319063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:17.356587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5964f80-d204-4979-934e-2cba8ee9b07d req-50090fdd-5e19-4fc2-b5c2-efdcff539695 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584388 Sep 18 02:07:17.363213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96be67-87c1-4a63-b211-08e852840e30 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=5d078297-0d34-447a-a273-c114ea5d2ad1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:17.365333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc96be67-87c1-4a63-b211-08e852840e30 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.370324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bc96be67-87c1-4a63-b211-08e852840e30 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/5d078297-0d34-447a-a273-c114ea5d2ad1 HTTP/1.1" status: 204 len: 168 time: 1.1045144 Sep 18 02:07:17.374434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa629eb-f4d2-4a56-9457-8bd3d19070cf None None] Network 640c5d42-c7ea-4efc-8f35-f1404fa221f5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:17.375011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:17.381979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:17.384483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:17.484164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-4c4fdc92-a637-4c6c-a190-90048d75eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:17.485738 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-4c4fdc92-a637-4c6c-a190-90048d75eb47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2110333 Sep 18 02:07:17.561645 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:07:17.568850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.648733 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2fc-a511-4a04-a730-8e1000b43140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.747270 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.768183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] DHCP port deletion for 640c5d42-c7ea-4efc-8f35-f1404fa221f5 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:07:17.794188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75658fa6-f884-4554-a29c-4f7998f8b31a req-b7f700b7-b3f0-4ec9-879b-51834bfec2ab tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:17.798111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75658fa6-f884-4554-a29c-4f7998f8b31a req-b7f700b7-b3f0-4ec9-879b-51834bfec2ab tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.1839609 Sep 18 02:07:17.802749 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.819893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-e6097688-8f91-422d-9e21-402d441ef2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157561 Sep 18 02:07:17.820532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] Deleting port 70dadc25-138b-4f35-ba4b-da789b5fba00 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:17.820639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.828175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c4e75-f909-4389-9e60-bc393090886b req-45cd1425-3c0d-4bd8-8e94-d1f3e357dcbb tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:17.829714 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-995c4e75-f909-4389-9e60-bc393090886b req-45cd1425-3c0d-4bd8-8e94-d1f3e357dcbb tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.3277597 Sep 18 02:07:17.848335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Router 4cff66a3-812f-427a-bc08-284bc00a9ddd has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:17.897902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-16c80579-a527-482c-82cf-e6c5ac5a583b None None] Provisioning complete for port 6290f45f-26b3-48bc-a8a0-38a19de141a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:17.898599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-16c80579-a527-482c-82cf-e6c5ac5a583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.916218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-995c4e75-f909-4389-9e60-bc393090886b req-2863cd76-1319-4dbd-8386-b4e400d2fcd6 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741787 Sep 18 02:07:17.938503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-16c80579-a527-482c-82cf-e6c5ac5a583b None None] Port 6290f45f-26b3-48bc-a8a0-38a19de141a3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:17.944759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] For port 70dadc25-138b-4f35-ba4b-da789b5fba00, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=70dadc25-138b-4f35-ba4b-da789b5fba00,segment=NetworkSegment(4eb2294c-1f91-45a8-a768-9ffa49ae8693),segment_id=4eb2294c-1f91-45a8-a768-9ffa49ae8693)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:17.945339 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:17.982295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] Calling delete_port for 70dadc25-138b-4f35-ba4b-da789b5fba00 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:18.004165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75658fa6-f884-4554-a29c-4f7998f8b31a req-801a20e6-c38e-41fe-b406-e9f2da2ac291 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293855 Sep 18 02:07:18.038736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-635d29e1-7dd3-48ce-a5b3-80d741123931 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075429 Sep 18 02:07:18.070158 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Floating IP e112133b-4f96-4d11-be42-0bae30599939 associated. External IP: 172.25.0.244, port: 843c05e9-9fdb-4c51-874c-84e996bbf948. Sep 18 02:07:18.086164 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.116375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] Pushing event deleted for resources: {'Port': ['ID=70dadc25-138b-4f35-ba4b-da789b5fba00,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:18.120142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe4b99-f80c-48ee-917c-0bceffebd2c1 None None] No DVR routers for this DVR port 70dadc25-138b-4f35-ba4b-da789b5fba00 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:07:18.123384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-f8d91af5-ff8b-4ace-b1b9-c8930c127c13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 HTTP/1.1" status: 200 len: 217 time: 0.0764585 Sep 18 02:07:18.124372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 70dadc25-138b-4f35-ba4b-da789b5fba00 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:18.124712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.185269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:18.192026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e0de07f-64bf-451a-9780-f2bf21687f87 admin admin] 10.222.0.21 "PUT /v2.0/routers/4cff66a3-812f-427a-bc08-284bc00a9ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3834069 Sep 18 02:07:18.199671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-77753c06-af0a-4b3d-8c37-a10835094254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:18.201268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-77753c06-af0a-4b3d-8c37-a10835094254 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.0710731 Sep 18 02:07:18.202900 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Sync routers for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:18.214508 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:18.215162 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:18.252836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-9025bd56-2bc7-4113-b097-7d92ef771bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:18.254453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-9025bd56-2bc7-4113-b097-7d92ef771bd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462742 Sep 18 02:07:18.301668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2fc-a511-4a04-a730-8e1000b43140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.313842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port 70dadc25-138b-4f35-ba4b-da789b5fba00, host n-d-789963-12, got binding levels [] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:18.314382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.317061 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2fc-a511-4a04-a730-8e1000b43140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.367742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eb4ee2fc-a511-4a04-a730-8e1000b43140 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c59394262634f9d88cb64ca6776091c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0472648 Sep 18 02:07:18.369801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:18.388121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 70dadc25-138b-4f35-ba4b-da789b5fba00 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:07:18.396875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 70dadc25-138b-4f35-ba4b-da789b5fba00 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:18.403058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Port 70dadc25-138b-4f35-ba4b-da789b5fba00 was not found and therefore no delete operation was performed {{(pid=106440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:07:18.406410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-e8e5ebcd-4f2d-428c-a7a3-333c2c77da4b service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439698 Sep 18 02:07:18.409436 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.429756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 70dadc25-138b-4f35-ba4b-da789b5fba00 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:07:18.432372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 70dadc25-138b-4f35-ba4b-da789b5fba00 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:07:18.464281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No DVR routers for this DVR port 70dadc25-138b-4f35-ba4b-da789b5fba00 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:07:18.466114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ee2fc-a511-4a04-a730-8e1000b43140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06037c0c-5b73-4a98-89dc-bf1529a16e6f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:18.473733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=70dadc25-138b-4f35-ba4b-da789b5fba00,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:18.487607 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:18.547462 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95b113e4-81ea-4e37-b87e-13ed536bd656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.584662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95b113e4-81ea-4e37-b87e-13ed536bd656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.596404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-f70b4b9c-53ee-43f0-8005-900f963199c9 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782746 Sep 18 02:07:18.616191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.640089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640c5d42-c7ea-4efc-8f35-f1404fa221f5']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:18.652224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb2294c-1f91-45a8-a768-9ffa49ae8693') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:18.652519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb2294c-1f91-45a8-a768-9ffa49ae8693') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:18.663696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.677533 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95b113e4-81ea-4e37-b87e-13ed536bd656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.680259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95b113e4-81ea-4e37-b87e-13ed536bd656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.684870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.685131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-95b113e4-81ea-4e37-b87e-13ed536bd656 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06037c0c-5b73-4a98-89dc-bf1529a16e6f HTTP/1.1" status: 204 len: 168 time: 0.3107178 Sep 18 02:07:18.693111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-8645fc83-dcdb-497d-876a-735421892cb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5 HTTP/1.1" status: 200 len: 217 time: 0.0596592 Sep 18 02:07:18.720109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:07:18.720611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.724634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b113e4-81ea-4e37-b87e-13ed536bd656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06037c0c-5b73-4a98-89dc-bf1529a16e6f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:18.775056 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:16Z', 'revision_number': 2, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:07:18.791058 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:07:18.805576 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Checking router: 4cff66a3-812f-427a-bc08-284bc00a9ddd for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:18.806117 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Updating router 4cff66a3-812f-427a-bc08-284bc00a9ddd port 6290f45f-26b3-48bc-a8a0-38a19de141a3 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:07:18.833486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58950) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:18.843917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d849b3ef-7fb0-4e09-afac-911a0721d4ec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338008059', 'description': 'tempest-description--140134120'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:18.849264 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.901298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-cb348753-8273-4d46-a49b-b6dd188e0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:18.902591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-cb348753-8273-4d46-a49b-b6dd188e0870 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1875505 Sep 18 02:07:18.906436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d849b3ef-7fb0-4e09-afac-911a0721d4ec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:18.909003 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aed9b-bad7-44c0-97c2-590ac49fb8a3 req-dca796ff-7c2a-4460-85b0-c9e4fe3652de tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:18.911809 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bb4aed9b-bad7-44c0-97c2-590ac49fb8a3 req-dca796ff-7c2a-4460-85b0-c9e4fe3652de tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.4346266 Sep 18 02:07:18.931603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-154a1720-97d6-4a08-a6dc-28b43581e1d7 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:18.933166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-154a1720-97d6-4a08-a6dc-28b43581e1d7 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.20 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.2574997 Sep 18 02:07:19.025192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bb4aed9b-bad7-44c0-97c2-590ac49fb8a3 req-f3806a54-7f1c-49a3-8993-b8d4802ad9a8 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978806 Sep 18 02:07:19.032704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.039863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.059082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/640c5d42-c7ea-4efc-8f35-f1404fa221f5 HTTP/1.1" status: 204 len: 168 time: 1.6786373 Sep 18 02:07:19.062177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58958) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:19.094587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5b596e6e-5b09-4181-b6a2-81d0af78b249 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1112876435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:19.132287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21554bb1-272e-4b68-8d7e-daee8cb3d5ec tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=640c5d42-c7ea-4efc-8f35-f1404fa221f5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:19.168039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-a6d87adf-14f9-4aed-8dd6-5b567e657cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.168749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Router d990a680-1734-4e39-b1d6-f92c48c63201 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:19.169749 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-a6d87adf-14f9-4aed-8dd6-5b567e657cca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2479734 Sep 18 02:07:19.182970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58964) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:19.201532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea4ff6fe-98bb-4d48-bf00-930ec323f72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.290610 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.294183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13013180-384d-44c5-8eb2-1e73cfcd3681 req-a68a0629-19a2-4022-877d-63af7f55379b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.299700 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.301938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13013180-384d-44c5-8eb2-1e73cfcd3681 req-a68a0629-19a2-4022-877d-63af7f55379b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.1618235 Sep 18 02:07:19.363510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:19.380952 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936d3be-30ac-47a6-bed4-ac910e2c17d3 None None] Pushing event updated for resources: {'Port': ['ID=6290f45f-26b3-48bc-a8a0-38a19de141a3,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:19.394863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef189074-6832-4abb-851e-36eca385e60b None None] Sync routers for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:19.395846 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.410726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef189074-6832-4abb-851e-36eca385e60b None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:19.414200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ef189074-6832-4abb-851e-36eca385e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:19.418927 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d849b3ef-7fb0-4e09-afac-911a0721d4ec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.421758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Deleting port 3316209b-e15d-4a29-911e-d1ec2bc7e25d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:19.422093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.445227 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aa8d1b6c-2b3d-4162-8875-427a7bbd5910 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "PUT /v2.0/floatingips/e112133b-4f96-4d11-be42-0bae30599939 HTTP/1.1" status: 200 len: 992 time: 2.6550579 Sep 18 02:07:19.446176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:19.448899 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde33e7-798b-42b2-972c-fd49d9c6d12a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:19.451118 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Attempting to bind port 6290f45f-26b3-48bc-a8a0-38a19de141a3 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:19.454860 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Attempting to bind port 6290f45f-26b3-48bc-a8a0-38a19de141a3 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:19.455250 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Attempting to bind port 6290f45f-26b3-48bc-a8a0-38a19de141a3 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:19.473242 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:19.473623 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Checking segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:19.474035 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.474433 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Bound using segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:19.474953 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Bound port: 6290f45f-26b3-48bc-a8a0-38a19de141a3, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:19.475326 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.500079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d849b3ef-7fb0-4e09-afac-911a0721d4ec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.588203 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] For port 6290f45f-26b3-48bc-a8a0-38a19de141a3, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:19.593622 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] For port 6290f45f-26b3-48bc-a8a0-38a19de141a3, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6290f45f-26b3-48bc-a8a0-38a19de141a3,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:19.600930 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.612377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13013180-384d-44c5-8eb2-1e73cfcd3681 req-9fb1a03a-a25a-4b60-8785-a65f6c5cb629 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091242 Sep 18 02:07:19.645686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-aeb7bba8-3147-42f2-b529-528739d9f3d8 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447696 Sep 18 02:07:19.646516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b596e6e-5b09-4181-b6a2-81d0af78b249 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.647698 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b596e6e-5b09-4181-b6a2-81d0af78b249 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.719195 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f26ffce-135b-4de4-b39b-4beba1410936 x-openstack-request-id: req-3f26ffce-135b-4de4-b39b-4beba1410936 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:19.719534 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:19.719741 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f26ffce-135b-4de4-b39b-4beba1410936 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:19.720172 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'status': 'completed', 'code': 200} Sep 18 02:07:19.728991 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:19.730080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:19.745758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849b3ef-7fb0-4e09-afac-911a0721d4ec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520e56eb-45ce-45e0-bbae-408afd93c221,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:19.798530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-257f383f-e99e-40af-8a86-d4b17a293383 None None] Provisioning complete for port 6290f45f-26b3-48bc-a8a0-38a19de141a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:19.799200 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-257f383f-e99e-40af-8a86-d4b17a293383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.819449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d049ebc-bf7e-40cd-a157-de5962fbed78 req-9b2f32be-2c5a-4e78-9794-ab66b64b1aa4 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.827419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d049ebc-bf7e-40cd-a157-de5962fbed78 req-9b2f32be-2c5a-4e78-9794-ab66b64b1aa4 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.1923683 Sep 18 02:07:19.848647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ef189074-6832-4abb-851e-36eca385e60b None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:19.854589 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936d3be-30ac-47a6-bed4-ac910e2c17d3 None None] Pushing event updated for resources: {'Port': ['ID=6290f45f-26b3-48bc-a8a0-38a19de141a3,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:19.896774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-7c477ed1-d331-4a42-8ca9-23d2c321749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.897265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-7c477ed1-d331-4a42-8ca9-23d2c321749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.897736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-7c477ed1-d331-4a42-8ca9-23d2c321749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.898832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-7c477ed1-d331-4a42-8ca9-23d2c321749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.900017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-7c477ed1-d331-4a42-8ca9-23d2c321749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.900678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-7c477ed1-d331-4a42-8ca9-23d2c321749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.900921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-7c477ed1-d331-4a42-8ca9-23d2c321749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:19.903122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-7c477ed1-d331-4a42-8ca9-23d2c321749d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6508 time: 0.1550097 Sep 18 02:07:19.916063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] For port 3316209b-e15d-4a29-911e-d1ec2bc7e25d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3316209b-e15d-4a29-911e-d1ec2bc7e25d,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:19.916692 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:19.975553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b596e6e-5b09-4181-b6a2-81d0af78b249 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.017363 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:20.132501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-257f383f-e99e-40af-8a86-d4b17a293383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.193691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-257f383f-e99e-40af-8a86-d4b17a293383 None None] For port 6290f45f-26b3-48bc-a8a0-38a19de141a3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6290f45f-26b3-48bc-a8a0-38a19de141a3,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:20.203046 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-257f383f-e99e-40af-8a86-d4b17a293383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.292842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f383f-e99e-40af-8a86-d4b17a293383 None None] Pushing event updated for resources: {'Port': ['ID=6290f45f-26b3-48bc-a8a0-38a19de141a3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:20.300679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ef189074-6832-4abb-851e-36eca385e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'e112133b-4f96-4d11-be42-0bae30599939', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'port_id': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'mac_address': 'fa:16:3e:5a:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:07:17Z', 'revision_number': 1, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:58Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:20.352833 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d049ebc-bf7e-40cd-a157-de5962fbed78 req-55654205-8a9c-4290-b28e-f659db867ead tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155537 Sep 18 02:07:20.357987 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:19Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:20.382390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef189074-6832-4abb-851e-36eca385e60b None None] Checking router: d990a680-1734-4e39-b1d6-f92c48c63201 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:20.405056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef189074-6832-4abb-851e-36eca385e60b None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:20.405905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ef189074-6832-4abb-851e-36eca385e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:20.409549 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0324cb2-e1de-475c-9a80-565a7d11796a None None] The sync data for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 is: [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:19Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:20.418189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4417b257-a79c-417a-b533-5cd89f5b4a23 None None] Provisioning complete for port 6290f45f-26b3-48bc-a8a0-38a19de141a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:20.419323 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4417b257-a79c-417a-b533-5cd89f5b4a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.420983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea4ff6fe-98bb-4d48-bf00-930ec323f72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.431162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea4ff6fe-98bb-4d48-bf00-930ec323f72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.501310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-3b7811cc-18e1-4281-9b00-36383631bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:20.503328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-3b7811cc-18e1-4281-9b00-36383631bc12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b HTTP/1.1" status: 200 len: 917 time: 0.5918770 Sep 18 02:07:20.508981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ea4ff6fe-98bb-4d48-bf00-930ec323f72e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33000f98d11148519180ef816f7f826a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3208053 Sep 18 02:07:20.511621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58976) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:20.525941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ff6fe-98bb-4d48-bf00-930ec323f72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f0587c-543c-46eb-8da5-18dc44efad22,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:20.529540 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b596e6e-5b09-4181-b6a2-81d0af78b249 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.594028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d849b3ef-7fb0-4e09-afac-911a0721d4ec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.594857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d849b3ef-7fb0-4e09-afac-911a0721d4ec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7560449 Sep 18 02:07:20.605317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58980) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:20.622852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-59e63e16-14bc-490a-b8fa-f7339e48951c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'security_group_rule': {'security_group_id': '520e56eb-45ce-45e0-bbae-408afd93c221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:20.632329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ef189074-6832-4abb-851e-36eca385e60b None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:20.690446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b596e6e-5b09-4181-b6a2-81d0af78b249 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.694098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5b596e6e-5b09-4181-b6a2-81d0af78b249 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.6208448 Sep 18 02:07:20.702119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-e9910344-662d-48a5-9c42-3a102cbd31d1 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0401828 Sep 18 02:07:20.703072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58984) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:20.732601 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-0623e565-4298-464c-80f0-ece6fa65afee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843c05e9-9fdb-4c51-874c-84e996bbf948 HTTP/1.1" status: 200 len: 1000 time: 0.2217338 Sep 18 02:07:20.770863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034254550'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:20.826411 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-2960a172-7d99-4450-b356-7e57454b72fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23919e13-0d70-47b1-8884-3f19f7714dd1 HTTP/1.1" status: 200 len: 217 time: 0.0694196 Sep 18 02:07:20.846497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b801685e-7ba5-4db8-a7a0-c2c48b6564d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.862997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59e63e16-14bc-490a-b8fa-f7339e48951c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:20.893138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-223c061c-1f2f-4e38-925a-200a8da1b9e2 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:20.894882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-223c061c-1f2f-4e38-925a-200a8da1b9e2 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.20 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.2180727 Sep 18 02:07:20.901424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-c522e1fa-08fa-4744-bde2-88dfa62a0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:20.903217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-c522e1fa-08fa-4744-bde2-88dfa62a0809 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95255f28-0ecf-4324-b866-5239859c9774 HTTP/1.1" status: 200 len: 856 time: 0.1623106 Sep 18 02:07:20.971880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ef189074-6832-4abb-851e-36eca385e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'e112133b-4f96-4d11-be42-0bae30599939', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'port_id': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'mac_address': 'fa:16:3e:5a:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:07:17Z', 'revision_number': 1, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:58Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:20.985797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:20.989949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.003728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef189074-6832-4abb-851e-36eca385e60b None None] The sync data for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 is: [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'e112133b-4f96-4d11-be42-0bae30599939', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'port_id': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'mac_address': 'fa:16:3e:5a:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:07:17Z', 'revision_number': 1, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:58Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:21.006993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b801685e-7ba5-4db8-a7a0-c2c48b6564d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.048261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:07:21.061757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-44925b1d-9b91-4fa0-b0d4-83aabf45de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:21.063300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-44925b1d-9b91-4fa0-b0d4-83aabf45de83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.2231712 Sep 18 02:07:21.095768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d0cce-5bb7-4a8a-96b7-ba237a906591 req-8ec379c7-be79-4534-a3b4-39ff0982abbd tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:21.097342 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-434d0cce-5bb7-4a8a-96b7-ba237a906591 req-8ec379c7-be79-4534-a3b4-39ff0982abbd tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 946 time: 0.3638251 Sep 18 02:07:21.126414 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.126854 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment 39975b90-620e-4afc-b474-89342de5017d of type vlan for network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e Sep 18 02:07:21.140265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.140634 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.141215 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Floating IP ca514f52-2357-49c6-aee3-1288b2884f75 disassociated. External IP: 172.25.0.18, port: 3316209b-e15d-4a29-911e-d1ec2bc7e25d. Sep 18 02:07:21.141331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Calling delete_port for 3316209b-e15d-4a29-911e-d1ec2bc7e25d owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:21.157926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b801685e-7ba5-4db8-a7a0-c2c48b6564d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.158792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59e63e16-14bc-490a-b8fa-f7339e48951c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.160532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b801685e-7ba5-4db8-a7a0-c2c48b6564d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.164353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b801685e-7ba5-4db8-a7a0-c2c48b6564d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37f0587c-543c-46eb-8da5-18dc44efad22 HTTP/1.1" status: 204 len: 168 time: 0.6492994 Sep 18 02:07:21.176893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-b2baa467-eaa1-438b-9ff9-a509c1a5c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:21.178428 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-b2baa467-eaa1-438b-9ff9-a509c1a5c1c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1781771 Sep 18 02:07:21.202455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59e63e16-14bc-490a-b8fa-f7339e48951c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.206225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801685e-7ba5-4db8-a7a0-c2c48b6564d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f0587c-543c-46eb-8da5-18dc44efad22,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:21.210163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Deleting port 16c02b6c-8eb3-44e8-99ba-786300e80c14 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:21.210515 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.255321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-0f4706c7-0ddb-4693-9c98-41b39cc66d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:21.259789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-0f4706c7-0ddb-4693-9c98-41b39cc66d9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1853061 Sep 18 02:07:21.260801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-434d0cce-5bb7-4a8a-96b7-ba237a906591 req-228ee51f-f4f0-4048-abb9-0ae2259cf3f9 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a12a60f-68b4-44d4-a97e-6d04e525158f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552370 Sep 18 02:07:21.314336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.463124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] For port 16c02b6c-8eb3-44e8-99ba-786300e80c14, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=16c02b6c-8eb3-44e8-99ba-786300e80c14,segment=NetworkSegment(08247698-8f9e-486d-87c7-2b9dbb94f451),segment_id=08247698-8f9e-486d-87c7-2b9dbb94f451)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:21.463691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.464529 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafaa4f-c43a-4dd6-b443-4d678c1f74db None None] New status for floating IP e112133b-4f96-4d11-be42-0bae30599939: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:07:21.468385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-85fb15fb-69cb-4e2f-a2fa-1dc48328689d service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805245 Sep 18 02:07:21.497885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Calling delete_port for 16c02b6c-8eb3-44e8-99ba-786300e80c14 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:21.498108 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:07:21.520051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63e16-14bc-490a-b8fa-f7339e48951c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8499ab4-5856-4892-a8a1-f0e17e5fed2f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:21.553451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.561473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:21.562159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.610056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59e63e16-14bc-490a-b8fa-f7339e48951c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.615078 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-59e63e16-14bc-490a-b8fa-f7339e48951c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0022528 Sep 18 02:07:21.622021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58998) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:21.628030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6fd9cb84-17a9-41cf-9e84-c8fc172cbe8e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'security_group_rule': {'security_group_id': '520e56eb-45ce-45e0-bbae-408afd93c221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:21.667362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9559157 Sep 18 02:07:21.669682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-3a014bd9-af5f-4896-bb21-3cf4693e8478 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586621 Sep 18 02:07:21.672316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59002) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:21.683739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:21.762599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df370-a448-4273-890e-d5a553a26834 req-81204676-de62-4118-99da-8cf6e8902449 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:21.764544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-473df370-a448-4273-890e-d5a553a26834 req-81204676-de62-4118-99da-8cf6e8902449 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/ports?device_id=87183eee-bac3-4233-8ec4-3ba7e5d4f12c HTTP/1.1" status: 200 len: 945 time: 0.2706316 Sep 18 02:07:21.768494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fd9cb84-17a9-41cf-9e84-c8fc172cbe8e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:21.814891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bde33e7-798b-42b2-972c-fd49d9c6d12a req-1a7b0dcd-5440-4088-92b4-fcb715d4974e service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376422 Sep 18 02:07:21.884368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-473df370-a448-4273-890e-d5a553a26834 req-59ce5e0a-f8cf-428b-b83a-299972972540 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca83873e-1ee3-4cfa-9296-12d55793883f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939689 Sep 18 02:07:21.958662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf4432-69e6-41d4-88af-5603a14c857f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=0d2e3eee-63d0-49e5-a165-1a82f36d2a4e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:21.973322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:07:21.974983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.005608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Pushing event deleted for resources: {'Port': ['ID=16c02b6c-8eb3-44e8-99ba-786300e80c14,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:22.013776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['16c02b6c-8eb3-44e8-99ba-786300e80c14'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:22.075363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] No DVR routers for this DVR port 16c02b6c-8eb3-44e8-99ba-786300e80c14 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:07:22.079857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.081958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b0ea7f6-d641-42cd-9cbf-f15109db4f41 req-e0b7a541-1a72-4d7f-959d-3ecd61114357 tempest-ServersNegativeTestMultiTenantJSON-1447408303 tempest-ServersNegativeTestMultiTenantJSON-1447408303-project] 10.222.0.20 "DELETE /v2.0/ports/16c02b6c-8eb3-44e8-99ba-786300e80c14 HTTP/1.1" status: 204 len: 173 time: 1.1777117 Sep 18 02:07:22.082411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87183eee-bac3-4233-8ec4-3ba7e5d4f12c', 'name': 'network-vif-deleted', 'tag': '16c02b6c-8eb3-44e8-99ba-786300e80c14'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:22.084710 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e03265-79cd-40f1-ad23-b2ec9988d55e" -d '{"events": [{"server_uuid": "87183eee-bac3-4233-8ec4-3ba7e5d4f12c", "name": "network-vif-deleted", "tag": "16c02b6c-8eb3-44e8-99ba-786300e80c14"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:22.124037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-166120a5-fa01-4293-9c43-a06319195325 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349959 Sep 18 02:07:22.171572 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec562fc0-8a75-4966-9c00-d544e9e750d8 x-openstack-request-id: req-ec562fc0-8a75-4966-9c00-d544e9e750d8 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:22.171862 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87183eee-bac3-4233-8ec4-3ba7e5d4f12c", "name": "network-vif-deleted", "tag": "16c02b6c-8eb3-44e8-99ba-786300e80c14", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:22.172112 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec562fc0-8a75-4966-9c00-d544e9e750d8 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:22.172518 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87183eee-bac3-4233-8ec4-3ba7e5d4f12c', 'name': 'network-vif-deleted', 'tag': '16c02b6c-8eb3-44e8-99ba-786300e80c14', 'status': 'completed', 'code': 200} Sep 18 02:07:22.218943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-d37194c8-2107-4c2b-868c-456602f27e25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 200 len: 217 time: 0.0645294 Sep 18 02:07:22.251644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fd9cb84-17a9-41cf-9e84-c8fc172cbe8e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.288743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fd9cb84-17a9-41cf-9e84-c8fc172cbe8e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.305981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.334841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:22.338552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.362407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9cb84-17a9-41cf-9e84-c8fc172cbe8e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3fd274-0297-4a1e-85a5-78ecb1d88733,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:22.381231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event deleted for resources: {'Port': ['ID=3316209b-e15d-4a29-911e-d1ec2bc7e25d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:22.388950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-3f6ef03e-9b50-45fb-83bf-92bf0e78fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:22.390450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-3f6ef03e-9b50-45fb-83bf-92bf0e78fc1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.1613197 Sep 18 02:07:22.398577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fd9cb84-17a9-41cf-9e84-c8fc172cbe8e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.402939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59024) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:22.403100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6fd9cb84-17a9-41cf-9e84-c8fc172cbe8e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7798605 Sep 18 02:07:22.408131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:22.425428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6290f45f-26b3-48bc-a8a0-38a19de141a3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:22.455541 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.574089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4567b202-5f5a-44f0-96cb-08955aa9cb34 req-607a1604-1505-415a-9e28-2c63a4018458 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 210 time: 0.1658843 Sep 18 02:07:22.609936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6290f45f-26b3-48bc-a8a0-38a19de141a3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:22.610318 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.662281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.665243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-24c7a6f6-556b-4eb8-b0f6-73de77dd4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:22.667072 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-24c7a6f6-556b-4eb8-b0f6-73de77dd4e10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2610428 Sep 18 02:07:22.800251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Router dd8db550-c82a-4ed1-85ee-64ae343a7373 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:22.846636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Allocated IP 172.25.0.113 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/f00c716b-858f-4e1f-8f00-be3c15676b92) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:22.898336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:22.981352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59044) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:23.030744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-d4d51ef6-aae4-4f21-8ef3-9bab32121762 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408799 Sep 18 02:07:23.050618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.058212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-896b4fdd-7cdb-442a-a965-e386d63c309d admin admin] Deleting subnet 5d017b54-f886-463c-9ae9-3fed99166a6c {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:07:23.063572 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-896b4fdd-7cdb-442a-a965-e386d63c309d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.069062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=9b08a5f4-e9dd-47a7-8432-abf8f23be277,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:23.124472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-896b4fdd-7cdb-442a-a965-e386d63c309d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.130319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:23.130887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:07:23.167122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.179288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-896b4fdd-7cdb-442a-a965-e386d63c309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.193189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:23.204231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] Sync routers for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:23.223921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:23.224725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:23.230608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:07:23.247845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:23.253191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] No DVR routers for this DVR port 3316209b-e15d-4a29-911e-d1ec2bc7e25d on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:07:23.256198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:23.256343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef0e18df-688a-4da1-aad7-9fe20ad048d4 req-9e615c6d-fdaf-4544-b222-d6171266498b service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130036 Sep 18 02:07:23.258141 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.261484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9ccc960-fef9-460e-b28c-c103aa546c41 req-a0285dce-ec96-4d73-8362-0e2e53daa23a tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.20 "DELETE /v2.0/ports/3316209b-e15d-4a29-911e-d1ec2bc7e25d HTTP/1.1" status: 204 len: 173 time: 4.3172917 Sep 18 02:07:23.261742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06658c53-5dff-4911-8cf0-0d3951964466', 'name': 'network-vif-deleted', 'tag': '3316209b-e15d-4a29-911e-d1ec2bc7e25d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:23.266091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:23.270426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'Port': ['ID=f00c716b-858f-4e1f-8f00-be3c15676b92,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:23.270737 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e7fec-4631-42b3-b2dd-a095e80311e2" -d '{"events": [{"server_uuid": "06658c53-5dff-4911-8cf0-0d3951964466", "name": "network-vif-deleted", "tag": "3316209b-e15d-4a29-911e-d1ec2bc7e25d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:23.275163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:23.279895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:23.283388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.311308 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-215dd04e-eb84-4d70-b921-d3be6ed99a8a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6329625 Sep 18 02:07:23.314103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59054) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:23.356122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d9f125-7996-477c-a8c7-b4ebf5ef4196 None None] Network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:23.377616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-896b4fdd-7cdb-442a-a965-e386d63c309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.414491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b4fdd-7cdb-442a-a965-e386d63c309d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d017b54-f886-463c-9ae9-3fed99166a6c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:23.417078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-896b4fdd-7cdb-442a-a965-e386d63c309d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.418317 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75999a8-086c-441b-8943-03f1b23f6724 x-openstack-request-id: req-f75999a8-086c-441b-8943-03f1b23f6724 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:23.421575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-896b4fdd-7cdb-442a-a965-e386d63c309d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d017b54-f886-463c-9ae9-3fed99166a6c HTTP/1.1" status: 204 len: 168 time: 0.4364448 Sep 18 02:07:23.424453 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06658c53-5dff-4911-8cf0-0d3951964466", "name": "network-vif-deleted", "tag": "3316209b-e15d-4a29-911e-d1ec2bc7e25d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:23.424891 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f75999a8-086c-441b-8943-03f1b23f6724 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:23.425486 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06658c53-5dff-4911-8cf0-0d3951964466', 'name': 'network-vif-deleted', 'tag': '3316209b-e15d-4a29-911e-d1ec2bc7e25d', 'status': 'completed', 'code': 200} Sep 18 02:07:23.436938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59056) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:23.464894 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.517963 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.655347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:23.661546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3316209b-e15d-4a29-911e-d1ec2bc7e25d no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:07:23.683482 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.723486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 3316209b-e15d-4a29-911e-d1ec2bc7e25d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:07:23.724213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3316209b-e15d-4a29-911e-d1ec2bc7e25d not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:07:23.729179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:07:23.731619 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.845865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.874619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.913478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.963501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6828b15-864d-44e9-a68e-b208b3d41281']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:23.965233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea3cb7c8-a652-40fe-b4fd-12baf681c965 req-13434786-cc52-42c6-99a3-55aeddc12d30 tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/ports?device_id=06658c53-5dff-4911-8cf0-0d3951964466 HTTP/1.1" status: 200 len: 210 time: 0.1012635 Sep 18 02:07:23.969315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:23.984688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08247698-8f9e-486d-87c7-2b9dbb94f451') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:23.984986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08247698-8f9e-486d-87c7-2b9dbb94f451') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:24.027099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.043975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Allocated IP 2001:db8::2 (0d2e3eee-63d0-49e5-a165-1a82f36d2a4e/9b08a5f4-e9dd-47a7-8432-abf8f23be277/0f65fec9-a108-4198-a3c5-d00019c91dba) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:24.047927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'Port': ['ID=f00c716b-858f-4e1f-8f00-be3c15676b92,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:24.084972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.100223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:07:24.100623 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:07:24.102541 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:07:24.115817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.157827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.171823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0368accd-22fc-4bd4-a1e5-d453367f846d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7676988 Sep 18 02:07:24.202348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.209688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.215215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6828b15-864d-44e9-a68e-b208b3d41281 HTTP/1.1" status: 204 len: 168 time: 0.7761455 Sep 18 02:07:24.217702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59080) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:24.238114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522a965-4e84-4bbb-94b5-f5d9cd60dd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6828b15-864d-44e9-a68e-b208b3d41281,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:24.277226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:15Z', 'revision_number': 5, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:24.279306 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.290621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e876533-3134-4622-bc6e-be1ad8086d24 admin admin] Deleting subnet 0e77138a-a768-48a8-bdb6-ca17e0cb3ddb {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:07:24.294670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e876533-3134-4622-bc6e-be1ad8086d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.336337 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e876533-3134-4622-bc6e-be1ad8086d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.401235 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e876533-3134-4622-bc6e-be1ad8086d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.411438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8::1 (0d2e3eee-63d0-49e5-a165-1a82f36d2a4e/9b08a5f4-e9dd-47a7-8432-abf8f23be277/804b5266-42f7-4a09-86eb-af160cb0739d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:24.485144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-e5b6de1a-93db-47c5-8a4b-edeed0dacde3 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1338008059&fields=id&tenant_id=815b4e6858ff4b9c949cf1c18d222a4e HTTP/1.1" status: 200 len: 267 time: 0.0532110 Sep 18 02:07:24.493572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] Checking router: dd8db550-c82a-4ed1-85ee-64ae343a7373 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:24.499664 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.515797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:24.516446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:24.541720 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e876533-3134-4622-bc6e-be1ad8086d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.580294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e876533-3134-4622-bc6e-be1ad8086d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e77138a-a768-48a8-bdb6-ca17e0cb3ddb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:24.583991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:24.592177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:24.601006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:24.601231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e876533-3134-4622-bc6e-be1ad8086d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.608706 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4e876533-3134-4622-bc6e-be1ad8086d24 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e77138a-a768-48a8-bdb6-ca17e0cb3ddb HTTP/1.1" status: 204 len: 168 time: 0.3872495 Sep 18 02:07:24.608885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59100) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:24.636119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Pushing event updated for resources: {'Port': ['ID=0f65fec9-a108-4198-a3c5-d00019c91dba,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:24.638466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.694907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Attempting to bind port 0f65fec9-a108-4198-a3c5-d00019c91dba on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:24.695333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Attempting to bind port 0f65fec9-a108-4198-a3c5-d00019c91dba by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:24.695629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Attempting to bind port 0f65fec9-a108-4198-a3c5-d00019c91dba on network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:24.702931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-fff0ae82-3744-4b74-a062-fa080b6adc3f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:24.703408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:24.703670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Checking segment: {'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:24.704047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.704434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Bound using segment: {'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:24.704905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Bound port: 0f65fec9-a108-4198-a3c5-d00019c91dba, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:24.705047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-fff0ae82-3744-4b74-a062-fa080b6adc3f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.2073250 Sep 18 02:07:24.705284 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.734042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-d52bb990-e980-4233-ad99-7cedd25e063b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/quotas/815b4e6858ff4b9c949cf1c18d222a4e HTTP/1.1" status: 200 len: 375 time: 0.0203419 Sep 18 02:07:24.764573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.777890 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.791464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:24.804897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-cb286425-5ec7-4615-bceb-229e97c9d347 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656965 Sep 18 02:07:24.818173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:24.826646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:24.830834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:24.831387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:24.948170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] For port 0f65fec9-a108-4198-a3c5-d00019c91dba, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:24.950048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-c4e3a3eb-d7ed-4022-b70c-76366bab571a service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327407 Sep 18 02:07:24.991540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] For port 0f65fec9-a108-4198-a3c5-d00019c91dba, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0f65fec9-a108-4198-a3c5-d00019c91dba,segment=NetworkSegment(39975b90-620e-4afc-b474-89342de5017d),segment_id=39975b90-620e-4afc-b474-89342de5017d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:25.021232 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.088284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-d356ee58-74ee-4a56-9fd8-fb9ccb1c115d service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322367 Sep 18 02:07:25.177105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab6504-1233-4ed7-a2cd-76300b8c5a6b None None] Pushing event updated for resources: {'Port': ['ID=0f65fec9-a108-4198-a3c5-d00019c91dba,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:25.255433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:15Z', 'revision_number': 5, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:25.270178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59120) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:25.294204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb4582-b362-4234-9b9e-5b7b0f817022 None None] The sync data for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 is: [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:05:00Z', 'revision_number': 4, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '25109846-1da0-47a5-a7f6-79e8d794c4e0', 'name': '', 'network_id': '447c4529-1f43-463c-8cd3-faa08081b62c', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'mac_address': 'fa:16:3e:8a:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:59Z', 'updated_at': '2021-09-18T02:05:15Z', 'revision_number': 5, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'subnets': [{'id': 'e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:25.392163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba3f21b0-b37a-4eba-b172-78a88f3561e8 req-82ddc0d4-5e6a-492a-8f7e-302a936cf910 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 210 time: 0.0539403 Sep 18 02:07:25.400874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.426266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5d1b-b2be-41f7-8672-2b922a35513b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.516935 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5d1b-b2be-41f7-8672-2b922a35513b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.605504 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5d1b-b2be-41f7-8672-2b922a35513b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.610514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5d1b-b2be-41f7-8672-2b922a35513b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.615430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2e1a5d1b-b2be-41f7-8672-2b922a35513b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a12a60f-68b4-44d4-a97e-6d04e525158f HTTP/1.1" status: 204 len: 168 time: 0.3439429 Sep 18 02:07:25.616263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59126) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:25.673564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 16c02b6c-8eb3-44e8-99ba-786300e80c14 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:07:25.686435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a5d1b-b2be-41f7-8672-2b922a35513b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12a60f-68b4-44d4-a97e-6d04e525158f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:25.698578 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-2f7650ad-5153-4ecc-af29-3bfd94b8084e tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] show failed (client error): The resource could not be found. Sep 18 02:07:25.705306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2f7650ad-5153-4ecc-af29-3bfd94b8084e tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "GET /v2.0/security-groups/3a12a60f-68b4-44d4-a97e-6d04e525158f HTTP/1.1" status: 404 len: 347 time: 0.0478470 Sep 18 02:07:25.706220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59132) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:25.706411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=804b5266-42f7-4a09-86eb-af160cb0739d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:25.714413 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.720181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 16c02b6c-8eb3-44e8-99ba-786300e80c14 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:07:25.720844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 16c02b6c-8eb3-44e8-99ba-786300e80c14 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:07:25.866392 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a3f3a6-30f3-4950-8da6-49a032534f9f None None] New status for floating IP ca514f52-2357-49c6-aee3-1288b2884f75: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:07:25.874745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.878502 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:25.914401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337f6de5-d03f-49ee-8917-bf6bcb014214']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:25.946184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c213f6cb-227a-49d8-bdc5-193937328bfe') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:25.946542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c213f6cb-227a-49d8-bdc5-193937328bfe') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:25.962862 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.033123 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.056648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Deleting port 53724d62-20b4-45dc-8054-2b28088bcfd7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:26.057193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.108658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:07:26.108988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:07:26.111005 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:07:26.266330 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.266799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.299280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Calling delete_port for 53724d62-20b4-45dc-8054-2b28088bcfd7 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:26.496185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0f65fec9-a108-4198-a3c5-d00019c91dba up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:26.527014 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.543060 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.546176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/337f6de5-d03f-49ee-8917-bf6bcb014214 HTTP/1.1" status: 204 len: 168 time: 1.9307399 Sep 18 02:07:26.559362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34918f8b-9ff9-41b4-bd04-8f7e8103cc03 req-3e1b68eb-83a3-40d2-8d1c-e0ef0ceabd91 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 210 time: 0.0423899 Sep 18 02:07:26.573600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.574779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0f65fec9-a108-4198-a3c5-d00019c91dba triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:26.575423 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.616316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Pushing event deleted for resources: {'Port': ['ID=53724d62-20b4-45dc-8054-2b28088bcfd7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:26.669854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2fa1f-d76f-47d3-a45a-30dd4be343c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=337f6de5-d03f-49ee-8917-bf6bcb014214,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:26.700776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.772189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.775117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 0f65fec9-a108-4198-a3c5-d00019c91dba, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0f65fec9-a108-4198-a3c5-d00019c91dba,segment=NetworkSegment(39975b90-620e-4afc-b474-89342de5017d),segment_id=39975b90-620e-4afc-b474-89342de5017d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:26.775670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.777100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3e07fd17-9c7f-4f22-8416-ae7a2fdc9e4b tempest-ServersTestManualDisk-1098986611 tempest-ServersTestManualDisk-1098986611-project] 10.222.0.21 "DELETE /v2.0/floatingips/ca514f52-2357-49c6-aee3-1288b2884f75 HTTP/1.1" status: 204 len: 168 time: 1.0690484 Sep 18 02:07:26.780377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59148) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:26.781064 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.783528 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.792234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.794041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:26.914910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f6ff5-42d1-4bf7-870d-3f65dbaba947 None None] Network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:26.937050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59150) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:26.944191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=0f65fec9-a108-4198-a3c5-d00019c91dba,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:27.003931 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-858fe39f-cb41-4eb3-9514-2f3c9be86c50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34e46ed3c25f4b7a8dce9a7d2bb22664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652339 Sep 18 02:07:27.006697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59152) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:27.022874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1c67ae77-d6fb-4369-a8c7-920cfebbd4f2 None None] Provisioning complete for port 0f65fec9-a108-4198-a3c5-d00019c91dba triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:27.023251 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c67ae77-d6fb-4369-a8c7-920cfebbd4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.064624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=804b5266-42f7-4a09-86eb-af160cb0739d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:27.130176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4bff23e-51ea-4698-b143-701292e63185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.156887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-b521147b-3eb6-4300-b936-84f71547d66e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:27.158325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-b521147b-3eb6-4300-b936-84f71547d66e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.3451650 Sep 18 02:07:27.186641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:27.189511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:27.193543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4bff23e-51ea-4698-b143-701292e63185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.245828 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-be728cec-58c2-430d-861a-a242eacb3dbb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815b4e6858ff4b9c949cf1c18d222a4e HTTP/1.1" status: 200 len: 380 time: 0.0761764 Sep 18 02:07:27.296707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'port': {'device_id': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'admin_state_up': True, 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'security_groups': ['520e56eb-45ce-45e0-bbae-408afd93c221']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:27.324469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4bff23e-51ea-4698-b143-701292e63185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.328012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4bff23e-51ea-4698-b143-701292e63185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.329359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b4bff23e-51ea-4698-b143-701292e63185 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca83873e-1ee3-4cfa-9296-12d55793883f HTTP/1.1" status: 204 len: 168 time: 0.3212299 Sep 18 02:07:27.344745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bff23e-51ea-4698-b143-701292e63185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca83873e-1ee3-4cfa-9296-12d55793883f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:27.451780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:07:27.538423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.548360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Made reservation on behalf of 815b4e6858ff4b9c949cf1c18d222a4e for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:27.552392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.646523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2282cd33-915f-4dec-bf63-a98944645329 None None] Provisioning complete for port 804b5266-42f7-4a09-86eb-af160cb0739d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:27.649704 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2282cd33-915f-4dec-bf63-a98944645329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.696215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:27.708332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-692ab9c0-9d0b-4dd5-a281-771b613f9b79 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3928244 Sep 18 02:07:27.715804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59182) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:27.735103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-71546357'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:27.769429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2282cd33-915f-4dec-bf63-a98944645329 None None] Port 804b5266-42f7-4a09-86eb-af160cb0739d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:27.782666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:27.785465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c56d3cdb-e0da-4ba2-88ed-270df561f19a req-41df5914-281d-436c-b397-2624de2f8df5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 210 time: 0.0506778 Sep 18 02:07:27.815448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:27.816335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2282cd33-915f-4dec-bf63-a98944645329 None None] Provisioning complete for port 0f65fec9-a108-4198-a3c5-d00019c91dba triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:27.818098 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2282cd33-915f-4dec-bf63-a98944645329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.819011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:27.879862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Allocated IP 172.20.0.13 (3fe19fbc-b275-41d4-a28f-5adf4e38ebde/93cb6d6e-a2f1-4568-b02b-cb6b8003200b/261efc86-15bc-4ea7-9d7a-a10012315904) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:27.889010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:27.889653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:27.898659 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:07:27.915605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:07:28.042735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:28.082686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59192) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:28.130515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.131226 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment 8f42a2de-8c39-4638-90bf-e4c90cdd217e of type vlan for network dfce0717-5303-463e-bf0f-1425a412f2d8 Sep 18 02:07:28.226088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Deleting port 25109846-1da0-47a5-a7f6-79e8d794c4e0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:28.226648 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.296149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a76adfea-f6ef-4b89-a89f-2a842ebf1d36 None None] Provisioning complete for port 804b5266-42f7-4a09-86eb-af160cb0739d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:28.296519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a76adfea-f6ef-4b89-a89f-2a842ebf1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.301084 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.376627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2f7baba5-c5e6-4e9d-9fcd-b5bf332ddf6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66b8dfb9ff5243d9996fe0d0d6d84c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825105 Sep 18 02:07:28.377968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59196) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:28.402486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a76adfea-f6ef-4b89-a89f-2a842ebf1d36 None None] Port 804b5266-42f7-4a09-86eb-af160cb0739d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:28.407367 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.418126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0f65fec9-a108-4198-a3c5-d00019c91dba up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:28.418514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.425735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:28.427231 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.432132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] For port 25109846-1da0-47a5-a7f6-79e8d794c4e0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=25109846-1da0-47a5-a7f6-79e8d794c4e0,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:28.432608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.475397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Calling delete_port for 25109846-1da0-47a5-a7f6-79e8d794c4e0 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:28.479736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7596846 Sep 18 02:07:28.486145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:25Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:26Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:28.488293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59200) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:28.499726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:28.528167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:28.528557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Updating router c9634d59-e156-4c12-9c56-515621b33650 port 804b5266-42f7-4a09-86eb-af160cb0739d binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:07:28.556732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0f65fec9-a108-4198-a3c5-d00019c91dba triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:28.557103 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.594852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=dfce0717-5303-463e-bf0f-1425a412f2d8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:28.598949 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.608685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.609047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.609386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.609713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.610205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.610552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.610913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.611241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.611742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.611874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.612193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.613007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db892-d831-47f8-821c-0b3bb0c07a85 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:28.615134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bc2e00a3-c3e1-4225-9869-5cd19d25d3fb None None] Provisioning complete for port 804b5266-42f7-4a09-86eb-af160cb0739d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:28.615547 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bc2e00a3-c3e1-4225-9869-5cd19d25d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.630036 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.668992 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2256b38a-6214-484e-98ca-43560dc3ac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.675444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:28.679139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:28.684743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:28.721509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:28.731826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2256b38a-6214-484e-98ca-43560dc3ac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.750890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:28.751744 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.849339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:28.855174 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:28.855590 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-65c830d5-ff17-4995-a9d6-e9da96232742 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6037276 Sep 18 02:07:28.869567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Request body: {'port': {'device_id': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:28.909035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network dfce0717-5303-463e-bf0f-1425a412f2d8 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:07:28.929430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e00a3-c3e1-4225-9869-5cd19d25d3fb None None] Port 804b5266-42f7-4a09-86eb-af160cb0739d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:28.965845 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.030005 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2256b38a-6214-484e-98ca-43560dc3ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.033485 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2256b38a-6214-484e-98ca-43560dc3ac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.034953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2256b38a-6214-484e-98ca-43560dc3ac76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ec445fc-e585-42b2-85e3-27bd57b7781b HTTP/1.1" status: 204 len: 168 time: 0.6493931 Sep 18 02:07:29.060448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256b38a-6214-484e-98ca-43560dc3ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec445fc-e585-42b2-85e3-27bd57b7781b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:29.138560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccdf3a-a5e7-4f6d-83d2-18ad1f96dec6 req-9db1edff-af8a-4bee-b2d8-0f02c2bc7298 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:29.140210 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-83ccdf3a-a5e7-4f6d-83d2-18ad1f96dec6 req-9db1edff-af8a-4bee-b2d8-0f02c2bc7298 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 932 time: 0.2520463 Sep 18 02:07:29.231418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.271581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2ed9e990-e3a8-4543-9966-fc66103794a3 None None] Provisioning complete for port 261efc86-15bc-4ea7-9d7a-a10012315904 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:29.273120 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e990-e3a8-4543-9966-fc66103794a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.299391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-83ccdf3a-a5e7-4f6d-83d2-18ad1f96dec6 req-684b6664-d1e7-4068-bc54-00ec298ba44f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504240 Sep 18 02:07:29.303333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Pushing event deleted for resources: {'Port': ['ID=25109846-1da0-47a5-a7f6-79e8d794c4e0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:29.444876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9e990-e3a8-4543-9966-fc66103794a3 None None] Port 261efc86-15bc-4ea7-9d7a-a10012315904 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:29.579440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.607124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261efc86-15bc-4ea7-9d7a-a10012315904 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:29.628471 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.634253 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.641378 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.653183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Transition to ACTIVE for port object 261efc86-15bc-4ea7-9d7a-a10012315904 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:07:29.665380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.697677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32dd6e-95af-4a2d-99ac-de22b0b6ed01 None None] Pushing event updated for resources: {'Port': ['ID=804b5266-42f7-4a09-86eb-af160cb0739d,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:29.765226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:29.833670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Attempting to bind port 804b5266-42f7-4a09-86eb-af160cb0739d on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:29.834468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Attempting to bind port 804b5266-42f7-4a09-86eb-af160cb0739d by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:29.835142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Attempting to bind port 804b5266-42f7-4a09-86eb-af160cb0739d on network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:29.842662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:29.843476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Checking segment: {'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:29.844115 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.844882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Bound using segment: {'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:29.847096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Bound port: 804b5266-42f7-4a09-86eb-af160cb0739d, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39975b90-620e-4afc-b474-89342de5017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:29.847717 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.941519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Attempting to bind port 261efc86-15bc-4ea7-9d7a-a10012315904 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:29.942186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Attempting to bind port 261efc86-15bc-4ea7-9d7a-a10012315904 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:29.942302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Attempting to bind port 261efc86-15bc-4ea7-9d7a-a10012315904 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:29.950041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Port 261efc86-15bc-4ea7-9d7a-a10012315904 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:07:29.950477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Attempting to bind port 261efc86-15bc-4ea7-9d7a-a10012315904 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:29.971319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:29.971685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Checking segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:29.972096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Bound using segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:29.972629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Bound port: 261efc86-15bc-4ea7-9d7a-a10012315904, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:29.973278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:29.999323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] For port 804b5266-42f7-4a09-86eb-af160cb0739d, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:30.010377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] For port 804b5266-42f7-4a09-86eb-af160cb0739d, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=804b5266-42f7-4a09-86eb-af160cb0739d,segment=NetworkSegment(39975b90-620e-4afc-b474-89342de5017d),segment_id=39975b90-620e-4afc-b474-89342de5017d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:30.018584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:30.116338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:30.117010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:30.144192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:30.147701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:30.156855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:30.202750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32dd6e-95af-4a2d-99ac-de22b0b6ed01 None None] Pushing event updated for resources: {'Port': ['ID=804b5266-42f7-4a09-86eb-af160cb0739d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:30.249120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:30.249742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:30.251181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] 10.222.0.20 "PUT /v2.0/ports/261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1093 time: 1.3877249 Sep 18 02:07:30.251666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:30.263761 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87225500-884a-4cc3-8cd0-fe561897eb10" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:30.336097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:30.417629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceab25c-cd13-45ef-abdb-94e37519cc29 service neutron] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:30.438320 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306dfcef-5033-4fdb-a68a-9d59062328a0 x-openstack-request-id: req-306dfcef-5033-4fdb-a68a-9d59062328a0 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:30.438499 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:30.438681 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-306dfcef-5033-4fdb-a68a-9d59062328a0 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:30.439303 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'status': 'completed', 'code': 200} Sep 18 02:07:30.470730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-d044555f-aeb7-41a9-ad3b-ff6297961cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:30.472373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-d044555f-aeb7-41a9-ad3b-ff6297961cee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1096 time: 0.1787851 Sep 18 02:07:30.597965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-5f726d2a-a937-497a-ae7a-d4288080fd22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 217 time: 0.1148477 Sep 18 02:07:30.682540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=d78ae17f-9f25-4a48-b180-1bf86247a4f5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:30.701020 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:30.749110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:30.749670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: dfce0717-5303-463e-bf0f-1425a412f2d8, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:07:30.784810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-993b4a80-3e04-47ba-862a-d2d9babd3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:30.786628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-993b4a80-3e04-47ba-862a-d2d9babd3f66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1816735 Sep 18 02:07:30.813848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0e04e577-41f2-47a8-9f68-49ba5cc3bda8 None None] Provisioning complete for port 804b5266-42f7-4a09-86eb-af160cb0739d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:30.814695 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e04e577-41f2-47a8-9f68-49ba5cc3bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:30.884001 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d83d3e5-4e76-4dd7-8b07-f21f9799e831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:30.893552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:25Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:29Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:30.901152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-43de6918-3b8a-419d-ac06-a8e3004625ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:30.903249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-43de6918-3b8a-419d-ac06-a8e3004625ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084747 Sep 18 02:07:30.907112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105ff3e-e29f-4817-b911-215bcd27c471 req-dcd0a645-562e-4d45-a277-278fb90a249b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:30.908922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0105ff3e-e29f-4817-b911-215bcd27c471 req-dcd0a645-562e-4d45-a277-278fb90a249b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 944 time: 0.3520520 Sep 18 02:07:30.933449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6106c30-7b5f-4247-8e3c-6b2e5c205485 None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:25Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:29Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:30.952707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network dfce0717-5303-463e-bf0f-1425a412f2d8 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:07:30.998595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e04e577-41f2-47a8-9f68-49ba5cc3bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:31.034658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, dfce0717-5303-463e-bf0f-1425a412f2d8) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:31.048076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:31.048335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24298f7d-fdff-4b7f-9c15-063c6559f2e0 None None] Network dfce0717-5303-463e-bf0f-1425a412f2d8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:31.049431 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:31.068833 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0105ff3e-e29f-4817-b911-215bcd27c471 req-9d3d10e5-2314-458b-98b9-4172d46afc02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487567 Sep 18 02:07:31.119262 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-4b213595-8980-4da5-8fce-279ecc07b1de service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088284 Sep 18 02:07:31.123771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59250) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:31.125679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f93b63a7-4fca-4f5d-b0c9-01f3981665f5 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6269245 Sep 18 02:07:31.151667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0e04e577-41f2-47a8-9f68-49ba5cc3bda8 None None] For port 804b5266-42f7-4a09-86eb-af160cb0739d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=804b5266-42f7-4a09-86eb-af160cb0739d,segment=NetworkSegment(39975b90-620e-4afc-b474-89342de5017d),segment_id=39975b90-620e-4afc-b474-89342de5017d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:31.170123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e04e577-41f2-47a8-9f68-49ba5cc3bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:31.344838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04e577-41f2-47a8-9f68-49ba5cc3bda8 None None] Pushing event updated for resources: {'Port': ['ID=804b5266-42f7-4a09-86eb-af160cb0739d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:31.349994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Router dd8db550-c82a-4ed1-85ee-64ae343a7373 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:31.427420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9a6e4f50-9af9-44e6-9d48-8108807a707e None None] Provisioning complete for port 804b5266-42f7-4a09-86eb-af160cb0739d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:31.427824 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4f50-9af9-44e6-9d48-8108807a707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:31.457626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-dfce0717-5303-463e-bf0f-1425a412f2d8', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:07:31.458523 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:31.584510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:31.597108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f9ffc717-5525-49e0-a412-681231804475 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd8db550-c82a-4ed1-85ee-64ae343a7373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8126018 Sep 18 02:07:31.597367 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] Sync routers for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:31.597847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59258) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:31.610555 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:31.614297 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:31.687840 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6335e164-8f67-4b16-8e25-cc47403d29ab req-71a62cef-3719-4518-8d58-f45990211a5b service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554669 Sep 18 02:07:31.876660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Allocated IP 2001:db8:1::2 (dfce0717-5303-463e-bf0f-1425a412f2d8/d78ae17f-9f25-4a48-b180-1bf86247a4f5/d2bb2d94-7c88-43cb-8e1e-320c28be6b2c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:31.962599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.143041 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:32.353304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.408503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.425386 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.482058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Network dfce0717-5303-463e-bf0f-1425a412f2d8 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:32.486562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:32.495441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:32.506013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Deleting port fa87b1ef-4748-4e5f-b28a-e3061a434d1a {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:32.506278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.540504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 804b5266-42f7-4a09-86eb-af160cb0739d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:32.570159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Pushing event updated for resources: {'Port': ['ID=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:32.634175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:32.648451 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:07:29Z', 'revision_number': 5, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port': {'id': 'fa87b1ef-4748-4e5f-b28a-e3061a434d1a', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:51Z', 'updated_at': '2021-09-18T02:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:32.701537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-91e33773-1e43-4f7f-ae6e-0ca139e8ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:32.704458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-91e33773-1e43-4f7f-ae6e-0ca139e8ca72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1096 time: 0.9422524 Sep 18 02:07:32.705489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] For port fa87b1ef-4748-4e5f-b28a-e3061a434d1a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fa87b1ef-4748-4e5f-b28a-e3061a434d1a,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:32.705876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.718664 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] Checking router: dd8db550-c82a-4ed1-85ee-64ae343a7373 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:32.733615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Attempting to bind port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:32.733984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Attempting to bind port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:32.734636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Attempting to bind port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c on network dfce0717-5303-463e-bf0f-1425a412f2d8 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:32.737216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Calling delete_port for fa87b1ef-4748-4e5f-b28a-e3061a434d1a owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:32.738346 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] Routers {'dd8db550-c82a-4ed1-85ee-64ae343a7373'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:32.741016 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['dd8db550-c82a-4ed1-85ee-64ae343a7373'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:32.745759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:32.746137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Checking segment: {'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:32.746547 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.746970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Bound using segment: {'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:32.752168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Bound port: d2bb2d94-7c88-43cb-8e1e-320c28be6b2c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:32.753770 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.871847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 804b5266-42f7-4a09-86eb-af160cb0739d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:32.873081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:32.954103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] For port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:32.959040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] For port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,segment=NetworkSegment(8f42a2de-8c39-4638-90bf-e4c90cdd217e),segment_id=8f42a2de-8c39-4638-90bf-e4c90cdd217e)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:32.965637 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] Set router dd8db550-c82a-4ed1-85ee-64ae343a7373 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:32.970968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.077287 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:07:32Z', 'revision_number': 6, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:33.082525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8a1b-546a-493d-9576-8a9d4c70a2f7 None None] Pushing event updated for resources: {'Port': ['ID=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:33.094294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-0bdba249-497d-4a4c-bd94-c9f1ed3fb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:33.095878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-0bdba249-497d-4a4c-bd94-c9f1ed3fb9d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.3644271 Sep 18 02:07:33.112373 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1751a6-136a-4d5f-837f-c684d16b85b2 None None] The sync data for ids ['dd8db550-c82a-4ed1-85ee-64ae343a7373'] in n-d-789963-12 is: [{'id': 'dd8db550-c82a-4ed1-85ee-64ae343a7373', 'name': 'tempest-ServersTestManualDisk-362762508-router', 'tenant_id': '4f839406f3ad4416a0e1089553b836db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:48Z', 'updated_at': '2021-09-18T02:07:32Z', 'revision_number': 6, 'project_id': '4f839406f3ad4416a0e1089553b836db', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:33.126773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ceb8d8-81b7-4952-be9c-1e63524e4944 req-9e2b623d-2cbd-42f8-b789-bbeb0b0fac41 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:33.135554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3ceb8d8-81b7-4952-be9c-1e63524e4944 req-9e2b623d-2cbd-42f8-b789-bbeb0b0fac41 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 944 time: 0.8225331 Sep 18 02:07:33.160994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.180429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.223203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Pushing event deleted for resources: {'Port': ['ID=fa87b1ef-4748-4e5f-b28a-e3061a434d1a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:33.265559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d606aca-6008-470a-b6b6-e45ac1ea6f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.281567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.286291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-a4ac8ce8-5274-4802-a15c-f8421546e423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 217 time: 0.1371651 Sep 18 02:07:33.287376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.287798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.288129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.288550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.288964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.290576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.290953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.291296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.291672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.292214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.292629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:33.390098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-f306bd52-8c68-4be6-8963-3725fe325819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:33.407231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-f306bd52-8c68-4be6-8963-3725fe325819 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1051681 Sep 18 02:07:33.428499 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ff54c9b-b283-4203-a2a7-5840c8d8543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.534118 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.755879 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.759346 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.765900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3ceb8d8-81b7-4952-be9c-1e63524e4944 req-4fbc4c33-efa1-452a-a3a1-65d3cfb98dbb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6290975 Sep 18 02:07:33.885421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-4ff07a3f-9337-4119-9092-49c7d0f36775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:33.887725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-4ff07a3f-9337-4119-9092-49c7d0f36775 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4289482 Sep 18 02:07:33.898858 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.899694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd8db550-c82a-4ed1-85ee-64ae343a7373 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:07:33.906265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.907814 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a301d6a7-5fc9-45f2-bb54-bcff8fae83db admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd8db550-c82a-4ed1-85ee-64ae343a7373 HTTP/1.1" status: 204 len: 168 time: 2.3091133 Sep 18 02:07:33.910029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59300) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:33.958732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3252a4-f5cd-4e4f-a7c4-a7dcc8650ac7 admin admin] Deleting subnet e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:07:33.962228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6b3252a4-f5cd-4e4f-a7c4-a7dcc8650ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:33.997721 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.001281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6b3252a4-f5cd-4e4f-a7c4-a7dcc8650ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.097843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6b3252a4-f5cd-4e4f-a7c4-a7dcc8650ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.167779 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6b3252a4-f5cd-4e4f-a7c4-a7dcc8650ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.195193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3252a4-f5cd-4e4f-a7c4-a7dcc8650ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:34.199811 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6b3252a4-f5cd-4e4f-a7c4-a7dcc8650ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.202597 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6b3252a4-f5cd-4e4f-a7c4-a7dcc8650ac7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3370c2a-8af8-4d05-b5bf-8bfdcb0fce8d HTTP/1.1" status: 204 len: 168 time: 0.2914898 Sep 18 02:07:34.204283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59304) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:34.206679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827861e-1af9-4dd0-9dc8-981fe49e0297 None None] Network 447c4529-1f43-463c-8cd3-faa08081b62c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:34.277298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.384645 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d606aca-6008-470a-b6b6-e45ac1ea6f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.397305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Deleting port 2211d350-13a2-4ec6-8408-9eed0971863a {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:34.397646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.428891 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d606aca-6008-470a-b6b6-e45ac1ea6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.496900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] DHCP port deletion for 447c4529-1f43-463c-8cd3-faa08081b62c request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:07:34.550470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] For port 2211d350-13a2-4ec6-8408-9eed0971863a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2211d350-13a2-4ec6-8408-9eed0971863a,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:34.551030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.559805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8:1::1 (dfce0717-5303-463e-bf0f-1425a412f2d8/d78ae17f-9f25-4a48-b180-1bf86247a4f5/c183049d-fe56-4fed-b15b-2ed1cb54cbea) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:34.566432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Calling delete_port for 2211d350-13a2-4ec6-8408-9eed0971863a owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:34.572964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d606aca-6008-470a-b6b6-e45ac1ea6f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ad638d-c633-47c5-980e-9369d724f6d4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:34.573448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d2bb2d94-7c88-43cb-8e1e-320c28be6b2c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:34.592328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-faaf4dc3-8430-45d3-a776-3ed54822abdf service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6904969 Sep 18 02:07:34.606675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6d606aca-6008-470a-b6b6-e45ac1ea6f19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf12f2f20d384f6ea67e93ef4896b296&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9550867 Sep 18 02:07:34.629766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59314) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:34.729751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] Deleting port 2211d350-13a2-4ec6-8408-9eed0971863a {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:34.732265 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.779505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.825887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Pushing event deleted for resources: {'Port': ['ID=2211d350-13a2-4ec6-8408-9eed0971863a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:34.828305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] No DVR routers for this DVR port 2211d350-13a2-4ec6-8408-9eed0971863a on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:07:34.878026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] For port 2211d350-13a2-4ec6-8408-9eed0971863a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2211d350-13a2-4ec6-8408-9eed0971863a,segment=NetworkSegment(87068222-5521-401b-a0e6-5c929d15765a),segment_id=87068222-5521-401b-a0e6-5c929d15765a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:34.878532 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.916218 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] Calling delete_port for 2211d350-13a2-4ec6-8408-9eed0971863a owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:34.920613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.937609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:34.937993 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:34.969032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.028667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326e383c-b0c7-4b84-bf48-f28e58a93347 None None] Network dfce0717-5303-463e-bf0f-1425a412f2d8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:35.064492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ecbaa8-fa1f-4ff5-bb98-788547a018a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.087485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447c4529-1f43-463c-8cd3-faa08081b62c']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:35.097754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87225500-884a-4cc3-8cd0-fe561897eb10 req-de33f615-8e37-4950-9c5f-0d0a3f97e2e7 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893954 Sep 18 02:07:35.105240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87068222-5521-401b-a0e6-5c929d15765a') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:35.105433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87068222-5521-401b-a0e6-5c929d15765a') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:35.119912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.127907 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.135191 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ecbaa8-fa1f-4ff5-bb98-788547a018a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.138807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ee88f-8e81-408a-b01e-a60b5935dcfe req-04c9836b-6d66-4bfe-b9c4-7119151bff29 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:35.146256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-179ee88f-8e81-408a-b01e-a60b5935dcfe req-04c9836b-6d66-4bfe-b9c4-7119151bff29 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 944 time: 0.1807430 Sep 18 02:07:35.187652 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.198334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:07:35.199004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:07:35.200795 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:07:35.222865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.238681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-01da687b-4c1e-4b92-95be-5699b755f0f0 None None] Provisioning complete for port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:35.247400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-01da687b-4c1e-4b92-95be-5699b755f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.275088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ecbaa8-fa1f-4ff5-bb98-788547a018a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.277687 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ecbaa8-fa1f-4ff5-bb98-788547a018a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.281589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-93ecbaa8-fa1f-4ff5-bb98-788547a018a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31ad638d-c633-47c5-980e-9369d724f6d4 HTTP/1.1" status: 204 len: 168 time: 0.6476662 Sep 18 02:07:35.308154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecbaa8-fa1f-4ff5-bb98-788547a018a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ad638d-c633-47c5-980e-9369d724f6d4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:35.314203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network dfce0717-5303-463e-bf0f-1425a412f2d8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:35.316020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=c183049d-fe56-4fed-b15b-2ed1cb54cbea,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:35.318522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:35.323517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:35.324158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.343073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-179ee88f-8e81-408a-b01e-a60b5935dcfe req-1fb35200-873c-499a-a7cc-24e931ecda87 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948276 Sep 18 02:07:35.360143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.365745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.380539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] 10.222.0.21 "DELETE /v2.0/networks/447c4529-1f43-463c-8cd3-faa08081b62c HTTP/1.1" status: 204 len: 168 time: 1.1751025 Sep 18 02:07:35.394638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd529fc3-bbb3-4fff-96f3-1d89da99100b admin admin] Pushing event deleted for resources: {'Network': ['ID=447c4529-1f43-463c-8cd3-faa08081b62c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:35.431130 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.500071 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.596020 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.629777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59342) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:35.701365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b247b112-786f-4e16-984d-5d46c3e9d0b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f839406f3ad4416a0e1089553b836db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700531 Sep 18 02:07:35.702525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59344) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:35.745100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] Network 447c4529-1f43-463c-8cd3-faa08081b62c is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:07:35.746069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] No DVR routers for this DVR port 2211d350-13a2-4ec6-8408-9eed0971863a on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:07:35.754274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc595331-649b-45c8-85ed-c833c281db8e None None] Pushing event deleted for resources: {'Port': ['ID=2211d350-13a2-4ec6-8408-9eed0971863a,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:35.757133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:07:35.797975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,segment=NetworkSegment(8f42a2de-8c39-4638-90bf-e4c90cdd217e),segment_id=8f42a2de-8c39-4638-90bf-e4c90cdd217e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:35.817476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0157af7-7e73-4c3d-93e0-8631f6582803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.847455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59348) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:35.857950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.877632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0157af7-7e73-4c3d-93e0-8631f6582803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.889527 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1378-9e4b-4f87-952b-6fc4bf3d610e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:35.954725 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:07:35.972548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 25109846-1da0-47a5-a7f6-79e8d794c4e0 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:07:35.988209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0157af7-7e73-4c3d-93e0-8631f6582803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.003868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0157af7-7e73-4c3d-93e0-8631f6582803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.009067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a0157af7-7e73-4c3d-93e0-8631f6582803 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85fc0e9e-0649-4f09-bf1a-223c8fa1c37a HTTP/1.1" status: 204 len: 168 time: 0.3019395 Sep 18 02:07:36.017273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0157af7-7e73-4c3d-93e0-8631f6582803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc0e9e-0649-4f09-bf1a-223c8fa1c37a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:36.045709 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-01da687b-4c1e-4b92-95be-5699b755f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.062353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 25109846-1da0-47a5-a7f6-79e8d794c4e0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:07:36.062971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 25109846-1da0-47a5-a7f6-79e8d794c4e0 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:07:36.063559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fa87b1ef-4748-4e5f-b28a-e3061a434d1a no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:07:36.083929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:36.140657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: fa87b1ef-4748-4e5f-b28a-e3061a434d1a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:07:36.141007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fa87b1ef-4748-4e5f-b28a-e3061a434d1a not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:07:36.231493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:36.245985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '261efc86-15bc-4ea7-9d7a-a10012315904', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': '261efc86-15bc-4ea7-9d7a-a10012315904', 'mac_address': 'fa:16:3e:92:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:07:36.261177 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.274436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.276097 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.311934 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-01da687b-4c1e-4b92-95be-5699b755f0f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:07:36.312295 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-01da687b-4c1e-4b92-95be-5699b755f0f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:07:36.366550 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.384682 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.418478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261efc86-15bc-4ea7-9d7a-a10012315904 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:36.450555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d2bb2d94-7c88-43cb-8e1e-320c28be6b2c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:36.594327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:36.626441 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.753332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:36.775594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:36.776198 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.793157 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1378-9e4b-4f87-952b-6fc4bf3d610e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.810655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1378-9e4b-4f87-952b-6fc4bf3d610e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:36.826787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=c183049d-fe56-4fed-b15b-2ed1cb54cbea,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:36.845606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['261efc86-15bc-4ea7-9d7a-a10012315904'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:36.898004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48b74b-a9d0-467d-955f-f527726d3c53 req-6e71884e-d7f3-4584-a9f3-599783ac19be tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:36.907166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e48b74b-a9d0-467d-955f-f527726d3c53 req-6e71884e-d7f3-4584-a9f3-599783ac19be tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2356181 Sep 18 02:07:36.911447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network dfce0717-5303-463e-bf0f-1425a412f2d8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:36.913677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b1378-9e4b-4f87-952b-6fc4bf3d610e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bce586-5416-4392-b59c-09bdcc26a73a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:36.922649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:36.932630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3b6b1378-9e4b-4f87-952b-6fc4bf3d610e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a520529846e9486088ceff398efbc941&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0838420 Sep 18 02:07:36.932787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59372) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:37.049163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-95c38b8e-8461-425e-b62c-814351af2a34 None None] Provisioning complete for port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:37.049598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-95c38b8e-8461-425e-b62c-814351af2a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.062539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e48b74b-a9d0-467d-955f-f527726d3c53 req-1f6bab9d-7c75-4014-b445-b06b39814149 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543458 Sep 18 02:07:37.123614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12b336cc-74d9-431d-941f-a22ac9e916e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.126468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:37.152626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2211d350-13a2-4ec6-8408-9eed0971863a no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:07:37.173764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12b336cc-74d9-431d-941f-a22ac9e916e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.184178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 2211d350-13a2-4ec6-8408-9eed0971863a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:07:37.184597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2211d350-13a2-4ec6-8408-9eed0971863a not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:07:37.247276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:37.254154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3dfdd994-1506-4b08-8bec-024410b91840 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1289382 Sep 18 02:07:37.256999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59376) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:37.269622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:37.277289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-536335208'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:37.287907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:37.291493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:37.319224 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12b336cc-74d9-431d-941f-a22ac9e916e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.323235 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12b336cc-74d9-431d-941f-a22ac9e916e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.324858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-12b336cc-74d9-431d-941f-a22ac9e916e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2bce586-5416-4392-b59c-09bdcc26a73a HTTP/1.1" status: 204 len: 168 time: 0.3906856 Sep 18 02:07:37.328355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:37.333851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.351053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b336cc-74d9-431d-941f-a22ac9e916e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bce586-5416-4392-b59c-09bdcc26a73a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:37.368103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:07:37.378741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.379074 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment 0c1de048-3e59-4de9-9505-c1873e5dbcfa of type vlan for network 78b50821-b198-42dd-8951-9996c5c206e9 Sep 18 02:07:37.418881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:37.424068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.449253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-95c38b8e-8461-425e-b62c-814351af2a34 None None] Provisioning complete for port c183049d-fe56-4fed-b15b-2ed1cb54cbea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:37.449635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-95c38b8e-8461-425e-b62c-814351af2a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.461284 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.468870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:37.470033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.518083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2587283 Sep 18 02:07:37.521468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59392) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:37.528435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:37.557024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-95c38b8e-8461-425e-b62c-814351af2a34 None None] Port c183049d-fe56-4fed-b15b-2ed1cb54cbea cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:37.580391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59394) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:37.596607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fd3bd-40e7-414e-86b1-a66880fa6e32 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=78b50821-b198-42dd-8951-9996c5c206e9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:37.631796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 78b50821-b198-42dd-8951-9996c5c206e9 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:07:37.715217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:37.725997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.751988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:37.758408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-396d14be-08c8-411e-9738-239ce423d148 None None] Provisioning complete for port c183049d-fe56-4fed-b15b-2ed1cb54cbea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:37.758794 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-396d14be-08c8-411e-9738-239ce423d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.766750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59402) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:37.773835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1302829762-network', 'tenant_id': 'c7a137646d7644639a005d4c4708a25a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:37.810519 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df10f54b-fe31-4b59-b789-f483dc06ae5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.857757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-396d14be-08c8-411e-9738-239ce423d148 None None] Port c183049d-fe56-4fed-b15b-2ed1cb54cbea cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:37.925069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 261efc86-15bc-4ea7-9d7a-a10012315904 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:37.943656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:35Z', 'revision_number': 3, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:35Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:37.945615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df10f54b-fe31-4b59-b789-f483dc06ae5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.950090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 261efc86-15bc-4ea7-9d7a-a10012315904 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:37.951597 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:37.954857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df10f54b-fe31-4b59-b789-f483dc06ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.008267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:38.008753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Updating router c9634d59-e156-4c12-9c56-515621b33650 port c183049d-fe56-4fed-b15b-2ed1cb54cbea binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:07:38.010494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Made reservation on behalf of c7a137646d7644639a005d4c4708a25a for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:38.013945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.018952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-df10f54b-fe31-4b59-b789-f483dc06ae5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47d1bfa30aa841a8937a0c4024d4e46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503455 Sep 18 02:07:38.019922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10f54b-fe31-4b59-b789-f483dc06ae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bde896-5c3c-4088-bcce-b86db7ad77c9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:38.022602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59414) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:38.046056 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.060248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.095229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf53f0ad-9695-494b-9cab-39024e323871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.150864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf53f0ad-9695-494b-9cab-39024e323871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.216594 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.241142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.245629 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.253396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.261519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:38.265651 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde5c8eb-d1f9-4eae-9f91-2ed32ffed301" -d '{"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-plugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:38.286143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf53f0ad-9695-494b-9cab-39024e323871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.290350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf53f0ad-9695-494b-9cab-39024e323871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.294648 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bf53f0ad-9695-494b-9cab-39024e323871 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38bde896-5c3c-4088-bcce-b86db7ad77c9 HTTP/1.1" status: 204 len: 168 time: 0.2709291 Sep 18 02:07:38.294856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:38.314902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb77c0-5227-4ffc-b8e9-9cd4e6e85e96 req-87c27010-331b-443d-bbd3-99e250a11948 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:38.321800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08194673-0720-46db-a72f-7818f8f1ad56,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:38.323236 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dfb77c0-5227-4ffc-b8e9-9cd4e6e85e96 req-87c27010-331b-443d-bbd3-99e250a11948 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1194220 Sep 18 02:07:38.357444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:07:38.360624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53f0ad-9695-494b-9cab-39024e323871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bde896-5c3c-4088-bcce-b86db7ad77c9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:38.395438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dfb77c0-5227-4ffc-b8e9-9cd4e6e85e96 req-8ae36735-345d-4ced-8559-593e3bbfb37c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712411 Sep 18 02:07:38.418429 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccb2f87-2458-4cbb-8968-da409f831d2d x-openstack-request-id: req-3ccb2f87-2458-4cbb-8968-da409f831d2d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:38.418756 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-plugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:38.419100 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ccb2f87-2458-4cbb-8968-da409f831d2d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:38.419371 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'code': 200} Sep 18 02:07:38.422321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:38.422686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: 78b50821-b198-42dd-8951-9996c5c206e9, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:07:38.426572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.433818 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.434341 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Added segment b9683af0-3d70-402b-a6f3-5390d305d208 of type vlan for network 824c93dd-9387-4532-8b5f-eb69f71879bc Sep 18 02:07:38.442306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=f57b3347-08d4-477a-9e0a-1251f5253acd,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:38.507215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 78b50821-b198-42dd-8951-9996c5c206e9 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:07:38.517639 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.522881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 78b50821-b198-42dd-8951-9996c5c206e9) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:38.532133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:38.532749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.543000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29480860-3064-401a-a9ab-0f62eb9f3761 None None] Network 78b50821-b198-42dd-8951-9996c5c206e9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:38.566490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:38.569490 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.572566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:38.575241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.609331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a55a3b59-3e02-4995-8e85-748f5a3c7386 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0826409 Sep 18 02:07:38.609567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59428) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:38.644587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0601518 Sep 18 02:07:38.653298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59432) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:38.667632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Request body: {'subnet': {'network_id': '824c93dd-9387-4532-8b5f-eb69f71879bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1302829762-subnet', 'tenant_id': 'c7a137646d7644639a005d4c4708a25a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:38.749535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2a09c-b758-4a28-94c2-ac016c2852b9 admin admin] Pushing event updated for resources: {'Network': ['ID=824c93dd-9387-4532-8b5f-eb69f71879bc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:38.768754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Made reservation on behalf of c7a137646d7644639a005d4c4708a25a for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:38.771316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.776533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.780539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 824c93dd-9387-4532-8b5f-eb69f71879bc details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:07:38.811959 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.837654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-78b50821-b198-42dd-8951-9996c5c206e9', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:07:38.838576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:38.991436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c8efd-0eac-474b-a1c9-287e7998e6ae None None] Pushing event updated for resources: {'Port': ['ID=c183049d-fe56-4fed-b15b-2ed1cb54cbea,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:39.135928 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:39.205899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Attempting to bind port c183049d-fe56-4fed-b15b-2ed1cb54cbea on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:39.206191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Attempting to bind port c183049d-fe56-4fed-b15b-2ed1cb54cbea by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:39.207138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Attempting to bind port c183049d-fe56-4fed-b15b-2ed1cb54cbea on network dfce0717-5303-463e-bf0f-1425a412f2d8 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:39.224496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:39.225162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Checking segment: {'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:39.225757 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:39.226393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Bound using segment: {'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:39.227669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Bound port: c183049d-fe56-4fed-b15b-2ed1cb54cbea, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f42a2de-8c39-4638-90bf-e4c90cdd217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:39.228250 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:39.234529 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:39.329203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Allocated IP 2001:db8:2::2 (78b50821-b198-42dd-8951-9996c5c206e9/f57b3347-08d4-477a-9e0a-1251f5253acd/b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:39.363255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68fab4-bd88-48b9-b819-5d805c0492f9 req-05bd9c25-ac48-459b-a199-e42a240061d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:39.366443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e68fab4-bd88-48b9-b819-5d805c0492f9 req-05bd9c25-ac48-459b-a199-e42a240061d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1098 time: 0.9358759 Sep 18 02:07:39.385053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=66676bc6-78aa-485b-b90f-2bd84c526fcf,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:39.417277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] For port c183049d-fe56-4fed-b15b-2ed1cb54cbea, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:39.447552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] For port c183049d-fe56-4fed-b15b-2ed1cb54cbea, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c183049d-fe56-4fed-b15b-2ed1cb54cbea,segment=NetworkSegment(8f42a2de-8c39-4638-90bf-e4c90cdd217e),segment_id=8f42a2de-8c39-4638-90bf-e4c90cdd217e)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:39.465129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:39.565555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Checking segment: {'id': 'b9683af0-3d70-402b-a6f3-5390d305d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '824c93dd-9387-4532-8b5f-eb69f71879bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:39.566615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Network hostable DHCP agents. Network: 824c93dd-9387-4532-8b5f-eb69f71879bc, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:07:39.570889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e68fab4-bd88-48b9-b819-5d805c0492f9 req-0c0b9831-ea28-4212-b1a4-ff55059c40a5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883781 Sep 18 02:07:39.643063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Network 824c93dd-9387-4532-8b5f-eb69f71879bc is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:07:39.666442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 824c93dd-9387-4532-8b5f-eb69f71879bc) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:39.675830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:39.682598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:39.713161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c8efd-0eac-474b-a1c9-287e7998e6ae None None] Pushing event updated for resources: {'Port': ['ID=c183049d-fe56-4fed-b15b-2ed1cb54cbea,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:39.727598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ef3ae8e2-7c3a-4b2a-a770-0b97a432e211 None None] Provisioning complete for port c183049d-fe56-4fed-b15b-2ed1cb54cbea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:39.727967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae8e2-7c3a-4b2a-a770-0b97a432e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:39.730381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652179c-bddc-441a-b1a0-3d30d71146b0 None None] Network 824c93dd-9387-4532-8b5f-eb69f71879bc requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:39.746623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef49473-a9ba-4ad3-971a-fd5a92781c26 req-f030db60-227a-40ad-a2c5-deb00676e15b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:39.759859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ef49473-a9ba-4ad3-971a-fd5a92781c26 req-f030db60-227a-40ad-a2c5-deb00676e15b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 946 time: 0.1875284 Sep 18 02:07:39.799920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bcf485b7-74b6-421f-8d30-3e71d597e6aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1437793 Sep 18 02:07:39.859512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ef49473-a9ba-4ad3-971a-fd5a92781c26 req-70914874-221c-4123-b69b-cb3095da4521 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977387 Sep 18 02:07:40.109386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:40.111182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:40.355358 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:40.392108 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:40.444647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:40.541647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8:2::1 (78b50821-b198-42dd-8951-9996c5c206e9/f57b3347-08d4-477a-9e0a-1251f5253acd/d42ffe56-a1d6-4ddd-a344-508c3ac1a60e) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:40.574401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Network 78b50821-b198-42dd-8951-9996c5c206e9 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:40.577023 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae8e2-7c3a-4b2a-a770-0b97a432e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:40.583341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eecad8-67f5-4489-800a-604901429bf7 req-aa8a9d6c-1131-4c97-b755-abd7a453367f tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:40.584192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59502) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:40.592108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-aa8a9d6c-1131-4c97-b755-abd7a453367f tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/networks?id=824c93dd-9387-4532-8b5f-eb69f71879bc HTTP/1.1" status: 200 len: 814 time: 0.2446570 Sep 18 02:07:40.635689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-072df30e-bd98-4cd2-b1b2-28053fbd4d2e tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/quotas/c7a137646d7644639a005d4c4708a25a HTTP/1.1" status: 200 len: 375 time: 0.0425942 Sep 18 02:07:40.687368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-ba20d910-2441-4f16-b5ab-35ab7a648afd tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7a137646d7644639a005d4c4708a25a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506752 Sep 18 02:07:40.707683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ef3ae8e2-7c3a-4b2a-a770-0b97a432e211 None None] For port c183049d-fe56-4fed-b15b-2ed1cb54cbea, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c183049d-fe56-4fed-b15b-2ed1cb54cbea,segment=NetworkSegment(8f42a2de-8c39-4638-90bf-e4c90cdd217e),segment_id=8f42a2de-8c39-4638-90bf-e4c90cdd217e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:40.723178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:40.757200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b57a181b-f5d2-4126-9562-75c177ef86d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:40.772292 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae8e2-7c3a-4b2a-a770-0b97a432e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:40.779920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:40.795311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Pushing event updated for resources: {'Port': ['ID=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:40.814744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e920b5c-632f-463d-82d6-b70a983454f1 None None] Network 824c93dd-9387-4532-8b5f-eb69f71879bc requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:40.856477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-71e5c6a8-c7d2-4d37-a9ff-c585291c6055 service neutron] 10.222.0.21 "GET /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680648 Sep 18 02:07:40.907602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:40.924904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b57a181b-f5d2-4126-9562-75c177ef86d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:40.928865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b57a181b-f5d2-4126-9562-75c177ef86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:40.963745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b57a181b-f5d2-4126-9562-75c177ef86d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e34c125aec254321b9006fb84785dd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778796 Sep 18 02:07:40.967846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59510) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:40.986612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a181b-f5d2-4126-9562-75c177ef86d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e50ea4-5af0-4437-8177-564f99791d96,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:41.041171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-6e6b2979-47e9-497d-9403-33e0d95965d3 service neutron] 10.222.0.21 "GET /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834466 Sep 18 02:07:41.050968 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.062961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f1bbe0e5-de8b-411a-a25d-11add6588b14 None None] Provisioning complete for port c183049d-fe56-4fed-b15b-2ed1cb54cbea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:41.063753 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f1bbe0e5-de8b-411a-a25d-11add6588b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.113105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 78b50821-b198-42dd-8951-9996c5c206e9 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:41.129122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:41.138493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:41.139755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.142893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ae8e2-7c3a-4b2a-a770-0b97a432e211 None None] Pushing event updated for resources: {'Port': ['ID=c183049d-fe56-4fed-b15b-2ed1cb54cbea,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:41.143731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5b38df6-d2af-492a-936a-95b47ed4901b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.145565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:41.185640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb610a-26f2-4d06-9f69-7ee894f456da req-31f91fe5-54ed-4fb9-bd77-24708d58dda1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:41.189638 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-41cb610a-26f2-4d06-9f69-7ee894f456da req-31f91fe5-54ed-4fb9-bd77-24708d58dda1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 946 time: 0.1519430 Sep 18 02:07:41.190500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Attempting to bind port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:41.191107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Attempting to bind port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:41.191699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Attempting to bind port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 on network 78b50821-b198-42dd-8951-9996c5c206e9 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:41.216273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:41.217183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Checking segment: {'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:41.217942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.218558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Bound using segment: {'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:41.219346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Bound port: b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:41.219951 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.251020 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5b38df6-d2af-492a-936a-95b47ed4901b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.281471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-41cb610a-26f2-4d06-9f69-7ee894f456da req-2369923a-c225-458c-91ae-d8fa8eaeb73b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805945 Sep 18 02:07:41.408316 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.453174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] For port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:41.466435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] For port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,segment=NetworkSegment(0c1de048-3e59-4de9-9505-c1873e5dbcfa),segment_id=0c1de048-3e59-4de9-9505-c1873e5dbcfa)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:41.475708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5b38df6-d2af-492a-936a-95b47ed4901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.478841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:35Z', 'revision_number': 3, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:39Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:41.479727 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5b38df6-d2af-492a-936a-95b47ed4901b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.484888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5b38df6-d2af-492a-936a-95b47ed4901b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3e50ea4-5af0-4437-8177-564f99791d96 HTTP/1.1" status: 204 len: 168 time: 0.5122373 Sep 18 02:07:41.488277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:41.502813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b38df6-d2af-492a-936a-95b47ed4901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e50ea4-5af0-4437-8177-564f99791d96,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:41.578370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-298ac923-d1e4-4d3d-9d05-b07f3810729d req-cffc3e6f-228b-4523-a58f-4a9daf1cc7da tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 210 time: 0.1048405 Sep 18 02:07:41.615660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb15185-defc-44ea-8322-d1d9c65b0cc5 None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:35Z', 'revision_number': 3, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:39Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:41.785997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Pushing event updated for resources: {'Port': ['ID=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:41.820019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.821154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.821605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.822086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.822530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.823106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.823579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.824062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.824485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.825045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.825555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:41.826071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e174fc8-8abf-4f53-ac68-d886c92954c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:07:42.436302 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8e398-ecd2-49c0-a53f-86b6c8c6289c req-fd65aebf-bf47-4004-97f9-6884799e0773 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:42.456980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8fe8e398-ecd2-49c0-a53f-86b6c8c6289c req-fd65aebf-bf47-4004-97f9-6884799e0773 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 946 time: 1.0250490 Sep 18 02:07:42.463882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59550) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:42.470291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'floatingip': {'port_id': '261efc86-15bc-4ea7-9d7a-a10012315904'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:42.577056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c183049d-fe56-4fed-b15b-2ed1cb54cbea up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:42.579404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:42.650580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c183049d-fe56-4fed-b15b-2ed1cb54cbea triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:42.652545 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:42.937079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:43.038516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:43.039966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.166941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.210487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97d2e7f8-72bb-49f4-9994-e3631fef1ec3 req-f63fd86c-1c36-4987-9545-635f573cb3bb tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 210 time: 0.5137413 Sep 18 02:07:43.247872 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,segment=NetworkSegment(0c1de048-3e59-4de9-9505-c1873e5dbcfa),segment_id=0c1de048-3e59-4de9-9505-c1873e5dbcfa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:43.255922 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.410785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626efd8-583e-4fb2-a8a5-b5560185c547 None None] Network 78b50821-b198-42dd-8951-9996c5c206e9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:43.473870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eecad8-67f5-4489-800a-604901429bf7 req-6faee65a-d045-412c-bdbe-e24804d3cdef tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:43.481087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-6faee65a-d045-412c-bdbe-e24804d3cdef tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.18 "GET /v2.0/networks?id=824c93dd-9387-4532-8b5f-eb69f71879bc HTTP/1.1" status: 200 len: 814 time: 0.2294993 Sep 18 02:07:43.495645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Request body: {'port': {'device_id': 'd71df22f-86d1-4f8e-8a95-52e18e200d03', 'network_id': '824c93dd-9387-4532-8b5f-eb69f71879bc', 'admin_state_up': True, 'tenant_id': 'c7a137646d7644639a005d4c4708a25a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:43.534407 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:43.588840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2307115f-6372-4a28-ab76-4f650d29afda None None] Provisioning complete for port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:43.589523 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2307115f-6372-4a28-ab76-4f650d29afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.620780 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.636549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.637181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.642978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.675251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.682152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Made reservation on behalf of c7a137646d7644639a005d4c4708a25a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:43.687185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:43.807746 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Floating IP ac0fb25d-194f-4964-8d6d-3a96e1891c1e associated. External IP: 172.25.0.113, port: 261efc86-15bc-4ea7-9d7a-a10012315904. Sep 18 02:07:43.941019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:43.977174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Allocated IP 172.20.0.10 (824c93dd-9387-4532-8b5f-eb69f71879bc/66676bc6-78aa-485b-b90f-2bd84c526fcf/3721fa4c-0f4f-454b-a3ed-18d72a967e39) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:44.235736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 78b50821-b198-42dd-8951-9996c5c206e9 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:44.259493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:44.281766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5682442e-5f8f-449a-aafe-8759210d9b74 None None] Provisioning complete for port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:44.282140 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5682442e-5f8f-449a-aafe-8759210d9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:44.300820 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:44.415799 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:44.547297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Network 824c93dd-9387-4532-8b5f-eb69f71879bc is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:44.559421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Pushing event updated for resources: {'Port': ['ID=3721fa4c-0f4f-454b-a3ed-18d72a967e39,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:44.566919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:44.569285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:44.627253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ee26-adc6-46a2-9e43-fe4ea75e4cd4 req-0ebea3d2-027e-4671-b3a7-47c061484bc8 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:44.630477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f33ee26-adc6-46a2-9e43-fe4ea75e4cd4 req-0ebea3d2-027e-4671-b3a7-47c061484bc8 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 932 time: 0.1661949 Sep 18 02:07:44.705905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:44.706647 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:44.726113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:44.764303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f33ee26-adc6-46a2-9e43-fe4ea75e4cd4 req-4ac92bbc-2629-4115-a10e-b7684d1a04ca tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245997 Sep 18 02:07:44.768811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5f1101e-9898-4e1e-bcea-e625d5d93a73 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2773829 Sep 18 02:07:44.811566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59606) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:44.851379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5682442e-5f8f-449a-aafe-8759210d9b74 None None] Port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:44.872747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Router 4cff66a3-812f-427a-bc08-284bc00a9ddd has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:44.902099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5682442e-5f8f-449a-aafe-8759210d9b74 None None] Provisioning complete for port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:44.902380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5682442e-5f8f-449a-aafe-8759210d9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:44.962286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:44.962666 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.041185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7429-4acd-45e6-aa9b-2a2eba5bb681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.171451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7429-4acd-45e6-aa9b-2a2eba5bb681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.177496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:45.178869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:45.181731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Request body: {'port': {'device_id': 'd71df22f-86d1-4f8e-8a95-52e18e200d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:45.185802 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.194414 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] Sync routers for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:45.214800 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:45.216306 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:45.231096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-611fe77b-2f8e-4c28-a6af-451529cc4b50 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "PUT /v2.0/floatingips/ac0fb25d-194f-4964-8d6d-3a96e1891c1e HTTP/1.1" status: 200 len: 992 time: 2.7626386 Sep 18 02:07:45.257421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7429-4acd-45e6-aa9b-2a2eba5bb681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.296293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3e1c7fd3-6e90-43e6-ab59-28ab699d074b None None] Provisioning complete for port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:45.296662 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7fd3-6e90-43e6-ab59-28ab699d074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.333234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:45.344347 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:45.370513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c7fd3-6e90-43e6-ab59-28ab699d074b None None] Port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:45.389252 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.410508 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf6782-779d-4ec9-ba04-e5a11d4438ea x-openstack-request-id: req-1dbf6782-779d-4ec9-ba04-e5a11d4438ea {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:45.410779 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:45.410988 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dbf6782-779d-4ec9-ba04-e5a11d4438ea {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:45.411363 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'status': 'completed', 'code': 200} Sep 18 02:07:45.426079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8d1f7429-4acd-45e6-aa9b-2a2eba5bb681 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77c6a3e116af41f0a7c3ce9031244245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116965 Sep 18 02:07:45.432052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59622) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:45.440158 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:45.465587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:45.477514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:45.478843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eaab6dd4-0236-40c0-906c-d8ab566e3d08 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8645337 Sep 18 02:07:45.485170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59624) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:45.490897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:45.493686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:45.496293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f7429-4acd-45e6-aa9b-2a2eba5bb681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7bc82-2ba7-4b09-81fc-44879988948b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:45.500337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-38740803'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:45.560381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:45.564184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.591642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-f70be7b6-e00f-48e6-9bed-f04e10d978e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:45.593179 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-f70be7b6-e00f-48e6-9bed-f04e10d978e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1098 time: 0.1716478 Sep 18 02:07:45.610145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b77b27b4-b060-4ed5-beac-c761ae34fe48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.636344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:07:45.640013 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:45.661160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b77b27b4-b060-4ed5-beac-c761ae34fe48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.672690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.673403 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added segment 13c822c9-0472-485a-8af0-503501e94d1b of type vlan for network 8677afc5-f6b4-434e-840e-41081af707f6 Sep 18 02:07:45.759162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-464ca365-c6ef-4f85-81dd-b6caf3b7308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:45.762489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-464ca365-c6ef-4f85-81dd-b6caf3b7308e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.1607499 Sep 18 02:07:45.768097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.798682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b77b27b4-b060-4ed5-beac-c761ae34fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.802026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b77b27b4-b060-4ed5-beac-c761ae34fe48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.803394 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b77b27b4-b060-4ed5-beac-c761ae34fe48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdf7bc82-2ba7-4b09-81fc-44879988948b HTTP/1.1" status: 204 len: 168 time: 0.3702140 Sep 18 02:07:45.807662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.813642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:45.814318 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:45.816145 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ac0fb25d-194f-4964-8d6d-3a96e1891c1e', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'port_id': '261efc86-15bc-4ea7-9d7a-a10012315904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'mac_address': 'fa:16:3e:92:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:07:23Z', 'updated_at': '2021-09-18T02:07:43Z', 'revision_number': 1, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:20Z', 'revision_number': 5, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:45.850587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b27b4-b060-4ed5-beac-c761ae34fe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7bc82-2ba7-4b09-81fc-44879988948b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:45.878512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3895609 Sep 18 02:07:45.879219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59630) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:45.886903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'subnet': {'network_id': '8677afc5-f6b4-434e-840e-41081af707f6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:45.897650 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] Checking router: 4cff66a3-812f-427a-bc08-284bc00a9ddd for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:45.907258 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:45.907868 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:45.920088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c479bb3-8103-4a2c-8ca5-e8c9a70f07f0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Network': ['ID=8677afc5-f6b4-434e-840e-41081af707f6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:45.978454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbce35-2cd4-4d86-9fdc-8b150f9d1fed req-a741f89b-df67-47d0-99ac-4426411c1f7e tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:45.980154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-accbce35-2cd4-4d86-9fdc-8b150f9d1fed req-a741f89b-df67-47d0-99ac-4426411c1f7e tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 932 time: 0.0736902 Sep 18 02:07:45.998398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8677afc5-f6b4-434e-840e-41081af707f6 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:07:46.007293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-92660cf9-1ab7-4db1-abd9-3010951beb57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.2331550 Sep 18 02:07:46.060168 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:46.088442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-da15f3aa-e6de-4ea8-8383-c3e1d5136e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:46.090786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-da15f3aa-e6de-4ea8-8383-c3e1d5136e43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.0625479 Sep 18 02:07:46.099363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-accbce35-2cd4-4d86-9fdc-8b150f9d1fed req-cfa58b31-ee3b-4e1e-8dc0-a0ae1ce122d9 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121590 Sep 18 02:07:46.148924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3721fa4c-0f4f-454b-a3ed-18d72a967e39 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:46.160136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:46.183820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Transition to ACTIVE for port object 3721fa4c-0f4f-454b-a3ed-18d72a967e39 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:07:46.199322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-9d29cab8-a0c2-486a-9199-617601b206d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:46.201285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-9d29cab8-a0c2-486a-9199-617601b206d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891805 Sep 18 02:07:46.202417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:46.204888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Made reservation on behalf of 69e2f0e802d74fdb9ae42c705069f8a6 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:46.207872 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:41Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:43Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:46.209121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:46.272148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:46.272677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Updating router c9634d59-e156-4c12-9c56-515621b33650 port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:07:46.311381 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:46.543488 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ac0fb25d-194f-4964-8d6d-3a96e1891c1e', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'port_id': '261efc86-15bc-4ea7-9d7a-a10012315904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'mac_address': 'fa:16:3e:92:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:07:23Z', 'updated_at': '2021-09-18T02:07:43Z', 'revision_number': 1, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:20Z', 'revision_number': 5, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:46.583522 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c72ba4-1b5f-4fa3-adab-01a7be9c7623 None None] The sync data for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 is: [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ac0fb25d-194f-4964-8d6d-3a96e1891c1e', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'port_id': '261efc86-15bc-4ea7-9d7a-a10012315904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'mac_address': 'fa:16:3e:92:de:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:07:23Z', 'updated_at': '2021-09-18T02:07:43Z', 'revision_number': 1, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:20Z', 'revision_number': 5, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:46.759792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:46.779706 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:46.912888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f72eb1-ebf8-4f65-853f-c62fd6bca71f None None] Pushing event updated for resources: {'Port': ['ID=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:46.919526 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8047abe-0cd9-4ff1-9822-d02aece7e855 None None] New status for floating IP ac0fb25d-194f-4964-8d6d-3a96e1891c1e: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:07:47.014017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Attempting to bind port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:47.014568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Attempting to bind port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:47.014746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Attempting to bind port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e on network 78b50821-b198-42dd-8951-9996c5c206e9 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:47.036874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:47.037254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Checking segment: {'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:47.037661 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.038059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Bound using segment: {'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:47.038551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Bound port: d42ffe56-a1d6-4ddd-a344-508c3ac1a60e, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1de048-3e59-4de9-9505-c1873e5dbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:47.039025 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.087240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=3721fa4c-0f4f-454b-a3ed-18d72a967e39,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:47.203431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] For port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:47.212473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] For port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,segment=NetworkSegment(0c1de048-3e59-4de9-9505-c1873e5dbcfa),segment_id=0c1de048-3e59-4de9-9505-c1873e5dbcfa)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:47.222927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.288567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:47.289374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:47.334193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f72eb1-ebf8-4f65-853f-c62fd6bca71f None None] Pushing event updated for resources: {'Port': ['ID=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:47.394798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-102a5583-18ed-465e-aadd-b7c45dd2093f service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1793764 Sep 18 02:07:47.432539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-74cad6e8-5a40-470c-b688-58ff3d79d78c None None] Provisioning complete for port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:47.432920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-74cad6e8-5a40-470c-b688-58ff3d79d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.439274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.467838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:47.564148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Subnet': ['ID=89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:47.583926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Attempting to bind port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:47.584279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Attempting to bind port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'b9683af0-3d70-402b-a6f3-5390d305d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '824c93dd-9387-4532-8b5f-eb69f71879bc'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:47.585036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Attempting to bind port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 on network 824c93dd-9387-4532-8b5f-eb69f71879bc {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:47.594790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 on network 824c93dd-9387-4532-8b5f-eb69f71879bc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:07:47.595119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Attempting to bind port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 on network 824c93dd-9387-4532-8b5f-eb69f71879bc {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:47.611870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:47.612239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Checking segment: {'id': 'b9683af0-3d70-402b-a6f3-5390d305d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '824c93dd-9387-4532-8b5f-eb69f71879bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:47.612630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Bound using segment: {'id': 'b9683af0-3d70-402b-a6f3-5390d305d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '824c93dd-9387-4532-8b5f-eb69f71879bc'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:47.613211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Bound port: 3721fa4c-0f4f-454b-a3ed-18d72a967e39, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9683af0-3d70-402b-a6f3-5390d305d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '824c93dd-9387-4532-8b5f-eb69f71879bc'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:47.613570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.672863 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-74cad6e8-5a40-470c-b688-58ff3d79d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.739960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f26c0-322e-4b6d-bffd-8da6e97db51d req-2deee9f6-be07-4a12-9772-f2608e7d8c9b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:47.741700 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-003f26c0-322e-4b6d-bffd-8da6e97db51d req-2deee9f6-be07-4a12-9772-f2608e7d8c9b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 944 time: 0.4704792 Sep 18 02:07:47.756897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-74cad6e8-5a40-470c-b688-58ff3d79d78c None None] For port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,segment=NetworkSegment(0c1de048-3e59-4de9-9505-c1873e5dbcfa),segment_id=0c1de048-3e59-4de9-9505-c1873e5dbcfa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:47.775304 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-74cad6e8-5a40-470c-b688-58ff3d79d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.822024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Checking segment: {'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:47.822402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network hostable DHCP agents. Network: 8677afc5-f6b4-434e-840e-41081af707f6, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:07:47.849529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:41Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:47.849902 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f8b6f6-f7c1-4808-ba93-ae16635cf7f0 req-2cdc4c69-305d-4c4d-88ad-ca4b1c8c4e64 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147656 Sep 18 02:07:47.883378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cad6e8-5a40-470c-b688-58ff3d79d78c None None] Pushing event updated for resources: {'Port': ['ID=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:47.888401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-003f26c0-322e-4b6d-bffd-8da6e97db51d req-2115e2e0-1f72-48bf-9f96-2f26d79271ba tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222689 Sep 18 02:07:47.889683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] For port 3721fa4c-0f4f-454b-a3ed-18d72a967e39, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:47.912532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] For port 3721fa4c-0f4f-454b-a3ed-18d72a967e39, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3721fa4c-0f4f-454b-a3ed-18d72a967e39,segment=NetworkSegment(b9683af0-3d70-402b-a6f3-5390d305d208),segment_id=b9683af0-3d70-402b-a6f3-5390d305d208)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:47.930152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:47.956770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 8677afc5-f6b4-434e-840e-41081af707f6 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:07:47.982295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9347df-b91d-4f83-bff0-40198518d0cb None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:41Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:48.004794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ebe11344-16cc-4c9b-ac0e-216761a5f3b7 None None] Provisioning complete for port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:48.005172 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ebe11344-16cc-4c9b-ac0e-216761a5f3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:48.035321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:48.041064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:48.042677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] 10.222.0.18 "PUT /v2.0/ports/3721fa4c-0f4f-454b-a3ed-18d72a967e39 HTTP/1.1" status: 200 len: 1093 time: 3.2490499 Sep 18 02:07:48.049368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71df22f-86d1-4f8e-8a95-52e18e200d03', 'tag': '3721fa4c-0f4f-454b-a3ed-18d72a967e39'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:48.053321 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34101312-f2d8-44e6-9524-75f8df58dc93" -d '{"events": [{"name": "network-changed", "server_uuid": "d71df22f-86d1-4f8e-8a95-52e18e200d03", "tag": "3721fa4c-0f4f-454b-a3ed-18d72a967e39"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:48.128595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 8677afc5-f6b4-434e-840e-41081af707f6) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:48.140526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d73acbc-b59f-4c19-8846-b58fcb6a8ec7 None None] Network 8677afc5-f6b4-434e-840e-41081af707f6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:48.227007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:48.228382 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:48.261790 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10759f-3f26-42ee-bf75-1dc5020afc76 x-openstack-request-id: req-7d10759f-3f26-42ee-bf75-1dc5020afc76 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:48.262535 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71df22f-86d1-4f8e-8a95-52e18e200d03", "tag": "3721fa4c-0f4f-454b-a3ed-18d72a967e39", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:48.262877 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d10759f-3f26-42ee-bf75-1dc5020afc76 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:48.263360 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71df22f-86d1-4f8e-8a95-52e18e200d03', 'tag': '3721fa4c-0f4f-454b-a3ed-18d72a967e39', 'status': 'completed', 'code': 200} Sep 18 02:07:48.269897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44680b3-8ac0-432d-b5f8-8f5570ac6ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=3721fa4c-0f4f-454b-a3ed-18d72a967e39,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:48.289937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-94e64747-ed7f-44bd-9abf-3d0994357c19 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4097838 Sep 18 02:07:48.293163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59708) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:48.322166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eecad8-67f5-4489-800a-604901429bf7 req-e0884510-0b0f-413f-87c1-f57ec322a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:48.336124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-e0884510-0b0f-413f-87c1-f57ec322a9a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a137646d7644639a005d4c4708a25a&device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 1096 time: 0.2032411 Sep 18 02:07:48.390999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-6c10e515-345a-4bb1-a898-5cd5d4118462 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3721fa4c-0f4f-454b-a3ed-18d72a967e39 HTTP/1.1" status: 200 len: 217 time: 0.0433116 Sep 18 02:07:48.473809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eecad8-67f5-4489-800a-604901429bf7 req-e4ae2fd5-9226-4b47-b494-a82f575b4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:48.475951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-e4ae2fd5-9226-4b47-b494-a82f575b4d9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66676bc6-78aa-485b-b90f-2bd84c526fcf HTTP/1.1" status: 200 len: 854 time: 0.0767498 Sep 18 02:07:48.477791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-8677afc5-f6b4-434e-840e-41081af707f6', 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'fixed_ips': [{'subnet_id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:07:48.478906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:48.483238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d42ffe56-a1d6-4ddd-a344-508c3ac1a60e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:48.529985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-e5df5075-fd04-46eb-92e3-aca437c4dd9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=824c93dd-9387-4532-8b5f-eb69f71879bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455410 Sep 18 02:07:48.632249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59718) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:48.688818 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-3bba040a-b65c-46eb-bf8f-fd60598f0811 service neutron] 10.222.0.18 "GET /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514847 Sep 18 02:07:48.835950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:48.836328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:48.883861 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c7059fc-85cf-4a25-8a4f-d50e4e0a325c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:48.900229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17eecad8-67f5-4489-800a-604901429bf7 req-0123f150-6040-43aa-9d8b-89c1e5325780 service neutron] 10.222.0.18 "GET /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923442 Sep 18 02:07:49.036641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-a85e19c4-a867-43f8-831c-efe8ea4b5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:49.038632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-a85e19c4-a867-43f8-831c-efe8ea4b5190 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a137646d7644639a005d4c4708a25a&device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 1096 time: 0.0757852 Sep 18 02:07:49.041023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Allocated IP 2001:db8:3::2 (8677afc5-f6b4-434e-840e-41081af707f6/89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9/37f77002-7ded-49b2-9957-e5cb5289ab1c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:49.152238 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.210797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7988829-068f-4532-84b6-534e384b6c23 req-a91cbe27-4ebd-4790-985e-4583a3c30242 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:49.212442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7988829-068f-4532-84b6-534e384b6c23 req-a91cbe27-4ebd-4790-985e-4583a3c30242 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 944 time: 0.1266487 Sep 18 02:07:49.236080 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c7059fc-85cf-4a25-8a4f-d50e4e0a325c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.266253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-d5bd995c-67ed-46eb-8298-bfa7b69c398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:49.267712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-d5bd995c-67ed-46eb-8298-bfa7b69c398a service neutron] 10.222.0.18 "GET /v2.0/networks?id=824c93dd-9387-4532-8b5f-eb69f71879bc HTTP/1.1" status: 200 len: 914 time: 0.2071049 Sep 18 02:07:49.281051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7988829-068f-4532-84b6-534e384b6c23 req-dc7bcbd6-7b9c-404f-a150-a9773669a5df tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589192 Sep 18 02:07:49.287626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c7059fc-85cf-4a25-8a4f-d50e4e0a325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.290379 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.312829 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.331593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-420f00be-9e9e-4205-8a8b-7e72e47026ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3721fa4c-0f4f-454b-a3ed-18d72a967e39 HTTP/1.1" status: 200 len: 217 time: 0.0492880 Sep 18 02:07:49.351295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Network 8677afc5-f6b4-434e-840e-41081af707f6 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:49.357055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:49.360806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:49.368421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0c7059fc-85cf-4a25-8a4f-d50e4e0a325c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3407c437ae4e403d88ebabb314c7d2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7315817 Sep 18 02:07:49.375559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59754) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:49.391686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Pushing event updated for resources: {'Port': ['ID=37f77002-7ded-49b2-9957-e5cb5289ab1c,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:49.405062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7059fc-85cf-4a25-8a4f-d50e4e0a325c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5773a357-1ef6-4e8b-b3d1-3dca2357d3cd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:49.447845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-0ac96b22-fd9c-4599-9c54-8db0d744581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:49.449578 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-0ac96b22-fd9c-4599-9c54-8db0d744581a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66676bc6-78aa-485b-b90f-2bd84c526fcf HTTP/1.1" status: 200 len: 854 time: 0.1094077 Sep 18 02:07:49.485727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Attempting to bind port 37f77002-7ded-49b2-9957-e5cb5289ab1c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:49.487221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Attempting to bind port 37f77002-7ded-49b2-9957-e5cb5289ab1c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:49.487713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Attempting to bind port 37f77002-7ded-49b2-9957-e5cb5289ab1c on network 8677afc5-f6b4-434e-840e-41081af707f6 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:49.499301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:49.499733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Checking segment: {'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:49.500287 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.501370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Bound using segment: {'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:49.503177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Bound port: 37f77002-7ded-49b2-9957-e5cb5289ab1c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:49.503612 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.523138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-0e363e93-4ec1-4e0f-b00d-c69b57dcd8ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=824c93dd-9387-4532-8b5f-eb69f71879bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601082 Sep 18 02:07:49.581580 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23a88e9e-9a1b-4888-bfd4-b38a86cd53b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.663362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-870c13dc-5b85-4e8d-9811-f1e57a35e3ae service neutron] 10.222.0.18 "GET /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276073 Sep 18 02:07:49.693627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23a88e9e-9a1b-4888-bfd4-b38a86cd53b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.790823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] For port 37f77002-7ded-49b2-9957-e5cb5289ab1c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:49.795152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] For port 37f77002-7ded-49b2-9957-e5cb5289ab1c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37f77002-7ded-49b2-9957-e5cb5289ab1c,segment=NetworkSegment(13c822c9-0472-485a-8af0-503501e94d1b),segment_id=13c822c9-0472-485a-8af0-503501e94d1b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:49.801592 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.804275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Allocated IP 2001:db8:3::1 (8677afc5-f6b4-434e-840e-41081af707f6/89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9/71e96c08-828d-4afc-8ec4-78526a725b8d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:07:49.824744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34101312-f2d8-44e6-9524-75f8df58dc93 req-a8fe6866-0488-48b4-9d40-3136a8eb287f service neutron] 10.222.0.18 "GET /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521759 Sep 18 02:07:49.892842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3be17a-f24f-435b-8366-2cde665405e4 None None] Pushing event updated for resources: {'Port': ['ID=37f77002-7ded-49b2-9957-e5cb5289ab1c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:49.959003 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23a88e9e-9a1b-4888-bfd4-b38a86cd53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.962584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23a88e9e-9a1b-4888-bfd4-b38a86cd53b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:49.964639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-23a88e9e-9a1b-4888-bfd4-b38a86cd53b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5773a357-1ef6-4e8b-b3d1-3dca2357d3cd HTTP/1.1" status: 204 len: 168 time: 0.5881395 Sep 18 02:07:49.981446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a88e9e-9a1b-4888-bfd4-b38a86cd53b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5773a357-1ef6-4e8b-b3d1-3dca2357d3cd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:50.036263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:50.091263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:50.186138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 8677afc5-f6b4-434e-840e-41081af707f6 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:50.194770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:50.199030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=71e96c08-828d-4afc-8ec4-78526a725b8d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:50.207969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:07:50.208594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:50.471644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37f77002-7ded-49b2-9957-e5cb5289ab1c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:50.561812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 37f77002-7ded-49b2-9957-e5cb5289ab1c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:50.562915 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:50.698235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:50.777732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 37f77002-7ded-49b2-9957-e5cb5289ab1c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37f77002-7ded-49b2-9957-e5cb5289ab1c,segment=NetworkSegment(13c822c9-0472-485a-8af0-503501e94d1b),segment_id=13c822c9-0472-485a-8af0-503501e94d1b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:50.786583 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:50.901881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=37f77002-7ded-49b2-9957-e5cb5289ab1c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:51.099256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14f849-9200-4488-bc5d-398eb3a652ed req-074bc56a-3f84-4c12-beaf-44e2b08d2bac tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:51.102870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad14f849-9200-4488-bc5d-398eb3a652ed req-074bc56a-3f84-4c12-beaf-44e2b08d2bac tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 944 time: 0.1545231 Sep 18 02:07:51.202220 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:51.218433 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad14f849-9200-4488-bc5d-398eb3a652ed req-63dfb863-3f8b-4f88-8604-a8caf36f05d1 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787563 Sep 18 02:07:51.343939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03076a2-4859-4bbf-80d5-11f739f8ebe7 None None] Network 8677afc5-f6b4-434e-840e-41081af707f6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:51.474624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-951e99db-99df-441b-b168-51d5c351d0dd None None] Provisioning complete for port 37f77002-7ded-49b2-9957-e5cb5289ab1c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:51.475394 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-951e99db-99df-441b-b168-51d5c351d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:51.568496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:51.573618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:51.574752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:51.684452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event updated for resources: {'Port': ['ID=71e96c08-828d-4afc-8ec4-78526a725b8d,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:51.755335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Network 8677afc5-f6b4-434e-840e-41081af707f6 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:07:51.756826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:51.893244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:52.010524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:52.024978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:52.029173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59822) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:52.030600 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dd06ba62-68de-4c7a-8a89-07f00d01b532 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7344413 Sep 18 02:07:52.034674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:52.056520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:52.057306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:52.125978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1747569d-cc28-496e-a78a-29bd12df3e6b None None] Provisioning complete for port 71e96c08-828d-4afc-8ec4-78526a725b8d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:52.126572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1747569d-cc28-496e-a78a-29bd12df3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:52.242890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:52.245640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1747569d-cc28-496e-a78a-29bd12df3e6b None None] Port 71e96c08-828d-4afc-8ec4-78526a725b8d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:52.425629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37f77002-7ded-49b2-9957-e5cb5289ab1c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:52.431288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1747569d-cc28-496e-a78a-29bd12df3e6b None None] Provisioning complete for port 37f77002-7ded-49b2-9957-e5cb5289ab1c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:52.431700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1747569d-cc28-496e-a78a-29bd12df3e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:52.574998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a7d1e-7306-463a-b1e8-7159a59c055a req-49b205c8-6564-4d9b-ad41-f464650436db tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:52.576618 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a7d1e-7306-463a-b1e8-7159a59c055a req-49b205c8-6564-4d9b-ad41-f464650436db tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 944 time: 0.1739271 Sep 18 02:07:52.662958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-858a7d1e-7306-463a-b1e8-7159a59c055a req-150d10c7-eff9-45cc-9845-10f5e9e90dba tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790036 Sep 18 02:07:52.765033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 37f77002-7ded-49b2-9957-e5cb5289ab1c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:52.766116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:52.788098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.extraroute_db [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=106439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 02:07:52.817336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.extraroute_db [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Removed routes are [] {{(pid=106439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 02:07:52.818033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:52.891521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:51Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '71e96c08-828d-4afc-8ec4-78526a725b8d', 'name': '', 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:a8:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:49Z', 'updated_at': '2021-09-18T02:07:51Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:52.927811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:52.928075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Updating router c9634d59-e156-4c12-9c56-515621b33650 port 71e96c08-828d-4afc-8ec4-78526a725b8d binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:07:52.951562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-266bb9a9-9ff1-4bf1-8774-eb2aaabe34a2 None None] Provisioning complete for port 71e96c08-828d-4afc-8ec4-78526a725b8d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:52.951939 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-266bb9a9-9ff1-4bf1-8774-eb2aaabe34a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:52.981443 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.095524 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.100829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-266bb9a9-9ff1-4bf1-8774-eb2aaabe34a2 None None] Port 71e96c08-828d-4afc-8ec4-78526a725b8d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:07:53.107772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.254136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:53.340903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 3721fa4c-0f4f-454b-a3ed-18d72a967e39 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:07:53.357132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.366562 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.455243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:53.462584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.466326 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cf87ac08-0ddf-4059-8af3-e90707cbb72e tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 200 len: 954 time: 1.4336860 Sep 18 02:07:53.466592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59870) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:53.524289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb7fa0-b31b-42f3-8ec7-5019f84d3bff None None] Pushing event updated for resources: {'Port': ['ID=71e96c08-828d-4afc-8ec4-78526a725b8d,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:53.614950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Attempting to bind port 71e96c08-828d-4afc-8ec4-78526a725b8d on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:07:53.616157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59872) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:53.616514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Attempting to bind port 71e96c08-828d-4afc-8ec4-78526a725b8d by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:07:53.618317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Attempting to bind port 71e96c08-828d-4afc-8ec4-78526a725b8d on network 8677afc5-f6b4-434e-840e-41081af707f6 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:07:53.622058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'routes': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:53.627287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-93ca4872-e340-4a89-a15f-e5aa4bfa5678 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 200 len: 954 time: 0.1475148 Sep 18 02:07:53.634489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:07:53.635138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Checking segment: {'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:53.635731 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.636798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Bound using segment: {'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:07:53.637666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Bound port: 71e96c08-828d-4afc-8ec4-78526a725b8d, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c822c9-0472-485a-8af0-503501e94d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:07:53.638314 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.764610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 3721fa4c-0f4f-454b-a3ed-18d72a967e39, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3721fa4c-0f4f-454b-a3ed-18d72a967e39,segment=NetworkSegment(b9683af0-3d70-402b-a6f3-5390d305d208),segment_id=b9683af0-3d70-402b-a6f3-5390d305d208)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:53.791258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '3721fa4c-0f4f-454b-a3ed-18d72a967e39', 'network_id': '824c93dd-9387-4532-8b5f-eb69f71879bc', 'port_id': '3721fa4c-0f4f-454b-a3ed-18d72a967e39', 'mac_address': 'fa:16:3e:bb:2d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66676bc6-78aa-485b-b90f-2bd84c526fcf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:07:53.796923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] For port 71e96c08-828d-4afc-8ec4-78526a725b8d, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:07:53.804915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] For port 71e96c08-828d-4afc-8ec4-78526a725b8d, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=71e96c08-828d-4afc-8ec4-78526a725b8d,segment=NetworkSegment(13c822c9-0472-485a-8af0-503501e94d1b),segment_id=13c822c9-0472-485a-8af0-503501e94d1b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:07:53.833186 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.897923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d2e7d-575f-402d-a62d-6b0b3957592a req-32bcdc7d-3a9f-4338-9b1b-afa226a730a5 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:53.904185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-696d2e7d-575f-402d-a62d-6b0b3957592a req-32bcdc7d-3a9f-4338-9b1b-afa226a730a5 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 944 time: 0.1123514 Sep 18 02:07:53.920332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7fa57504-2ced-4b6f-8304-5030d31256bb None None] Provisioning complete for port 71e96c08-828d-4afc-8ec4-78526a725b8d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:53.920332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7fa57504-2ced-4b6f-8304-5030d31256bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:53.934046 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.006775 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-696d2e7d-575f-402d-a62d-6b0b3957592a req-19739533-ebb5-4fc4-8ae3-0106d7aca4c5 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819523 Sep 18 02:07:54.040357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3721fa4c-0f4f-454b-a3ed-18d72a967e39 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:07:54.047811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb7fa0-b31b-42f3-8ec7-5019f84d3bff None None] Pushing event updated for resources: {'Port': ['ID=71e96c08-828d-4afc-8ec4-78526a725b8d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:54.053801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:54.055347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:54.171282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 3721fa4c-0f4f-454b-a3ed-18d72a967e39, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3721fa4c-0f4f-454b-a3ed-18d72a967e39,segment=NetworkSegment(b9683af0-3d70-402b-a6f3-5390d305d208),segment_id=b9683af0-3d70-402b-a6f3-5390d305d208)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:54.186159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.258480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.extraroute_db [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added routes are [] {{(pid=106439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 02:07:54.259454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.extraroute_db [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=106439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 02:07:54.261622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:54.330944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.331592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59886) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:54.571154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c49ddd-fa87-46ab-a4bc-f64d0564494f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.575088 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7fa57504-2ced-4b6f-8304-5030d31256bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.606923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.615914 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.632332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=3721fa4c-0f4f-454b-a3ed-18d72a967e39,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:54.688188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7fa57504-2ced-4b6f-8304-5030d31256bb None None] For port 71e96c08-828d-4afc-8ec4-78526a725b8d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=71e96c08-828d-4afc-8ec4-78526a725b8d,segment=NetworkSegment(13c822c9-0472-485a-8af0-503501e94d1b),segment_id=13c822c9-0472-485a-8af0-503501e94d1b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:54.723898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['3721fa4c-0f4f-454b-a3ed-18d72a967e39'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:07:54.731746 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7fa57504-2ced-4b6f-8304-5030d31256bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.770606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:54.831116 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c49ddd-fa87-46ab-a4bc-f64d0564494f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.835802 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c49ddd-fa87-46ab-a4bc-f64d0564494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:54.885396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa57504-2ced-4b6f-8304-5030d31256bb None None] Pushing event updated for resources: {'Port': ['ID=71e96c08-828d-4afc-8ec4-78526a725b8d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:54.906737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f24a942e-ba9f-4df3-94a6-58279b7052ca None None] Provisioning complete for port 71e96c08-828d-4afc-8ec4-78526a725b8d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:54.907124 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f24a942e-ba9f-4df3-94a6-58279b7052ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.012309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:52Z', 'revision_number': 6, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '71e96c08-828d-4afc-8ec4-78526a725b8d', 'name': '', 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:a8:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:49Z', 'updated_at': '2021-09-18T02:07:53Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:55.052751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1197cc50-1b12-4e81-b0ef-15427d41c931 None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:52Z', 'revision_number': 6, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '71e96c08-828d-4afc-8ec4-78526a725b8d', 'name': '', 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:a8:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:49Z', 'updated_at': '2021-09-18T02:07:53Z', 'revision_number': 4, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:55.380820 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.391621 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-88c49ddd-fa87-46ab-a4bc-f64d0564494f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bda5e682a79145d78a0865751586a77e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0587947 Sep 18 02:07:55.394791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59906) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:55.396032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c49ddd-fa87-46ab-a4bc-f64d0564494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bef8504-4919-4e72-bbd8-9faead08b600,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:55.401101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:55.408879 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.412830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4b0ea77c-9def-44bd-af0e-a162293efa45 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 200 len: 704 time: 1.7949049 Sep 18 02:07:55.413476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:55.462529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59910) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:55.469397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4942b0-a8ec-4a94-9b2e-eddeae42cc11 req-2ff38366-dfea-4021-a41a-bb4fd02c9a2c tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:55.478163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f4942b0-a8ec-4a94-9b2e-eddeae42cc11 req-2ff38366-dfea-4021-a41a-bb4fd02c9a2c tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 945 time: 0.2076633 Sep 18 02:07:55.567580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f4942b0-a8ec-4a94-9b2e-eddeae42cc11 req-89787adb-348e-4b53-a4d5-0fcb8bd48cb6 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834842 Sep 18 02:07:55.593520 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd7795c8-2a97-4d7a-8bd7-7e9053873c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.623082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59918) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:55.629713 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-47b209db-38bd-4ce0-b4ea-2b2f3b676a00 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 200 len: 704 time: 0.2143006 Sep 18 02:07:55.650397 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd7795c8-2a97-4d7a-8bd7-7e9053873c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.671134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.721393 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5167e7d4-70a7-47f8-bef5-7520892881d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.906560 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd7795c8-2a97-4d7a-8bd7-7e9053873c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.909178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd7795c8-2a97-4d7a-8bd7-7e9053873c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:55.910347 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dd7795c8-2a97-4d7a-8bd7-7e9053873c16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bef8504-4919-4e72-bbd8-9faead08b600 HTTP/1.1" status: 204 len: 168 time: 0.5131876 Sep 18 02:07:55.933625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7795c8-2a97-4d7a-8bd7-7e9053873c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bef8504-4919-4e72-bbd8-9faead08b600,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:56.057447 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:56.060259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5167e7d4-70a7-47f8-bef5-7520892881d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.067262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5167e7d4-70a7-47f8-bef5-7520892881d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.068570 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:56.069313 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:56.119360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5167e7d4-70a7-47f8-bef5-7520892881d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7df5724adc684339b52a450d86d6bd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554623 Sep 18 02:07:56.121445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167e7d4-70a7-47f8-bef5-7520892881d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eae202-2fa1-4b63-882e-21ceaa1fa711,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:56.122601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59930) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:56.174809 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:56.198643 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.200008 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2601f4df-e4d8-45d6-93c4-95677bb96373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.225573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2601f4df-e4d8-45d6-93c4-95677bb96373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.289114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59932) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:56.297480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2601f4df-e4d8-45d6-93c4-95677bb96373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.300332 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2601f4df-e4d8-45d6-93c4-95677bb96373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.301691 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2601f4df-e4d8-45d6-93c4-95677bb96373 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9eae202-2fa1-4b63-882e-21ceaa1fa711 HTTP/1.1" status: 204 len: 168 time: 0.1772611 Sep 18 02:07:56.318221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601f4df-e4d8-45d6-93c4-95677bb96373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eae202-2fa1-4b63-882e-21ceaa1fa711,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:56.321549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7849fe48-b602-4abe-a0a8-b88f1f6152fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.469416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7849fe48-b602-4abe-a0a8-b88f1f6152fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.475254 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7849fe48-b602-4abe-a0a8-b88f1f6152fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.503423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 71e96c08-828d-4afc-8ec4-78526a725b8d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:56.526854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7849fe48-b602-4abe-a0a8-b88f1f6152fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f80c688736224eed9fa7a1e82fef187f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365439 Sep 18 02:07:56.528304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59942) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:56.530410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849fe48-b602-4abe-a0a8-b88f1f6152fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9d393-3674-4af3-b0e2-5ad36ec81eac,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:56.621171 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:54Z', 'revision_number': 7, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '71e96c08-828d-4afc-8ec4-78526a725b8d', 'name': '', 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:a8:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:49Z', 'updated_at': '2021-09-18T02:07:54Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:56.638704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 71e96c08-828d-4afc-8ec4-78526a725b8d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:56.639128 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.642848 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9015c7e-5c49-4b5b-b25c-a3d4733eab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.693561 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:56.696392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9015c7e-5c49-4b5b-b25c-a3d4733eab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.697427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 71e96c08-828d-4afc-8ec4-78526a725b8d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:56.698461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.718644 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:56.719297 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:56.860187 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:56.874737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e50239-766d-4b73-af77-c3b298051e9e req-674d049d-5ded-4045-b199-0806508d6105 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:56.876368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75e50239-766d-4b73-af77-c3b298051e9e req-674d049d-5ded-4045-b199-0806508d6105 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 945 time: 0.1151197 Sep 18 02:07:56.905924 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9015c7e-5c49-4b5b-b25c-a3d4733eab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.908494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9015c7e-5c49-4b5b-b25c-a3d4733eab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.909628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9015c7e-5c49-4b5b-b25c-a3d4733eab3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8e9d393-3674-4af3-b0e2-5ad36ec81eac HTTP/1.1" status: 204 len: 168 time: 0.3802321 Sep 18 02:07:56.915248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port 71e96c08-828d-4afc-8ec4-78526a725b8d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=71e96c08-828d-4afc-8ec4-78526a725b8d,segment=NetworkSegment(13c822c9-0472-485a-8af0-503501e94d1b),segment_id=13c822c9-0472-485a-8af0-503501e94d1b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:56.915641 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:56.938645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 71e96c08-828d-4afc-8ec4-78526a725b8d owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:56.995702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9015c7e-5c49-4b5b-b25c-a3d4733eab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9d393-3674-4af3-b0e2-5ad36ec81eac,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:57.028151 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75e50239-766d-4b73-af77-c3b298051e9e req-f6e30e7b-7693-493b-9896-9452ef15a083 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340814 Sep 18 02:07:57.198973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:57.255130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=71e96c08-828d-4afc-8ec4-78526a725b8d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:57.328751 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:54Z', 'revision_number': 7, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '71e96c08-828d-4afc-8ec4-78526a725b8d', 'name': '', 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:a8:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:49Z', 'updated_at': '2021-09-18T02:07:54Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:57.334354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 3721fa4c-0f4f-454b-a3ed-18d72a967e39 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:07:57.419058 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655f694-2013-4ab8-89e8-5bcea0c02aba None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:54Z', 'revision_number': 7, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '71e96c08-828d-4afc-8ec4-78526a725b8d', 'name': '', 'network_id': '8677afc5-f6b4-434e-840e-41081af707f6', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:a8:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:49Z', 'updated_at': '2021-09-18T02:07:54Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:57.448036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:57.462417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:07:57.469292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:07:57.470038 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:57.673423 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:57.758278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 3721fa4c-0f4f-454b-a3ed-18d72a967e39, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3721fa4c-0f4f-454b-a3ed-18d72a967e39,segment=NetworkSegment(b9683af0-3d70-402b-a6f3-5390d305d208),segment_id=b9683af0-3d70-402b-a6f3-5390d305d208)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:57.761171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71df22f-86d1-4f8e-8a95-52e18e200d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3721fa4c-0f4f-454b-a3ed-18d72a967e39'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:07:57.780099 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1353b612-154a-46de-92e3-5e7c23d46944" -d '{"events": [{"server_uuid": "d71df22f-86d1-4f8e-8a95-52e18e200d03", "name": "network-vif-plugged", "status": "completed", "tag": "3721fa4c-0f4f-454b-a3ed-18d72a967e39"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:07:57.785312 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:57.900784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=3721fa4c-0f4f-454b-a3ed-18d72a967e39,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:57.935688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:07:58.082812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:07:58.095785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8468bc9f-2c31-4ded-a050-60b41d19aa68 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4714041 Sep 18 02:07:58.095965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60004) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:58.099137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:07:58.113639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:58.117248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:58.176070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1ab208-658d-461f-a25f-d2a8ab519083 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet 89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:07:58.177459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d06d98-9371-4707-938b-531f7343ca4d req-510225fa-883e-47aa-aa0f-057463d41523 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:58.180233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70d06d98-9371-4707-938b-531f7343ca4d req-510225fa-883e-47aa-aa0f-057463d41523 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 946 time: 0.0681241 Sep 18 02:07:58.180401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab208-658d-461f-a25f-d2a8ab519083 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.237804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60008) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:58.244418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70d06d98-9371-4707-938b-531f7343ca4d req-900ee56d-fe38-4fb8-b6df-43abf1b2183f tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559976 Sep 18 02:07:58.246884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab208-658d-461f-a25f-d2a8ab519083 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.276191 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d40790-8fda-40ba-81ec-743ec1947337 x-openstack-request-id: req-31d40790-8fda-40ba-81ec-743ec1947337 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:07:58.276515 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71df22f-86d1-4f8e-8a95-52e18e200d03", "name": "network-vif-plugged", "status": "completed", "tag": "3721fa4c-0f4f-454b-a3ed-18d72a967e39", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:07:58.276866 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31d40790-8fda-40ba-81ec-743ec1947337 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:07:58.277354 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71df22f-86d1-4f8e-8a95-52e18e200d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3721fa4c-0f4f-454b-a3ed-18d72a967e39', 'code': 200} Sep 18 02:07:58.331376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:58.409921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf1aa-bb6b-48c5-a76f-fe7048b005cf req-1a528dcc-db1a-495b-a2c9-801bef732bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:58.411494 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9caf1aa-bb6b-48c5-a76f-fe7048b005cf req-1a528dcc-db1a-495b-a2c9-801bef732bd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 1098 time: 0.0738893 Sep 18 02:07:58.434208 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab208-658d-461f-a25f-d2a8ab519083 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.440554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-315163322-network', 'tenant_id': 'fd9cc2cfd7654bbda6210f54b1370530'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:58.511117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9caf1aa-bb6b-48c5-a76f-fe7048b005cf req-390027b1-5455-4a49-9e70-e20cea705738 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894160 Sep 18 02:07:58.515445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Made reservation on behalf of fd9cc2cfd7654bbda6210f54b1370530 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:58.518321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.535720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.561778 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab208-658d-461f-a25f-d2a8ab519083 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.574597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:57Z', 'revision_number': 8, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:58.601495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ab208-658d-461f-a25f-d2a8ab519083 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:58.606261 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab208-658d-461f-a25f-d2a8ab519083 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.607702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:07:58.607836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ca1ab208-658d-461f-a25f-d2a8ab519083 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9 HTTP/1.1" status: 204 len: 168 time: 0.5109363 Sep 18 02:07:58.610605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60020) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:58.618820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cab2d6-e1e0-4487-82cb-1ac7573afe92 None None] Network 8677afc5-f6b4-434e-840e-41081af707f6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:58.657182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:07:58.657879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:58.686107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.691506 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.716242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.730023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:07:58.741424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.742179 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Added segment 974d61cf-d426-4184-8cda-b5d9af24dc7e of type vlan for network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 Sep 18 02:07:58.784784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 37f77002-7ded-49b2-9957-e5cb5289ab1c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:07:58.785540 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.820871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.828465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ae7cb-7c00-4a7d-83fc-9e79b2982646,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:58.852102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:07:58.875958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port 37f77002-7ded-49b2-9957-e5cb5289ab1c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37f77002-7ded-49b2-9957-e5cb5289ab1c,segment=NetworkSegment(13c822c9-0472-485a-8af0-503501e94d1b),segment_id=13c822c9-0472-485a-8af0-503501e94d1b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:07:58.876297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.876755 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.878009 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:58.878743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:58.897353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 37f77002-7ded-49b2-9957-e5cb5289ab1c owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:07:58.991247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7514253 Sep 18 02:07:58.993923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60034) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:58.998627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5943444-72e3-4cda-ae75-ca3b90ea93b5 admin admin] Pushing event updated for resources: {'Network': ['ID=314dc5cd-dc4f-4d93-b936-256453b3cfb4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:59.008568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Request body: {'subnet': {'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-315163322-subnet', 'tenant_id': 'fd9cc2cfd7654bbda6210f54b1370530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:07:59.020989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.032101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:07:59.056601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No DVR routers for this DVR port 37f77002-7ded-49b2-9957-e5cb5289ab1c on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:07:59.058295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=37f77002-7ded-49b2-9957-e5cb5289ab1c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:59.082072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Made reservation on behalf of fd9cc2cfd7654bbda6210f54b1370530 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:07:59.084631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.207675 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.247544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f6715-3082-401b-b8cd-1ef02a395c31 None None] DHCP port deletion for 8677afc5-f6b4-434e-840e-41081af707f6 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:07:59.257488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8677afc5-f6b4-434e-840e-41081af707f6']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:59.270212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c822c9-0472-485a-8af0-503501e94d1b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:59.270345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c822c9-0472-485a-8af0-503501e94d1b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:59.283110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.286688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:57Z', 'revision_number': 8, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:07:59.302139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.312939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:07:59.313719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:07:59.317554 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:07:59.354772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1a44f-255b-4721-ad39-d64231939e04 None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:07:57Z', 'revision_number': 8, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42ffe56-a1d6-4ddd-a344-508c3ac1a60e', 'name': '', 'network_id': '78b50821-b198-42dd-8951-9996c5c206e9', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:c7:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:39Z', 'updated_at': '2021-09-18T02:07:47Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'f57b3347-08d4-477a-9e0a-1251f5253acd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:07:59.422531 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.435041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.437119 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/8677afc5-f6b4-434e-840e-41081af707f6 HTTP/1.1" status: 204 len: 168 time: 0.8255088 Sep 18 02:07:59.440984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60056) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:07:59.455427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb5c37-e05e-4806-ad59-c53ffe2a19d6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=8677afc5-f6b4-434e-840e-41081af707f6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:59.504189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08c20a-74af-4b46-9b14-19a2920b9d69 req-c7716df2-d772-4116-b279-7d858575439e tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:59.505877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bb08c20a-74af-4b46-9b14-19a2920b9d69 req-c7716df2-d772-4116-b279-7d858575439e tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 946 time: 0.1243691 Sep 18 02:07:59.595279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bb08c20a-74af-4b46-9b14-19a2920b9d69 req-3a03765a-8e34-4d18-9944-1bd082314e65 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769179 Sep 18 02:07:59.613979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.689202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e874876-e47b-49a2-a9e9-a757d50ffb06,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:07:59.701956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Checking segment: {'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:07:59.702316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Network hostable DHCP agents. Network: 314dc5cd-dc4f-4d93-b936-256453b3cfb4, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:07:59.728019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:07:59.744291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 314dc5cd-dc4f-4d93-b936-256453b3cfb4) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:07:59.754680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0cef9-34da-4762-985d-5898cd3395e3 None None] Network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:07:59.763245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:07:59.763949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:07:59.784915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-65a30b87-a159-4a1d-b397-de5ebbd5f245 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7885292 Sep 18 02:08:00.042073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:00.063314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad663d-c091-4b53-8c68-1f4c51e34b3d None None] Network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:08:00.412985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 71e96c08-828d-4afc-8ec4-78526a725b8d no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:00.449662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 71e96c08-828d-4afc-8ec4-78526a725b8d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:00.450866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 71e96c08-828d-4afc-8ec4-78526a725b8d not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:00.451365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37f77002-7ded-49b2-9957-e5cb5289ab1c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:00.492637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 37f77002-7ded-49b2-9957-e5cb5289ab1c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:00.493882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37f77002-7ded-49b2-9957-e5cb5289ab1c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:00.494409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:00.495016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:00.661116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port d42ffe56-a1d6-4ddd-a344-508c3ac1a60e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,segment=NetworkSegment(0c1de048-3e59-4de9-9505-c1873e5dbcfa),segment_id=0c1de048-3e59-4de9-9505-c1873e5dbcfa)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:00.661343 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:00.694481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for d42ffe56-a1d6-4ddd-a344-508c3ac1a60e owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:00.784968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60106) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:00.826120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e8faf-63f4-44fc-841e-95d953e3e3d2 req-731e7a16-ff78-4bcf-b23e-5fcc9c4159ac tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:00.828118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e8faf-63f4-44fc-841e-95d953e3e3d2 req-731e7a16-ff78-4bcf-b23e-5fcc9c4159ac tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 946 time: 0.1148100 Sep 18 02:08:00.844750 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a042e8f4-04d9-46fe-bf06-ae347734cda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:00.895775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-431e8faf-63f4-44fc-841e-95d953e3e3d2 req-ef55ed53-352b-4b55-a35e-bd7fdef7e62e tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602400 Sep 18 02:08:01.010912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b48d18f-c3dd-41da-be57-c6b79d42d65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.140764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.203548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b48d18f-c3dd-41da-be57-c6b79d42d65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.212622 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b48d18f-c3dd-41da-be57-c6b79d42d65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.233372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=d42ffe56-a1d6-4ddd-a344-508c3ac1a60e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:01.264128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48d18f-c3dd-41da-be57-c6b79d42d65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f75d69b-9528-4a7b-baca-f8626963af46,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:01.331554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1b48d18f-c3dd-41da-be57-c6b79d42d65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff9b174f04b640e7868371e4072d4f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443411 Sep 18 02:08:01.333953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60122) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:01.436491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7999d4d4-4851-4855-8d2e-24cc8a7d61c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.453662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.493168 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7999d4d4-4851-4855-8d2e-24cc8a7d61c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.593614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7999d4d4-4851-4855-8d2e-24cc8a7d61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.596166 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7999d4d4-4851-4855-8d2e-24cc8a7d61c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:01.597444 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7999d4d4-4851-4855-8d2e-24cc8a7d61c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f75d69b-9528-4a7b-baca-f8626963af46 HTTP/1.1" status: 204 len: 168 time: 0.2621384 Sep 18 02:08:01.612247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999d4d4-4851-4855-8d2e-24cc8a7d61c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f75d69b-9528-4a7b-baca-f8626963af46,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:01.671583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-522e1b19-1b4c-4b2b-a292-d48b9f65dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:01.673498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-522e1b19-1b4c-4b2b-a292-d48b9f65dcb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7a137646d7644639a005d4c4708a25a&device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 1098 time: 0.3663101 Sep 18 02:08:01.770662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb63ae-bcfd-46c3-839c-be93857de0c4 req-3949cc88-fc64-474a-bb8e-4eb2cad24eb6 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:01.772204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3edb63ae-bcfd-46c3-839c-be93857de0c4 req-3949cc88-fc64-474a-bb8e-4eb2cad24eb6 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 946 time: 0.3159583 Sep 18 02:08:01.908225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-dfa72f5a-774d-41e8-a3b7-244337243608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:01.910074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-dfa72f5a-774d-41e8-a3b7-244337243608 service neutron] 10.222.0.18 "GET /v2.0/networks?id=824c93dd-9387-4532-8b5f-eb69f71879bc HTTP/1.1" status: 200 len: 914 time: 0.2269976 Sep 18 02:08:01.915880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3edb63ae-bcfd-46c3-839c-be93857de0c4 req-667c1ace-ad43-4654-bdf4-3fa0cd60cb4e tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285701 Sep 18 02:08:01.968520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-82af3304-f84f-4431-b759-39d52eab08f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3721fa4c-0f4f-454b-a3ed-18d72a967e39 HTTP/1.1" status: 200 len: 217 time: 0.0499632 Sep 18 02:08:02.004895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60132) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:02.010003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:08:02.019592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-77eb854c-a82b-4a84-af01-178f75817c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.037933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-5764bbec-b550-4f29-a437-b31c215feaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:02.039931 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-5764bbec-b550-4f29-a437-b31c215feaa6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=66676bc6-78aa-485b-b90f-2bd84c526fcf HTTP/1.1" status: 200 len: 854 time: 0.0648251 Sep 18 02:08:02.111924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-355c8f8d-f0c6-45ed-956d-915fc078cd05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=824c93dd-9387-4532-8b5f-eb69f71879bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377564 Sep 18 02:08:02.123458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-77eb854c-a82b-4a84-af01-178f75817c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.131309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-77eb854c-a82b-4a84-af01-178f75817c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.172833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb854c-a82b-4a84-af01-178f75817c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664183d6-ce4e-44c0-88bd-ef7da8d4054a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:02.177891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-77eb854c-a82b-4a84-af01-178f75817c30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf412de2bd904311b364a85e54444503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719596 Sep 18 02:08:02.183504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60136) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:02.228643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:08:02.239315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-004fea55-441c-4b96-a770-c564a5414302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7966344 Sep 18 02:08:02.242359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60140) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:02.251677 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:08:02.268712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-fcba94f5-039d-40cf-9b65-1aec2d84a007 service neutron] 10.222.0.18 "GET /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240163 Sep 18 02:08:02.271905 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:02.272539 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:02.292548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3033b060-1ae7-418b-bf51-c74213be3f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.336870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3033b060-1ae7-418b-bf51-c74213be3f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.386988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d60c2461-4e99-4a5c-b6dc-d5dfa000a957 req-fdebd73c-2f93-4486-8ea4-9cf02e870ef4 service neutron] 10.222.0.18 "GET /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086361 Sep 18 02:08:02.437781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4da7185-cf0d-4728-8fb6-8fc01f61dd0d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet f57b3347-08d4-477a-9e0a-1251f5253acd {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:08:02.441941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4da7185-cf0d-4728-8fb6-8fc01f61dd0d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.471827 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:02.480737 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3033b060-1ae7-418b-bf51-c74213be3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.483264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3033b060-1ae7-418b-bf51-c74213be3f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.484501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3033b060-1ae7-418b-bf51-c74213be3f8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/664183d6-ce4e-44c0-88bd-ef7da8d4054a HTTP/1.1" status: 204 len: 168 time: 0.3000968 Sep 18 02:08:02.500297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033b060-1ae7-418b-bf51-c74213be3f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664183d6-ce4e-44c0-88bd-ef7da8d4054a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:02.503493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4da7185-cf0d-4728-8fb6-8fc01f61dd0d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.613501 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4da7185-cf0d-4728-8fb6-8fc01f61dd0d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.710909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4da7185-cf0d-4728-8fb6-8fc01f61dd0d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.753567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7185-cf0d-4728-8fb6-8fc01f61dd0d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=f57b3347-08d4-477a-9e0a-1251f5253acd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:02.758783 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4da7185-cf0d-4728-8fb6-8fc01f61dd0d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:02.762977 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c4da7185-cf0d-4728-8fb6-8fc01f61dd0d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/f57b3347-08d4-477a-9e0a-1251f5253acd HTTP/1.1" status: 204 len: 168 time: 0.5168400 Sep 18 02:08:02.765759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60148) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:02.768988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b916d-4466-43c3-9c35-084165af802b None None] Network 78b50821-b198-42dd-8951-9996c5c206e9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:08:02.778161 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:00Z', 'revision_number': 9, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:02.841405 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:08:02.874341 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:02.889679 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:07:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:02.977885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.101247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] DHCP port deletion for 78b50821-b198-42dd-8951-9996c5c206e9 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:08:03.156346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:03.157662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.222892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76a09a-1533-4b5d-8382-2e188a00afd2 req-d2206922-0770-4d43-9a83-8a23578d51ab tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:03.234661 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd76a09a-1533-4b5d-8382-2e188a00afd2 req-d2206922-0770-4d43-9a83-8a23578d51ab tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 946 time: 0.1140301 Sep 18 02:08:03.235415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] Deleting port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:03.239400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.239713 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:03.275660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,segment=NetworkSegment(0c1de048-3e59-4de9-9505-c1873e5dbcfa),segment_id=0c1de048-3e59-4de9-9505-c1873e5dbcfa)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:03.276334 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.293389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:03.316892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cd76a09a-1533-4b5d-8382-2e188a00afd2 req-d478a937-f09a-494d-9753-8c09238f64ce tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811834 Sep 18 02:08:03.433811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] For port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,segment=NetworkSegment(0c1de048-3e59-4de9-9505-c1873e5dbcfa),segment_id=0c1de048-3e59-4de9-9505-c1873e5dbcfa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:03.434223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.484876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] Calling delete_port for b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:03.493751 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e1b124b4-869b-480f-8e08-ec7828bd3772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.521359 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:00Z', 'revision_number': 9, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:03.568512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab5449-482e-4891-a14e-b3e06e69e892 None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:00Z', 'revision_number': 9, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c183049d-fe56-4fed-b15b-2ed1cb54cbea', 'name': '', 'network_id': 'dfce0717-5303-463e-bf0f-1425a412f2d8', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:41:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:33Z', 'updated_at': '2021-09-18T02:07:40Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': 'd78ae17f-9f25-4a48-b180-1bf86247a4f5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:08:03.668832 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.711724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:03.732976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f964965-ad86-4f16-847b-20ba02de0525 req-335adcdb-c7fd-4e9a-900a-f9890575ee46 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:03.734766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-335adcdb-c7fd-4e9a-900a-f9890575ee46 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/networks?id=314dc5cd-dc4f-4d93-b936-256453b3cfb4 HTTP/1.1" status: 200 len: 808 time: 0.3534305 Sep 18 02:08:03.738269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No DVR routers for this DVR port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:03.803169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-a8c11140-e970-4131-819f-5510ae627147 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/quotas/fd9cc2cfd7654bbda6210f54b1370530 HTTP/1.1" status: 200 len: 375 time: 0.0422781 Sep 18 02:08:03.846931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-93c67cb9-97a0-4799-b4f9-2eafff3a10b1 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd9cc2cfd7654bbda6210f54b1370530&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320714 Sep 18 02:08:03.885636 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:03.932191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] Pushing event deleted for resources: {'Port': ['ID=b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:03.934557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae3886-e4f1-44dd-902f-cf430e460caf None None] No DVR routers for this DVR port b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:03.935199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:04.004922 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:04.042796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b50821-b198-42dd-8951-9996c5c206e9']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:04.062558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1de048-3e59-4de9-9505-c1873e5dbcfa') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:04.062860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1de048-3e59-4de9-9505-c1873e5dbcfa') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:04.086332 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:04.119318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54c28-49c3-43ea-9fc8-30aea37f82f4 req-86118536-d698-436d-89f8-3718407a9474 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:04.129340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5a54c28-49c3-43ea-9fc8-30aea37f82f4 req-86118536-d698-436d-89f8-3718407a9474 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 946 time: 0.0729873 Sep 18 02:08:04.189730 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5a54c28-49c3-43ea-9fc8-30aea37f82f4 req-42dfa1d1-ffc8-45af-9474-09b6d39c5295 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593791 Sep 18 02:08:04.388893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d42ffe56-a1d6-4ddd-a344-508c3ac1a60e no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:04.420352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d42ffe56-a1d6-4ddd-a344-508c3ac1a60e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:04.421376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d42ffe56-a1d6-4ddd-a344-508c3ac1a60e not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:04.421975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:04.446185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:04.447288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b8c15b9c-8148-42c2-9ad8-1a6fe6622aa3 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:04.518823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-2182f0f7-515e-423f-a3c6-11a8d091156e service neutron] 10.222.0.21 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635439 Sep 18 02:08:04.522497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:04.540695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:04.541134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:04.544921 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:04.654193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:04.664362 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:04.666214 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/78b50821-b198-42dd-8951-9996c5c206e9 HTTP/1.1" status: 204 len: 168 time: 1.8924975 Sep 18 02:08:04.669102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60214) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:04.684304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d65e7-8eaf-48f4-b918-c03d8fb03cb6 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=78b50821-b198-42dd-8951-9996c5c206e9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:04.698937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-8c6494a4-ee56-4edd-8574-f47cebf307a4 service neutron] 10.222.0.21 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686859 Sep 18 02:08:04.871648 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:04.900561 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:08:05.332393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef14085-41d4-4836-96c1-c77457b29757 req-14cfaa80-d684-4bcd-943e-94788e214a43 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:05.342048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ef14085-41d4-4836-96c1-c77457b29757 req-14cfaa80-d684-4bcd-943e-94788e214a43 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 946 time: 0.0712059 Sep 18 02:08:05.402881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ef14085-41d4-4836-96c1-c77457b29757 req-c7c42d93-696a-4461-82dd-df4a2908a3c0 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/security-groups?id=08194673-0720-46db-a72f-7818f8f1ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544207 Sep 18 02:08:05.533968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4426a14-a6a4-4c83-8ac1-871e55027355 req-a5886420-3eb6-4651-9791-2de3475ad36a tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 210 time: 0.6156764 Sep 18 02:08:05.645845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-05e717b4-62f1-4e14-aa19-15e438d90354 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:05.648333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-05e717b4-62f1-4e14-aa19-15e438d90354 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.18 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 946 time: 0.1605422 Sep 18 02:08:05.892343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Deleting port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:05.893025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.029317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] For port 3721fa4c-0f4f-454b-a3ed-18d72a967e39, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=3721fa4c-0f4f-454b-a3ed-18d72a967e39,segment=NetworkSegment(b9683af0-3d70-402b-a6f3-5390d305d208),segment_id=b9683af0-3d70-402b-a6f3-5390d305d208)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:06.029852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.050676 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.054913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Calling delete_port for 3721fa4c-0f4f-454b-a3ed-18d72a967e39 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:06.230399 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.311270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60282) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:06.434211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a61d95b-5e00-40aa-a6b3-581fd43f7424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.440971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f964965-ad86-4f16-847b-20ba02de0525 req-c85d75de-5955-492c-9c5d-815d7d4926a1 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:06.442460 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-c85d75de-5955-492c-9c5d-815d7d4926a1 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.20 "GET /v2.0/networks?id=314dc5cd-dc4f-4d93-b936-256453b3cfb4 HTTP/1.1" status: 200 len: 808 time: 0.2860670 Sep 18 02:08:06.461679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Request body: {'port': {'device_id': '8961b42c-a242-40b1-9308-3be67203be3f', 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4', 'admin_state_up': True, 'tenant_id': 'fd9cc2cfd7654bbda6210f54b1370530'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:06.523608 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.527317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a61d95b-5e00-40aa-a6b3-581fd43f7424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.532381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a61d95b-5e00-40aa-a6b3-581fd43f7424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.536133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['3721fa4c-0f4f-454b-a3ed-18d72a967e39'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:08:06.579361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6a61d95b-5e00-40aa-a6b3-581fd43f7424 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b866a013c1dc430a8103fe9431d28976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669804 Sep 18 02:08:06.583166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60292) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:06.587468 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b4712e8-ddca-42b2-8573-57923bc86fa2 req-3f44a93a-2df9-4adc-9714-2788400259f9 tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d71df22f-86d1-4f8e-8a95-52e18e200d03 HTTP/1.1" status: 200 len: 210 time: 0.1006348 Sep 18 02:08:06.606433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61d95b-5e00-40aa-a6b3-581fd43f7424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed89fd33-c79c-44fa-ad8e-b3fc5314bf7f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:06.614988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Pushing event deleted for resources: {'Port': ['ID=3721fa4c-0f4f-454b-a3ed-18d72a967e39,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:06.653579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab479ee8-9c97-43ef-be6d-e3a71f0ef660 req-338499bc-2b02-423c-aa50-ede5651be17a tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 210 time: 0.0422761 Sep 18 02:08:06.689665 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3127-f1a7-48bc-955f-32f18cf6bcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.713045 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3127-f1a7-48bc-955f-32f18cf6bcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.717588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] No DVR routers for this DVR port 3721fa4c-0f4f-454b-a3ed-18d72a967e39 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:06.735025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.737004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fba75fd9-10d3-4538-93ce-0429fe9b73a0 req-b3f1e10a-8a8b-4e89-9954-0dc09737d04b tempest-InstanceActionsTestJSON-1887257818 tempest-InstanceActionsTestJSON-1887257818-project] 10.222.0.18 "DELETE /v2.0/ports/3721fa4c-0f4f-454b-a3ed-18d72a967e39 HTTP/1.1" status: 204 len: 173 time: 1.0790586 Sep 18 02:08:06.737727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71df22f-86d1-4f8e-8a95-52e18e200d03', 'name': 'network-vif-deleted', 'tag': '3721fa4c-0f4f-454b-a3ed-18d72a967e39'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:06.741056 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16cad8d-e2e7-407d-b2d8-e08338b74e56" -d '{"events": [{"server_uuid": "d71df22f-86d1-4f8e-8a95-52e18e200d03", "name": "network-vif-deleted", "tag": "3721fa4c-0f4f-454b-a3ed-18d72a967e39"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:06.784359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3127-f1a7-48bc-955f-32f18cf6bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.788027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3127-f1a7-48bc-955f-32f18cf6bcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.792393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1c3a3127-f1a7-48bc-955f-32f18cf6bcae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed89fd33-c79c-44fa-ad8e-b3fc5314bf7f HTTP/1.1" status: 204 len: 168 time: 0.2058029 Sep 18 02:08:06.798680 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e2a095-d6c4-4186-bf82-c7b18feb53ad x-openstack-request-id: req-e2e2a095-d6c4-4186-bf82-c7b18feb53ad {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:06.799124 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71df22f-86d1-4f8e-8a95-52e18e200d03", "name": "network-vif-deleted", "tag": "3721fa4c-0f4f-454b-a3ed-18d72a967e39", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:06.799363 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e2a095-d6c4-4186-bf82-c7b18feb53ad {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:06.799687 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71df22f-86d1-4f8e-8a95-52e18e200d03', 'name': 'network-vif-deleted', 'tag': '3721fa4c-0f4f-454b-a3ed-18d72a967e39', 'status': 'completed', 'code': 200} Sep 18 02:08:06.802528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Made reservation on behalf of fd9cc2cfd7654bbda6210f54b1370530 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:06.807616 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:06.822205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a3127-f1a7-48bc-955f-32f18cf6bcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed89fd33-c79c-44fa-ad8e-b3fc5314bf7f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:06.887557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port c183049d-fe56-4fed-b15b-2ed1cb54cbea {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:06.887904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.036710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port c183049d-fe56-4fed-b15b-2ed1cb54cbea, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c183049d-fe56-4fed-b15b-2ed1cb54cbea,segment=NetworkSegment(8f42a2de-8c39-4638-90bf-e4c90cdd217e),segment_id=8f42a2de-8c39-4638-90bf-e4c90cdd217e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:07.037461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.040497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Allocated IP 172.20.0.11 (314dc5cd-dc4f-4d93-b936-256453b3cfb4/3e874876-e47b-49a2-a9e9-a757d50ffb06/5a282987-41c6-438d-b1aa-658e2fe3b585) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:08:07.057726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for c183049d-fe56-4fed-b15b-2ed1cb54cbea owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:07.111370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60306) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:07.129466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb660e2d-ba4a-4997-a985-63201850b01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.243197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb660e2d-ba4a-4997-a985-63201850b01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.248303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb660e2d-ba4a-4997-a985-63201850b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.282297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb660e2d-ba4a-4997-a985-63201850b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66270d8-7116-466f-bb12-35cc6a05967b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:07.296773 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bb660e2d-ba4a-4997-a985-63201850b01f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa1e037b2d664b77991680b2d03555af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837583 Sep 18 02:08:07.300486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:07.302388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.350683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5dd99f6a-53f8-49ce-b19b-cf0ff51f02a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.362474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.373508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5dd99f6a-53f8-49ce-b19b-cf0ff51f02a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.398772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=c183049d-fe56-4fed-b15b-2ed1cb54cbea,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:07.405427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.428305 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5dd99f6a-53f8-49ce-b19b-cf0ff51f02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.431577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5dd99f6a-53f8-49ce-b19b-cf0ff51f02a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.435163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5dd99f6a-53f8-49ce-b19b-cf0ff51f02a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f66270d8-7116-466f-bb12-35cc6a05967b HTTP/1.1" status: 204 len: 168 time: 0.1316020 Sep 18 02:08:07.442524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd99f6a-53f8-49ce-b19b-cf0ff51f02a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66270d8-7116-466f-bb12-35cc6a05967b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:07.465258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Pushing event updated for resources: {'Port': ['ID=5a282987-41c6-438d-b1aa-658e2fe3b585,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:07.518190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:08:07.521218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:08:07.525459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:08:07.608678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:07.609307 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.611721 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.672644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-7afa19f0-9bf2-445e-b90f-794d128c1a30 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2188070 Sep 18 02:08:07.673079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60318) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:07.703928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Request body: {'port': {'device_id': '8961b42c-a242-40b1-9308-3be67203be3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:07.801963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.802133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31ed8e7-e85e-4cf5-a8ac-8526bccc4bd4 admin admin] Deleting subnet 66676bc6-78aa-485b-b90f-2bd84c526fcf {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:08:07.807429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31ed8e7-e85e-4cf5-a8ac-8526bccc4bd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.849438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8020430-9616-4367-8926-2887a29b8183 req-32328101-6970-4b30-b5db-4687d2650fa5 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:07.851820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8020430-9616-4367-8926-2887a29b8183 req-32328101-6970-4b30-b5db-4687d2650fa5 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 932 time: 0.0956166 Sep 18 02:08:07.861545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31ed8e7-e85e-4cf5-a8ac-8526bccc4bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.927545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8020430-9616-4367-8926-2887a29b8183 req-b7ef2321-d83b-4961-97e4-4c5705e33293 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692554 Sep 18 02:08:07.930960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31ed8e7-e85e-4cf5-a8ac-8526bccc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:07.990662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31ed8e7-e85e-4cf5-a8ac-8526bccc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.035699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ed8e7-e85e-4cf5-a8ac-8526bccc4bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66676bc6-78aa-485b-b90f-2bd84c526fcf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:08.038590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:08:08.041893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31ed8e7-e85e-4cf5-a8ac-8526bccc4bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.046844 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d31ed8e7-e85e-4cf5-a8ac-8526bccc4bd4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/66676bc6-78aa-485b-b90f-2bd84c526fcf HTTP/1.1" status: 204 len: 168 time: 0.3706160 Sep 18 02:08:08.047897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60336) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:08.120236 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.208745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:08:08.211160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.214259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-90a6d1e7-32b3-475c-acb9-1c5b1e7500bb tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5441251 Sep 18 02:08:08.219708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60344) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:08.223121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:08:08.235242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:08.236121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:08:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:08.238137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824c93dd-9387-4532-8b5f-eb69f71879bc']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:08.248038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9683af0-3d70-402b-a6f3-5390d305d208') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:08.248348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9683af0-3d70-402b-a6f3-5390d305d208') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:08.263170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.278988 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.287017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:08.287261 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:08.289935 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:08.297451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be3dac7-b2c3-40ec-b764-48695df54e2f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet d78ae17f-9f25-4a48-b180-1bf86247a4f5 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:08:08.307810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5be3dac7-b2c3-40ec-b764-48695df54e2f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.369525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.370934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:08.381620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a282987-41c6-438d-b1aa-658e2fe3b585 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:08:08.383000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.388120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5be3dac7-b2c3-40ec-b764-48695df54e2f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.389178 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] 10.222.0.21 "DELETE /v2.0/networks/824c93dd-9387-4532-8b5f-eb69f71879bc HTTP/1.1" status: 204 len: 168 time: 0.3400919 Sep 18 02:08:08.412080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.423185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28596280-7644-4a90-9bb9-42654d55a443 admin admin] Pushing event deleted for resources: {'Network': ['ID=824c93dd-9387-4532-8b5f-eb69f71879bc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:08.437740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Transition to ACTIVE for port object 5a282987-41c6-438d-b1aa-658e2fe3b585 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:08:08.446635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.585413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Pushing event updated for resources: {'Port': ['ID=5a282987-41c6-438d-b1aa-658e2fe3b585,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:08.608210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5be3dac7-b2c3-40ec-b764-48695df54e2f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.667572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60356) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:08.674254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Attempting to bind port 5a282987-41c6-438d-b1aa-658e2fe3b585 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:08:08.674589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Attempting to bind port 5a282987-41c6-438d-b1aa-658e2fe3b585 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:08:08.674941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Attempting to bind port 5a282987-41c6-438d-b1aa-658e2fe3b585 on network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:08:08.685936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Port 5a282987-41c6-438d-b1aa-658e2fe3b585 on network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:08:08.686278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Attempting to bind port 5a282987-41c6-438d-b1aa-658e2fe3b585 on network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:08:08.693345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:08:08.693681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Checking segment: {'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:08:08.694256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Bound using segment: {'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:08:08.694905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Bound port: 5a282987-41c6-438d-b1aa-658e2fe3b585, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:08:08.695228 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.698482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:07Z', 'revision_number': 10, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:08.734148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:08:08.741903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5be3dac7-b2c3-40ec-b764-48695df54e2f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.743916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:08.744507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:08:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:08.749360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-89b91be3-ad06-4946-99bc-bec5503b91e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7a137646d7644639a005d4c4708a25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806375 Sep 18 02:08:08.751779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60358) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:08.779492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5be3dac7-b2c3-40ec-b764-48695df54e2f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.781401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5be3dac7-b2c3-40ec-b764-48695df54e2f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/d78ae17f-9f25-4a48-b180-1bf86247a4f5 HTTP/1.1" status: 204 len: 168 time: 0.5600858 Sep 18 02:08:08.784653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60360) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:08.787034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3dac7-b2c3-40ec-b764-48695df54e2f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=d78ae17f-9f25-4a48-b180-1bf86247a4f5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:08.792764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d394d01-6105-45ce-99f0-deee2e3a01ad None None] Network dfce0717-5303-463e-bf0f-1425a412f2d8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:08:08.829801 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf8732b1-445d-4eee-9ff5-f6fe1905ebad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.879044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf8732b1-445d-4eee-9ff5-f6fe1905ebad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.902448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:08.945340 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf8732b1-445d-4eee-9ff5-f6fe1905ebad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.949589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf8732b1-445d-4eee-9ff5-f6fe1905ebad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:08.955400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf8732b1-445d-4eee-9ff5-f6fe1905ebad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08194673-0720-46db-a72f-7818f8f1ad56 HTTP/1.1" status: 204 len: 168 time: 0.2017472 Sep 18 02:08:08.977674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8732b1-445d-4eee-9ff5-f6fe1905ebad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08194673-0720-46db-a72f-7818f8f1ad56,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:09.155110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] DHCP port deletion for dfce0717-5303-463e-bf0f-1425a412f2d8 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:08:09.218898 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c40a87-9631-43a7-a022-7f54efed2d1c req-6de503a2-5a63-40b9-b62a-c79984e285c0 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:09.220574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20c40a87-9631-43a7-a022-7f54efed2d1c req-6de503a2-5a63-40b9-b62a-c79984e285c0 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 944 time: 0.0940881 Sep 18 02:08:09.272642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20c40a87-9631-43a7-a022-7f54efed2d1c req-a097ad62-d18a-449f-86a4-0caf20a8bf50 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 Sep 18 02:08:09.335960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] Deleting port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:09.337169 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:09.352963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:07Z', 'revision_number': 10, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:09.366755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 3721fa4c-0f4f-454b-a3ed-18d72a967e39 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:09.368478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] For port 5a282987-41c6-438d-b1aa-658e2fe3b585, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:08:09.387801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] For port 5a282987-41c6-438d-b1aa-658e2fe3b585, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5a282987-41c6-438d-b1aa-658e2fe3b585,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:08:09.392525 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:09.400217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:09.416026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:09.416652 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:09.418403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] 10.222.0.20 "PUT /v2.0/ports/5a282987-41c6-438d-b1aa-658e2fe3b585 HTTP/1.1" status: 200 len: 1093 time: 1.7191012 Sep 18 02:08:09.420464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8961b42c-a242-40b1-9308-3be67203be3f', 'tag': '5a282987-41c6-438d-b1aa-658e2fe3b585'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:09.420890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837ab6fe-d779-418c-9097-aa62b9e9aa94 None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:07Z', 'revision_number': 10, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None, '_interfaces': [{'id': '804b5266-42f7-4a09-86eb-af160cb0739d', 'name': '', 'network_id': '0d2e3eee-63d0-49e5-a165-1a82f36d2a4e', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'mac_address': 'fa:16:3e:d5:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9634d59-e156-4c12-9c56-515621b33650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:24Z', 'updated_at': '2021-09-18T02:07:31Z', 'revision_number': 5, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'subnets': [{'id': '9b08a5f4-e9dd-47a7-8432-abf8f23be277', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:08:09.424923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 3721fa4c-0f4f-454b-a3ed-18d72a967e39 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:09.425460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 3721fa4c-0f4f-454b-a3ed-18d72a967e39 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:09.436049 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb" -d '{"events": [{"name": "network-changed", "server_uuid": "8961b42c-a242-40b1-9308-3be67203be3f", "tag": "5a282987-41c6-438d-b1aa-658e2fe3b585"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:09.512096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] For port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,segment=NetworkSegment(8f42a2de-8c39-4638-90bf-e4c90cdd217e),segment_id=8f42a2de-8c39-4638-90bf-e4c90cdd217e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:09.513201 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:09.515583 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd718019-416a-4270-b11d-7a5b4480e16b x-openstack-request-id: req-bd718019-416a-4270-b11d-7a5b4480e16b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:09.515879 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8961b42c-a242-40b1-9308-3be67203be3f", "tag": "5a282987-41c6-438d-b1aa-658e2fe3b585", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:09.516133 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd718019-416a-4270-b11d-7a5b4480e16b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:09.516532 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8961b42c-a242-40b1-9308-3be67203be3f', 'tag': '5a282987-41c6-438d-b1aa-658e2fe3b585', 'status': 'completed', 'code': 200} Sep 18 02:08:09.531330 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] Calling delete_port for d2bb2d94-7c88-43cb-8e1e-320c28be6b2c owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:09.562534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffef11-887a-400d-a8a4-7acd30b47a59 service neutron] Pushing event updated for resources: {'Port': ['ID=5a282987-41c6-438d-b1aa-658e2fe3b585,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:09.578221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f964965-ad86-4f16-847b-20ba02de0525 req-3bac93eb-8e9c-463d-9057-eb6139f92720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:09.579790 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-3bac93eb-8e9c-463d-9057-eb6139f92720 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd9cc2cfd7654bbda6210f54b1370530&device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 1096 time: 0.1066082 Sep 18 02:08:09.601492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:09.601841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:09.641718 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:09.645213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-e5266f8a-e6eb-4383-864a-f54b859e1804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a282987-41c6-438d-b1aa-658e2fe3b585 HTTP/1.1" status: 200 len: 217 time: 0.0540748 Sep 18 02:08:09.680957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] Pushing event deleted for resources: {'Port': ['ID=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:09.686274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb9131-a271-43b2-a0ae-2c0101ff917e None None] No DVR routers for this DVR port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:09.761961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,segment=NetworkSegment(8f42a2de-8c39-4638-90bf-e4c90cdd217e),segment_id=8f42a2de-8c39-4638-90bf-e4c90cdd217e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:09.762310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:09.782932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for d2bb2d94-7c88-43cb-8e1e-320c28be6b2c owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:09.785442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f964965-ad86-4f16-847b-20ba02de0525 req-6d09f153-0210-47b6-a2da-caf3ec1cea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:09.787472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-6d09f153-0210-47b6-a2da-caf3ec1cea3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e874876-e47b-49a2-a9e9-a757d50ffb06 HTTP/1.1" status: 200 len: 848 time: 0.1325521 Sep 18 02:08:09.895625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-3a191bcf-f96f-4f2c-b102-401c55590c80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314dc5cd-dc4f-4d93-b936-256453b3cfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989563 Sep 18 02:08:10.027103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.045296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60412) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:10.069445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=d2bb2d94-7c88-43cb-8e1e-320c28be6b2c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:10.076837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No DVR routers for this DVR port d2bb2d94-7c88-43cb-8e1e-320c28be6b2c on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:10.138954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-65aa78a5-80be-4f6b-b8c0-ae3ae825a8a8 service neutron] 10.222.0.20 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323413 Sep 18 02:08:10.221031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1601356227-network', 'tenant_id': '0ba8903519e842708d69fdef8c6ead12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:10.254810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Made reservation on behalf of 0ba8903519e842708d69fdef8c6ead12 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:10.262119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.278423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.282299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.290132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f964965-ad86-4f16-847b-20ba02de0525 req-a90b18fa-6099-4ab7-9ec5-cbf48751a685 service neutron] 10.222.0.20 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432195 Sep 18 02:08:10.311794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfce0717-5303-463e-bf0f-1425a412f2d8']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:10.347101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f42a2de-8c39-4638-90bf-e4c90cdd217e') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:10.347696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f42a2de-8c39-4638-90bf-e4c90cdd217e') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:10.367035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.401114 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.415724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c183049d-fe56-4fed-b15b-2ed1cb54cbea no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:10.416598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:10.417421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.423997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-bf2ccb95-3537-4ebb-91bf-ad226af5b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:10.425735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-bf2ccb95-3537-4ebb-91bf-ad226af5b87e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd9cc2cfd7654bbda6210f54b1370530&device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 1096 time: 0.0701594 Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:10.426582 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:10.440079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c183049d-fe56-4fed-b15b-2ed1cb54cbea {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:10.440430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c183049d-fe56-4fed-b15b-2ed1cb54cbea not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:10.440842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d2bb2d94-7c88-43cb-8e1e-320c28be6b2c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:10.462974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d2bb2d94-7c88-43cb-8e1e-320c28be6b2c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:10.463323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d2bb2d94-7c88-43cb-8e1e-320c28be6b2c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:10.473976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.485276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.513009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:08:10.522162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7c11b-89fb-444a-b48e-98aa1eb49554 req-c7717454-4c9c-44d9-8232-2387ceb05411 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:10.524061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dec7c11b-89fb-444a-b48e-98aa1eb49554 req-c7717454-4c9c-44d9-8232-2387ceb05411 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 944 time: 0.1087584 Sep 18 02:08:10.545836 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.546302 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Added segment c6edecea-4c09-44cb-b1d9-084588af3f27 of type vlan for network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a Sep 18 02:08:10.549051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11fba5-0e89-4d05-b636-20238aaa6b18,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:10.587264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.595201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.601762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/dfce0717-5303-463e-bf0f-1425a412f2d8 HTTP/1.1" status: 204 len: 168 time: 1.8110337 Sep 18 02:08:10.601762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60432) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:10.625184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.631474 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dec7c11b-89fb-444a-b48e-98aa1eb49554 req-182e20a6-56be-4400-b760-338433831ac3 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874362 Sep 18 02:08:10.656655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a32d92-bb8f-43b5-96b3-5e0b8cc22a0a tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=dfce0717-5303-463e-bf0f-1425a412f2d8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:10.665059 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.666160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:10.667611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.701900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-4a2fc32e-34a9-4be4-88b4-036c17d30b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:10.703459 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-4a2fc32e-34a9-4be4-88b4-036c17d30b24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=314dc5cd-dc4f-4d93-b936-256453b3cfb4 HTTP/1.1" status: 200 len: 908 time: 0.2598250 Sep 18 02:08:10.748498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7021027 Sep 18 02:08:10.749848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c07547-ad1d-4710-90b9-1f1ba99c86fa admin admin] Pushing event updated for resources: {'Network': ['ID=73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:10.752036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60438) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:10.761790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:08:10.763168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-c117d13a-8b6c-4704-85c8-84b45da7873e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a282987-41c6-438d-b1aa-658e2fe3b585 HTTP/1.1" status: 200 len: 217 time: 0.0484436 Sep 18 02:08:10.764861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Request body: {'subnet': {'network_id': '73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1601356227-subnet', 'tenant_id': '0ba8903519e842708d69fdef8c6ead12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:10.796371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Made reservation on behalf of 0ba8903519e842708d69fdef8c6ead12 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:10.799208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:10.884243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-3a4e12d8-7fc1-467e-b97d-28521c252e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:10.885611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-3a4e12d8-7fc1-467e-b97d-28521c252e6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e874876-e47b-49a2-a9e9-a757d50ffb06 HTTP/1.1" status: 200 len: 848 time: 0.1127150 Sep 18 02:08:10.941287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-1325e365-1ada-4613-840a-e9286a8bc25c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314dc5cd-dc4f-4d93-b936-256453b3cfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456662 Sep 18 02:08:10.994394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.021366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60442) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:11.057943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ea7b7c-7f27-42a1-84bc-1083d80fe555,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:11.074760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Checking segment: {'id': 'c6edecea-4c09-44cb-b1d9-084588af3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:08:11.075147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Network hostable DHCP agents. Network: 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:08:11.083793 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-fb9302c9-ef67-4178-95dc-2ea2384f5fdd service neutron] 10.222.0.20 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328917 Sep 18 02:08:11.094276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:08:11.105227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:08:11.113981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9527154-acd2-4c0e-8777-8ac583d0fc05 None None] Network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:08:11.114174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:11.114666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.136515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f290743f-07bb-45b5-9fc8-14e9068ebf52 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3762131 Sep 18 02:08:11.176104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902e6435-759d-4131-8dd8-6158467da48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.241017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca477ddc-ac12-48ef-8c7b-a1c527ea9edb req-3dbe50b6-48eb-48c0-898c-c44b45636e2e service neutron] 10.222.0.20 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474061 Sep 18 02:08:11.245648 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.277650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7926a-8acc-4d21-96ca-f6ac3dc36a5e None None] Network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:08:11.372963 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902e6435-759d-4131-8dd8-6158467da48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.384771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-902e6435-759d-4131-8dd8-6158467da48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.437306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-902e6435-759d-4131-8dd8-6158467da48d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bfe1796470a45b29889c1f6322b1dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146879 Sep 18 02:08:11.438377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e6435-759d-4131-8dd8-6158467da48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0528e1dd-2fce-4547-9a7b-a0b0dffe25e5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:11.440114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60460) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:11.528246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55be075e-9695-409d-8a39-5ed500167337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.574659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55be075e-9695-409d-8a39-5ed500167337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.725014 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55be075e-9695-409d-8a39-5ed500167337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.728683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55be075e-9695-409d-8a39-5ed500167337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.732409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-55be075e-9695-409d-8a39-5ed500167337 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0528e1dd-2fce-4547-9a7b-a0b0dffe25e5 HTTP/1.1" status: 204 len: 168 time: 0.2673738 Sep 18 02:08:11.766861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be075e-9695-409d-8a39-5ed500167337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0528e1dd-2fce-4547-9a7b-a0b0dffe25e5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:11.775556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 804b5266-42f7-4a09-86eb-af160cb0739d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:11.775556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:11.824393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-0bd4c8bf-c233-4046-9406-29df4bed4039 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:11.825895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-0bd4c8bf-c233-4046-9406-29df4bed4039 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/networks?id=73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a HTTP/1.1" status: 200 len: 818 time: 0.1974101 Sep 18 02:08:11.847404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d980e80-4046-4c61-a11e-2a08218ca019 req-ae7184e1-934c-48c1-b049-1630294a9979 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:11.857102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d980e80-4046-4c61-a11e-2a08218ca019 req-ae7184e1-934c-48c1-b049-1630294a9979 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 944 time: 0.1226511 Sep 18 02:08:11.910555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-d212bedb-6ddf-41bd-a939-f4303aa74be1 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/quotas/0ba8903519e842708d69fdef8c6ead12 HTTP/1.1" status: 200 len: 375 time: 0.0447240 Sep 18 02:08:11.911552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d980e80-4046-4c61-a11e-2a08218ca019 req-665beaab-ce75-446a-9c29-0757cf7e6723 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522494 Sep 18 02:08:11.951287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-7bf0d006-2eb4-41c9-a613-87917446658f tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ba8903519e842708d69fdef8c6ead12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397441 Sep 18 02:08:11.981874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port 804b5266-42f7-4a09-86eb-af160cb0739d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=804b5266-42f7-4a09-86eb-af160cb0739d,segment=NetworkSegment(39975b90-620e-4afc-b474-89342de5017d),segment_id=39975b90-620e-4afc-b474-89342de5017d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:11.982249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.005715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 804b5266-42f7-4a09-86eb-af160cb0739d owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:12.130478 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-c643de6d-78db-4cd8-b374-8b9119279a7a service neutron] 10.222.0.21 "GET /v2.0/networks/73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707075 Sep 18 02:08:12.142885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:12.165909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-04a0a4ac-f657-4ede-b0ae-4f4da17259d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.228144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0bb10-fd99-46bd-81d0-45eec44276f8 req-162d5031-1248-4396-85a4-3eaf2e1ab042 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:12.229636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bf0bb10-fd99-46bd-81d0-45eec44276f8 req-162d5031-1248-4396-85a4-3eaf2e1ab042 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.0799258 Sep 18 02:08:12.286311 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3bf0bb10-fd99-46bd-81d0-45eec44276f8 req-67553ea4-74d9-4be9-af2d-af98b47b96c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496843 Sep 18 02:08:12.314270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-84209dad-fa3d-4b93-aeb8-249120424bf1 service neutron] 10.222.0.21 "GET /v2.0/networks/73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363075 Sep 18 02:08:12.326488 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.341710 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-04a0a4ac-f657-4ede-b0ae-4f4da17259d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.347024 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-04a0a4ac-f657-4ede-b0ae-4f4da17259d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.360953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=804b5266-42f7-4a09-86eb-af160cb0739d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:12.393627 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-04a0a4ac-f657-4ede-b0ae-4f4da17259d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4723f76b02ce42c18c3c0631d3326e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495542 Sep 18 02:08:12.394533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0a4ac-f657-4ede-b0ae-4f4da17259d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f13f24e-c58e-4aee-bb18-89469c2aabe1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:12.396976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60490) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:12.473284 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e0131d-78f0-4109-9bd0-33527b4c74e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.519317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e0131d-78f0-4109-9bd0-33527b4c74e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.577868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.589116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e0131d-78f0-4109-9bd0-33527b4c74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.592296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e0131d-78f0-4109-9bd0-33527b4c74e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:12.593592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d8e0131d-78f0-4109-9bd0-33527b4c74e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f13f24e-c58e-4aee-bb18-89469c2aabe1 HTTP/1.1" status: 204 len: 168 time: 0.1841743 Sep 18 02:08:12.607462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0131d-78f0-4109-9bd0-33527b4c74e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f13f24e-c58e-4aee-bb18-89469c2aabe1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:12.714144 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d4f0c54-d9d5-49cb-a20a-5720835a6ea9 req-a3db1230-eed6-4e05-9545-0584a732eeca tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 210 time: 0.0848813 Sep 18 02:08:12.729705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-ec7e7164-498f-46be-8c0b-e6958e619e73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2145300 Sep 18 02:08:12.869388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:08:12.887968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c4a0cb89-8e29-47c4-b09f-28ebac4e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:12.888444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c4a0cb89-8e29-47c4-b09f-28ebac4e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:12.888911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c4a0cb89-8e29-47c4-b09f-28ebac4e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:12.889389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c4a0cb89-8e29-47c4-b09f-28ebac4e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:12.889831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c4a0cb89-8e29-47c4-b09f-28ebac4e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:12.890304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c4a0cb89-8e29-47c4-b09f-28ebac4e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:12.890772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c4a0cb89-8e29-47c4-b09f-28ebac4e3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:12.892628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c4a0cb89-8e29-47c4-b09f-28ebac4e3e7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6498 time: 0.0921204 Sep 18 02:08:12.999406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:08:13.006249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6fcc7f08-57eb-459e-be85-ae6aba81d4d4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4044609 Sep 18 02:08:13.009905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60514) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:13.020446 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:08:13.029879 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:13.030536 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:08:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:13.108117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76d41fa-dd74-48dd-a643-92355bb4fca8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting subnet 9b08a5f4-e9dd-47a7-8432-abf8f23be277 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:08:13.112243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b76d41fa-dd74-48dd-a643-92355bb4fca8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:13.126042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-9104c1ed-a0b1-4174-87be-ef9ca40a968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:13.126530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-9104c1ed-a0b1-4174-87be-ef9ca40a968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:13.127019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-9104c1ed-a0b1-4174-87be-ef9ca40a968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:13.129144 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-9104c1ed-a0b1-4174-87be-ef9ca40a968b service neutron] 10.222.0.18 "GET /v2.0/networks?id=11be498a-d972-4af2-b522-204f1356985f&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=e0377083-72e2-46ac-9ba6-a82b196a3305&id=e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 200 len: 2290 time: 0.1976681 Sep 18 02:08:13.147905 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:13.171933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cad568-ddbd-49e8-914a-aaab32540258 req-ef339424-f381-4a8f-8662-921fa35836c8 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:13.173664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1cad568-ddbd-49e8-914a-aaab32540258 req-ef339424-f381-4a8f-8662-921fa35836c8 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 944 time: 0.1288173 Sep 18 02:08:13.188043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b76d41fa-dd74-48dd-a643-92355bb4fca8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:13.208465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-a0abdfab-6dc3-4cdb-b4ec-b9c8f92689cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 200 len: 1000 time: 0.0716732 Sep 18 02:08:13.227656 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:12Z', 'revision_number': 11, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:13.260665 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1cad568-ddbd-49e8-914a-aaab32540258 req-80590afe-eb0b-42e5-9542-bddc4a7ea0e9 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780649 Sep 18 02:08:13.276340 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:08:13.282303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-f15f57d0-39bd-4169-b409-ba12fb2d424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:13.284381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-f15f57d0-39bd-4169-b409-ba12fb2d424f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=623b87eb-c594-4180-b0f1-d20148d1cdf7 HTTP/1.1" status: 200 len: 851 time: 0.0681648 Sep 18 02:08:13.288709 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:13.289409 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:08:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:13.352507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b76d41fa-dd74-48dd-a643-92355bb4fca8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:13.358331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-285d7395-9b19-422d-86c7-1a0eb2a80ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:13.361226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-285d7395-9b19-422d-86c7-1a0eb2a80ed7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11be498a-d972-4af2-b522-204f1356985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647840 Sep 18 02:08:13.396150 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:13.431414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b76d41fa-dd74-48dd-a643-92355bb4fca8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:13.458176 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:12Z', 'revision_number': 11, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:13.459941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3199997-374f-439f-8aec-bb067d838719 None None] Network 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:08:13.487471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6da98-77fa-441e-9714-1761ea034ece req-fd87e241-a057-452b-941e-93ffd58658ff tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:13.495729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ea6da98-77fa-441e-9714-1761ea034ece req-fd87e241-a057-452b-941e-93ffd58658ff tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1147134 Sep 18 02:08:13.497436 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e6d26-799c-454d-a6bb-8660c354dc45 None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:12Z', 'revision_number': 11, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:08:13.546817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b76d41fa-dd74-48dd-a643-92355bb4fca8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:13.554062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-122d15f3-3ce3-4326-bc6b-8058280c85b7 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833541 Sep 18 02:08:13.559925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60530) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:13.561749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b76d41fa-dd74-48dd-a643-92355bb4fca8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/9b08a5f4-e9dd-47a7-8432-abf8f23be277 HTTP/1.1" status: 204 len: 168 time: 0.5507140 Sep 18 02:08:13.563005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d41fa-dd74-48dd-a643-92355bb4fca8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Subnet': ['ID=9b08a5f4-e9dd-47a7-8432-abf8f23be277,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:13.641706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ea6da98-77fa-441e-9714-1761ea034ece req-18243bd5-1a24-4789-ac30-d41d7d1ad779 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449621 Sep 18 02:08:13.884504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] DHCP port deletion for 0d2e3eee-63d0-49e5-a165-1a82f36d2a4e request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:08:13.888976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 5a282987-41c6-438d-b1aa-658e2fe3b585 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:08:13.890195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4a359fd6-3912-429f-934d-148adfa1c12d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:13.891834 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4a359fd6-3912-429f-934d-148adfa1c12d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.18 "GET /v2.0/networks?id=73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a HTTP/1.1" status: 200 len: 818 time: 0.2001863 Sep 18 02:08:13.919164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Request body: {'port': {'device_id': '1dfa21be-f4dc-4742-8ebc-b38205f42cd2', 'network_id': '73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a', 'admin_state_up': True, 'tenant_id': '0ba8903519e842708d69fdef8c6ead12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:13.948308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85d111ab-3271-4efe-9083-e2825928b972 req-aced3ff1-14b7-400d-babe-cf4b910976a9 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 210 time: 0.0553069 Sep 18 02:08:14.093435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Made reservation on behalf of 0ba8903519e842708d69fdef8c6ead12 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:14.098433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.117052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] Deleting port 0f65fec9-a108-4198-a3c5-d00019c91dba {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:14.117565 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.189568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] For port 0f65fec9-a108-4198-a3c5-d00019c91dba, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0f65fec9-a108-4198-a3c5-d00019c91dba,segment=NetworkSegment(39975b90-620e-4afc-b474-89342de5017d),segment_id=39975b90-620e-4afc-b474-89342de5017d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:14.190543 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.205426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.206641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] Calling delete_port for 0f65fec9-a108-4198-a3c5-d00019c91dba owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:14.244888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-a2a6a0b9-2bdd-4a45-96b0-f7ab069b4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:14.246662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-a2a6a0b9-2bdd-4a45-96b0-f7ab069b4b8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 1098 time: 0.5604439 Sep 18 02:08:14.249016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-433ec5b8-0a6d-49b1-9e20-2f9031a3e456 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649649 Sep 18 02:08:14.304228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 5a282987-41c6-438d-b1aa-658e2fe3b585, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5a282987-41c6-438d-b1aa-658e2fe3b585,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:14.307432 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.343538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-7c4c8b95-93dc-4ab8-be0d-e368b94f984f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 217 time: 0.0668960 Sep 18 02:08:14.355128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Allocated IP 172.20.0.12 (73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a/e5ea7b7c-7f27-42a1-84bc-1083d80fe555/b0802414-9277-4a7f-aba4-9143ac8fd562) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:08:14.357021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] Pushing event deleted for resources: {'Port': ['ID=0f65fec9-a108-4198-a3c5-d00019c91dba,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:14.360927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '5a282987-41c6-438d-b1aa-658e2fe3b585', 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4', 'port_id': '5a282987-41c6-438d-b1aa-658e2fe3b585', 'mac_address': 'fa:16:3e:d8:8e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e874876-e47b-49a2-a9e9-a757d50ffb06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:08:14.365791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b2a38-4f43-4a91-a98d-f60f34a0ec55 None None] No DVR routers for this DVR port 0f65fec9-a108-4198-a3c5-d00019c91dba on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:14.466456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-ffd0b66d-4efb-44f6-a44b-042d5e162315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:14.467954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-ffd0b66d-4efb-44f6-a44b-042d5e162315 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1142955 Sep 18 02:08:14.486948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Deleting port 0f65fec9-a108-4198-a3c5-d00019c91dba {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:14.487580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.548834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-7d81e62a-6438-4a26-8eeb-3c61ddb1151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:14.550362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-7d81e62a-6438-4a26-8eeb-3c61ddb1151f service neutron] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 911 time: 0.2727208 Sep 18 02:08:14.608749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 804b5266-42f7-4a09-86eb-af160cb0739d no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:14.636510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 804b5266-42f7-4a09-86eb-af160cb0739d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:14.637161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 804b5266-42f7-4a09-86eb-af160cb0739d not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:14.637956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0f65fec9-a108-4198-a3c5-d00019c91dba no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:14.659519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0f65fec9-a108-4198-a3c5-d00019c91dba {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:14.660163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0f65fec9-a108-4198-a3c5-d00019c91dba not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:14.660583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] For port 0f65fec9-a108-4198-a3c5-d00019c91dba, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:14.661073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.671047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.685869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8aa70-1640-4fd5-9238-a3afa4089449 req-66a3c202-641d-42e4-9c07-d53c3b5226fe tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:14.689232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a282987-41c6-438d-b1aa-658e2fe3b585 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:08:14.690575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.693007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92c8aa70-1640-4fd5-9238-a3afa4089449 req-66a3c202-641d-42e4-9c07-d53c3b5226fe tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 944 time: 0.2285464 Sep 18 02:08:14.703339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Calling delete_port for 0f65fec9-a108-4198-a3c5-d00019c91dba owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:14.711765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Port 0f65fec9-a108-4198-a3c5-d00019c91dba was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:08:14.728925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 5a282987-41c6-438d-b1aa-658e2fe3b585, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5a282987-41c6-438d-b1aa-658e2fe3b585,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:14.729748 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.735795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.744561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c8a0ee94-3b12-48fa-9334-d8c9518bde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:14.746469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-c8a0ee94-3b12-48fa-9334-d8c9518bde9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2629607 Sep 18 02:08:14.749418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-f831aee0-4666-44dc-b5a4-2577337f4636 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1 HTTP/1.1" status: 200 len: 1001 time: 0.1848314 Sep 18 02:08:14.779499 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.833723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:08:14.840535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Port': ['ID=0f65fec9-a108-4198-a3c5-d00019c91dba,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:14.842914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=5a282987-41c6-438d-b1aa-658e2fe3b585,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:14.844538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No DVR routers for this DVR port 0f65fec9-a108-4198-a3c5-d00019c91dba on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:14.850980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:08:14.870985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:08:14.890866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92c8aa70-1640-4fd5-9238-a3afa4089449 req-c4114d01-9bd4-4e1e-b86f-ea64d246eb9c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969664 Sep 18 02:08:14.936401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Pushing event updated for resources: {'Port': ['ID=b0802414-9277-4a7f-aba4-9143ac8fd562,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:14.967979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:14.969165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:14.977845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['5a282987-41c6-438d-b1aa-658e2fe3b585'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:08:14.984889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-9b6111c3-0a36-48f6-97e1-829689cc74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:14.986353 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-9b6111c3-0a36-48f6-97e1-829689cc74c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.2211759 Sep 18 02:08:14.996911 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cafde3-f1c2-4039-a6de-527713dc532d req-0a822455-141d-4e86-8ff7-7435c8fa8737 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:15.012160 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93cafde3-f1c2-4039-a6de-527713dc532d req-0a822455-141d-4e86-8ff7-7435c8fa8737 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1797941 Sep 18 02:08:15.044678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-4336b1ab-1e6e-4707-b908-4ce5be66da1d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1387579 Sep 18 02:08:15.054383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.060888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Request body: {'port': {'device_id': '1dfa21be-f4dc-4742-8ebc-b38205f42cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:15.096567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-463d756b-a911-4623-b815-c74d322711a5 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407912 Sep 18 02:08:15.101348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2e3eee-63d0-49e5-a165-1a82f36d2a4e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:15.129254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39975b90-620e-4afc-b474-89342de5017d') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:15.129811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39975b90-620e-4afc-b474-89342de5017d') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:15.140063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.155394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.171722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-c8855a06-6cc0-44cf-90b8-9b3eab450932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:15.173687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-c8855a06-6cc0-44cf-90b8-9b3eab450932 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1772585 Sep 18 02:08:15.215971 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.238700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93cafde3-f1c2-4039-a6de-527713dc532d req-22dbc8df-4baf-4af2-9adc-97be63030b29 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255991 Sep 18 02:08:15.255866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:15.256848 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:15.274199 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:15.404265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-ae8fb3d0-5e8d-4563-b28f-4ece9e860fed service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993529 Sep 18 02:08:15.408675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.422387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5d2d9-19e8-4c20-baf2-524c4658dd9a req-6b7e3b6b-a729-4a43-a615-54c100bda56f tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:15.423965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70a5d2d9-19e8-4c20-baf2-524c4658dd9a req-6b7e3b6b-a729-4a43-a615-54c100bda56f tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 932 time: 0.2092373 Sep 18 02:08:15.438384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.442815 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/networks/0d2e3eee-63d0-49e5-a165-1a82f36d2a4e HTTP/1.1" status: 204 len: 168 time: 1.8793547 Sep 18 02:08:15.443393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:15.450692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'routes': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:15.487745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-d8f8ecdd-4de3-42c4-90ec-3549c90dfbbe service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740436 Sep 18 02:08:15.493256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc56c0-0057-44a1-aa7a-8c6fab5c106f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Pushing event deleted for resources: {'Network': ['ID=0d2e3eee-63d0-49e5-a165-1a82f36d2a4e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:15.497034 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-3e69f8c3-d192-42b7-9d96-47e237c547f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 217 time: 0.0690658 Sep 18 02:08:15.626217 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70a5d2d9-19e8-4c20-baf2-524c4658dd9a req-b0e6b22a-3d50-43e6-accc-999d4d90f74f tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834905 Sep 18 02:08:15.635606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-d0a98217-1f7f-4548-918f-6f1dad1634f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:15.637073 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-d0a98217-1f7f-4548-918f-6f1dad1634f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1319780 Sep 18 02:08:15.657908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0802414-9277-4a7f-aba4-9143ac8fd562 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:08:15.662417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.extraroute_db [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Added routes are [] {{(pid=106440) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 02:08:15.662664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2eb5687-14e4-4117-a89a-177e28a13c69 req-c6826161-ecd4-429d-8fcd-8b9117b9724d service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646514 Sep 18 02:08:15.664079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.extraroute_db [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Removed routes are [] {{(pid=106440) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 02:08:15.664079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.669498 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.703399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-afaf60b2-74b7-404d-ac69-117939ef0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:15.705593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-afaf60b2-74b7-404d-ac69-117939ef0406 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568135 Sep 18 02:08:15.718221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Transition to ACTIVE for port object b0802414-9277-4a7f-aba4-9143ac8fd562 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:08:15.750603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.840026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-3b3af499-2368-4ae5-b73a-b5acb6ad6179 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230562 Sep 18 02:08:15.865620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.869203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Pushing event updated for resources: {'Port': ['ID=b0802414-9277-4a7f-aba4-9143ac8fd562,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:15.873895 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:15.919718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 5a282987-41c6-438d-b1aa-658e2fe3b585 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:08:15.972630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-11278eb1-274e-410c-a759-e1b239058f51 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246374 Sep 18 02:08:15.982013 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 5a282987-41c6-438d-b1aa-658e2fe3b585 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:08:15.990221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 5a282987-41c6-438d-b1aa-658e2fe3b585 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:08:15.991194 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.002871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router c9634d59-e156-4c12-9c56-515621b33650 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:08:16.022282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Attempting to bind port b0802414-9277-4a7f-aba4-9143ac8fd562 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:08:16.022615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Attempting to bind port b0802414-9277-4a7f-aba4-9143ac8fd562 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'c6edecea-4c09-44cb-b1d9-084588af3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:08:16.022953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Attempting to bind port b0802414-9277-4a7f-aba4-9143ac8fd562 on network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:08:16.031919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Port b0802414-9277-4a7f-aba4-9143ac8fd562 on network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:08:16.032239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Attempting to bind port b0802414-9277-4a7f-aba4-9143ac8fd562 on network 73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:08:16.039305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-269d9716-63a8-4741-a91f-23a10393363d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 HTTP/1.1" status: 200 len: 217 time: 0.0590992 Sep 18 02:08:16.078019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:08:16.078365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Checking segment: {'id': 'c6edecea-4c09-44cb-b1d9-084588af3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:08:16.078828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Bound using segment: {'id': 'c6edecea-4c09-44cb-b1d9-084588af3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:08:16.079218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Bound port: b0802414-9277-4a7f-aba4-9143ac8fd562, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6edecea-4c09-44cb-b1d9-084588af3f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:08:16.079573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.125370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:08:16.132815 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.134125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4e27c648-84d3-4f9e-a769-df4ff4d2f922 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 200 len: 705 time: 0.6901543 Sep 18 02:08:16.155094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60606) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:16.179334 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.184185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] Sync routers for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:08:16.189889 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c5651df-cd68-4f60-804d-2b6950ed7068 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 200 len: 205 time: 0.0336888 Sep 18 02:08:16.194700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60610) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:16.215381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:16.216044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:08:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:16.224786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85729cf-96e4-45a6-832d-5fe1b74f6fc3 req-86de15f8-42c5-4fd4-a9a5-35f01a304a2c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:16.233502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c85729cf-96e4-45a6-832d-5fe1b74f6fc3 req-86de15f8-42c5-4fd4-a9a5-35f01a304a2c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 945 time: 0.1927049 Sep 18 02:08:16.273499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-fb287e47-76a9-4d0d-9165-01f1b6a2cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:16.275468 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-fb287e47-76a9-4d0d-9165-01f1b6a2cfd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.2253382 Sep 18 02:08:16.290826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c85729cf-96e4-45a6-832d-5fe1b74f6fc3 req-0ddbb137-b5b7-4b17-b33e-26c4de2dfd1c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Sep 18 02:08:16.294697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] For port b0802414-9277-4a7f-aba4-9143ac8fd562, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:08:16.300619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-377fc1c3-3ca3-443c-8b66-4d27dfd63d82 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.304364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8961b42c-a242-40b1-9308-3be67203be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a282987-41c6-438d-b1aa-658e2fe3b585'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:16.311564 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1929212-68ab-42ed-99e8-dadeaeb89ad6" -d '{"events": [{"server_uuid": "8961b42c-a242-40b1-9308-3be67203be3f", "name": "network-vif-plugged", "status": "completed", "tag": "5a282987-41c6-438d-b1aa-658e2fe3b585"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:16.344757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] For port b0802414-9277-4a7f-aba4-9143ac8fd562, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b0802414-9277-4a7f-aba4-9143ac8fd562,segment=NetworkSegment(c6edecea-4c09-44cb-b1d9-084588af3f27),segment_id=c6edecea-4c09-44cb-b1d9-084588af3f27)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:08:16.352968 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.405416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-7986e866-01c7-46b6-a068-761401fcc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:16.407252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-7986e866-01c7-46b6-a068-761401fcc511 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151762 Sep 18 02:08:16.411650 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b40ff1-93b0-4416-b8fa-9a9621ef40ed x-openstack-request-id: req-60b40ff1-93b0-4416-b8fa-9a9621ef40ed {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:16.412042 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8961b42c-a242-40b1-9308-3be67203be3f", "name": "network-vif-plugged", "status": "completed", "tag": "5a282987-41c6-438d-b1aa-658e2fe3b585", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:16.412168 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60b40ff1-93b0-4416-b8fa-9a9621ef40ed {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:16.412555 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8961b42c-a242-40b1-9308-3be67203be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a282987-41c6-438d-b1aa-658e2fe3b585', 'code': 200} Sep 18 02:08:16.415311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 5a282987-41c6-438d-b1aa-658e2fe3b585, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5a282987-41c6-438d-b1aa-658e2fe3b585,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:16.421216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:16.424658 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.450318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:16.450965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.452383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] 10.222.0.18 "PUT /v2.0/ports/b0802414-9277-4a7f-aba4-9143ac8fd562 HTTP/1.1" status: 200 len: 1093 time: 1.3970957 Sep 18 02:08:16.541665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:12Z', 'revision_number': 11, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:16.582817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] Checking router: c9634d59-e156-4c12-9c56-515621b33650 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:08:16.590627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f374b-d0ff-4297-9b2f-6af87571a6e4 req-db6c915b-7069-4e78-a134-d225b121f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:16.592551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-519f374b-d0ff-4297-9b2f-6af87571a6e4 req-db6c915b-7069-4e78-a134-d225b121f19d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 1098 time: 0.1230223 Sep 18 02:08:16.599834 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-92e5f6fa-7770-4bef-9c93-953189a48cb4 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713791 Sep 18 02:08:16.611228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] Routers {'c9634d59-e156-4c12-9c56-515621b33650'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:16.611911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:08:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9634d59-e156-4c12-9c56-515621b33650'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:16.654812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=5a282987-41c6-438d-b1aa-658e2fe3b585,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:16.696034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] Set router c9634d59-e156-4c12-9c56-515621b33650 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:16.744706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-519f374b-d0ff-4297-9b2f-6af87571a6e4 req-45ec6d30-9188-44b1-a03a-b37b5b96e6d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436191 Sep 18 02:08:16.782921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:12Z', 'revision_number': 11, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:16.810681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e74e5d0-8b75-418b-975e-202ff2785202 None None] The sync data for ids ['c9634d59-e156-4c12-9c56-515621b33650'] in n-d-789963-12 is: [{'id': 'c9634d59-e156-4c12-9c56-515621b33650', 'name': 'tempest-RoutersIpV6Test-router-1112876435', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:19Z', 'updated_at': '2021-09-18T02:08:12Z', 'revision_number': 11, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:08:16.823620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-cfce8e7f-823d-4cce-b035-43b2bdc9ad1e service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151136 Sep 18 02:08:16.837548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f2a9d-1b3d-4320-a26f-9a2b4311b613 req-66f03ecd-03e1-4e67-9f7d-6a2f93426aa6 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:16.839186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-244f2a9d-1b3d-4320-a26f-9a2b4311b613 req-66f03ecd-03e1-4e67-9f7d-6a2f93426aa6 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 944 time: 0.0835741 Sep 18 02:08:16.855536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfa21be-f4dc-4742-8ebc-b38205f42cd2', 'tag': 'b0802414-9277-4a7f-aba4-9143ac8fd562'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:16.857292 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058b2be0-2154-475c-9324-42560ab06968" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfa21be-f4dc-4742-8ebc-b38205f42cd2", "tag": "b0802414-9277-4a7f-aba4-9143ac8fd562"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:16.877962 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-f5f3fffb-f12d-4604-982c-22676d21253b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5 HTTP/1.1" status: 200 len: 217 time: 0.0375206 Sep 18 02:08:16.958083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-244f2a9d-1b3d-4320-a26f-9a2b4311b613 req-c726877c-269b-42e1-9e3e-a706b051fea4 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Sep 18 02:08:16.967288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-609ec67d-fa55-466a-bb8d-1e5ab51309f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:16.968644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-609ec67d-fa55-466a-bb8d-1e5ab51309f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.0739670 Sep 18 02:08:16.973275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-377fc1c3-3ca3-443c-8b66-4d27dfd63d82 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.978311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-377fc1c3-3ca3-443c-8b66-4d27dfd63d82 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:16.980795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9628d2-db20-4fdb-8bf1-1371100debfb service neutron] Pushing event updated for resources: {'Port': ['ID=b0802414-9277-4a7f-aba4-9143ac8fd562,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:17.000464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59373bde-d951-4dd3-a5e7-86b06b264ff4 req-5ca14f7c-c39c-4ccc-87ee-0d27c4e7e87a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.003282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59373bde-d951-4dd3-a5e7-86b06b264ff4 req-5ca14f7c-c39c-4ccc-87ee-0d27c4e7e87a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.6149375 Sep 18 02:08:17.026900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-0ca0290c-bb99-4200-b1a6-b0bdad80814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.029970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-0ca0290c-bb99-4200-b1a6-b0bdad80814c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526636 Sep 18 02:08:17.073758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-377fc1c3-3ca3-443c-8b66-4d27dfd63d82 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.074773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377fc1c3-3ca3-443c-8b66-4d27dfd63d82 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Fanout notify agent at l3_agent the message router_deleted on router c9634d59-e156-4c12-9c56-515621b33650 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:08:17.085152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-377fc1c3-3ca3-443c-8b66-4d27dfd63d82 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.086846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-377fc1c3-3ca3-443c-8b66-4d27dfd63d82 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 204 len: 168 time: 0.8873353 Sep 18 02:08:17.092299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-d6dc7400-2124-412c-b845-ba4d27f41a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.093771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-d6dc7400-2124-412c-b845-ba4d27f41a7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ba8903519e842708d69fdef8c6ead12&device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 1096 time: 0.2010970 Sep 18 02:08:17.094218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60634) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:17.111314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2e01d621-7454-45cf-93e3-ce09e9b115cc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2013603688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:17.173336 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2eab4a-d656-4d5a-bd36-b0fc6253a050 x-openstack-request-id: req-2c2eab4a-d656-4d5a-bd36-b0fc6253a050 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:17.173647 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfa21be-f4dc-4742-8ebc-b38205f42cd2", "tag": "b0802414-9277-4a7f-aba4-9143ac8fd562", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:17.173799 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c2eab4a-d656-4d5a-bd36-b0fc6253a050 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:17.174191 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfa21be-f4dc-4742-8ebc-b38205f42cd2', 'tag': 'b0802414-9277-4a7f-aba4-9143ac8fd562', 'status': 'completed', 'code': 200} Sep 18 02:08:17.185096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59373bde-d951-4dd3-a5e7-86b06b264ff4 req-07a2871b-2300-434e-983f-e8871cad0b7a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325274 Sep 18 02:08:17.189169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-3c0a5689-8c52-453f-a821-206f1f40f7ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0802414-9277-4a7f-aba4-9143ac8fd562 HTTP/1.1" status: 200 len: 217 time: 0.0861051 Sep 18 02:08:17.218545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e01d621-7454-45cf-93e3-ce09e9b115cc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.219725 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e01d621-7454-45cf-93e3-ce09e9b115cc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.219859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-35918a79-4704-45ac-9fab-ecfdbdebb9ab service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826627 Sep 18 02:08:17.339799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e01d621-7454-45cf-93e3-ce09e9b115cc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.342180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-23356663-984c-4ecf-87f3-ab3e8350fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.343864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-23356663-984c-4ecf-87f3-ab3e8350fd57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5ea7b7c-7f27-42a1-84bc-1083d80fe555 HTTP/1.1" status: 200 len: 858 time: 0.1361144 Sep 18 02:08:17.347068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-f415e739-dad6-46be-9743-78ee2fa0950a service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156185 Sep 18 02:08:17.347509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e01d621-7454-45cf-93e3-ce09e9b115cc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.385640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-5f5e8fd4-fe3f-4521-ac3e-8570a0a6a00a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279768 Sep 18 02:08:17.401422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-273b918b-4a4d-4a79-b289-6550c2d2a74f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23919e13-0d70-47b1-8884-3f19f7714dd1 HTTP/1.1" status: 200 len: 217 time: 0.0453374 Sep 18 02:08:17.413355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e01d621-7454-45cf-93e3-ce09e9b115cc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.417081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2e01d621-7454-45cf-93e3-ce09e9b115cc tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3203351 Sep 18 02:08:17.419951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60650) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:17.431648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-720617da-6883-4062-90a3-beddf5ba6fa4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:17.475086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-d41edf1f-4792-437e-bf88-37cff2c94190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.477119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-d41edf1f-4792-437e-bf88-37cff2c94190 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.0685263 Sep 18 02:08:17.486255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97d620-e27d-4c03-a988-e76f134e822b req-897d3ba2-192f-4c51-b397-2555d917e3f2 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.487740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c97d620-e27d-4c03-a988-e76f134e822b req-897d3ba2-192f-4c51-b397-2555d917e3f2 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 946 time: 0.0890450 Sep 18 02:08:17.559448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-d451ada9-9e80-4092-a54f-83614f01eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.560870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-d451ada9-9e80-4092-a54f-83614f01eb4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722809 Sep 18 02:08:17.564111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c97d620-e27d-4c03-a988-e76f134e822b req-7fafbbb3-de10-4266-8db2-b3deb9b86bce tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651059 Sep 18 02:08:17.665432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-fc6891bf-ca79-43d7-905a-eff582b8d858 service neutron] 10.222.0.18 "GET /v2.0/networks/73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729383 Sep 18 02:08:17.674835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-0de259c7-13b7-493f-b9ab-4aff068dc2b0 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066887 Sep 18 02:08:17.714733 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-720617da-6883-4062-90a3-beddf5ba6fa4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.778085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-720617da-6883-4062-90a3-beddf5ba6fa4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:17.818947 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-abc812fa-36e3-48fc-b79e-035b59de1d8d service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364865 Sep 18 02:08:17.869076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-8bdcca79-9b41-4fd0-82d8-cf1dd6e90625 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 200 len: 217 time: 0.0430415 Sep 18 02:08:17.889265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3f2de42-04d3-4ccd-88d8-f9bbaafcc13a req-81821fe6-14d4-4d3f-b1b8-dbefb10d695c service neutron] 10.222.0.18 "GET /v2.0/networks/73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874804 Sep 18 02:08:17.918006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720617da-6883-4062-90a3-beddf5ba6fa4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Router 2c4e7dc1-7874-4898-8a45-626f32fe2664 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:08:17.929143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-ead3ef6f-8e7e-4503-931b-8bc79af6cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.930909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-ead3ef6f-8e7e-4503-931b-8bc79af6cbdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.0554407 Sep 18 02:08:17.990559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-2bb30773-472d-4648-a010-fda760d459ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:17.992452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-2bb30773-472d-4648-a010-fda760d459ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487897 Sep 18 02:08:18.027994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720617da-6883-4062-90a3-beddf5ba6fa4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:08:18.035100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-720617da-6883-4062-90a3-beddf5ba6fa4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:18.036280 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-720617da-6883-4062-90a3-beddf5ba6fa4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "PUT /v2.0/routers/2c4e7dc1-7874-4898-8a45-626f32fe2664 HTTP/1.1" status: 200 len: 698 time: 0.6153355 Sep 18 02:08:18.039667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60670) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:18.042534 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] Sync routers for ids ['2c4e7dc1-7874-4898-8a45-626f32fe2664'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:08:18.054081 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] Routers {'2c4e7dc1-7874-4898-8a45-626f32fe2664'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:18.055535 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:08:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2c4e7dc1-7874-4898-8a45-626f32fe2664'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:18.089185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b2be0-2154-475c-9324-42560ab06968 req-05b1be5c-1618-4b5f-a21b-a8a076d8e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:18.090770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-058b2be0-2154-475c-9324-42560ab06968 req-05b1be5c-1618-4b5f-a21b-a8a076d8e557 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ba8903519e842708d69fdef8c6ead12&device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1254587 Sep 18 02:08:18.145102 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] Set router 2c4e7dc1-7874-4898-8a45-626f32fe2664 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:18.150070 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2e67ccba-5663-4cb2-8fac-c19d53227c24 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/routers/2c4e7dc1-7874-4898-8a45-626f32fe2664 HTTP/1.1" status: 200 len: 704 time: 0.1086314 Sep 18 02:08:18.153551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60674) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:18.205252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-350dfff0-b71d-48db-a094-118adac3eac7 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4e7dc1-7874-4898-8a45-626f32fe2664 HTTP/1.1" status: 200 len: 205 time: 0.0506384 Sep 18 02:08:18.220132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60678) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:18.226704 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e7dc1-7874-4898-8a45-626f32fe2664', 'name': 'tempest-RoutersIpV6Test-router-2013603688', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:08:17Z', 'updated_at': '2021-09-18T02:08:17Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:18.255400 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] Checking router: 2c4e7dc1-7874-4898-8a45-626f32fe2664 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:08:18.258949 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-eb355195-c475-48b3-9abc-162ca86aeee2 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588050 Sep 18 02:08:18.265376 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] Routers {'2c4e7dc1-7874-4898-8a45-626f32fe2664'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:08:18.266245 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:08:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2c4e7dc1-7874-4898-8a45-626f32fe2664'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:18.343437 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] Set router 2c4e7dc1-7874-4898-8a45-626f32fe2664 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:08:18.358112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b2be0-2154-475c-9324-42560ab06968 req-e05ed5c3-f910-4705-a167-de83dec031b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:18.359669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-058b2be0-2154-475c-9324-42560ab06968 req-e05ed5c3-f910-4705-a167-de83dec031b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a HTTP/1.1" status: 200 len: 918 time: 0.2363672 Sep 18 02:08:18.371496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164780-c3e1-4223-96e6-d5db465e1b3f req-da70a989-8b36-4190-9312-603d30c397f5 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:18.373645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f164780-c3e1-4223-96e6-d5db465e1b3f req-da70a989-8b36-4190-9312-603d30c397f5 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 944 time: 0.2489598 Sep 18 02:08:18.377267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-65d6ab58-20b4-4874-8fca-71cea8ce8ddd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:18.408725 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e7dc1-7874-4898-8a45-626f32fe2664', 'name': 'tempest-RoutersIpV6Test-router-2013603688', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:08:17Z', 'updated_at': '2021-09-18T02:08:17Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:18.440434 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d45f28-ff00-4abd-a413-1fe98e5fe62b None None] The sync data for ids ['2c4e7dc1-7874-4898-8a45-626f32fe2664'] in n-d-789963-12 is: [{'id': '2c4e7dc1-7874-4898-8a45-626f32fe2664', 'name': 'tempest-RoutersIpV6Test-router-2013603688', 'tenant_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:08:17Z', 'updated_at': '2021-09-18T02:08:17Z', 'revision_number': 2, 'project_id': '69e2f0e802d74fdb9ae42c705069f8a6', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:08:18.461452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870304b7-ebc2-4c0e-976b-15b8f8dc577e req-6f9dba91-05de-4ca4-9d7f-477b1cb6401d tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:18.463057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-870304b7-ebc2-4c0e-976b-15b8f8dc577e req-6f9dba91-05de-4ca4-9d7f-477b1cb6401d tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1488202 Sep 18 02:08:18.468560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-058b2be0-2154-475c-9324-42560ab06968 req-b795cf1f-2b22-4f1e-9fb4-7e74056afc2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0802414-9277-4a7f-aba4-9143ac8fd562 HTTP/1.1" status: 200 len: 217 time: 0.0907712 Sep 18 02:08:18.496397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dadbc4b-58d1-4201-9a6d-5161454caf83 req-1a66d8c1-de31-47d4-99d0-b219b42cc260 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296517 Sep 18 02:08:18.517882 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-870304b7-ebc2-4c0e-976b-15b8f8dc577e req-9642da18-3197-4915-ab09-ab8af4809534 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Sep 18 02:08:18.679411 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f164780-c3e1-4223-96e6-d5db465e1b3f req-4611f1c5-ef57-49bb-99c3-237808d6b2a1 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933850 Sep 18 02:08:18.683274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-65d6ab58-20b4-4874-8fca-71cea8ce8ddd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:18.687730 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-65d6ab58-20b4-4874-8fca-71cea8ce8ddd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:18.690233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b2be0-2154-475c-9324-42560ab06968 req-662084cb-1581-443a-b656-860841f48a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:18.691770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-058b2be0-2154-475c-9324-42560ab06968 req-662084cb-1581-443a-b656-860841f48a09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5ea7b7c-7f27-42a1-84bc-1083d80fe555 HTTP/1.1" status: 200 len: 858 time: 0.2121320 Sep 18 02:08:18.796756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-058b2be0-2154-475c-9324-42560ab06968 req-ccd0f76b-93c4-4a1f-9a15-5cc2a78c02a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949345 Sep 18 02:08:18.802634 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-65d6ab58-20b4-4874-8fca-71cea8ce8ddd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:18.803279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d6ab58-20b4-4874-8fca-71cea8ce8ddd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Fanout notify agent at l3_agent the message router_deleted on router 2c4e7dc1-7874-4898-8a45-626f32fe2664 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:08:18.807946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8ee72-5b10-4e69-9e7e-e6870361aa47 req-9753df81-8c12-4da5-a505-613c4cd2946e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:18.809608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2f8ee72-5b10-4e69-9e7e-e6870361aa47 req-9753df81-8c12-4da5-a505-613c4cd2946e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 946 time: 0.0609400 Sep 18 02:08:18.822396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-65d6ab58-20b4-4874-8fca-71cea8ce8ddd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:18.827402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-65d6ab58-20b4-4874-8fca-71cea8ce8ddd tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/2c4e7dc1-7874-4898-8a45-626f32fe2664 HTTP/1.1" status: 204 len: 168 time: 0.6052859 Sep 18 02:08:18.829462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60702) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:18.856005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2f8ee72-5b10-4e69-9e7e-e6870361aa47 req-a2fc1abc-0d5f-4ee8-a810-409ec260e800 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Sep 18 02:08:18.874079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4d811847-f69d-419c-b2a5-ce6ecdd13d66 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4e7dc1-7874-4898-8a45-626f32fe2664 HTTP/1.1" status: 200 len: 205 time: 0.0434935 Sep 18 02:08:18.876463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60708) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:18.945855 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-4b45ba0f-2c62-4fad-821b-3ef0a8c20488 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] delete failed (client error): The resource could not be found. Sep 18 02:08:18.949157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4b45ba0f-2c62-4fad-821b-3ef0a8c20488 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/2c4e7dc1-7874-4898-8a45-626f32fe2664 HTTP/1.1" status: 404 len: 336 time: 0.0694618 Sep 18 02:08:18.949688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60710) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:18.984868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-058b2be0-2154-475c-9324-42560ab06968 req-cb9ee99b-d47c-4b6f-b340-60fda87dede9 service neutron] 10.222.0.18 "GET /v2.0/networks/73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794064 Sep 18 02:08:18.988683 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3968adb4-f845-4fe3-ba01-a8e062a63859 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:18.989431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3968adb4-f845-4fe3-ba01-a8e062a63859 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:18.992050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3968adb4-f845-4fe3-ba01-a8e062a63859 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/89dc0e4c-0b22-4eb7-bf7f-286d0a99f3f9 HTTP/1.1" status: 404 len: 337 time: 0.0412371 Sep 18 02:08:19.000183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60714) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.035623 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1aa655-0932-42eb-9ffe-f235f053d08c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:19.036375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1aa655-0932-42eb-9ffe-f235f053d08c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:19.038776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7a1aa655-0932-42eb-9ffe-f235f053d08c tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/f57b3347-08d4-477a-9e0a-1251f5253acd HTTP/1.1" status: 404 len: 337 time: 0.0360718 Sep 18 02:08:19.041228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60716) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.075613 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b5e9b0-b83f-4fb4-8aa3-999a049d9603 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:19.076433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b5e9b0-b83f-4fb4-8aa3-999a049d9603 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:19.079160 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b3b5e9b0-b83f-4fb4-8aa3-999a049d9603 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/d78ae17f-9f25-4a48-b180-1bf86247a4f5 HTTP/1.1" status: 404 len: 337 time: 0.0367787 Sep 18 02:08:19.081619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60722) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.095120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-058b2be0-2154-475c-9324-42560ab06968 req-b4310a6c-cf52-4c8a-a436-2de510a4ba5a service neutron] 10.222.0.18 "GET /v2.0/networks/73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021447 Sep 18 02:08:19.111347 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be024d9-bb0b-4d75-8970-8543a29951b7 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:19.112201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be024d9-bb0b-4d75-8970-8543a29951b7 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:19.114419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8be024d9-bb0b-4d75-8970-8543a29951b7 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/9b08a5f4-e9dd-47a7-8432-abf8f23be277 HTTP/1.1" status: 404 len: 337 time: 0.0314550 Sep 18 02:08:19.127103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60724) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.153133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ec9c7ca-94cd-4e53-a59f-51d55b38b374 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 200 len: 205 time: 0.0341334 Sep 18 02:08:19.155429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60730) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.203563 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-804ecb19-2d92-4516-a7ff-c97f6ac2efc1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] delete failed (client error): The resource could not be found. Sep 18 02:08:19.205305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-804ecb19-2d92-4516-a7ff-c97f6ac2efc1 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/c9634d59-e156-4c12-9c56-515621b33650 HTTP/1.1" status: 404 len: 336 time: 0.0485697 Sep 18 02:08:19.207737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60734) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.238647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-35f5a363-d210-4cd6-9aa8-8b50184319a4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57d7de2-af21-4acc-814f-3f9ec12993c6 HTTP/1.1" status: 200 len: 205 time: 0.0276952 Sep 18 02:08:19.239345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60738) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.300217 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-1f9c55f3-fa93-4391-bc01-f4daa8c6064f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] delete failed (client error): The resource could not be found. Sep 18 02:08:19.302997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1f9c55f3-fa93-4391-bc01-f4daa8c6064f tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/d57d7de2-af21-4acc-814f-3f9ec12993c6 HTTP/1.1" status: 404 len: 336 time: 0.0626147 Sep 18 02:08:19.306311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60742) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.332804 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f43230f-3afc-493a-aee8-c895c2b76d4b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:19.333264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f43230f-3afc-493a-aee8-c895c2b76d4b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:19.335395 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9f43230f-3afc-493a-aee8-c895c2b76d4b tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/5d078297-0d34-447a-a273-c114ea5d2ad1 HTTP/1.1" status: 404 len: 337 time: 0.0279090 Sep 18 02:08:19.338091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60744) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.375845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60750) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.376411 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b5109547-a853-491e-808d-a6b958a69662 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=08871b63-533b-44d2-9098-6e6337c89c49 HTTP/1.1" status: 200 len: 205 time: 0.0370777 Sep 18 02:08:19.422765 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-ef54b7ca-e7a0-41df-b292-7ffb1e4a11ef tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] delete failed (client error): The resource could not be found. Sep 18 02:08:19.423800 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ef54b7ca-e7a0-41df-b292-7ffb1e4a11ef tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/08871b63-533b-44d2-9098-6e6337c89c49 HTTP/1.1" status: 404 len: 336 time: 0.0469668 Sep 18 02:08:19.426342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60754) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.458908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3d9acbe3-18af-46a9-912c-16df435ff302 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac445b5a-6fa8-4a73-931a-b05ef78b622a HTTP/1.1" status: 200 len: 205 time: 0.0308952 Sep 18 02:08:19.461729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60756) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.508122 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-33dc0b4d-3da9-4180-9d52-dad9a7cc0ce0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] delete failed (client error): The resource could not be found. Sep 18 02:08:19.509564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-33dc0b4d-3da9-4180-9d52-dad9a7cc0ce0 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/ac445b5a-6fa8-4a73-931a-b05ef78b622a HTTP/1.1" status: 404 len: 336 time: 0.0469122 Sep 18 02:08:19.512236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60760) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.564792 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cd2f4b-5efc-4701-b4da-67c049a70a42 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:19.565532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cd2f4b-5efc-4701-b4da-67c049a70a42 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:19.568141 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-86cd2f4b-5efc-4701-b4da-67c049a70a42 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/521c2783-2220-48f3-80af-54d2e3be452d HTTP/1.1" status: 404 len: 337 time: 0.0547161 Sep 18 02:08:19.571228 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60766) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.613781 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bb38075e-1494-4e3a-9031-9aec6da5cf6d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85ab023-386e-460a-8416-f1c716c99649 HTTP/1.1" status: 200 len: 205 time: 0.0411129 Sep 18 02:08:19.624989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60772) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.664366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46021fe8-821b-44e6-ae68-f83df1b723c3 req-675f8d79-72d6-4296-86dc-50b5ef82e3be tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:19.666612 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-85cfca41-beb6-4248-b8f1-4f8ef5f6ba7d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] delete failed (client error): The resource could not be found. Sep 18 02:08:19.667682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-85cfca41-beb6-4248-b8f1-4f8ef5f6ba7d tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/e85ab023-386e-460a-8416-f1c716c99649 HTTP/1.1" status: 404 len: 336 time: 0.0416105 Sep 18 02:08:19.669919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46021fe8-821b-44e6-ae68-f83df1b723c3 req-675f8d79-72d6-4296-86dc-50b5ef82e3be tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 946 time: 0.0844738 Sep 18 02:08:19.670156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60776) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.708049 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6f5530-62e1-460f-9db3-38242bc4cb42 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:19.708402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6f5530-62e1-460f-9db3-38242bc4cb42 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:19.710374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0f6f5530-62e1-460f-9db3-38242bc4cb42 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/fa4ed4a2-f563-4b9c-a938-b1a301a5d8de HTTP/1.1" status: 404 len: 337 time: 0.0392163 Sep 18 02:08:19.712827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60782) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.733084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46021fe8-821b-44e6-ae68-f83df1b723c3 req-b6f93800-7f46-45a6-9177-ccdde4539a7e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568109 Sep 18 02:08:19.734229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8a011-533f-40d4-a841-abf46b1439d8 req-2a6184e3-aecd-4d6b-b986-2513e1bcaf70 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:19.741923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49e8a011-533f-40d4-a841-abf46b1439d8 req-2a6184e3-aecd-4d6b-b986-2513e1bcaf70 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1461189 Sep 18 02:08:19.765197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-502902e4-c467-4eab-9d99-dfe3bd957dd8 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "GET /v2.0/ports?device_id=d698ec9e-256e-49c8-9188-b20eb9dd70d6 HTTP/1.1" status: 200 len: 205 time: 0.0512972 Sep 18 02:08:19.767536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60788) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.814130 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-cf8b0cf5-8b60-4042-aebe-3f6ff8a899ca tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] delete failed (client error): The resource could not be found. Sep 18 02:08:19.815490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cf8b0cf5-8b60-4042-aebe-3f6ff8a899ca tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/routers/d698ec9e-256e-49c8-9188-b20eb9dd70d6 HTTP/1.1" status: 404 len: 336 time: 0.0470691 Sep 18 02:08:19.818553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60790) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.854940 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-049ba191-ba28-4433-9c34-0818019f2ff4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:19.855462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049ba191-ba28-4433-9c34-0818019f2ff4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:19.857458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-049ba191-ba28-4433-9c34-0818019f2ff4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/de76ff94-4acf-4ef7-af30-6906c971b5a9 HTTP/1.1" status: 404 len: 337 time: 0.0379088 Sep 18 02:08:19.860258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60794) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:19.867398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49e8a011-533f-40d4-a841-abf46b1439d8 req-98dc4096-fd34-4c79-8258-60114e6463ae tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243660 Sep 18 02:08:19.900749 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-05545a60-2521-4175-a58d-53ba74aad7b4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:19.901220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05545a60-2521-4175-a58d-53ba74aad7b4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:19.907131 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-05545a60-2521-4175-a58d-53ba74aad7b4 tempest-RoutersIpV6Test-1208493998 tempest-RoutersIpV6Test-1208493998-project] 10.222.0.21 "DELETE /v2.0/subnets/b16c92be-8eaa-479d-93e7-f1ae7bedb7d4 HTTP/1.1" status: 404 len: 337 time: 0.0417471 Sep 18 02:08:19.972823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506d52-6d12-40a2-9112-4cbb3adff6ef req-b9a421cb-0ee3-43c0-b926-f36ddbdd175f tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:19.974618 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29506d52-6d12-40a2-9112-4cbb3adff6ef req-b9a421cb-0ee3-43c0-b926-f36ddbdd175f tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 944 time: 0.0557156 Sep 18 02:08:20.017170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29506d52-6d12-40a2-9112-4cbb3adff6ef req-e5526f53-c942-454a-b775-7c3d2c9b626d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354769 Sep 18 02:08:20.231609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60808) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:20.430846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-abf34b04-4f0c-442f-b589-614f0fb5ad3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69e2f0e802d74fdb9ae42c705069f8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980255 Sep 18 02:08:20.433516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60818) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:20.484227 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e932db3f-9443-4ee9-822f-cc8267deb013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:20.507221 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e932db3f-9443-4ee9-822f-cc8267deb013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:20.556687 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e932db3f-9443-4ee9-822f-cc8267deb013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:20.559651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e932db3f-9443-4ee9-822f-cc8267deb013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:20.563173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e932db3f-9443-4ee9-822f-cc8267deb013 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abde5dc5-9b39-4a3a-bc31-d6ac8db6f187 HTTP/1.1" status: 204 len: 168 time: 0.1263039 Sep 18 02:08:20.568979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932db3f-9443-4ee9-822f-cc8267deb013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde5dc5-9b39-4a3a-bc31-d6ac8db6f187,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:20.869854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-83075512-0e13-4dca-b06a-cd3d3d100263 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:20.871475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-83075512-0e13-4dca-b06a-cd3d3d100263 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.20 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 946 time: 0.0843191 Sep 18 02:08:20.897914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bf876-6c4c-4584-aabc-a022df885831 req-3788c8b4-cb04-465d-ac8b-b5dfc277933e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:20.899502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-239bf876-6c4c-4584-aabc-a022df885831 req-3788c8b4-cb04-465d-ac8b-b5dfc277933e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 946 time: 0.0810754 Sep 18 02:08:21.007898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-239bf876-6c4c-4584-aabc-a022df885831 req-23df0e4c-6775-42ad-898f-0385750999c9 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Sep 18 02:08:21.053768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Deleting port 5a282987-41c6-438d-b1aa-658e2fe3b585 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:21.054185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:21.061109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00c179-dda1-48aa-a8ce-03bbe33d1cd3 req-2e5e61d1-7fe0-4665-9aeb-f2482270b3a5 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:21.072059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac00c179-dda1-48aa-a8ce-03bbe33d1cd3 req-2e5e61d1-7fe0-4665-9aeb-f2482270b3a5 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.0863259 Sep 18 02:08:21.122542 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac00c179-dda1-48aa-a8ce-03bbe33d1cd3 req-984005fb-d0a8-4986-be05-b1a3fd39f0c9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480847 Sep 18 02:08:21.413935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b0802414-9277-4a7f-aba4-9143ac8fd562 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:08:21.556881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] For port 5a282987-41c6-438d-b1aa-658e2fe3b585, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=5a282987-41c6-438d-b1aa-658e2fe3b585,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:21.557247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:21.561739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b0802414-9277-4a7f-aba4-9143ac8fd562, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b0802414-9277-4a7f-aba4-9143ac8fd562,segment=NetworkSegment(c6edecea-4c09-44cb-b1d9-084588af3f27),segment_id=c6edecea-4c09-44cb-b1d9-084588af3f27)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:21.574675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Calling delete_port for 5a282987-41c6-438d-b1aa-658e2fe3b585 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:21.579874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'b0802414-9277-4a7f-aba4-9143ac8fd562', 'network_id': '73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a', 'port_id': 'b0802414-9277-4a7f-aba4-9143ac8fd562', 'mac_address': 'fa:16:3e:c9:fb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ea7b7c-7f27-42a1-84bc-1083d80fe555', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:08:21.583943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de387f3-cc73-44ab-be6d-3dcc15011aa3 req-22f99777-fec1-486a-a992-d1e2004e7004 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:21.586486 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8de387f3-cc73-44ab-be6d-3dcc15011aa3 req-22f99777-fec1-486a-a992-d1e2004e7004 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 944 time: 0.0852571 Sep 18 02:08:21.624089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60866) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:21.625613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:21.642416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0802414-9277-4a7f-aba4-9143ac8fd562 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:08:21.664815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b0802414-9277-4a7f-aba4-9143ac8fd562, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b0802414-9277-4a7f-aba4-9143ac8fd562,segment=NetworkSegment(c6edecea-4c09-44cb-b1d9-084588af3f27),segment_id=c6edecea-4c09-44cb-b1d9-084588af3f27)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:21.671137 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:21.688743 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8de387f3-cc73-44ab-be6d-3dcc15011aa3 req-8ad66c8f-43cc-4bc4-9b2c-e57dc29c90fc tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928402 Sep 18 02:08:21.734932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b0802414-9277-4a7f-aba4-9143ac8fd562,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:21.794321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:21.806047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['5a282987-41c6-438d-b1aa-658e2fe3b585'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:08:21.828830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Pushing event deleted for resources: {'Port': ['ID=5a282987-41c6-438d-b1aa-658e2fe3b585,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:21.884000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] No DVR routers for this DVR port 5a282987-41c6-438d-b1aa-658e2fe3b585 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:21.886670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:21.888758 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5170139-9e2b-450a-a552-08621e0b4b72 req-d54147c4-a344-47fc-83ed-69e47482767b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.20 "DELETE /v2.0/ports/5a282987-41c6-438d-b1aa-658e2fe3b585 HTTP/1.1" status: 204 len: 173 time: 1.0094936 Sep 18 02:08:21.889197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8961b42c-a242-40b1-9308-3be67203be3f', 'name': 'network-vif-deleted', 'tag': '5a282987-41c6-438d-b1aa-658e2fe3b585'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:21.892019 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced466ef-1417-48a2-a58a-29ea3d10a876" -d '{"events": [{"server_uuid": "8961b42c-a242-40b1-9308-3be67203be3f", "name": "network-vif-deleted", "tag": "5a282987-41c6-438d-b1aa-658e2fe3b585"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:21.910686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f5dd90dc-ad51-4f3f-8666-89ef4563d9e7 tempest-DvrRoutersNegativeTest-1999269329 tempest-DvrRoutersNegativeTest-1999269329-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1958601212', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:21.914936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.policy [None req-f5dd90dc-ad51-4f3f-8666-89ef4563d9e7 tempest-DvrRoutersNegativeTest-1999269329 tempest-DvrRoutersNegativeTest-1999269329-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106440) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 18 02:08:21.916217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.policy [None req-f5dd90dc-ad51-4f3f-8666-89ef4563d9e7 tempest-DvrRoutersNegativeTest-1999269329 tempest-DvrRoutersNegativeTest-1999269329-project] Failed policy check for 'create_router' {{(pid=106440) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 18 02:08:21.916973 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-f5dd90dc-ad51-4f3f-8666-89ef4563d9e7 tempest-DvrRoutersNegativeTest-1999269329 tempest-DvrRoutersNegativeTest-1999269329-project] create failed (client error): Access was denied to this resource. Sep 18 02:08:21.940653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f5dd90dc-ad51-4f3f-8666-89ef4563d9e7 tempest-DvrRoutersNegativeTest-1999269329 tempest-DvrRoutersNegativeTest-1999269329-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3134246 Sep 18 02:08:21.941089 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ddaead-b572-44b3-9855-c9f984012376 x-openstack-request-id: req-09ddaead-b572-44b3-9855-c9f984012376 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:21.941380 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8961b42c-a242-40b1-9308-3be67203be3f", "name": "network-vif-deleted", "tag": "5a282987-41c6-438d-b1aa-658e2fe3b585", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:21.941628 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09ddaead-b572-44b3-9855-c9f984012376 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:21.942059 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8961b42c-a242-40b1-9308-3be67203be3f', 'name': 'network-vif-deleted', 'tag': '5a282987-41c6-438d-b1aa-658e2fe3b585', 'status': 'completed', 'code': 200} Sep 18 02:08:22.023696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['b0802414-9277-4a7f-aba4-9143ac8fd562'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:08:22.140673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd5c1f1b-f5e4-4658-92c3-a6a1e127a80f req-ded17388-57f5-4b35-8e2d-80a7ef3e859e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=8961b42c-a242-40b1-9308-3be67203be3f HTTP/1.1" status: 200 len: 210 time: 0.0431254 Sep 18 02:08:22.259437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c3361-12d4-4dc7-b220-c80b26e37e77 req-26a52b79-6f49-42d7-bb70-45bdf058531c tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:22.261020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba5c3361-12d4-4dc7-b220-c80b26e37e77 req-26a52b79-6f49-42d7-bb70-45bdf058531c tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.0590291 Sep 18 02:08:22.313535 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba5c3361-12d4-4dc7-b220-c80b26e37e77 req-d9f5f4c8-15bc-47c3-b641-3563eb617dc1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440969 Sep 18 02:08:22.352280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 60896) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:22.482619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c71c76d-8d28-4d21-b5ee-0cc47b10bbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:22.579623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c71c76d-8d28-4d21-b5ee-0cc47b10bbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:22.584162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c71c76d-8d28-4d21-b5ee-0cc47b10bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:22.624885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c71c76d-8d28-4d21-b5ee-0cc47b10bbb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ba36e4143204c68a2bee5e905f224fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714956 Sep 18 02:08:22.625728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71c76d-8d28-4d21-b5ee-0cc47b10bbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87632170-3dde-4335-bcdb-b9ab708caf77,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:22.627883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 60908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:22.681090 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f34232d-219f-49c2-9aeb-6b66749762b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:22.701995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f34232d-219f-49c2-9aeb-6b66749762b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:22.764242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f34232d-219f-49c2-9aeb-6b66749762b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:22.767804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f34232d-219f-49c2-9aeb-6b66749762b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:22.769246 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1f34232d-219f-49c2-9aeb-6b66749762b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87632170-3dde-4335-bcdb-b9ab708caf77 HTTP/1.1" status: 204 len: 168 time: 0.1403592 Sep 18 02:08:22.779785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34232d-219f-49c2-9aeb-6b66749762b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87632170-3dde-4335-bcdb-b9ab708caf77,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:22.829892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd16060-495a-4478-adc5-469915eee2a6 req-6cb847a2-aaa1-4a67-bfbc-9ca38943b50d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:22.831457 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5bd16060-495a-4478-adc5-469915eee2a6 req-6cb847a2-aaa1-4a67-bfbc-9ca38943b50d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 945 time: 0.0622973 Sep 18 02:08:22.871954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5bd16060-495a-4478-adc5-469915eee2a6 req-2fea6686-6a35-4b97-bdfb-fcc0bcc338b2 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Sep 18 02:08:23.427461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b0802414-9277-4a7f-aba4-9143ac8fd562 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:08:23.454571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79111abb-f6b1-4b4b-b516-34a5cb3e6d0a req-7e1d4866-a058-431e-9c2f-6ee1c55a6a07 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:23.457024 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79111abb-f6b1-4b4b-b516-34a5cb3e6d0a req-7e1d4866-a058-431e-9c2f-6ee1c55a6a07 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.0586998 Sep 18 02:08:23.501406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port b0802414-9277-4a7f-aba4-9143ac8fd562 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:08:23.509232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port b0802414-9277-4a7f-aba4-9143ac8fd562 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:08:23.509878 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:23.533823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8be4-a571-4898-8946-69cdd6556052 req-2f11b637-6c6f-48f2-8c14-bad665736958 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:23.536929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-2f11b637-6c6f-48f2-8c14-bad665736958 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/networks?id=314dc5cd-dc4f-4d93-b936-256453b3cfb4 HTTP/1.1" status: 200 len: 808 time: 0.1546283 Sep 18 02:08:23.553734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79111abb-f6b1-4b4b-b516-34a5cb3e6d0a req-662fead1-f20c-4b8c-8f20-75e0050ae7f7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860193 Sep 18 02:08:23.568212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-29977514-04d1-4525-b9dd-ab5b482d9c6e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/quotas/fd9cc2cfd7654bbda6210f54b1370530 HTTP/1.1" status: 200 len: 375 time: 0.0211606 Sep 18 02:08:23.624288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-5213e3a9-3032-415b-a763-200857e9e05e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd9cc2cfd7654bbda6210f54b1370530&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500169 Sep 18 02:08:23.638497 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:23.680287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfa21be-f4dc-4742-8ebc-b38205f42cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0802414-9277-4a7f-aba4-9143ac8fd562'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:23.690825 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea39766-cdfa-4f4a-af34-a1fc8e42bc71" -d '{"events": [{"server_uuid": "1dfa21be-f4dc-4742-8ebc-b38205f42cd2", "name": "network-vif-plugged", "status": "completed", "tag": "b0802414-9277-4a7f-aba4-9143ac8fd562"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:23.705329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b0802414-9277-4a7f-aba4-9143ac8fd562, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b0802414-9277-4a7f-aba4-9143ac8fd562,segment=NetworkSegment(c6edecea-4c09-44cb-b1d9-084588af3f27),segment_id=c6edecea-4c09-44cb-b1d9-084588af3f27)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:23.715615 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:23.792844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b0802414-9277-4a7f-aba4-9143ac8fd562,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:23.808909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-4ee7ddc9-732b-4aa5-9a34-b26ea6caf22b service neutron] 10.222.0.21 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747112 Sep 18 02:08:23.861338 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caecab3c-fd6b-404c-97c4-fd455b6b6148 x-openstack-request-id: req-caecab3c-fd6b-404c-97c4-fd455b6b6148 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:23.861637 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfa21be-f4dc-4742-8ebc-b38205f42cd2", "name": "network-vif-plugged", "status": "completed", "tag": "b0802414-9277-4a7f-aba4-9143ac8fd562", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:23.861896 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caecab3c-fd6b-404c-97c4-fd455b6b6148 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:23.862278 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfa21be-f4dc-4742-8ebc-b38205f42cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0802414-9277-4a7f-aba4-9143ac8fd562', 'code': 200} Sep 18 02:08:23.957323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-0c8716ab-8440-4411-b7f7-ba6778773646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:23.959163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-0c8716ab-8440-4411-b7f7-ba6778773646 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 1098 time: 0.0487506 Sep 18 02:08:24.013689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e38c8d-98a6-4e2c-9bc3-f6c407b1cda2 req-43fc8d7b-daff-48c9-9af0-894829d3011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:24.015188 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0e38c8d-98a6-4e2c-9bc3-f6c407b1cda2 req-43fc8d7b-daff-48c9-9af0-894829d3011f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 1098 time: 0.0820107 Sep 18 02:08:24.017648 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-b5d1a6b7-d549-4636-b8ec-c7c6b3af8b39 service neutron] 10.222.0.21 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073698 Sep 18 02:08:24.100246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-6bdb9cd8-b241-4ee1-b7d1-dd328d44adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:24.102196 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-6bdb9cd8-b241-4ee1-b7d1-dd328d44adc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 911 time: 0.1287007 Sep 18 02:08:24.106493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0e38c8d-98a6-4e2c-9bc3-f6c407b1cda2 req-3bb5bdb9-d582-4e1d-a401-b5b8937fbb5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821207 Sep 18 02:08:24.173199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-41b4aba0-3f1c-4458-b5a0-05c3cb0742d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0639966 Sep 18 02:08:24.183536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce00600-ff2d-4664-9021-f6e7c5a5f8b7 req-245bd8f5-72a8-4b97-9de2-1279a044bf9c tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:24.192081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ce00600-ff2d-4664-9021-f6e7c5a5f8b7 req-245bd8f5-72a8-4b97-9de2-1279a044bf9c tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.2302389 Sep 18 02:08:24.266516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ce00600-ff2d-4664-9021-f6e7c5a5f8b7 req-d43a8aeb-f444-48c5-be3c-3ed3c223af0d tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735595 Sep 18 02:08:24.279370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-b9966841-c083-4ac6-9a53-c2a1e17cfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:24.283643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-b9966841-c083-4ac6-9a53-c2a1e17cfc69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.0883565 Sep 18 02:08:24.327827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca2aa4-5e6f-4037-a982-f14b9db21a9f req-194c3888-aaec-4671-842a-dc4e61d11757 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:24.343423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ecca2aa4-5e6f-4037-a982-f14b9db21a9f req-194c3888-aaec-4671-842a-dc4e61d11757 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 946 time: 0.1400304 Sep 18 02:08:24.385601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-7c7daced-e1d5-4ef3-b4a3-ec7124e8ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:24.387909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-7c7daced-e1d5-4ef3-b4a3-ec7124e8ca75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967925 Sep 18 02:08:24.402242 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ecca2aa4-5e6f-4037-a982-f14b9db21a9f req-0e8e39ae-e74b-4ba5-b821-83961dcaf903 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579708 Sep 18 02:08:24.528507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99b76562-55d5-454b-9b94-817e28d95642 req-a3d884e8-0c42-464e-a8ec-3a3eba12d8fa tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 210 time: 0.0840552 Sep 18 02:08:24.570762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-0ccce648-075b-4ef2-8d7a-56f12e52c83d service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751380 Sep 18 02:08:24.700146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b4fefc57-d34b-475b-ab6e-08b378313921 req-45e69d8e-8446-4513-a4af-e0146729b9ea service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223071 Sep 18 02:08:25.389637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:25.531236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022635ca-34b7-4fae-9894-363de381dbbb req-de8bea90-380e-4f09-8c58-4da161cfe4d3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:25.546187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-022635ca-34b7-4fae-9894-363de381dbbb req-de8bea90-380e-4f09-8c58-4da161cfe4d3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1884153 Sep 18 02:08:25.573128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8be4-a571-4898-8946-69cdd6556052 req-ee6990da-e9cf-40ab-ae13-0afec6dfa57c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:25.575045 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-ee6990da-e9cf-40ab-ae13-0afec6dfa57c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.20 "GET /v2.0/networks?id=314dc5cd-dc4f-4d93-b936-256453b3cfb4 HTTP/1.1" status: 200 len: 808 time: 0.2577112 Sep 18 02:08:25.588925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Request body: {'port': {'device_id': '09f5e225-7699-46f7-a0cf-cc1a3b3338e2', 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4', 'admin_state_up': True, 'tenant_id': 'fd9cc2cfd7654bbda6210f54b1370530'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:25.593031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ce290-991a-476c-9b4e-d1eddb2f1d1a req-33299053-6149-4681-9797-f58cb0f4171c tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:25.601501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f66ce290-991a-476c-9b4e-d1eddb2f1d1a req-33299053-6149-4681-9797-f58cb0f4171c tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 946 time: 0.0777593 Sep 18 02:08:25.630556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-022635ca-34b7-4fae-9894-363de381dbbb req-0199e67a-b669-43c3-bfba-5984f4124a7a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777755 Sep 18 02:08:25.650594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f66ce290-991a-476c-9b4e-d1eddb2f1d1a req-83543083-b04d-4797-8f7e-914e035219c2 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 Sep 18 02:08:25.670536 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:25.698121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 32836) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:25.748406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-81d83a7f-f6e9-4c62-afa2-d81881bc9e3f req-026607cb-7fe8-452e-bce7-f897caea01aa tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 210 time: 0.0369925 Sep 18 02:08:25.844820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Made reservation on behalf of fd9cc2cfd7654bbda6210f54b1370530 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:25.849515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:25.873459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7994-aee2-4f12-b50a-446df7b5301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:25.920865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 5a282987-41c6-438d-b1aa-658e2fe3b585 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:25.951163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 5a282987-41c6-438d-b1aa-658e2fe3b585 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:25.951493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 5a282987-41c6-438d-b1aa-658e2fe3b585 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:26.017794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Allocated IP 172.20.0.10 (314dc5cd-dc4f-4d93-b936-256453b3cfb4/3e874876-e47b-49a2-a9e9-a757d50ffb06/2bc9ae21-0a7c-4c64-b851-b1b7c5143b04) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:08:26.035483 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7994-aee2-4f12-b50a-446df7b5301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.042194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7994-aee2-4f12-b50a-446df7b5301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.086999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0559c8-964c-406e-88b9-5c30549fa729 req-afecd889-033b-449b-b13d-4068422da387 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:26.088551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d0559c8-964c-406e-88b9-5c30549fa729 req-afecd889-033b-449b-b13d-4068422da387 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 946 time: 0.0897617 Sep 18 02:08:26.101170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd4e7994-aee2-4f12-b50a-446df7b5301e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33bc974db3de455fa80f7cbad5a7d4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018426 Sep 18 02:08:26.103916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 32846) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:26.104362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e7994-aee2-4f12-b50a-446df7b5301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0257ece4-2ced-4d7a-bc1b-a65dfa9f05aa,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:26.142501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d0559c8-964c-406e-88b9-5c30549fa729 req-7dc1bdb7-09fe-439c-9848-c95417584a96 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Sep 18 02:08:26.211479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6df8-0ee5-4873-b600-699dc45375c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.236851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.248279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6df8-0ee5-4873-b600-699dc45375c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.316380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.329381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6df8-0ee5-4873-b600-699dc45375c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.331875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6df8-0ee5-4873-b600-699dc45375c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.333002 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1f1d6df8-0ee5-4873-b600-699dc45375c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0257ece4-2ced-4d7a-bc1b-a65dfa9f05aa HTTP/1.1" status: 204 len: 168 time: 0.2279055 Sep 18 02:08:26.372734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:08:26.373595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d6df8-0ee5-4873-b600-699dc45375c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0257ece4-2ced-4d7a-bc1b-a65dfa9f05aa,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:26.383864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:08:26.388332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:08:26.423926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Pushing event updated for resources: {'Port': ['ID=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:26.457725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:26.458455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.473374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-fec433c9-971f-46fb-8e60-e5440c742438 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8892078 Sep 18 02:08:26.488375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Request body: {'port': {'device_id': '09f5e225-7699-46f7-a0cf-cc1a3b3338e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:26.550629 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.806095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 32866) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:26.824107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54da8001-0e0a-471e-acd2-e4b4e6d8af5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.869945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:08:26.879108 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.926845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Transition to ACTIVE for port object 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:08:26.932118 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.939096 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54da8001-0e0a-471e-acd2-e4b4e6d8af5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.943460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54da8001-0e0a-471e-acd2-e4b4e6d8af5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:26.975893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 32872) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:26.993756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6793e54-d982-4653-916d-4b87bc4c5108 req-83a03876-2655-4bb2-b752-8d5c8ed939a4 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:27.001211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6793e54-d982-4653-916d-4b87bc4c5108 req-83a03876-2655-4bb2-b752-8d5c8ed939a4 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 932 time: 0.1102691 Sep 18 02:08:27.004512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da8001-0e0a-471e-acd2-e4b4e6d8af5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18c7c09-9c62-4baf-8bf6-82f6287fc7c7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:27.011709 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-54da8001-0e0a-471e-acd2-e4b4e6d8af5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07da83dcf9a54629858184613156f5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037029 Sep 18 02:08:27.013672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 32876) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:27.027771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Pushing event updated for resources: {'Port': ['ID=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:27.073867 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57289116-e7c4-454c-bde3-fa2e956d709d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.098859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57289116-e7c4-454c-bde3-fa2e956d709d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.102112 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6793e54-d982-4653-916d-4b87bc4c5108 req-c63fbf5e-5b83-4eb2-b99f-8e5e341a2b92 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000397 Sep 18 02:08:27.124084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Attempting to bind port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:08:27.124489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Attempting to bind port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:08:27.124885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Attempting to bind port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 on network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:08:27.129712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 on network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:08:27.130103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Attempting to bind port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 on network 314dc5cd-dc4f-4d93-b936-256453b3cfb4 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:08:27.136391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:08:27.136794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Checking segment: {'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:08:27.137260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Bound using segment: {'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:08:27.137716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Bound port: 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974d61cf-d426-4184-8cda-b5d9af24dc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:08:27.138180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.151999 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14b85d46-a4b6-496b-b9de-58dca805a79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.195435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57289116-e7c4-454c-bde3-fa2e956d709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.198161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57289116-e7c4-454c-bde3-fa2e956d709d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.201734 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-57289116-e7c4-454c-bde3-fa2e956d709d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e18c7c09-9c62-4baf-8bf6-82f6287fc7c7 HTTP/1.1" status: 204 len: 168 time: 0.1846962 Sep 18 02:08:27.214182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57289116-e7c4-454c-bde3-fa2e956d709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18c7c09-9c62-4baf-8bf6-82f6287fc7c7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:27.227903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] For port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:08:27.235060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] For port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:08:27.241021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.279114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:27.279739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.281195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] 10.222.0.20 "PUT /v2.0/ports/2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 HTTP/1.1" status: 200 len: 1093 time: 0.7995787 Sep 18 02:08:27.281663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f5e225-7699-46f7-a0cf-cc1a3b3338e2', 'tag': '2bc9ae21-0a7c-4c64-b851-b1b7c5143b04'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:27.283986 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505f0143-40f9-45a2-8da3-394052780955" -d '{"events": [{"name": "network-changed", "server_uuid": "09f5e225-7699-46f7-a0cf-cc1a3b3338e2", "tag": "2bc9ae21-0a7c-4c64-b851-b1b7c5143b04"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:27.309447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8cb59-e4f8-4523-8f1f-3e6a98cf0ddc service neutron] Pushing event updated for resources: {'Port': ['ID=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:27.357255 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d407e1a7-06fa-43d3-b169-18a68d7f7f11 x-openstack-request-id: req-d407e1a7-06fa-43d3-b169-18a68d7f7f11 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:27.357542 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f5e225-7699-46f7-a0cf-cc1a3b3338e2", "tag": "2bc9ae21-0a7c-4c64-b851-b1b7c5143b04", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:27.357802 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d407e1a7-06fa-43d3-b169-18a68d7f7f11 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:27.358209 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f5e225-7699-46f7-a0cf-cc1a3b3338e2', 'tag': '2bc9ae21-0a7c-4c64-b851-b1b7c5143b04', 'status': 'completed', 'code': 200} Sep 18 02:08:27.375713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8be4-a571-4898-8946-69cdd6556052 req-5976c315-36d8-4776-8ae0-0cea27f47978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:27.377279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-5976c315-36d8-4776-8ae0-0cea27f47978 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd9cc2cfd7654bbda6210f54b1370530&device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 1096 time: 0.0553391 Sep 18 02:08:27.424802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-122a0d51-91f2-48db-9c9d-8f9decdea45e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 HTTP/1.1" status: 200 len: 217 time: 0.0390246 Sep 18 02:08:27.476514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b8be4-a571-4898-8946-69cdd6556052 req-026c409b-5fea-4415-902a-7a680a98fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:27.478049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-026c409b-5fea-4415-902a-7a680a98fef0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e874876-e47b-49a2-a9e9-a757d50ffb06 HTTP/1.1" status: 200 len: 848 time: 0.0463305 Sep 18 02:08:27.518437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-e503e650-4658-4e8e-8667-96324a606901 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314dc5cd-dc4f-4d93-b936-256453b3cfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333881 Sep 18 02:08:27.648363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-124ade7f-37d5-4a97-a2a8-b2dc4085876f service neutron] 10.222.0.20 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217611 Sep 18 02:08:27.688285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-9c684485-3363-4b4b-a0ef-2967ac541870 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:27.689782 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-9c684485-3363-4b4b-a0ef-2967ac541870 tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 946 time: 0.4710305 Sep 18 02:08:27.699114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35fe9e-fbd3-4ace-b1bd-11f01423d785 req-4313d151-e3ce-4c65-9a24-d2ae499b3cea tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:27.700577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f35fe9e-fbd3-4ace-b1bd-11f01423d785 req-4313d151-e3ce-4c65-9a24-d2ae499b3cea tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dfa21be-f4dc-4742-8ebc-b38205f42cd2 HTTP/1.1" status: 200 len: 946 time: 0.4685140 Sep 18 02:08:27.764908 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14b85d46-a4b6-496b-b9de-58dca805a79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.766827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d43b8be4-a571-4898-8946-69cdd6556052 req-64707ef1-53ef-478a-ab9d-fea3c0efcc85 service neutron] 10.222.0.20 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114523 Sep 18 02:08:27.777728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14b85d46-a4b6-496b-b9de-58dca805a79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:27.846598 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f35fe9e-fbd3-4ace-b1bd-11f01423d785 req-d6081372-0fef-43f4-8d42-ee803efdec6e tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e11fba5-0e89-4d05-b636-20238aaa6b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259167 Sep 18 02:08:27.853808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-14b85d46-a4b6-496b-b9de-58dca805a79d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e8ab1df40c946d885e30d22100389aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724744 Sep 18 02:08:27.857226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 32904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:27.866219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b85d46-a4b6-496b-b9de-58dca805a79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccadc45c-d5ff-4a60-8bbe-cc648d432980,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:27.888145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f0143-40f9-45a2-8da3-394052780955 req-d6fadb00-5265-478b-b17b-cfc72bef329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:27.891136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-505f0143-40f9-45a2-8da3-394052780955 req-d6fadb00-5265-478b-b17b-cfc72bef329d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd9cc2cfd7654bbda6210f54b1370530&device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 1096 time: 0.0724230 Sep 18 02:08:27.905415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Deleting port b0802414-9277-4a7f-aba4-9143ac8fd562 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:27.905760 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.003043 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce9808e5-1428-448d-b6c4-6635780e862c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.023804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] For port b0802414-9277-4a7f-aba4-9143ac8fd562, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b0802414-9277-4a7f-aba4-9143ac8fd562,segment=NetworkSegment(c6edecea-4c09-44cb-b1d9-084588af3f27),segment_id=c6edecea-4c09-44cb-b1d9-084588af3f27)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:28.024279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.038061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Calling delete_port for b0802414-9277-4a7f-aba4-9143ac8fd562 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:28.044122 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce9808e5-1428-448d-b6c4-6635780e862c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.058401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f0143-40f9-45a2-8da3-394052780955 req-c02012ec-c9da-4dea-b0d8-9f271c844b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:28.059992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-505f0143-40f9-45a2-8da3-394052780955 req-c02012ec-c9da-4dea-b0d8-9f271c844b1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=314dc5cd-dc4f-4d93-b936-256453b3cfb4 HTTP/1.1" status: 200 len: 908 time: 0.1603205 Sep 18 02:08:28.112249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-505f0143-40f9-45a2-8da3-394052780955 req-0ece1da5-e983-4ff1-be45-ed13236a9ab9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 HTTP/1.1" status: 200 len: 217 time: 0.0394707 Sep 18 02:08:28.196855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.204407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f0143-40f9-45a2-8da3-394052780955 req-d68eb123-6887-4012-bcd0-00accb1d4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:28.207101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-505f0143-40f9-45a2-8da3-394052780955 req-d68eb123-6887-4012-bcd0-00accb1d4ad3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e874876-e47b-49a2-a9e9-a757d50ffb06 HTTP/1.1" status: 200 len: 848 time: 0.0863967 Sep 18 02:08:28.212073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['b0802414-9277-4a7f-aba4-9143ac8fd562'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:08:28.226944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce9808e5-1428-448d-b6c4-6635780e862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.229909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Pushing event deleted for resources: {'Port': ['ID=b0802414-9277-4a7f-aba4-9143ac8fd562,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:28.230748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce9808e5-1428-448d-b6c4-6635780e862c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.236788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ce9808e5-1428-448d-b6c4-6635780e862c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccadc45c-d5ff-4a60-8bbe-cc648d432980 HTTP/1.1" status: 204 len: 168 time: 0.3736918 Sep 18 02:08:28.283208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] No DVR routers for this DVR port b0802414-9277-4a7f-aba4-9143ac8fd562 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:28.284080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-505f0143-40f9-45a2-8da3-394052780955 req-fa76255f-23f3-4d6c-bd80-0d22accd53e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314dc5cd-dc4f-4d93-b936-256453b3cfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609641 Sep 18 02:08:28.286172 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.289919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae4a6cc-fb9c-410a-b33a-1a5c8b1ee0ed req-0ae8cfcb-2642-4127-b665-93ddb94ff83d tempest-InstanceActionsV221TestJSON-1944920333 tempest-InstanceActionsV221TestJSON-1944920333-project] 10.222.0.18 "DELETE /v2.0/ports/b0802414-9277-4a7f-aba4-9143ac8fd562 HTTP/1.1" status: 204 len: 173 time: 0.5854311 Sep 18 02:08:28.290943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfa21be-f4dc-4742-8ebc-b38205f42cd2', 'name': 'network-vif-deleted', 'tag': 'b0802414-9277-4a7f-aba4-9143ac8fd562'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:28.293078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9ac77-e229-485a-8e7c-b2dac5b45eb2 req-a127fc9e-1a4f-4379-91eb-ac8685bc679e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:28.293783 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d044dc7-76d4-4a89-b009-d2da70e63b97" -d '{"events": [{"server_uuid": "1dfa21be-f4dc-4742-8ebc-b38205f42cd2", "name": "network-vif-deleted", "tag": "b0802414-9277-4a7f-aba4-9143ac8fd562"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:28.294584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2db9ac77-e229-485a-8e7c-b2dac5b45eb2 req-a127fc9e-1a4f-4379-91eb-ac8685bc679e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 944 time: 0.1068361 Sep 18 02:08:28.295382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9808e5-1428-448d-b6c4-6635780e862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccadc45c-d5ff-4a60-8bbe-cc648d432980,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:28.380266 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a7019c-72de-4ad4-ab14-d279c8e24dae x-openstack-request-id: req-b5a7019c-72de-4ad4-ab14-d279c8e24dae {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:28.380573 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfa21be-f4dc-4742-8ebc-b38205f42cd2", "name": "network-vif-deleted", "tag": "b0802414-9277-4a7f-aba4-9143ac8fd562", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:28.380857 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5a7019c-72de-4ad4-ab14-d279c8e24dae {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:28.381785 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfa21be-f4dc-4742-8ebc-b38205f42cd2', 'name': 'network-vif-deleted', 'tag': 'b0802414-9277-4a7f-aba4-9143ac8fd562', 'status': 'completed', 'code': 200} Sep 18 02:08:28.432551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2db9ac77-e229-485a-8e7c-b2dac5b45eb2 req-01bfcf77-1d7d-4542-9d34-2c63b25ca9d6 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095970 Sep 18 02:08:28.471523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-505f0143-40f9-45a2-8da3-394052780955 req-a5797b6f-4f49-479c-896f-a5931f1e6bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599119 Sep 18 02:08:28.572898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-505f0143-40f9-45a2-8da3-394052780955 req-1f6267c6-da91-49e5-86db-59b36c0d8337 service neutron] 10.222.0.20 "GET /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930390 Sep 18 02:08:28.631162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 32928) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:28.650208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c0cdc89-28d1-401a-82f3-f8f04fa6e57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.770133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c0cdc89-28d1-401a-82f3-f8f04fa6e57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.775713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c0cdc89-28d1-401a-82f3-f8f04fa6e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.819993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c0cdc89-28d1-401a-82f3-f8f04fa6e57e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5c39ab7b32d4b86b949dcba4aae7ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873307 Sep 18 02:08:28.822353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cdc89-28d1-401a-82f3-f8f04fa6e57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd94407-1f40-4e39-a167-de2837478d96,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:28.822675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 32936) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:28.876161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.904083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.956552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.960097 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:28.963831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dd94407-1f40-4e39-a167-de2837478d96 HTTP/1.1" status: 204 len: 168 time: 0.1377432 Sep 18 02:08:28.972075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd94407-1f40-4e39-a167-de2837478d96,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:28.981371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.981722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.982100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.982387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.982739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.983082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.983409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.983778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.984286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.984624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.984948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:28.985275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b351d2-2040-4109-94f4-4aa8ac436032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:29.159499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 32956) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:29.213405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6470e8cc-9904-474e-8057-ddcda934d69b admin admin] Deleting subnet e5ea7b7c-7f27-42a1-84bc-1083d80fe555 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:08:29.216571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6470e8cc-9904-474e-8057-ddcda934d69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.253814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6470e8cc-9904-474e-8057-ddcda934d69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.294646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6470e8cc-9904-474e-8057-ddcda934d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.359844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6470e8cc-9904-474e-8057-ddcda934d69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.388750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470e8cc-9904-474e-8057-ddcda934d69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ea7b7c-7f27-42a1-84bc-1083d80fe555,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:29.390946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6470e8cc-9904-474e-8057-ddcda934d69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.394756 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6470e8cc-9904-474e-8057-ddcda934d69b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e5ea7b7c-7f27-42a1-84bc-1083d80fe555 HTTP/1.1" status: 204 len: 168 time: 0.2322595 Sep 18 02:08:29.395791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 32968) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:29.506963 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.565435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291fcb-200b-44a7-b234-e39e7ed3fe92 req-16e10b02-9ca9-4f08-aafe-e8cfeebaeac4 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:29.567141 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38291fcb-200b-44a7-b234-e39e7ed3fe92 req-16e10b02-9ca9-4f08-aafe-e8cfeebaeac4 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 944 time: 0.0613532 Sep 18 02:08:29.622257 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38291fcb-200b-44a7-b234-e39e7ed3fe92 req-c31bdd15-ae3b-427d-9d19-7dd8a372b413 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484586 Sep 18 02:08:29.628122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.656819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:29.667424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6edecea-4c09-44cb-b1d9-084588af3f27') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:29.667733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6edecea-4c09-44cb-b1d9-084588af3f27') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:29.677930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.692832 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.700563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:29.700563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:29.701740 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:29.765438 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.772901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:29.777253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] 10.222.0.21 "DELETE /v2.0/networks/73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a HTTP/1.1" status: 204 len: 168 time: 0.3778210 Sep 18 02:08:29.790832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b203013-b110-49b4-866e-71e576b0ad6e admin admin] Pushing event deleted for resources: {'Network': ['ID=73e3ede2-784b-42f1-a9e0-d2b1c03a2e1a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:29.966628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33004) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:30.009632 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f0f443d5-7fbb-4d74-b40d-47e88a4e09aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ba8903519e842708d69fdef8c6ead12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415378 Sep 18 02:08:30.012354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33006) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:30.069979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-18ce762b-5613-4519-b177-767be68a7bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.098956 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-18ce762b-5613-4519-b177-767be68a7bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.171751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-18ce762b-5613-4519-b177-767be68a7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.182398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33014) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:30.182902 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-18ce762b-5613-4519-b177-767be68a7bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.184025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-18ce762b-5613-4519-b177-767be68a7bcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e11fba5-0e89-4d05-b636-20238aaa6b18 HTTP/1.1" status: 204 len: 168 time: 0.1701872 Sep 18 02:08:30.194895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce762b-5613-4519-b177-767be68a7bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11fba5-0e89-4d05-b636-20238aaa6b18,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:30.429974 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ee05883-2274-4823-83d1-8e8b440ad470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.523697 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ee05883-2274-4823-83d1-8e8b440ad470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.532391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ee05883-2274-4823-83d1-8e8b440ad470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.573621 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ee05883-2274-4823-83d1-8e8b440ad470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2850b860ea347d088e0b0580244834b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896563 Sep 18 02:08:30.574401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee05883-2274-4823-83d1-8e8b440ad470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d6629b-45d1-4f8b-a44c-84d03e9db64e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:30.576091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33032) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:30.635066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19a653fc-7eef-49d4-bcee-3e6e85386b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.663420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19a653fc-7eef-49d4-bcee-3e6e85386b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.723006 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19a653fc-7eef-49d4-bcee-3e6e85386b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.728676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19a653fc-7eef-49d4-bcee-3e6e85386b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.730238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-19a653fc-7eef-49d4-bcee-3e6e85386b7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71d6629b-45d1-4f8b-a44c-84d03e9db64e HTTP/1.1" status: 204 len: 168 time: 0.1526089 Sep 18 02:08:30.744379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a653fc-7eef-49d4-bcee-3e6e85386b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d6629b-45d1-4f8b-a44c-84d03e9db64e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:30.848384 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22938adf-764e-4422-b1e3-a06a95a2daea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:30.874228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7425-5b01-4e5f-9899-8f99bdcd6e8c req-df6f40e3-c24a-4e31-90a7-644019284bef tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:30.875819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-54ad7425-5b01-4e5f-9899-8f99bdcd6e8c req-df6f40e3-c24a-4e31-90a7-644019284bef tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 944 time: 0.0887756 Sep 18 02:08:30.939202 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-54ad7425-5b01-4e5f-9899-8f99bdcd6e8c req-e4c64198-2a96-44ec-9dcb-50d4c17dc3fb tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Sep 18 02:08:31.264358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33078) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:31.395078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b2116ba3-85c5-4611-b332-a54f3c4c52e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:31.443495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b0802414-9277-4a7f-aba4-9143ac8fd562 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:31.466402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: b0802414-9277-4a7f-aba4-9143ac8fd562 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:31.466826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b0802414-9277-4a7f-aba4-9143ac8fd562 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:31.540427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b2116ba3-85c5-4611-b332-a54f3c4c52e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:31.546614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b2116ba3-85c5-4611-b332-a54f3c4c52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:31.590695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2116ba3-85c5-4611-b332-a54f3c4c52e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb2dfc-1b91-47c8-9342-203a776af4a9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:31.612564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33092) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:31.613909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b2116ba3-85c5-4611-b332-a54f3c4c52e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce4de0ef79b3488591d0e9fdaa851db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482437 Sep 18 02:08:31.677673 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29af5e00-9053-45ec-a903-8789e2165aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:31.703214 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29af5e00-9053-45ec-a903-8789e2165aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:31.768201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29af5e00-9053-45ec-a903-8789e2165aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:31.771149 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29af5e00-9053-45ec-a903-8789e2165aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:31.772311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-29af5e00-9053-45ec-a903-8789e2165aa5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1abb2dfc-1b91-47c8-9342-203a776af4a9 HTTP/1.1" status: 204 len: 168 time: 0.1577923 Sep 18 02:08:31.796108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af5e00-9053-45ec-a903-8789e2165aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb2dfc-1b91-47c8-9342-203a776af4a9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:31.935175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:08:32.107670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:32.130156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f298c-c5b7-493a-9ca0-4a99ae226e7e req-de543679-a72f-41fc-844a-9084a1dd8a94 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:32.136692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '2bc9ae21-0a7c-4c64-b851-b1b7c5143b04', 'network_id': '314dc5cd-dc4f-4d93-b936-256453b3cfb4', 'port_id': '2bc9ae21-0a7c-4c64-b851-b1b7c5143b04', 'mac_address': 'fa:16:3e:d9:58:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e874876-e47b-49a2-a9e9-a757d50ffb06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:08:32.154100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa7f298c-c5b7-493a-9ca0-4a99ae226e7e req-de543679-a72f-41fc-844a-9084a1dd8a94 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 944 time: 0.1412718 Sep 18 02:08:32.195970 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:32.214110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:08:32.243555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:32.264842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa7f298c-c5b7-493a-9ca0-4a99ae226e7e req-d2a318ac-a56a-4faa-87ac-bd36f8bb6578 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090772 Sep 18 02:08:32.276614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:32.386157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:32.492990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['2bc9ae21-0a7c-4c64-b851-b1b7c5143b04'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:08:32.835469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33150) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:32.941706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-370386667-network', 'tenant_id': '3056eac37ac047b3b7a34d1206e5d0ee'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:32.964546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Made reservation on behalf of 3056eac37ac047b3b7a34d1206e5d0ee for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:32.967087 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:32.976779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.102643 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.108205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.138479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:08:33.149453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c294e88a-63e7-4ca3-a59f-2130d7198815,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:33.154508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.154881 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Added segment d0eebcf0-6bb9-4d2b-b9dc-ed71774125c6 of type vlan for network 3694360b-5013-4a7d-9f2f-f1dc916f4527 Sep 18 02:08:33.199031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.229520 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.231002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:33.231813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.262996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4263577 Sep 18 02:08:33.303368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880cc77-387e-4134-a3f0-7f77421e6e76 admin admin] Pushing event updated for resources: {'Network': ['ID=3694360b-5013-4a7d-9f2f-f1dc916f4527,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:33.338684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3694360b-5013-4a7d-9f2f-f1dc916f4527 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:08:33.476932 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4e80993-7dfa-4824-b101-3a09c8e0604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:33.483362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca70f1-6197-4749-bfa3-a5aa58ad5396 req-b5dbf210-6030-482f-bb03-f182e2c07374 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:33.485104 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3bca70f1-6197-4749-bfa3-a5aa58ad5396 req-b5dbf210-6030-482f-bb03-f182e2c07374 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 945 time: 0.1086280 Sep 18 02:08:33.583147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3bca70f1-6197-4749-bfa3-a5aa58ad5396 req-9ce8755f-1b13-4bcc-95fb-270614b47f61 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887940 Sep 18 02:08:33.935404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33202) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:33.944157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:08:33.994230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb2f67-a2fe-4048-9cb5-5fbc1f4c3e24 req-c921d11f-0279-4c09-92af-fb33cc8881ba tempest-ComputeTenantNetworksTest-929419151 tempest-ComputeTenantNetworksTest-929419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:34.000809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb2f67-a2fe-4048-9cb5-5fbc1f4c3e24 req-c921d11f-0279-4c09-92af-fb33cc8881ba tempest-ComputeTenantNetworksTest-929419151 tempest-ComputeTenantNetworksTest-929419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:34.008721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb2f67-a2fe-4048-9cb5-5fbc1f4c3e24 req-c921d11f-0279-4c09-92af-fb33cc8881ba tempest-ComputeTenantNetworksTest-929419151 tempest-ComputeTenantNetworksTest-929419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:34.010298 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.015767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edbb2f67-a2fe-4048-9cb5-5fbc1f4c3e24 req-c921d11f-0279-4c09-92af-fb33cc8881ba tempest-ComputeTenantNetworksTest-929419151 tempest-ComputeTenantNetworksTest-929419151-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2360208 Sep 18 02:08:34.024917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:08:34.030751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:08:34.031301 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.082605 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.137689 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.161897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f5e225-7699-46f7-a0cf-cc1a3b3338e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc9ae21-0a7c-4c64-b851-b1b7c5143b04'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:34.164796 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b6056-cae1-4338-ab2a-a456ce2c55f8" -d '{"events": [{"server_uuid": "09f5e225-7699-46f7-a0cf-cc1a3b3338e2", "name": "network-vif-plugged", "status": "completed", "tag": "2bc9ae21-0a7c-4c64-b851-b1b7c5143b04"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:34.164990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90a80a-68ba-4372-be6d-fca4c6d5b733 req-aae48b35-539d-4955-85fb-0f90a0fa3b64 tempest-ComputeTenantNetworksTest-929419151 tempest-ComputeTenantNetworksTest-929419151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:34.167654 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b90a80a-68ba-4372-be6d-fca4c6d5b733 req-aae48b35-539d-4955-85fb-0f90a0fa3b64 tempest-ComputeTenantNetworksTest-929419151 tempest-ComputeTenantNetworksTest-929419151-project] 10.222.0.21 "GET /v2.0/networks/3694360b-5013-4a7d-9f2f-f1dc916f4527 HTTP/1.1" status: 200 len: 768 time: 0.1321762 Sep 18 02:08:34.175871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33212) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:34.200320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:34.206929 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.272362 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.287973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.290236 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c99068-5dee-4375-be35-3ec73f31e250 x-openstack-request-id: req-37c99068-5dee-4375-be35-3ec73f31e250 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:34.290543 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f5e225-7699-46f7-a0cf-cc1a3b3338e2", "name": "network-vif-plugged", "status": "completed", "tag": "2bc9ae21-0a7c-4c64-b851-b1b7c5143b04", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:34.290852 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37c99068-5dee-4375-be35-3ec73f31e250 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:34.291241 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f5e225-7699-46f7-a0cf-cc1a3b3338e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc9ae21-0a7c-4c64-b851-b1b7c5143b04', 'code': 200} Sep 18 02:08:34.292007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:34.296100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.341309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d50cad-b85e-4d91-bf80-17b1850f3031,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:34.354557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8d12c2bc6aa46909972b876173b37b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092443 Sep 18 02:08:34.354557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33214) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:34.371475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2467-6761-495f-a7fd-ce1788515fdf req-726acf1a-f530-419d-8f21-52f1b8532ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:34.372931 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef8d2467-6761-495f-a7fd-ce1788515fdf req-726acf1a-f530-419d-8f21-52f1b8532ced service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 1098 time: 0.0880597 Sep 18 02:08:34.405211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.405563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.406008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.406217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.406546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.406897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.407286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.407536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.408397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.408885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.409603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.409930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b00e6-6590-45b8-8616-95fe30867d28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:08:34.410163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.433635 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6cb6af01-05a0-4ba1-beef-64ee2aa9ace6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.456034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6cb6af01-05a0-4ba1-beef-64ee2aa9ace6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.463423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef8d2467-6761-495f-a7fd-ce1788515fdf req-67e1d69f-8770-4a0b-8c5b-0ec006ff007a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Sep 18 02:08:34.465266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3694360b-5013-4a7d-9f2f-f1dc916f4527']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:34.476598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eebcf0-6bb9-4d2b-b9dc-ed71774125c6') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:34.476903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eebcf0-6bb9-4d2b-b9dc-ed71774125c6') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:34.487179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.503978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.510653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:34.511081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:34.512729 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:34.520209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6cb6af01-05a0-4ba1-beef-64ee2aa9ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.525055 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6cb6af01-05a0-4ba1-beef-64ee2aa9ace6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.528740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6cb6af01-05a0-4ba1-beef-64ee2aa9ace6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03d50cad-b85e-4d91-bf80-17b1850f3031 HTTP/1.1" status: 204 len: 168 time: 0.1762900 Sep 18 02:08:34.537845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6af01-05a0-4ba1-beef-64ee2aa9ace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d50cad-b85e-4d91-bf80-17b1850f3031,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:34.585501 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.595859 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.597922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3694360b-5013-4a7d-9f2f-f1dc916f4527 HTTP/1.1" status: 204 len: 168 time: 0.4207356 Sep 18 02:08:34.614816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bc0be-4755-43c1-a3ad-32ca3edd5d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=3694360b-5013-4a7d-9f2f-f1dc916f4527,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:34.788496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071907-707d-4351-b41e-2fb95b6a5433 req-b3acffc6-2fe5-44e3-a9a3-7c3d8c26644c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:34.790551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4071907-707d-4351-b41e-2fb95b6a5433 req-b3acffc6-2fe5-44e3-a9a3-7c3d8c26644c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 946 time: 0.0842295 Sep 18 02:08:34.838269 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4071907-707d-4351-b41e-2fb95b6a5433 req-b11a13a3-1d26-41da-9573-50c99d863c91 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Sep 18 02:08:34.869269 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.878037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33238) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:34.920355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3ce22a71-b2fc-41e7-b70d-ca874dbc49a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3056eac37ac047b3b7a34d1206e5d0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410762 Sep 18 02:08:34.922853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33240) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:34.972401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-173422f4-1e9f-4b9f-b4ba-88ef637b8338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:34.995360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-173422f4-1e9f-4b9f-b4ba-88ef637b8338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:35.044639 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-173422f4-1e9f-4b9f-b4ba-88ef637b8338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:35.047275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-173422f4-1e9f-4b9f-b4ba-88ef637b8338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:35.051089 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-173422f4-1e9f-4b9f-b4ba-88ef637b8338 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c294e88a-63e7-4ca3-a59f-2130d7198815 HTTP/1.1" status: 204 len: 168 time: 0.1246996 Sep 18 02:08:35.058537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173422f4-1e9f-4b9f-b4ba-88ef637b8338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c294e88a-63e7-4ca3-a59f-2130d7198815,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:36.008131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0b554-b74c-4f85-8b6f-16da77a00b1f req-afc0dcda-06d0-4b9b-877a-a3dbd341926f tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:36.015400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ef0b554-b74c-4f85-8b6f-16da77a00b1f req-afc0dcda-06d0-4b9b-877a-a3dbd341926f tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 946 time: 0.0750093 Sep 18 02:08:36.092966 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ef0b554-b74c-4f85-8b6f-16da77a00b1f req-1594d4ae-046b-448c-a775-257a5d78b9d9 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711911 Sep 18 02:08:36.226184 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:37.177154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8d090-330f-4ca8-a105-778822914746 req-c74bf1a6-6b01-41c3-af66-977b52623c6f tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:37.188751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8cf8d090-330f-4ca8-a105-778822914746 req-c74bf1a6-6b01-41c3-af66-977b52623c6f tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 946 time: 0.0704954 Sep 18 02:08:37.241179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8cf8d090-330f-4ca8-a105-778822914746 req-2b2a42c3-7a29-482e-bcd6-a7685212a30c tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467622 Sep 18 02:08:37.744790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33382) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:37.898846 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54b63a77-d501-416e-bf3f-2fde42f07aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:38.050066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54b63a77-d501-416e-bf3f-2fde42f07aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:38.069717 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54b63a77-d501-416e-bf3f-2fde42f07aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:38.124644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-54b63a77-d501-416e-bf3f-2fde42f07aa0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44b71d892e50478ca9eda3f167314626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786569 Sep 18 02:08:38.126078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b63a77-d501-416e-bf3f-2fde42f07aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f33297-abb2-4a1e-8e9f-cf11c4b7ae32,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:38.127288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:38.214455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05baf928-827a-4b5f-a8dc-13df25f25b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:38.238279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05baf928-827a-4b5f-a8dc-13df25f25b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:38.316700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05baf928-827a-4b5f-a8dc-13df25f25b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:38.318688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05baf928-827a-4b5f-a8dc-13df25f25b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:38.319894 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-05baf928-827a-4b5f-a8dc-13df25f25b04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67f33297-abb2-4a1e-8e9f-cf11c4b7ae32 HTTP/1.1" status: 204 len: 168 time: 0.1903918 Sep 18 02:08:38.374006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baf928-827a-4b5f-a8dc-13df25f25b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f33297-abb2-4a1e-8e9f-cf11c4b7ae32,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:38.455949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220171c-af3c-45da-9715-a2d649701e59 req-5387468e-97c1-410a-a327-0ee72432895e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:38.457703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3220171c-af3c-45da-9715-a2d649701e59 req-5387468e-97c1-410a-a327-0ee72432895e tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 946 time: 0.1430025 Sep 18 02:08:38.651406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-87f25916-b579-46c8-86b7-d2efcf9eb03b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:38.653662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-87f25916-b579-46c8-86b7-d2efcf9eb03b tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 946 time: 0.1947532 Sep 18 02:08:38.671633 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3220171c-af3c-45da-9715-a2d649701e59 req-11d0d115-d772-42ec-87db-aeb352829632 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/security-groups?id=456ae7cb-7c00-4a7d-83fc-9e79b2982646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902981 Sep 18 02:08:38.871726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Deleting port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:38.872210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:38.896638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33418) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:38.911953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-126b69f7-cb26-4599-8ca9-3e4ee9dae0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.050406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] For port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,segment=NetworkSegment(974d61cf-d426-4184-8cda-b5d9af24dc7e),segment_id=974d61cf-d426-4184-8cda-b5d9af24dc7e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:08:39.051319 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.080239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Calling delete_port for 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:39.091946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-126b69f7-cb26-4599-8ca9-3e4ee9dae0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.098484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-126b69f7-cb26-4599-8ca9-3e4ee9dae0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.145769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-126b69f7-cb26-4599-8ca9-3e4ee9dae0ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c825281cb1cc4c8b991ec8d31f333e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466502 Sep 18 02:08:39.148575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b69f7-cb26-4599-8ca9-3e4ee9dae0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3dabe3-c79b-4f49-b82a-6c407cae7232,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:39.149789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33424) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:39.310812 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbb01211-3e9f-4f9a-a4df-399a8825c0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.361560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbb01211-3e9f-4f9a-a4df-399a8825c0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.401257 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.414570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['2bc9ae21-0a7c-4c64-b851-b1b7c5143b04'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:08:39.436288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Pushing event deleted for resources: {'Port': ['ID=2bc9ae21-0a7c-4c64-b851-b1b7c5143b04,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:39.865270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] No DVR routers for this DVR port 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:08:39.868724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56c029e1-241c-4167-9596-38932d8510fd req-e894fb60-9cd3-4bb7-9cbc-8e030ef88abb tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.21 "GET /v2.0/ports?device_id=09f5e225-7699-46f7-a0cf-cc1a3b3338e2 HTTP/1.1" status: 200 len: 210 time: 0.0460234 Sep 18 02:08:39.869845 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbb01211-3e9f-4f9a-a4df-399a8825c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.872009 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbb01211-3e9f-4f9a-a4df-399a8825c0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.873051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cbb01211-3e9f-4f9a-a4df-399a8825c0bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b3dabe3-c79b-4f49-b82a-6c407cae7232 HTTP/1.1" status: 204 len: 168 time: 0.7223256 Sep 18 02:08:39.875384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:39.876357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15d1a49f-a570-42db-bdc3-73f1e7ad01b6 req-54696cdf-0871-4a25-affa-b0f84e704e65 tempest-VolumesActionsTest-778365744 tempest-VolumesActionsTest-778365744-project] 10.222.0.20 "DELETE /v2.0/ports/2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 HTTP/1.1" status: 204 len: 173 time: 1.2002890 Sep 18 02:08:39.878801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f5e225-7699-46f7-a0cf-cc1a3b3338e2', 'name': 'network-vif-deleted', 'tag': '2bc9ae21-0a7c-4c64-b851-b1b7c5143b04'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:08:39.881573 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fbc19e-6967-40dc-a416-14744aa57ffe" -d '{"events": [{"server_uuid": "09f5e225-7699-46f7-a0cf-cc1a3b3338e2", "name": "network-vif-deleted", "tag": "2bc9ae21-0a7c-4c64-b851-b1b7c5143b04"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:08:39.909776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb01211-3e9f-4f9a-a4df-399a8825c0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3dabe3-c79b-4f49-b82a-6c407cae7232,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:39.925137 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5050ded2-22ed-40a4-bd3a-3763c165be12 x-openstack-request-id: req-5050ded2-22ed-40a4-bd3a-3763c165be12 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:08:39.925440 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f5e225-7699-46f7-a0cf-cc1a3b3338e2", "name": "network-vif-deleted", "tag": "2bc9ae21-0a7c-4c64-b851-b1b7c5143b04", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:08:39.925692 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5050ded2-22ed-40a4-bd3a-3763c165be12 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:08:39.926102 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f5e225-7699-46f7-a0cf-cc1a3b3338e2', 'name': 'network-vif-deleted', 'tag': '2bc9ae21-0a7c-4c64-b851-b1b7c5143b04', 'status': 'completed', 'code': 200} Sep 18 02:08:41.413390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33554) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:41.593898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51529694-87f5-4aec-9a3d-1f7ed9e7eec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:41.769166 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51529694-87f5-4aec-9a3d-1f7ed9e7eec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:41.776071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51529694-87f5-4aec-9a3d-1f7ed9e7eec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:41.806784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-51529694-87f5-4aec-9a3d-1f7ed9e7eec4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8834490bfc5f402ca5b99b3a8ff02d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916965 Sep 18 02:08:41.809255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:41.850419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51529694-87f5-4aec-9a3d-1f7ed9e7eec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab526ca-2458-42f1-b460-bee9f132b8c8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:41.896005 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54497430-1283-439e-9f22-11729e85cbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:41.902980 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:08:41.926628 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54497430-1283-439e-9f22-11729e85cbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:41.987566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54497430-1283-439e-9f22-11729e85cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:41.990244 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54497430-1283-439e-9f22-11729e85cbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:41.991875 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-54497430-1283-439e-9f22-11729e85cbc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ab526ca-2458-42f1-b460-bee9f132b8c8 HTTP/1.1" status: 204 len: 168 time: 0.1758649 Sep 18 02:08:42.004403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54497430-1283-439e-9f22-11729e85cbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab526ca-2458-42f1-b460-bee9f132b8c8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:43.371559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33694) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:43.519285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad35b587-d526-40bc-abea-8c0b68cabf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:43.794210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad35b587-d526-40bc-abea-8c0b68cabf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:43.809111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad35b587-d526-40bc-abea-8c0b68cabf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:43.913299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ad35b587-d526-40bc-abea-8c0b68cabf43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85a47ac0a0164877a27fb3bbce8f923c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405796 Sep 18 02:08:43.915032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35b587-d526-40bc-abea-8c0b68cabf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c654396-dfa7-4127-aac1-cdb6f20573e7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:43.916146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33710) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:44.013115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:08:44.058821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:08:44.059463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2bc9ae21-0a7c-4c64-b851-b1b7c5143b04 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:08:44.075241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0250-28db-4395-8594-72481f28b3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.143350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0250-28db-4395-8594-72481f28b3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.181185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33718) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:44.247617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0250-28db-4395-8594-72481f28b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.250961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0250-28db-4395-8594-72481f28b3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.264060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc7f0250-28db-4395-8594-72481f28b3f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c654396-dfa7-4127-aac1-cdb6f20573e7 HTTP/1.1" status: 204 len: 168 time: 0.3466382 Sep 18 02:08:44.287982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f0250-28db-4395-8594-72481f28b3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c654396-dfa7-4127-aac1-cdb6f20573e7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:44.403906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-680cb906-38d1-47ea-aadc-5d6338448185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.582258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-680cb906-38d1-47ea-aadc-5d6338448185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.592312 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-680cb906-38d1-47ea-aadc-5d6338448185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.671124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cb906-38d1-47ea-aadc-5d6338448185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698a58f7-b255-4c45-a555-c5ae39ed00a1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:44.700687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33730) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:44.702871 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-680cb906-38d1-47ea-aadc-5d6338448185 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60d0ec53f409438a9b80e2b7ab77f7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203683 Sep 18 02:08:44.826002 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-81db861d-8b20-47c7-88ee-f8630da6a98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.893507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-81db861d-8b20-47c7-88ee-f8630da6a98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:44.995947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-81db861d-8b20-47c7-88ee-f8630da6a98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:45.001291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-81db861d-8b20-47c7-88ee-f8630da6a98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:45.007505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-81db861d-8b20-47c7-88ee-f8630da6a98a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/698a58f7-b255-4c45-a555-c5ae39ed00a1 HTTP/1.1" status: 204 len: 168 time: 0.3059342 Sep 18 02:08:45.017598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db861d-8b20-47c7-88ee-f8630da6a98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698a58f7-b255-4c45-a555-c5ae39ed00a1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:45.780275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:45.810987 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bf29-3df0-48ae-9533-3c63b14b6562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:46.043603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bf29-3df0-48ae-9533-3c63b14b6562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:46.064258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7f5bf29-3df0-48ae-9533-3c63b14b6562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:46.155276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5bf29-3df0-48ae-9533-3c63b14b6562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ffee9-59c7-4cd4-93a7-7d0a31155c7e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:46.227258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33786) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:46.231021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e7f5bf29-3df0-48ae-9533-3c63b14b6562 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=892a5cf5e92f4daeb826ef66e42c1535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495177 Sep 18 02:08:46.369024 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45e710e3-b8a2-41f5-99bb-453f0357ced9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:46.400614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45e710e3-b8a2-41f5-99bb-453f0357ced9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:46.462522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45e710e3-b8a2-41f5-99bb-453f0357ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:46.465502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-45e710e3-b8a2-41f5-99bb-453f0357ced9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:46.466973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-45e710e3-b8a2-41f5-99bb-453f0357ced9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d2ffee9-59c7-4cd4-93a7-7d0a31155c7e HTTP/1.1" status: 204 len: 168 time: 0.2394993 Sep 18 02:08:46.500468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e710e3-b8a2-41f5-99bb-453f0357ced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ffee9-59c7-4cd4-93a7-7d0a31155c7e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:46.967665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33806) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:47.249406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-601901920'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:47.284803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Made reservation on behalf of 5b280026dd5f491f8905c871a48c7507 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:47.295362 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.317330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.503276 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.510162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.599202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:08:47.607879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776eeaa5-bdb0-4e6f-b693-0bc6e7c90282,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:47.619486 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.620173 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Added segment 4e1762ac-ef88-46f3-ac84-8352f4bb9282 of type vlan for network 7c7a1222-c2f8-438a-a621-d3d83d074f18 Sep 18 02:08:47.716859 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.779831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.793520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:47.797923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:47.857131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33836) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:47.867348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8963692 Sep 18 02:08:47.964296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc30025-0bce-4a80-beca-cd9acb726abf tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Pushing event updated for resources: {'Network': ['ID=7c7a1222-c2f8-438a-a621-d3d83d074f18,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:47.991839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 7c7a1222-c2f8-438a-a621-d3d83d074f18 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:08:48.249110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Request body: {'network': {'name': 'tempest-network--525888712', 'router:external': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:48.293215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Made reservation on behalf of 376613e8aea7423bb36445d817ef0dc0 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:48.296690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.310234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.529295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33856) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:48.532649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.540672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.586962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51acd326-b1a5-49a5-9e41-626bb600c9a2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:48.601140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:08:48.616435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.616868 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Added segment 2b5d854c-3f6c-4c95-9e2b-56027349ab44 of type vlan for network 79ba52cb-fad9-4052-a893-231934f1c9a0 Sep 18 02:08:48.687592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.755238 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.756981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:48.757998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.763723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ff1604a-b1b5-492e-a685-b49742f7d167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:48.796294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33860) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:48.799257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9399943 Sep 18 02:08:48.871435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97671c0-8570-477e-9873-7bbc4dd209d4 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Network': ['ID=79ba52cb-fad9-4052-a893-231934f1c9a0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:48.881866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 79ba52cb-fad9-4052-a893-231934f1c9a0 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:08:48.924642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.059616 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ff1604a-b1b5-492e-a685-b49742f7d167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.062779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.072901 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ff1604a-b1b5-492e-a685-b49742f7d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.103502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7ff1604a-b1b5-492e-a685-b49742f7d167 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=364ba9a4853c49b08862cd557224f223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721624 Sep 18 02:08:49.106275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33866) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:49.126004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ba52cb-fad9-4052-a893-231934f1c9a0']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:49.144988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5d854c-3f6c-4c95-9e2b-56027349ab44') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:49.145372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5d854c-3f6c-4c95-9e2b-56027349ab44') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:49.150149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1604a-b1b5-492e-a685-b49742f7d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f99b5f-000f-4057-8f10-4822851116c3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:49.174438 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.190785 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.199835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:49.200269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:49.203578 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:49.210968 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbf24-ecfc-40ff-a5b5-f17d39aac870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.296897 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbf24-ecfc-40ff-a5b5-f17d39aac870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.381584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbf24-ecfc-40ff-a5b5-f17d39aac870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.382940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.388214 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbf24-ecfc-40ff-a5b5-f17d39aac870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.392338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e6dbf24-ecfc-40ff-a5b5-f17d39aac870 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99f99b5f-000f-4057-8f10-4822851116c3 HTTP/1.1" status: 204 len: 168 time: 0.2824805 Sep 18 02:08:49.396427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79ba52cb-fad9-4052-a893-231934f1c9a0 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 02:08:49.408286 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.415364 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "DELETE /v2.0/networks/79ba52cb-fad9-4052-a893-231934f1c9a0 HTTP/1.1" status: 204 len: 168 time: 0.6179888 Sep 18 02:08:49.416717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33878) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:49.422944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:49.440743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dbf24-ecfc-40ff-a5b5-f17d39aac870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f99b5f-000f-4057-8f10-4822851116c3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:49.450229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba91c5c-808a-4be2-aabd-78300224eaf2 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event deleted for resources: {'Network': ['ID=79ba52cb-fad9-4052-a893-231934f1c9a0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:49.456351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Made reservation on behalf of 376613e8aea7423bb36445d817ef0dc0 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:49.459656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.512878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:08:49.524548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.524904 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Added segment 2a09273b-cd9a-4b65-86c6-4537ee0f5e33 of type vlan for network 42d5816f-2c97-45d7-8c8e-900ac32e890f Sep 18 02:08:49.736193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.820175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.821537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:49.823248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:49.950961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Network': ['ID=42d5816f-2c97-45d7-8c8e-900ac32e890f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:49.962878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 42d5816f-2c97-45d7-8c8e-900ac32e890f details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:08:49.996740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33894) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:49.998980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ca7d83f6-c6e9-4a9f-b11a-43eb0ae7f037 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5808175 Sep 18 02:08:50.002473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Request body: {'subnet': {'network_id': '42d5816f-2c97-45d7-8c8e-900ac32e890f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:50.090410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Made reservation on behalf of 376613e8aea7423bb36445d817ef0dc0 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:50.092781 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:50.810665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:08:50.811230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:50.908171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Subnet': ['ID=15f25603-792a-4fa4-9a65-4dd7ccc0ec9c,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:50.955897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Checking segment: {'id': '2a09273b-cd9a-4b65-86c6-4537ee0f5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '42d5816f-2c97-45d7-8c8e-900ac32e890f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:08:50.958488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Network hostable DHCP agents. Network: 42d5816f-2c97-45d7-8c8e-900ac32e890f, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:08:50.997807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Network 42d5816f-2c97-45d7-8c8e-900ac32e890f is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:08:51.012132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 42d5816f-2c97-45d7-8c8e-900ac32e890f) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:08:51.020092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:51.021138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:51.025252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc01c0-4d16-4477-ab0e-ba165da6071f None None] Network 42d5816f-2c97-45d7-8c8e-900ac32e890f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:08:51.069154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dd59c73f-c16f-4af0-bb83-501cdcbba7ff tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0712717 Sep 18 02:08:51.072249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33924) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:51.076674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Request body: {'floatingip': {'floating_network_id': '42d5816f-2c97-45d7-8c8e-900ac32e890f'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:51.101092 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:51.262258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:51.322050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470fff9b-c467-4ae3-a086-e82d72f29307 None None] Network 42d5816f-2c97-45d7-8c8e-900ac32e890f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:08:51.500440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Allocated IP 172.20.0.6 (42d5816f-2c97-45d7-8c8e-900ac32e890f/15f25603-792a-4fa4-9a65-4dd7ccc0ec9c/6efce07e-46a3-4372-b1f1-6fe81fc3e97c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:08:51.750631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:51.829280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:51.888855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Network 42d5816f-2c97-45d7-8c8e-900ac32e890f is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:08:51.892257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:08:51.898496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:08:51.938312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Port': ['ID=6efce07e-46a3-4372-b1f1-6fe81fc3e97c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:52.012393 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:52.051486 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:52.259809 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:52.268118 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:52.390552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Port': ['ID=6efce07e-46a3-4372-b1f1-6fe81fc3e97c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:52.443927 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:52.468329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:52.472345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-57f6ca85-b932-4e65-8c48-93cd0db8a21c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3964260 Sep 18 02:08:52.472886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33950) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:52.597133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-301f40c8-ceee-41df-a04a-e886dc58dcee tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=42d5816f-2c97-45d7-8c8e-900ac32e890f HTTP/1.1" status: 200 len: 689 time: 0.1205184 Sep 18 02:08:52.597352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33952) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:52.782547 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:52.998599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Deleting port 6efce07e-46a3-4372-b1f1-6fe81fc3e97c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:08:52.999004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.165639 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.166391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.181535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Calling delete_port for 6efce07e-46a3-4372-b1f1-6fe81fc3e97c owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:08:53.456669 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.543980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event deleted for resources: {'Port': ['ID=6efce07e-46a3-4372-b1f1-6fe81fc3e97c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:53.576786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:53.627173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.692166 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.805484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.824240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d6b482d-ea45-44d0-a8a8-59d77bfdf154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.834931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=15f25603-792a-4fa4-9a65-4dd7ccc0ec9c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:53.904152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:53.932637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d5816f-2c97-45d7-8c8e-900ac32e890f']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:53.950820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a09273b-cd9a-4b65-86c6-4537ee0f5e33') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:53.951210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a09273b-cd9a-4b65-86c6-4537ee0f5e33') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:53.972734 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.009941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.018991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:54.019408 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:54.022355 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:54.058096 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d6b482d-ea45-44d0-a8a8-59d77bfdf154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.069540 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d6b482d-ea45-44d0-a8a8-59d77bfdf154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.118347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.132807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42d5816f-2c97-45d7-8c8e-900ac32e890f {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 02:08:54.137935 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.149740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9d6b482d-ea45-44d0-a8a8-59d77bfdf154 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af7f8f72ea9a48b6861611d3fd450cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715973 Sep 18 02:08:54.188591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "DELETE /v2.0/networks/42d5816f-2c97-45d7-8c8e-900ac32e890f HTTP/1.1" status: 204 len: 168 time: 1.5899961 Sep 18 02:08:54.189725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:54.192955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33990) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:54.223957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b482d-ea45-44d0-a8a8-59d77bfdf154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b725de6-b8b0-4ce1-84b7-ec342a2f6f13,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:54.323689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c9ed-e533-428e-9fb6-1991535cebab tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event deleted for resources: {'Network': ['ID=42d5816f-2c97-45d7-8c8e-900ac32e890f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:54.423731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72b13819-8549-4863-a846-bbc25fc038ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.501027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72b13819-8549-4863-a846-bbc25fc038ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.507175 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ff563917-e0a8-49fa-903c-1013d90a052c tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3353 time: 0.2676404 Sep 18 02:08:54.509377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34002) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:54.580130 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72b13819-8549-4863-a846-bbc25fc038ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.589721 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72b13819-8549-4863-a846-bbc25fc038ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:54.591003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-72b13819-8549-4863-a846-bbc25fc038ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b725de6-b8b0-4ce1-84b7-ec342a2f6f13 HTTP/1.1" status: 204 len: 168 time: 0.3530192 Sep 18 02:08:54.622406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b13819-8549-4863-a846-bbc25fc038ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b725de6-b8b0-4ce1-84b7-ec342a2f6f13,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:54.872907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.873524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.873820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.874270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.874736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.875232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.875679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.876345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.876973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.887293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.887984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.888616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:54.891221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c493819-ad75-40fe-8c9d-2e963c902853 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7641 time: 0.3804333 Sep 18 02:08:54.894258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34008) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:55.042196 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-c200f07b-ae30-43a1-a547-482b94fc494f tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] delete failed (client error): The resource could not be found. Sep 18 02:08:55.045328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c200f07b-ae30-43a1-a547-482b94fc494f tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/aa11feab-3185-4a52-9269-7f0f34cec9be HTTP/1.1" status: 404 len: 345 time: 0.1499102 Sep 18 02:08:55.048171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34016) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:55.101852 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9b7d84-2f72-4306-80ff-1a5348c3f31d tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] DELETE failed (client error): The resource could not be found. Sep 18 02:08:55.102470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9b7d84-2f72-4306-80ff-1a5348c3f31d tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:55.107056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2d9b7d84-2f72-4306-80ff-1a5348c3f31d tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "DELETE /v2.0/networks/42d5816f-2c97-45d7-8c8e-900ac32e890f HTTP/1.1" status: 404 len: 339 time: 0.0561099 Sep 18 02:08:55.110125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34020) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:55.116459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Request body: {'network': {'name': 'tempest-network--1414547562', 'router:external': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:55.163349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Made reservation on behalf of 376613e8aea7423bb36445d817ef0dc0 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:55.166219 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:55.204088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:08:55.215840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:55.216470 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Added segment 3ef5f31d-7c67-48f6-aaef-a287792ff688 of type vlan for network 4d36f09d-ccd2-4b6a-af56-691119f800e6 Sep 18 02:08:55.292844 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:55.334173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:55.335357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:55.336005 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:55.391159 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2770720 Sep 18 02:08:55.391596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34028) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:55.400549 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:55.470228 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31e34c-9a37-4315-b2b4-b8523844e62a tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Network': ['ID=4d36f09d-ccd2-4b6a-af56-691119f800e6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:55.480855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 4d36f09d-ccd2-4b6a-af56-691119f800e6 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:08:55.669769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d6995-dcba-4f61-8b18-d0b2d795ba45 tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:55.676452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d6995-dcba-4f61-8b18-d0b2d795ba45 tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:55.682907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d6995-dcba-4f61-8b18-d0b2d795ba45 tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:55.689805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d6995-dcba-4f61-8b18-d0b2d795ba45 tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:55.691676 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-292d6995-dcba-4f61-8b18-d0b2d795ba45 tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2990344 Sep 18 02:08:55.695620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34042) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:55.711678 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:55.816168 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:55.956924 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.018837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d36f09d-ccd2-4b6a-af56-691119f800e6']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:56.057440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef5f31d-7c67-48f6-aaef-a287792ff688') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:56.058671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef5f31d-7c67-48f6-aaef-a287792ff688') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:56.091270 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.120236 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.133945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:56.134747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:56.144782 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:56.308272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.314579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d36f09d-ccd2-4b6a-af56-691119f800e6 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 02:08:56.320031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.323571 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4d36f09d-ccd2-4b6a-af56-691119f800e6 HTTP/1.1" status: 204 len: 168 time: 0.6264563 Sep 18 02:08:56.327319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34054) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:56.342758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Request body: {'network': {'name': 'tempest-network--1145607635', 'router:external': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:56.386522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74cb86-e5d9-492d-b74c-70a79372e12e tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d36f09d-ccd2-4b6a-af56-691119f800e6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:56.407258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Made reservation on behalf of 376613e8aea7423bb36445d817ef0dc0 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:56.413022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.442186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:08:56.455978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.456463 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Added segment 7a0b8596-4f05-4202-9a5e-58f641eaa569 of type vlan for network 643745a6-3f34-4c7e-a12a-c9bd33fa4bd1 Sep 18 02:08:56.547883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.623399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.624509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:56.625380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:56.706011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34072) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:56.711485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3744628 Sep 18 02:08:56.753338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277f096-b712-43ba-b6a3-f1415663dfce tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Network': ['ID=643745a6-3f34-4c7e-a12a-c9bd33fa4bd1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:56.765350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 643745a6-3f34-4c7e-a12a-c9bd33fa4bd1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:08:56.968054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca32dc-f43e-4f6d-b9b9-ac41f18d96cd tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:56.969528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c2ca32dc-f43e-4f6d-b9b9-ac41f18d96cd tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] 10.222.0.21 "GET /v2.0/networks/643745a6-3f34-4c7e-a12a-c9bd33fa4bd1 HTTP/1.1" status: 200 len: 757 time: 0.2625241 Sep 18 02:08:56.972398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34080) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:57.162954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fe7f51-5359-4c50-a2bc-a9b295860578 tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:57.172609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b0fe7f51-5359-4c50-a2bc-a9b295860578 tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] 10.222.0.21 "GET /v2.0/networks/7c7a1222-c2f8-438a-a621-d3d83d074f18 HTTP/1.1" status: 200 len: 767 time: 0.1988730 Sep 18 02:08:57.176636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34088) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:57.329393 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.453669 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.513627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643745a6-3f34-4c7e-a12a-c9bd33fa4bd1']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:57.531946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0b8596-4f05-4202-9a5e-58f641eaa569') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:57.532211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0b8596-4f05-4202-9a5e-58f641eaa569') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:57.567298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.608811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.625695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:57.626361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:57.629114 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:57.737144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.761947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 643745a6-3f34-4c7e-a12a-c9bd33fa4bd1 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 02:08:57.767121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.772293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "DELETE /v2.0/networks/643745a6-3f34-4c7e-a12a-c9bd33fa4bd1 HTTP/1.1" status: 204 len: 168 time: 0.5905783 Sep 18 02:08:57.776472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34124) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:57.791207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Request body: {'network': {'name': 'tempest-network--19552033'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:57.889419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ac9d-aed9-4b1b-bfcd-209fa36eb773 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event deleted for resources: {'Network': ['ID=643745a6-3f34-4c7e-a12a-c9bd33fa4bd1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:57.896104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Made reservation on behalf of 376613e8aea7423bb36445d817ef0dc0 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:08:57.901314 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.971927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:08:57.992722 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:57.993411 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Added segment e84ecfc1-1e1f-4bba-bc4a-013fe89e917e of type vlan for network 3aaf35f5-1449-4553-9a4b-ee73e76a82e3 Sep 18 02:08:58.098053 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:58.145376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:58.147281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:58.147921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:58.219207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4415879 Sep 18 02:08:58.221776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34158) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:58.228744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-799743a3-d65a-45c5-a897-8459a15e9702 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:08:58.323315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35382ef-3996-42d1-999f-c2cab2613cad tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Network': ['ID=3aaf35f5-1449-4553-9a4b-ee73e76a82e3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:58.338673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3aaf35f5-1449-4553-9a4b-ee73e76a82e3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:08:58.926474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-799743a3-d65a-45c5-a897-8459a15e9702 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:58.958641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-799743a3-d65a-45c5-a897-8459a15e9702 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.042590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-799743a3-d65a-45c5-a897-8459a15e9702 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Network 3aaf35f5-1449-4553-9a4b-ee73e76a82e3 is not hosted by any dhcp agent {{(pid=106439) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:08:59.043541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799743a3-d65a-45c5-a897-8459a15e9702 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:08:59.044223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-799743a3-d65a-45c5-a897-8459a15e9702 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.050462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34202) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:59.070847 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-799743a3-d65a-45c5-a897-8459a15e9702 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "PUT /v2.0/networks/3aaf35f5-1449-4553-9a4b-ee73e76a82e3 HTTP/1.1" status: 200 len: 855 time: 0.8478422 Sep 18 02:08:59.200931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.209171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799743a3-d65a-45c5-a897-8459a15e9702 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event updated for resources: {'Network': ['ID=3aaf35f5-1449-4553-9a4b-ee73e76a82e3,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:59.287671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34208) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:59.337632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.360711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aaf35f5-1449-4553-9a4b-ee73e76a82e3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:59.373759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84ecfc1-1e1f-4bba-bc4a-013fe89e917e') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:59.374136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84ecfc1-1e1f-4bba-bc4a-013fe89e917e') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:08:59.391388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.430072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.457329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:08:59.458478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:08:59.461568 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:08:59.516485 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c6664d8-5af4-4c71-91ed-4952d3dc2ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.589765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.602766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3aaf35f5-1449-4553-9a4b-ee73e76a82e3 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 02:08:59.606852 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.611362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3aaf35f5-1449-4553-9a4b-ee73e76a82e3 HTTP/1.1" status: 204 len: 168 time: 0.5596626 Sep 18 02:08:59.615993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34212) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:59.787071 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd067af4-4b10-483c-91fe-b4352d24a2dc tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] DELETE failed (client error): The resource could not be found. Sep 18 02:08:59.789261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd067af4-4b10-483c-91fe-b4352d24a2dc tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:08:59.796534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd067af4-4b10-483c-91fe-b4352d24a2dc tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] 10.222.0.21 "DELETE /v2.0/subnets/15f25603-792a-4fa4-9a65-4dd7ccc0ec9c HTTP/1.1" status: 404 len: 337 time: 0.1766717 Sep 18 02:08:59.797335 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c6664d8-5af4-4c71-91ed-4952d3dc2ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.798099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34216) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:59.806045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdd83a-a8e3-4029-a4cd-326f54631e51 tempest-ExternalNetworksTestJSON-1236017469 tempest-ExternalNetworksTestJSON-1236017469-project-admin] Pushing event deleted for resources: {'Network': ['ID=3aaf35f5-1449-4553-9a4b-ee73e76a82e3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:08:59.846222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c6664d8-5af4-4c71-91ed-4952d3dc2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:08:59.964457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3c6664d8-5af4-4c71-91ed-4952d3dc2ba8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a54106d4afc4d3ba5ec033f2bcb4802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756890 Sep 18 02:08:59.966923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34228) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:08:59.977480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6664d8-5af4-4c71-91ed-4952d3dc2ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a8050b-d761-42a5-becf-974fd3c829d9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:00.000353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.128942 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-930c9e35-b10a-4520-b791-79a0b4b44e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.156851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-930c9e35-b10a-4520-b791-79a0b4b44e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.214234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.250178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-930c9e35-b10a-4520-b791-79a0b4b44e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.253405 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-930c9e35-b10a-4520-b791-79a0b4b44e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.258199 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-930c9e35-b10a-4520-b791-79a0b4b44e3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3a8050b-d761-42a5-becf-974fd3c829d9 HTTP/1.1" status: 204 len: 168 time: 0.2902057 Sep 18 02:09:00.273450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c9e35-b10a-4520-b791-79a0b4b44e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a8050b-d761-42a5-becf-974fd3c829d9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:00.301526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7a1222-c2f8-438a-a621-d3d83d074f18']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:00.323822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1762ac-ef88-46f3-ac84-8352f4bb9282') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:00.324446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1762ac-ef88-46f3-ac84-8352f4bb9282') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:00.376241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.413991 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.434757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:09:00.436352 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:09:00.587100 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:09:00.597739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.612260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:00.615267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] 10.222.0.21 "DELETE /v2.0/networks/7c7a1222-c2f8-438a-a621-d3d83d074f18 HTTP/1.1" status: 204 len: 168 time: 0.8158650 Sep 18 02:09:00.665697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d4f5-5a92-4fc2-a4d2-a75a402698ea tempest-ExternalNetworksTestJSON-1106518745 tempest-ExternalNetworksTestJSON-1106518745-project] Pushing event deleted for resources: {'Network': ['ID=7c7a1222-c2f8-438a-a621-d3d83d074f18,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:00.858278 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-868ad0d6-36ce-4205-87b5-515420d5674e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.013282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34246) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:01.030784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-032f0bd1-c3da-4bbd-9236-341ba7057331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.311252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34258) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:01.356525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-032f0bd1-c3da-4bbd-9236-341ba7057331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.362145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-032f0bd1-c3da-4bbd-9236-341ba7057331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.421276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-032f0bd1-c3da-4bbd-9236-341ba7057331 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c40dbfef13349e0a78e5e184455f37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044974 Sep 18 02:09:01.421276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0bd1-c3da-4bbd-9236-341ba7057331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1817a9-1013-49da-ac39-7977cbc78344,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:01.422037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34264) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:01.530682 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f21365-3639-47fb-9294-9f7054e9478b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.567447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f21365-3639-47fb-9294-9f7054e9478b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.657795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fcd93e80-cefc-4398-9d2a-5f89301fdb63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b280026dd5f491f8905c871a48c7507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387656 Sep 18 02:09:01.660318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:01.687850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f21365-3639-47fb-9294-9f7054e9478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.690791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f21365-3639-47fb-9294-9f7054e9478b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.694187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b3f21365-3639-47fb-9294-9f7054e9478b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b1817a9-1013-49da-ac39-7977cbc78344 HTTP/1.1" status: 204 len: 168 time: 0.2709646 Sep 18 02:09:01.740814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f21365-3639-47fb-9294-9f7054e9478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1817a9-1013-49da-ac39-7977cbc78344,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:01.779589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b48ffff-0abc-4290-84b1-7b26b6649d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.830812 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b48ffff-0abc-4290-84b1-7b26b6649d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.925245 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b48ffff-0abc-4290-84b1-7b26b6649d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.928683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b48ffff-0abc-4290-84b1-7b26b6649d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:01.930222 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9b48ffff-0abc-4290-84b1-7b26b6649d83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/776eeaa5-bdb0-4e6f-b693-0bc6e7c90282 HTTP/1.1" status: 204 len: 168 time: 0.2690558 Sep 18 02:09:01.939224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48ffff-0abc-4290-84b1-7b26b6649d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776eeaa5-bdb0-4e6f-b693-0bc6e7c90282,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:02.658757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34300) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:02.741164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1e1cde5d-c2ea-40ff-9492-0efc1cbe2cb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=376613e8aea7423bb36445d817ef0dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815053 Sep 18 02:09:02.743947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:02.904898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a67ee493-2ba9-4d02-b031-339ac2560d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:02.949552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a67ee493-2ba9-4d02-b031-339ac2560d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:03.023554 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a67ee493-2ba9-4d02-b031-339ac2560d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:03.026655 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a67ee493-2ba9-4d02-b031-339ac2560d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:03.028476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a67ee493-2ba9-4d02-b031-339ac2560d50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51acd326-b1a5-49a5-9e41-626bb600c9a2 HTTP/1.1" status: 204 len: 168 time: 0.2835467 Sep 18 02:09:03.039117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ee493-2ba9-4d02-b031-339ac2560d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51acd326-b1a5-49a5-9e41-626bb600c9a2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:03.432287 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3b5251dc-76af-4fa7-b095-3445e9564dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:04.006673 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:04.874517 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:04.911793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34378) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:05.098228 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1224875752'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:05.151057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Made reservation on behalf of fb190058c39548e0b93beac26ac011f9 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:05.154745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:05.164754 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:05.377180 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:05.385186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:05.398626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:09:05.409726 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:05.410342 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Added segment 4ee7dbb9-6897-4a88-988d-fba3abc11043 of type vlan for network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c Sep 18 02:09:05.488361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:05.549633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:05.559141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:05.563092 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:05.610523 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6974237 Sep 18 02:09:05.613528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:05.622551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'subnet': {'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:05.674511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3372a3-cdf0-4255-bbec-8abfec3a85c1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:05.735687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d6b97-4854-4681-a61e-0b365e1423d1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Network': ['ID=7f0b6139-2a8c-45c1-b02a-d4d37b12c38c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:05.788979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:09:05.876420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Made reservation on behalf of fb190058c39548e0b93beac26ac011f9 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:05.900175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:06.227175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:06.415175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:06.669119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Subnet': ['ID=0292e35a-3b0a-41e0-8bfc-d7cc199d97c5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:06.681474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Checking segment: {'id': '4ee7dbb9-6897-4a88-988d-fba3abc11043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:09:06.685003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Network hostable DHCP agents. Network: 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:09:06.742862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:09:06.763310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:06.774691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:06.774691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:06.777978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45072326-e2b1-4f4c-ad33-04f51863e741 None None] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:06.807485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-520e85d0-56a0-4a3a-9f50-95195f20e2cc tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1908438 Sep 18 02:09:06.809723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34440) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:06.820451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'name': 'tempest-AllowedAddressPairTestJSON-1570973745'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:07.036903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'tenant_id': 'fb190058c39548e0b93beac26ac011f9', 'fixed_ips': [{'subnet_id': '0292e35a-3b0a-41e0-8bfc-d7cc199d97c5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:09:07.037779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:07.276577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Made reservation on behalf of fb190058c39548e0b93beac26ac011f9 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:07.280911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:07.334296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Allocated IP 172.20.0.2 (7f0b6139-2a8c-45c1-b02a-d4d37b12c38c/0292e35a-3b0a-41e0-8bfc-d7cc199d97c5/d7440ffc-4d9e-4773-9c6c-cb1bec14a121) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:07.337138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] device_id is not set on port 352092fa-c0e0-44ed-9da4-0abc5a70e520 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:09:07.541050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c23a-334d-4ae8-a157-8f5eafabd56f req-bbb5869c-c86b-440e-918f-41182faa4df7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:07.543190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cbf6c23a-334d-4ae8-a157-8f5eafabd56f req-bbb5869c-c86b-440e-918f-41182faa4df7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.0850577 Sep 18 02:09:07.601546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cbf6c23a-334d-4ae8-a157-8f5eafabd56f req-bc72fd95-137b-4fdd-8621-2827ce26658e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518751 Sep 18 02:09:07.677062 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:07.701560 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:07.824369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Allocated IP 172.20.0.12 (7f0b6139-2a8c-45c1-b02a-d4d37b12c38c/0292e35a-3b0a-41e0-8bfc-d7cc199d97c5/352092fa-c0e0-44ed-9da4-0abc5a70e520) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:07.846386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Pushing event updated for resources: {'Port': ['ID=d7440ffc-4d9e-4773-9c6c-cb1bec14a121,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:07.859144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.859752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.860770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.861316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.861861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.862401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.862951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.863474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.863999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.866478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.866968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.867676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:07.878447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:07.880656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:07.887364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:07.923003 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34488) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:07.993371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Attempting to bind port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:09:07.993804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Attempting to bind port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4ee7dbb9-6897-4a88-988d-fba3abc11043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:09:07.994171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Attempting to bind port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 on network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:09:08.007966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:09:08.008346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Checking segment: {'id': '4ee7dbb9-6897-4a88-988d-fba3abc11043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:09:08.008761 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.009155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Bound using segment: {'id': '4ee7dbb9-6897-4a88-988d-fba3abc11043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:09:08.009695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Bound port: d7440ffc-4d9e-4773-9c6c-cb1bec14a121, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee7dbb9-6897-4a88-988d-fba3abc11043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:09:08.010079 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.176033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1973875e-512c-412a-9078-1e7d4439402b None None] For port d7440ffc-4d9e-4773-9c6c-cb1bec14a121, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:09:08.183706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1973875e-512c-412a-9078-1e7d4439402b None None] For port d7440ffc-4d9e-4773-9c6c-cb1bec14a121, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d7440ffc-4d9e-4773-9c6c-cb1bec14a121,segment=NetworkSegment(4ee7dbb9-6897-4a88-988d-fba3abc11043),segment_id=4ee7dbb9-6897-4a88-988d-fba3abc11043)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:09:08.241277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.315659 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6d8c826-9294-4952-8e7a-976eb76b7ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.355955 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.389937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973875e-512c-412a-9078-1e7d4439402b None None] Pushing event updated for resources: {'Port': ['ID=d7440ffc-4d9e-4773-9c6c-cb1bec14a121,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:08.419604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.491213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:08.506455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:08.515942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:08.590279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=352092fa-c0e0-44ed-9da4-0abc5a70e520,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:08.607901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6d8c826-9294-4952-8e7a-976eb76b7ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.617292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:08.618096 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.619348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6d8c826-9294-4952-8e7a-976eb76b7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:08.640211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-96f8a06e-fd85-480c-8ab2-756004374ddb tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8266847 Sep 18 02:09:08.640548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34506) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:08.648418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'name': 'tempest-AllowedAddressPairTestJSON-347819187', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ff:47:3a'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:08.700278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8c826-9294-4952-8e7a-976eb76b7ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ea815-e336-4d98-a9f4-904a549c6e10,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:08.884690 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b6d8c826-9294-4952-8e7a-976eb76b7ae3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42d1cc0913244aceaa4c280661d7dc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9601336 Sep 18 02:09:08.887110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:08.900991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Made reservation on behalf of fb190058c39548e0b93beac26ac011f9 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:09.076530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-48baca99-ebf4-4b35-8c1e-51ab3df47af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.112891 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-48baca99-ebf4-4b35-8c1e-51ab3df47af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.149889 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.215357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-48baca99-ebf4-4b35-8c1e-51ab3df47af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.217726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] device_id is not set on port 806d4ea2-1642-4715-ad48-09bdec914d7d yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:09:09.218943 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-48baca99-ebf4-4b35-8c1e-51ab3df47af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.222507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-48baca99-ebf4-4b35-8c1e-51ab3df47af9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d6ea815-e336-4d98-a9f4-904a549c6e10 HTTP/1.1" status: 204 len: 168 time: 0.3311722 Sep 18 02:09:09.260155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b9be1-1bc7-4f62-b913-03dc88963c74 req-5c2eef61-5063-4910-8ffc-26486e852fdb tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:09.272850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c5b9be1-1bc7-4f62-b913-03dc88963c74 req-5c2eef61-5063-4910-8ffc-26486e852fdb tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.3846769 Sep 18 02:09:09.307267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baca99-ebf4-4b35-8c1e-51ab3df47af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ea815-e336-4d98-a9f4-904a549c6e10,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:09.383134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c5b9be1-1bc7-4f62-b913-03dc88963c74 req-c80a2af1-ec0c-42bf-97f0-eb4fcda5b404 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035101 Sep 18 02:09:09.462869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Allocated IP 172.20.0.13 (7f0b6139-2a8c-45c1-b02a-d4d37b12c38c/0292e35a-3b0a-41e0-8bfc-d7cc199d97c5/806d4ea2-1642-4715-ad48-09bdec914d7d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:09.706700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34526) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:09.729910 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-040a55db-81d4-417b-9c63-cf6b9e8ee4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.737355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.794774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.879139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=806d4ea2-1642-4715-ad48-09bdec914d7d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:09.898216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:09.899734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:09.905914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:09.912211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-040a55db-81d4-417b-9c63-cf6b9e8ee4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.917976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-040a55db-81d4-417b-9c63-cf6b9e8ee4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:09.964709 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-040a55db-81d4-417b-9c63-cf6b9e8ee4bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adb672dc25964b14bd9b286e56ba1df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568908 Sep 18 02:09:09.966217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34530) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:09.981412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a55db-81d4-417b-9c63-cf6b9e8ee4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c546e-e33c-4b25-a311-9a90799ae104,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:10.020180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:10.021004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.046940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-47c5940b-d13a-41ac-8017-4b149c36de20 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4047430 Sep 18 02:09:10.049656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34534) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:10.126807 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30da5ee-ab04-4655-a407-34cf20edac70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.158379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a439408-1e7c-4083-b49f-e2ffe8649fc5 None None] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:10.187212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eddf90-ab96-4431-a946-eaae11befafe tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:10.200375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eddf90-ab96-4431-a946-eaae11befafe tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:10.213879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eddf90-ab96-4431-a946-eaae11befafe tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:10.215522 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-09eddf90-ab96-4431-a946-eaae11befafe tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1625195 Sep 18 02:09:10.218403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34538) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:10.293973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30da5ee-ab04-4655-a407-34cf20edac70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.313862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-918503dd-f81a-4bd5-a0a6-5ae04387b41e None None] Provisioning complete for port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:10.318381 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-918503dd-f81a-4bd5-a0a6-5ae04387b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.508573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30da5ee-ab04-4655-a407-34cf20edac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.522103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a30da5ee-ab04-4655-a407-34cf20edac70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.523565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a30da5ee-ab04-4655-a407-34cf20edac70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f6c546e-e33c-4b25-a311-9a90799ae104 HTTP/1.1" status: 204 len: 168 time: 0.5564239 Sep 18 02:09:10.544456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30da5ee-ab04-4655-a407-34cf20edac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c546e-e33c-4b25-a311-9a90799ae104,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:10.631547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b0790fa9-6457-454f-ad52-49c38cfbbb9f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Deleting port 806d4ea2-1642-4715-ad48-09bdec914d7d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:10.631892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0790fa9-6457-454f-ad52-49c38cfbbb9f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.670291 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-918503dd-f81a-4bd5-a0a6-5ae04387b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.738586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d7440ffc-4d9e-4773-9c6c-cb1bec14a121 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:10.787038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007ef3-38d0-40db-8d49-aca4ab61b547 req-78ff8754-d5a1-4b45-a0b7-3db339a59e35 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:10.788755 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3007ef3-38d0-40db-8d49-aca4ab61b547 req-78ff8754-d5a1-4b45-a0b7-3db339a59e35 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1656015 Sep 18 02:09:10.878500 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0790fa9-6457-454f-ad52-49c38cfbbb9f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:10.910143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3007ef3-38d0-40db-8d49-aca4ab61b547 req-5515b597-d492-4d38-b559-c10e61c7cff3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134872 Sep 18 02:09:10.911943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b0790fa9-6457-454f-ad52-49c38cfbbb9f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Calling delete_port for 806d4ea2-1642-4715-ad48-09bdec914d7d owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:10.972699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-918503dd-f81a-4bd5-a0a6-5ae04387b41e None None] For port d7440ffc-4d9e-4773-9c6c-cb1bec14a121, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d7440ffc-4d9e-4773-9c6c-cb1bec14a121,segment=NetworkSegment(4ee7dbb9-6897-4a88-988d-fba3abc11043),segment_id=4ee7dbb9-6897-4a88-988d-fba3abc11043)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:11.003261 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-918503dd-f81a-4bd5-a0a6-5ae04387b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:11.075369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918503dd-f81a-4bd5-a0a6-5ae04387b41e None None] Pushing event updated for resources: {'Port': ['ID=d7440ffc-4d9e-4773-9c6c-cb1bec14a121,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:11.095870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:11.096563 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:11.220957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0790fa9-6457-454f-ad52-49c38cfbbb9f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:11.282533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0790fa9-6457-454f-ad52-49c38cfbbb9f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Port': ['ID=806d4ea2-1642-4715-ad48-09bdec914d7d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:11.440866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-31e557cf-2b61-4515-b538-7cf3faffcdcf None None] Provisioning complete for port 352092fa-c0e0-44ed-9da4-0abc5a70e520 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:11.441988 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-31e557cf-2b61-4515-b538-7cf3faffcdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:11.558243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-31e557cf-2b61-4515-b538-7cf3faffcdcf None None] Port 352092fa-c0e0-44ed-9da4-0abc5a70e520 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:11.586679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-31e557cf-2b61-4515-b538-7cf3faffcdcf None None] Provisioning complete for port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:11.587088 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-31e557cf-2b61-4515-b538-7cf3faffcdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:11.835896 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-31e557cf-2b61-4515-b538-7cf3faffcdcf None None] Could not find standard attr ID for object 806d4ea2-1642-4715-ad48-09bdec914d7d. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:09:11.977833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-355816b7-2215-407b-b452-7d779a9c358d None None] Provisioning complete for port 352092fa-c0e0-44ed-9da4-0abc5a70e520 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:11.978657 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-355816b7-2215-407b-b452-7d779a9c358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:12.105542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-355816b7-2215-407b-b452-7d779a9c358d None None] Port 352092fa-c0e0-44ed-9da4-0abc5a70e520 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:12.188951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a89029-1217-422d-bfba-3e6d30d9a784 req-b2e7ffa3-3d99-423d-9751-a628a3a450e6 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:12.202167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12a89029-1217-422d-bfba-3e6d30d9a784 req-b2e7ffa3-3d99-423d-9751-a628a3a450e6 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1165788 Sep 18 02:09:12.220936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-27d88792-d405-4ab5-92d4-266c5363b18e None None] Could not find standard attr ID for object 806d4ea2-1642-4715-ad48-09bdec914d7d. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:09:12.294246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12a89029-1217-422d-bfba-3e6d30d9a784 req-3d5d5645-204c-49e9-94a0-2a1834aa3792 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902932 Sep 18 02:09:12.376936 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0790fa9-6457-454f-ad52-49c38cfbbb9f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:12.383615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b0790fa9-6457-454f-ad52-49c38cfbbb9f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "DELETE /v2.0/ports/806d4ea2-1642-4715-ad48-09bdec914d7d HTTP/1.1" status: 204 len: 168 time: 2.1639180 Sep 18 02:09:12.383932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34592) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:12.454496 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-390c6062-6717-4dcc-a561-ccfce109cc6e tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] GET failed (client error): The resource could not be found. Sep 18 02:09:12.460124 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-390c6062-6717-4dcc-a561-ccfce109cc6e tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "GET /v2.0/ports/806d4ea2-1642-4715-ad48-09bdec914d7d HTTP/1.1" status: 404 len: 333 time: 0.0744231 Sep 18 02:09:12.463991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:12.469331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'name': 'tempest-AllowedAddressPairTestJSON-780382058'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:12.629020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d7440ffc-4d9e-4773-9c6c-cb1bec14a121 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:12.795016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:12.798533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:12.899527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Made reservation on behalf of fb190058c39548e0b93beac26ac011f9 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:12.903086 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:12.943847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] device_id is not set on port e4d17a62-dd05-414d-9929-f36841c38d86 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:09:13.138055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Allocated IP 172.20.0.9 (7f0b6139-2a8c-45c1-b02a-d4d37b12c38c/0292e35a-3b0a-41e0-8bfc-d7cc199d97c5/e4d17a62-dd05-414d-9929-f36841c38d86) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:13.409532 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:13.486057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:13.496185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a0479-8deb-42a1-8bcf-3464c84b77f7 req-dae0162c-e200-408f-abd8-0e0df40fc8ae tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:13.497949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b2a0479-8deb-42a1-8bcf-3464c84b77f7 req-dae0162c-e200-408f-abd8-0e0df40fc8ae tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.0684659 Sep 18 02:09:13.555961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=e4d17a62-dd05-414d-9929-f36841c38d86,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:13.575616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:13.579576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:13.592344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b2a0479-8deb-42a1-8bcf-3464c84b77f7 req-785598d7-d347-4e37-9ed6-95be5b9bc8fc tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859089 Sep 18 02:09:13.594780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:13.686189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:13.686905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:13.716953 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e6a9ec38-a3d2-4d3a-9b6f-9d09f18c25e0 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2517581 Sep 18 02:09:13.719786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34636) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:13.726063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ff:47:3a'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:13.997891 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:14.070367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0115ba9d-9101-4a92-9a70-88228560daa6 None None] Provisioning complete for port e4d17a62-dd05-414d-9929-f36841c38d86 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:14.072865 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0115ba9d-9101-4a92-9a70-88228560daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:14.175071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0115ba9d-9101-4a92-9a70-88228560daa6 None None] Port e4d17a62-dd05-414d-9929-f36841c38d86 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:14.345786 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:14.356996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:14.534755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=e4d17a62-dd05-414d-9929-f36841c38d86,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:14.587488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] In _notify_port_updated(), no bound segment for port e4d17a62-dd05-414d-9929-f36841c38d86 on network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c {{(pid=106440) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:09:14.593684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.594692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:14.596450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-68b3b87a-f9c9-47be-92ef-7f8df7b7e120 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "PUT /v2.0/ports/e4d17a62-dd05-414d-9929-f36841c38d86 HTTP/1.1" status: 200 len: 993 time: 0.8754630 Sep 18 02:09:14.600139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34678) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:14.672650 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-7f3484ae-0675-42e6-a1aa-a94129c73808 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1851530 Sep 18 02:09:14.764281 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-a93f32e0-da54-4669-9b84-492e8e278918 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1985300 Sep 18 02:09:14.919815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-5c02f445-1650-46d5-8ad0-00a80018916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.922375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f006e9-1088-4c72-b15c-96f6a99883fe req-e0c3b125-fa95-40fa-85d6-514b740768d4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.922640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-5c02f445-1650-46d5-8ad0-00a80018916c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1098 time: 0.1228943 Sep 18 02:09:14.942601 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f006e9-1088-4c72-b15c-96f6a99883fe req-e0c3b125-fa95-40fa-85d6-514b740768d4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1622534 Sep 18 02:09:14.996180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3bc504c1-0ba2-46ae-95a6-f216a484177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.996590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3bc504c1-0ba2-46ae-95a6-f216a484177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.997213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3bc504c1-0ba2-46ae-95a6-f216a484177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.997997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3bc504c1-0ba2-46ae-95a6-f216a484177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.998418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3bc504c1-0ba2-46ae-95a6-f216a484177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.998912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3bc504c1-0ba2-46ae-95a6-f216a484177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:14.999590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3bc504c1-0ba2-46ae-95a6-f216a484177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:15.002532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3bc504c1-0ba2-46ae-95a6-f216a484177c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6508 time: 0.2236309 Sep 18 02:09:15.032263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-983d77c3-d4de-4589-ab26-6ad237bcf756 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Deleting port e4d17a62-dd05-414d-9929-f36841c38d86 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:15.032639 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-983d77c3-d4de-4589-ab26-6ad237bcf756 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:15.033775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e154dc09-905b-4cb6-9ae6-a97cd1085326 None None] Provisioning complete for port e4d17a62-dd05-414d-9929-f36841c38d86 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:15.034157 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e154dc09-905b-4cb6-9ae6-a97cd1085326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:15.062578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f006e9-1088-4c72-b15c-96f6a99883fe req-8e763033-bedd-48c3-bb90-f9a4ba6321dd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161885 Sep 18 02:09:15.106280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-df2b1f99-cbda-4e71-8299-391657d6cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:15.107878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-df2b1f99-cbda-4e71-8299-391657d6cfd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.1557426 Sep 18 02:09:15.193571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e154dc09-905b-4cb6-9ae6-a97cd1085326 None None] Port e4d17a62-dd05-414d-9929-f36841c38d86 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:15.208642 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-51fcb094-60a0-4448-958e-d90384e28be7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1002 time: 0.0882673 Sep 18 02:09:15.295451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-597f5646-82c6-4a9f-aea9-70012bda1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:15.297332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-597f5646-82c6-4a9f-aea9-70012bda1aa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.0799310 Sep 18 02:09:15.355493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-983d77c3-d4de-4589-ab26-6ad237bcf756 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:15.363147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-29603e3a-9e96-4f05-8c91-925c66e50f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:15.363624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-29603e3a-9e96-4f05-8c91-925c66e50f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:15.364624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-29603e3a-9e96-4f05-8c91-925c66e50f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:15.369355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-29603e3a-9e96-4f05-8c91-925c66e50f1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=9e12c277-19b4-402d-b583-344c3c7babd0&id=9e12c277-19b4-402d-b583-344c3c7babd0 HTTP/1.1" status: 200 len: 2296 time: 0.2943118 Sep 18 02:09:15.380438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-43c94cb6-3c7e-46e4-a62b-00d2123f0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:15.387328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-983d77c3-d4de-4589-ab26-6ad237bcf756 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Calling delete_port for e4d17a62-dd05-414d-9929-f36841c38d86 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:15.396943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-43c94cb6-3c7e-46e4-a62b-00d2123f0ec3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805173 Sep 18 02:09:15.632599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-b6fd4c76-300e-4f00-8473-e6419112e8c1 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334888 Sep 18 02:09:15.796838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07fd384a-7a2c-44b9-8855-8e168eeaea44 req-3675f49a-c7c1-4267-8bff-4c64332024ae service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543951 Sep 18 02:09:16.067815 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-ceb15be7-f3b1-4197-8954-bf966528ad4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843c05e9-9fdb-4c51-874c-84e996bbf948 HTTP/1.1" status: 200 len: 1002 time: 0.6902246 Sep 18 02:09:16.249681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-29fee4c1-487e-4513-a344-deee03fcdeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:16.251499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-29fee4c1-487e-4513-a344-deee03fcdeb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95255f28-0ecf-4324-b866-5239859c9774 HTTP/1.1" status: 200 len: 856 time: 0.1695988 Sep 18 02:09:16.337835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a964-ae14-486d-af6d-cd0b12e2ded1 req-afb300ae-40df-4990-9845-1a4e7951d8c1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:16.343807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87b2a964-ae14-486d-af6d-cd0b12e2ded1 req-afb300ae-40df-4990-9845-1a4e7951d8c1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1683223 Sep 18 02:09:16.399952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-983d77c3-d4de-4589-ab26-6ad237bcf756 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:16.414701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-95936d7b-0395-4887-92e8-f625bf41070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:16.416256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-95936d7b-0395-4887-92e8-f625bf41070a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571283 Sep 18 02:09:16.467246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87b2a964-ae14-486d-af6d-cd0b12e2ded1 req-1568cd54-3862-47c2-8e43-0ebdade38f75 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188290 Sep 18 02:09:16.560731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d77c3-d4de-4589-ab26-6ad237bcf756 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Port': ['ID=e4d17a62-dd05-414d-9929-f36841c38d86,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:16.565469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-9562786f-340d-479b-8319-0e79f437d6df service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378245 Sep 18 02:09:16.916118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-2869e00a-a224-454e-97e9-99284b68d1ce service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194451 Sep 18 02:09:16.921194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-983d77c3-d4de-4589-ab26-6ad237bcf756 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:16.923111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-983d77c3-d4de-4589-ab26-6ad237bcf756 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "DELETE /v2.0/ports/e4d17a62-dd05-414d-9929-f36841c38d86 HTTP/1.1" status: 204 len: 168 time: 2.3216345 Sep 18 02:09:16.925851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34796) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:16.969649 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a89db2-621a-4d0f-a7fa-43fa9551ed4b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] GET failed (client error): The resource could not be found. Sep 18 02:09:16.975163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34800) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:16.987699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'name': 'tempest-AllowedAddressPairTestJSON-717664281'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:16.993094 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-18a89db2-621a-4d0f-a7fa-43fa9551ed4b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "GET /v2.0/ports/e4d17a62-dd05-414d-9929-f36841c38d86 HTTP/1.1" status: 404 len: 333 time: 0.0655339 Sep 18 02:09:17.049806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3b197247-5ba2-40c7-9795-e5d36d2d6e07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 200 len: 217 time: 0.1252141 Sep 18 02:09:17.132831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-e07d163b-0a92-401d-943c-78c266056a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:17.139049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-e07d163b-0a92-401d-943c-78c266056a10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.0807776 Sep 18 02:09:17.202988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-8bd1eba9-0acf-4825-b5be-eda4421afe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:17.204869 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-8bd1eba9-0acf-4825-b5be-eda4421afe11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584974 Sep 18 02:09:17.271779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Made reservation on behalf of fb190058c39548e0b93beac26ac011f9 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:17.277969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:17.332075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] device_id is not set on port ce1c41e5-33df-483f-985f-0ba8bc73add0 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:09:17.369529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-827d4e0e-6650-4438-a352-d8181989bd06 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563196 Sep 18 02:09:17.480691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Allocated IP 172.20.0.11 (7f0b6139-2a8c-45c1-b02a-d4d37b12c38c/0292e35a-3b0a-41e0-8bfc-d7cc199d97c5/ce1c41e5-33df-483f-985f-0ba8bc73add0) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:17.497174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-f23dd789-594e-40d4-9921-d6abcdd7ee81 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200919 Sep 18 02:09:17.588614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-7407d13b-090c-4bc5-aedd-340b5884dc48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 200 len: 217 time: 0.0841408 Sep 18 02:09:17.729624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c5b3c-e869-462f-916a-717f887d4b89 req-471f03ae-1013-438c-8c3f-4d5abc699448 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:17.737325 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d59c5b3c-e869-462f-916a-717f887d4b89 req-471f03ae-1013-438c-8c3f-4d5abc699448 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1639316 Sep 18 02:09:17.772757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-4c10b5cf-b88e-4e1e-83de-5ab6907b2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:17.773391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:17.774667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-4c10b5cf-b88e-4e1e-83de-5ab6907b2bf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.1356769 Sep 18 02:09:17.824047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:17.830615 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d59c5b3c-e869-462f-916a-717f887d4b89 req-36733161-d673-40fe-81fc-db02bb63ecc0 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924282 Sep 18 02:09:17.863384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-65b99c04-7291-4482-abea-c2048d379aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:17.866945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-65b99c04-7291-4482-abea-c2048d379aae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0792725 Sep 18 02:09:17.945681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=ce1c41e5-33df-483f-985f-0ba8bc73add0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:17.953941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:17.955889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:17.959178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:17.993705 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-3562b276-c895-4fe8-931d-298d3e23f231 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184893 Sep 18 02:09:18.019917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:18.020786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:18.054458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9650eddf-785b-4d02-ab3c-4be5e156f591 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0779920 Sep 18 02:09:18.056966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34900) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:18.064481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ff:47:3a'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:18.173677 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-a6f765a3-1811-4538-89de-6316decacae8 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741505 Sep 18 02:09:18.244781 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-0e35755e-3e18-4c3b-acb0-3b9ea786957c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804 HTTP/1.1" status: 200 len: 217 time: 0.0607779 Sep 18 02:09:18.392998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:18.476365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-c98dc68d-286d-4b3c-9f83-8b318d621bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:18.493249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-c98dc68d-286d-4b3c-9f83-8b318d621bec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.2124515 Sep 18 02:09:18.609432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-87733f54-2f64-49d2-851a-3687331449d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:18.611528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-87733f54-2f64-49d2-851a-3687331449d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174216 Sep 18 02:09:18.665616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e2069cda-ccdb-4371-ac09-dcbf816f8faa None None] Provisioning complete for port ce1c41e5-33df-483f-985f-0ba8bc73add0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:18.666590 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2069cda-ccdb-4371-ac09-dcbf816f8faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:18.752299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e2069cda-ccdb-4371-ac09-dcbf816f8faa None None] Port ce1c41e5-33df-483f-985f-0ba8bc73add0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:18.821162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-dc3e574d-566d-489a-a69c-ee8ad4897a17 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025836 Sep 18 02:09:18.883281 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:18.895161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:18.920660 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:09:19.061743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=ce1c41e5-33df-483f-985f-0ba8bc73add0,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:19.073706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] In _notify_port_updated(), no bound segment for port ce1c41e5-33df-483f-985f-0ba8bc73add0 on network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:09:19.086278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:19.088265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:19.090182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ab669201-cfa6-4564-8c3d-0c7726014696 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "PUT /v2.0/ports/ce1c41e5-33df-483f-985f-0ba8bc73add0 HTTP/1.1" status: 200 len: 996 time: 1.0318954 Sep 18 02:09:19.095391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34984) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:19.239471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460ac5-c1e5-4c86-ba00-6f528211a39c req-0e9f4829-f37e-4bf3-b075-f086f641ecb6 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:19.241827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c460ac5-c1e5-4c86-ba00-6f528211a39c req-0e9f4829-f37e-4bf3-b075-f086f641ecb6 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.2722001 Sep 18 02:09:19.255393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-e38d4d35-b157-4251-a11d-7052af94f345 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244831 Sep 18 02:09:19.289647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-2de04014-c9cc-4b84-a799-cda1b2eb5423 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Deleting port ce1c41e5-33df-483f-985f-0ba8bc73add0 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:19.289995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2de04014-c9cc-4b84-a799-cda1b2eb5423 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:19.290616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-779b448f-e8ea-4005-a0a0-de98260b387b None None] Provisioning complete for port ce1c41e5-33df-483f-985f-0ba8bc73add0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:19.296680 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-779b448f-e8ea-4005-a0a0-de98260b387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:19.307912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-584533e6-18d7-4e01-a61e-7db93d9bb442 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 HTTP/1.1" status: 200 len: 217 time: 0.0445523 Sep 18 02:09:19.372184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-779b448f-e8ea-4005-a0a0-de98260b387b None None] Port ce1c41e5-33df-483f-985f-0ba8bc73add0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:19.397259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c460ac5-c1e5-4c86-ba00-6f528211a39c req-350076a0-6cde-466e-bb43-04cecb537e24 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401472 Sep 18 02:09:19.450948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-c18db54f-6a44-4d4b-a636-746870a8e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:19.455507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-c18db54f-6a44-4d4b-a636-746870a8e552 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.1326339 Sep 18 02:09:19.512432 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2de04014-c9cc-4b84-a799-cda1b2eb5423 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:19.546841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-2de04014-c9cc-4b84-a799-cda1b2eb5423 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Calling delete_port for ce1c41e5-33df-483f-985f-0ba8bc73add0 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:19.632266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-e4773eb6-1740-42d9-a895-78f8ec57ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:19.640528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-e4773eb6-1740-42d9-a895-78f8ec57ccc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1776481 Sep 18 02:09:19.821942 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-d31f9168-0c37-4e3c-9845-2698a8596e98 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736913 Sep 18 02:09:20.025646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107eb1-d280-4bd3-8de9-840fb225bfe5 req-255b565d-2da7-4fa6-b610-9cfd032f8d76 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:20.027261 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32107eb1-d280-4bd3-8de9-840fb225bfe5 req-255b565d-2da7-4fa6-b610-9cfd032f8d76 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1808500 Sep 18 02:09:20.109664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2de04014-c9cc-4b84-a799-cda1b2eb5423 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:20.120130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32107eb1-d280-4bd3-8de9-840fb225bfe5 req-25019dd5-c699-474f-bc51-d1c4a0ff8353 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790110 Sep 18 02:09:20.133796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-6faecf3c-e31a-449d-9703-cd64f04b7981 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030200 Sep 18 02:09:20.206681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de04014-c9cc-4b84-a799-cda1b2eb5423 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Port': ['ID=ce1c41e5-33df-483f-985f-0ba8bc73add0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:20.243818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-77147bed-1fb4-42b6-9f71-0a2dde3f0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:20.246394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-77147bed-1fb4-42b6-9f71-0a2dde3f0986 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 1098 time: 0.3616154 Sep 18 02:09:20.266931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-d541c6c1-9c14-4724-a8f3-ecf82a685b5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6111cda2-77b2-4684-8741-40d84ecf6f80 HTTP/1.1" status: 200 len: 217 time: 0.1244268 Sep 18 02:09:20.343825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93224-25fc-442a-8092-6a6ac22aa77a req-7f63bf9a-2884-4ea4-8844-701a78127095 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:20.345528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cff93224-25fc-442a-8092-6a6ac22aa77a req-7f63bf9a-2884-4ea4-8844-701a78127095 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 946 time: 0.2919104 Sep 18 02:09:20.380342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-86d28f6d-4bd7-4e46-979f-5f85c1834416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:20.381679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-86d28f6d-4bd7-4e46-979f-5f85c1834416 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.1028125 Sep 18 02:09:20.461199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-26c0eb98-436a-44ac-b7c4-81110770db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:20.462695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-26c0eb98-436a-44ac-b7c4-81110770db1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742691 Sep 18 02:09:20.523951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-f654ae77-0b47-469a-9733-7caf0ccc797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:20.527052 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-f654ae77-0b47-469a-9733-7caf0ccc797a service neutron] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 911 time: 0.2708406 Sep 18 02:09:20.540976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2de04014-c9cc-4b84-a799-cda1b2eb5423 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:20.543174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2de04014-c9cc-4b84-a799-cda1b2eb5423 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "DELETE /v2.0/ports/ce1c41e5-33df-483f-985f-0ba8bc73add0 HTTP/1.1" status: 204 len: 168 time: 1.4427540 Sep 18 02:09:20.552193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35064) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:20.636109 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df4f2f9-cf07-480a-8f3d-189d3bb1c30e tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] GET failed (client error): The resource could not be found. Sep 18 02:09:20.638605 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7df4f2f9-cf07-480a-8f3d-189d3bb1c30e tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "GET /v2.0/ports/ce1c41e5-33df-483f-985f-0ba8bc73add0 HTTP/1.1" status: 404 len: 333 time: 0.0853419 Sep 18 02:09:20.641621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35066) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:20.649709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'name': 'tempest-AllowedAddressPairTestJSON-894073431'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:20.667926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cff93224-25fc-442a-8092-6a6ac22aa77a req-7a74eb6a-d2ae-4dd4-9b40-0edc706a4e56 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073866 Sep 18 02:09:20.689705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-42f7e8ca-0cc5-4c2a-9884-d064a33a8006 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1 HTTP/1.1" status: 200 len: 1001 time: 0.1454537 Sep 18 02:09:20.747589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-0c2ff156-97aa-48a9-9c9e-44b30acf7550 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775581 Sep 18 02:09:20.825455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-7a49d168-3783-454a-b725-6166fb45e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:20.831686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-7a49d168-3783-454a-b725-6166fb45e052 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.1348133 Sep 18 02:09:20.881559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-55b6d202-1e82-4774-899e-83b3dbde2b0e service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249700 Sep 18 02:09:20.907713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Made reservation on behalf of fb190058c39548e0b93beac26ac011f9 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:20.920209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:21.014167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-a26e83f7-7e79-4225-8e97-45dacaed7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:21.015747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-a26e83f7-7e79-4225-8e97-45dacaed7fc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755245 Sep 18 02:09:21.070661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-fa1f7625-24bf-46a8-8f07-bf4460a45c6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 HTTP/1.1" status: 200 len: 217 time: 0.1763151 Sep 18 02:09:21.140061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] device_id is not set on port 254521ee-fd87-449c-ab82-ef43020d91ea yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:09:21.255109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-06db5bf3-2807-476e-9e9d-b5e04f4bffca service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100687 Sep 18 02:09:21.362086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-7ccc7649-62bd-4278-a578-550238af58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:21.364329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-7ccc7649-62bd-4278-a578-550238af58f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.2823224 Sep 18 02:09:21.482353 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86ccd048-e090-4c93-93ec-faf3bae21e12 req-898a503c-b9d7-4a76-8e94-ccdcedf5810c service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261102 Sep 18 02:09:21.862522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44932a-0d71-48b3-b826-8583e8568d15 req-b5531595-5824-4b12-9789-77a695bef59b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:21.864484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad44932a-0d71-48b3-b826-8583e8568d15 req-b5531595-5824-4b12-9789-77a695bef59b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.5515497 Sep 18 02:09:21.890645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Allocated IP 172.20.0.7 (7f0b6139-2a8c-45c1-b02a-d4d37b12c38c/0292e35a-3b0a-41e0-8bfc-d7cc199d97c5/254521ee-fd87-449c-ab82-ef43020d91ea) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:21.917427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-7e1789cc-7b90-4c23-a4e2-1ae7ac61ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:21.919486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-7e1789cc-7b90-4c23-a4e2-1ae7ac61ea13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5427661 Sep 18 02:09:21.991314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad44932a-0d71-48b3-b826-8583e8568d15 req-56229537-acfe-495b-a2a3-f540a94354b5 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175346 Sep 18 02:09:22.055653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35132) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:22.098455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35138) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:22.144580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-113937a5-2128-419d-b51d-cf542f2380c7 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179604 Sep 18 02:09:22.215350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ff2718-8225-46aa-9ef0-053ad986283a admin admin] Deleting subnet 3e874876-e47b-49a2-a9e9-a757d50ffb06 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:09:22.229401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ff2718-8225-46aa-9ef0-053ad986283a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.272789 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51efaaaf-0bde-4daf-b366-5086079f66bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.299514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.311750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ff2718-8225-46aa-9ef0-053ad986283a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.311973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-15c20e51-7244-40ff-bb54-e0b324a50526 req-ba6de791-9be4-48e4-9c11-99af49914956 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507030 Sep 18 02:09:22.348611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.383709 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ff2718-8225-46aa-9ef0-053ad986283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.406702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:22.410430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:22.424287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:22.465210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=254521ee-fd87-449c-ab82-ef43020d91ea,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:22.477291 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ff2718-8225-46aa-9ef0-053ad986283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.485782 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51efaaaf-0bde-4daf-b366-5086079f66bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.506853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:22.507945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.530376 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-730e1822-c762-4968-8bed-0fcc1e1ec04b tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8874717 Sep 18 02:09:22.533416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35142) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:22.544195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff2718-8225-46aa-9ef0-053ad986283a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e874876-e47b-49a2-a9e9-a757d50ffb06,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:22.546095 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51efaaaf-0bde-4daf-b366-5086079f66bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.550144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'network_id': '7f0b6139-2a8c-45c1-b02a-d4d37b12c38c', 'name': 'tempest-AllowedAddressPairTestJSON-544537438'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:22.575202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efaaaf-0bde-4daf-b366-5086079f66bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a619ef2-d4af-4ceb-9cef-bdec8ce90d2b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:22.588714 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ff2718-8225-46aa-9ef0-053ad986283a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.590879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-50ff2718-8225-46aa-9ef0-053ad986283a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3e874876-e47b-49a2-a9e9-a757d50ffb06 HTTP/1.1" status: 204 len: 168 time: 0.4903781 Sep 18 02:09:22.603609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35148) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:22.625873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-51efaaaf-0bde-4daf-b366-5086079f66bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4147782a09fa4e7ab5d570cef014a1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5679641 Sep 18 02:09:22.626476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35150) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:22.701844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4e264-4ddf-40f0-8616-d9f5e4586523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.702950 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.759020 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4e264-4ddf-40f0-8616-d9f5e4586523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.830868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-faa65578-d4e4-41fb-b8f3-109e28142f8c None None] Provisioning complete for port 254521ee-fd87-449c-ab82-ef43020d91ea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:22.831456 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-faa65578-d4e4-41fb-b8f3-109e28142f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.837001 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4e264-4ddf-40f0-8616-d9f5e4586523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.848563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59b4e264-4ddf-40f0-8616-d9f5e4586523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.853775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-59b4e264-4ddf-40f0-8616-d9f5e4586523 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a619ef2-d4af-4ceb-9cef-bdec8ce90d2b HTTP/1.1" status: 204 len: 168 time: 0.2262502 Sep 18 02:09:22.864200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4e264-4ddf-40f0-8616-d9f5e4586523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a619ef2-d4af-4ceb-9cef-bdec8ce90d2b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:22.959700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-faa65578-d4e4-41fb-b8f3-109e28142f8c None None] Port 254521ee-fd87-449c-ab82-ef43020d91ea cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:22.962011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:22.995395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314dc5cd-dc4f-4d93-b936-256453b3cfb4']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:23.010012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974d61cf-d426-4184-8cda-b5d9af24dc7e') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:23.010749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974d61cf-d426-4184-8cda-b5d9af24dc7e') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:23.024762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Made reservation on behalf of fb190058c39548e0b93beac26ac011f9 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:23.028880 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.038226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.060505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.066134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] device_id is not set on port 9de222e2-e1fe-4911-8000-0c86cf5e315f yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:09:23.073869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:09:23.074269 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:09:23.076090 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:09:23.174105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708b207-67a5-4ec4-bebf-8a71e6ea428d req-bc05e951-df8c-4b57-9860-af02afc8d2f6 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:23.180100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4708b207-67a5-4ec4-bebf-8a71e6ea428d req-bc05e951-df8c-4b57-9860-af02afc8d2f6 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.0761917 Sep 18 02:09:23.199128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.204161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.208302 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] 10.222.0.21 "DELETE /v2.0/networks/314dc5cd-dc4f-4d93-b936-256453b3cfb4 HTTP/1.1" status: 204 len: 168 time: 0.6016278 Sep 18 02:09:23.234695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58345f-680b-4f9c-9c2d-4e3a08791a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=314dc5cd-dc4f-4d93-b936-256453b3cfb4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:23.301434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4708b207-67a5-4ec4-bebf-8a71e6ea428d req-1c0d3eb5-096f-4aaf-9709-d28b571b5d95 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141264 Sep 18 02:09:23.374697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Allocated IP 172.20.0.14 (7f0b6139-2a8c-45c1-b02a-d4d37b12c38c/0292e35a-3b0a-41e0-8bfc-d7cc199d97c5/9de222e2-e1fe-4911-8000-0c86cf5e315f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:23.579522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35176) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:23.597064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.630944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9000ea70-bf28-4147-88d1-83b6ff655c55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd9cc2cfd7654bbda6210f54b1370530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489502 Sep 18 02:09:23.636438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35182) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:23.652719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.737387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c51f64f0-89e3-4653-8d6f-d871a17a459d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.755546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:23.764006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:23.769766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:23.774045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c51f64f0-89e3-4653-8d6f-d871a17a459d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.816245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=9de222e2-e1fe-4911-8000-0c86cf5e315f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:23.857047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c51f64f0-89e3-4653-8d6f-d871a17a459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.859926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c51f64f0-89e3-4653-8d6f-d871a17a459d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.861216 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c51f64f0-89e3-4653-8d6f-d871a17a459d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/456ae7cb-7c00-4a7d-83fc-9e79b2982646 HTTP/1.1" status: 204 len: 168 time: 0.2233012 Sep 18 02:09:23.873605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f64f0-89e3-4653-8d6f-d871a17a459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ae7cb-7c00-4a7d-83fc-9e79b2982646,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:23.925047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:23.925736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:23.949278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35194) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:23.956096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ff:47:3a'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:73:b6:67'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:23.962162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ff289785-4035-49c3-b3d4-e0fdde26cec1 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4223986 Sep 18 02:09:24.196263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-acd55976-c252-4e77-a949-bab14feb7cba None None] Provisioning complete for port 9de222e2-e1fe-4911-8000-0c86cf5e315f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:24.197266 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-acd55976-c252-4e77-a949-bab14feb7cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:24.216204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:24.242167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-acd55976-c252-4e77-a949-bab14feb7cba None None] Port 9de222e2-e1fe-4911-8000-0c86cf5e315f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:24.506524 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:24.513882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:24.617726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event updated for resources: {'Port': ['ID=9de222e2-e1fe-4911-8000-0c86cf5e315f,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:24.656054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] In _notify_port_updated(), no bound segment for port 9de222e2-e1fe-4911-8000-0c86cf5e315f on network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:09:24.666182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:24.669715 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:24.674563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35228) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:24.677368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ecbdb01b-8435-4847-80dd-80df6302d51f tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "PUT /v2.0/ports/9de222e2-e1fe-4911-8000-0c86cf5e315f HTTP/1.1" status: 200 len: 1056 time: 0.7269182 Sep 18 02:09:24.827674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c257a697-b0a6-4c59-b693-1b083117863d tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Deleting port 9de222e2-e1fe-4911-8000-0c86cf5e315f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:24.828430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c257a697-b0a6-4c59-b693-1b083117863d tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:25.005484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c257a697-b0a6-4c59-b693-1b083117863d tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:25.025301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c257a697-b0a6-4c59-b693-1b083117863d tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Calling delete_port for 9de222e2-e1fe-4911-8000-0c86cf5e315f owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:25.077262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-af560fa3-2510-4ac7-aab8-8eec0367443f None None] Provisioning complete for port 9de222e2-e1fe-4911-8000-0c86cf5e315f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:25.077921 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af560fa3-2510-4ac7-aab8-8eec0367443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:25.158348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-af560fa3-2510-4ac7-aab8-8eec0367443f None None] Port 9de222e2-e1fe-4911-8000-0c86cf5e315f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:25.267816 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c257a697-b0a6-4c59-b693-1b083117863d tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:25.300323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257a697-b0a6-4c59-b693-1b083117863d tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Port': ['ID=9de222e2-e1fe-4911-8000-0c86cf5e315f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:25.391520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:25.606019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c257a697-b0a6-4c59-b693-1b083117863d tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:25.612608 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c257a697-b0a6-4c59-b693-1b083117863d tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "DELETE /v2.0/ports/9de222e2-e1fe-4911-8000-0c86cf5e315f HTTP/1.1" status: 204 len: 168 time: 0.9325359 Sep 18 02:09:25.612789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35270) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:25.664161 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f990692-b826-44b8-a177-22d5e26ecb80 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] GET failed (client error): The resource could not be found. Sep 18 02:09:25.666070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1f990692-b826-44b8-a177-22d5e26ecb80 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "GET /v2.0/ports/9de222e2-e1fe-4911-8000-0c86cf5e315f HTTP/1.1" status: 404 len: 333 time: 0.0526147 Sep 18 02:09:25.678195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35274) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:25.694334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:25.702326 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:25.918156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:25.949957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-dfb50c84-68bb-4f3e-9a39-cf6aa9377144 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Deleting port 254521ee-fd87-449c-ab82-ef43020d91ea {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:25.957163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfb50c84-68bb-4f3e-9a39-cf6aa9377144 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:25.989754 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.094401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfb50c84-68bb-4f3e-9a39-cf6aa9377144 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.109865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-dfb50c84-68bb-4f3e-9a39-cf6aa9377144 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Calling delete_port for 254521ee-fd87-449c-ab82-ef43020d91ea owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:26.168001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:09:26.175976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.374749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfb50c84-68bb-4f3e-9a39-cf6aa9377144 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.516053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:26.531159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb50c84-68bb-4f3e-9a39-cf6aa9377144 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Port': ['ID=254521ee-fd87-449c-ab82-ef43020d91ea,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:26.556934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '261efc86-15bc-4ea7-9d7a-a10012315904', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': '261efc86-15bc-4ea7-9d7a-a10012315904', 'mac_address': 'fa:16:3e:92:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:09:26.634051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Allocated IP 172.25.0.143 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/1c0a47c2-a1b7-470b-b245-37acfcd28d4c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:26.639148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfb50c84-68bb-4f3e-9a39-cf6aa9377144 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.639765 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.649529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dfb50c84-68bb-4f3e-9a39-cf6aa9377144 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "DELETE /v2.0/ports/254521ee-fd87-449c-ab82-ef43020d91ea HTTP/1.1" status: 204 len: 168 time: 0.9672015 Sep 18 02:09:26.651481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35300) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:26.656524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 261efc86-15bc-4ea7-9d7a-a10012315904 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:09:26.682024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:26.686877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.774635 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-5510b38b-16a5-438a-a668-c32ff2ede210 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] GET failed (client error): The resource could not be found. Sep 18 02:09:26.781783 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5510b38b-16a5-438a-a668-c32ff2ede210 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "GET /v2.0/ports/254521ee-fd87-449c-ab82-ef43020d91ea HTTP/1.1" status: 404 len: 333 time: 0.1285293 Sep 18 02:09:26.788140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35306) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:26.795704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:26.847433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['261efc86-15bc-4ea7-9d7a-a10012315904'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:09:26.850944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.891820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:26.939051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:26.944476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:26.959320 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:26.966199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Pushing event updated for resources: {'Port': ['ID=1c0a47c2-a1b7-470b-b245-37acfcd28d4c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:27.015821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1fb18a94-10ea-4195-ad5c-70ea2eea9172 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Deleting port 352092fa-c0e0-44ed-9da4-0abc5a70e520 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:27.016160 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fb18a94-10ea-4195-ad5c-70ea2eea9172 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.136861 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.214749 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.224006 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fb18a94-10ea-4195-ad5c-70ea2eea9172 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.250984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1fb18a94-10ea-4195-ad5c-70ea2eea9172 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Calling delete_port for 352092fa-c0e0-44ed-9da4-0abc5a70e520 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:27.427990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fb18a94-10ea-4195-ad5c-70ea2eea9172 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.459479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.466660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb18a94-10ea-4195-ad5c-70ea2eea9172 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Port': ['ID=352092fa-c0e0-44ed-9da4-0abc5a70e520,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:27.496671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.597521 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fb18a94-10ea-4195-ad5c-70ea2eea9172 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.600951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1fb18a94-10ea-4195-ad5c-70ea2eea9172 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "DELETE /v2.0/ports/352092fa-c0e0-44ed-9da4-0abc5a70e520 HTTP/1.1" status: 204 len: 168 time: 0.8091657 Sep 18 02:09:27.605504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35316) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:27.636640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Pushing event updated for resources: {'Port': ['ID=1c0a47c2-a1b7-470b-b245-37acfcd28d4c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:27.656112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.679253 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.681306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ea11a18-ac10-4b11-86a7-d9235bed221f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9857526 Sep 18 02:09:27.686392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35318) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:27.693610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2107997277', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'fixed_ips': [{'ip_address': '172.25.0.143'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:27.724357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7db5f0e-b6e6-4a56-a650-3ccd85e77345 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Deleting subnet 0292e35a-3b0a-41e0-8bfc-d7cc199d97c5 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:09:27.732559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7db5f0e-b6e6-4a56-a650-3ccd85e77345 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.795777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Made reservation on behalf of 8f7d0735b53147e08c9b6073275f3ee9 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:27.798420 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.811903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7db5f0e-b6e6-4a56-a650-3ccd85e77345 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.815156 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:27.956509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7db5f0e-b6e6-4a56-a650-3ccd85e77345 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.047011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.054453 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.059849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7db5f0e-b6e6-4a56-a650-3ccd85e77345 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.069560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] device_id is not set on port b428a26b-fac7-4d8f-8647-08a658968de7 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:09:28.089308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7db5f0e-b6e6-4a56-a650-3ccd85e77345 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.091332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808d347-b65f-4f7b-8058-6cd87ecab072 None None] Network 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:28.091827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f7db5f0e-b6e6-4a56-a650-3ccd85e77345 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "DELETE /v2.0/subnets/0292e35a-3b0a-41e0-8bfc-d7cc199d97c5 HTTP/1.1" status: 204 len: 168 time: 0.4842632 Sep 18 02:09:28.094619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35326) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:28.132514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db5f0e-b6e6-4a56-a650-3ccd85e77345 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Subnet': ['ID=0292e35a-3b0a-41e0-8bfc-d7cc199d97c5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:28.194858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a3bb8-1fe4-4dc6-ad1b-9ff45e159507,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:28.248619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.379785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Deleting port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:28.383026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.484928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:28.521865 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 02:09:28.522559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:09:28.549269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] For port d7440ffc-4d9e-4773-9c6c-cb1bec14a121, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d7440ffc-4d9e-4773-9c6c-cb1bec14a121,segment=NetworkSegment(4ee7dbb9-6897-4a88-988d-fba3abc11043),segment_id=4ee7dbb9-6897-4a88-988d-fba3abc11043)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:28.550032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.556469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bb8a8ae4-cc19-43e7-a251-d6795222b786 tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8667803 Sep 18 02:09:28.558085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35338) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:28.591632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Calling delete_port for d7440ffc-4d9e-4773-9c6c-cb1bec14a121 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:28.686853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 261efc86-15bc-4ea7-9d7a-a10012315904 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:28.687582 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.799037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.818756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] No DVR routers for this DVR port d7440ffc-4d9e-4773-9c6c-cb1bec14a121 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:09:28.882264 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.884160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Deleting port 1c0a47c2-a1b7-470b-b245-37acfcd28d4c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:28.884627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:28.886577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ab102-a4d5-4e82-82a4-d76dc297a8a5 None None] DHCP port deletion for 7f0b6139-2a8c-45c1-b02a-d4d37b12c38c request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:09:28.915218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Port': ['ID=d7440ffc-4d9e-4773-9c6c-cb1bec14a121,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:28.964779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:09:28.971189 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf51df-5d39-4865-af92-ae3e9ad4a267" -d '{"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-plugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:09:29.004614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:29.005246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.005767 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.015437 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.023917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Calling delete_port for 1c0a47c2-a1b7-470b-b245-37acfcd28d4c owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:29.058181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.135871 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a556f8c8-afd9-4078-9264-a194468e8285 x-openstack-request-id: req-a556f8c8-afd9-4078-9264-a194468e8285 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:09:29.136537 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-plugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:09:29.136869 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a556f8c8-afd9-4078-9264-a194468e8285 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:09:29.137158 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'code': 200} Sep 18 02:09:29.137778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:29.159000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0b6139-2a8c-45c1-b02a-d4d37b12c38c']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:29.176061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee7dbb9-6897-4a88-988d-fba3abc11043') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:29.177157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee7dbb9-6897-4a88-988d-fba3abc11043') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:29.206291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.225292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.234009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:09:29.234419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:09:29.238938 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:09:29.248666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.307189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c0a47c2-a1b7-470b-b245-37acfcd28d4c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:29.373071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.376619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.378904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.380648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.381002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.382460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.382854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.383201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.383545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.383886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.384221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.386700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.387096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:29.419709 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.424084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] 10.222.0.21 "DELETE /v2.0/networks/7f0b6139-2a8c-45c1-b02a-d4d37b12c38c HTTP/1.1" status: 204 len: 168 time: 1.3264287 Sep 18 02:09:29.460664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.465052 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:29.470316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72548c-841b-42f9-ac62-802685211648 tempest-AllowedAddressPairTestJSON-1602785999 tempest-AllowedAddressPairTestJSON-1602785999-project] Pushing event deleted for resources: {'Network': ['ID=7f0b6139-2a8c-45c1-b02a-d4d37b12c38c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:29.470775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ee8698f9-d6c5-44c3-b8f5-c0aeb08d608f tempest-ExternalNetworksAdminNegativeTestJSON-658301676 tempest-ExternalNetworksAdminNegativeTestJSON-658301676-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/2c18af9c-7177-470d-a5ba-447d49450592 HTTP/1.1" status: 204 len: 168 time: 0.9108906 Sep 18 02:09:29.906385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35376) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:29.963633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35380) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:30.246900 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c228974d-034a-4076-807f-2e3a2e990940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.290666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-efa5ea44-40f4-467d-8829-999c1ee6fc63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb190058c39548e0b93beac26ac011f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236721 Sep 18 02:09:30.291060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35388) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:30.373951 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df9e28d-859a-483b-a390-e93585904ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.415799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df9e28d-859a-483b-a390-e93585904ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.453439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c228974d-034a-4076-807f-2e3a2e990940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.465174 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c228974d-034a-4076-807f-2e3a2e990940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.522116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c228974d-034a-4076-807f-2e3a2e990940 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a26bd99ceec2409bb04a8d7c23b83e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142762 Sep 18 02:09:30.525270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228974d-034a-4076-807f-2e3a2e990940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d703ff77-a6a9-4849-b83e-ee4fe5f935b3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:30.532197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35392) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:30.542384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df9e28d-859a-483b-a390-e93585904ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.545034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df9e28d-859a-483b-a390-e93585904ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.547219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7df9e28d-859a-483b-a390-e93585904ff8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d3372a3-cdf0-4255-bbec-8abfec3a85c1 HTTP/1.1" status: 204 len: 168 time: 0.2544327 Sep 18 02:09:30.570123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d7440ffc-4d9e-4773-9c6c-cb1bec14a121 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:09:30.588513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9e28d-859a-483b-a390-e93585904ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3372a3-cdf0-4255-bbec-8abfec3a85c1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:30.604017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d7440ffc-4d9e-4773-9c6c-cb1bec14a121 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:09:30.604364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d7440ffc-4d9e-4773-9c6c-cb1bec14a121 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:09:30.677550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b44a9662-a942-42e0-9ceb-9bdb59c2ecb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.726517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b44a9662-a942-42e0-9ceb-9bdb59c2ecb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.829759 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b44a9662-a942-42e0-9ceb-9bdb59c2ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.833451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b44a9662-a942-42e0-9ceb-9bdb59c2ecb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.835450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b44a9662-a942-42e0-9ceb-9bdb59c2ecb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d703ff77-a6a9-4849-b83e-ee4fe5f935b3 HTTP/1.1" status: 204 len: 168 time: 0.3022988 Sep 18 02:09:30.853462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-332ed5ed-21a1-4135-896a-7ac3bf5b34e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:30.853930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a9662-a942-42e0-9ceb-9bdb59c2ecb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d703ff77-a6a9-4849-b83e-ee4fe5f935b3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:31.285265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35424) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:31.399732 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-09267169-3501-4c9b-ad1a-d1e9022f3fa3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f7d0735b53147e08c9b6073275f3ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118660 Sep 18 02:09:31.403966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35430) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:31.632355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fce22ef8-71b6-454b-8335-7110bbbe7fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:31.690057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fce22ef8-71b6-454b-8335-7110bbbe7fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:31.811183 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fce22ef8-71b6-454b-8335-7110bbbe7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:31.814258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fce22ef8-71b6-454b-8335-7110bbbe7fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:31.819663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fce22ef8-71b6-454b-8335-7110bbbe7fb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f39a3bb8-1fe4-4dc6-ad1b-9ff45e159507 HTTP/1.1" status: 204 len: 168 time: 0.4144630 Sep 18 02:09:31.833481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce22ef8-71b6-454b-8335-7110bbbe7fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a3bb8-1fe4-4dc6-ad1b-9ff45e159507,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:32.198813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35460) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:32.587139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1f1a4fb3-1489-41c0-bc33-f3c1d9d2fa69 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-519468111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:32.646855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4fb3-1489-41c0-bc33-f3c1d9d2fa69 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:32.648517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4fb3-1489-41c0-bc33-f3c1d9d2fa69 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.405309 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4fb3-1489-41c0-bc33-f3c1d9d2fa69 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.411867 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4fb3-1489-41c0-bc33-f3c1d9d2fa69 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.429806 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-610e9fe2-7dbc-4cf3-9b32-22756bd6b37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.433389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4fb3-1489-41c0-bc33-f3c1d9d2fa69 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.437774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35498) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:33.438444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1f1a4fb3-1489-41c0-bc33-f3c1d9d2fa69 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2380731 Sep 18 02:09:33.443724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2057114690'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:33.471008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Made reservation on behalf of 2c3f728a6dc14e7bbbe2f7859d065d2f for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:33.475994 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.486185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.649387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.654923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.690375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14950085-ddf0-4633-8d3e-dd4cee73d64f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:33.718987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:09:33.754847 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.755315 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Added segment 52f9f4a5-4de3-4d56-9a3e-910d437892ed of type vlan for network cd024973-1081-4c02-afcc-030ab389dce8 Sep 18 02:09:33.868195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.916199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.922061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:33.924991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.991583 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:33.996402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35510) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:34.003187 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'subnet': {'network_id': 'cd024973-1081-4c02-afcc-030ab389dce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:34.006772 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5677962 Sep 18 02:09:34.101554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a82884-3c64-49ff-a01a-77c527526cb8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Network': ['ID=cd024973-1081-4c02-afcc-030ab389dce8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:34.115985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network cd024973-1081-4c02-afcc-030ab389dce8 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:09:34.126014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Made reservation on behalf of 2c3f728a6dc14e7bbbe2f7859d065d2f for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:34.132837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:34.487667 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:34.598617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Subnet': ['ID=20f25bc0-f426-480b-9b3a-b2ac70064ee9,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:34.633556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Checking segment: {'id': '52f9f4a5-4de3-4d56-9a3e-910d437892ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd024973-1081-4c02-afcc-030ab389dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:09:34.633930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network hostable DHCP agents. Network: cd024973-1081-4c02-afcc-030ab389dce8, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:09:34.695131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35532) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:34.702002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network cd024973-1081-4c02-afcc-030ab389dce8 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:09:34.737965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, cd024973-1081-4c02-afcc-030ab389dce8) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:34.745337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:34.746074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:34.749202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7930211f-9faa-4455-93cc-7e6dfa0714e1 None None] Network cd024973-1081-4c02-afcc-030ab389dce8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:34.778963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35536) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:34.779452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f78b494-f0bf-4370-92e7-5a14a9ccb1ec tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7815466 Sep 18 02:09:34.784060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'network': {'name': 'tempest-router-network01--1813603045'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:34.855793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Made reservation on behalf of 2c3f728a6dc14e7bbbe2f7859d065d2f for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:34.864670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:34.954411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:09:35.001743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:35.003567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:35.004513 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Added segment 399ea293-4973-4cdc-941e-2869b033ea35 of type vlan for network e6551794-8b3c-438d-aa13-61836c441f15 Sep 18 02:09:35.064401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-cd024973-1081-4c02-afcc-030ab389dce8', 'network_id': 'cd024973-1081-4c02-afcc-030ab389dce8', 'tenant_id': '2c3f728a6dc14e7bbbe2f7859d065d2f', 'fixed_ips': [{'subnet_id': '20f25bc0-f426-480b-9b3a-b2ac70064ee9'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:09:35.065118 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:35.082616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1e893dea-8882-4039-a8dd-9cf43722049d tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1875860618'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:35.083686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1e893dea-8882-4039-a8dd-9cf43722049d tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Unknown quota resources ['metering_label']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:09:35.209797 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:35.356240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:09:35.517218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1e893dea-8882-4039-a8dd-9cf43722049d tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:35.522858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35560) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:35.527275 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1e893dea-8882-4039-a8dd-9cf43722049d tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8301008 Sep 18 02:09:35.529539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-da9e9a64-2598-4b2b-a500-b5d702ca8b79 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bf9c5272-65ac-453e-8ee8-87ef02d00961'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:35.530302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-da9e9a64-2598-4b2b-a500-b5d702ca8b79 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106439) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:09:35.532020 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:35.548810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:35.550161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:35.551165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Allocated IP 172.20.0.2 (cd024973-1081-4c02-afcc-030ab389dce8/20f25bc0-f426-480b-9b3a-b2ac70064ee9/f2a94e2d-95c6-4eb5-9b60-66a3d77006c0) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:35.681378 n-d-789963-12 neutron-server[106439]: WARNING neutron.services.metering.metering_plugin [None req-da9e9a64-2598-4b2b-a500-b5d702ca8b79 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 02:09:35.850791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35566) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:35.939097 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da9e9a64-2598-4b2b-a500-b5d702ca8b79 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:35.940418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-da9e9a64-2598-4b2b-a500-b5d702ca8b79 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4157531 Sep 18 02:09:35.947404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35570) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:35.953288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f3d35906-091e-4832-ad6a-2cf43bd4e950 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bf9c5272-65ac-453e-8ee8-87ef02d00961'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:35.953763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f3d35906-091e-4832-ad6a-2cf43bd4e950 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106439) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:09:36.062375 n-d-789963-12 neutron-server[106439]: WARNING neutron.services.metering.metering_plugin [None req-f3d35906-091e-4832-ad6a-2cf43bd4e950 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 02:09:36.091685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Network': ['ID=e6551794-8b3c-438d-aa13-61836c441f15,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:36.108063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.109563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.110215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.110751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.111739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.112196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.112541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.113211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.114121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.114481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.115189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.115872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:09:36.122063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0f6ecfc7-47ba-40b1-9c85-f2bcd88e2218 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3420539 Sep 18 02:09:36.139478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35572) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:36.142698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e6551794-8b3c-438d-aa13-61836c441f15 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:09:36.150191 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'network': {'name': 'tempest-router-network02--413448793'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:36.154191 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.174183 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.200251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Made reservation on behalf of 2c3f728a6dc14e7bbbe2f7859d065d2f for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:36.210096 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.242349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:09:36.255167 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.255768 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Added segment 76840075-6001-4bd3-b79b-0518b3674d81 of type vlan for network 365c9cbe-c05a-4df0-871d-ed3f97d3f614 Sep 18 02:09:36.304184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Pushing event updated for resources: {'Port': ['ID=f2a94e2d-95c6-4eb5-9b60-66a3d77006c0,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:36.309976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.323685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aadeeb31-c3b0-4f64-91f3-aa452b645768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.329625 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f3d35906-091e-4832-ad6a-2cf43bd4e950 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.333744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Network cd024973-1081-4c02-afcc-030ab389dce8 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:36.335361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f3d35906-091e-4832-ad6a-2cf43bd4e950 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3868473 Sep 18 02:09:36.338557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35578) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:36.355368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35580) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:36.355624 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-04338885-8fa6-48fe-aafb-617a13162b11 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=d15449a3-4821-4134-88e2-215abd8e7083 HTTP/1.1" status: 200 len: 462 time: 0.0155249 Sep 18 02:09:36.357191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.364377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:36.365182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.404196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:36.413927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:36.485932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Network': ['ID=365c9cbe-c05a-4df0-871d-ed3f97d3f614,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:36.530464 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.531957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 365c9cbe-c05a-4df0-871d-ed3f97d3f614 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:09:36.607650 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46da2414-e2a6-428c-978f-017eede8a6fd tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.621933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-46da2414-e2a6-428c-978f-017eede8a6fd tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/d15449a3-4821-4134-88e2-215abd8e7083 HTTP/1.1" status: 204 len: 168 time: 0.2638075 Sep 18 02:09:36.625012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35584) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:36.644107 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-314124b9-fdb5-4d90-92a4-673a03cddb59 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=d15449a3-4821-4134-88e2-215abd8e7083 HTTP/1.1" status: 200 len: 221 time: 0.0167940 Sep 18 02:09:36.649701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35586) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:36.666040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-55ac99f6-3b84-4aa7-be86-2fc4089b80d1 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1608307073', 'description': 'label created by tempest'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:36.667006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-55ac99f6-3b84-4aa7-be86-2fc4089b80d1 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Unknown quota resources ['metering_label']. {{(pid=106439) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:09:36.720011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Attempting to bind port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:09:36.720685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Attempting to bind port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '52f9f4a5-4de3-4d56-9a3e-910d437892ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd024973-1081-4c02-afcc-030ab389dce8'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:09:36.721466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Attempting to bind port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 on network cd024973-1081-4c02-afcc-030ab389dce8 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:09:36.744309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:09:36.745908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Checking segment: {'id': '52f9f4a5-4de3-4d56-9a3e-910d437892ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd024973-1081-4c02-afcc-030ab389dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:09:36.747360 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.748084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Bound using segment: {'id': '52f9f4a5-4de3-4d56-9a3e-910d437892ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd024973-1081-4c02-afcc-030ab389dce8'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:09:36.749167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Bound port: f2a94e2d-95c6-4eb5-9b60-66a3d77006c0, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f9f4a5-4de3-4d56-9a3e-910d437892ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd024973-1081-4c02-afcc-030ab389dce8'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:09:36.749986 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.750675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aadeeb31-c3b0-4f64-91f3-aa452b645768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.771999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-40c8115f-364c-4a07-a32b-f3d3a29975df tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6299231 Sep 18 02:09:36.774646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:36.780986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'subnet': {'network_id': 'e6551794-8b3c-438d-aa13-61836c441f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:36.785651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aadeeb31-c3b0-4f64-91f3-aa452b645768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.932098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] For port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:09:36.936644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] For port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f2a94e2d-95c6-4eb5-9b60-66a3d77006c0,segment=NetworkSegment(52f9f4a5-4de3-4d56-9a3e-910d437892ed),segment_id=52f9f4a5-4de3-4d56-9a3e-910d437892ed)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:09:36.944669 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:36.999605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Made reservation on behalf of 2c3f728a6dc14e7bbbe2f7859d065d2f for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:36.999605 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.024898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeeb31-c3b0-4f64-91f3-aa452b645768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a63086-a5c0-4c32-b957-4143587d8d6c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:37.029686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aadeeb31-c3b0-4f64-91f3-aa452b645768 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fb8342ee88a4482b7c69a207df44376&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1352272 Sep 18 02:09:37.032808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55ac99f6-3b84-4aa7-be86-2fc4089b80d1 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.035161 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-55ac99f6-3b84-4aa7-be86-2fc4089b80d1 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3817866 Sep 18 02:09:37.035957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35594) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.038505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.096977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eb705-efff-4fb0-a70a-ec3d05aeb79b None None] Pushing event updated for resources: {'Port': ['ID=f2a94e2d-95c6-4eb5-9b60-66a3d77006c0,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:37.170570 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e449e59c-2a3c-421b-aa53-dbbc9fc30d10 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=9c01b61b-1455-4166-acbf-839b6f455e41 HTTP/1.1" status: 200 len: 468 time: 0.1210766 Sep 18 02:09:37.176591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35598) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.227103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f709a16d-e382-409a-9223-2bfef84b320f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.261029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f709a16d-e382-409a-9223-2bfef84b320f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.334011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f709a16d-e382-409a-9223-2bfef84b320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.337252 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f709a16d-e382-409a-9223-2bfef84b320f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.341064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f709a16d-e382-409a-9223-2bfef84b320f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06a63086-a5c0-4c32-b957-4143587d8d6c HTTP/1.1" status: 204 len: 168 time: 0.3017306 Sep 18 02:09:37.363405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709a16d-e382-409a-9223-2bfef84b320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a63086-a5c0-4c32-b957-4143587d8d6c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:37.682388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.694429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-04cec626-7a17-440c-81c2-8134b62ee36b tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.695874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-04cec626-7a17-440c-81c2-8134b62ee36b tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/9c01b61b-1455-4166-acbf-839b6f455e41 HTTP/1.1" status: 204 len: 168 time: 0.5177710 Sep 18 02:09:37.698652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35608) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.741734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4e9ae29c-c727-4871-ac14-1716497c6698 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=9c01b61b-1455-4166-acbf-839b6f455e41 HTTP/1.1" status: 200 len: 216 time: 0.0417960 Sep 18 02:09:37.745067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35614) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.776029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Subnet': ['ID=feaf901c-96b1-49f7-b2cb-73b94f46c4f6,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:37.787396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-547ce256-8ac4-43f9-b127-a9053d8b4f29 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0352979 Sep 18 02:09:37.792932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35616) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.819943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Checking segment: {'id': '399ea293-4973-4cdc-941e-2869b033ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6551794-8b3c-438d-aa13-61836c441f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:09:37.820379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network hostable DHCP agents. Network: e6551794-8b3c-438d-aa13-61836c441f15, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:09:37.834562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.835607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53cc9eab-4a09-44ba-9b2c-7f9febd41bed tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0414107 Sep 18 02:09:37.901247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3261007f-2a09-4ae6-bc83-5a634ad4bfd8 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/bf9c5272-65ac-453e-8ee8-87ef02d00961 HTTP/1.1" status: 200 len: 473 time: 0.0624089 Sep 18 02:09:37.901247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network e6551794-8b3c-438d-aa13-61836c441f15 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:09:37.903728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35624) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.915865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e6551794-8b3c-438d-aa13-61836c441f15) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:37.927066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:37.927859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:37.934884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825b1ac4-a951-4eb5-a72d-d7f121406857 None None] Network e6551794-8b3c-438d-aa13-61836c441f15 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:37.939719 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7f14f5b7-422b-4b22-b7df-76fc4b926a72 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/5129e8a2-149c-46a1-b683-49e58f7396c8 HTTP/1.1" status: 200 len: 459 time: 0.0338647 Sep 18 02:09:37.940320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35632) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.975041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-06c034b7-b565-4f98-b299-157a1c2e0908 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1987319 Sep 18 02:09:37.977708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35634) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:37.988773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'subnet': {'network_id': '365c9cbe-c05a-4df0-871d-ed3f97d3f614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:38.301475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49a2ed9e-3e8b-445d-af56-cecebab64605 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:38.307843 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-49a2ed9e-3e8b-445d-af56-cecebab64605 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/5129e8a2-149c-46a1-b683-49e58f7396c8 HTTP/1.1" status: 204 len: 168 time: 0.3662276 Sep 18 02:09:38.309608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35644) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:38.343013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Made reservation on behalf of 2c3f728a6dc14e7bbbe2f7859d065d2f for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:38.356448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:38.460481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e6551794-8b3c-438d-aa13-61836c441f15', 'network_id': 'e6551794-8b3c-438d-aa13-61836c441f15', 'tenant_id': '2c3f728a6dc14e7bbbe2f7859d065d2f', 'fixed_ips': [{'subnet_id': 'feaf901c-96b1-49f7-b2cb-73b94f46c4f6'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:09:38.461367 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:38.744170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:38.886080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2711ac5-006f-42a8-9de5-2494fc3859c9 None None] Network cd024973-1081-4c02-afcc-030ab389dce8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:38.895882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Allocated IP 172.20.0.2 (e6551794-8b3c-438d-aa13-61836c441f15/feaf901c-96b1-49f7-b2cb-73b94f46c4f6/e6cd528e-6309-4c3b-9537-39c66b42ed2f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:38.962401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb40230e-29d2-48ff-a710-070608dafc24 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:38.974489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bb40230e-29d2-48ff-a710-070608dafc24 tempest-MeteringIpV6TestJSON-2048624837 tempest-MeteringIpV6TestJSON-2048624837-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/bf9c5272-65ac-453e-8ee8-87ef02d00961 HTTP/1.1" status: 204 len: 168 time: 0.6628222 Sep 18 02:09:38.976158 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:39.068296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Checking segment: {'id': '76840075-6001-4bd3-b79b-0518b3674d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '365c9cbe-c05a-4df0-871d-ed3f97d3f614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:09:39.068664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network hostable DHCP agents. Network: 365c9cbe-c05a-4df0-871d-ed3f97d3f614, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:09:39.070721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Subnet': ['ID=2c1386e4-212f-42ab-8727-1bc789e297b7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:39.109774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network 365c9cbe-c05a-4df0-871d-ed3f97d3f614 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:09:39.136065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 365c9cbe-c05a-4df0-871d-ed3f97d3f614) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:39.141638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:39.142778 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:39.151388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:39.151913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:39.196509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-210d6de3-4163-47c8-895b-1dc2dec4ceb3 None None] Provisioning complete for port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:39.196917 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-210d6de3-4163-47c8-895b-1dc2dec4ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:39.235816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-38baec51-8bf6-42b7-a311-e7b65b5df0e0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2551956 Sep 18 02:09:39.237041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35676) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:39.239427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165bf33f-eea1-4842-8b26-3cd62e3ebfe7 None None] Network 365c9cbe-c05a-4df0-871d-ed3f97d3f614 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:39.586360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35714) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:39.801323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9815278e-4715-4491-970f-a4f300792c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:39.827363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.035645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.058540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-210d6de3-4163-47c8-895b-1dc2dec4ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.062854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.079038 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.104689 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9815278e-4715-4491-970f-a4f300792c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.120784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9815278e-4715-4491-970f-a4f300792c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.189244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f2a94e2d-95c6-4eb5-9b60-66a3d77006c0,segment=NetworkSegment(52f9f4a5-4de3-4d56-9a3e-910d437892ed),segment_id=52f9f4a5-4de3-4d56-9a3e-910d437892ed)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:40.194584 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9815278e-4715-4491-970f-a4f300792c9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4f4c044a3804858aac30e62d9ebb3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6068571 Sep 18 02:09:40.201594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35724) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:40.286085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6296dc6-e814-4a87-af71-eba2942f7601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.297539 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.303036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Pushing event updated for resources: {'Port': ['ID=e6cd528e-6309-4c3b-9537-39c66b42ed2f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:40.315167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-365c9cbe-c05a-4df0-871d-ed3f97d3f614', 'network_id': '365c9cbe-c05a-4df0-871d-ed3f97d3f614', 'tenant_id': '2c3f728a6dc14e7bbbe2f7859d065d2f', 'fixed_ips': [{'subnet_id': '2c1386e4-212f-42ab-8727-1bc789e297b7'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:09:40.317232 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.349824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Network e6551794-8b3c-438d-aa13-61836c441f15 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:40.356561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815278e-4715-4491-970f-a4f300792c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eba44f4-a4ce-4131-bca2-b33dbfd7fc12,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:40.377599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:40.433975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6296dc6-e814-4a87-af71-eba2942f7601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.568734 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6296dc6-e814-4a87-af71-eba2942f7601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.574061 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6296dc6-e814-4a87-af71-eba2942f7601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:40.575599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a6296dc6-e814-4a87-af71-eba2942f7601 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8eba44f4-a4ce-4131-bca2-b33dbfd7fc12 HTTP/1.1" status: 204 len: 168 time: 0.3730688 Sep 18 02:09:40.595870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6296dc6-e814-4a87-af71-eba2942f7601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eba44f4-a4ce-4131-bca2-b33dbfd7fc12,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:40.618081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Allocated IP 172.20.0.1 (e6551794-8b3c-438d-aa13-61836c441f15/feaf901c-96b1-49f7-b2cb-73b94f46c4f6/1f1b7c50-6927-4cb9-af31-6186ee9a04ff) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:40.909414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:41.053428 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-210d6de3-4163-47c8-895b-1dc2dec4ceb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:09:41.053793 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-210d6de3-4163-47c8-895b-1dc2dec4ceb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:09:41.094426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:41.125862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f186fbde-916b-41b2-8143-d947075106b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.172142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=f2a94e2d-95c6-4eb5-9b60-66a3d77006c0,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:41.196496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Attempting to bind port e6cd528e-6309-4c3b-9537-39c66b42ed2f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:09:41.197168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Attempting to bind port e6cd528e-6309-4c3b-9537-39c66b42ed2f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '399ea293-4973-4cdc-941e-2869b033ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6551794-8b3c-438d-aa13-61836c441f15'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:09:41.197278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Attempting to bind port e6cd528e-6309-4c3b-9537-39c66b42ed2f on network e6551794-8b3c-438d-aa13-61836c441f15 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:09:41.207673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:09:41.208076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Checking segment: {'id': '399ea293-4973-4cdc-941e-2869b033ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6551794-8b3c-438d-aa13-61836c441f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:09:41.208530 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.208912 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Bound using segment: {'id': '399ea293-4973-4cdc-941e-2869b033ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6551794-8b3c-438d-aa13-61836c441f15'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:09:41.209403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Bound port: e6cd528e-6309-4c3b-9537-39c66b42ed2f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399ea293-4973-4cdc-941e-2869b033ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e6551794-8b3c-438d-aa13-61836c441f15'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:09:41.209906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.413687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] For port e6cd528e-6309-4c3b-9537-39c66b42ed2f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:09:41.420905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] For port e6cd528e-6309-4c3b-9537-39c66b42ed2f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6cd528e-6309-4c3b-9537-39c66b42ed2f,segment=NetworkSegment(399ea293-4973-4cdc-941e-2869b033ea35),segment_id=399ea293-4973-4cdc-941e-2869b033ea35)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:09:41.433916 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.440651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.471453 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f186fbde-916b-41b2-8143-d947075106b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.483170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f186fbde-916b-41b2-8143-d947075106b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.483783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Allocated IP 172.20.0.2 (365c9cbe-c05a-4df0-871d-ed3f97d3f614/2c1386e4-212f-42ab-8727-1bc789e297b7/72e8d970-08d4-4cb0-8789-cee53b4b40fb) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:41.507228 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.540002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network e6551794-8b3c-438d-aa13-61836c441f15 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:41.546258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:41.576771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:41.661087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f186fbde-916b-41b2-8143-d947075106b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=417168fd50f74633aca6c960c8403557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652580 Sep 18 02:09:41.663014 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35790) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:41.663854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186fbde-916b-41b2-8143-d947075106b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d4be4-5ffb-4e89-aff3-8636f24600b8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:41.676474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Port': ['ID=1f1b7c50-6927-4cb9-af31-6186ee9a04ff,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:41.678920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.777075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d9898-a38f-43c9-a2a4-f43172001543 None None] Pushing event updated for resources: {'Port': ['ID=e6cd528e-6309-4c3b-9537-39c66b42ed2f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:41.794219 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f64a3d-5d87-4650-8a25-5e1ec7a14ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.870639 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f64a3d-5d87-4650-8a25-5e1ec7a14ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.948751 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.975187 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.980385 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f64a3d-5d87-4650-8a25-5e1ec7a14ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.986414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f64a3d-5d87-4650-8a25-5e1ec7a14ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.987783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:41.988987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-78f64a3d-5d87-4650-8a25-5e1ec7a14ff3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/392d4be4-5ffb-4e89-aff3-8636f24600b8 HTTP/1.1" status: 204 len: 168 time: 0.3173909 Sep 18 02:09:42.004173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f64a3d-5d87-4650-8a25-5e1ec7a14ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d4be4-5ffb-4e89-aff3-8636f24600b8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:42.070409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Network 365c9cbe-c05a-4df0-871d-ed3f97d3f614 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:42.077654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:42.148488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-439452d4-d42a-4344-9e55-12b61248fb8f None None] Provisioning complete for port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:42.148876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-439452d4-d42a-4344-9e55-12b61248fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:42.222162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:42.262015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Pushing event updated for resources: {'Port': ['ID=72e8d970-08d4-4cb0-8789-cee53b4b40fb,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:42.585419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:42.594353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:42.652645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Attempting to bind port 72e8d970-08d4-4cb0-8789-cee53b4b40fb on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:09:42.653009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Attempting to bind port 72e8d970-08d4-4cb0-8789-cee53b4b40fb by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '76840075-6001-4bd3-b79b-0518b3674d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '365c9cbe-c05a-4df0-871d-ed3f97d3f614'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:09:42.653372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Attempting to bind port 72e8d970-08d4-4cb0-8789-cee53b4b40fb on network 365c9cbe-c05a-4df0-871d-ed3f97d3f614 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:09:42.677336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:09:42.683394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Checking segment: {'id': '76840075-6001-4bd3-b79b-0518b3674d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '365c9cbe-c05a-4df0-871d-ed3f97d3f614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:09:42.684144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:42.686396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Bound using segment: {'id': '76840075-6001-4bd3-b79b-0518b3674d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '365c9cbe-c05a-4df0-871d-ed3f97d3f614'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:09:42.687151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Bound port: 72e8d970-08d4-4cb0-8789-cee53b4b40fb, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76840075-6001-4bd3-b79b-0518b3674d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '365c9cbe-c05a-4df0-871d-ed3f97d3f614'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:09:42.687668 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:42.854372 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:42.865105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Port': ['ID=1f1b7c50-6927-4cb9-af31-6186ee9a04ff,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:42.897381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] For port 72e8d970-08d4-4cb0-8789-cee53b4b40fb, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:09:42.901542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] For port 72e8d970-08d4-4cb0-8789-cee53b4b40fb, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=72e8d970-08d4-4cb0-8789-cee53b4b40fb,segment=NetworkSegment(76840075-6001-4bd3-b79b-0518b3674d81),segment_id=76840075-6001-4bd3-b79b-0518b3674d81)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:09:42.914171 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:42.926682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:43.083164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network e6551794-8b3c-438d-aa13-61836c441f15 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:43.088478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:43.204549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fd65c-9b40-42bb-8d4e-6e5964293548 None None] Pushing event updated for resources: {'Port': ['ID=72e8d970-08d4-4cb0-8789-cee53b4b40fb,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:43.208355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:43.214041 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:43.473322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6cd528e-6309-4c3b-9537-39c66b42ed2f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:43.477424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Router f9b7f9e2-a28d-4a20-95b1-6f986759dfae is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:09:43.663137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f12f61-718b-405c-934c-0d332ce82eb7 None None] Network e6551794-8b3c-438d-aa13-61836c441f15 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:43.690285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:09:43.699871 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-893f0628-1a84-4735-bb2b-3325bf7ddb18 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "PUT /v2.0/routers/f9b7f9e2-a28d-4a20-95b1-6f986759dfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4605751 Sep 18 02:09:43.703650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35830) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:43.765049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4065f-b452-4266-a997-b7f9d7c91eb4 None None] Sync routers for ids ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:09:43.818309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e6cd528e-6309-4c3b-9537-39c66b42ed2f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:43.818754 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:44.058895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4065f-b452-4266-a997-b7f9d7c91eb4 None None] Routers {'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:09:44.059548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-78c4065f-b452-4266-a997-b7f9d7c91eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:44.113822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0ff26260-c84b-442b-8892-d3254704dcba None None] Provisioning complete for port e6cd528e-6309-4c3b-9537-39c66b42ed2f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:44.114136 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0ff26260-c84b-442b-8892-d3254704dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:44.267595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-78c4065f-b452-4266-a997-b7f9d7c91eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:44.343064 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4065f-b452-4266-a997-b7f9d7c91eb4 None None] Routers {'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:09:44.343990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-78c4065f-b452-4266-a997-b7f9d7c91eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:44.432623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-78c4065f-b452-4266-a997-b7f9d7c91eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:44.433319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4065f-b452-4266-a997-b7f9d7c91eb4 None None] The sync data for ids ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:09:44.534409 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:44.664031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0ff26260-c84b-442b-8892-d3254704dcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:44.811011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port e6cd528e-6309-4c3b-9537-39c66b42ed2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6cd528e-6309-4c3b-9537-39c66b42ed2f,segment=NetworkSegment(399ea293-4973-4cdc-941e-2869b033ea35),segment_id=399ea293-4973-4cdc-941e-2869b033ea35)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:44.836851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:44.943562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=e6cd528e-6309-4c3b-9537-39c66b42ed2f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:44.956175 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-36edc819-ada1-4609-be87-e2c0c94f6d4f tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:09:44.958644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-36edc819-ada1-4609-be87-e2c0c94f6d4f tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "PUT /v2.0/routers/f9b7f9e2-a28d-4a20-95b1-6f986759dfae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2539945 Sep 18 02:09:44.961996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35852) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:44.979704 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-0ff26260-c84b-442b-8892-d3254704dcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:09:44.979975 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-0ff26260-c84b-442b-8892-d3254704dcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:09:45.146293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 72e8d970-08d4-4cb0-8789-cee53b4b40fb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:45.265184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c13d96e-d955-4949-918f-d4860b2d482c None None] Network 365c9cbe-c05a-4df0-871d-ed3f97d3f614 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:45.318375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 72e8d970-08d4-4cb0-8789-cee53b4b40fb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:45.319067 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.028366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.093850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35872) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:46.127369 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.131260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9f672047-f101-4c58-bec2-6c839c7cc8c8 None None] Provisioning complete for port e6cd528e-6309-4c3b-9537-39c66b42ed2f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:46.131632 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9f672047-f101-4c58-bec2-6c839c7cc8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.251619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 72e8d970-08d4-4cb0-8789-cee53b4b40fb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=72e8d970-08d4-4cb0-8789-cee53b4b40fb,segment=NetworkSegment(76840075-6001-4bd3-b79b-0518b3674d81),segment_id=76840075-6001-4bd3-b79b-0518b3674d81)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:46.264643 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.474682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=72e8d970-08d4-4cb0-8789-cee53b4b40fb,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:46.490053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b9a2440f-accd-4d6a-9d2c-d1b4c989f1a3 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:46.493475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9f672047-f101-4c58-bec2-6c839c7cc8c8 None None] Provisioning complete for port 1f1b7c50-6927-4cb9-af31-6186ee9a04ff triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:46.493913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9f672047-f101-4c58-bec2-6c839c7cc8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.554303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9f672047-f101-4c58-bec2-6c839c7cc8c8 None None] Port 1f1b7c50-6927-4cb9-af31-6186ee9a04ff cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:46.561712 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9a2440f-accd-4d6a-9d2c-d1b4c989f1a3 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "PUT /v2.0/quotas/f78181ee26f946708c7e9fd49e2c7543 HTTP/1.1" status: 200 len: 366 time: 0.4667361 Sep 18 02:09:46.565417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35878) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:46.566504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9f672047-f101-4c58-bec2-6c839c7cc8c8 None None] Provisioning complete for port 72e8d970-08d4-4cb0-8789-cee53b4b40fb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:46.567045 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9f672047-f101-4c58-bec2-6c839c7cc8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.586586 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-575a755a-3dee-4997-a346-ca1d33db7e21 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0195477 Sep 18 02:09:46.589006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35880) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:46.606299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f7e784b4-fc91-48b9-8a69-f277c4bdd90c tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "GET /v2.0/quotas/f78181ee26f946708c7e9fd49e2c7543 HTTP/1.1" status: 200 len: 366 time: 0.0161219 Sep 18 02:09:46.610896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35882) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:46.635207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c653d62-1ad1-44c2-bc4d-7b5da6c33e07 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/f78181ee26f946708c7e9fd49e2c7543 HTTP/1.1" status: 204 len: 168 time: 0.0205200 Sep 18 02:09:46.637384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35884) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:46.648789 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d315937e-53cc-4a04-8d80-916bcf46fa89 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0102165 Sep 18 02:09:46.651963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35886) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:46.751184 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4fc8480e-0b29-46a9-aff5-835bcf964399 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "GET /v2.0/quotas/f78181ee26f946708c7e9fd49e2c7543 HTTP/1.1" status: 200 len: 370 time: 0.0946290 Sep 18 02:09:46.751581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35890) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:46.759900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c8972ddd-4f1e-4d30-aee7-e939b91f74f9 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "GET /v2.0/quotas/f78181ee26f946708c7e9fd49e2c7543/default HTTP/1.1" status: 200 len: 370 time: 0.0049055 Sep 18 02:09:46.760139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35892) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:46.777441 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-53d8c7f2-2454-43b1-839b-dc9941eb47e7 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] delete failed (client error): The resource could not be found. Sep 18 02:09:46.778528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53d8c7f2-2454-43b1-839b-dc9941eb47e7 tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/f78181ee26f946708c7e9fd49e2c7543 HTTP/1.1" status: 404 len: 348 time: 0.0171773 Sep 18 02:09:46.810890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Deleting port 1f1b7c50-6927-4cb9-af31-6186ee9a04ff {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:46.811308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.904773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-13ea9bb2-bf82-4ba4-8072-433ad0c30c67 None None] Provisioning complete for port 1f1b7c50-6927-4cb9-af31-6186ee9a04ff triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:46.905154 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13ea9bb2-bf82-4ba4-8072-433ad0c30c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.974518 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:46.982641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-13ea9bb2-bf82-4ba4-8072-433ad0c30c67 None None] Port 1f1b7c50-6927-4cb9-af31-6186ee9a04ff cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:46.999405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Calling delete_port for 1f1b7c50-6927-4cb9-af31-6186ee9a04ff owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:47.008956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-13ea9bb2-bf82-4ba4-8072-433ad0c30c67 None None] Provisioning complete for port 72e8d970-08d4-4cb0-8789-cee53b4b40fb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:47.009322 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13ea9bb2-bf82-4ba4-8072-433ad0c30c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:47.054867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35896) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:47.058163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 72e8d970-08d4-4cb0-8789-cee53b4b40fb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:47.092885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Usage tracker for resource:network and tenant:f339c4fd5789493bb840fd7ad9720fea is out of sync, need to count used quota {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 02:09:47.109279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 02:09:47.122477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Usage tracker for resource:subnet and tenant:f339c4fd5789493bb840fd7ad9720fea is out of sync, need to count used quota {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 02:09:47.134326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 02:09:47.183643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Usage tracker for resource:subnetpool and tenant:f339c4fd5789493bb840fd7ad9720fea is out of sync, need to count used quota {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 02:09:47.212852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 02:09:47.234904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Usage tracker for resource:port and tenant:f339c4fd5789493bb840fd7ad9720fea is out of sync, need to count used quota {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 02:09:47.248471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 02:09:47.258158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Usage tracker for resource:router and tenant:f339c4fd5789493bb840fd7ad9720fea is out of sync, need to count used quota {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 02:09:47.264492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 02:09:47.271908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Usage tracker for resource:floatingip and tenant:f339c4fd5789493bb840fd7ad9720fea is out of sync, need to count used quota {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 02:09:47.279846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 02:09:47.293361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 72e8d970-08d4-4cb0-8789-cee53b4b40fb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:47.293952 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:47.338683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:47.407697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Usage tracker for resource:security_group and tenant:f339c4fd5789493bb840fd7ad9720fea is out of sync, need to count used quota {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 02:09:47.427658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 02:09:47.447000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Usage tracker for resource:security_group_rule and tenant:f339c4fd5789493bb840fd7ad9720fea is out of sync, need to count used quota {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 02:09:47.464011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.quota.resource [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106440) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 02:09:47.464339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Port': ['ID=1f1b7c50-6927-4cb9-af31-6186ee9a04ff,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:47.485088 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3f8fb191-e303-4671-bfa1-8cbd70ff7b4a tempest-QuotasTest-105593983 tempest-QuotasTest-105593983-project-admin] 10.222.0.21 "GET /v2.0/quotas/f339c4fd5789493bb840fd7ad9720fea/details.json HTTP/1.1" status: 200 len: 703 time: 0.4262395 Sep 18 02:09:47.509279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6cd528e-6309-4c3b-9537-39c66b42ed2f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:09:47.635882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e6cd528e-6309-4c3b-9537-39c66b42ed2f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:47.636516 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:47.782273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:48.058868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Router f9b7f9e2-a28d-4a20-95b1-6f986759dfae has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:09:48.184432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:09:48.196179 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a919548d-4728-45aa-8b41-e41db03d9fa3 None None] Sync routers for ids ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:09:48.203496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35910) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:48.215775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4c0d1d99-9fff-44c0-b270-7cd8712bc01a tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "PUT /v2.0/routers/f9b7f9e2-a28d-4a20-95b1-6f986759dfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2511699 Sep 18 02:09:48.218301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35914) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:48.313897 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919548d-4728-45aa-8b41-e41db03d9fa3 None None] Routers {'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:09:48.314859 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a919548d-4728-45aa-8b41-e41db03d9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:48.350333 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a919548d-4728-45aa-8b41-e41db03d9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:48.360628 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919548d-4728-45aa-8b41-e41db03d9fa3 None None] Routers {'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:09:48.361547 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a919548d-4728-45aa-8b41-e41db03d9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:48.372019 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-9742077c-c348-4436-9c12-512eeac3fff5 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] delete failed (client error): The resource could not be found. Sep 18 02:09:48.373081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9742077c-c348-4436-9c12-512eeac3fff5 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-250045345 HTTP/1.1" status: 404 len: 334 time: 0.1447711 Sep 18 02:09:48.376833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35920) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:48.383176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b1fc3ee5-62e6-4ead-a0fd-88ee5d0f0fa2 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:48.434826 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a919548d-4728-45aa-8b41-e41db03d9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:48.435748 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a919548d-4728-45aa-8b41-e41db03d9fa3 None None] The sync data for ids ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:09:48.523232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4760334d-b1fa-450c-ac31-4105106661fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:48.771806 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4760334d-b1fa-450c-ac31-4105106661fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:48.784589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4760334d-b1fa-450c-ac31-4105106661fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:48.866158 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4760334d-b1fa-450c-ac31-4105106661fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8011d83bb1d74e9d844358d40d2ee9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633668 Sep 18 02:09:48.876874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35924) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:48.877676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760334d-b1fa-450c-ac31-4105106661fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0065284-7c26-4b7c-8aef-5b7615c538af,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:48.993608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca0a3-917c-41b9-8ba1-ad9bd2643770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:49.036532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca0a3-917c-41b9-8ba1-ad9bd2643770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:49.133171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3ee5-62e6-4ead-a0fd-88ee5d0f0fa2 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:49.133525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca0a3-917c-41b9-8ba1-ad9bd2643770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:49.139576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca0a3-917c-41b9-8ba1-ad9bd2643770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:49.147386 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c9ca0a3-917c-41b9-8ba1-ad9bd2643770 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0065284-7c26-4b7c-8aef-5b7615c538af HTTP/1.1" status: 204 len: 168 time: 0.2648540 Sep 18 02:09:49.169435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca0a3-917c-41b9-8ba1-ad9bd2643770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0065284-7c26-4b7c-8aef-5b7615c538af,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:49.190134 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-b1fc3ee5-62e6-4ead-a0fd-88ee5d0f0fa2 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] update failed (client error): The resource could not be found. Sep 18 02:09:49.191385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b1fc3ee5-62e6-4ead-a0fd-88ee5d0f0fa2 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "PUT /v2.0/routers/f9b7f9e2-a28d-4a20-95b1-6f986759dfae HTTP/1.1" status: 404 len: 339 time: 0.8119674 Sep 18 02:09:49.197499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 35930) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:49.668949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:49.790094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35940) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:49.848699 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5cc78d6-1b8c-4380-bcda-04f07281f9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.037556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Allocated IP 172.20.0.1 (cd024973-1081-4c02-afcc-030ab389dce8/20f25bc0-f426-480b-9b3a-b2ac70064ee9/0a8ab2f9-fecd-406b-98bf-e9ba35471c62) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:50.105028 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5cc78d6-1b8c-4380-bcda-04f07281f9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.116330 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5cc78d6-1b8c-4380-bcda-04f07281f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.166943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e5cc78d6-1b8c-4380-bcda-04f07281f9c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f339c4fd5789493bb840fd7ad9720fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756971 Sep 18 02:09:50.170274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 35944) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:50.195561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc78d6-1b8c-4380-bcda-04f07281f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b2b333-23b5-4411-adf4-fc2f511810c0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:50.232349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.233771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b441f20-0998-4919-a4e4-41856c2703f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.284848 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.295623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b441f20-0998-4919-a4e4-41856c2703f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.358287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network cd024973-1081-4c02-afcc-030ab389dce8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:50.361517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:50.366128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:50.400442 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b441f20-0998-4919-a4e4-41856c2703f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.403063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b441f20-0998-4919-a4e4-41856c2703f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.404430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1b441f20-0998-4919-a4e4-41856c2703f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83b2b333-23b5-4411-adf4-fc2f511810c0 HTTP/1.1" status: 204 len: 168 time: 0.2330017 Sep 18 02:09:50.422218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Port': ['ID=0a8ab2f9-fecd-406b-98bf-e9ba35471c62,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:50.426876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b441f20-0998-4919-a4e4-41856c2703f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b2b333-23b5-4411-adf4-fc2f511810c0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:50.452519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:50.775841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:51.007592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5135b775-1442-45f9-b60d-2503a1aeab99 None None] Provisioning complete for port 0a8ab2f9-fecd-406b-98bf-e9ba35471c62 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:51.012075 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5135b775-1442-45f9-b60d-2503a1aeab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:51.173288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5135b775-1442-45f9-b60d-2503a1aeab99 None None] Port 0a8ab2f9-fecd-406b-98bf-e9ba35471c62 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:51.327280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:51.339361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:51.515414 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:51.536749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event updated for resources: {'Port': ['ID=0a8ab2f9-fecd-406b-98bf-e9ba35471c62,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:51.768442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Network cd024973-1081-4c02-afcc-030ab389dce8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:51.778331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:52.080004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Router f9b7f9e2-a28d-4a20-95b1-6f986759dfae has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:09:52.329634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-611026c3-29b4-47e3-b169-b7ec0da56f1c None None] Provisioning complete for port 0a8ab2f9-fecd-406b-98bf-e9ba35471c62 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:09:52.331217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-611026c3-29b4-47e3-b169-b7ec0da56f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:52.427398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e80a6-9ed8-414f-a34b-da58ffb68aac req-0516f457-f12e-4fba-ad26-687fc9dab607 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:52.429416 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c30e80a6-9ed8-414f-a34b-da58ffb68aac req-0516f457-f12e-4fba-ad26-687fc9dab607 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 946 time: 0.1718388 Sep 18 02:09:52.430501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:09:52.436749 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cf20a6f1-d4b4-4ef4-8fa9-8dc034cca4a0 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "PUT /v2.0/routers/f9b7f9e2-a28d-4a20-95b1-6f986759dfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2382371 Sep 18 02:09:52.439558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36002) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:52.512278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c30e80a6-9ed8-414f-a34b-da58ffb68aac req-85cbb5f3-21f8-4a1b-a256-2a064d8f1f6d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707345 Sep 18 02:09:52.620084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-611026c3-29b4-47e3-b169-b7ec0da56f1c None None] Port 0a8ab2f9-fecd-406b-98bf-e9ba35471c62 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:09:52.623003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa040cf-c6b2-4d01-86ee-fc73bfdc2ec8 None None] Sync routers for ids ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:09:52.633154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa040cf-c6b2-4d01-86ee-fc73bfdc2ec8 None None] Routers {'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:09:52.634245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-baa040cf-c6b2-4d01-86ee-fc73bfdc2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:52.668456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-baa040cf-c6b2-4d01-86ee-fc73bfdc2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:52.701316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa040cf-c6b2-4d01-86ee-fc73bfdc2ec8 None None] Routers {'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:09:52.702181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-baa040cf-c6b2-4d01-86ee-fc73bfdc2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:52.735512 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9adec90b-096f-404c-86ad-975d229f26ed tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:52.776113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-baa040cf-c6b2-4d01-86ee-fc73bfdc2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:52.777191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa040cf-c6b2-4d01-86ee-fc73bfdc2ec8 None None] The sync data for ids ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:09:52.889290 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-9adec90b-096f-404c-86ad-975d229f26ed tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 02:09:52.889800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9adec90b-096f-404c-86ad-975d229f26ed tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/routers/f9b7f9e2-a28d-4a20-95b1-6f986759dfae HTTP/1.1" status: 409 len: 329 time: 0.4480405 Sep 18 02:09:52.897358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36018) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:53.302322 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:53.431413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36032) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:53.685164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1602696450', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:53.695828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41b3fc-519e-41c7-999b-e52c66e8d030 req-911b5af8-11e5-464e-9399-27009a5369a1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:53.698005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a41b3fc-519e-41c7-999b-e52c66e8d030 req-911b5af8-11e5-464e-9399-27009a5369a1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 946 time: 0.0876100 Sep 18 02:09:53.763599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a41b3fc-519e-41c7-999b-e52c66e8d030 req-e78ede82-eaef-4808-80c6-20bf4270bd94 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575848 Sep 18 02:09:53.792337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Made reservation on behalf of d0d02e20124c464fa77e70546a4d314e for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:09:53.796557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:53.834405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Deleting port 0a8ab2f9-fecd-406b-98bf-e9ba35471c62 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:53.835041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:53.839368 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:53.978098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:54.000652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Calling delete_port for 0a8ab2f9-fecd-406b-98bf-e9ba35471c62 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:54.119790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:54.124964 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:54.165953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] device_id is not set on port fd833f42-f160-45e2-9c91-1927e882d5f2 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:09:54.235310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb329f-f34c-4db2-93fa-cfefc6a112e2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:54.336430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:54.352216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Allocated IP 172.25.0.58 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/fd833f42-f160-45e2-9c91-1927e882d5f2) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:09:54.376765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Port': ['ID=0a8ab2f9-fecd-406b-98bf-e9ba35471c62,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:54.861808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.047809 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.108931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Router f9b7f9e2-a28d-4a20-95b1-6f986759dfae has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:09:55.211635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.213714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:09:55.223732 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1804e593-c78d-4117-975a-b79ec56fc3e8 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "PUT /v2.0/routers/f9b7f9e2-a28d-4a20-95b1-6f986759dfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3251381 Sep 18 02:09:55.226919 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dee50e-e12e-4f88-acbe-5f91bd0e4010 None None] Sync routers for ids ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:09:55.233206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36064) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:55.238734 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dee50e-e12e-4f88-acbe-5f91bd0e4010 None None] Routers {'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:09:55.239638 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a1dee50e-e12e-4f88-acbe-5f91bd0e4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:55.287336 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a1dee50e-e12e-4f88-acbe-5f91bd0e4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:55.291707 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-7e9ee48d-17bf-4d8b-961a-cf4d543ac534 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] show failed (client error): The resource could not be found. Sep 18 02:09:55.295259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e9ee48d-17bf-4d8b-961a-cf4d543ac534 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-2072039441 HTTP/1.1" status: 404 len: 335 time: 0.0626423 Sep 18 02:09:55.305062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:09:55.305470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36066) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:55.310216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:09:55.312127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0f718965-1067-4052-bfd6-3e177c8f5416 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:55.317148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:09:55.321798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Pushing event updated for resources: {'Port': ['ID=fd833f42-f160-45e2-9c91-1927e882d5f2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:55.327340 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dee50e-e12e-4f88-acbe-5f91bd0e4010 None None] Routers {'f9b7f9e2-a28d-4a20-95b1-6f986759dfae'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:09:55.332180 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a1dee50e-e12e-4f88-acbe-5f91bd0e4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:55.369073 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-0f718965-1067-4052-bfd6-3e177c8f5416 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] update failed (client error): The resource could not be found. Sep 18 02:09:55.370574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0f718965-1067-4052-bfd6-3e177c8f5416 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-135881415 HTTP/1.1" status: 404 len: 334 time: 0.0633910 Sep 18 02:09:55.375965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36072) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:55.377569 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a1dee50e-e12e-4f88-acbe-5f91bd0e4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:55.379191 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dee50e-e12e-4f88-acbe-5f91bd0e4010 None None] The sync data for ids ['f9b7f9e2-a28d-4a20-95b1-6f986759dfae'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:09:55.394961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:55.395748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.403587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.416322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-adf88acd-114d-40fa-aa47-b584c9c269ce tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9772854 Sep 18 02:09:55.419275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36074) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:55.424014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}]}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:09:55.447529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cabfc7-0981-434d-b72d-2805230223ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Deleting subnet 2c1386e4-212f-42ab-8727-1bc789e297b7 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:09:55.450646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58cabfc7-0981-434d-b72d-2805230223ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.459784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.460989 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.497912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58cabfc7-0981-434d-b72d-2805230223ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.572034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.638094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58cabfc7-0981-434d-b72d-2805230223ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.711004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.743300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58cabfc7-0981-434d-b72d-2805230223ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.776284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cabfc7-0981-434d-b72d-2805230223ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1386e4-212f-42ab-8727-1bc789e297b7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:55.781381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58cabfc7-0981-434d-b72d-2805230223ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.785794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-58cabfc7-0981-434d-b72d-2805230223ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/subnets/2c1386e4-212f-42ab-8727-1bc789e297b7 HTTP/1.1" status: 204 len: 168 time: 0.4060173 Sep 18 02:09:55.786247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36078) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:55.791724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462bbb1-0b09-4e81-8290-da683e0b224b None None] Network 365c9cbe-c05a-4df0-871d-ed3f97d3f614 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:55.811145 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:55.902045 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:09:55.972798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba17bc4-4860-4f95-a895-593f644d89d1 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Deleting subnet feaf901c-96b1-49f7-b2cb-73b94f46c4f6 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:09:55.976241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ba17bc4-4860-4f95-a895-593f644d89d1 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.056273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] DHCP port deletion for 365c9cbe-c05a-4df0-871d-ed3f97d3f614 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:09:56.060805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ba17bc4-4860-4f95-a895-593f644d89d1 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.209885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] Deleting port 72e8d970-08d4-4cb0-8789-cee53b4b40fb {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:56.210239 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.258013 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.264079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ba17bc4-4860-4f95-a895-593f644d89d1 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.303814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.340899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] For port 72e8d970-08d4-4cb0-8789-cee53b4b40fb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=72e8d970-08d4-4cb0-8789-cee53b4b40fb,segment=NetworkSegment(76840075-6001-4bd3-b79b-0518b3674d81),segment_id=76840075-6001-4bd3-b79b-0518b3674d81)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:56.341702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.380805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ba17bc4-4860-4f95-a895-593f644d89d1 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.395843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] Calling delete_port for 72e8d970-08d4-4cb0-8789-cee53b4b40fb owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:56.441854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ba17bc4-4860-4f95-a895-593f644d89d1 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.445587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ba17bc4-4860-4f95-a895-593f644d89d1 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/subnets/feaf901c-96b1-49f7-b2cb-73b94f46c4f6 HTTP/1.1" status: 204 len: 168 time: 0.6582968 Sep 18 02:09:56.451608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:09:56.452846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:56.492159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba17bc4-4860-4f95-a895-593f644d89d1 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Subnet': ['ID=feaf901c-96b1-49f7-b2cb-73b94f46c4f6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:56.533737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1156bc-1481-4f1c-b67e-412e15d6cfa7 None None] Network e6551794-8b3c-438d-aa13-61836c441f15 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:09:56.566945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.828314 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.839809 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.845774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1bbb9-6984-4828-8ed0-b7912f88612b req-c9ad9d06-accc-4669-a6b9-d5ff39abd707 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:56.857062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5d1bbb9-6984-4828-8ed0-b7912f88612b req-c9ad9d06-accc-4669-a6b9-d5ff39abd707 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1580474 Sep 18 02:09:56.912209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Deleting port 72e8d970-08d4-4cb0-8789-cee53b4b40fb {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:56.912675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.916298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:56.939746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:09:56.943272 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a3fb8-a7fa-4fb7-aed0-f67e705441d3" -d '{"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-unplugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:09:56.946153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] DHCP port deletion for e6551794-8b3c-438d-aa13-61836c441f15 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:09:56.952863 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:56.955799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] No DVR routers for this DVR port 72e8d970-08d4-4cb0-8789-cee53b4b40fb on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:09:56.958224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c49353-7c4f-4607-af5c-cc1e055cdcc4 None None] Pushing event deleted for resources: {'Port': ['ID=72e8d970-08d4-4cb0-8789-cee53b4b40fb,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:57.015481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 72e8d970-08d4-4cb0-8789-cee53b4b40fb no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:09:57.015873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.023926 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946b786-fa29-4eac-9579-3011cbc59999 x-openstack-request-id: req-4946b786-fa29-4eac-9579-3011cbc59999 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:09:57.024221 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-unplugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:09:57.024485 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4946b786-fa29-4eac-9579-3011cbc59999 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:09:57.024874 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'code': 200} Sep 18 02:09:57.055822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 72e8d970-08d4-4cb0-8789-cee53b4b40fb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:09:57.056167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 72e8d970-08d4-4cb0-8789-cee53b4b40fb not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:09:57.096581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:57.118146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] Deleting port e6cd528e-6309-4c3b-9537-39c66b42ed2f {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:57.118807 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.189263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] For port 72e8d970-08d4-4cb0-8789-cee53b4b40fb, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:57.189778 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.219307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] For port e6cd528e-6309-4c3b-9537-39c66b42ed2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e6cd528e-6309-4c3b-9537-39c66b42ed2f,segment=NetworkSegment(399ea293-4973-4cdc-941e-2869b033ea35),segment_id=399ea293-4973-4cdc-941e-2869b033ea35)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:57.219724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.249333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5d1bbb9-6984-4828-8ed0-b7912f88612b req-2558309a-1b04-4b8a-8323-a4a752bdf920 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856037 Sep 18 02:09:57.252022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] Calling delete_port for e6cd528e-6309-4c3b-9537-39c66b42ed2f owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:57.305710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Calling delete_port for 72e8d970-08d4-4cb0-8789-cee53b4b40fb owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:57.308797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.314095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Port 72e8d970-08d4-4cb0-8789-cee53b4b40fb was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:09:57.316514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.320114 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.373433 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.402027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] Pushing event deleted for resources: {'Port': ['ID=e6cd528e-6309-4c3b-9537-39c66b42ed2f,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:57.408770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd34ffc-5ba8-49fe-82c1-e5c244ebe439 None None] No DVR routers for this DVR port e6cd528e-6309-4c3b-9537-39c66b42ed2f on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:09:57.414812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Port': ['ID=72e8d970-08d4-4cb0-8789-cee53b4b40fb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:57.416671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.417000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0c48af2-57f3-4cd8-9f8f-6eacead4fc67 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:09:57.427025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] No DVR routers for this DVR port 72e8d970-08d4-4cb0-8789-cee53b4b40fb on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:09:57.477516 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 02:09:57.478567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-42148a23-d2ba-463e-b3f4-7d2fc19cb5a2 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0581360 Sep 18 02:09:57.481741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:57.528946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.556042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365c9cbe-c05a-4df0-871d-ed3f97d3f614']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:57.568778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76840075-6001-4bd3-b79b-0518b3674d81') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:57.569009 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76840075-6001-4bd3-b79b-0518b3674d81') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:57.580789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-4db66b64-3786-4956-bd6a-f9c3c9a02845 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Deleting port fd833f42-f160-45e2-9c91-1927e882d5f2 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:57.581183 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.581811 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db66b64-3786-4956-bd6a-f9c3c9a02845 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.598883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.607544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:09:57.608064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:09:57.611900 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:09:57.707593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.736755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db66b64-3786-4956-bd6a-f9c3c9a02845 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.738388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:57.746801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/networks/365c9cbe-c05a-4df0-871d-ed3f97d3f614 HTTP/1.1" status: 204 len: 168 time: 1.2897213 Sep 18 02:09:57.746989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36126) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:57.755270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7bfaa-e48a-4a02-ab66-4e6288f78438 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Network': ['ID=365c9cbe-c05a-4df0-871d-ed3f97d3f614,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:57.810117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-4db66b64-3786-4956-bd6a-f9c3c9a02845 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Calling delete_port for fd833f42-f160-45e2-9c91-1927e882d5f2 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:09:57.941954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.138459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.194642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6551794-8b3c-438d-aa13-61836c441f15']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:58.211972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399ea293-4973-4cdc-941e-2869b033ea35') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:58.212334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399ea293-4973-4cdc-941e-2869b033ea35') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:09:58.223840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.230363 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db66b64-3786-4956-bd6a-f9c3c9a02845 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.268097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.273547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db66b64-3786-4956-bd6a-f9c3c9a02845 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd833f42-f160-45e2-9c91-1927e882d5f2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:58.286795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:09:58.287163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:09:58.290259 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:09:58.339095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:09:58.435264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.513414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4db66b64-3786-4956-bd6a-f9c3c9a02845 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.521533 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4db66b64-3786-4956-bd6a-f9c3c9a02845 tempest-RoutersAdminNegativeTest-1155143084 tempest-RoutersAdminNegativeTest-1155143084-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fd833f42-f160-45e2-9c91-1927e882d5f2 HTTP/1.1" status: 204 len: 168 time: 1.0379610 Sep 18 02:09:58.525412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.527541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/networks/e6551794-8b3c-438d-aa13-61836c441f15 HTTP/1.1" status: 204 len: 168 time: 0.7807629 Sep 18 02:09:58.530530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36162) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:58.547338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b7d93-d9a9-442f-acc8-341b2bafca85 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Network': ['ID=e6551794-8b3c-438d-aa13-61836c441f15,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:58.573167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:58.574154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cf355-8e07-4364-bd2d-39e46903c839 req-4aaf5874-0ae0-4dae-bbf0-cebab6c7f21b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:58.576379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-905cf355-8e07-4364-bd2d-39e46903c839 req-4aaf5874-0ae0-4dae-bbf0-cebab6c7f21b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.1573269 Sep 18 02:09:58.603505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '261efc86-15bc-4ea7-9d7a-a10012315904', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': '261efc86-15bc-4ea7-9d7a-a10012315904', 'mac_address': 'fa:16:3e:92:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:09:58.677246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-905cf355-8e07-4364-bd2d-39e46903c839 req-d2101a24-7a72-4509-870a-d820d04a0c6c tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916605 Sep 18 02:09:58.699447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4daeb2f-a22f-41d3-8575-5d69f7a6820b tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Deleting subnet 20f25bc0-f426-480b-9b3a-b2ac70064ee9 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:09:58.703593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4daeb2f-a22f-41d3-8575-5d69f7a6820b tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.757792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.787921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261efc86-15bc-4ea7-9d7a-a10012315904 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:09:58.849125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:09:58.859838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4daeb2f-a22f-41d3-8575-5d69f7a6820b tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.866000 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:58.977755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-9ab6d976-7036-4fab-9688-207c29f4fec7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:09:58.979362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-9ab6d976-7036-4fab-9688-207c29f4fec7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.2480037 Sep 18 02:09:59.009160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['261efc86-15bc-4ea7-9d7a-a10012315904'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:09:59.069772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:59.073238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6cd528e-6309-4c3b-9537-39c66b42ed2f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:09:59.103389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e6cd528e-6309-4c3b-9537-39c66b42ed2f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:09:59.104101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e6cd528e-6309-4c3b-9537-39c66b42ed2f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:09:59.281627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36176) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:59.491572 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f844c490-4884-481a-a839-aaea708fa515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.602271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f844c490-4884-481a-a839-aaea708fa515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.608860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f844c490-4884-481a-a839-aaea708fa515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.649778 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f844c490-4884-481a-a839-aaea708fa515 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21eafcf3b3644f6bb45143ce3d0ede2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673856 Sep 18 02:09:59.652311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36188) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:09:59.703008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844c490-4884-481a-a839-aaea708fa515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09393fa-7e82-4db1-bb52-f67377631e4e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:09:59.728708 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4daeb2f-a22f-41d3-8575-5d69f7a6820b tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.756600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27ac3b73-1d3f-4018-81f1-6aa9e336d394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.783603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Deleting port 1b5e2733-03ea-420e-ae33-0a1388750ef1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:09:59.783959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.793454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27ac3b73-1d3f-4018-81f1-6aa9e336d394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.882326 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27ac3b73-1d3f-4018-81f1-6aa9e336d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.887826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27ac3b73-1d3f-4018-81f1-6aa9e336d394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:09:59.890256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-27ac3b73-1d3f-4018-81f1-6aa9e336d394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b09393fa-7e82-4db1-bb52-f67377631e4e HTTP/1.1" status: 204 len: 168 time: 0.2357478 Sep 18 02:09:59.911039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac3b73-1d3f-4018-81f1-6aa9e336d394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09393fa-7e82-4db1-bb52-f67377631e4e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:00.044291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] For port 1b5e2733-03ea-420e-ae33-0a1388750ef1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=1b5e2733-03ea-420e-ae33-0a1388750ef1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:00.044654 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:00.178331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06393067-2f59-41ea-8927-4d4f45d1bae7 req-3e036055-ef4c-4322-b8fe-14d7a1f5b1fe tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:00.180280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06393067-2f59-41ea-8927-4d4f45d1bae7 req-3e036055-ef4c-4322-b8fe-14d7a1f5b1fe tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 946 time: 0.2285907 Sep 18 02:10:00.214631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4daeb2f-a22f-41d3-8575-5d69f7a6820b tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:00.247722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdcc09f-544f-4e65-a42e-5b9bcd73cbcd None None] Network cd024973-1081-4c02-afcc-030ab389dce8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:00.254498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4daeb2f-a22f-41d3-8575-5d69f7a6820b tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:00.256836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c4daeb2f-a22f-41d3-8575-5d69f7a6820b tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/subnets/20f25bc0-f426-480b-9b3a-b2ac70064ee9 HTTP/1.1" status: 204 len: 168 time: 1.7252917 Sep 18 02:10:00.259375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36198) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:00.322100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daeb2f-a22f-41d3-8575-5d69f7a6820b tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Subnet': ['ID=20f25bc0-f426-480b-9b3a-b2ac70064ee9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:00.349927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06393067-2f59-41ea-8927-4d4f45d1bae7 req-c04d19c0-bd7e-484c-bdb1-e99bcf063e75 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=974816ec-1e34-4244-a10a-999f4ec39059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586144 Sep 18 02:10:00.450884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:10:00.556415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:00.644640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36204) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:00.690155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Deleting port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:00.691243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:00.745374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 261efc86-15bc-4ea7-9d7a-a10012315904 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:10:00.745374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:00.808777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] For port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f2a94e2d-95c6-4eb5-9b60-66a3d77006c0,segment=NetworkSegment(52f9f4a5-4de3-4d56-9a3e-910d437892ed),segment_id=52f9f4a5-4de3-4d56-9a3e-910d437892ed)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:00.809808 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:00.827893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Calling delete_port for f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:00.911849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] DHCP port deletion for cd024973-1081-4c02-afcc-030ab389dce8 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:10:00.928082 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f526-b0e8-448e-ba78-1fdfd0180577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.014886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.017322 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.017712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.017873 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Floating IP e8c92736-5b4d-4c2e-8dcc-1986c1b446ed disassociated. External IP: 172.25.0.53, port: 1b5e2733-03ea-420e-ae33-0a1388750ef1. Sep 18 02:10:01.018181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Calling delete_port for 1b5e2733-03ea-420e-ae33-0a1388750ef1 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:01.028999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:10:01.033077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dabbedb1-8c8b-411c-91af-19309505e538 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0d02e20124c464fa77e70546a4d314e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868814 Sep 18 02:10:01.033958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36210) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:01.063741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:10:01.064429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:10:01.085353 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.116024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Port': ['ID=f2a94e2d-95c6-4eb5-9b60-66a3d77006c0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:01.120916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] No DVR routers for this DVR port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:01.168482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:10:01.171064 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ffd5b4-f2ca-44a7-ae41-c596be5ee694" -d '{"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-plugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:10:01.197512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] Deleting port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:01.197919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.244055 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9240e75-8c93-4e55-8379-365a36d80dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.250693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:01.263904 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfee287-7151-48a7-8eaa-3355e4f16dde x-openstack-request-id: req-bdfee287-7151-48a7-8eaa-3355e4f16dde {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:10:01.264480 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-plugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:10:01.264919 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdfee287-7151-48a7-8eaa-3355e4f16dde {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:10:01.265644 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'code': 200} Sep 18 02:10:01.269627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.270675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1b5e2733-03ea-420e-ae33-0a1388750ef1 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:10:01.277755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.299120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9240e75-8c93-4e55-8379-365a36d80dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.333157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd024973-1081-4c02-afcc-030ab389dce8']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:01.359064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f9f4a5-4de3-4d56-9a3e-910d437892ed') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:01.359346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f9f4a5-4de3-4d56-9a3e-910d437892ed') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:01.396795 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.404561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.443233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.454091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] For port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0, host n-d-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:01.455296 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.457399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:01.457812 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:01.465457 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:01.498296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event deleted for resources: {'Port': ['ID=1b5e2733-03ea-420e-ae33-0a1388750ef1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:01.517229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9240e75-8c93-4e55-8379-365a36d80dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.524035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9240e75-8c93-4e55-8379-365a36d80dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.528555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d9240e75-8c93-4e55-8379-365a36d80dc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6fb329f-f34c-4db2-93fa-cfefc6a112e2 HTTP/1.1" status: 204 len: 168 time: 0.4872627 Sep 18 02:10:01.530684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] Calling delete_port for f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:01.533255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No active binding found for port 1b5e2733-03ea-420e-ae33-0a1388750ef1 {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:10:01.537349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 1b5e2733-03ea-420e-ae33-0a1388750ef1 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:10:01.540468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] Port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:10:01.543116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:01.550591 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:01.583286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] Pushing event deleted for resources: {'Port': ['ID=f2a94e2d-95c6-4eb5-9b60-66a3d77006c0,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:01.587985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb6c80-effe-4a3a-a452-3031a4d47f3a None None] No DVR routers for this DVR port f2a94e2d-95c6-4eb5-9b60-66a3d77006c0 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:01.747352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9240e75-8c93-4e55-8379-365a36d80dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb329f-f34c-4db2-93fa-cfefc6a112e2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:01.771065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f30fbac0-ec92-4c48-9946-a2a2b26b6ed1 req-51e1de83-2aea-4f57-aa0b-0c76032df007 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 210 time: 0.2412777 Sep 18 02:10:02.041968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Router 637334aa-8347-4f5e-af4e-b10b20199e73 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:10:02.270794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:02.277324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:02.279433 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/networks/cd024973-1081-4c02-afcc-030ab389dce8 HTTP/1.1" status: 204 len: 168 time: 2.0188582 Sep 18 02:10:02.282445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36234) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:02.302773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c20e0-7afe-4c73-af7f-6cb1940bbc13 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Pushing event deleted for resources: {'Network': ['ID=cd024973-1081-4c02-afcc-030ab389dce8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:02.375288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-06fcd25d-19f9-4ee3-ba4e-01654444aef7 tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9b7f9e2-a28d-4a20-95b1-6f986759dfae HTTP/1.1" status: 200 len: 205 time: 0.0898981 Sep 18 02:10:02.376530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:10:02.377626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36240) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:02.410119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] Sync routers for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:10:02.448334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:10:02.448988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:09:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:02.515855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] No DVR routers for this DVR port 1b5e2733-03ea-420e-ae33-0a1388750ef1 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:02.527714 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:02.532616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aaf3849c-74a3-46d3-9fc7-4942a646cdc8 req-465867cc-ac73-4d95-bd6f-4283f70bbf1e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "DELETE /v2.0/ports/1b5e2733-03ea-420e-ae33-0a1388750ef1 HTTP/1.1" status: 204 len: 173 time: 3.5424366 Sep 18 02:10:02.535440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c196793-d350-4cd0-90ef-02e2de00017a', 'name': 'network-vif-deleted', 'tag': '1b5e2733-03ea-420e-ae33-0a1388750ef1'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:10:02.541337 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d480ab8-a8a3-42ff-9d3b-33e23513a262" -d '{"events": [{"server_uuid": "5c196793-d350-4cd0-90ef-02e2de00017a", "name": "network-vif-deleted", "tag": "1b5e2733-03ea-420e-ae33-0a1388750ef1"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:10:02.608195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c59ffc02-2015-48fb-b8d2-3d7f4f6ea4ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:02.635422 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad0e3b4-160a-4ae6-b2f8-37dc6c2566cf x-openstack-request-id: req-fad0e3b4-160a-4ae6-b2f8-37dc6c2566cf {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:10:02.635718 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c196793-d350-4cd0-90ef-02e2de00017a", "name": "network-vif-deleted", "tag": "1b5e2733-03ea-420e-ae33-0a1388750ef1", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:10:02.635980 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fad0e3b4-160a-4ae6-b2f8-37dc6c2566cf {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:10:02.636388 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c196793-d350-4cd0-90ef-02e2de00017a', 'name': 'network-vif-deleted', 'tag': '1b5e2733-03ea-420e-ae33-0a1388750ef1', 'status': 'completed', 'code': 200} Sep 18 02:10:02.804538 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:10:03.013212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-12d83746-13c2-42c3-80ac-45c3334f8e47 req-38105761-c401-4873-905d-41cc23bc9a48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c196793-d350-4cd0-90ef-02e2de00017a HTTP/1.1" status: 200 len: 210 time: 0.0626290 Sep 18 02:10:03.232747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c59ffc02-2015-48fb-b8d2-3d7f4f6ea4ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.238161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c59ffc02-2015-48fb-b8d2-3d7f4f6ea4ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.298893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c59ffc02-2015-48fb-b8d2-3d7f4f6ea4ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.300374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ffc02-2015-48fb-b8d2-3d7f4f6ea4ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Fanout notify agent at l3_agent the message router_deleted on router f9b7f9e2-a28d-4a20-95b1-6f986759dfae {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:10:03.314961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c59ffc02-2015-48fb-b8d2-3d7f4f6ea4ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.316715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c59ffc02-2015-48fb-b8d2-3d7f4f6ea4ef tempest-RoutersNegativeTest-494473432 tempest-RoutersNegativeTest-494473432-project] 10.222.0.21 "DELETE /v2.0/routers/f9b7f9e2-a28d-4a20-95b1-6f986759dfae HTTP/1.1" status: 204 len: 168 time: 0.9376185 Sep 18 02:10:03.317562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36266) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:03.485704 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1d2e-732c-4047-8ca9-9307b277ee38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.486275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113615848'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:03.500073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:03.534817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:03.537363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] Checking router: 637334aa-8347-4f5e-af4e-b10b20199e73 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:10:03.540518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.554242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:10:03.555879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:10:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:03.577705 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.749243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.756702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.782322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:03.796092 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.796450 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 4978d6a1-95eb-4333-ade4-d165169edeee of type vlan for network f8d7312e-a858-482c-9dcd-7680abfcd67f Sep 18 02:10:03.867703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:03.962413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af886f6d-6161-4ac2-8f39-27022d9711c7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:03.996839 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.004391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36276) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:04.014350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:04.020772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.097259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:10:04.097259 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.106486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7866790 Sep 18 02:10:04.246448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144783b-29e0-433c-8819-9fa8a224ebb3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=f8d7312e-a858-482c-9dcd-7680abfcd67f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:04.250732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36286) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:04.270239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': 'f8d7312e-a858-482c-9dcd-7680abfcd67f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:04.286691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36290) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:04.387799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f8d7312e-a858-482c-9dcd-7680abfcd67f details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:04.541796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:04.546146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.553515 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7fc18e2-cbbf-4c3f-bc3f-da1c980ca31e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.595418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7fc18e2-cbbf-4c3f-bc3f-da1c980ca31e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.656151 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53cbee9c-c0ef-4648-b13f-ca4d99953f99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c3f728a6dc14e7bbbe2f7859d065d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494355 Sep 18 02:10:04.661779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36306) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:04.689328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7fc18e2-cbbf-4c3f-bc3f-da1c980ca31e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.693866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7fc18e2-cbbf-4c3f-bc3f-da1c980ca31e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.695147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c7fc18e2-cbbf-4c3f-bc3f-da1c980ca31e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "DELETE /v2.0/security-groups/974816ec-1e34-4244-a10a-999f4ec39059 HTTP/1.1" status: 204 len: 168 time: 0.4083493 Sep 18 02:10:04.700647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36308) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:04.728134 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-611767d3-2de5-4a02-aa01-cf542a595adf tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] show failed (client error): The resource could not be found. Sep 18 02:10:04.729356 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-611767d3-2de5-4a02-aa01-cf542a595adf tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups/974816ec-1e34-4244-a10a-999f4ec39059 HTTP/1.1" status: 404 len: 347 time: 0.0276711 Sep 18 02:10:04.732844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36310) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:04.739931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc18e2-cbbf-4c3f-bc3f-da1c980ca31e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974816ec-1e34-4244-a10a-999f4ec39059,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:04.778587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba6636b1-9066-4f47-a743-215c66a9b78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.846222 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba6636b1-9066-4f47-a743-215c66a9b78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.926632 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.957414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba6636b1-9066-4f47-a743-215c66a9b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.960509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba6636b1-9066-4f47-a743-215c66a9b78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:04.973773 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba6636b1-9066-4f47-a743-215c66a9b78a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14950085-ddf0-4633-8d3e-dd4cee73d64f HTTP/1.1" status: 204 len: 168 time: 0.3017745 Sep 18 02:10:05.014171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:05.014737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6636b1-9066-4f47-a743-215c66a9b78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14950085-ddf0-4633-8d3e-dd4cee73d64f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:05.056138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Deleting port e91ee47d-2f04-4570-9dce-37d59279f2dd {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:05.056731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:05.101331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:05.128627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420dda30-da3a-423d-bd1f-d9dc991e7926 None None] The sync data for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 is: [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:10:05.328514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=6f6b9291-19be-475c-be42-27bb68b54913,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:05.414672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:05.415752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:05.437389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '4978d6a1-95eb-4333-ade4-d165169edeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8d7312e-a858-482c-9dcd-7680abfcd67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:05.439291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: f8d7312e-a858-482c-9dcd-7680abfcd67f, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:05.452974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Calling delete_port for e91ee47d-2f04-4570-9dce-37d59279f2dd owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:05.661569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network f8d7312e-a858-482c-9dcd-7680abfcd67f is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:05.683886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f8d7312e-a858-482c-9dcd-7680abfcd67f) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:05.705737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf5c76-80df-4ef1-a79f-81bf06907c42 None None] Network f8d7312e-a858-482c-9dcd-7680abfcd67f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:05.708258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:05.714310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:05.765083 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269a95e-e2db-453e-b31a-031a169245af None None] New status for floating IP e8c92736-5b4d-4c2e-8dcc-1986c1b446ed: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:10:05.775729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d0a9c9be-437a-45ec-afa0-70823ed83f78 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5233634 Sep 18 02:10:05.777947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36342) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:05.783586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605089786'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:05.822140 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:05.831727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:05.836612 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:05.867033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event deleted for resources: {'Port': ['ID=e91ee47d-2f04-4570-9dce-37d59279f2dd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:05.896308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:05.921344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:05.921806 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 0a661f53-eeee-4020-86a7-c6742b2fb85c of type vlan for network 87ec5fd4-5967-4f79-9efe-e55c7855c5cf Sep 18 02:10:05.969822 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.db.api [None req-9269a95e-e2db-453e-b31a-031a169245af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:05.970238 n-d-789963-12 neutron-server[106442]: DEBUG oslo_db.api [None req-9269a95e-e2db-453e-b31a-031a169245af None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:06.009091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.024869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.035427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.048030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.051701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cf8584f7-d38e-4ee3-987f-f842c4bad269 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "DELETE /v2.0/floatingips/e8c92736-5b4d-4c2e-8dcc-1986c1b446ed HTTP/1.1" status: 204 len: 168 time: 1.3177419 Sep 18 02:10:06.054697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:06.057065 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.066459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f8d7312e-a858-482c-9dcd-7680abfcd67f', 'network_id': 'f8d7312e-a858-482c-9dcd-7680abfcd67f', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '6f6b9291-19be-475c-be42-27bb68b54913'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:06.067368 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.187582 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4068091 Sep 18 02:10:06.188757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36358) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:06.196594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': '87ec5fd4-5967-4f79-9efe-e55c7855c5cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:06.270664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cd7f3-e25a-4080-b5cc-2b778c925d63 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=87ec5fd4-5967-4f79-9efe-e55c7855c5cf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:06.372737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Allocated IP 172.20.255.242 (f8d7312e-a858-482c-9dcd-7680abfcd67f/6f6b9291-19be-475c-be42-27bb68b54913/2d1f6882-1d1e-47ae-94f1-0d3024c036c6) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:06.437318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:06.441594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.472224 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269a95e-e2db-453e-b31a-031a169245af None None] New status for floating IP e8c92736-5b4d-4c2e-8dcc-1986c1b446ed: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:10:06.523500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36366) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:06.667405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36380) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:06.672411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b74cfd8e-b53e-4123-99ce-f8c48de0cf24 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1223851098', 'description': 'tempest-description--6031473'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:06.734260 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.741698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 87ec5fd4-5967-4f79-9efe-e55c7855c5cf details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:06.803331 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b74cfd8e-b53e-4123-99ce-f8c48de0cf24 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.838387 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.914607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e19d84f0-9a9d-4630-ae63-8df4fddea981 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:06.915727 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-e19d84f0-9a9d-4630-ae63-8df4fddea981 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 02:10:06.920070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Pushing event updated for resources: {'Port': ['ID=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:06.920945 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-e19d84f0-9a9d-4630-ae63-8df4fddea981 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 02:10:06.928101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36386) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:06.928427 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e19d84f0-9a9d-4630-ae63-8df4fddea981 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4006064 Sep 18 02:10:06.939449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155093828'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:06.958525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Network f8d7312e-a858-482c-9dcd-7680abfcd67f is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:06.966882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:06.967810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:06.979606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:07.133303 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.138277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Attempting to bind port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:07.138919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Attempting to bind port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4978d6a1-95eb-4333-ade4-d165169edeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8d7312e-a858-482c-9dcd-7680abfcd67f'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:07.141037 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Attempting to bind port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 on network f8d7312e-a858-482c-9dcd-7680abfcd67f {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:07.158024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:07.158401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Checking segment: {'id': '4978d6a1-95eb-4333-ade4-d165169edeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8d7312e-a858-482c-9dcd-7680abfcd67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:07.159400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.159752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Bound using segment: {'id': '4978d6a1-95eb-4333-ade4-d165169edeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8d7312e-a858-482c-9dcd-7680abfcd67f'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:07.160236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Bound port: 2d1f6882-1d1e-47ae-94f1-0d3024c036c6, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4978d6a1-95eb-4333-ade4-d165169edeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8d7312e-a858-482c-9dcd-7680abfcd67f'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:07.160613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.180162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b74cfd8e-b53e-4123-99ce-f8c48de0cf24 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.191406 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b74cfd8e-b53e-4123-99ce-f8c48de0cf24 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.269097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] For port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:07.272294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] For port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,segment=NetworkSegment(4978d6a1-95eb-4333-ade4-d165169edeee),segment_id=4978d6a1-95eb-4333-ade4-d165169edeee)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:07.288785 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.297431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cfd8e-b53e-4123-99ce-f8c48de0cf24 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28ae97e-f1cc-46c2-863e-2f5e7472b272,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:07.373124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805411c-f181-416a-9e10-f8b3ccb6488e None None] Pushing event updated for resources: {'Port': ['ID=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:07.382217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '0a661f53-eeee-4020-86a7-c6742b2fb85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87ec5fd4-5967-4f79-9efe-e55c7855c5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:07.382820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: 87ec5fd4-5967-4f79-9efe-e55c7855c5cf, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:07.388982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=de789837-cd2f-427d-afd5-0c1aac468162,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:07.394694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b74cfd8e-b53e-4123-99ce-f8c48de0cf24 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.399013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b74cfd8e-b53e-4123-99ce-f8c48de0cf24 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7277331 Sep 18 02:10:07.399202 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.399321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36388) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:07.403966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-aa38826e-93b1-4753-ae1a-4ac05b228348 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'security_group_rule': {'security_group_id': 'e28ae97e-f1cc-46c2-863e-2f5e7472b272', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:07.448331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.506829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa38826e-93b1-4753-ae1a-4ac05b228348 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.582074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network 87ec5fd4-5967-4f79-9efe-e55c7855c5cf is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:07.611669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 87ec5fd4-5967-4f79-9efe-e55c7855c5cf) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:07.622062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abed199-1ea6-4017-a59a-c58773080211 None None] Network 87ec5fd4-5967-4f79-9efe-e55c7855c5cf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:07.631734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:07.632830 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.736267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa38826e-93b1-4753-ae1a-4ac05b228348 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.744730 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa38826e-93b1-4753-ae1a-4ac05b228348 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.761637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.770150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:07.817949 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-645399c0-9c63-4aa7-b3ed-03bcb9a582bc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6273234 Sep 18 02:10:07.819708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36396) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:07.821375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38826e-93b1-4753-ae1a-4ac05b228348 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcc21ff-695d-40fb-b8dc-a19d27ba61ca,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:08.035997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-87ec5fd4-5967-4f79-9efe-e55c7855c5cf', 'network_id': '87ec5fd4-5967-4f79-9efe-e55c7855c5cf', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': 'de789837-cd2f-427d-afd5-0c1aac468162'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:08.041608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.087626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da71004c-e45d-4399-bc4a-131ac1d5a19a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:08.197605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.234925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.252459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa38826e-93b1-4753-ae1a-4ac05b228348 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.257624 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aa38826e-93b1-4753-ae1a-4ac05b228348 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8573992 Sep 18 02:10:08.260218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36404) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:08.265806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1185f1b5-f8cf-4e73-a6fb-43a44f1a2466 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'security_group_rule': {'security_group_id': 'e28ae97e-f1cc-46c2-863e-2f5e7472b272', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:08.297282 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.322163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1185f1b5-f8cf-4e73-a6fb-43a44f1a2466 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.392475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Allocated IP 172.20.0.2 (87ec5fd4-5967-4f79-9efe-e55c7855c5cf/de789837-cd2f-427d-afd5-0c1aac468162/6ba60d00-0105-4c39-b83b-d55a57d7f57e) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:08.449047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.452450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f383ea-c157-4c7b-854a-8e8d7892f7c0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:08.468915 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1185f1b5-f8cf-4e73-a6fb-43a44f1a2466 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.481717 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1185f1b5-f8cf-4e73-a6fb-43a44f1a2466 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.505778 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.510939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7616b936-6b0e-4d89-af1e-ddbd0d35b2fb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5818019 Sep 18 02:10:08.511639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36406) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:08.519657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-271bb731-9447-44d1-8835-2138a41c6ef9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'e0f383ea-c157-4c7b-854a-8e8d7892f7c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:08.525457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185f1b5-f8cf-4e73-a6fb-43a44f1a2466 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72601d85-aa82-43ca-8ea8-8190e0bbb41c,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:08.539412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1185f1b5-f8cf-4e73-a6fb-43a44f1a2466 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.543938 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1185f1b5-f8cf-4e73-a6fb-43a44f1a2466 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2792165 Sep 18 02:10:08.544249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36408) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:08.549820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:08.645457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.697625 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-271bb731-9447-44d1-8835-2138a41c6ef9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.819629 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.834095 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.929841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.938632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Pushing event updated for resources: {'Port': ['ID=6ba60d00-0105-4c39-b83b-d55a57d7f57e,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:08.939062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-271bb731-9447-44d1-8835-2138a41c6ef9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.943320 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.971361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-271bb731-9447-44d1-8835-2138a41c6ef9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:08.973600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.973600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.973831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.974090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.974500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.976391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.976973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.977077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.977481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.977789 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.979722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:08.980067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:09.013290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Network 87ec5fd4-5967-4f79-9efe-e55c7855c5cf is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:09.015491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:09.022002 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:09.055074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=de789837-cd2f-427d-afd5-0c1aac468162,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:09.193745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bb731-9447-44d1-8835-2138a41c6ef9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51badf0f-2c27-4abb-a94b-4428ce6c0af5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:09.210411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Attempting to bind port 6ba60d00-0105-4c39-b83b-d55a57d7f57e on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:09.211124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Attempting to bind port 6ba60d00-0105-4c39-b83b-d55a57d7f57e by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '0a661f53-eeee-4020-86a7-c6742b2fb85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87ec5fd4-5967-4f79-9efe-e55c7855c5cf'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:09.213621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Attempting to bind port 6ba60d00-0105-4c39-b83b-d55a57d7f57e on network 87ec5fd4-5967-4f79-9efe-e55c7855c5cf {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:09.228336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:09.229086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Checking segment: {'id': '0a661f53-eeee-4020-86a7-c6742b2fb85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87ec5fd4-5967-4f79-9efe-e55c7855c5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:09.229696 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:09.230604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Bound using segment: {'id': '0a661f53-eeee-4020-86a7-c6742b2fb85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87ec5fd4-5967-4f79-9efe-e55c7855c5cf'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:09.236719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Bound port: 6ba60d00-0105-4c39-b83b-d55a57d7f57e, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a661f53-eeee-4020-86a7-c6742b2fb85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87ec5fd4-5967-4f79-9efe-e55c7855c5cf'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:09.236865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-271bb731-9447-44d1-8835-2138a41c6ef9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:09.237532 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:09.246959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-271bb731-9447-44d1-8835-2138a41c6ef9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7308576 Sep 18 02:10:09.250677 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36430) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:09.263635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-63327041-3e5a-4d3f-af2a-da1c785690a0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'e0f383ea-c157-4c7b-854a-8e8d7892f7c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:09.302086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:10:09.320819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Allocated IP 172.25.0.145 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/43f06833-cd57-4e93-b067-2f16bbf466ba) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:09.364227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63327041-3e5a-4d3f-af2a-da1c785690a0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:09.501033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1c835-e56e-4502-ac21-0633e32e3e32 None None] Network f8d7312e-a858-482c-9dcd-7680abfcd67f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:09.682219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:10:09.684497 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:09.694315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bdb677b8-5d13-4635-8548-ff9f44935b95 None None] Provisioning complete for port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:10:09.718499 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdb677b8-5d13-4635-8548-ff9f44935b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:09.746760 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:09.832679 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-63327041-3e5a-4d3f-af2a-da1c785690a0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 02:10:09.837477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-63327041-3e5a-4d3f-af2a-da1c785690a0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5799425 Sep 18 02:10:09.847677 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36440) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:10.011951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] For port 6ba60d00-0105-4c39-b83b-d55a57d7f57e, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:10.024091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88a33cfc-be0a-45d9-8007-6bd600dc20a3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.028808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.057108 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.083548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ec5fd4-5967-4f79-9efe-e55c7855c5cf']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:10.091642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] For port 6ba60d00-0105-4c39-b83b-d55a57d7f57e, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6ba60d00-0105-4c39-b83b-d55a57d7f57e,segment=NetworkSegment(0a661f53-eeee-4020-86a7-c6742b2fb85c),segment_id=0a661f53-eeee-4020-86a7-c6742b2fb85c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:10.104750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a661f53-eeee-4020-86a7-c6742b2fb85c') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:10.105139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a661f53-eeee-4020-86a7-c6742b2fb85c') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:10.121553 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.129631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.130408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88a33cfc-be0a-45d9-8007-6bd600dc20a3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.147135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.158100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:10.158489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:10.159717 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.186976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:10.194329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:10.202365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b6ef8-dc77-496f-b987-afb01079013f None None] Pushing event updated for resources: {'Port': ['ID=6ba60d00-0105-4c39-b83b-d55a57d7f57e,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:10.244836 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:10.262633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:10:10.262633 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:10:10.262633 n-d-789963-12 neutron-server[106439]: [parameters: {'id': '87ec5fd4-5967-4f79-9efe-e55c7855c5cf'}] Sep 18 02:10:10.262633 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:10.263353 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:10.341980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'Port': ['ID=43f06833-cd57-4e93-b067-2f16bbf466ba,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:10.409823 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88a33cfc-be0a-45d9-8007-6bd600dc20a3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.415493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88a33cfc-be0a-45d9-8007-6bd600dc20a3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.417491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-88a33cfc-be0a-45d9-8007-6bd600dc20a3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0f383ea-c157-4c7b-854a-8e8d7892f7c0 HTTP/1.1" status: 204 len: 168 time: 0.5670471 Sep 18 02:10:10.420066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36458) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:10.464358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a33cfc-be0a-45d9-8007-6bd600dc20a3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f383ea-c157-4c7b-854a-8e8d7892f7c0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:10.507056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.538134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.578912 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdb677b8-5d13-4635-8548-ff9f44935b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.604007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2a72a916-d493-4d77-bc2b-d70fd9aa3c22 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1814497 Sep 18 02:10:10.608127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36480) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:10.617843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.622866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-88252926-db00-497e-bf4d-23c17f42456c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--779912423'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:10.652941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e1a5b-87e9-4646-a398-4ac462e1df52 None None] Network 87ec5fd4-5967-4f79-9efe-e55c7855c5cf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:10.692200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88252926-db00-497e-bf4d-23c17f42456c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.788182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.924350 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88252926-db00-497e-bf4d-23c17f42456c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.933970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88252926-db00-497e-bf4d-23c17f42456c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.950986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting port 6ba60d00-0105-4c39-b83b-d55a57d7f57e {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:10.951490 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.995634 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88252926-db00-497e-bf4d-23c17f42456c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:10.999383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-88252926-db00-497e-bf4d-23c17f42456c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3865242 Sep 18 02:10:11.000424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36496) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:11.032588 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c8f40b3d-0684-47f2-bb70-595561778ff2 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': '926b4896-672a-4e6b-b2e9-2603985f8527', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:11.036509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bdb677b8-5d13-4635-8548-ff9f44935b95 None None] For port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,segment=NetworkSegment(4978d6a1-95eb-4333-ade4-d165169edeee),segment_id=4978d6a1-95eb-4333-ade4-d165169edeee)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:11.049017 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-c8f40b3d-0684-47f2-bb70-595561778ff2 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 02:10:11.050242 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-c8f40b3d-0684-47f2-bb70-595561778ff2 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:11.056124 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c8f40b3d-0684-47f2-bb70-595561778ff2 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0289326 Sep 18 02:10:11.058240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88252926-db00-497e-bf4d-23c17f42456c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926b4896-672a-4e6b-b2e9-2603985f8527,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:11.059431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36498) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:11.075959 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdb677b8-5d13-4635-8548-ff9f44935b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.076814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] For port 6ba60d00-0105-4c39-b83b-d55a57d7f57e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6ba60d00-0105-4c39-b83b-d55a57d7f57e,segment=NetworkSegment(0a661f53-eeee-4020-86a7-c6742b2fb85c),segment_id=0a661f53-eeee-4020-86a7-c6742b2fb85c)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:11.077178 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.077564 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.091848 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.100594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Calling delete_port for 6ba60d00-0105-4c39-b83b-d55a57d7f57e owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:11.232222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.234591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.270632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Port': ['ID=6ba60d00-0105-4c39-b83b-d55a57d7f57e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:11.270940 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:11.274811 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:11.277201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No DVR routers for this DVR port 6ba60d00-0105-4c39-b83b-d55a57d7f57e on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:11.374513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.380225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8348818 Sep 18 02:10:11.385490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabed1e7-d7e3-463d-9b9b-134b31f0aad3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'Port': ['ID=43f06833-cd57-4e93-b067-2f16bbf466ba,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:11.386201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.426528 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9dac685d-f79a-4aba-a1e5-a290b6eacbbf tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.483172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ec5fd4-5967-4f79-9efe-e55c7855c5cf']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:11.485135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb677b8-5d13-4635-8548-ff9f44935b95 None None] Pushing event updated for resources: {'Port': ['ID=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:11.526307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a661f53-eeee-4020-86a7-c6742b2fb85c') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:11.528847 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9dac685d-f79a-4aba-a1e5-a290b6eacbbf tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.529760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a661f53-eeee-4020-86a7-c6742b2fb85c') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:11.551983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.587173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.600257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:11.601034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:11.604632 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:11.646653 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9dac685d-f79a-4aba-a1e5-a290b6eacbbf tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.649917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9dac685d-f79a-4aba-a1e5-a290b6eacbbf tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.653704 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9dac685d-f79a-4aba-a1e5-a290b6eacbbf tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/926b4896-672a-4e6b-b2e9-2603985f8527 HTTP/1.1" status: 204 len: 168 time: 0.5896089 Sep 18 02:10:11.654889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36516) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:11.695748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac685d-f79a-4aba-a1e5-a290b6eacbbf tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b4896-672a-4e6b-b2e9-2603985f8527,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:11.757388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.774311 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.777439 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/87ec5fd4-5967-4f79-9efe-e55c7855c5cf HTTP/1.1" status: 204 len: 168 time: 3.9319293 Sep 18 02:10:11.815561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36524) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:11.818738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162f670-a52c-446c-9f49-2897934fc623 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=87ec5fd4-5967-4f79-9efe-e55c7855c5cf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:11.833862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-622630069'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:11.892274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fb7f47ad-c042-448f-b106-6ca331636c99 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2338030 Sep 18 02:10:11.896076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36538) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:11.900830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-710cff56-6f39-4acb-bfa3-5b500e748ef0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433416553'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:11.925323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa26a0-f7a0-4192-80eb-39cca6e162a0 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:10:11.943709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:11.946577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-710cff56-6f39-4acb-bfa3-5b500e748ef0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:11.948231 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.012803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-81851c18-12e0-47eb-8337-774090846723 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1223851098&fields=id&tenant_id=d819e41a024b4bd0a6b5016687c4b59f HTTP/1.1" status: 200 len: 267 time: 0.1340220 Sep 18 02:10:12.069563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:10:12.145402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-710cff56-6f39-4acb-bfa3-5b500e748ef0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.159390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-710cff56-6f39-4acb-bfa3-5b500e748ef0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.233473 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-710cff56-6f39-4acb-bfa3-5b500e748ef0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.236642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-710cff56-6f39-4acb-bfa3-5b500e748ef0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3393264 Sep 18 02:10:12.240541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36566) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:12.247365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3e43b642-95f0-4e48-8fca-e44773f8a4e3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': '27e56130-2e5e-4d86-a1e1-ae5f710be377', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:12.256362 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-3e43b642-95f0-4e48-8fca-e44773f8a4e3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 02:10:12.257316 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-3e43b642-95f0-4e48-8fca-e44773f8a4e3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:12.261085 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3e43b642-95f0-4e48-8fca-e44773f8a4e3 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0147982 Sep 18 02:10:12.263770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cff56-6f39-4acb-bfa3-5b500e748ef0 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e56130-2e5e-4d86-a1e1-ae5f710be377,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:12.266215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36568) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:12.272949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-90217951-3785-4a50-8141-b13f8390f27b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:12.286547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-90217951-3785-4a50-8141-b13f8390f27b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 811 time: 0.2666295 Sep 18 02:10:12.351778 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-590df8e8-01af-445d-97f7-2dd9611fa078 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/quotas/d819e41a024b4bd0a6b5016687c4b59f HTTP/1.1" status: 200 len: 375 time: 0.0489607 Sep 18 02:10:12.397039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:12.474637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28e284ed-465b-4bff-b473-5cb68c16bc3e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.479106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.479106 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 08581db0-4e48-4e95-b2ef-7f7a84e79266 of type vlan for network f8f03db8-7b57-49a3-b42f-3af927c671f5 Sep 18 02:10:12.553856 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28e284ed-465b-4bff-b473-5cb68c16bc3e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.624347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-044f1496-1469-4610-9452-65e25d20d9cd None None] Provisioning complete for port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:10:12.625006 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-044f1496-1469-4610-9452-65e25d20d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.650887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28e284ed-465b-4bff-b473-5cb68c16bc3e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.656065 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28e284ed-465b-4bff-b473-5cb68c16bc3e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.657186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-28e284ed-465b-4bff-b473-5cb68c16bc3e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/27e56130-2e5e-4d86-a1e1-ae5f710be377 HTTP/1.1" status: 204 len: 168 time: 0.3808632 Sep 18 02:10:12.663229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36576) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:12.672752 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-84dbbad4-bdd6-434f-9f2f-b584ee2e3195 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3028240 Sep 18 02:10:12.672752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.741455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e284ed-465b-4bff-b473-5cb68c16bc3e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e56130-2e5e-4d86-a1e1-ae5f710be377,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:12.798310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.808697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:12.810939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.829058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7a8a8c7c-754e-4278-a96d-543f325dcf93 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1653163 Sep 18 02:10:12.830024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36580) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:12.836326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fff91016-22e4-4b76-a1f3-c5593dc3dbbb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770450785'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:12.880033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff91016-22e4-4b76-a1f3-c5593dc3dbbb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:12.966468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa26a0-f7a0-4192-80eb-39cca6e162a0 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:10:13.024219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:10:13.026487 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.049891 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff91016-22e4-4b76-a1f3-c5593dc3dbbb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.059643 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff91016-22e4-4b76-a1f3-c5593dc3dbbb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.065819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=f8f03db8-7b57-49a3-b42f-3af927c671f5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:13.090222 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bad8cc66-f981-49e3-a451-aa6cc19e7c0b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2666910 Sep 18 02:10:13.095461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:13.112119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': 'f8f03db8-7b57-49a3-b42f-3af927c671f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:13.117855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f8f03db8-7b57-49a3-b42f-3af927c671f5 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:13.144008 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-4fe34a54-fd61-4032-b0ec-6196fa8d1507 service neutron] 10.222.0.21 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585085 Sep 18 02:10:13.225537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff91016-22e4-4b76-a1f3-c5593dc3dbbb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.226954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fff91016-22e4-4b76-a1f3-c5593dc3dbbb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3945930 Sep 18 02:10:13.231499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:13.238084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-41d58247-a66c-4069-830a-4c9827b8b639 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'd11570bd-3bd5-4ede-a8bc-49f34a5559de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:13.256241 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-41d58247-a66c-4069-830a-4c9827b8b639 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 02:10:13.256884 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-41d58247-a66c-4069-830a-4c9827b8b639 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:13.257977 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-41d58247-a66c-4069-830a-4c9827b8b639 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241256 Sep 18 02:10:13.260713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36590) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:13.265249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d2099f32-115e-4bb0-bd66-e5e790fafc9a tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'd11570bd-3bd5-4ede-a8bc-49f34a5559de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:13.267674 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-d2099f32-115e-4bb0-bd66-e5e790fafc9a tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 02:10:13.268226 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-d2099f32-115e-4bb0-bd66-e5e790fafc9a tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:13.269238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d2099f32-115e-4bb0-bd66-e5e790fafc9a tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076046 Sep 18 02:10:13.280950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff91016-22e4-4b76-a1f3-c5593dc3dbbb tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11570bd-3bd5-4ede-a8bc-49f34a5559de,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:13.293551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36592) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:13.312866 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-76718b00-9fb7-449f-8bc5-0cca4da3590b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'd11570bd-3bd5-4ede-a8bc-49f34a5559de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:13.320107 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-76718b00-9fb7-449f-8bc5-0cca4da3590b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 02:10:13.326208 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-76718b00-9fb7-449f-8bc5-0cca4da3590b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:13.326584 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-76718b00-9fb7-449f-8bc5-0cca4da3590b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0297539 Sep 18 02:10:13.332011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:13.352775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:13.355541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ab8ef224-2e28-4a91-b4bd-4eebe895d701 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'd11570bd-3bd5-4ede-a8bc-49f34a5559de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:13.356624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.362987 n-d-789963-12 neutron-server[106439]: WARNING neutron.api.v2.base [None req-ab8ef224-2e28-4a91-b4bd-4eebe895d701 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 02:10:13.365533 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-ab8ef224-2e28-4a91-b4bd-4eebe895d701 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:13.373026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ab8ef224-2e28-4a91-b4bd-4eebe895d701 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0398064 Sep 18 02:10:13.381095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36598) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:13.536377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-078e9a8a-7575-4048-89c7-54e441ece983 service neutron] 10.222.0.21 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855088 Sep 18 02:10:13.547176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing IP validity checks on allocation pools {{(pid=106440) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 02:10:13.547727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106440) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 02:10:13.603190 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e10625af-013b-4701-9277-9802474be329 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.675130 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e10625af-013b-4701-9277-9802474be329 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.786241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e10625af-013b-4701-9277-9802474be329 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.789902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e10625af-013b-4701-9277-9802474be329 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.795404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e10625af-013b-4701-9277-9802474be329 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/d11570bd-3bd5-4ede-a8bc-49f34a5559de HTTP/1.1" status: 204 len: 168 time: 0.4141297 Sep 18 02:10:13.796052 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36606) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:13.832206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:13.877047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10625af-013b-4701-9277-9802474be329 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11570bd-3bd5-4ede-a8bc-49f34a5559de,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:13.991429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36608) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:13.992089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-610d4ea3-629c-45b8-b8e0-89d6dae5c020 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815367 Sep 18 02:10:14.020701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a21f284c-d81c-48a2-9bbe-a1c81b4796cd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--183976808'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:14.041573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=3bee2fb2-f7a5-45b4-97cb-a271ad8ad56e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:14.081993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '08581db0-4e48-4e95-b2ef-7f7a84e79266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8f03db8-7b57-49a3-b42f-3af927c671f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:14.082479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: f8f03db8-7b57-49a3-b42f-3af927c671f5, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:14.126613 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a21f284c-d81c-48a2-9bbe-a1c81b4796cd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:14.134016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network f8f03db8-7b57-49a3-b42f-3af927c671f5 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:14.184094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f8f03db8-7b57-49a3-b42f-3af927c671f5) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:14.193253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:14.193389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:14.197380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1191b-09a0-43dd-a068-d0f303b64282 None None] Network f8f03db8-7b57-49a3-b42f-3af927c671f5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:14.365490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a21f284c-d81c-48a2-9bbe-a1c81b4796cd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:14.385750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a21f284c-d81c-48a2-9bbe-a1c81b4796cd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:14.467117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ebc4796d-63e6-4fff-9eeb-ab21aaad7d76 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3661821 Sep 18 02:10:14.470071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36612) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:14.498438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f284c-d81c-48a2-9bbe-a1c81b4796cd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6167518-a015-411c-b65b-6c56496e5d8a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:14.501100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f8f03db8-7b57-49a3-b42f-3af927c671f5', 'network_id': 'f8f03db8-7b57-49a3-b42f-3af927c671f5', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '3bee2fb2-f7a5-45b4-97cb-a271ad8ad56e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:14.502694 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:14.536695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a21f284c-d81c-48a2-9bbe-a1c81b4796cd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:14.539290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a21f284c-d81c-48a2-9bbe-a1c81b4796cd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5412786 Sep 18 02:10:14.542117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36614) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:14.547814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-27d3cc90-c3c2-43b4-9e48-20bef5b25f13 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:14.548814 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-27d3cc90-c3c2-43b4-9e48-20bef5b25f13 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 02:10:14.550381 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-27d3cc90-c3c2-43b4-9e48-20bef5b25f13 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:14.552246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-27d3cc90-c3c2-43b4-9e48-20bef5b25f13 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084898 Sep 18 02:10:14.559323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36616) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:14.583394 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-58844ee0-8cf6-4294-a714-719bcf405ef9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1089742 Sep 18 02:10:14.588921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fd0a208f-3b61-4a87-80e9-f6ef0517b2d8 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:14.668974 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-fd0a208f-3b61-4a87-80e9-f6ef0517b2d8 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:14.670552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd0a208f-3b61-4a87-80e9-f6ef0517b2d8 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0858395 Sep 18 02:10:14.673836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36618) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:14.683697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9c368c3c-eee3-4a69-b92e-0d571603ae6e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:14.685797 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-9c368c3c-eee3-4a69-b92e-0d571603ae6e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 02:10:14.686633 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-9c368c3c-eee3-4a69-b92e-0d571603ae6e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:14.688976 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c368c3c-eee3-4a69-b92e-0d571603ae6e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118916 Sep 18 02:10:14.693891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:14.701847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b03689e3-f2ed-4c0a-9553-3e699af48a07 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:14.790784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Allocated IP 172.20.0.3 (f8f03db8-7b57-49a3-b42f-3af927c671f5/3bee2fb2-f7a5-45b4-97cb-a271ad8ad56e/7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:14.910433 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-b03689e3-f2ed-4c0a-9553-3e699af48a07 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:14.912987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b03689e3-f2ed-4c0a-9553-3e699af48a07 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2161140 Sep 18 02:10:14.915332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36630) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:14.919385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-326b128b-c91f-4a8f-a5c5-d63f666199f9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:14.919761 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-326b128b-c91f-4a8f-a5c5-d63f666199f9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 02:10:14.920235 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-326b128b-c91f-4a8f-a5c5-d63f666199f9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:14.921209 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-326b128b-c91f-4a8f-a5c5-d63f666199f9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054920 Sep 18 02:10:14.928157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36632) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:14.931669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-68d89626-c660-4e91-9a8a-a2655ee23a17 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:14.949651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:14.951035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4bf47f28-286a-4e84-8f02-6be94effcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:14.951522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4bf47f28-286a-4e84-8f02-6be94effcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:14.952120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4bf47f28-286a-4e84-8f02-6be94effcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:14.952674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4bf47f28-286a-4e84-8f02-6be94effcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:14.953165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4bf47f28-286a-4e84-8f02-6be94effcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:14.953943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4bf47f28-286a-4e84-8f02-6be94effcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:14.954190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4bf47f28-286a-4e84-8f02-6be94effcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:14.977664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4bf47f28-286a-4e84-8f02-6be94effcaac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6498 time: 0.1865265 Sep 18 02:10:15.061157 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.165482 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d767e4a7-751d-4c28-bf35-0705046f449a req-ddb5ebec-5548-4321-ad22-3b5e77b05bc9 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 210 time: 0.0488813 Sep 18 02:10:15.182796 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-68d89626-c660-4e91-9a8a-a2655ee23a17 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:15.187000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-68d89626-c660-4e91-9a8a-a2655ee23a17 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2598450 Sep 18 02:10:15.187869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36642) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:15.193744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d73f139f-6320-467c-9ce3-b02f54bbc107 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:15.194502 n-d-789963-12 neutron-server[106439]: WARNING neutron.api.v2.base [None req-d73f139f-6320-467c-9ce3-b02f54bbc107 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 02:10:15.195080 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-d73f139f-6320-467c-9ce3-b02f54bbc107 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:15.201732 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d73f139f-6320-467c-9ce3-b02f54bbc107 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127120 Sep 18 02:10:15.202369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36644) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:15.210901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e5bfa133-b7d7-4cb1-b4dd-6546e05d3979 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:15.294115 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-e5bfa133-b7d7-4cb1-b4dd-6546e05d3979 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:15.296301 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e5bfa133-b7d7-4cb1-b4dd-6546e05d3979 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0892825 Sep 18 02:10:15.300809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36646) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:15.307510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c6553915-6d68-4e34-8f16-9dc61687b3f9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f6167518-a015-411c-b65b-6c56496e5d8a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:15.313058 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.314513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-707aecd2-fb15-461b-909c-76758ed36349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:15.316597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-707aecd2-fb15-461b-909c-76758ed36349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:15.317563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-707aecd2-fb15-461b-909c-76758ed36349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:15.322615 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-707aecd2-fb15-461b-909c-76758ed36349 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11be498a-d972-4af2-b522-204f1356985f&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=e0377083-72e2-46ac-9ba6-a82b196a3305&id=e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 200 len: 2290 time: 0.3086534 Sep 18 02:10:15.328115 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.450412 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-c6553915-6d68-4e34-8f16-9dc61687b3f9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:15.454422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c6553915-6d68-4e34-8f16-9dc61687b3f9 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1521239 Sep 18 02:10:15.459234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36652) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:15.462853 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.478157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Pushing event updated for resources: {'Port': ['ID=7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:15.505213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Network f8f03db8-7b57-49a3-b42f-3af927c671f5 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:15.507101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:15.514252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:15.525101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-f7750ba8-3889-4e78-968d-e3c2f6621023 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1891689 Sep 18 02:10:15.564334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=3bee2fb2-f7a5-45b4-97cb-a271ad8ad56e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:15.651048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Attempting to bind port 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:15.651419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Attempting to bind port 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '08581db0-4e48-4e95-b2ef-7f7a84e79266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8f03db8-7b57-49a3-b42f-3af927c671f5'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:15.651774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Attempting to bind port 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199 on network f8f03db8-7b57-49a3-b42f-3af927c671f5 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:15.660676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:15.661122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Checking segment: {'id': '08581db0-4e48-4e95-b2ef-7f7a84e79266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8f03db8-7b57-49a3-b42f-3af927c671f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:15.661440 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.661826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Bound using segment: {'id': '08581db0-4e48-4e95-b2ef-7f7a84e79266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8f03db8-7b57-49a3-b42f-3af927c671f5'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:15.662300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Bound port: 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08581db0-4e48-4e95-b2ef-7f7a84e79266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f8f03db8-7b57-49a3-b42f-3af927c671f5'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:15.674759 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.736061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-ee657c50-870f-42ac-8c19-c027fb0b7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:15.743689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-ee657c50-870f-42ac-8c19-c027fb0b7d05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=623b87eb-c594-4180-b0f1-d20148d1cdf7 HTTP/1.1" status: 200 len: 851 time: 0.2036488 Sep 18 02:10:15.747083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6381605-00f4-4b11-afa2-d967e2040999 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.806764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.831727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] For port 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:15.835344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] For port 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199,segment=NetworkSegment(08581db0-4e48-4e95-b2ef-7f7a84e79266),segment_id=08581db0-4e48-4e95-b2ef-7f7a84e79266)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:15.857822 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.865265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6381605-00f4-4b11-afa2-d967e2040999 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.909704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f03db8-7b57-49a3-b42f-3af927c671f5']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:15.948106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-338ff17a-e36c-45de-99e2-94139250651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:15.950185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-338ff17a-e36c-45de-99e2-94139250651f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11be498a-d972-4af2-b522-204f1356985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1974273 Sep 18 02:10:15.951158 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6381605-00f4-4b11-afa2-d967e2040999 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.963666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08581db0-4e48-4e95-b2ef-7f7a84e79266') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:15.968446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08581db0-4e48-4e95-b2ef-7f7a84e79266') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:15.969786 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6381605-00f4-4b11-afa2-d967e2040999 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:15.972693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f6381605-00f4-4b11-afa2-d967e2040999 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/f6167518-a015-411c-b65b-6c56496e5d8a HTTP/1.1" status: 204 len: 168 time: 0.5098636 Sep 18 02:10:15.991485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36662) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:16.012793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.062762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.087367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:16.091703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:16.109692 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:16.115713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6381605-00f4-4b11-afa2-d967e2040999 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6167518-a015-411c-b65b-6c56496e5d8a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:16.177863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab0a4b-38f2-4ba9-a207-5f27c79622f0 None None] Network f8f03db8-7b57-49a3-b42f-3af927c671f5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:16.187587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a833d4-b425-4092-838d-8722d5354b3c None None] Pushing event updated for resources: {'Port': ['ID=7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:16.270868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:10:16.270868 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:10:16.270868 n-d-789963-12 neutron-server[106439]: [parameters: {'id': 'f8f03db8-7b57-49a3-b42f-3af927c671f5'}] Sep 18 02:10:16.270868 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:16.271930 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:16.392204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36670) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:16.397617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dba1dfb9-2d6e-4528-ab2e-79c792edc6c6 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3955934 Sep 18 02:10:16.401050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f12d9f4c-86b8-4405-9be9-17de34d5509f tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--689838021'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:16.443812 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f907105c-ca3b-40b7-8858-8d755330d8e8 req-faf658ab-14b7-4e28-936a-b467cf8a621e tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 210 time: 0.1142154 Sep 18 02:10:16.463048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a722a52-f802-4529-98fb-18b1bc65954d None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:10:16.475329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4c-86b8-4405-9be9-17de34d5509f tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.486458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-304567e7-27aa-4f09-8f3c-313168bc2f28 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120416 Sep 18 02:10:16.633189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-bc4a7198-fcff-48ad-8fa7-eac72b78f51e service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386387 Sep 18 02:10:16.666235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4c-86b8-4405-9be9-17de34d5509f tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.676341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4c-86b8-4405-9be9-17de34d5509f tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.705877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a722a52-f802-4529-98fb-18b1bc65954d None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:10:16.740818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-aa91551d-ab15-4e05-8831-a38ee4f35f3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 217 time: 0.1004400 Sep 18 02:10:16.756152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4c-86b8-4405-9be9-17de34d5509f tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.760678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f12d9f4c-86b8-4405-9be9-17de34d5509f tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3652999 Sep 18 02:10:16.762936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36674) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:16.773389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4b3eb724-c0bf-45c4-8bfd-7b97d380e828 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f37db1f2-5fed-423a-8cfe-d54788718f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:16.817026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d9f4c-86b8-4405-9be9-17de34d5509f tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37db1f2-5fed-423a-8cfe-d54788718f6e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:16.834385 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.862276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-adead6c3-cc8f-4ba5-8711-864811751a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:16.864212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-adead6c3-cc8f-4ba5-8711-864811751a2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1166675 Sep 18 02:10:16.936820 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-4b3eb724-c0bf-45c4-8bfd-7b97d380e828 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The resource could not be found. Sep 18 02:10:16.939453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4b3eb724-c0bf-45c4-8bfd-7b97d380e828 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1729016 Sep 18 02:10:16.941516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36676) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:16.946551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0e06bf32-3082-4df2-aa3d-b1343ed7929d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': 'f37db1f2-5fed-423a-8cfe-d54788718f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '04da32ac-f74e-4238-ad5e-0ed5cc8fe7cc'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:16.990209 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-ef768937-11c8-4347-9931-e622ca24c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:16.992177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting port 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:16.992519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:16.994225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-ef768937-11c8-4347-9931-e622ca24c23e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234035 Sep 18 02:10:17.152501 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-0e06bf32-3082-4df2-aa3d-b1343ed7929d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The resource could not be found. Sep 18 02:10:17.156947 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0e06bf32-3082-4df2-aa3d-b1343ed7929d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2142749 Sep 18 02:10:17.159664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36680) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:17.188919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-dbfce6ce-d7aa-42e0-bbb1-34a29a0f4ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768854 Sep 18 02:10:17.194037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] For port 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199,segment=NetworkSegment(08581db0-4e48-4e95-b2ef-7f7a84e79266),segment_id=08581db0-4e48-4e95-b2ef-7f7a84e79266)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:17.195041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:17.251752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Calling delete_port for 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:17.390526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-708844f7-0b2e-472d-8b2d-c13e7adb0dc5 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966763 Sep 18 02:10:17.403525 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b305a06f-446a-4d8b-8a87-eaf25f5289bd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:17.467333 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-088eae6e-060a-4933-92b9-4e7195cedead service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 217 time: 0.0689626 Sep 18 02:10:17.517074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b305a06f-446a-4d8b-8a87-eaf25f5289bd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:17.556252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-3f5ffb30-5c52-42be-acff-e90e35b42ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:17.560117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-3f5ffb30-5c52-42be-acff-e90e35b42ed0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.0787802 Sep 18 02:10:17.646810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-a9ba1e4b-5136-47a8-8c54-07333ba27f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:17.651252 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-a9ba1e4b-5136-47a8-8c54-07333ba27f6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852814 Sep 18 02:10:17.755223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:17.785079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae99c46b-70fe-44aa-863b-5bdc6a208a04 req-dfe8c5fa-d096-4535-9b91-ec8bbd0436d3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 210 time: 0.1644616 Sep 18 02:10:17.904661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Port': ['ID=7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:17.908692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No DVR routers for this DVR port 7e3ffe60-d6a4-4b1e-9f8c-1a949b82d199 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:17.921144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-0009b367-b971-40d4-acb1-d3e1562b93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:17.927284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-0009b367-b971-40d4-acb1-d3e1562b93a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1099 time: 0.1216881 Sep 18 02:10:17.944203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-73a2abe7-8b3c-49f6-a745-6ac463b5e2fa service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854123 Sep 18 02:10:17.962630 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b305a06f-446a-4d8b-8a87-eaf25f5289bd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:17.965305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b305a06f-446a-4d8b-8a87-eaf25f5289bd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:17.966996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b305a06f-446a-4d8b-8a87-eaf25f5289bd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/f37db1f2-5fed-423a-8cfe-d54788718f6e HTTP/1.1" status: 204 len: 168 time: 0.8045087 Sep 18 02:10:17.974551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36692) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:17.993243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305a06f-446a-4d8b-8a87-eaf25f5289bd tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37db1f2-5fed-423a-8cfe-d54788718f6e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:18.074812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c221b32c-bb38-40f9-9c3c-117a5b24ce69 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:18.076712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c221b32c-bb38-40f9-9c3c-117a5b24ce69 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 811 time: 0.5542774 Sep 18 02:10:18.131887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:18.157909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-58cfa1ce-d5af-4463-a279-53541d9ed805 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1450758 Sep 18 02:10:18.170081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36700) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:18.180335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d5551fd3-becf-4218-9358-fa2ab0dcf8bc tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': '1895c92d-c996-46c2-8e2e-d4459007bda9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:18.236429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f03db8-7b57-49a3-b42f-3af927c671f5']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:18.273950 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-b3633006-5eaf-40c1-a337-6d4280f3541a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d819e41a024b4bd0a6b5016687c4b59f HTTP/1.1" status: 200 len: 380 time: 0.1528432 Sep 18 02:10:18.279698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08581db0-4e48-4e95-b2ef-7f7a84e79266') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:18.280147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08581db0-4e48-4e95-b2ef-7f7a84e79266') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:18.287651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'port': {'device_id': '29724304-5620-4997-bb63-da8aba78d432', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'admin_state_up': True, 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'security_groups': ['e28ae97e-f1cc-46c2-863e-2f5e7472b272']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:18.288224 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-1aba62d6-8838-4639-87f7-3219a88bf733 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320427 Sep 18 02:10:18.291628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-0282edd1-dab7-4f3a-95a9-d123761831eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:18.293290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-0282edd1-dab7-4f3a-95a9-d123761831eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.3219182 Sep 18 02:10:18.324240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:18.360316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:18.399976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:18.400384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:18.405102 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:18.415477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-4b68f5fc-8002-4675-af9d-9b08eb05cf86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 HTTP/1.1" status: 200 len: 217 time: 0.1212068 Sep 18 02:10:18.506700 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-d5551fd3-becf-4218-9358-fa2ab0dcf8bc tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The resource could not be found. Sep 18 02:10:18.512045 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d5551fd3-becf-4218-9358-fa2ab0dcf8bc tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3321505 Sep 18 02:10:18.517018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36706) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:18.523151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-367b37ae-5327-429b-9766-a60b7439a3b7 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767263984'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:18.536447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:18.569749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:18.578200 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/f8f03db8-7b57-49a3-b42f-3af927c671f5 HTTP/1.1" status: 204 len: 168 time: 4.1039319 Sep 18 02:10:18.599596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36708) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:18.614568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-438500964'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:18.656318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ade064-d93c-46f9-9279-e91cef3a1933 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=f8f03db8-7b57-49a3-b42f-3af927c671f5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:18.718876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-367b37ae-5327-429b-9766-a60b7439a3b7 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:18.726990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:10:18.726990 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 02:10:18.726990 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id_1': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'expiration_1': datetime.datetime(2021, 9, 18, 2, 9, 58, 668724)}] Sep 18 02:10:18.726990 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:18.733970 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:18.757080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Made reservation on behalf of d819e41a024b4bd0a6b5016687c4b59f for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:18.762924 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:18.981550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-799284f9-6350-4635-9377-d2a7cc7eb79c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1002 time: 0.6739850 Sep 18 02:10:18.992044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6814eb13-5763-4eb4-b3ba-8ea480da459b req-006abdf2-aec4-4df1-9071-1d0875952ebf tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 210 time: 0.0504427 Sep 18 02:10:19.131099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-a80113a1-68a1-4996-97e7-3de4abb07b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:19.132765 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-a80113a1-68a1-4996-97e7-3de4abb07b04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.7071297 Sep 18 02:10:19.167174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-feae5cf2-ebe5-4db4-bfe6-a8bd9ebf3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:19.168747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-feae5cf2-ebe5-4db4-bfe6-a8bd9ebf3f2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1594286 Sep 18 02:10:19.229495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-367b37ae-5327-429b-9766-a60b7439a3b7 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.251707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-3302cc29-fb84-4719-8425-7fd6798e3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:19.254678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-3302cc29-fb84-4719-8425-7fd6798e3584 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1131434 Sep 18 02:10:19.263766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-239524c8-7839-48f0-aa95-4d81747075a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:19.267286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-239524c8-7839-48f0-aa95-4d81747075a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799310 Sep 18 02:10:19.297033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:19.310392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.316140 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-367b37ae-5327-429b-9766-a60b7439a3b7 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.382923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Allocated IP 172.20.0.11 (de747235-783f-4ead-8438-676be4d3b35a/42d1b6f3-b85c-406d-8854-40aa8f6ea371/288d7e27-4b3c-4292-a6d0-1ffeb062bbf1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:19.397104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:19.429393 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-367b37ae-5327-429b-9766-a60b7439a3b7 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.430640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-367b37ae-5327-429b-9766-a60b7439a3b7 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9123101 Sep 18 02:10:19.434969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.435589 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 6207d040-424a-4aa9-aa84-8c8e8d8993f2 of type vlan for network 4b27160e-6e05-4868-a8a9-4fd81b4fe549 Sep 18 02:10:19.437645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36718) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:19.448896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a3dd696d-f4ec-4327-98e5-2b18d99f3c8d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--500285502'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:19.476482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b37ae-5327-429b-9766-a60b7439a3b7 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2303680b-255e-401f-9af7-138fbd14b591,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:19.570426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-3e21d8ed-21e5-49f7-9124-97b251b31e02 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906668 Sep 18 02:10:19.572374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-b29182e4-5c3e-4c9e-b67d-e454f467c222 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035815 Sep 18 02:10:19.597392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.719841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3dd696d-f4ec-4327-98e5-2b18d99f3c8d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.869430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-8ccbba35-b6d1-4181-aea9-0e486dfe08c0 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704484 Sep 18 02:10:19.945420 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.951376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:19.952088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:19.952240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-46d120bd-0311-4308-9c1a-02e627a23b10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5 HTTP/1.1" status: 200 len: 217 time: 0.0727987 Sep 18 02:10:19.954695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb8fdd2a-1d2a-4baf-809f-286f6b57ff4f req-b23ee4dd-c7e2-4fff-a5a1-a92b93f18a21 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762684 Sep 18 02:10:19.968137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3dd696d-f4ec-4327-98e5-2b18d99f3c8d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:20.026757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3dd696d-f4ec-4327-98e5-2b18d99f3c8d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:20.076015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-5b71f927-2d31-49f3-838e-a3b01a9d8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:20.079100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-5b71f927-2d31-49f3-838e-a3b01a9d8cdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1203389 Sep 18 02:10:20.083080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4808679 Sep 18 02:10:20.086570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36724) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:20.105259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': '4b27160e-6e05-4868-a8a9-4fd81b4fe549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:20.154497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-60e5ffb2-0925-457b-a9a4-77ceb7947cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:20.158475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-60e5ffb2-0925-457b-a9a4-77ceb7947cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0671043 Sep 18 02:10:20.352934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3dd696d-f4ec-4327-98e5-2b18d99f3c8d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:20.357253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a3dd696d-f4ec-4327-98e5-2b18d99f3c8d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9095109 Sep 18 02:10:20.364227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36730) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:20.367001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-323f5ce3-3cbb-4e09-95bc-6a5608d8ce6d req-903920c0-63b7-4c84-ac46-e0f90f211e97 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 210 time: 0.1665173 Sep 18 02:10:20.367768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf8bf8-75e5-4e66-8295-a70c58ff6751 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=4b27160e-6e05-4868-a8a9-4fd81b4fe549,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:20.384192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 4b27160e-6e05-4868-a8a9-4fd81b4fe549 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:20.385814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd696d-f4ec-4327-98e5-2b18d99f3c8d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4330dc79-3a5c-40be-80a2-395c8a437a02,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:20.416925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5a27ebb7-ddaf-43e4-b0f3-70f13f4277da tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group_rule': {'security_group_id': '2303680b-255e-401f-9af7-138fbd14b591', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4330dc79-3a5c-40be-80a2-395c8a437a02'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:20.465118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:20.473468 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:20.490575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:20.569010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-f061c9d2-6b26-4bad-a232-49debe92e017 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022536 Sep 18 02:10:20.628591 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-5a27ebb7-ddaf-43e4-b0f3-70f13f4277da tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:10:20.632527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5a27ebb7-ddaf-43e4-b0f3-70f13f4277da tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2382939 Sep 18 02:10:20.632704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:20.634241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:20.744067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Network de747235-783f-4ead-8438-676be4d3b35a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:20.770494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:20.810256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:20.823987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-aaba61e9-de0e-4d10-973f-75b29ea41cb0 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343128 Sep 18 02:10:20.895828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-37774bbf-0805-4f9c-a119-e6e1afcd32e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23919e13-0d70-47b1-8884-3f19f7714dd1 HTTP/1.1" status: 200 len: 217 time: 0.0662055 Sep 18 02:10:20.920532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event updated for resources: {'Port': ['ID=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:20.991116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-37fe0923-3d33-4ecb-8f7e-c63d2fdc2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:20.992857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-37fe0923-3d33-4ecb-8f7e-c63d2fdc2fca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.0893099 Sep 18 02:10:21.078090 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6ccab98-137d-4eba-8827-c53a83aa6a5b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:21.090038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-bd864639-8455-4c66-8a45-5b10812cdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:21.105115 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-bd864639-8455-4c66-8a45-5b10812cdc6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0957699 Sep 18 02:10:21.141339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:21.144141 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:21.187206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:21.211201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6ccab98-137d-4eba-8827-c53a83aa6a5b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:21.258540 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-c43d5d76-0b79-4f33-afb9-df5aa32640c3 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9760149 Sep 18 02:10:21.280089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Request body: {'port': {'device_id': '29724304-5620-4997-bb63-da8aba78d432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:21.290269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-989e0d4a-60f1-403a-ba36-9d9f3201eee2 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784453 Sep 18 02:10:21.340722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=0d5f96c4-3432-45de-9116-0d57944f2aa6,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:21.379498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e5794802-bf54-4441-b911-cf597dd0e68d None None] Provisioning complete for port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:10:21.381009 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e5794802-bf54-4441-b911-cf597dd0e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:21.454348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e5794802-bf54-4441-b911-cf597dd0e68d None None] Port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:10:21.646937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-5041dfc7-b4c6-4e16-9a2b-8477b31437cc service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478072 Sep 18 02:10:21.672753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d38fa-05e3-4623-b83a-b2a9e89127db req-ecd72bb8-ecd7-4ec8-bd41-a4c6c91800f7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:21.681011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4d38fa-05e3-4623-b83a-b2a9e89127db req-ecd72bb8-ecd7-4ec8-bd41-a4c6c91800f7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 932 time: 0.1213670 Sep 18 02:10:21.765056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-bb0514ef-8e93-4709-b00c-ab25e8cbb0af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 200 len: 217 time: 0.1085598 Sep 18 02:10:21.841037 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4d38fa-05e3-4623-b83a-b2a9e89127db req-0906e8e4-ce6b-4b83-9683-7e9e1433f977 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584661 Sep 18 02:10:21.872088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-aa10ec8d-d28b-4cb8-b2fc-3484f35e7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:21.874896 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-aa10ec8d-d28b-4cb8-b2fc-3484f35e7d5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.0979805 Sep 18 02:10:21.947544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '6207d040-424a-4aa9-aa84-8c8e8d8993f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4b27160e-6e05-4868-a8a9-4fd81b4fe549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:21.948163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: 4b27160e-6e05-4868-a8a9-4fd81b4fe549, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:21.960595 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6ccab98-137d-4eba-8827-c53a83aa6a5b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:21.963199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6ccab98-137d-4eba-8827-c53a83aa6a5b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:21.964426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b6ccab98-137d-4eba-8827-c53a83aa6a5b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/4330dc79-3a5c-40be-80a2-395c8a437a02 HTTP/1.1" status: 204 len: 168 time: 1.3298700 Sep 18 02:10:21.977210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36748) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:21.987860 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.007824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-0831f134-1052-44da-b746-25470cb21abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:22.011156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-0831f134-1052-44da-b746-25470cb21abe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1285193 Sep 18 02:10:22.013422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccab98-137d-4eba-8827-c53a83aa6a5b tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4330dc79-3a5c-40be-80a2-395c8a437a02,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:22.057622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network 4b27160e-6e05-4868-a8a9-4fd81b4fe549 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:22.089570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 4b27160e-6e05-4868-a8a9-4fd81b4fe549) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:22.099619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323243a-a654-492b-b8cb-bdbdf7ff8f65 None None] Network 4b27160e-6e05-4868-a8a9-4fd81b4fe549 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:22.110424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a899e5a1-cf11-401c-8326-6f481516f90d tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1321454 Sep 18 02:10:22.112573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:22.113182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.117251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36750) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:22.157917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-77bd0fb3-64d2-4c70-8eee-7a43c8738a6e service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327717 Sep 18 02:10:22.215846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1d5c8f16-8080-46da-87e3-44a90c2ac54c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1212349 Sep 18 02:10:22.220621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36752) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:22.317458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f111247-ad87-4f1d-815d-89003603e13c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.357350 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f111247-ad87-4f1d-815d-89003603e13c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.460784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f111247-ad87-4f1d-815d-89003603e13c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.463406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f111247-ad87-4f1d-815d-89003603e13c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.464701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3f111247-ad87-4f1d-815d-89003603e13c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/2303680b-255e-401f-9af7-138fbd14b591 HTTP/1.1" status: 204 len: 168 time: 0.3464649 Sep 18 02:10:22.473317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36754) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:22.477590 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7497840-0e1a-4b60-ab23-79d9ae98b531 req-15192823-8540-4ea8-a535-b54caac17656 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108149 Sep 18 02:10:22.499763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.501565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9ed92-f193-4585-9986-7242b956e712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-4b27160e-6e05-4868-a8a9-4fd81b4fe549', 'network_id': '4b27160e-6e05-4868-a8a9-4fd81b4fe549', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '0d5f96c4-3432-45de-9116-0d57944f2aa6'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:22.504766 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-09c9ed92-f193-4585-9986-7242b956e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.516097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f111247-ad87-4f1d-815d-89003603e13c tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2303680b-255e-401f-9af7-138fbd14b591,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:22.527440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:10:22.548295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.582610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Transition to ACTIVE for port object 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:10:22.590093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3d62ada5-1240-4e55-98a5-0e2696790d4f tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119800 Sep 18 02:10:22.592551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36758) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:22.592551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.599853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3b9071b9-2a4a-4b6a-b021-37d3104d24a1 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050667347'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:22.672968 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.724749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b9071b9-2a4a-4b6a-b021-37d3104d24a1 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.868990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:22.908070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Pushing event updated for resources: {'Port': ['ID=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-09c9ed92-f193-4585-9986-7242b956e712 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d5f96c4-3432-45de-9116-0d57944f2aa6: This subnet is being modified by another concurrent operation. Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d5f96c4-3432-45de-9116-0d57944f2aa6: This subnet is being modified by another concurrent operation. Sep 18 02:10:22.908395 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:10:22.923320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c1454-f7d5-4ce0-a414-4fd5d2b7b8e3 None None] Network 4b27160e-6e05-4868-a8a9-4fd81b4fe549 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:22.979658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5f96c4-3432-45de-9116-0d57944f2aa6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:23.064385 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b9071b9-2a4a-4b6a-b021-37d3104d24a1 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.131800 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b9071b9-2a4a-4b6a-b021-37d3104d24a1 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.200334 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.221618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92278be-319e-4e2d-8d5b-e655f9427a44 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:10:23.242632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b27160e-6e05-4868-a8a9-4fd81b4fe549']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:23.256137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6207d040-424a-4aa9-aa84-8c8e8d8993f2') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:23.256571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6207d040-424a-4aa9-aa84-8c8e8d8993f2') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:23.271918 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b9071b9-2a4a-4b6a-b021-37d3104d24a1 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.276652 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.278596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36770) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:23.287093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a6169e07-48b7-4743-8095-281060a5f393 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:23.288763 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-a6169e07-48b7-4743-8095-281060a5f393 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 02:10:23.288763 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-a6169e07-48b7-4743-8095-281060a5f393 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 02:10:23.289171 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3b9071b9-2a4a-4b6a-b021-37d3104d24a1 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6924548 Sep 18 02:10:23.290574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a6169e07-48b7-4743-8095-281060a5f393 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "PUT /v2.0/security-groups/2bc9aef5-0d88-49d6-9998-424ac6f64eb2 HTTP/1.1" status: 409 len: 330 time: 0.0104861 Sep 18 02:10:23.298562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:23.328369 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.352214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:23.356930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:23.363857 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:23.411072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Attempting to bind port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:23.411691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Attempting to bind port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:23.412227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Attempting to bind port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 on network de747235-783f-4ead-8438-676be4d3b35a {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:23.423823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9071b9-2a4a-4b6a-b021-37d3104d24a1 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc9aef5-0d88-49d6-9998-424ac6f64eb2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:23.435555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 on network de747235-783f-4ead-8438-676be4d3b35a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:10:23.435899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Attempting to bind port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 on network de747235-783f-4ead-8438-676be4d3b35a {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:23.449376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92278be-319e-4e2d-8d5b-e655f9427a44 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:10:23.468369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:23.470074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Checking segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:23.470687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Bound using segment: {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:23.471543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Bound port: 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3599c657-0c1e-485e-a5bc-fdaf07462c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:23.472781 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.475408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f94e8393-b40c-4916-908d-6add3bcc111e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.503047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2584cdd-c34f-49d8-ae9e-39ab5fd9ff67 req-f5cf7b1d-6c5a-438c-a4b5-e8449b06bb58 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:23.510915 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2584cdd-c34f-49d8-ae9e-39ab5fd9ff67 req-f5cf7b1d-6c5a-438c-a4b5-e8449b06bb58 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 944 time: 0.4100473 Sep 18 02:10:23.519405 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f94e8393-b40c-4916-908d-6add3bcc111e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.589772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f94e8393-b40c-4916-908d-6add3bcc111e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.594206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f94e8393-b40c-4916-908d-6add3bcc111e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.597995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f94e8393-b40c-4916-908d-6add3bcc111e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/2bc9aef5-0d88-49d6-9998-424ac6f64eb2 HTTP/1.1" status: 204 len: 168 time: 0.2957649 Sep 18 02:10:23.599339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36776) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:23.602262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.613146 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.621030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/4b27160e-6e05-4868-a8a9-4fd81b4fe549 HTTP/1.1" status: 204 len: 168 time: 1.3974640 Sep 18 02:10:23.626674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36778) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:23.636644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1928867568'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:23.654083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e8393-b40c-4916-908d-6add3bcc111e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc9aef5-0d88-49d6-9998-424ac6f64eb2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:23.664798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f4749-b039-4a8f-9ffe-1e2e7824f951 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=4b27160e-6e05-4868-a8a9-4fd81b4fe549,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:23.688560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:23.693651 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.696283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2584cdd-c34f-49d8-ae9e-39ab5fd9ff67 req-12745ebb-8769-42c0-8a3e-ae9c938315d7 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841381 Sep 18 02:10:23.716829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] For port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:23.723529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] For port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:23.752276 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.754077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:23.789859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.790219 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment e55432d1-18cf-49e3-85b4-62596fc28b2c of type vlan for network ed2dc25c-69e9-48ca-bb28-3e3b161a7ced Sep 18 02:10:23.874577 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-94454fd5-6252-495d-becc-d4d148f3b9f6 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2568336 Sep 18 02:10:23.875364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:23.889818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:23.890436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.892070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] 10.222.0.20 "PUT /v2.0/ports/288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 HTTP/1.1" status: 200 len: 1093 time: 2.6178701 Sep 18 02:10:23.922517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29724304-5620-4997-bb63-da8aba78d432', 'tag': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:10:23.927067 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1947693-3c91-43ee-b450-d5f7e185ff8d" -d '{"events": [{"name": "network-changed", "server_uuid": "29724304-5620-4997-bb63-da8aba78d432", "tag": "288d7e27-4b3c-4292-a6d0-1ffeb062bbf1"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:10:23.951313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:23.981743 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-1024d5f3-6cfb-4167-b6ee-5cb88b756261 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] delete failed (client error): The resource could not be found. Sep 18 02:10:23.983179 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1024d5f3-6cfb-4167-b6ee-5cb88b756261 tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "DELETE /v2.0/security-groups/15c3e78e-5049-41c2-8ea0-d15e85d0daad HTTP/1.1" status: 404 len: 347 time: 0.1017778 Sep 18 02:10:23.989103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36790) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:24.014595 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-3f247c70-7d84-4286-a356-5efb143ecfbc tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] show failed (client error): The resource could not be found. Sep 18 02:10:24.016093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3f247c70-7d84-4286-a356-5efb143ecfbc tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-groups/d43d5831-877e-4938-9664-4ccd57c560d3 HTTP/1.1" status: 404 len: 347 time: 0.0255029 Sep 18 02:10:24.025373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36792) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:24.036559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:24.056108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:24.057736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-28b21a99-61fa-429a-9bef-2de484a58af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:24.057899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:24.059503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-28b21a99-61fa-429a-9bef-2de484a58af5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 1096 time: 0.1153967 Sep 18 02:10:24.074535 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-fe112cc1-6643-4851-9037-76165133715e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] show failed (client error): The resource could not be found. Sep 18 02:10:24.079629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fe112cc1-6643-4851-9037-76165133715e tempest-NegativeSecGroupTest-1036788317 tempest-NegativeSecGroupTest-1036788317-project] 10.222.0.21 "GET /v2.0/security-group-rules/42adbae3-4ad7-414e-9912-2e1fcb69e513 HTTP/1.1" status: 404 len: 356 time: 0.0485985 Sep 18 02:10:24.087689 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4194ba0-4efb-4e29-bf5c-afb277df8bda x-openstack-request-id: req-c4194ba0-4efb-4e29-bf5c-afb277df8bda {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:10:24.087982 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29724304-5620-4997-bb63-da8aba78d432", "tag": "288d7e27-4b3c-4292-a6d0-1ffeb062bbf1", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:10:24.088237 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4194ba0-4efb-4e29-bf5c-afb277df8bda {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:10:24.088633 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29724304-5620-4997-bb63-da8aba78d432', 'tag': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'status': 'completed', 'code': 200} Sep 18 02:10:24.089203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c260f3-c067-403a-ab19-7aad2f20ab70 service neutron] Pushing event updated for resources: {'Port': ['ID=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:24.123703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-dbe1b074-096b-42dd-9f52-9e4d7efee302 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0468051 Sep 18 02:10:24.180461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5485947 Sep 18 02:10:24.187391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36796) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:24.197725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': 'ed2dc25c-69e9-48ca-bb28-3e3b161a7ced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:24.281187 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-d7d07d41-7f46-4843-b86e-5ea4235a10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:24.287258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-d7d07d41-7f46-4843-b86e-5ea4235a10e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.1542456 Sep 18 02:10:24.384746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-74d97747-4aea-4ae1-8376-452c3aacbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:24.388026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-74d97747-4aea-4ae1-8376-452c3aacbca8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923052 Sep 18 02:10:24.396673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00190360-e649-4b1e-80f3-27876ae82475 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=ed2dc25c-69e9-48ca-bb28-3e3b161a7ced,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:24.413357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network ed2dc25c-69e9-48ca-bb28-3e3b161a7ced details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:24.608257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:24.616744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:24.662351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-bc067cca-3e50-47c8-90eb-28cd44c21582 service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599301 Sep 18 02:10:24.747655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36802) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:24.828999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e953cc-554f-4b21-bb34-a1bda6088542 req-5b24ca58-17b4-44ee-a7b9-12675b47164d service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584899 Sep 18 02:10:25.042377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-6e18aa37-b22c-49ee-8c60-5613325fc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:25.043962 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-6e18aa37-b22c-49ee-8c60-5613325fc7c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 1096 time: 0.1496384 Sep 18 02:10:25.066028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d579-ee25-4741-ba37-b8d124b8fce9 req-8d25053c-e644-41d5-9449-0b313c5bcd4c tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:25.075037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3412d579-ee25-4741-ba37-b8d124b8fce9 req-8d25053c-e644-41d5-9449-0b313c5bcd4c tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 944 time: 0.1377361 Sep 18 02:10:25.099687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.163784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-31f92094-5338-41fd-812f-7274636701af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64a626cf632f4477b58499f33bd81013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141767 Sep 18 02:10:25.169953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36814) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:25.232644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': 'e55432d1-18cf-49e3-85b4-62596fc28b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2dc25c-69e9-48ca-bb28-3e3b161a7ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:25.233029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: ed2dc25c-69e9-48ca-bb28-3e3b161a7ced, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:25.255543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=b31c8dc1-37f5-4a88-b4be-e0c850c00cb5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:25.263367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3412d579-ee25-4741-ba37-b8d124b8fce9 req-1860438f-95b7-435c-b98b-76137c32a1a4 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696503 Sep 18 02:10:25.288638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network ed2dc25c-69e9-48ca-bb28-3e3b161a7ced is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:25.312694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, ed2dc25c-69e9-48ca-bb28-3e3b161a7ced) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:25.318633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c08dea3-0385-405d-897a-9a5aaea45748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.323323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:25.324515 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.352391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75db587a-7c1b-4961-ad21-e2899c30ed45 None None] Network ed2dc25c-69e9-48ca-bb28-3e3b161a7ced requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:25.373080 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c08dea3-0385-405d-897a-9a5aaea45748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.392626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-00e0e6a6-04dc-4347-96ec-a5ce7bfe230c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2047143 Sep 18 02:10:25.394946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36818) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:25.457163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-2e787732-0c7e-4c09-971f-908fbd20dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:25.458139 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-2e787732-0c7e-4c09-971f-908fbd20dd61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 911 time: 0.4043186 Sep 18 02:10:25.475300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c08dea3-0385-405d-897a-9a5aaea45748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.490039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c08dea3-0385-405d-897a-9a5aaea45748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.490425 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1c08dea3-0385-405d-897a-9a5aaea45748 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da71004c-e45d-4399-bc4a-131ac1d5a19a HTTP/1.1" status: 204 len: 168 time: 0.3190219 Sep 18 02:10:25.521876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08dea3-0385-405d-897a-9a5aaea45748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da71004c-e45d-4399-bc4a-131ac1d5a19a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:25.555876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.615761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-b0ebfbbd-632b-47f8-8185-6b21730bb6c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 HTTP/1.1" status: 200 len: 217 time: 0.1477389 Sep 18 02:10:25.740419 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.766802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-ac73b2e4-7ee9-42f2-8c2b-9264bb7fe28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:25.769447 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-ac73b2e4-7ee9-42f2-8c2b-9264bb7fe28c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.1222241 Sep 18 02:10:25.805091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-ed2dc25c-69e9-48ca-bb28-3e3b161a7ced', 'network_id': 'ed2dc25c-69e9-48ca-bb28-3e3b161a7ced', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': 'b31c8dc1-37f5-4a88-b4be-e0c850c00cb5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:25.810044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.832776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:25.902927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-10c5d706-5b97-4170-b58c-01821bb998c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:25.904326 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-10c5d706-5b97-4170-b58c-01821bb998c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180255 Sep 18 02:10:25.974152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:26.177807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-2292417a-2ab9-4229-8a21-c7c3e121c70e service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575738 Sep 18 02:10:26.235346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Allocated IP 172.20.0.2 (ed2dc25c-69e9-48ca-bb28-3e3b161a7ced/b31c8dc1-37f5-4a88-b4be-e0c850c00cb5/3edec9df-124a-4576-8936-7802ecd2c77d) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:26.515277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744532f-6b57-4823-b152-1ad71f37b672 req-e00e5b27-6dff-4589-8e92-d79f61947bd7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:26.527306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a744532f-6b57-4823-b152-1ad71f37b672 req-e00e5b27-6dff-4589-8e92-d79f61947bd7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1824758 Sep 18 02:10:26.683648 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a744532f-6b57-4823-b152-1ad71f37b672 req-977f8d22-bce8-43f9-bf94-ff69b82bc9a6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459262 Sep 18 02:10:26.708361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:26.731483 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1947693-3c91-43ee-b450-d5f7e185ff8d req-8e26cca0-330e-48ff-9fe0-ca967bf7b5b6 service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459857 Sep 18 02:10:26.740427 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:26.788180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820af6-ef81-4486-81d4-864cd7238641 req-9d5be41f-575d-45c7-8f54-a64c36f1d565 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:26.789842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Pushing event updated for resources: {'Port': ['ID=3edec9df-124a-4576-8936-7802ecd2c77d,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:26.798381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc820af6-ef81-4486-81d4-864cd7238641 req-9d5be41f-575d-45c7-8f54-a64c36f1d565 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 944 time: 0.3636649 Sep 18 02:10:26.809202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Network ed2dc25c-69e9-48ca-bb28-3e3b161a7ced is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:26.811239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:26.824284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:26.880445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:26.886583 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc820af6-ef81-4486-81d4-864cd7238641 req-716fd6ba-0a0c-44ac-a61f-e0678bc2e76f tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840225 Sep 18 02:10:26.916307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Attempting to bind port 3edec9df-124a-4576-8936-7802ecd2c77d on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:26.916957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Attempting to bind port 3edec9df-124a-4576-8936-7802ecd2c77d by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'e55432d1-18cf-49e3-85b4-62596fc28b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2dc25c-69e9-48ca-bb28-3e3b161a7ced'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:26.917551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Attempting to bind port 3edec9df-124a-4576-8936-7802ecd2c77d on network ed2dc25c-69e9-48ca-bb28-3e3b161a7ced {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:26.930843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:26.931220 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Checking segment: {'id': 'e55432d1-18cf-49e3-85b4-62596fc28b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2dc25c-69e9-48ca-bb28-3e3b161a7ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:26.932042 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:26.932624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Bound using segment: {'id': 'e55432d1-18cf-49e3-85b4-62596fc28b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2dc25c-69e9-48ca-bb28-3e3b161a7ced'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:26.933272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Bound port: 3edec9df-124a-4576-8936-7802ecd2c77d, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55432d1-18cf-49e3-85b4-62596fc28b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ed2dc25c-69e9-48ca-bb28-3e3b161a7ced'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:26.933840 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:26.961184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=b31c8dc1-37f5-4a88-b4be-e0c850c00cb5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:27.063932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] For port 3edec9df-124a-4576-8936-7802ecd2c77d, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:27.069292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] For port 3edec9df-124a-4576-8936-7802ecd2c77d, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3edec9df-124a-4576-8936-7802ecd2c77d,segment=NetworkSegment(e55432d1-18cf-49e3-85b4-62596fc28b2c),segment_id=e55432d1-18cf-49e3-85b4-62596fc28b2c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:27.090064 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:27.100497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:27.170997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2dc25c-69e9-48ca-bb28-3e3b161a7ced']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:27.193842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e4012-c4fc-4e0b-be7c-e44bbae176bd None None] Network ed2dc25c-69e9-48ca-bb28-3e3b161a7ced requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:27.208558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55432d1-18cf-49e3-85b4-62596fc28b2c') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:27.211122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55432d1-18cf-49e3-85b4-62596fc28b2c') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:27.211682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c49fa-e74b-4e9c-bbe1-ef176ecd9ff3 None None] Pushing event updated for resources: {'Port': ['ID=3edec9df-124a-4576-8936-7802ecd2c77d,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:27.248958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:27.271720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:27.292610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:27.293198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:27.296996 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:27.471437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:10:27.471437 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:10:27.471437 n-d-789963-12 neutron-server[106439]: [parameters: {'id': 'ed2dc25c-69e9-48ca-bb28-3e3b161a7ced'}] Sep 18 02:10:27.471437 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:27.472834 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:27.513347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691fb5e-8b15-4233-99c5-f24faba165e9 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:10:27.728380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691fb5e-8b15-4233-99c5-f24faba165e9 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:10:27.891762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66cfb-de80-4d78-b8ba-521c738ab745 req-b3e80e2b-ea04-437a-ba09-92b2cbd82215 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:27.897684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae66cfb-de80-4d78-b8ba-521c738ab745 req-b3e80e2b-ea04-437a-ba09-92b2cbd82215 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.0948026 Sep 18 02:10:27.974458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:27.999475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eae66cfb-de80-4d78-b8ba-521c738ab745 req-e7efea4a-084a-4a4b-8119-0de9e4b0c4a6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858526 Sep 18 02:10:28.177448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting port 3edec9df-124a-4576-8936-7802ecd2c77d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:28.178191 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:28.283692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785e6ac-0431-4468-8967-9009b7333327 req-51e48ef2-eb89-41e2-9170-0a62c1743136 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:28.287317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7785e6ac-0431-4468-8967-9009b7333327 req-51e48ef2-eb89-41e2-9170-0a62c1743136 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 944 time: 0.1340470 Sep 18 02:10:28.352927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] For port 3edec9df-124a-4576-8936-7802ecd2c77d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3edec9df-124a-4576-8936-7802ecd2c77d,segment=NetworkSegment(e55432d1-18cf-49e3-85b4-62596fc28b2c),segment_id=e55432d1-18cf-49e3-85b4-62596fc28b2c)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:28.353298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:28.356230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7785e6ac-0431-4468-8967-9009b7333327 req-4a09e94f-e07d-4b96-b5ad-7e5ac8cee24b tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543647 Sep 18 02:10:28.420002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Calling delete_port for 3edec9df-124a-4576-8936-7802ecd2c77d owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:28.542145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:10:28.641981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:28.680084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Port': ['ID=3edec9df-124a-4576-8936-7802ecd2c77d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:28.687726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No DVR routers for this DVR port 3edec9df-124a-4576-8936-7802ecd2c77d on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:28.798377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:28.835609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'port_id': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'mac_address': 'fa:16:3e:b0:4b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:10:28.903629 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:28.945360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2dc25c-69e9-48ca-bb28-3e3b161a7ced']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:28.963324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:28.973569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0dc1-f883-446b-af7b-ab55a4b79a73 req-e49c33f6-0080-41d4-9b79-eb878fc478f7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:28.986156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:10:28.986949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55432d1-18cf-49e3-85b4-62596fc28b2c') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:28.987506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55432d1-18cf-49e3-85b4-62596fc28b2c') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:28.997905 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b1d0dc1-f883-446b-af7b-ab55a4b79a73 req-e49c33f6-0080-41d4-9b79-eb878fc478f7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1645713 Sep 18 02:10:29.010349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.036431 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.036780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:29.054439 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.062607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:29.063037 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:29.069860 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:29.109098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b1d0dc1-f883-446b-af7b-ab55a4b79a73 req-ce7e66a1-54dd-49f4-b593-a25f8f764158 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087856 Sep 18 02:10:29.184140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:29.213874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.223318 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.225120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/ed2dc25c-69e9-48ca-bb28-3e3b161a7ced HTTP/1.1" status: 204 len: 168 time: 3.8275714 Sep 18 02:10:29.234373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36928) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:29.249638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848729128'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:29.272836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e89bc-bca3-4cbc-8ad2-8e57b5a030cb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=ed2dc25c-69e9-48ca-bb28-3e3b161a7ced,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:29.293985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:29.298268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.340832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:29.350618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.350997 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 33680f7b-f84c-4459-941d-19c676459aad of type vlan for network f39ad06d-0432-47eb-9927-6f081afe4673 Sep 18 02:10:29.362460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['288d7e27-4b3c-4292-a6d0-1ffeb062bbf1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:10:29.411163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.480088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.487688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:29.488638 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.573020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3345621 Sep 18 02:10:29.573797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36938) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:29.578931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': 'f39ad06d-0432-47eb-9927-6f081afe4673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:29.662332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=f39ad06d-0432-47eb-9927-6f081afe4673,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:29.666817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbae5d6-3020-4391-92b0-7f8bdc785858 req-5b87f629-9420-4321-86a6-b244976ab3c1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:29.681317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cdbae5d6-3020-4391-92b0-7f8bdc785858 req-5b87f629-9420-4321-86a6-b244976ab3c1 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 945 time: 0.1454754 Sep 18 02:10:29.687861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.692958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.693370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.693656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.694278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.694606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.694964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.696710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.697095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.697618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.697739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.698012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea63f7-b8c0-4031-982f-3f259af79b97 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:29.726092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f39ad06d-0432-47eb-9927-6f081afe4673 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:29.787221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cdbae5d6-3020-4391-92b0-7f8bdc785858 req-32cc44e3-aac8-41d3-81a3-5a7fc37681cc tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025615 Sep 18 02:10:29.844016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:29.851061 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:29.936397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing IP validity checks on allocation pools {{(pid=106439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 02:10:29.937137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 02:10:30.127479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.205521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '33680f7b-f84c-4459-941d-19c676459aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f39ad06d-0432-47eb-9927-6f081afe4673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:30.205941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: f39ad06d-0432-47eb-9927-6f081afe4673, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:30.212805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=28910267-5d47-4628-9fc8-ea6c88410c82,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:30.262697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network f39ad06d-0432-47eb-9927-6f081afe4673 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:30.278969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f39ad06d-0432-47eb-9927-6f081afe4673) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:30.289073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:30.289851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.295218 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c6879-270f-4e25-ad47-3ce30ee6b5f9 None None] Network f39ad06d-0432-47eb-9927-6f081afe4673 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:30.300206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6ff8e-2034-47b4-b6a2-eeff98dc1d3b req-8f415fcd-d429-4eee-8f81-a5c64ed76ed2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:30.301947 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5a6ff8e-2034-47b4-b6a2-eeff98dc1d3b req-8f415fcd-d429-4eee-8f81-a5c64ed76ed2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.0743363 Sep 18 02:10:30.337003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6d96328b-5201-48cc-9656-9f70fb61df0f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7624502 Sep 18 02:10:30.339794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36946) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:30.360199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5a6ff8e-2034-47b4-b6a2-eeff98dc1d3b req-fe4fac46-8343-4a4f-8dcd-a06ecb23683f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517192 Sep 18 02:10:30.495223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.540596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b89cc-f227-4b4d-8962-bb6ee1862aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f39ad06d-0432-47eb-9927-6f081afe4673', 'network_id': 'f39ad06d-0432-47eb-9927-6f081afe4673', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '28910267-5d47-4628-9fc8-ea6c88410c82'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:30.542343 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a68b89cc-f227-4b4d-8962-bb6ee1862aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.559527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:10:30.565654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.680459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-a68b89cc-f227-4b4d-8962-bb6ee1862aa7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28910267-5d47-4628-9fc8-ea6c88410c82: This subnet is being modified by another concurrent operation. Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28910267-5d47-4628-9fc8-ea6c88410c82: This subnet is being modified by another concurrent operation. Sep 18 02:10:30.693923 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:10:30.703820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:10:30.711142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:10:30.711781 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.718619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb470259-5588-488a-8c42-9eb009d2d88d None None] Network f39ad06d-0432-47eb-9927-6f081afe4673 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:30.870789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=28910267-5d47-4628-9fc8-ea6c88410c82,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:30.915724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.918207 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-658286a3-4c85-4019-a079-7baaad90802d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:30.990459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29724304-5620-4997-bb63-da8aba78d432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:10:30.992871 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0de30d-5cb1-447b-8468-d9614b337bfc" -d '{"events": [{"server_uuid": "29724304-5620-4997-bb63-da8aba78d432", "name": "network-vif-plugged", "status": "completed", "tag": "288d7e27-4b3c-4292-a6d0-1ffeb062bbf1"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:10:31.018464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab1fe09-118c-4ae6-a99a-5952e1539d94 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:10:31.044436 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.079547 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06478645-feec-469b-a25c-89038d3f63e0 x-openstack-request-id: req-06478645-feec-469b-a25c-89038d3f63e0 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:10:31.080045 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29724304-5620-4997-bb63-da8aba78d432", "name": "network-vif-plugged", "status": "completed", "tag": "288d7e27-4b3c-4292-a6d0-1ffeb062bbf1", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:10:31.080427 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06478645-feec-469b-a25c-89038d3f63e0 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:10:31.081058 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29724304-5620-4997-bb63-da8aba78d432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'code': 200} Sep 18 02:10:31.082916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:31.100254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f34ebd-71e6-4321-83ff-b54c6f5149ed req-0c8ac728-a910-4bd0-8d1c-fd00cb0c9aea tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:31.104994 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.106175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:10:31.167348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39ad06d-0432-47eb-9927-6f081afe4673']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:31.172804 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9f34ebd-71e6-4321-83ff-b54c6f5149ed req-0c8ac728-a910-4bd0-8d1c-fd00cb0c9aea tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 945 time: 0.1845355 Sep 18 02:10:31.180084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33680f7b-f84c-4459-941d-19c676459aad') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:31.180407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33680f7b-f84c-4459-941d-19c676459aad') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:31.190848 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.208306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.214542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:31.214960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.289887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:31.333879 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:31.343772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.365432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.380231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/f39ad06d-0432-47eb-9927-6f081afe4673 HTTP/1.1" status: 204 len: 168 time: 1.0375509 Sep 18 02:10:31.381633 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9f34ebd-71e6-4321-83ff-b54c6f5149ed req-182455cb-b991-4b62-bf7a-b443142a4a80 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002933 Sep 18 02:10:31.387077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36968) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:31.408779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1583695287'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:31.421962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c031e1f-ad7f-4720-8411-d0a5bd06fd4b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=f39ad06d-0432-47eb-9927-6f081afe4673,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:31.463081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49447e2c-db3b-44c1-a03d-acef80aa2106 req-76f951a4-920f-4226-a1b9-b3a83b8d3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:31.468507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49447e2c-db3b-44c1-a03d-acef80aa2106 req-76f951a4-920f-4226-a1b9-b3a83b8d3b48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 1098 time: 0.2348533 Sep 18 02:10:31.506478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:31.510388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.582426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49447e2c-db3b-44c1-a03d-acef80aa2106 req-6c635408-4bb9-4692-b433-4211be2c49c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022398 Sep 18 02:10:31.593445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:31.604938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1608c-233e-4262-ab18-9f1e33eac38a req-ea279374-c6e2-4ebc-a31f-e4550e81270e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:31.606888 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1e1608c-233e-4262-ab18-9f1e33eac38a req-ea279374-c6e2-4ebc-a31f-e4550e81270e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1052427 Sep 18 02:10:31.617423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.618051 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 863332d3-7880-4114-aff4-6ab110b5bb4b of type vlan for network f1ce7afb-4a39-41f8-b6fa-544a425730ca Sep 18 02:10:31.694813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.729694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1e1608c-233e-4262-ab18-9f1e33eac38a req-facba45b-6d54-4069-9e5a-728ead414ce5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927019 Sep 18 02:10:31.733443 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.748952 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.766001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:31.766890 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.796532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:31.797814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1fe09-118c-4ae6-a99a-5952e1539d94 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:10:31.806173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:31.866865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4762745 Sep 18 02:10:31.870183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:31.889990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': 'f1ce7afb-4a39-41f8-b6fa-544a425730ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:31.905284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d46c2-ce9f-4e92-a9bf-ee7eedda91de tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=f1ce7afb-4a39-41f8-b6fa-544a425730ca,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:31.920965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f1ce7afb-4a39-41f8-b6fa-544a425730ca details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:32.065712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=11']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:32.125593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:32.130881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:32.479185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:32.602063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:10:32.678790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=16c76e6a-10a2-4a13-82e8-c6949b4bef51,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:32.686870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '863332d3-7880-4114-aff4-6ab110b5bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f1ce7afb-4a39-41f8-b6fa-544a425730ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:32.688523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: f1ce7afb-4a39-41f8-b6fa-544a425730ca, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:32.711920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network f1ce7afb-4a39-41f8-b6fa-544a425730ca is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:32.727576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa204af-bac1-4a55-add3-566c954c4deb req-65a7dfc8-95df-4217-ad5a-53f5e61951df tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:32.748124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f1ce7afb-4a39-41f8-b6fa-544a425730ca) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:32.757029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2aa204af-bac1-4a55-add3-566c954c4deb req-65a7dfc8-95df-4217-ad5a-53f5e61951df tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 946 time: 0.2067778 Sep 18 02:10:32.766653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:32.773895 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:32.799158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0a826-f4be-40ba-a0f8-402217ea40f9 None None] Network f1ce7afb-4a39-41f8-b6fa-544a425730ca requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:32.832404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d0a42844-1470-4646-9b21-b0f6f958654f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9578781 Sep 18 02:10:32.834069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37004) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:32.893340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2aa204af-bac1-4a55-add3-566c954c4deb req-28f10b7e-f46d-4899-965a-db26629f8561 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345904 Sep 18 02:10:32.906232 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:10:33.128697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:10:33.131683 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb22a110-10c2-4a74-8b01-58a197db49b4" -d '{"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-unplugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:10:33.183624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:33.212914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '261efc86-15bc-4ea7-9d7a-a10012315904', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': '261efc86-15bc-4ea7-9d7a-a10012315904', 'mac_address': 'fa:16:3e:92:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:10:33.305932 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:33.368490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261efc86-15bc-4ea7-9d7a-a10012315904 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:10:33.438380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:33.454601 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f0e0cd-73c6-44ae-9165-495526d8b71e x-openstack-request-id: req-e2f0e0cd-73c6-44ae-9165-495526d8b71e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:10:33.456337 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-unplugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:10:33.457042 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2f0e0cd-73c6-44ae-9165-495526d8b71e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:10:33.457042 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'code': 200} Sep 18 02:10:33.459083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f1ce7afb-4a39-41f8-b6fa-544a425730ca', 'network_id': 'f1ce7afb-4a39-41f8-b6fa-544a425730ca', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '16c76e6a-10a2-4a13-82e8-c6949b4bef51'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:33.468620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:33.586252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:33.821949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd0450-cf2f-4154-91c9-dba7464e5fda req-c5cddc7f-1d44-4dac-ae50-7c99db036b4e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:33.831782 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47bd0450-cf2f-4154-91c9-dba7464e5fda req-c5cddc7f-1d44-4dac-ae50-7c99db036b4e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.8710945 Sep 18 02:10:33.837947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Allocated IP 172.20.0.1 (f1ce7afb-4a39-41f8-b6fa-544a425730ca/16c76e6a-10a2-4a13-82e8-c6949b4bef51/5521d572-b2ac-4253-be9c-494c855043ef) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:33.938684 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.055845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47bd0450-cf2f-4154-91c9-dba7464e5fda req-61790634-36bd-4b55-9745-fe6a183af989 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227814 Sep 18 02:10:34.110469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['261efc86-15bc-4ea7-9d7a-a10012315904'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:10:34.113515 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4812520d-4192-46eb-af05-a949c570d8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.163445 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.260367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae32f5-6b49-412e-952d-f63937dbb375 req-930eac4d-ca40-4442-8a6c-e5316eb4cee6 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:34.270257 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e0ae32f5-6b49-412e-952d-f63937dbb375 req-930eac4d-ca40-4442-8a6c-e5316eb4cee6 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 946 time: 0.1695871 Sep 18 02:10:34.323532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e0ae32f5-6b49-412e-952d-f63937dbb375 req-22c50778-9465-40f4-bfc1-58bd75896135 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522029 Sep 18 02:10:34.503789 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.509391 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.534201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb2ef3-d7ff-4dbf-9919-51e1b9138145 req-47252c71-80ac-475c-a205-ec891c51de0a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:34.544247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1cb2ef3-d7ff-4dbf-9919-51e1b9138145 req-47252c71-80ac-475c-a205-ec891c51de0a tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 946 time: 0.1080048 Sep 18 02:10:34.547031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.554731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=12']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:34.554925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37044) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:34.559951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Request body: {'floatingip': {'port_id': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:34.579249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.678387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.696613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Network f1ce7afb-4a39-41f8-b6fa-544a425730ca is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:34.700515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:34.717958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:34.768251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Pushing event updated for resources: {'Port': ['ID=5521d572-b2ac-4253-be9c-494c855043ef,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:34.781026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.812909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ce7afb-4a39-41f8-b6fa-544a425730ca']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:34.858576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=16c76e6a-10a2-4a13-82e8-c6949b4bef51,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:34.869631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863332d3-7880-4114-aff4-6ab110b5bb4b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:34.873359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863332d3-7880-4114-aff4-6ab110b5bb4b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:34.895348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.928416 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.943278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:34.945976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:34.952551 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:34.969391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Attempting to bind port 5521d572-b2ac-4253-be9c-494c855043ef on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:34.969949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Attempting to bind port 5521d572-b2ac-4253-be9c-494c855043ef by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '863332d3-7880-4114-aff4-6ab110b5bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f1ce7afb-4a39-41f8-b6fa-544a425730ca'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:34.970401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Attempting to bind port 5521d572-b2ac-4253-be9c-494c855043ef on network f1ce7afb-4a39-41f8-b6fa-544a425730ca {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:34.985654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:34.995244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Checking segment: {'id': '863332d3-7880-4114-aff4-6ab110b5bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f1ce7afb-4a39-41f8-b6fa-544a425730ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:34.996098 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:34.996514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Bound using segment: {'id': '863332d3-7880-4114-aff4-6ab110b5bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f1ce7afb-4a39-41f8-b6fa-544a425730ca'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:35.000531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Bound port: 5521d572-b2ac-4253-be9c-494c855043ef, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863332d3-7880-4114-aff4-6ab110b5bb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f1ce7afb-4a39-41f8-b6fa-544a425730ca'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:35.001036 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:35.065706 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:35.141633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:10:35.141633 n-d-789963-12 neutron-server[106440]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:10:35.141633 n-d-789963-12 neutron-server[106440]: [parameters: {'id': 'f1ce7afb-4a39-41f8-b6fa-544a425730ca'}] Sep 18 02:10:35.141633 n-d-789963-12 neutron-server[106440]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:35.143499 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:35.262118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] For port 5521d572-b2ac-4253-be9c-494c855043ef, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:35.305561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] For port 5521d572-b2ac-4253-be9c-494c855043ef, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5521d572-b2ac-4253-be9c-494c855043ef,segment=NetworkSegment(863332d3-7880-4114-aff4-6ab110b5bb4b),segment_id=863332d3-7880-4114-aff4-6ab110b5bb4b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:35.334924 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:35.527586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dd1aa-68ea-477a-88b3-0456aee1e532 None None] Pushing event updated for resources: {'Port': ['ID=5521d572-b2ac-4253-be9c-494c855043ef,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:35.588965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd577c-e5f1-44ac-874f-b888eec5d17e None None] Network f1ce7afb-4a39-41f8-b6fa-544a425730ca requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:35.648051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:35.779116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting port 5521d572-b2ac-4253-be9c-494c855043ef {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:35.780072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:35.819780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc1560c-b9a1-46c2-bbcd-473be23ffac7 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:10:35.947305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] For port 5521d572-b2ac-4253-be9c-494c855043ef, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5521d572-b2ac-4253-be9c-494c855043ef,segment=NetworkSegment(863332d3-7880-4114-aff4-6ab110b5bb4b),segment_id=863332d3-7880-4114-aff4-6ab110b5bb4b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:35.947879 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:35.981764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Calling delete_port for 5521d572-b2ac-4253-be9c-494c855043ef owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:36.192452 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.244452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Port': ['ID=5521d572-b2ac-4253-be9c-494c855043ef,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:36.267130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.269895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.270429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.272715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.273056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.273391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.273718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.274045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.274368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.274510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1560c-b9a1-46c2-bbcd-473be23ffac7 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:10:36.275011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.275795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.276121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:10:36.280853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No DVR routers for this DVR port 5521d572-b2ac-4253-be9c-494c855043ef on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:36.328614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.512421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.593680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:10:36.602207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ce7afb-4a39-41f8-b6fa-544a425730ca']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:36.625459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863332d3-7880-4114-aff4-6ab110b5bb4b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:36.626168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863332d3-7880-4114-aff4-6ab110b5bb4b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:36.652669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.687955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.695361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:36.696067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:36.699433 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:36.827092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 261efc86-15bc-4ea7-9d7a-a10012315904 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:10:36.827519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.854101 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.864815 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:36.867910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/f1ce7afb-4a39-41f8-b6fa-544a425730ca HTTP/1.1" status: 204 len: 168 time: 4.0324430 Sep 18 02:10:36.872654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37084) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:36.925502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511309907'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:36.950830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a78806-061a-42e4-88a3-f7c15d4498b1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=f1ce7afb-4a39-41f8-b6fa-544a425730ca,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:36.994075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:37.006914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.075556 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.094050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:37.114163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.115155 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 8434c3e9-6a08-42f0-8902-0f6b77e2bb41 of type vlan for network 19daac40-8df0-4ea1-8f3b-4eba40ac6a35 Sep 18 02:10:37.118017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:10:37.122509 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de74e77-fb0b-41a1-9349-5213cf450cba" -d '{"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-plugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:10:37.147880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:37.158592 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.178946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.233887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.242527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:37.245810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.248359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=13']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:37.279373 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:10:37.321694 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcd7a4f-9a43-4bf6-b703-f1bdcc34009b x-openstack-request-id: req-bfcd7a4f-9a43-4bf6-b703-f1bdcc34009b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:10:37.322256 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-plugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:10:37.322680 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfcd7a4f-9a43-4bf6-b703-f1bdcc34009b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:10:37.324763 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'code': 200} Sep 18 02:10:37.344754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df43220-c8d2-48d8-81ed-55efb228ed69 req-1fc09175-08f8-4b30-8c24-78915445bac8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:37.347374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4728336 Sep 18 02:10:37.354129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5df43220-c8d2-48d8-81ed-55efb228ed69 req-1fc09175-08f8-4b30-8c24-78915445bac8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 946 time: 2.0666862 Sep 18 02:10:37.356097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:37.371853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': '19daac40-8df0-4ea1-8f3b-4eba40ac6a35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:37.450825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9dc07-d33b-4685-abfa-85e543708b1b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=19daac40-8df0-4ea1-8f3b-4eba40ac6a35,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:37.468612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 19daac40-8df0-4ea1-8f3b-4eba40ac6a35 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:37.531667 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.584526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5df43220-c8d2-48d8-81ed-55efb228ed69 req-85e9ee89-ca19-481a-a3c5-3e4979994656 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291727 Sep 18 02:10:37.592646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.813602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:37.822323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:37.870122 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Floating IP beaeca02-3670-4853-a8c3-69bf6d6a46e4 associated. External IP: 172.25.0.145, port: 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1. Sep 18 02:10:38.464565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:38.589803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=37037b58-3e36-4e00-8596-e2d20f455e75,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:38.883389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '8434c3e9-6a08-42f0-8902-0f6b77e2bb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '19daac40-8df0-4ea1-8f3b-4eba40ac6a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:38.885033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: 19daac40-8df0-4ea1-8f3b-4eba40ac6a35, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:38.912410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2226cd-9ea2-4a39-9670-6e188a9bc03d req-936d21d3-4a9f-445e-bdca-552e6746f262 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:38.915688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd2226cd-9ea2-4a39-9670-6e188a9bc03d req-936d21d3-4a9f-445e-bdca-552e6746f262 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1169326 Sep 18 02:10:38.957310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Router 637334aa-8347-4f5e-af4e-b10b20199e73 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:10:38.984198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network 19daac40-8df0-4ea1-8f3b-4eba40ac6a35 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:39.015356 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd2226cd-9ea2-4a39-9670-6e188a9bc03d req-1b4838c6-9cfe-4966-8306-4c8824dda3b0 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842369 Sep 18 02:10:39.122330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 19daac40-8df0-4ea1-8f3b-4eba40ac6a35) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:39.149351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386410bb-a3f7-418b-b446-7e3ff78ade1a None None] Network 19daac40-8df0-4ea1-8f3b-4eba40ac6a35 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:39.196706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:39.197717 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:39.225753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37146) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:39.226406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f428d8b4-b9db-4e9a-bf7d-ff59f46f3eb4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8661017 Sep 18 02:10:39.244438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:10:39.259757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:39.279469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] Sync routers for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:10:39.296237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-004763f7-a863-447b-857f-fb4bd0a128b2 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "PUT /v2.0/floatingips/beaeca02-3670-4853-a8c3-69bf6d6a46e4 HTTP/1.1" status: 200 len: 992 time: 4.7399507 Sep 18 02:10:39.297240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29724304-5620-4997-bb63-da8aba78d432', 'tag': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:10:39.301528 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47db950-dac5-46d4-95c8-c42593dfc1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "29724304-5620-4997-bb63-da8aba78d432", "tag": "288d7e27-4b3c-4292-a6d0-1ffeb062bbf1"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:10:39.319923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:10:39.320696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:10:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:39.362216 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617e775b-8a08-4bb1-98f8-74eb6e7e19a7 x-openstack-request-id: req-617e775b-8a08-4bb1-98f8-74eb6e7e19a7 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:10:39.362840 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29724304-5620-4997-bb63-da8aba78d432", "tag": "288d7e27-4b3c-4292-a6d0-1ffeb062bbf1", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:10:39.363311 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-617e775b-8a08-4bb1-98f8-74eb6e7e19a7 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:10:39.363947 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29724304-5620-4997-bb63-da8aba78d432', 'tag': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'status': 'completed', 'code': 200} Sep 18 02:10:39.503913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-441cffd1-553c-48f4-9d8e-048d232bbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:39.506190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-441cffd1-553c-48f4-9d8e-048d232bbd85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 1098 time: 0.1177421 Sep 18 02:10:39.542740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:39.616944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:10:39.743062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:39.909852 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:39.922300 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-0970276d-f291-4ca4-8656-29259130abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:39.930416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c46b2c6-7ef5-4b8c-a093-fcb67492138e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-19daac40-8df0-4ea1-8f3b-4eba40ac6a35', 'network_id': '19daac40-8df0-4ea1-8f3b-4eba40ac6a35', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '37037b58-3e36-4e00-8596-e2d20f455e75'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:39.931508 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c46b2c6-7ef5-4b8c-a093-fcb67492138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:39.932311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-0970276d-f291-4ca4-8656-29259130abb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 911 time: 0.4176126 Sep 18 02:10:40.103180 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:40.138057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e6b52f-e917-4f86-a5b7-a7747ee9c4a4 None None] Network 19daac40-8df0-4ea1-8f3b-4eba40ac6a35 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:40.149401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-fae5eb8d-3120-404a-864b-a2fc0e5bec00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 HTTP/1.1" status: 200 len: 1000 time: 0.2082965 Sep 18 02:10:40.182112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19daac40-8df0-4ea1-8f3b-4eba40ac6a35']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:40.201451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8434c3e9-6a08-42f0-8902-0f6b77e2bb41') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:40.201740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8434c3e9-6a08-42f0-8902-0f6b77e2bb41') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:40.228154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:40.265613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-a08bab4f-046e-4b2b-9549-5bf190ab1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:40.269609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-a08bab4f-046e-4b2b-9549-5bf190ab1083 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.1105669 Sep 18 02:10:40.303998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=37037b58-3e36-4e00-8596-e2d20f455e75,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:40.322408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:40.333055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:40.333981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:40.338123 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:40.364704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-65859b1d-e8bd-4912-b232-9306ebf6e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:40.367068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-65859b1d-e8bd-4912-b232-9306ebf6e607 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842478 Sep 18 02:10:40.478470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45cf44-a589-423f-9179-7ebc3786e2ed req-805b2bda-1d02-4783-9f2e-e7aa2fd0995b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:40.480488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe45cf44-a589-423f-9179-7ebc3786e2ed req-805b2bda-1d02-4783-9f2e-e7aa2fd0995b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.2162347 Sep 18 02:10:40.483471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'beaeca02-3670-4853-a8c3-69bf6d6a46e4', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'port_id': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'mac_address': 'fa:16:3e:b0:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29724304-5620-4997-bb63-da8aba78d432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:10:10Z', 'updated_at': '2021-09-18T02:10:36Z', 'revision_number': 1, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:40.503444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:40.546692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] Checking router: 637334aa-8347-4f5e-af4e-b10b20199e73 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:10:40.561053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:10:40.562143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:10:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:40.563585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:40.565791 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/19daac40-8df0-4ea1-8f3b-4eba40ac6a35 HTTP/1.1" status: 204 len: 168 time: 1.3390548 Sep 18 02:10:40.578310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37170) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:40.617379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-897306614'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:40.631390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e479024-76f5-42f6-b5da-e4fc3218142f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=19daac40-8df0-4ea1-8f3b-4eba40ac6a35,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:40.646588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-bf4843e4-15b5-4cae-a765-530d3bd89fb3 service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715003 Sep 18 02:10:40.672461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe45cf44-a589-423f-9179-7ebc3786e2ed req-14eed503-628e-4849-a3e0-e39e9d380e14 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797779 Sep 18 02:10:40.711124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:40.717500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:10:40.717761 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:40.884727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:40.907022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:40.907246 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 13cf2bba-6ff2-465a-a394-8fc1c1c66d53 of type vlan for network 2410e2e0-c50d-4e91-9481-ac23f9482300 Sep 18 02:10:40.948243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47db950-dac5-46d4-95c8-c42593dfc1d3 req-06b4caf6-4754-4b00-a023-aa5568bf049c service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913992 Sep 18 02:10:41.013441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:41.058146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:41.068113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:41.068828 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:41.107922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37192) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:41.108511 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5287187 Sep 18 02:10:41.113627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0e1d610f-a917-4857-bb7c-1cffbd0aa521 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:41.348467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16e87c-0d8a-4e63-9f0c-4a74f5e8a5b6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=2410e2e0-c50d-4e91-9481-ac23f9482300,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:41.379678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2410e2e0-c50d-4e91-9481-ac23f9482300 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:41.540319 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0e1d610f-a917-4857-bb7c-1cffbd0aa521 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:41.575372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0e1d610f-a917-4857-bb7c-1cffbd0aa521 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:41.610306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e1d610f-a917-4857-bb7c-1cffbd0aa521 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network 2410e2e0-c50d-4e91-9481-ac23f9482300 is not hosted by any dhcp agent {{(pid=106440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:10:41.621488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d610f-a917-4857-bb7c-1cffbd0aa521 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:41.627414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0e1d610f-a917-4857-bb7c-1cffbd0aa521 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:41.636433 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0e1d610f-a917-4857-bb7c-1cffbd0aa521 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "PUT /v2.0/networks/2410e2e0-c50d-4e91-9481-ac23f9482300 HTTP/1.1" status: 200 len: 723 time: 0.5268867 Sep 18 02:10:41.639287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37206) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:41.646460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': '2410e2e0-c50d-4e91-9481-ac23f9482300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:41.800768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d610f-a917-4857-bb7c-1cffbd0aa521 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=2410e2e0-c50d-4e91-9481-ac23f9482300,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:41.987791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:41.991905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:42.003292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2410e2e0-c50d-4e91-9481-ac23f9482300 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:42.140189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'beaeca02-3670-4853-a8c3-69bf6d6a46e4', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'port_id': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'mac_address': 'fa:16:3e:b0:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29724304-5620-4997-bb63-da8aba78d432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:10:10Z', 'updated_at': '2021-09-18T02:10:36Z', 'revision_number': 1, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:42.151771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fb51a-554b-46c7-a19b-2b84f1d06b20 req-882db3f6-5f22-4384-94e6-d18cc25ac686 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:42.153387 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f3fb51a-554b-46c7-a19b-2b84f1d06b20 req-882db3f6-5f22-4384-94e6-d18cc25ac686 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.2178814 Sep 18 02:10:42.179063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ae985-42db-4368-a5ca-c84e537df1bc None None] The sync data for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 is: [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'beaeca02-3670-4853-a8c3-69bf6d6a46e4', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'port_id': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'mac_address': 'fa:16:3e:b0:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29724304-5620-4997-bb63-da8aba78d432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:10:10Z', 'updated_at': '2021-09-18T02:10:36Z', 'revision_number': 1, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:10:42.287427 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f3fb51a-554b-46c7-a19b-2b84f1d06b20 req-716f049a-f695-422a-bb45-8f2453222e13 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222486 Sep 18 02:10:42.656171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:42.787324 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793a09f-984b-4a37-ae4b-50a87be3e1b7 None None] New status for floating IP beaeca02-3670-4853-a8c3-69bf6d6a46e4: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:10:42.976071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '13cf2bba-6ff2-465a-a394-8fc1c1c66d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2410e2e0-c50d-4e91-9481-ac23f9482300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:42.976432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: 2410e2e0-c50d-4e91-9481-ac23f9482300, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:43.015248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=5c082fe9-1bfe-41be-95d1-c4f07fdab885,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:43.095319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network 2410e2e0-c50d-4e91-9481-ac23f9482300 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:43.115376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2410e2e0-c50d-4e91-9481-ac23f9482300) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:43.121413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:43.122416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:43.123476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a07d0a-8270-4ccd-bb5b-4311560cab1e None None] Network 2410e2e0-c50d-4e91-9481-ac23f9482300 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:43.146797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37248) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:43.153750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9c53b94b-90ab-4ddb-8c07-51ac0a05aa06 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:43.159674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-78ae5935-7a75-4ad3-9b91-96357adbffc9 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5173345 Sep 18 02:10:43.294406 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c53b94b-90ab-4ddb-8c07-51ac0a05aa06 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534578285'] for subnet, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:43.610771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c53b94b-90ab-4ddb-8c07-51ac0a05aa06 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771129497604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-533786409'] for subnet, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:43.679733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53b94b-90ab-4ddb-8c07-51ac0a05aa06 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:43.680336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c53b94b-90ab-4ddb-8c07-51ac0a05aa06 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:43.684441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37258) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:43.709383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-2410e2e0-c50d-4e91-9481-ac23f9482300', 'network_id': '2410e2e0-c50d-4e91-9481-ac23f9482300', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '5c082fe9-1bfe-41be-95d1-c4f07fdab885'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:43.709746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c53b94b-90ab-4ddb-8c07-51ac0a05aa06 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "PUT /v2.0/subnets/5c082fe9-1bfe-41be-95d1-c4f07fdab885 HTTP/1.1" status: 200 len: 806 time: 0.5616603 Sep 18 02:10:43.710841 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:43.715722 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53b94b-90ab-4ddb-8c07-51ac0a05aa06 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=5c082fe9-1bfe-41be-95d1-c4f07fdab885,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:43.772935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9705b19-2a76-483d-b974-be27fa620af2 req-4ea79cf0-cca9-4d33-8a6f-f4d9ca5d842d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:43.790441 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9705b19-2a76-483d-b974-be27fa620af2 req-4ea79cf0-cca9-4d33-8a6f-f4d9ca5d842d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.2496922 Sep 18 02:10:43.892082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9705b19-2a76-483d-b974-be27fa620af2 req-ad1cff14-508a-4798-87ef-f5b6a40f343d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900414 Sep 18 02:10:43.999007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Allocated IP 172.20.0.2 (2410e2e0-c50d-4e91-9481-ac23f9482300/5c082fe9-1bfe-41be-95d1-c4f07fdab885/65599332-edbe-48e8-a555-e4f283e63fda) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:44.016154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.204718 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.340421 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.353481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.372061 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.414017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Pushing event updated for resources: {'Port': ['ID=65599332-edbe-48e8-a555-e4f283e63fda,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:44.425076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Network 2410e2e0-c50d-4e91-9481-ac23f9482300 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:44.426822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:44.429714 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:44.441318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=5c082fe9-1bfe-41be-95d1-c4f07fdab885,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:44.613643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Attempting to bind port 65599332-edbe-48e8-a555-e4f283e63fda on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:44.616724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Attempting to bind port 65599332-edbe-48e8-a555-e4f283e63fda by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '13cf2bba-6ff2-465a-a394-8fc1c1c66d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2410e2e0-c50d-4e91-9481-ac23f9482300'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:44.616724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Attempting to bind port 65599332-edbe-48e8-a555-e4f283e63fda on network 2410e2e0-c50d-4e91-9481-ac23f9482300 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:44.637232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:44.637232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Checking segment: {'id': '13cf2bba-6ff2-465a-a394-8fc1c1c66d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2410e2e0-c50d-4e91-9481-ac23f9482300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:44.638767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.638767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Bound using segment: {'id': '13cf2bba-6ff2-465a-a394-8fc1c1c66d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2410e2e0-c50d-4e91-9481-ac23f9482300'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:44.641489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Bound port: 65599332-edbe-48e8-a555-e4f283e63fda, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cf2bba-6ff2-465a-a394-8fc1c1c66d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2410e2e0-c50d-4e91-9481-ac23f9482300'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:44.641848 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.701683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.761076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2410e2e0-c50d-4e91-9481-ac23f9482300']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:44.805176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cf2bba-6ff2-465a-a394-8fc1c1c66d53') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:44.816228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cf2bba-6ff2-465a-a394-8fc1c1c66d53') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:44.878428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.890982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] For port 65599332-edbe-48e8-a555-e4f283e63fda, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:44.901607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] For port 65599332-edbe-48e8-a555-e4f283e63fda, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=65599332-edbe-48e8-a555-e4f283e63fda,segment=NetworkSegment(13cf2bba-6ff2-465a-a394-8fc1c1c66d53),segment_id=13cf2bba-6ff2-465a-a394-8fc1c1c66d53)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:44.916496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.951198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.987735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:44.988269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:44.991651 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:45.203700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:10:45.203700 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:10:45.203700 n-d-789963-12 neutron-server[106439]: [parameters: {'id': '2410e2e0-c50d-4e91-9481-ac23f9482300'}] Sep 18 02:10:45.203700 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:45.204772 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:45.215364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef749ae-5bd0-4987-98a5-a51c2291a1aa None None] Pushing event updated for resources: {'Port': ['ID=65599332-edbe-48e8-a555-e4f283e63fda,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:45.265987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750319b9-2181-4693-a0ac-39a5ead07be3 None None] Network 2410e2e0-c50d-4e91-9481-ac23f9482300 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:45.308610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b274e3-3c69-4e15-a214-8d6045f9ae9d req-46c6ca76-8f39-48db-b920-8f0a86488d1b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:45.328713 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4b274e3-3c69-4e15-a214-8d6045f9ae9d req-46c6ca76-8f39-48db-b920-8f0a86488d1b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.2054768 Sep 18 02:10:45.443197 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4b274e3-3c69-4e15-a214-8d6045f9ae9d req-ac6a4991-7db8-447d-ba6b-1eb6485a9ed1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097143 Sep 18 02:10:45.593276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6bb072-29d2-446b-8d84-e61f870a4266 None None] Network 2410e2e0-c50d-4e91-9481-ac23f9482300 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:45.708527 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:45.915488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting port 65599332-edbe-48e8-a555-e4f283e63fda {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:45.915973 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:45.944398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cdd1cc-1818-43f4-9028-d09703a742fc None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:10:46.131605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] For port 65599332-edbe-48e8-a555-e4f283e63fda, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=65599332-edbe-48e8-a555-e4f283e63fda,segment=NetworkSegment(13cf2bba-6ff2-465a-a394-8fc1c1c66d53),segment_id=13cf2bba-6ff2-465a-a394-8fc1c1c66d53)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:46.132902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:46.151118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Calling delete_port for 65599332-edbe-48e8-a555-e4f283e63fda owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:46.182100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cdd1cc-1818-43f4-9028-d09703a742fc None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:10:46.340656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:46.381398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Port': ['ID=65599332-edbe-48e8-a555-e4f283e63fda,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:46.402071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No DVR routers for this DVR port 65599332-edbe-48e8-a555-e4f283e63fda on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:46.817499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:46.864008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71e574-2c80-4017-93b4-9d4f7c3e30eb req-8cb22755-bfe0-488c-a65a-187093d5413b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:46.870345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a71e574-2c80-4017-93b4-9d4f7c3e30eb req-8cb22755-bfe0-488c-a65a-187093d5413b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1328187 Sep 18 02:10:46.909663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2410e2e0-c50d-4e91-9481-ac23f9482300']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:46.943402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cf2bba-6ff2-465a-a394-8fc1c1c66d53') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:46.946014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cf2bba-6ff2-465a-a394-8fc1c1c66d53') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:46.967276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a71e574-2c80-4017-93b4-9d4f7c3e30eb req-6ae61e48-1ec3-4dbb-b28c-3260e42436a8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908468 Sep 18 02:10:46.970443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:46.997998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.008223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:47.008666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:47.011925 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:47.114668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.149563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.154026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/2410e2e0-c50d-4e91-9481-ac23f9482300 HTTP/1.1" status: 204 len: 168 time: 3.4685636 Sep 18 02:10:47.156015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fb793-3b21-4659-9fe3-d9e243cf22e1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=2410e2e0-c50d-4e91-9481-ac23f9482300,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:47.157028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37314) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:47.193854 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d6adc9-ae42-4654-b397-f63cb9f240ba tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:10:47.194333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d6adc9-ae42-4654-b397-f63cb9f240ba tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:10:47.196714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-37d6adc9-ae42-4654-b397-f63cb9f240ba tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/2410e2e0-c50d-4e91-9481-ac23f9482300 HTTP/1.1" status: 404 len: 339 time: 0.0379565 Sep 18 02:10:47.200971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37316) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:47.210647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1227007365', 'description': 'd1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:47.237328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:47.240832 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.270922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:47.285206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.288708 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment abc5ef7a-f805-489c-96ff-96d7dcb80c93 of type vlan for network d8cdcaa1-45bb-4b59-a67e-52c303bf8741 Sep 18 02:10:47.344355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.386254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.398047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:47.398699 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.452840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2505703 Sep 18 02:10:47.456447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37320) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:47.511561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d389e-9873-4979-837f-fad746adaa60 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=d8cdcaa1-45bb-4b59-a67e-52c303bf8741,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:47.524901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d8cdcaa1-45bb-4b59-a67e-52c303bf8741 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:47.600548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1aeee-114f-494e-9dad-9fc1a4174a58 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:47.602461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e2d1aeee-114f-494e-9dad-9fc1a4174a58 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/networks?id=d8cdcaa1-45bb-4b59-a67e-52c303bf8741 HTTP/1.1" status: 200 len: 761 time: 0.1449668 Sep 18 02:10:47.605211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37324) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:47.616897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3be2322b-6fd4-412a-a8da-f26ed6e7b1d7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'description': 'd2'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:47.835030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3be2322b-6fd4-412a-a8da-f26ed6e7b1d7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:47.863985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3be2322b-6fd4-412a-a8da-f26ed6e7b1d7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:48.239400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa39ddb-5157-4038-a91a-485bd5f503d2 req-445e525f-33f7-4068-a035-9fa04f9bea78 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:48.244893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-baa39ddb-5157-4038-a91a-485bd5f503d2 req-445e525f-33f7-4068-a035-9fa04f9bea78 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1319015 Sep 18 02:10:48.347378 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-baa39ddb-5157-4038-a91a-485bd5f503d2 req-0740c124-002a-4a3b-bdc7-62d899cb832d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928311 Sep 18 02:10:48.585889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3be2322b-6fd4-412a-a8da-f26ed6e7b1d7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network d8cdcaa1-45bb-4b59-a67e-52c303bf8741 is not hosted by any dhcp agent {{(pid=106439) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:10:48.593580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2322b-6fd4-412a-a8da-f26ed6e7b1d7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:48.593580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3be2322b-6fd4-412a-a8da-f26ed6e7b1d7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:48.594368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3be2322b-6fd4-412a-a8da-f26ed6e7b1d7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "PUT /v2.0/networks/d8cdcaa1-45bb-4b59-a67e-52c303bf8741 HTTP/1.1" status: 200 len: 758 time: 0.9819403 Sep 18 02:10:48.596157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2322b-6fd4-412a-a8da-f26ed6e7b1d7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=d8cdcaa1-45bb-4b59-a67e-52c303bf8741,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:48.597685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37358) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:48.607135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d8cdcaa1-45bb-4b59-a67e-52c303bf8741 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:48.978969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa68fbc-a26b-4879-92ba-eccfe1664803 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:48.988547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37368) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:48.990398 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8fa68fbc-a26b-4879-92ba-eccfe1664803 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/networks?id=d8cdcaa1-45bb-4b59-a67e-52c303bf8741 HTTP/1.1" status: 200 len: 761 time: 0.3915603 Sep 18 02:10:48.994635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1187464429'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:49.045358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:49.052844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:49.117849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:49.131641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:49.132289 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 6388d5a2-cec5-4590-9ed9-498682fc633d of type vlan for network 99a5b665-a312-4395-b56d-638d100c6a9e Sep 18 02:10:49.184977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:49.225510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:49.255425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:49.256903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:49.290670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3002326 Sep 18 02:10:49.293298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37370) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:49.299277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': '99a5b665-a312-4395-b56d-638d100c6a9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:49.543564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193192b2-59f1-4818-a0df-50647e61a732 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=99a5b665-a312-4395-b56d-638d100c6a9e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:49.580408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 99a5b665-a312-4395-b56d-638d100c6a9e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:49.839709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07597-51ec-4a99-a47d-22329e834dbc req-27ba83bb-6d09-4511-a7e6-eea5ecdb6665 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:49.862105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3de07597-51ec-4a99-a47d-22329e834dbc req-27ba83bb-6d09-4511-a7e6-eea5ecdb6665 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.2827365 Sep 18 02:10:49.916180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:49.919707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:50.024043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3de07597-51ec-4a99-a47d-22329e834dbc req-d165a9c2-cbcd-4541-b160-1a59fa95d763 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608448 Sep 18 02:10:50.386582 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:50.457549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=3cd40145-f395-4ad3-9c7b-48746547cdb3,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:50.546622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '6388d5a2-cec5-4590-9ed9-498682fc633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99a5b665-a312-4395-b56d-638d100c6a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:50.546993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: 99a5b665-a312-4395-b56d-638d100c6a9e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:50.596835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network 99a5b665-a312-4395-b56d-638d100c6a9e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:50.636546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 99a5b665-a312-4395-b56d-638d100c6a9e) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:50.646442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:50.647485 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:50.652428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0534696-75f7-46f4-96c4-feeef7751ff5 None None] Network 99a5b665-a312-4395-b56d-638d100c6a9e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:50.675712 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-675e6c5e-73c0-4f87-b26e-ae7b852e7a74 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3779767 Sep 18 02:10:50.676565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:50.948005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-99a5b665-a312-4395-b56d-638d100c6a9e', 'network_id': '99a5b665-a312-4395-b56d-638d100c6a9e', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '3cd40145-f395-4ad3-9c7b-48746547cdb3'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:50.949023 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:50.981663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:51.129341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:51.150414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Allocated IP 172.20.0.2 (99a5b665-a312-4395-b56d-638d100c6a9e/3cd40145-f395-4ad3-9c7b-48746547cdb3/f17a3d21-43a2-4f4d-bc57-c92899414d41) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:51.424507 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:51.432663 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:51.488607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Pushing event updated for resources: {'Port': ['ID=f17a3d21-43a2-4f4d-bc57-c92899414d41,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:51.524088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Network 99a5b665-a312-4395-b56d-638d100c6a9e is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:51.531266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:51.539434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:51.544187 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa36e-f17e-4246-afaf-4fc5f9500ec4 req-40773ebc-fea6-4d61-b696-ef36c8eed764 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:51.559236 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-314fa36e-f17e-4246-afaf-4fc5f9500ec4 req-40773ebc-fea6-4d61-b696-ef36c8eed764 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.2439487 Sep 18 02:10:51.565985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:51.672320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Attempting to bind port f17a3d21-43a2-4f4d-bc57-c92899414d41 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:51.674425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Attempting to bind port f17a3d21-43a2-4f4d-bc57-c92899414d41 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6388d5a2-cec5-4590-9ed9-498682fc633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99a5b665-a312-4395-b56d-638d100c6a9e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:51.674815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Attempting to bind port f17a3d21-43a2-4f4d-bc57-c92899414d41 on network 99a5b665-a312-4395-b56d-638d100c6a9e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:51.691337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:51.691654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Checking segment: {'id': '6388d5a2-cec5-4590-9ed9-498682fc633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99a5b665-a312-4395-b56d-638d100c6a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:51.695147 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:51.695804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Bound using segment: {'id': '6388d5a2-cec5-4590-9ed9-498682fc633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99a5b665-a312-4395-b56d-638d100c6a9e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:51.696496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Bound port: f17a3d21-43a2-4f4d-bc57-c92899414d41, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6388d5a2-cec5-4590-9ed9-498682fc633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '99a5b665-a312-4395-b56d-638d100c6a9e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:51.697049 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:51.722513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd40145-f395-4ad3-9c7b-48746547cdb3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:51.848872 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] For port f17a3d21-43a2-4f4d-bc57-c92899414d41, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:51.853921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] For port f17a3d21-43a2-4f4d-bc57-c92899414d41, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f17a3d21-43a2-4f4d-bc57-c92899414d41,segment=NetworkSegment(6388d5a2-cec5-4590-9ed9-498682fc633d),segment_id=6388d5a2-cec5-4590-9ed9-498682fc633d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:51.859726 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:51.953424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-314fa36e-f17e-4246-afaf-4fc5f9500ec4 req-2a63751a-4448-4570-a7ad-b578b28bb6e6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639309 Sep 18 02:10:51.969610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:52.009336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a5b665-a312-4395-b56d-638d100c6a9e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:52.031334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6388d5a2-cec5-4590-9ed9-498682fc633d') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:52.031716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6388d5a2-cec5-4590-9ed9-498682fc633d') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:52.053824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4635a03-196e-43f0-9ae2-36424b492748 None None] Pushing event updated for resources: {'Port': ['ID=f17a3d21-43a2-4f4d-bc57-c92899414d41,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:52.078106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:52.104773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:52.128953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337f2ea-d525-4623-81e6-a7ec9ec1b1c9 None None] Network 99a5b665-a312-4395-b56d-638d100c6a9e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:52.134394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:52.135178 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:52.139046 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:52.218599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:10:52.218599 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:10:52.218599 n-d-789963-12 neutron-server[106439]: [parameters: {'id': '99a5b665-a312-4395-b56d-638d100c6a9e'}] Sep 18 02:10:52.218599 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:10:52.220756 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:10:52.337006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d836ee11-1d9a-415e-b7fa-d621ff543404 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:10:52.722799 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:52.932974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting port f17a3d21-43a2-4f4d-bc57-c92899414d41 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:52.934501 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:52.967394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d836ee11-1d9a-415e-b7fa-d621ff543404 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:10:53.071362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] For port f17a3d21-43a2-4f4d-bc57-c92899414d41, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f17a3d21-43a2-4f4d-bc57-c92899414d41,segment=NetworkSegment(6388d5a2-cec5-4590-9ed9-498682fc633d),segment_id=6388d5a2-cec5-4590-9ed9-498682fc633d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:53.071733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:53.108158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Calling delete_port for f17a3d21-43a2-4f4d-bc57-c92899414d41 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:53.217978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923977f-a402-4e66-9500-82e92779e66f req-f893283f-51aa-404b-9256-beb09c591b1b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:53.228129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e923977f-a402-4e66-9500-82e92779e66f req-f893283f-51aa-404b-9256-beb09c591b1b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1318035 Sep 18 02:10:53.388290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e923977f-a402-4e66-9500-82e92779e66f req-31cd3fe0-a488-4621-9785-df4cee23b1ca tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501811 Sep 18 02:10:53.411793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:53.471995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Port': ['ID=f17a3d21-43a2-4f4d-bc57-c92899414d41,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:53.480279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No DVR routers for this DVR port f17a3d21-43a2-4f4d-bc57-c92899414d41 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:10:53.701989 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:53.772117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a5b665-a312-4395-b56d-638d100c6a9e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:53.796720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6388d5a2-cec5-4590-9ed9-498682fc633d') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:53.797232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6388d5a2-cec5-4590-9ed9-498682fc633d') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:10:53.812478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:53.852321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:53.872077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:10:53.872894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:10:53.877785 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:10:54.006922 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:54.053886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:54.060110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37462) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:54.061381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/99a5b665-a312-4395-b56d-638d100c6a9e HTTP/1.1" status: 204 len: 168 time: 3.3829079 Sep 18 02:10:54.062478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9288e47-86f4-4a5d-936b-b3b94c489a62 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=99a5b665-a312-4395-b56d-638d100c6a9e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:54.142884 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-148b2838-a278-4906-b0c4-f698b83482cd tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] GET failed (client error): The resource could not be found. Sep 18 02:10:54.145180 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-148b2838-a278-4906-b0c4-f698b83482cd tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/subnets/3cd40145-f395-4ad3-9c7b-48746547cdb3 HTTP/1.1" status: 404 len: 337 time: 0.0805464 Sep 18 02:10:54.148135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37466) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:54.185476 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-a407d5f9-639f-47ac-84b5-7522e6f8fab3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:10:54.185694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a407d5f9-639f-47ac-84b5-7522e6f8fab3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:10:54.193699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37470) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:54.193898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a407d5f9-639f-47ac-84b5-7522e6f8fab3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/99a5b665-a312-4395-b56d-638d100c6a9e HTTP/1.1" status: 404 len: 339 time: 0.0445006 Sep 18 02:10:54.661085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5c61e-808c-48f8-ac01-994567748428 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:54.665505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8eb5c61e-808c-48f8-ac01-994567748428 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4675131 Sep 18 02:10:54.667291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37486) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:54.789577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2a332-3f1a-40ba-9945-6a6209f6eb58 req-1efb2cfa-76d2-4c2e-9cca-6ae888cc1a5f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:54.791932 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-432397aa-eb36-4980-83b8-9c11af7de17b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 207 time: 0.1235018 Sep 18 02:10:54.799685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37492) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:54.802409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efe2a332-3f1a-40ba-9945-6a6209f6eb58 req-1efb2cfa-76d2-4c2e-9cca-6ae888cc1a5f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.2443678 Sep 18 02:10:54.870564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efe2a332-3f1a-40ba-9945-6a6209f6eb58 req-17b91453-3137-4f81-bae0-9ac90d0a414f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644376 Sep 18 02:10:55.200586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9555bea-aba9-4d38-a386-7acd838141f3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:55.217630 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9555bea-aba9-4d38-a386-7acd838141f3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:55.224668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9555bea-aba9-4d38-a386-7acd838141f3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:55.241680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9555bea-aba9-4d38-a386-7acd838141f3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:55.244011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9555bea-aba9-4d38-a386-7acd838141f3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4433370 Sep 18 02:10:55.253405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37502) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:55.422163 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:55.650981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37514) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:55.668899 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7079bc4d-7a53-437e-b8bd-e92880cba1a2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3912804 Sep 18 02:10:55.797726 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:55.850623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f13323-5b3a-4b84-9c0e-934e6b2f0ed6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:55.854927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f13323-5b3a-4b84-9c0e-934e6b2f0ed6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:55.858156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-71f13323-5b3a-4b84-9c0e-934e6b2f0ed6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2043130 Sep 18 02:10:55.862378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37518) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:56.169605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ca718-0885-4103-a49d-df66d9cb88b7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:56.175711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ca718-0885-4103-a49d-df66d9cb88b7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:56.177541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-534ca718-0885-4103-a49d-df66d9cb88b7 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3135884 Sep 18 02:10:56.182651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37524) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:56.203142 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79816f-1337-49c6-bec0-ee8207cf3b89 req-cde9a8d7-d099-4da4-a680-d12fe3149aff tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:56.206611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f79816f-1337-49c6-bec0-ee8207cf3b89 req-cde9a8d7-d099-4da4-a680-d12fe3149aff tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1277990 Sep 18 02:10:56.332899 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f79816f-1337-49c6-bec0-ee8207cf3b89 req-6f5c0f53-1f41-45c5-86ff-801c70f51df1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178801 Sep 18 02:10:56.911741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab02e2-d2e5-483e-8972-4222881b07ca tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:56.913190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-01ab02e2-d2e5-483e-8972-4222881b07ca tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/networks/f8d7312e-a858-482c-9dcd-7680abfcd67f HTTP/1.1" status: 200 len: 799 time: 0.7291918 Sep 18 02:10:56.918310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37540) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:57.140112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37548) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:57.141431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-787ae467-eb7d-43c6-8fcf-a4aa2f4adebc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/networks/f8d7312e-a858-482c-9dcd-7680abfcd67f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2217772 Sep 18 02:10:57.243982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df60417c-9fd1-4301-9c3f-f6d6252cf86b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:57.245279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-df60417c-9fd1-4301-9c3f-f6d6252cf86b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/subnets/6f6b9291-19be-475c-be42-27bb68b54913 HTTP/1.1" status: 200 len: 811 time: 0.1030679 Sep 18 02:10:57.251621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37550) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:57.323903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad6fe00-ec43-454d-affd-5726a5299605 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:57.325358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6ad6fe00-ec43-454d-affd-5726a5299605 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "GET /v2.0/subnets/6f6b9291-19be-475c-be42-27bb68b54913?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0726016 Sep 18 02:10:57.330539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37552) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:57.335795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1259770875'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:57.413375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:57.417807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:57.555673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:10:57.577596 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:57.578103 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Added segment 6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848 of type vlan for network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 Sep 18 02:10:57.646364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:57.741028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:57.747401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:57.748118 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:57.771416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee967d8-d1fb-4334-8c6f-c4d32a24604a req-f0e72500-1473-45e6-87e5-eb4fe76c2098 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:57.778982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ee967d8-d1fb-4334-8c6f-c4d32a24604a req-f0e72500-1473-45e6-87e5-eb4fe76c2098 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.2851431 Sep 18 02:10:57.833962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37560) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:57.834333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5022924 Sep 18 02:10:57.849120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'network_id': '0af7dbb3-00cf-43c7-af15-8e58b30828b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:58.034549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73680112-561f-4d27-98be-96fa0a1be4f0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Network': ['ID=0af7dbb3-00cf-43c7-af15-8e58b30828b3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:58.057115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:10:58.078076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ee967d8-d1fb-4334-8c6f-c4d32a24604a req-68a58730-17dd-450d-bb7a-932f23435bbd tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979658 Sep 18 02:10:58.123093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Made reservation on behalf of b27d2e4025c24e0a89a73379a1eb6bbc for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:10:58.128625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:58.230183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Performing IP validity checks on allocation pools {{(pid=106440) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 02:10:58.230932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106440) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 02:10:58.460713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:58.587280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=64ae5a1e-0735-4ed5-a9d4-b0ba0a8ebb04,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:58.599046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Checking segment: {'id': '6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0af7dbb3-00cf-43c7-af15-8e58b30828b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:58.599530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network hostable DHCP agents. Network: 0af7dbb3-00cf-43c7-af15-8e58b30828b3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:10:58.623489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:10:58.642441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 0af7dbb3-00cf-43c7-af15-8e58b30828b3) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:58.656041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:58.657880 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:58.663833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a73d8-9686-4092-843a-cdb58b3096b4 None None] Network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:10:58.690420 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c72a1959-8bac-4d57-a80d-b7d6f91f82e2 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8516278 Sep 18 02:10:58.692808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37582) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:58.700683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6e52eefa-1f5a-4aaa-b0ea-4ce1764ed0a0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:10:58.812855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e52eefa-1f5a-4aaa-b0ea-4ce1764ed0a0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534578285'] for subnet, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:58.865761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-0af7dbb3-00cf-43c7-af15-8e58b30828b3', 'network_id': '0af7dbb3-00cf-43c7-af15-8e58b30828b3', 'tenant_id': 'b27d2e4025c24e0a89a73379a1eb6bbc', 'fixed_ips': [{'subnet_id': '64ae5a1e-0735-4ed5-a9d4-b0ba0a8ebb04'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:10:58.867692 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.029242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e52eefa-1f5a-4aaa-b0ea-4ce1764ed0a0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771129497604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-533786409'] for subnet, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.129993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52eefa-1f5a-4aaa-b0ea-4ce1764ed0a0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event updated for resources: {'Subnet': ['ID=64ae5a1e-0735-4ed5-a9d4-b0ba0a8ebb04,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:59.152443 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Allocated IP 172.20.0.3 (0af7dbb3-00cf-43c7-af15-8e58b30828b3/64ae5a1e-0735-4ed5-a9d4-b0ba0a8ebb04/b26765e8-5e63-472d-b532-30a4644f9e1b) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:10:59.176269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52eefa-1f5a-4aaa-b0ea-4ce1764ed0a0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:59.176914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e52eefa-1f5a-4aaa-b0ea-4ce1764ed0a0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.181519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37602) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:10:59.206166 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e52eefa-1f5a-4aaa-b0ea-4ce1764ed0a0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "PUT /v2.0/subnets/64ae5a1e-0735-4ed5-a9d4-b0ba0a8ebb04 HTTP/1.1" status: 200 len: 877 time: 0.5116715 Sep 18 02:10:59.389818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e819-a721-4c87-998e-e16e657594c2 req-dfe26151-ee09-4aa6-ae69-dbbd6267a5a5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:10:59.394183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b543e819-a721-4c87-998e-e16e657594c2 req-dfe26151-ee09-4aa6-ae69-dbbd6267a5a5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1059139 Sep 18 02:10:59.477863 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.498816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.510866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.552012 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b543e819-a721-4c87-998e-e16e657594c2 req-f9d8a7cf-d578-4721-b68d-15f79f90248d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472788 Sep 18 02:10:59.644939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting port b26765e8-5e63-472d-b532-30a4644f9e1b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:10:59.647038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.652067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Pushing event updated for resources: {'Port': ['ID=b26765e8-5e63-472d-b532-30a4644f9e1b,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:10:59.695414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:10:59.696877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:10:59.715219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:10:59.841135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Attempting to bind port b26765e8-5e63-472d-b532-30a4644f9e1b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:10:59.841683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Attempting to bind port b26765e8-5e63-472d-b532-30a4644f9e1b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0af7dbb3-00cf-43c7-af15-8e58b30828b3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:10:59.842145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Attempting to bind port b26765e8-5e63-472d-b532-30a4644f9e1b on network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:10:59.853316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] For port b26765e8-5e63-472d-b532-30a4644f9e1b, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:10:59.853832 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.854797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:10:59.855466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Checking segment: {'id': '6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0af7dbb3-00cf-43c7-af15-8e58b30828b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:10:59.856225 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.856435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Bound using segment: {'id': '6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0af7dbb3-00cf-43c7-af15-8e58b30828b3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:10:59.856998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Bound port: b26765e8-5e63-472d-b532-30a4644f9e1b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '0af7dbb3-00cf-43c7-af15-8e58b30828b3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:10:59.857634 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:10:59.886520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Calling delete_port for b26765e8-5e63-472d-b532-30a4644f9e1b owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:10:59.941414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] For port b26765e8-5e63-472d-b532-30a4644f9e1b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:10:59.949952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] For port b26765e8-5e63-472d-b532-30a4644f9e1b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b26765e8-5e63-472d-b532-30a4644f9e1b,segment=NetworkSegment(6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848),segment_id=6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:10:59.959362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.027590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02012142-2539-4c65-ae2c-32d1ca39b121 None None] Pushing event updated for resources: {'Port': ['ID=b26765e8-5e63-472d-b532-30a4644f9e1b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:00.202417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.237159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Port': ['ID=b26765e8-5e63-472d-b532-30a4644f9e1b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:00.292816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No DVR routers for this DVR port b26765e8-5e63-472d-b532-30a4644f9e1b on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:00.399138 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.552933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.587268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=64ae5a1e-0735-4ed5-a9d4-b0ba0a8ebb04,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:00.707079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.734629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af7dbb3-00cf-43c7-af15-8e58b30828b3']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:00.745104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:00.745408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7f3abd-42db-4f1b-9bf1-7ac4b96ed848') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:00.757575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.772300 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.778628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:11:00.779037 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:11:00.783355 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:11:00.895235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6a91ad1a-2439-48eb-af86-637445b1639f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.906465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b1b74-9829-4db4-8086-bceacca5ade1 req-7bea0313-f692-42f9-a9a9-bbebdb1ad26b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:00.915009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cb2b1b74-9829-4db4-8086-bceacca5ade1 req-7bea0313-f692-42f9-a9a9-bbebdb1ad26b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1308432 Sep 18 02:11:00.917929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.926360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:00.929041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/0af7dbb3-00cf-43c7-af15-8e58b30828b3 HTTP/1.1" status: 204 len: 168 time: 1.7465067 Sep 18 02:11:00.932824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37670) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:00.967477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67fd23-e46b-41b6-b60f-ae95756b52d6 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=0af7dbb3-00cf-43c7-af15-8e58b30828b3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:01.000779 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b70b5e-9f8f-4d73-b365-330228aa1bbb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:01.002046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cb2b1b74-9829-4db4-8086-bceacca5ade1 req-6c893c0a-cfec-4ce9-bf64-00498aae2034 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859339 Sep 18 02:11:01.003088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b70b5e-9f8f-4d73-b365-330228aa1bbb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:01.005359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e3b70b5e-9f8f-4d73-b365-330228aa1bbb tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/64ae5a1e-0735-4ed5-a9d4-b0ba0a8ebb04 HTTP/1.1" status: 404 len: 337 time: 0.0716159 Sep 18 02:11:01.010227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37676) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:01.056921 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb1a0b4-aef4-4883-8400-788f5ebeeaa0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:01.057526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb1a0b4-aef4-4883-8400-788f5ebeeaa0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:01.076882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9bb1a0b4-aef4-4883-8400-788f5ebeeaa0 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/0af7dbb3-00cf-43c7-af15-8e58b30828b3 HTTP/1.1" status: 404 len: 339 time: 0.0652738 Sep 18 02:11:01.079973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37690) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:01.114894 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe265f3-5109-474d-927b-24801a42f7e3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:01.115364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe265f3-5109-474d-927b-24801a42f7e3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:01.117308 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-abe265f3-5109-474d-927b-24801a42f7e3 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/3cd40145-f395-4ad3-9c7b-48746547cdb3 HTTP/1.1" status: 404 len: 337 time: 0.0363276 Sep 18 02:11:01.119902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37694) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:01.156782 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-72647bfe-f5de-4833-91e0-014d3ba1a73c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:01.160854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72647bfe-f5de-4833-91e0-014d3ba1a73c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:01.168464 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-72647bfe-f5de-4833-91e0-014d3ba1a73c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/99a5b665-a312-4395-b56d-638d100c6a9e HTTP/1.1" status: 404 len: 339 time: 0.0465934 Sep 18 02:11:01.170416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37696) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:01.346598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:01.520276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1023-dc70-448e-bc1b-c207af920c05 req-7fc7ee61-4c4d-49e8-9759-0e45239a783c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:01.521887 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86cf1023-dc70-448e-bc1b-c207af920c05 req-7fc7ee61-4c4d-49e8-9759-0e45239a783c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 947 time: 0.1775723 Sep 18 02:11:01.544303 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:01.596341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cdcaa1-45bb-4b59-a67e-52c303bf8741']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:01.604354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-810c4841-c90a-4f65-8a20-90b47412d9c0 None None] Could not find standard attr ID for object b26765e8-5e63-472d-b532-30a4644f9e1b. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:11:01.613552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc5ef7a-f805-489c-96ff-96d7dcb80c93') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:01.614152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc5ef7a-f805-489c-96ff-96d7dcb80c93') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:01.634767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86cf1023-dc70-448e-bc1b-c207af920c05 req-b3b7e1e3-d738-421f-93f6-a37a6997141c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012168 Sep 18 02:11:01.635827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:01.665413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:01.681823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc153e8c-af26-4deb-9e76-85b23593997c None None] DHCP port deletion for 0af7dbb3-00cf-43c7-af15-8e58b30828b3 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:11:01.686695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:11:01.689307 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:11:01.695321 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:11:01.705857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c4823-ada0-442c-916a-9fffc84f537c None None] Network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:01.743300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c4823-ada0-442c-916a-9fffc84f537c None None] Network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 could not be found, it might have been deleted concurrently. {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 02:11:01.765148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf54b4-bb02-4b0c-bf24-11c2afe2b36d None None] Network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:01.793243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf54b4-bb02-4b0c-bf24-11c2afe2b36d None None] Network 0af7dbb3-00cf-43c7-af15-8e58b30828b3 could not be found, it might have been deleted concurrently. {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 02:11:01.832005 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:01.840272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:01.845949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37726) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:01.855683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/d8cdcaa1-45bb-4b59-a67e-52c303bf8741 HTTP/1.1" status: 204 len: 168 time: 0.6840851 Sep 18 02:11:01.883719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf5c56-4d75-4ed0-be77-31bcfc108b2a tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=d8cdcaa1-45bb-4b59-a67e-52c303bf8741,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:01.896240 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-e205e451-1f19-47dd-8393-9346944291fc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:01.897026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e205e451-1f19-47dd-8393-9346944291fc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:01.901829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37728) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:01.910735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e205e451-1f19-47dd-8393-9346944291fc tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/5c082fe9-1bfe-41be-95d1-c4f07fdab885 HTTP/1.1" status: 404 len: 337 time: 0.0632293 Sep 18 02:11:01.921242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37730) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:01.944635 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-32983fc4-c60d-43cc-b671-8000230092ac tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:01.945296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32983fc4-c60d-43cc-b671-8000230092ac tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:01.952277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-32983fc4-c60d-43cc-b671-8000230092ac tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/2410e2e0-c50d-4e91-9481-ac23f9482300 HTTP/1.1" status: 404 len: 339 time: 0.0474582 Sep 18 02:11:01.953204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37738) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.012912 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b86ca9c-473f-4014-a531-f4ab3d94550f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.017049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b86ca9c-473f-4014-a531-f4ab3d94550f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.027450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b86ca9c-473f-4014-a531-f4ab3d94550f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/37037b58-3e36-4e00-8596-e2d20f455e75 HTTP/1.1" status: 404 len: 337 time: 0.0725026 Sep 18 02:11:02.029876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37740) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.054458 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-60520a63-3a11-4ba1-9e86-a4f1cee30867 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.055358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60520a63-3a11-4ba1-9e86-a4f1cee30867 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.057320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-60520a63-3a11-4ba1-9e86-a4f1cee30867 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/19daac40-8df0-4ea1-8f3b-4eba40ac6a35 HTTP/1.1" status: 404 len: 339 time: 0.0265102 Sep 18 02:11:02.060158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37742) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.088717 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e275920c-b2ec-4d1d-b1da-e9126a30c33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:02.109679 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de38daf-a5cb-4a40-aec8-a6a01205059b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.110168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de38daf-a5cb-4a40-aec8-a6a01205059b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.114330 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9de38daf-a5cb-4a40-aec8-a6a01205059b tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/16c76e6a-10a2-4a13-82e8-c6949b4bef51 HTTP/1.1" status: 404 len: 337 time: 0.0511680 Sep 18 02:11:02.114810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37744) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.139439 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-56211706-d642-4aaa-aafc-ee40baf5d2ce tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.140290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56211706-d642-4aaa-aafc-ee40baf5d2ce tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.145368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-56211706-d642-4aaa-aafc-ee40baf5d2ce tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/f1ce7afb-4a39-41f8-b6fa-544a425730ca HTTP/1.1" status: 404 len: 339 time: 0.0275662 Sep 18 02:11:02.148748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37750) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.209820 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d790ef-f681-43d8-9976-b04087bc2d3f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.210471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d790ef-f681-43d8-9976-b04087bc2d3f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.213372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-03d790ef-f681-43d8-9976-b04087bc2d3f tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/28910267-5d47-4628-9fc8-ea6c88410c82 HTTP/1.1" status: 404 len: 337 time: 0.0633461 Sep 18 02:11:02.215988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37754) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.244774 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0243eeb0-a86b-42f7-99a7-308e25e24427 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.245700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0243eeb0-a86b-42f7-99a7-308e25e24427 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.248240 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0243eeb0-a86b-42f7-99a7-308e25e24427 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/f39ad06d-0432-47eb-9927-6f081afe4673 HTTP/1.1" status: 404 len: 339 time: 0.0309784 Sep 18 02:11:02.251340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37756) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.305844 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e275920c-b2ec-4d1d-b1da-e9126a30c33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:02.312550 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e73c279-2a78-4a49-845c-55ae82c27e6d tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.314383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e275920c-b2ec-4d1d-b1da-e9126a30c33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:02.324593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e73c279-2a78-4a49-845c-55ae82c27e6d tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.329218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1e73c279-2a78-4a49-845c-55ae82c27e6d tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/b31c8dc1-37f5-4a88-b4be-e0c850c00cb5 HTTP/1.1" status: 404 len: 337 time: 0.0764039 Sep 18 02:11:02.329836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.355005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275920c-b2ec-4d1d-b1da-e9126a30c33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd77f8d-c541-4efe-9506-75daa3b21038,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:02.392663 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e275920c-b2ec-4d1d-b1da-e9126a30c33f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b353c078ad38459aaab6b9b91bfe0949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700091 Sep 18 02:11:02.395394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.402732 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b25bc21-e008-4ca5-957d-500f4ba15e42 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.403317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b25bc21-e008-4ca5-957d-500f4ba15e42 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.409965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6b25bc21-e008-4ca5-957d-500f4ba15e42 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/ed2dc25c-69e9-48ca-bb28-3e3b161a7ced HTTP/1.1" status: 404 len: 339 time: 0.0791144 Sep 18 02:11:02.410586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37778) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.484773 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84c68861-b1ff-4019-a18d-79b263e9a16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:02.499277 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5800e3f-7302-4abb-b0cb-a8f8484ad07d tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.499857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5800e3f-7302-4abb-b0cb-a8f8484ad07d tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.506916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e5800e3f-7302-4abb-b0cb-a8f8484ad07d tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/0d5f96c4-3432-45de-9116-0d57944f2aa6 HTTP/1.1" status: 404 len: 337 time: 0.0950985 Sep 18 02:11:02.507542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37788) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.534356 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84c68861-b1ff-4019-a18d-79b263e9a16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:02.555204 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2748cbd0-4c94-4a68-9f76-bb655f9cbc8c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.555774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2748cbd0-4c94-4a68-9f76-bb655f9cbc8c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.557552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2748cbd0-4c94-4a68-9f76-bb655f9cbc8c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/4b27160e-6e05-4868-a8a9-4fd81b4fe549 HTTP/1.1" status: 404 len: 339 time: 0.0490408 Sep 18 02:11:02.560201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37792) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.624096 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-491398b9-9788-45dd-bc74-f4fd57e6b39c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.624627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491398b9-9788-45dd-bc74-f4fd57e6b39c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.627550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-491398b9-9788-45dd-bc74-f4fd57e6b39c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/3bee2fb2-f7a5-45b4-97cb-a271ad8ad56e HTTP/1.1" status: 404 len: 337 time: 0.0663652 Sep 18 02:11:02.630436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37794) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.672104 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-999f365f-3df4-4a13-aadd-67e143159cd4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.672822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999f365f-3df4-4a13-aadd-67e143159cd4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.674728 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-999f365f-3df4-4a13-aadd-67e143159cd4 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/f8f03db8-7b57-49a3-b42f-3af927c671f5 HTTP/1.1" status: 404 len: 339 time: 0.0429549 Sep 18 02:11:02.677434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37796) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.692370 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84c68861-b1ff-4019-a18d-79b263e9a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:02.708437 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84c68861-b1ff-4019-a18d-79b263e9a16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:02.710132 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-84c68861-b1ff-4019-a18d-79b263e9a16f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fd77f8d-c541-4efe-9506-75daa3b21038 HTTP/1.1" status: 204 len: 168 time: 0.3130798 Sep 18 02:11:02.727500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c68861-b1ff-4019-a18d-79b263e9a16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd77f8d-c541-4efe-9506-75daa3b21038,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:02.755872 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e616ff-4b90-4f84-8b3e-7b5db7a036a1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.759614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e616ff-4b90-4f84-8b3e-7b5db7a036a1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.760378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:11:02.768316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37808) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.771082 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-58e616ff-4b90-4f84-8b3e-7b5db7a036a1 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/de789837-cd2f-427d-afd5-0c1aac468162 HTTP/1.1" status: 404 len: 337 time: 0.0922706 Sep 18 02:11:02.842394 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-696481be-86a7-47f8-aee9-37eb5448df5c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] DELETE failed (client error): The resource could not be found. Sep 18 02:11:02.847876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696481be-86a7-47f8-aee9-37eb5448df5c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:11:02.850781 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-696481be-86a7-47f8-aee9-37eb5448df5c tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/87ec5fd4-5967-4f79-9efe-e55c7855c5cf HTTP/1.1" status: 404 len: 339 time: 0.0814431 Sep 18 02:11:02.854291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37814) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:02.948766 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:02.999781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:11:03.005842 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce98e57-1213-4d51-8f0e-c7a0f359f8e7" -d '{"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-unplugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:11:03.052857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0f7275-fe46-4fba-897b-e655a8bb1f61 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting subnet 6f6b9291-19be-475c-be42-27bb68b54913 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:11:03.057563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:03.062572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7275-fe46-4fba-897b-e655a8bb1f61 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.067979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37826) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:03.070704 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.136913 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94eb8472-062d-49ef-950d-f4f321f00add x-openstack-request-id: req-94eb8472-062d-49ef-950d-f4f321f00add {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:11:03.139067 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-unplugged", "status": "completed", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:11:03.139530 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94eb8472-062d-49ef-950d-f4f321f00add {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:11:03.140104 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'code': 200} Sep 18 02:11:03.179784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=14']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:03.184188 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7275-fe46-4fba-897b-e655a8bb1f61 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.329443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7275-fe46-4fba-897b-e655a8bb1f61 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.355369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37834) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:03.377085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aba7459e-6c30-49b1-af26-ce07df6c5f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.427636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f003aba4-4aad-4360-8be0-2b7bcd39c02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.441039 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0bd79c32-e5f0-4b4a-a09f-981f540921f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.442322 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7275-fe46-4fba-897b-e655a8bb1f61 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.487546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f7275-fe46-4fba-897b-e655a8bb1f61 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6b9291-19be-475c-be42-27bb68b54913,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:03.495704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe7557-995c-4a28-a9af-a597af28f9ff None None] Network f8d7312e-a858-482c-9dcd-7680abfcd67f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:03.505771 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7275-fe46-4fba-897b-e655a8bb1f61 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.522471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3e0f7275-fe46-4fba-897b-e655a8bb1f61 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/subnets/6f6b9291-19be-475c-be42-27bb68b54913 HTTP/1.1" status: 204 len: 168 time: 0.6665709 Sep 18 02:11:03.523292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37836) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:03.654072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [None req-aba7459e-6c30-49b1-af26-ce07df6c5f58 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:11:03.654072 n-d-789963-12 neutron-server[106440]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 02:11:03.654072 n-d-789963-12 neutron-server[106440]: [parameters: {'project_id': '7d7fcc3a84c540288ba9901153f09800', 'id': '288f1a32-5c63-44ba-a810-b2d890f2b94f', 'expiration': datetime.datetime(2021, 9, 18, 2, 13, 3, 484774)}] Sep 18 02:11:03.654072 n-d-789963-12 neutron-server[106440]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:11:03.655040 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [None req-aba7459e-6c30-49b1-af26-ce07df6c5f58 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:11:03.680788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f003aba4-4aad-4360-8be0-2b7bcd39c02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.690959 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f003aba4-4aad-4360-8be0-2b7bcd39c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.740825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.782667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f003aba4-4aad-4360-8be0-2b7bcd39c02b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6c97646ac53476aa007df61d7792afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131498 Sep 18 02:11:03.783584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003aba4-4aad-4360-8be0-2b7bcd39c02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ee307b-585c-47d7-99c0-e96fd5757b52,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:03.786235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37846) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:03.864155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] DHCP port deletion for f8d7312e-a858-482c-9dcd-7680abfcd67f request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:11:03.881961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8449e9e5-5d43-49f3-beb6-15957894309b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.882138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Deleting port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:03.882455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:03.951737 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8449e9e5-5d43-49f3-beb6-15957894309b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.004949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] Deleting port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:04.005503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.098596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] For port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,segment=NetworkSegment(4978d6a1-95eb-4333-ade4-d165169edeee),segment_id=4978d6a1-95eb-4333-ade4-d165169edeee)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:04.103076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.134198 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8449e9e5-5d43-49f3-beb6-15957894309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.138532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8449e9e5-5d43-49f3-beb6-15957894309b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.140890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8449e9e5-5d43-49f3-beb6-15957894309b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02ee307b-585c-47d7-99c0-e96fd5757b52 HTTP/1.1" status: 204 len: 168 time: 0.3533239 Sep 18 02:11:04.160975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:11:04.169010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Calling delete_port for 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:04.176389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aba7459e-6c30-49b1-af26-ce07df6c5f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.181682 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.207231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449e9e5-5d43-49f3-beb6-15957894309b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ee307b-585c-47d7-99c0-e96fd5757b52,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:04.293367 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.344800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] For port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,segment=NetworkSegment(4978d6a1-95eb-4333-ade4-d165169edeee),segment_id=4978d6a1-95eb-4333-ade4-d165169edeee)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:04.351346 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.384234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Port': ['ID=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:04.397664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] No DVR routers for this DVR port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:04.405991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] Calling delete_port for 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:04.415411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No active binding found for port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:11:04.416221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:11:04.524803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aba7459e-6c30-49b1-af26-ce07df6c5f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.528518 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.546479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.549754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3e14a-f267-421e-8617-517c9f5c0977 req-76ee4901-88f1-43cc-a257-9fa08baf066c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:04.551595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bed3e14a-f267-421e-8617-517c9f5c0977 req-76ee4901-88f1-43cc-a257-9fa08baf066c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1568034 Sep 18 02:11:04.552435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aba7459e-6c30-49b1-af26-ce07df6c5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.577569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d7312e-a858-482c-9dcd-7680abfcd67f']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:04.587631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] Pushing event deleted for resources: {'Port': ['ID=2d1f6882-1d1e-47ae-94f1-0d3024c036c6,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:04.590081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4978d6a1-95eb-4333-ade4-d165169edeee') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:04.590448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4978d6a1-95eb-4333-ade4-d165169edeee') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:04.602201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.605057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262f5b5-e0b0-45a9-b4f1-061293ce2b7e None None] No DVR routers for this DVR port 2d1f6882-1d1e-47ae-94f1-0d3024c036c6 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:04.615614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37880) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:04.617767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aba7459e-6c30-49b1-af26-ce07df6c5f58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d7fcc3a84c540288ba9901153f09800&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2575760 Sep 18 02:11:04.635030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7459e-6c30-49b1-af26-ce07df6c5f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9badbaf-2859-41f5-bce3-8d55fe5c884a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:04.653774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.654264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bed3e14a-f267-421e-8617-517c9f5c0977 req-4657cbc2-c93f-44a3-b62c-3955a1a76eee tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856624 Sep 18 02:11:04.675884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:11:04.676287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:11:04.679399 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:11:04.803879 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c6b5ef-1bbe-409c-a3e2-c106afd27b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.825098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.849346 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.851364 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] 10.222.0.21 "DELETE /v2.0/networks/f8d7312e-a858-482c-9dcd-7680abfcd67f HTTP/1.1" status: 204 len: 168 time: 1.3270082 Sep 18 02:11:04.853643 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c6b5ef-1bbe-409c-a3e2-c106afd27b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.858021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984615b-3e72-47e2-84d6-8c45c40af281 tempest-NetworksTest-546571123 tempest-NetworksTest-546571123-project] Pushing event deleted for resources: {'Network': ['ID=f8d7312e-a858-482c-9dcd-7680abfcd67f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:04.908843 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.957731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c6b5ef-1bbe-409c-a3e2-c106afd27b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.960831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c6b5ef-1bbe-409c-a3e2-c106afd27b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:04.962130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-57c6b5ef-1bbe-409c-a3e2-c106afd27b44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9badbaf-2859-41f5-bce3-8d55fe5c884a HTTP/1.1" status: 204 len: 168 time: 0.3419287 Sep 18 02:11:04.976710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6b5ef-1bbe-409c-a3e2-c106afd27b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9badbaf-2859-41f5-bce3-8d55fe5c884a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:04.981266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-62119779-0f5a-48b3-bb1c-72e8e81a3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:04.983063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-62119779-0f5a-48b3-bb1c-72e8e81a3966 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1097 time: 0.0722220 Sep 18 02:11:05.021244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be77db3-e669-4404-9769-b8c7a13e9464 req-bf0993f7-d94e-48d2-af46-0d908680ed47 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:05.031414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8be77db3-e669-4404-9769-b8c7a13e9464 req-bf0993f7-d94e-48d2-af46-0d908680ed47 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0832551 Sep 18 02:11:05.091792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8be77db3-e669-4404-9769-b8c7a13e9464 req-424f04a9-fd30-4b77-9eba-f7b98deee35b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572815 Sep 18 02:11:05.098360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-a7f91510-0e3c-4faa-bd6f-caee187951e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:05.099718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-a7f91510-0e3c-4faa-bd6f-caee187951e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.1096768 Sep 18 02:11:05.198428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-485eb12c-571f-4428-b559-2bc38f4eae90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.0904107 Sep 18 02:11:05.248080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37912) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:05.335476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-aedd2fc4-7173-452b-9f9c-ebe217da866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:05.337724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-aedd2fc4-7173-452b-9f9c-ebe217da866e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1238902 Sep 18 02:11:05.396205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-52c335d8-0c04-4936-bc87-5e53f3c9e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:05.397925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-52c335d8-0c04-4936-bc87-5e53f3c9e657 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517986 Sep 18 02:11:05.527520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-447a9183-e4fc-49bb-b899-390f57f01d20 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205459 Sep 18 02:11:05.587433 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-77f9f388-286d-46d9-a4b4-e34149e45857 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b27d2e4025c24e0a89a73379a1eb6bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373692 Sep 18 02:11:05.588756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37926) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:05.686897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6be751d-57f4-4b6a-bdb5-6257d80facaa req-08d4f90b-6b9c-4c88-bef0-f08aec10d814 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515019 Sep 18 02:11:05.705563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-678bb800-b51c-4de9-b32e-e9d0b768a682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:05.748815 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-678bb800-b51c-4de9-b32e-e9d0b768a682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:05.819461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-678bb800-b51c-4de9-b32e-e9d0b768a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:05.824353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-678bb800-b51c-4de9-b32e-e9d0b768a682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:05.825738 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-678bb800-b51c-4de9-b32e-e9d0b768a682 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af886f6d-6161-4ac2-8f39-27022d9711c7 HTTP/1.1" status: 204 len: 168 time: 0.2353966 Sep 18 02:11:05.844096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bb800-b51c-4de9-b32e-e9d0b768a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af886f6d-6161-4ac2-8f39-27022d9711c7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:06.243177 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:06.290740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee774c5e-730e-438b-9efe-345946d6844b req-99eab400-6a34-4347-bc5e-bfbce1dcdf90 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:06.294267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ee774c5e-730e-438b-9efe-345946d6844b req-99eab400-6a34-4347-bc5e-bfbce1dcdf90 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1032584 Sep 18 02:11:06.373614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ee774c5e-730e-438b-9efe-345946d6844b req-c06d7663-25f0-48bb-9ba1-40afbcc153f9 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699928 Sep 18 02:11:07.342482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38012) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:07.548103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38024) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:07.553083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486218266', 'description': 'tempest-secgroup-smoke-486218266 description', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:07.608744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.618394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.618535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8909e-16c7-4fac-a89e-bae3f35d6903 req-fc03e848-18bf-4fe0-9a42-0012c26862ef tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:07.632952 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58e8909e-16c7-4fac-a89e-bae3f35d6903 req-fc03e848-18bf-4fe0-9a42-0012c26862ef tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1352732 Sep 18 02:11:07.732060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-58e8909e-16c7-4fac-a89e-bae3f35d6903 req-7369c150-50d4-4ff4-9fa3-76df7eb64a07 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930355 Sep 18 02:11:07.747841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.747841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.762373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-424027720'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:07.804889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6805ae-9597-49d1-8c4e-e18036996773,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:07.881401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.893288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.934170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e530d-e24f-4658-adf3-3a8ca282c87b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:07.950806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:07.955803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.959712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.960538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc685b90-9915-4e22-b66e-888002227d09 req-e6366045-2957-4779-ab5a-76f46ee03218 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:07.961055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-93028ff8-1c9f-470f-b464-0e1e7db1d937 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4119852 Sep 18 02:11:07.962584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc685b90-9915-4e22-b66e-888002227d09 req-e6366045-2957-4779-ab5a-76f46ee03218 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0663722 Sep 18 02:11:07.963952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38034) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:07.967270 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:07.969276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': 'b49e530d-e24f-4658-adf3-3a8ca282c87b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:07.997720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:11:07.997720 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 02:11:07.997720 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id_1': 'f1802c86cd5c491abf3194cd9117e0bd', 'expiration_1': datetime.datetime(2021, 9, 18, 2, 10, 47, 978844)}] Sep 18 02:11:07.997720 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:11:07.998293 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:11:08.029407 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc685b90-9915-4e22-b66e-888002227d09 req-32283c39-267e-4a31-9a24-28e219bebff7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532203 Sep 18 02:11:08.143569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.152987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.189237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:11:08.194565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddbc6bc-132a-4f39-b137-91f1d3ecd91a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:08.202866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.203132 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment 895f327f-e361-4218-b247-7e5f555d5b8c of type vlan for network 1e677194-169f-4f57-8dc0-56146a2654a3 Sep 18 02:11:08.207620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a6ed2-08bb-48cf-83a5-8fa620d8c7cd req-d966370b-b70d-470f-b3de-ec8bf52475af tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:08.209631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-374a6ed2-08bb-48cf-83a5-8fa620d8c7cd req-d966370b-b70d-470f-b3de-ec8bf52475af tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0845127 Sep 18 02:11:08.274160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.278759 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-374a6ed2-08bb-48cf-83a5-8fa620d8c7cd req-c3f45c15-63ab-4d14-b407-b4e2fab4b8dc tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619409 Sep 18 02:11:08.306336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.312441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:08.313835 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.389320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0424566 Sep 18 02:11:08.389986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38048) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:08.395460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-1204490782'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:08.400454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6684b-32c8-4893-949f-572e44744ed8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=1e677194-169f-4f57-8dc0-56146a2654a3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:08.411604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 1e677194-169f-4f57-8dc0-56146a2654a3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:11:08.461196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:08.464469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.509311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:11:08.521179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.521896 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment 594c5010-65da-4ecc-951e-2ee82e970fb5 of type vlan for network 06757a58-4243-4a43-ab80-221ce7fe8bcd Sep 18 02:11:08.584985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.614689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.665564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.678205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:08.678873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.786397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3956413 Sep 18 02:11:08.790228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38070) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:08.795939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-51692679-85c4-4d6e-b88c-9b91d3e4b0e2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:08.796941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': '1e677194-169f-4f57-8dc0-56146a2654a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:08.809822 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-51692679-85c4-4d6e-b88c-9b91d3e4b0e2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.2497501 Sep 18 02:11:08.820025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c81c79-8edd-4536-8dc5-f58aa6a1023d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=06757a58-4243-4a43-ab80-221ce7fe8bcd,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:08.828611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-0a43f7d7-d036-4dfb-b338-8c5a8ea79986 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/quotas/815b4e6858ff4b9c949cf1c18d222a4e HTTP/1.1" status: 200 len: 375 time: 0.0112658 Sep 18 02:11:08.830558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 06757a58-4243-4a43-ab80-221ce7fe8bcd details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:11:08.865300 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.890515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-01599a45-378c-4fbf-aa03-6c39e360ac55 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0550268 Sep 18 02:11:08.920248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:08.997090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e95c61a-0d6c-46e6-9f7a-727a9459f9de,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:09.015070 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.019633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38074) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:09.028540 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5ea7bfe0-d32f-457d-9938-8f28f038ebf6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0601635 Sep 18 02:11:09.042822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-128c9ea6-38d5-4b7c-a340-8d58ea385f3f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': 'b49e530d-e24f-4658-adf3-3a8ca282c87b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:09.076179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:09.091240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.164756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-aabe7272-9551-435a-ac92-f9b0aece0059 service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664518 Sep 18 02:11:09.166745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-128c9ea6-38d5-4b7c-a340-8d58ea385f3f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.346949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-128c9ea6-38d5-4b7c-a340-8d58ea385f3f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.356755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-128c9ea6-38d5-4b7c-a340-8d58ea385f3f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.380200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.389324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c9ea6-38d5-4b7c-a340-8d58ea385f3f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c900e987-9f86-40fb-a068-b80f38f3b1d9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:09.412911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-d4c1a183-e4af-4449-b23d-1c7de9fa5c79 service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449450 Sep 18 02:11:09.414088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-128c9ea6-38d5-4b7c-a340-8d58ea385f3f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.418912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-128c9ea6-38d5-4b7c-a340-8d58ea385f3f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3971920 Sep 18 02:11:09.421193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38082) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:09.431650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-04c61de0-b83f-4136-a7ea-7b386d5cc695 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': 'b49e530d-e24f-4658-adf3-3a8ca282c87b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:09.439550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=88bf2f5c-35c9-4ffa-a4f3-2b1a953dcdf1,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:09.504046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-04c61de0-b83f-4136-a7ea-7b386d5cc695 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.506883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': '895f327f-e361-4218-b247-7e5f555d5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e677194-169f-4f57-8dc0-56146a2654a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:09.507552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: 1e677194-169f-4f57-8dc0-56146a2654a3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:11:09.536670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 1e677194-169f-4f57-8dc0-56146a2654a3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:11:09.558370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 1e677194-169f-4f57-8dc0-56146a2654a3) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:09.566394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:09.569684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4c8e8-529a-4227-b7da-983a48930e65 None None] Network 1e677194-169f-4f57-8dc0-56146a2654a3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:09.585187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.608796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-04c61de0-b83f-4136-a7ea-7b386d5cc695 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.617233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-04c61de0-b83f-4136-a7ea-7b386d5cc695 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.657999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c61de0-b83f-4136-a7ea-7b386d5cc695 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9da606-c203-4d7f-85f7-bfe49ebde64c,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:09.672972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-04c61de0-b83f-4136-a7ea-7b386d5cc695 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.681587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-04c61de0-b83f-4136-a7ea-7b386d5cc695 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2547185 Sep 18 02:11:09.681587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38090) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:09.683023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0da267ee-1c5c-4aa4-9c49-6510c3775e82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8902292 Sep 18 02:11:09.684602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38092) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:09.696112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c5792b2a-d6ad-4eb0-bb6b-79e751948635 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': 'b49e530d-e24f-4658-adf3-3a8ca282c87b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:09.719203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': '06757a58-4243-4a43-ab80-221ce7fe8bcd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:09.791623 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5792b2a-d6ad-4eb0-bb6b-79e751948635 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.910505 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:11:09.952662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ee373b3e-9185-4513-890d-cbdebbb1987a req-54ece4f9-5c8f-4b10-a264-68b227daccee tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 210 time: 0.0825493 Sep 18 02:11:09.974199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:09.981978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:09.997382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-1e677194-169f-4f57-8dc0-56146a2654a3', 'network_id': '1e677194-169f-4f57-8dc0-56146a2654a3', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': '88bf2f5c-35c9-4ffa-a4f3-2b1a953dcdf1'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:11:09.998369 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.325115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Allocated IP 172.20.0.2 (1e677194-169f-4f57-8dc0-56146a2654a3/88bf2f5c-35c9-4ffa-a4f3-2b1a953dcdf1/7b850989-d6ee-4279-8c0c-1893f787dfeb) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:10.329609 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.329965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5792b2a-d6ad-4eb0-bb6b-79e751948635 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.338565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5792b2a-d6ad-4eb0-bb6b-79e751948635 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.378950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5792b2a-d6ad-4eb0-bb6b-79e751948635 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dec971-a428-4b4d-9890-511c8a19df08,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:10.387696 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5792b2a-d6ad-4eb0-bb6b-79e751948635 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.390053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c5792b2a-d6ad-4eb0-bb6b-79e751948635 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7029374 Sep 18 02:11:10.392785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38108) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:10.401623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8157546d-a36f-46b7-98e7-50385e243d68 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': 'b49e530d-e24f-4658-adf3-3a8ca282c87b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:10.440814 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-8157546d-a36f-46b7-98e7-50385e243d68 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Project f1802c86cd5c491abf3194cd9117e0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:11:10.443170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=8aeaeb84-1b45-4487-b126-bbf7f9cd79b9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:10.447702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': '594c5010-65da-4ecc-951e-2ee82e970fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '06757a58-4243-4a43-ab80-221ce7fe8bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:10.448062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: 06757a58-4243-4a43-ab80-221ce7fe8bcd, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:11:10.454892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8157546d-a36f-46b7-98e7-50385e243d68 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.496142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 06757a58-4243-4a43-ab80-221ce7fe8bcd is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:11:10.511525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 06757a58-4243-4a43-ab80-221ce7fe8bcd) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:10.517577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:10.518138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.528858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed964a-3f74-40ad-a5b5-f1aef36748b9 None None] Network 06757a58-4243-4a43-ab80-221ce7fe8bcd requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:10.549811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6a45e7c0-47c9-4129-ab87-e5e827bb77a6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8681085 Sep 18 02:11:10.552723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38110) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:10.557795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-19bebc7e-c985-4fa2-ad3c-5d7c8406b379 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1547128429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:10.581824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8157546d-a36f-46b7-98e7-50385e243d68 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.589538 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8157546d-a36f-46b7-98e7-50385e243d68 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.591859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19bebc7e-c985-4fa2-ad3c-5d7c8406b379 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.593865 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19bebc7e-c985-4fa2-ad3c-5d7c8406b379 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.622324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157546d-a36f-46b7-98e7-50385e243d68 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bbdb04-0712-4ea5-aa4a-7999505d2f44,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:10.626182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8157546d-a36f-46b7-98e7-50385e243d68 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.628872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8157546d-a36f-46b7-98e7-50385e243d68 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2351179 Sep 18 02:11:10.632067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38112) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:10.640409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-59e10778-233a-481a-9ffa-6a05abfbf6a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': 'b49e530d-e24f-4658-adf3-3a8ca282c87b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:10.682047 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-59e10778-233a-481a-9ffa-6a05abfbf6a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Project f1802c86cd5c491abf3194cd9117e0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:11:10.682315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19bebc7e-c985-4fa2-ad3c-5d7c8406b379 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.690168 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59e10778-233a-481a-9ffa-6a05abfbf6a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.697317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19bebc7e-c985-4fa2-ad3c-5d7c8406b379 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.735884 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.753741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19bebc7e-c985-4fa2-ad3c-5d7c8406b379 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.759901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-19bebc7e-c985-4fa2-ad3c-5d7c8406b379 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2063029 Sep 18 02:11:10.761615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38118) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:10.823114 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.883441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59e10778-233a-481a-9ffa-6a05abfbf6a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.890210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Pushing event updated for resources: {'Port': ['ID=7b850989-d6ee-4279-8c0c-1893f787dfeb,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:10.893726 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59e10778-233a-481a-9ffa-6a05abfbf6a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.920410 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.921061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.921671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.922638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.923176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.923661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.923882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e10778-233a-481a-9ffa-6a05abfbf6a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf136b04-7180-46b7-9c69-9d53ccac3b02,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:10.924340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.925544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.925879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.926206 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.926548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.926879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:10.941385 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59e10778-233a-481a-9ffa-6a05abfbf6a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:10.942258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-59e10778-233a-481a-9ffa-6a05abfbf6a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3069870 Sep 18 02:11:10.945263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38124) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:10.950987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'network': {'name': 'tempest-network-smoke--878502055', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:10.980162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Network 1e677194-169f-4f57-8dc0-56146a2654a3 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:10.989738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:10.993158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:10.995873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:11.008904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.080579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:11:11.099336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.099771 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Added segment d50e6916-6738-4baf-9242-b8335306860a of type vlan for network 39787835-682a-4578-8747-b8d89c323098 Sep 18 02:11:11.143647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Attempting to bind port 7b850989-d6ee-4279-8c0c-1893f787dfeb on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:11.144295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Attempting to bind port 7b850989-d6ee-4279-8c0c-1893f787dfeb by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '895f327f-e361-4218-b247-7e5f555d5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e677194-169f-4f57-8dc0-56146a2654a3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:11.144830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Attempting to bind port 7b850989-d6ee-4279-8c0c-1893f787dfeb on network 1e677194-169f-4f57-8dc0-56146a2654a3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:11.155891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:11.156664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Checking segment: {'id': '895f327f-e361-4218-b247-7e5f555d5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e677194-169f-4f57-8dc0-56146a2654a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:11.157438 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.157994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Bound using segment: {'id': '895f327f-e361-4218-b247-7e5f555d5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e677194-169f-4f57-8dc0-56146a2654a3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:11.158653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Bound port: 7b850989-d6ee-4279-8c0c-1893f787dfeb, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895f327f-e361-4218-b247-7e5f555d5b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1e677194-169f-4f57-8dc0-56146a2654a3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:11.159258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.188975 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.193787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c70ea722-2f4a-4e9c-afb1-1357be1f35bc req-e309c5cb-1d07-4036-9077-a534b0dc336e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 210 time: 0.0814121 Sep 18 02:11:11.227816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.233880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:11.235193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.340847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-06757a58-4243-4a43-ab80-221ce7fe8bcd', 'network_id': '06757a58-4243-4a43-ab80-221ce7fe8bcd', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': '8aeaeb84-1b45-4487-b126-bbf7f9cd79b9'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:11:11.341803 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.345853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3993576 Sep 18 02:11:11.349484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38128) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:11.354654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'admin_state_up': True, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:11.382383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] For port 7b850989-d6ee-4279-8c0c-1893f787dfeb, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:11.409037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035d7eb-4845-493e-b6a4-1d05dab2d984 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Network': ['ID=39787835-682a-4578-8747-b8d89c323098,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:11.417259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.419777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.519952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 39787835-682a-4578-8747-b8d89c323098 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:11:11.530629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.596331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.675599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] For port 7b850989-d6ee-4279-8c0c-1893f787dfeb, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7b850989-d6ee-4279-8c0c-1893f787dfeb,segment=NetworkSegment(895f327f-e361-4218-b247-7e5f555d5b8c),segment_id=895f327f-e361-4218-b247-7e5f555d5b8c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:11.709558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.848829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ffe6-7e5f-4bb1-8aad-edbd9af87856 None None] Pushing event updated for resources: {'Port': ['ID=7b850989-d6ee-4279-8c0c-1893f787dfeb,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:11.851567 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:11.864541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Allocated IP 172.21.0.2 (06757a58-4243-4a43-ab80-221ce7fe8bcd/8aeaeb84-1b45-4487-b126-bbf7f9cd79b9/1af694f9-dd41-487e-b0ee-32b625ac22a2) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:12.052532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.20.0.1 (1e677194-169f-4f57-8dc0-56146a2654a3/88bf2f5c-35c9-4ffa-a4f3-2b1a953dcdf1/78c44fd0-8430-4570-a9c8-ccec29cf5065) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:12.188266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.227080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.344847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9171233d-e497-43e1-9b42-c50e6c918abc req-4e26737e-116f-4482-a5bd-a499004b3697 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 210 time: 0.0374823 Sep 18 02:11:12.397505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-3d901678-9a94-40d8-817f-3a44a8d7e7a7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:12.399919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-3d901678-9a94-40d8-817f-3a44a8d7e7a7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.6454651 Sep 18 02:11:12.415327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.419700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'port': {'device_id': 'ee489d6f-1248-4909-8597-92b55e4b0d86', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'admin_state_up': True, 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:12.422026 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.426170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.435222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.25.0.208 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:12.481983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Pushing event updated for resources: {'Port': ['ID=1af694f9-dd41-487e-b0ee-32b625ac22a2,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:12.489695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Network 06757a58-4243-4a43-ab80-221ce7fe8bcd is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:12.491326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:12.493923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:12.567498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Attempting to bind port 1af694f9-dd41-487e-b0ee-32b625ac22a2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:12.567880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Attempting to bind port 1af694f9-dd41-487e-b0ee-32b625ac22a2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '594c5010-65da-4ecc-951e-2ee82e970fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '06757a58-4243-4a43-ab80-221ce7fe8bcd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:12.568248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Attempting to bind port 1af694f9-dd41-487e-b0ee-32b625ac22a2 on network 06757a58-4243-4a43-ab80-221ce7fe8bcd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:12.574675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:12.575085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Checking segment: {'id': '594c5010-65da-4ecc-951e-2ee82e970fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '06757a58-4243-4a43-ab80-221ce7fe8bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:12.575496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.576298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Bound using segment: {'id': '594c5010-65da-4ecc-951e-2ee82e970fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '06757a58-4243-4a43-ab80-221ce7fe8bcd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:12.576499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Bound port: 1af694f9-dd41-487e-b0ee-32b625ac22a2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594c5010-65da-4ecc-951e-2ee82e970fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '06757a58-4243-4a43-ab80-221ce7fe8bcd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:12.576895 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.598281 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.612606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38146) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:12.656324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] For port 1af694f9-dd41-487e-b0ee-32b625ac22a2, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:12.661886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.662141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] For port 1af694f9-dd41-487e-b0ee-32b625ac22a2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1af694f9-dd41-487e-b0ee-32b625ac22a2,segment=NetworkSegment(594c5010-65da-4ecc-951e-2ee82e970fb5),segment_id=594c5010-65da-4ecc-951e-2ee82e970fb5)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:12.669400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.673354 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.675290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Made reservation on behalf of 815b4e6858ff4b9c949cf1c18d222a4e for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:12.678924 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:12.746383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:12.758982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:12.763297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:12.783944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 1e677194-169f-4f57-8dc0-56146a2654a3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:12.798895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:12.829476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:12.840666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876251e-298b-46ee-a0d7-5524b2ece498 None None] Pushing event updated for resources: {'Port': ['ID=1af694f9-dd41-487e-b0ee-32b625ac22a2,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:12.845528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:12.856586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=78c44fd0-8430-4570-a9c8-ccec29cf5065,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:12.938377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab5447ee-3905-406d-86d2-3518419bbb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.074594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.218621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Allocated IP 172.20.0.6 (3fe19fbc-b275-41d4-a28f-5adf4e38ebde/93cb6d6e-a2f1-4568-b02b-cb6b8003200b/64df83f9-c1b8-4111-aed6-420c7a085b87) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:13.240881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.490481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.554050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a816224c-8425-47e5-bd64-99f0c6a9934b req-512805f0-c1b0-4d43-951b-bc5d620e6eae tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 210 time: 0.0784245 Sep 18 02:11:13.588691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38caca02-5b9b-49db-9067-aa15c857fdcf None None] Network 1e677194-169f-4f57-8dc0-56146a2654a3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:13.589461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.643382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab5447ee-3905-406d-86d2-3518419bbb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.654366 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab5447ee-3905-406d-86d2-3518419bbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.697807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1dcb5162-6f03-4a9c-bd63-d20ee00574e2 None None] Provisioning complete for port 7b850989-d6ee-4279-8c0c-1893f787dfeb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:13.698189 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5162-6f03-4a9c-bd63-d20ee00574e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.741344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:11:13.790108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ab5447ee-3905-406d-86d2-3518419bbb76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b21a663b69aa4367b8c45b5849aa9f72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1719451 Sep 18 02:11:13.793199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38168) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:13.796680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5447ee-3905-406d-86d2-3518419bbb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8fd933-a09a-4503-ad87-f363e0f90533,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:13.846750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.885291 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5162-6f03-4a9c-bd63-d20ee00574e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.888591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:13.907414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Sync routers for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:13.913178 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:13.917174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cc366c90-cb86-406a-824b-9fde6a4652df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5663908 Sep 18 02:11:13.920813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38170) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:13.930509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:13.931211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:13.990423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1dcb5162-6f03-4a9c-bd63-d20ee00574e2 None None] For port 7b850989-d6ee-4279-8c0c-1893f787dfeb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7b850989-d6ee-4279-8c0c-1893f787dfeb,segment=NetworkSegment(895f327f-e361-4218-b247-7e5f555d5b8c),segment_id=895f327f-e361-4218-b247-7e5f555d5b8c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:13.995931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.008419 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5162-6f03-4a9c-bd63-d20ee00574e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.032474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ab77ada-6940-4b75-aa89-5b87cc07b6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.107965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:14.141987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:14.150182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:14.222016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3fcc899e-57f9-4fc0-b3d6-806b4117347f tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f1802c86cd5c491abf3194cd9117e0bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2939670 Sep 18 02:11:14.223461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38176) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:14.246507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7b850989-d6ee-4279-8c0c-1893f787dfeb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:14.345165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb5162-6f03-4a9c-bd63-d20ee00574e2 None None] Pushing event updated for resources: {'Port': ['ID=7b850989-d6ee-4279-8c0c-1893f787dfeb,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:14.355223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:11:14.479681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ede323-7117-4607-a5d4-daab3f9b6754 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:14.481540 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-16ede323-7117-4607-a5d4-daab3f9b6754 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2571068 Sep 18 02:11:14.493084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38184) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:14.578698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0ec5cdb2-bd9c-450e-8c5d-0e7b61afdf61 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820708 Sep 18 02:11:14.588428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38190) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:14.593617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557904603', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:14.700393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2db01996-864b-4ad7-8ce7-da2e28ad58d4 None None] Provisioning complete for port 78c44fd0-8430-4570-a9c8-ccec29cf5065 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:14.703219 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2db01996-864b-4ad7-8ce7-da2e28ad58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.758888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c45fb93-e9ab-4e9c-88a3-3199584cabb4 None None] Network 06757a58-4243-4a43-ab80-221ce7fe8bcd requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:14.800952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ab77ada-6940-4b75-aa89-5b87cc07b6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.806829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 7b850989-d6ee-4279-8c0c-1893f787dfeb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:14.807629 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.814919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2db01996-864b-4ad7-8ce7-da2e28ad58d4 None None] Port 78c44fd0-8430-4570-a9c8-ccec29cf5065 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:14.835113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:14.838468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'Port': ['ID=64df83f9-c1b8-4111-aed6-420c7a085b87,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:14.844765 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.884775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:13Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:14.894644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:14.896111 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.910047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ce13e-3348-4458-9399-78b5e501ccfe req-485cba12-79a3-421b-b022-154df8197755 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:14.918918 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd7ce13e-3348-4458-9399-78b5e501ccfe req-485cba12-79a3-421b-b022-154df8197755 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 931 time: 0.1953313 Sep 18 02:11:14.935531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Checking router: 5ed5caa1-5812-447c-911f-e5c1a02bbb7f for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:11:14.935531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Updating router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:11:14.948303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2db01996-864b-4ad7-8ce7-da2e28ad58d4 None None] Provisioning complete for port 7b850989-d6ee-4279-8c0c-1893f787dfeb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:14.951020 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2db01996-864b-4ad7-8ce7-da2e28ad58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:14.981279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-319a30ef-61cd-4fa6-80d1-849eedce2f44 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5655434 Sep 18 02:11:14.998604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.006193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Request body: {'port': {'device_id': 'ee489d6f-1248-4909-8597-92b55e4b0d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:15.019742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.080304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd7ce13e-3348-4458-9399-78b5e501ccfe req-1733ef12-e5d2-43e9-9662-f5f694aa133e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602700 Sep 18 02:11:15.083604 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.107885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ab77ada-6940-4b75-aa89-5b87cc07b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.111457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ab77ada-6940-4b75-aa89-5b87cc07b6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.112612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ab77ada-6940-4b75-aa89-5b87cc07b6fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca8fd933-a09a-4503-ad87-f363e0f90533 HTTP/1.1" status: 204 len: 168 time: 1.3168862 Sep 18 02:11:15.143282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab77ada-6940-4b75-aa89-5b87cc07b6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8fd933-a09a-4503-ad87-f363e0f90533,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:15.167761 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.177511 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.184780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=78c44fd0-8430-4570-a9c8-ccec29cf5065,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:15.205956 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.343031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Subnet': ['ID=3e45fefd-61ac-4911-ae0b-87a2f413a943,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:15.370159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.384858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Checking segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:15.385209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network hostable DHCP agents. Network: 39787835-682a-4578-8747-b8d89c323098, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:11:15.405789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 1e677194-169f-4f57-8dc0-56146a2654a3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:15.410994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:15.432480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 39787835-682a-4578-8747-b8d89c323098 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:11:15.437522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.457233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 39787835-682a-4578-8747-b8d89c323098) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:15.465406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:15.466340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:15.496853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e2b46-8bc6-4587-a1a7-69a4a16afd2e None None] Network 39787835-682a-4578-8747-b8d89c323098 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:15.533115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c8ea1ebf-bd52-4845-8ecc-04a76d0058a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9417138 Sep 18 02:11:15.536528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38204) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:15.647088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-c654020f-96d6-4f55-84f5-d93bb9cfb425 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1194174 Sep 18 02:11:15.730439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:11:15.832994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Attempting to bind port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:15.833510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Attempting to bind port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:15.834909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Attempting to bind port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:15.835940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4da22-43aa-426d-9d02-9d2cd09b5e58 None None] Pushing event updated for resources: {'Port': ['ID=fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:15.889434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1af694f9-dd41-487e-b0ee-32b625ac22a2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:15.937430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64df83f9-c1b8-4111-aed6-420c7a085b87 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:11:15.962753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.002805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Transition to ACTIVE for port object 64df83f9-c1b8-4111-aed6-420c7a085b87 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:11:16.027861 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.039264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:16.050156 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46a29d-9c68-4317-ad8a-8de3aad0e0db None None] Sync routers for ids ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:16.067375 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46a29d-9c68-4317-ad8a-8de3aad0e0db None None] Routers {'2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:16.068367 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3a46a29d-9c68-4317-ad8a-8de3aad0e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:16.076301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c7d3f3d2-9f8d-44d7-861d-fa0a0ff693e0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3128178 Sep 18 02:11:16.079784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38220) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:16.161493 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3a46a29d-9c68-4317-ad8a-8de3aad0e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:16.164255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Pushing event updated for resources: {'Port': ['ID=64df83f9-c1b8-4111-aed6-420c7a085b87,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:16.181145 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46a29d-9c68-4317-ad8a-8de3aad0e0db None None] Routers {'2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:16.182307 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3a46a29d-9c68-4317-ad8a-8de3aad0e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:16.223691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85583ec0-7dc2-49b3-8283-28cfe7a052da tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.227084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-85583ec0-7dc2-49b3-8283-28cfe7a052da tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports/78c44fd0-8430-4570-a9c8-ccec29cf5065 HTTP/1.1" status: 200 len: 910 time: 0.1441929 Sep 18 02:11:16.227747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:16.228328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:16.228902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.229470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:16.230138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Bound port: fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:16.230733 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.261065 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3a46a29d-9c68-4317-ad8a-8de3aad0e0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:16.261958 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46a29d-9c68-4317-ad8a-8de3aad0e0db None None] The sync data for ids ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:16.273552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38230) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:16.366300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] Provisioning complete for port 1af694f9-dd41-487e-b0ee-32b625ac22a2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:16.367039 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.579414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] For port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:16.599886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3e04b534-5b5e-4aa2-b9ca-9259785645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.600515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] For port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:16.603170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3e04b534-5b5e-4aa2-b9ca-9259785645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.604335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3e04b534-5b5e-4aa2-b9ca-9259785645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.605921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3e04b534-5b5e-4aa2-b9ca-9259785645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.608037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3e04b534-5b5e-4aa2-b9ca-9259785645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.608693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3e04b534-5b5e-4aa2-b9ca-9259785645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.613418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3e04b534-5b5e-4aa2-b9ca-9259785645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.615691 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3e04b534-5b5e-4aa2-b9ca-9259785645d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6508 time: 0.8983557 Sep 18 02:11:16.622635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Attempting to bind port 64df83f9-c1b8-4111-aed6-420c7a085b87 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:16.626125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Attempting to bind port 64df83f9-c1b8-4111-aed6-420c7a085b87 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:16.628206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Attempting to bind port 64df83f9-c1b8-4111-aed6-420c7a085b87 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:16.645473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.658804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9a6b2-69b4-4000-a85a-58d8af211e84 req-33834fff-206e-474a-8164-a8bc78eac359 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.668110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74f9a6b2-69b4-4000-a85a-58d8af211e84 req-33834fff-206e-474a-8164-a8bc78eac359 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 943 time: 0.3898568 Sep 18 02:11:16.690585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Port 64df83f9-c1b8-4111-aed6-420c7a085b87 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:11:16.691108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Attempting to bind port 64df83f9-c1b8-4111-aed6-420c7a085b87 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:16.730049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 1af694f9-dd41-487e-b0ee-32b625ac22a2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:16.730431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.758762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:16.759304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Checking segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:16.759774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Bound using segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:16.760339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Bound port: 64df83f9-c1b8-4111-aed6-420c7a085b87, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:16.760781 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.777298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-39787835-682a-4578-8747-b8d89c323098', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:11:16.778263 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:16.843729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74f9a6b2-69b4-4000-a85a-58d8af211e84 req-28cb9eaf-404c-4652-913b-aff95bf9b69f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743996 Sep 18 02:11:16.878802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-004c7235-c9a6-49a3-9fb1-f397d83739c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.879048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-004c7235-c9a6-49a3-9fb1-f397d83739c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.879371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-004c7235-c9a6-49a3-9fb1-f397d83739c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:16.880990 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-004c7235-c9a6-49a3-9fb1-f397d83739c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=9e12c277-19b4-402d-b583-344c3c7babd0&id=9e12c277-19b4-402d-b583-344c3c7babd0 HTTP/1.1" status: 200 len: 2296 time: 0.2345045 Sep 18 02:11:17.003293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4da22-43aa-426d-9d02-9d2cd09b5e58 None None] Pushing event updated for resources: {'Port': ['ID=fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:17.028970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:17.029612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:17.036228 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.072553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] For port 64df83f9-c1b8-4111-aed6-420c7a085b87, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:17.088244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] For port 64df83f9-c1b8-4111-aed6-420c7a085b87, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=64df83f9-c1b8-4111-aed6-420c7a085b87,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:17.107341 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.283878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] For port 1af694f9-dd41-487e-b0ee-32b625ac22a2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1af694f9-dd41-487e-b0ee-32b625ac22a2,segment=NetworkSegment(594c5010-65da-4ecc-951e-2ee82e970fb5),segment_id=594c5010-65da-4ecc-951e-2ee82e970fb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:17.284184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:17.285121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.288694 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] 10.222.0.18 "PUT /v2.0/ports/64df83f9-c1b8-4111-aed6-420c7a085b87 HTTP/1.1" status: 200 len: 1092 time: 2.2969978 Sep 18 02:11:17.289536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee489d6f-1248-4909-8597-92b55e4b0d86', 'tag': '64df83f9-c1b8-4111-aed6-420c7a085b87'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:11:17.295696 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730bfb79-03d9-420c-bc39-5b2018d670c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee489d6f-1248-4909-8597-92b55e4b0d86", "tag": "64df83f9-c1b8-4111-aed6-420c7a085b87"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:11:17.330938 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.362585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Allocated IP 172.20.0.2 (39787835-682a-4578-8747-b8d89c323098/3e45fefd-61ac-4911-ae0b-87a2f413a943/dc8f5e9a-25a6-4290-93a3-d6349a15a915) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:17.390012 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-6afa791b-aee5-41f2-9580-b0fb611a03c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843c05e9-9fdb-4c51-874c-84e996bbf948 HTTP/1.1" status: 200 len: 1002 time: 0.4894767 Sep 18 02:11:17.408193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:11:17.410050 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.503749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.536128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-66d66f00-2e8a-4c72-bf78-019e5e2e8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:17.537635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-66d66f00-2e8a-4c72-bf78-019e5e2e8e40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95255f28-0ecf-4324-b866-5239859c9774 HTTP/1.1" status: 200 len: 856 time: 0.1468692 Sep 18 02:11:17.548157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b94e38-b074-41c8-ad2e-7c896c0f2008 service neutron] Pushing event updated for resources: {'Port': ['ID=64df83f9-c1b8-4111-aed6-420c7a085b87,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:17.628261 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f78bd4e-3033-4572-b88d-f49d309f6655 x-openstack-request-id: req-3f78bd4e-3033-4572-b88d-f49d309f6655 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:11:17.629120 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee489d6f-1248-4909-8597-92b55e4b0d86", "tag": "64df83f9-c1b8-4111-aed6-420c7a085b87", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:11:17.629377 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f78bd4e-3033-4572-b88d-f49d309f6655 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:11:17.629785 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee489d6f-1248-4909-8597-92b55e4b0d86', 'tag': '64df83f9-c1b8-4111-aed6-420c7a085b87', 'status': 'completed', 'code': 200} Sep 18 02:11:17.631900 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.649497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-22ff8ebe-73fd-455e-ae9b-42325107e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:17.651066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-22ff8ebe-73fd-455e-ae9b-42325107e797 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 1095 time: 0.2986250 Sep 18 02:11:17.700342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-744ca726-a79a-4010-9617-384ca051e31b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1414745 Sep 18 02:11:17.717952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-74350362-6bdc-4e08-9959-365556786d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:17.720144 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-74350362-6bdc-4e08-9959-365556786d30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518631 Sep 18 02:11:17.784877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] Pushing event updated for resources: {'Port': ['ID=1af694f9-dd41-487e-b0ee-32b625ac22a2,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:17.818102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] Provisioning complete for port 78c44fd0-8430-4570-a9c8-ccec29cf5065 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:17.819095 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:17.830158 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-a477d4a0-399d-432f-8748-b85d95a5d27f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64df83f9-c1b8-4111-aed6-420c7a085b87 HTTP/1.1" status: 200 len: 217 time: 0.1167045 Sep 18 02:11:17.923571 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:11:17.923947 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:11:17.931879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-72fd5862-1697-4870-8cd2-ec1d0052b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:17.933413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-72fd5862-1697-4870-8cd2-ec1d0052b47a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1097 time: 0.1709552 Sep 18 02:11:17.951983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:13Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:18.023932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9c6f4-af3f-456e-bc80-7b7699ebe9a8 None None] The sync data for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 is: [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:13Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:18.036556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2a0ae-2b44-4cc0-9155-afdd72f726ce None None] Port 78c44fd0-8430-4570-a9c8-ccec29cf5065 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:18.058218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-772741ed-2e52-4b05-8371-71d172ce4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:18.059770 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-772741ed-2e52-4b05-8371-71d172ce4fd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.1004562 Sep 18 02:11:18.098491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-faa22a8f-026e-4843-8180-1691ded831a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:18.102642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-faa22a8f-026e-4843-8180-1691ded831a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.2253435 Sep 18 02:11:18.130478 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-a8a23802-1777-4004-adf2-136c9e1176c5 service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667681 Sep 18 02:11:18.200426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-94e4564d-1ee0-4b03-9e8c-c97eecf3033f None None] Provisioning complete for port 1af694f9-dd41-487e-b0ee-32b625ac22a2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:18.200944 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94e4564d-1ee0-4b03-9e8c-c97eecf3033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:18.207218 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:18.257788 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:18.325077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-3e236fb9-d35a-43d8-8791-5a0fdecace2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:18.326624 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-3e236fb9-d35a-43d8-8791-5a0fdecace2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037423 Sep 18 02:11:18.337580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Network 39787835-682a-4578-8747-b8d89c323098 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:18.345819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Pushing event updated for resources: {'Port': ['ID=dc8f5e9a-25a6-4290-93a3-d6349a15a915,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:18.348527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:18.353032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:18.440124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-653ce94c-e81e-41a3-86e7-279314987cbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.3565001 Sep 18 02:11:18.604627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71569383-41e8-47cf-afcd-ad8501cd14c1 req-88626a1c-4f9f-4b1e-821d-c30cdacffdf3 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:18.606256 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71569383-41e8-47cf-afcd-ad8501cd14c1 req-88626a1c-4f9f-4b1e-821d-c30cdacffdf3 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 943 time: 0.5455618 Sep 18 02:11:18.670125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.21.0.1 (06757a58-4243-4a43-ab80-221ce7fe8bcd/8aeaeb84-1b45-4487-b126-bbf7f9cd79b9/f09eb1ee-2e67-4a08-8b40-c8e2d28a4515) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:18.684978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.20.0.1 (39787835-682a-4578-8747-b8d89c323098/3e45fefd-61ac-4911-ae0b-87a2f413a943/6ec81500-13b3-4ca9-937f-2f95517d546d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:18.700779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Attempting to bind port dc8f5e9a-25a6-4290-93a3-d6349a15a915 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:18.701167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Attempting to bind port dc8f5e9a-25a6-4290-93a3-d6349a15a915 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:18.701497 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Attempting to bind port dc8f5e9a-25a6-4290-93a3-d6349a15a915 on network 39787835-682a-4578-8747-b8d89c323098 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:18.767648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:18.768032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Checking segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:18.768527 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:18.768890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Bound using segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:18.769392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Bound port: dc8f5e9a-25a6-4290-93a3-d6349a15a915, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:18.770451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:18.796758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-f055e63a-3a01-4d4f-8a94-41c8589cdbf7 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570053 Sep 18 02:11:18.927487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71569383-41e8-47cf-afcd-ad8501cd14c1 req-7d02c9d4-d047-4358-ba7e-38f11ac89429 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304531 Sep 18 02:11:18.959772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] For port dc8f5e9a-25a6-4290-93a3-d6349a15a915, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:18.967622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] For port dc8f5e9a-25a6-4290-93a3-d6349a15a915, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dc8f5e9a-25a6-4290-93a3-d6349a15a915,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:18.997977 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.010451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7b850989-d6ee-4279-8c0c-1893f787dfeb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:19.032386 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.052010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73590c30-2734-4411-bbdc-45e3c1f97a5f req-f68ec47c-6163-4314-bc68-07ffe65dbf27 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369053 Sep 18 02:11:19.054943 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.103895 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.133137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-2ac66d35-a50f-4e97-9ebd-2321260e4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:19.134741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-2ac66d35-a50f-4e97-9ebd-2321260e4eeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.6455846 Sep 18 02:11:19.141900 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.216464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 7b850989-d6ee-4279-8c0c-1893f787dfeb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:19.217475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.220562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346b195-f817-45d1-a8c8-40bd9a0de5d2 None None] Pushing event updated for resources: {'Port': ['ID=dc8f5e9a-25a6-4290-93a3-d6349a15a915,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:19.227115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 39787835-682a-4578-8747-b8d89c323098 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:19.236572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 06757a58-4243-4a43-ab80-221ce7fe8bcd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:19.246428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:19.255341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:19.264143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-a6316cbc-f644-4f79-b61c-f1c013c4e40e service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0196941 Sep 18 02:11:19.295224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=f09eb1ee-2e67-4a08-8b40-c8e2d28a4515,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:19.340501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1af694f9-dd41-487e-b0ee-32b625ac22a2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:19.345825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:19.351398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-613d7e93-7292-4e66-97f6-e8e9b0abc572 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 200 len: 217 time: 0.0863566 Sep 18 02:11:19.352263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:19.383695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-b08708af-9fa8-40a1-830f-23a93b9ccf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:19.385249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-b08708af-9fa8-40a1-830f-23a93b9ccf28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 1095 time: 0.2652376 Sep 18 02:11:19.424031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 1af694f9-dd41-487e-b0ee-32b625ac22a2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:19.424416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.457383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.570291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=6ec81500-13b3-4ca9-937f-2f95517d546d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:19.647574 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:19.655741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-7b139ea8-b200-4647-99ff-5e498d1c6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:19.664882 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-7b139ea8-b200-4647-99ff-5e498d1c6e6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5002909 Sep 18 02:11:19.800481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-5eba599e-c3f6-4113-9151-0b0d5872cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:19.801968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-5eba599e-c3f6-4113-9151-0b0d5872cba3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.3813205 Sep 18 02:11:19.957117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-130bedce-473b-4e5a-8635-be1a83f6b3a6 None None] Provisioning complete for port f09eb1ee-2e67-4a08-8b40-c8e2d28a4515 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:19.957501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-130bedce-473b-4e5a-8635-be1a83f6b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:20.060137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-130bedce-473b-4e5a-8635-be1a83f6b3a6 None None] Port f09eb1ee-2e67-4a08-8b40-c8e2d28a4515 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:20.079503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:20.152325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:20.152621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:20.198145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 64df83f9-c1b8-4111-aed6-420c7a085b87 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:11:20.276370 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:20.293910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-523aff9e-3302-49ed-9d0a-4a365bee39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:20.296463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-523aff9e-3302-49ed-9d0a-4a365bee39fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4094591 Sep 18 02:11:20.352224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:20.400318 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:20.431786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-50bd4516-afa8-499b-bd1c-b384fc36f61b service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223042 Sep 18 02:11:20.488996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 64df83f9-c1b8-4111-aed6-420c7a085b87, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=64df83f9-c1b8-4111-aed6-420c7a085b87,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:20.513668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e3be0-891d-4c08-b4ec-4576c770ed0a req-889ccb0f-9125-47bf-8109-80009bac1941 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:20.516715 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d5e3be0-891d-4c08-b4ec-4576c770ed0a req-889ccb0f-9125-47bf-8109-80009bac1941 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 943 time: 0.2951045 Sep 18 02:11:20.520911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '64df83f9-c1b8-4111-aed6-420c7a085b87', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': '64df83f9-c1b8-4111-aed6-420c7a085b87', 'mac_address': 'fa:16:3e:48:aa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:11:20.522502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:20.531817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-c2e73b08-7d4d-440f-98ac-291d9269b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:20.538923 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-c2e73b08-7d4d-440f-98ac-291d9269b5c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 1.1436656 Sep 18 02:11:20.584615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d5e3be0-891d-4c08-b4ec-4576c770ed0a req-06d2ab37-22cb-4292-a247-37e3c3a3c2f9 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Sep 18 02:11:20.589979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-7fc6d850-a783-40d8-b39d-50145ed761f6 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184435 Sep 18 02:11:20.613248 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-234f5ff5-66b5-4647-b941-1418ca93db75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64df83f9-c1b8-4111-aed6-420c7a085b87 HTTP/1.1" status: 200 len: 217 time: 0.0680323 Sep 18 02:11:20.613712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:20.631576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64df83f9-c1b8-4111-aed6-420c7a085b87 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:11:20.652930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 64df83f9-c1b8-4111-aed6-420c7a085b87, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=64df83f9-c1b8-4111-aed6-420c7a085b87,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:20.661720 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:20.689546 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:20.764096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-4149f4bd-07db-43ae-af57-fdc898423600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:20.765828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-4149f4bd-07db-43ae-af57-fdc898423600 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1264191 Sep 18 02:11:20.768738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=64df83f9-c1b8-4111-aed6-420c7a085b87,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:20.947634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd49c7f8-6a6a-41cc-8116-71626c7e5fde None None] Network 39787835-682a-4578-8747-b8d89c323098 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:20.956238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-866c733a-9dce-49c1-9db8-995b9ab382a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:20.957845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-866c733a-9dce-49c1-9db8-995b9ab382a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1814272 Sep 18 02:11:21.104342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['64df83f9-c1b8-4111-aed6-420c7a085b87'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:11:21.110222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:21.204464 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.283033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-fb16cd67-b1dd-4d55-9f5d-f17e5eb9cc2b service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044286 Sep 18 02:11:21.318455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:21.319040 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.329243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fffc9e04-38ad-4618-87af-8e471bfa333d None None] Provisioning complete for port dc8f5e9a-25a6-4290-93a3-d6349a15a915 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:21.329851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fffc9e04-38ad-4618-87af-8e471bfa333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.388563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.422838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.584886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.588955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=f09eb1ee-2e67-4a08-8b40-c8e2d28a4515,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:21.600387 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-730bfb79-03d9-420c-bc39-5b2018d670c9 req-bffce871-2d0e-4e69-9bbd-35686effabee service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164754 Sep 18 02:11:21.654287 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fffc9e04-38ad-4618-87af-8e471bfa333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.778893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.782182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dc8f5e9a-25a6-4290-93a3-d6349a15a915 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:21.785683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-fffc9e04-38ad-4618-87af-8e471bfa333d None None] For port dc8f5e9a-25a6-4290-93a3-d6349a15a915, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dc8f5e9a-25a6-4290-93a3-d6349a15a915,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:21.800848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 06757a58-4243-4a43-ab80-221ce7fe8bcd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:21.802600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:21.803241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-3b7f9ee7-de2f-400d-a2d1-078b605c08da service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3387496 Sep 18 02:11:21.823131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fffc9e04-38ad-4618-87af-8e471bfa333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.833236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:21.893361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc9e04-38ad-4618-87af-8e471bfa333d None None] Pushing event updated for resources: {'Port': ['ID=dc8f5e9a-25a6-4290-93a3-d6349a15a915,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:21.957721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dc8f5e9a-25a6-4290-93a3-d6349a15a915 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:21.958024 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:22.041366 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-0566ab4c-2c80-4ff2-aecb-98aaea339b38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 200 len: 217 time: 0.1975865 Sep 18 02:11:22.042395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:11:22.076838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=6ec81500-13b3-4ca9-937f-2f95517d546d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:22.217431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-610fab90-4e5f-4236-a620-0b803f3702df None None] Provisioning complete for port 6ec81500-13b3-4ca9-937f-2f95517d546d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:22.217915 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-610fab90-4e5f-4236-a620-0b803f3702df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:22.256391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:22.263279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0d659821-9d35-478f-bddb-ab7ab8ee0ca0 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9836748 Sep 18 02:11:22.265948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38320) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:22.268623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-610fab90-4e5f-4236-a620-0b803f3702df None None] Port 6ec81500-13b3-4ca9-937f-2f95517d546d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:22.276587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06fcfb4-7437-402c-a24e-0c1b0a86500b None None] Sync routers for ids ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:22.289930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:22.297762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06fcfb4-7437-402c-a24e-0c1b0a86500b None None] Routers {'2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:22.298577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d06fcfb4-7437-402c-a24e-0c1b0a86500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:22.302282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-610fab90-4e5f-4236-a620-0b803f3702df None None] Provisioning complete for port dc8f5e9a-25a6-4290-93a3-d6349a15a915 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:22.302834 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-610fab90-4e5f-4236-a620-0b803f3702df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:22.314787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-77cf0e38-2438-47ab-8c5c-74f7a1da2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:22.316641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-77cf0e38-2438-47ab-8c5c-74f7a1da2469 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.1850369 Sep 18 02:11:22.320702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f80b60a7-c1f0-48cc-b5d5-38620ffa86a3 req-cf05dcb7-136f-42b8-ada8-0929eef36816 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7046599 Sep 18 02:11:22.336737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fdb0e5-c925-4217-a0a8-ff48d2530663 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:22.341008 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-27fdb0e5-c925-4217-a0a8-ff48d2530663 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports/f09eb1ee-2e67-4a08-8b40-c8e2d28a4515 HTTP/1.1" status: 200 len: 910 time: 0.0679507 Sep 18 02:11:22.347235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38324) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:22.395764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d06fcfb4-7437-402c-a24e-0c1b0a86500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:22.442998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa612e-48d9-41ba-b37e-aceab25b40a2 req-7b76eb87-c21f-411b-a4b7-b6c9fe1421e1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:22.456089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fbaa612e-48d9-41ba-b37e-aceab25b40a2 req-7b76eb87-c21f-411b-a4b7-b6c9fe1421e1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 944 time: 0.6546891 Sep 18 02:11:22.467171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06fcfb4-7437-402c-a24e-0c1b0a86500b None None] Routers {'2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:22.467897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d06fcfb4-7437-402c-a24e-0c1b0a86500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:22.510237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d06fcfb4-7437-402c-a24e-0c1b0a86500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:22.512981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06fcfb4-7437-402c-a24e-0c1b0a86500b None None] The sync data for ids ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:22.596422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fbaa612e-48d9-41ba-b37e-aceab25b40a2 req-e62ae7c0-7d90-4fd7-8bd6-41ed10d388ae tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124628 Sep 18 02:11:22.603100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 39787835-682a-4578-8747-b8d89c323098 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:22.606487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-8247591a-9895-4ebb-a91a-c65302562369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:22.608130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-8247591a-9895-4ebb-a91a-c65302562369 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2700052 Sep 18 02:11:22.609790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:22.770256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c6026fd2-905a-4893-a5f8-44513b983dd9 None None] Provisioning complete for port 6ec81500-13b3-4ca9-937f-2f95517d546d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:22.774346 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c6026fd2-905a-4893-a5f8-44513b983dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:22.781992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:11:22.849550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dc8f5e9a-25a6-4290-93a3-d6349a15a915 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:22.897844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c6026fd2-905a-4893-a5f8-44513b983dd9 None None] Port 6ec81500-13b3-4ca9-937f-2f95517d546d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:22.921276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c6026fd2-905a-4893-a5f8-44513b983dd9 None None] Provisioning complete for port f09eb1ee-2e67-4a08-8b40-c8e2d28a4515 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:22.921861 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c6026fd2-905a-4893-a5f8-44513b983dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:23.027180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dc8f5e9a-25a6-4290-93a3-d6349a15a915 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:23.047594 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:23.059356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c6026fd2-905a-4893-a5f8-44513b983dd9 None None] Port f09eb1ee-2e67-4a08-8b40-c8e2d28a4515 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:23.114787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:23.121469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-197efb62-7111-49a1-896b-4bc80ba5221d service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007026 Sep 18 02:11:23.206056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5c3f3903-9744-43cd-9d72-f222feb358c1 None None] Provisioning complete for port 6ec81500-13b3-4ca9-937f-2f95517d546d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:23.206702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3903-9744-43cd-9d72-f222feb358c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:23.260258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:23.263104 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f3903-9744-43cd-9d72-f222feb358c1 None None] Port 6ec81500-13b3-4ca9-937f-2f95517d546d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:23.273130 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Sync routers for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:23.285166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e0913a6b-1931-46d2-9cc0-88f7043c257c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "PUT /v2.0/routers/5ed5caa1-5812-447c-911f-e5c1a02bbb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7042086 Sep 18 02:11:23.290155 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:23.296113 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:23.332226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-38faca44-779c-49fb-9ff6-179b5f4d7908 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013345 Sep 18 02:11:23.409996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-5097e3da-6545-4b0d-96a4-ff4244a5736b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804 HTTP/1.1" status: 200 len: 217 time: 0.0695879 Sep 18 02:11:23.560565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-749dc362-7238-40b1-8bb6-42402fc955d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:23.564159 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:11:23.571207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-749dc362-7238-40b1-8bb6-42402fc955d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.1532011 Sep 18 02:11:23.661284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port f09eb1ee-2e67-4a08-8b40-c8e2d28a4515 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:23.661630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:23.726429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-1ced2b6b-0c16-41fe-b817-67e564079a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:23.736629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-1ced2b6b-0c16-41fe-b817-67e564079a5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1439095 Sep 18 02:11:23.879500 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-efad3fbd-3594-4dd2-9337-8b09abd5a92d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486218266&fields=id&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 267 time: 0.0805671 Sep 18 02:11:23.882542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:23.932955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for f09eb1ee-2e67-4a08-8b40-c8e2d28a4515 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:23.935033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38362) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:23.961560 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:21Z', 'revision_number': 2, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:23.984785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15910db3-f100-4bee-ae0b-437f9b4196c6 req-3a58e285-8567-44cd-8e62-a90d1b1518b7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:23.986430 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15910db3-f100-4bee-ae0b-437f9b4196c6 req-3a58e285-8567-44cd-8e62-a90d1b1518b7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 944 time: 0.2293751 Sep 18 02:11:24.004562 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Checking router: 5ed5caa1-5812-447c-911f-e5c1a02bbb7f for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:11:24.005171 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Updating router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f port 6ec81500-13b3-4ca9-937f-2f95517d546d binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:11:24.036847 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.079811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15910db3-f100-4bee-ae0b-437f9b4196c6 req-6e396a3e-9bcf-47e7-8fd1-b5897eadd9fa tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640478 Sep 18 02:11:24.098499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-471c0555-76e5-4c37-85fe-5a18342659ea service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530889 Sep 18 02:11:24.185520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-463e3b0e-5eff-4e5a-b4b0-f0db4bc984d4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:24.187550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-463e3b0e-5eff-4e5a-b4b0-f0db4bc984d4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 796 time: 0.3012753 Sep 18 02:11:24.195023 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de591036-4b09-49fc-8c97-eb5ed6cbfbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.205947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 64df83f9-c1b8-4111-aed6-420c7a085b87 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:24.247350 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-cd413c9a-3f12-4150-b9c2-fa7c9791cbcf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/quotas/f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 375 time: 0.0505450 Sep 18 02:11:24.319934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-e22283b1-0d84-402d-992b-cb1fba1187f2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644064 Sep 18 02:11:24.330548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 64df83f9-c1b8-4111-aed6-420c7a085b87 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:11:24.345995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 64df83f9-c1b8-4111-aed6-420c7a085b87 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:24.346388 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.409334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-d8fbb414-0c9d-4793-b744-a53980c3cc37 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035898 Sep 18 02:11:24.432973 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.441916 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.503351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-c364f0f1-05fc-4df1-a136-20bb7e233bd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 HTTP/1.1" status: 200 len: 217 time: 0.0860429 Sep 18 02:11:24.534697 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.581559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-75c40103-2f41-4500-9919-8ecc12c35812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:24.583203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-75c40103-2f41-4500-9919-8ecc12c35812 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.0739498 Sep 18 02:11:24.587745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee489d6f-1248-4909-8597-92b55e4b0d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df83f9-c1b8-4111-aed6-420c7a085b87'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:11:24.590144 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4d47dc-e66e-4614-81e0-6ab4a1fcc5b3" -d '{"events": [{"server_uuid": "ee489d6f-1248-4909-8597-92b55e4b0d86", "name": "network-vif-plugged", "status": "completed", "tag": "64df83f9-c1b8-4111-aed6-420c7a085b87"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:11:24.599456 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Pushing event updated for resources: {'Port': ['ID=6ec81500-13b3-4ca9-937f-2f95517d546d,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:24.599763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-0263dd14-ec38-49a4-8b03-4ca4e094bb52 service neutron] 10.222.0.21 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101882 Sep 18 02:11:24.601226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.637148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 64df83f9-c1b8-4111-aed6-420c7a085b87, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=64df83f9-c1b8-4111-aed6-420c7a085b87,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:24.647696 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.689039 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.691213 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.692717 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.693173 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.696211 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.696917 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.703484 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.704198 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.704358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=f09eb1ee-2e67-4a08-8b40-c8e2d28a4515,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:24.704720 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.705350 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.706011 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.737275 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:24.790348 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Attempting to bind port 6ec81500-13b3-4ca9-937f-2f95517d546d on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:24.793436 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Attempting to bind port 6ec81500-13b3-4ca9-937f-2f95517d546d by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:24.794059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Attempting to bind port 6ec81500-13b3-4ca9-937f-2f95517d546d on network 39787835-682a-4578-8747-b8d89c323098 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:24.816014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=64df83f9-c1b8-4111-aed6-420c7a085b87,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:24.831920 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:24.832938 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Checking segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:24.834039 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.837228 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Bound using segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:24.837949 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Bound port: 6ec81500-13b3-4ca9-937f-2f95517d546d, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:24.838522 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.843814 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e582d2c-d213-4a23-901d-d4c42bc72825 x-openstack-request-id: req-2e582d2c-d213-4a23-901d-d4c42bc72825 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:11:24.844126 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee489d6f-1248-4909-8597-92b55e4b0d86", "name": "network-vif-plugged", "status": "completed", "tag": "64df83f9-c1b8-4111-aed6-420c7a085b87", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:11:24.844546 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e582d2c-d213-4a23-901d-d4c42bc72825 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:11:24.844952 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee489d6f-1248-4909-8597-92b55e4b0d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df83f9-c1b8-4111-aed6-420c7a085b87', 'code': 200} Sep 18 02:11:24.852615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-46796c7c-46a1-48da-9490-29c9a8e21763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:24.856470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-46796c7c-46a1-48da-9490-29c9a8e21763 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2634089 Sep 18 02:11:24.913021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1b13c3fc-d9f5-4004-8e9f-2582cae2648d None None] Provisioning complete for port 6ec81500-13b3-4ca9-937f-2f95517d546d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:24.915157 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b13c3fc-d9f5-4004-8e9f-2582cae2648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.975444 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] For port 6ec81500-13b3-4ca9-937f-2f95517d546d, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:24.979185 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] For port 6ec81500-13b3-4ca9-937f-2f95517d546d, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6ec81500-13b3-4ca9-937f-2f95517d546d,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:24.988128 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:24.990448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1b13c3fc-d9f5-4004-8e9f-2582cae2648d None None] Port 6ec81500-13b3-4ca9-937f-2f95517d546d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:25.018499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de591036-4b09-49fc-8c97-eb5ed6cbfbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.034965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de591036-4b09-49fc-8c97-eb5ed6cbfbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.051975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739857fe-9ada-4618-9ef0-4681b8409065 req-6699183d-4b25-4138-9d23-283913c7edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:25.053644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-739857fe-9ada-4618-9ef0-4681b8409065 req-6699183d-4b25-4138-9d23-283913c7edf9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 1097 time: 0.1391847 Sep 18 02:11:25.055934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-deefd2a1-4054-4887-9b25-2d50ccdc1f46 service neutron] 10.222.0.21 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632748 Sep 18 02:11:25.101893 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:25.108236 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:25.128917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-739857fe-9ada-4618-9ef0-4681b8409065 req-d8b68487-0c26-4e67-9bcb-1ca9dc2cd9b2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Sep 18 02:11:25.153613 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.205891 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700d5d3-20a8-4af7-9c5d-013c21ea8d49 None None] Pushing event updated for resources: {'Port': ['ID=6ec81500-13b3-4ca9-937f-2f95517d546d,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:25.209003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de591036-4b09-49fc-8c97-eb5ed6cbfbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c1e63-49b8-490d-a040-08ec9e193a06,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:25.275263 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-de591036-4b09-49fc-8c97-eb5ed6cbfbfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55b232f65c764fd9907e342ff95ea481&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3316526 Sep 18 02:11:25.297340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38380) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:25.392125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb7fa4-9158-4d2d-a916-a37d0c7ff345 req-bd7a93df-af78-464b-be9b-974f487fb16f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:25.399788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3bb7fa4-9158-4d2d-a916-a37d0c7ff345 req-bd7a93df-af78-464b-be9b-974f487fb16f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1815860 Sep 18 02:11:25.428211 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.436126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-622fbc37-5f64-4f6e-b060-8f19b77061fd service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600607 Sep 18 02:11:25.439997 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-83086291-7593-4efd-af6a-25bbe1427cc6 req-f791767d-1d5f-46ed-89a1-2c19410079c9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 210 time: 0.0332234 Sep 18 02:11:25.523924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6ed18841-ea28-496d-9996-f3dd4282bffa None None] Provisioning complete for port 6ec81500-13b3-4ca9-937f-2f95517d546d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:25.524601 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ed18841-ea28-496d-9996-f3dd4282bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.544377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a969785-d6da-4161-9470-a7bc52f5d8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.554689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:11:25.588256 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:11:25.596685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3bb7fa4-9158-4d2d-a916-a37d0c7ff345 req-20f5ba35-6a5c-4401-91b4-730883ca4cbd tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959198 Sep 18 02:11:25.664383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a969785-d6da-4161-9470-a7bc52f5d8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.690642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:25.705956 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c78d3cf-5d57-4b01-9e7c-e1071b08a439 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574204 Sep 18 02:11:25.708889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38392) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:25.714593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2faff-00f0-4447-9edb-3473700574b2 None None] Sync routers for ids ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:25.730006 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-619c6cf5-a81b-4d90-a850-067ee63b53f5 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753956 Sep 18 02:11:25.794645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ed18841-ea28-496d-9996-f3dd4282bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.799473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2faff-00f0-4447-9edb-3473700574b2 None None] Routers {'2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:25.806786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8ac2faff-00f0-4447-9edb-3473700574b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:25.809118 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.841846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-93a6fa88-9be0-4502-8663-265fb62bd3ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6111cda2-77b2-4684-8741-40d84ecf6f80 HTTP/1.1" status: 200 len: 217 time: 0.0997901 Sep 18 02:11:25.884210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a969785-d6da-4161-9470-a7bc52f5d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.887348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a969785-d6da-4161-9470-a7bc52f5d8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:25.891666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4a969785-d6da-4161-9470-a7bc52f5d8bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc5c1e63-49b8-490d-a040-08ec9e193a06 HTTP/1.1" status: 204 len: 168 time: 0.5914123 Sep 18 02:11:25.899435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8ac2faff-00f0-4447-9edb-3473700574b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:25.925657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969785-d6da-4161-9470-a7bc52f5d8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c1e63-49b8-490d-a040-08ec9e193a06,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:25.950876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-5625017b-4c54-4be9-97cb-4ad07ca0212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:25.952741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-5625017b-4c54-4be9-97cb-4ad07ca0212c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.1010385 Sep 18 02:11:25.981447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2faff-00f0-4447-9edb-3473700574b2 None None] Routers {'2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:25.982096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8ac2faff-00f0-4447-9edb-3473700574b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:25.987796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6ed18841-ea28-496d-9996-f3dd4282bffa None None] For port 6ec81500-13b3-4ca9-937f-2f95517d546d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6ec81500-13b3-4ca9-937f-2f95517d546d,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:26.066772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-ed6be62b-fc22-43b7-935c-0042ba8805af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:26.073005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-ed6be62b-fc22-43b7-935c-0042ba8805af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119711 Sep 18 02:11:26.132549 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ed18841-ea28-496d-9996-f3dd4282bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:26.144057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8ac2faff-00f0-4447-9edb-3473700574b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:26.145157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac2faff-00f0-4447-9edb-3473700574b2 None None] The sync data for ids ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:26.149625 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:24Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:26.206438 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c272a62-62a9-4f34-9cd2-8e0f8e994872 None None] The sync data for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 is: [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:24Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:26.263940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-c0920951-d326-43f6-bbf2-bab0f28e50c2 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820455 Sep 18 02:11:26.298457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed18841-ea28-496d-9996-f3dd4282bffa None None] Pushing event updated for resources: {'Port': ['ID=6ec81500-13b3-4ca9-937f-2f95517d546d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:26.462750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-f08cf111-0f36-4c1e-add5-60a1bc3a2f35 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627901 Sep 18 02:11:26.524977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-8e0b234a-ca7c-4790-bbcd-c30c40c47cbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 HTTP/1.1" status: 200 len: 217 time: 0.0523684 Sep 18 02:11:26.640130 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:26.667710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-7780fa6f-3da8-467e-a9f8-4cfc90b31197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:26.669102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-7780fa6f-3da8-467e-a9f8-4cfc90b31197 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.1334555 Sep 18 02:11:26.671029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fc1ce5e-7671-4054-8fe6-0e20f8ecdfca req-3302a67f-07bd-4b6f-b3a1-d012f1d58c9d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 210 time: 0.0731909 Sep 18 02:11:26.773630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-cf5830a2-4aeb-4908-a9cb-8b774c6c7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:26.777888 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-cf5830a2-4aeb-4908-a9cb-8b774c6c7d70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010115 Sep 18 02:11:26.981861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6ec81500-13b3-4ca9-937f-2f95517d546d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:27.050630 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6d76c-7c31-4f0b-9fe8-18300f670381 req-a0ede2fb-2520-4ca5-8ad1-040b3790cfb8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:27.052256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bf6d76c-7c31-4f0b-9fe8-18300f670381 req-a0ede2fb-2520-4ca5-8ad1-040b3790cfb8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1899507 Sep 18 02:11:27.114262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6ec81500-13b3-4ca9-937f-2f95517d546d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:27.114644 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:27.116936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-77fc1682-9ab7-46ef-b8d7-f8783ce2c8e7 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301508 Sep 18 02:11:27.272113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bf6d76c-7c31-4f0b-9fe8-18300f670381 req-1a91f099-f289-4342-86e1-cde453feafa7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012181 Sep 18 02:11:27.335035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-367a7df1-b98b-494c-9f3c-d1f04986a603 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:27.337764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-367a7df1-b98b-494c-9f3c-d1f04986a603 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 796 time: 0.3005629 Sep 18 02:11:27.421220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 78c44fd0-8430-4570-a9c8-ccec29cf5065 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:27.421695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:27.480807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-6896cd4a-d340-4f82-8414-0efe8bb205a0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 379 time: 0.1304595 Sep 18 02:11:27.494485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'port': {'device_id': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'admin_state_up': True, 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'security_groups': ['b49e530d-e24f-4658-adf3-3a8ca282c87b']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:27.502624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38440) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:27.643073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38446) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:27.753820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:27.788828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 78c44fd0-8430-4570-a9c8-ccec29cf5065 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:27.851147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26a48653-852b-4d4d-a3e3-f7ab62cfa588 req-94fa9658-c90d-4288-89f0-3633772845df tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 210 time: 0.0505004 Sep 18 02:11:27.901487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-241268827-network', 'tenant_id': '07fd82df2d6b4051be86b2877689f079'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:27.931790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d926c90-b5d4-4b80-96b0-026550f23376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:27.969466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Made reservation on behalf of 07fd82df2d6b4051be86b2877689f079 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:27.971973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.000582 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.132127 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a12d58c-a840-4590-b230-10c5b9ecc182 req-04049e7e-6dc9-479d-acb2-0cd3a8707ca5 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7931530 Sep 18 02:11:28.188347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517192f-0d50-452f-beb5-04daeed95e54 req-ef706a07-5485-45c8-a662-b0f97ee777bc tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:28.190964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7517192f-0d50-452f-beb5-04daeed95e54 req-ef706a07-5485-45c8-a662-b0f97ee777bc tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1324239 Sep 18 02:11:28.237493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7517192f-0d50-452f-beb5-04daeed95e54 req-4bd655a9-7231-4cd3-9215-56fc47c71866 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Sep 18 02:11:28.485426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.499046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d926c90-b5d4-4b80-96b0-026550f23376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.517851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:28.520563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d926c90-b5d4-4b80-96b0-026550f23376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.521353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.527144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=78c44fd0-8430-4570-a9c8-ccec29cf5065,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:28.530226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:11:28.530226 n-d-789963-12 neutron-server[106440]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 02:11:28.530226 n-d-789963-12 neutron-server[106440]: [parameters: {'project_id_1': '07fd82df2d6b4051be86b2877689f079', 'expiration_1': datetime.datetime(2021, 9, 18, 2, 11, 8, 390163)}] Sep 18 02:11:28.530226 n-d-789963-12 neutron-server[106440]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:11:28.530644 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:11:28.606737 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3d926c90-b5d4-4b80-96b0-026550f23376 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13d9bb6b336a460f8b23e17e254d05e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9618578 Sep 18 02:11:28.609961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d926c90-b5d4-4b80-96b0-026550f23376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54586b2-a890-4e2e-842a-f14685f065c6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:28.612461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:28.682593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.20.0.11 (39787835-682a-4578-8747-b8d89c323098/3e45fefd-61ac-4911-ae0b-87a2f413a943/e8997e8c-fcf1-4b88-95d4-c4923788d6e0) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:28.762958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e0a141c-c997-401e-8bf8-46f4a46bc453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.768823 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.796195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e0a141c-c997-401e-8bf8-46f4a46bc453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.852786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.889035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.941257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 39787835-682a-4578-8747-b8d89c323098 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:28.951994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:28.968115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:11:28.970748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:28.979184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e0a141c-c997-401e-8bf8-46f4a46bc453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.981725 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e0a141c-c997-401e-8bf8-46f4a46bc453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:28.985741 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9e0a141c-c997-401e-8bf8-46f4a46bc453 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f54586b2-a890-4e2e-842a-f14685f065c6 HTTP/1.1" status: 204 len: 168 time: 0.3661840 Sep 18 02:11:29.017179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:29.026934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a141c-c997-401e-8bf8-46f4a46bc453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54586b2-a890-4e2e-842a-f14685f065c6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:29.033062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.045607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:29.046280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.061080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62f519-6910-4a1d-9aa1-67226de89fe0 req-93d76a38-e577-4e41-97b6-896cdf92152a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:29.071683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f62f519-6910-4a1d-9aa1-67226de89fe0 req-93d76a38-e577-4e41-97b6-896cdf92152a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 932 time: 0.1390843 Sep 18 02:11:29.084591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:29.091140 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-093b3db8-8030-4a9b-8a9e-320f6197ba57 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3812444 Sep 18 02:11:29.097545 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38466) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:29.100199 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7463b2d-52e1-4f2c-a1cf-45c936c20a01 None None] Sync routers for ids ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:29.113026 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7463b2d-52e1-4f2c-a1cf-45c936c20a01 None None] Routers {'2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:29.114015 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c7463b2d-52e1-4f2c-a1cf-45c936c20a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:29.116545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-051f4e52-2bba-4a89-9297-7f1f6a01a848 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6268487 Sep 18 02:11:29.136528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f62f519-6910-4a1d-9aa1-67226de89fe0 req-7f9a076b-6b3f-4eb0-bc25-234ef08e6a05 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638990 Sep 18 02:11:29.148542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Request body: {'port': {'device_id': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:29.165110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a637ce20-8df6-4138-b6b0-04fbd0af97d3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 HTTP/1.1" status: 200 len: 205 time: 0.0633285 Sep 18 02:11:29.169018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38470) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:29.199188 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c7463b2d-52e1-4f2c-a1cf-45c936c20a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:29.210903 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7463b2d-52e1-4f2c-a1cf-45c936c20a01 None None] Routers {'2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:29.212078 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c7463b2d-52e1-4f2c-a1cf-45c936c20a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:29.256280 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c7463b2d-52e1-4f2c-a1cf-45c936c20a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:29.257131 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7463b2d-52e1-4f2c-a1cf-45c936c20a01 None None] The sync data for ids ['2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:29.282966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.325587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1ada6d2-ae97-4407-a7ca-c61ad301c3fb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.412366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3c82f44d-7986-4908-8169-ef2d0922d371 None None] Provisioning complete for port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:29.413038 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c82f44d-7986-4908-8169-ef2d0922d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.464130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3c82f44d-7986-4908-8169-ef2d0922d371 None None] Port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:29.514352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38476) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:29.533005 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa760-ed42-4500-ac1f-8c58dcc4bbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.537217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c1227-3037-41ee-94a8-c0a5650312c0 req-2939b8c8-5bf1-44bc-a8a3-4c12a909a659 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:29.538781 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b21c1227-3037-41ee-94a8-c0a5650312c0 req-2939b8c8-5bf1-44bc-a8a3-4c12a909a659 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.2087882 Sep 18 02:11:29.581927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1ada6d2-ae97-4407-a7ca-c61ad301c3fb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.590151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1ada6d2-ae97-4407-a7ca-c61ad301c3fb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.613420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.641946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8997e8c-fcf1-4b88-95d4-c4923788d6e0 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:11:29.651237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.653429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.679454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Transition to ACTIVE for port object e8997e8c-fcf1-4b88-95d4-c4923788d6e0 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:11:29.679785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b21c1227-3037-41ee-94a8-c0a5650312c0 req-bc45c149-7bb4-419c-8185-828a35bda2fd tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051292 Sep 18 02:11:29.683915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:11:29.689683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1ada6d2-ae97-4407-a7ca-c61ad301c3fb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.690177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ada6d2-ae97-4407-a7ca-c61ad301c3fb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Fanout notify agent at l3_agent the message router_deleted on router 2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:11:29.695234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.702567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1ada6d2-ae97-4407-a7ca-c61ad301c3fb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.704072 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d1ada6d2-ae97-4407-a7ca-c61ad301c3fb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 HTTP/1.1" status: 204 len: 168 time: 0.5340598 Sep 18 02:11:29.707575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38478) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:29.709542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630df7e4-5332-43c5-a0ba-0f8a15566c70,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:29.724185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.724537 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Added segment 46f208e5-90f3-446e-94e2-1fee79828060 of type vlan for network 8d736148-bc5f-416b-b95e-3f06c8c910ff Sep 18 02:11:29.782883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:29.799816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.800294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.800696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.801129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.801625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.802079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.802522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.802964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.803506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.803838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.804240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.804627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:29.811278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3e3bf9-26b0-4c1d-aa56-cc904d09f304 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet 8aeaeb84-1b45-4487-b126-bbf7f9cd79b9 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:11:29.814853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.819024 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3bf9-26b0-4c1d-aa56-cc904d09f304 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.848377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa760-ed42-4500-ac1f-8c58dcc4bbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.868762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa760-ed42-4500-ac1f-8c58dcc4bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.871903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3bf9-26b0-4c1d-aa56-cc904d09f304 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.876407 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.877680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:29.878500 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.925831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2d9fa760-ed42-4500-ac1f-8c58dcc4bbdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ea8e9b0658544b199ac3f3cafc2fde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103746 Sep 18 02:11:29.928422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38482) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:29.938249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4336021 Sep 18 02:11:29.942506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:29.946641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa760-ed42-4500-ac1f-8c58dcc4bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d421e30f-8aa2-45c6-a306-3f5b6acf96be,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:29.949069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Request body: {'subnet': {'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-241268827-subnet', 'tenant_id': '07fd82df2d6b4051be86b2877689f079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:29.962025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Attempting to bind port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:29.962370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Attempting to bind port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:29.962770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Attempting to bind port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on network 39787835-682a-4578-8747-b8d89c323098 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:29.973944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on network 39787835-682a-4578-8747-b8d89c323098 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:11:29.974278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Attempting to bind port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on network 39787835-682a-4578-8747-b8d89c323098 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:29.988135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:29.988482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Checking segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:29.988876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Bound using segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:29.989331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Bound port: e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:29.989671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:29.996037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3e3b3-2da7-4539-b5f5-bf70b5ce5c27 admin admin] Pushing event updated for resources: {'Network': ['ID=8d736148-bc5f-416b-b95e-3f06c8c910ff,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:30.010152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8d736148-bc5f-416b-b95e-3f06c8c910ff details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:11:30.043844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Made reservation on behalf of 07fd82df2d6b4051be86b2877689f079 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:30.043985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f959f58-f9a6-4764-b849-1a9714bbc4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.046349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.085801 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f959f58-f9a6-4764-b849-1a9714bbc4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.110682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:30.114599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3bf9-26b0-4c1d-aa56-cc904d09f304 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.133286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:30.137457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.177443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:30.178241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.179538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 1093 time: 1.0420196 Sep 18 02:11:30.179976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:11:30.190559 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:11:30.211591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f959f58-f9a6-4764-b849-1a9714bbc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.214581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f959f58-f9a6-4764-b849-1a9714bbc4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.220589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f959f58-f9a6-4764-b849-1a9714bbc4c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d421e30f-8aa2-45c6-a306-3f5b6acf96be HTTP/1.1" status: 204 len: 168 time: 0.2909212 Sep 18 02:11:30.272193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f959f58-f9a6-4764-b849-1a9714bbc4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d421e30f-8aa2-45c6-a306-3f5b6acf96be,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:30.281250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25064bb-eeb4-407a-b3a9-d9899f7549f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:30.319266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-a81dea3c-5c8c-4db6-96ce-7e0034e166ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:30.321137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-a81dea3c-5c8c-4db6-96ce-7e0034e166ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1096 time: 0.0861714 Sep 18 02:11:30.342740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3bf9-26b0-4c1d-aa56-cc904d09f304 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.376797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d493d63-bad9-41cf-bd6c-d3d9d53fdf49 None None] Network 06757a58-4243-4a43-ab80-221ce7fe8bcd requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:30.399905 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-75987710-71cf-4b83-bfb2-d00f7592ad19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0669384 Sep 18 02:11:30.401336 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0cce6-4895-4680-bca3-18ef69f681e2 x-openstack-request-id: req-cca0cce6-4895-4680-bca3-18ef69f681e2 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:11:30.401619 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:11:30.401865 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cca0cce6-4895-4680-bca3-18ef69f681e2 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:11:30.402263 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'status': 'completed', 'code': 200} Sep 18 02:11:30.425860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3bf9-26b0-4c1d-aa56-cc904d09f304 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.428092 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cb3e3bf9-26b0-4c1d-aa56-cc904d09f304 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/8aeaeb84-1b45-4487-b126-bbf7f9cd79b9 HTTP/1.1" status: 204 len: 168 time: 0.7194808 Sep 18 02:11:30.458326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38496) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:30.470393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e3bf9-26b0-4c1d-aa56-cc904d09f304 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=8aeaeb84-1b45-4487-b126-bbf7f9cd79b9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:30.472571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.520204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d7420f37-3252-4329-add0-7715ede689a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:30.521694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-d7420f37-3252-4329-add0-7715ede689a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.1046553 Sep 18 02:11:30.537948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269adc12-2d49-4ff6-a2f6-abed2ba19393 req-8cc5ebe6-8eb7-4ef5-a5b4-e413d669dc81 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:30.539013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-269adc12-2d49-4ff6-a2f6-abed2ba19393 req-8cc5ebe6-8eb7-4ef5-a5b4-e413d669dc81 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.2004986 Sep 18 02:11:30.540814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a11093-c329-40f6-884f-f3b256528d1b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet 88bf2f5c-35c9-4ffa-a4f3-2b1a953dcdf1 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:11:30.543939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a11093-c329-40f6-884f-f3b256528d1b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.576281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Checking segment: {'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:30.576638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Network hostable DHCP agents. Network: 8d736148-bc5f-416b-b95e-3f06c8c910ff, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:11:30.606478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef3d490-dd25-40c9-98f7-21414e50e450,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:30.616159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a11093-c329-40f6-884f-f3b256528d1b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.639265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-269adc12-2d49-4ff6-a2f6-abed2ba19393 req-19badbd5-7fd1-415e-bf4b-08cb611ccb0a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703127 Sep 18 02:11:30.650259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Network 8d736148-bc5f-416b-b95e-3f06c8c910ff is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:11:30.652367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-95d62d6e-00c7-4f00-b03a-33a52554eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:30.653881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-95d62d6e-00c7-4f00-b03a-33a52554eab1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249824 Sep 18 02:11:30.661547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 8d736148-bc5f-416b-b95e-3f06c8c910ff) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:30.669917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:30.670607 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.679181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c3eb2-f6eb-43cd-b1d0-3b16186bed50 None None] Network 8d736148-bc5f-416b-b95e-3f06c8c910ff requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:30.688746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8bcb5f95-dbd5-4d10-a4ff-891526240ed3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7433641 Sep 18 02:11:30.753927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] DHCP port deletion for 06757a58-4243-4a43-ab80-221ce7fe8bcd request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:11:30.862290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1af694f9-dd41-487e-b0ee-32b625ac22a2 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:11:30.932174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a11093-c329-40f6-884f-f3b256528d1b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:30.978407 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-61dccae0-0b7b-4447-a67f-b3b799ce32cb service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151371 Sep 18 02:11:30.991429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0801df3-79f6-4dea-904d-042170cb5aa7 req-dab2f050-13ff-406b-b1d1-91d8453b8b5a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:30.993237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0801df3-79f6-4dea-904d-042170cb5aa7 req-dab2f050-13ff-406b-b1d1-91d8453b8b5a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1247566 Sep 18 02:11:31.117472 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a11093-c329-40f6-884f-f3b256528d1b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.122647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0801df3-79f6-4dea-904d-042170cb5aa7 req-90b1232e-1f87-4700-9174-de9ca258e4bb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154885 Sep 18 02:11:31.160667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a11093-c329-40f6-884f-f3b256528d1b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=88bf2f5c-35c9-4ffa-a4f3-2b1a953dcdf1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:31.178839 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-830ba7bb-cc15-450c-8dfc-544ff1349223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.186404 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd2367-a07e-45e8-9d40-f2e3de517e50 None None] Network 8d736148-bc5f-416b-b95e-3f06c8c910ff requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:31.196823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a11093-c329-40f6-884f-f3b256528d1b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.199091 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e8a11093-c329-40f6-884f-f3b256528d1b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/88bf2f5c-35c9-4ffa-a4f3-2b1a953dcdf1 HTTP/1.1" status: 204 len: 168 time: 0.7397029 Sep 18 02:11:31.202556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38524) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:31.203393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993a2917-5378-42f9-8e4a-a8601efaabe3 req-9d83ffe9-3e52-4af5-93e9-da7387bc8cd9 service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092481 Sep 18 02:11:31.228743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0189da-6c27-493f-8e66-4f00d2b084af None None] Network 1e677194-169f-4f57-8dc0-56146a2654a3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:31.352944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-4a5e1856-a9dd-41a3-8ba0-8e5764a64ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:31.354401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-4a5e1856-a9dd-41a3-8ba0-8e5764a64ed4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1096 time: 0.0923827 Sep 18 02:11:31.360919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.445213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 1af694f9-dd41-487e-b0ee-32b625ac22a2 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:31.447022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.514184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-7688657d-e99c-4e62-95ae-d2ee93c54210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:31.516691 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-7688657d-e99c-4e62-95ae-d2ee93c54210 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 896 time: 0.1535830 Sep 18 02:11:31.547904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] Deleting port 1af694f9-dd41-487e-b0ee-32b625ac22a2 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:31.548979 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.577333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port 1af694f9-dd41-487e-b0ee-32b625ac22a2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1af694f9-dd41-487e-b0ee-32b625ac22a2,segment=NetworkSegment(594c5010-65da-4ecc-951e-2ee82e970fb5),segment_id=594c5010-65da-4ecc-951e-2ee82e970fb5)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:31.578959 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.596753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 1af694f9-dd41-487e-b0ee-32b625ac22a2 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:31.654408 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-d10caf11-ea31-4dd3-a256-3368cdc7ea1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 217 time: 0.1276119 Sep 18 02:11:31.828085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-9ec3a97d-cd3b-4731-99a2-88803e2f6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:31.829553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-9ec3a97d-cd3b-4731-99a2-88803e2f6b1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.1688704 Sep 18 02:11:31.846284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] For port 1af694f9-dd41-487e-b0ee-32b625ac22a2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1af694f9-dd41-487e-b0ee-32b625ac22a2,segment=NetworkSegment(594c5010-65da-4ecc-951e-2ee82e970fb5),segment_id=594c5010-65da-4ecc-951e-2ee82e970fb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:31.847540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.854050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d297e-9e31-4853-a3f1-1cddbacfe2fa req-1c01ea1e-d6b3-483e-9517-3585895f8bc0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:31.855743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-097d297e-9e31-4853-a3f1-1cddbacfe2fa req-1c01ea1e-d6b3-483e-9517-3585895f8bc0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.1230087 Sep 18 02:11:31.891797 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:31.931347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=1af694f9-dd41-487e-b0ee-32b625ac22a2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:31.943050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] Calling delete_port for 1af694f9-dd41-487e-b0ee-32b625ac22a2 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:31.944438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-097d297e-9e31-4853-a3f1-1cddbacfe2fa req-816697be-5f33-4197-8032-a6c0b9aa6300 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805776 Sep 18 02:11:31.955359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port 1af694f9-dd41-487e-b0ee-32b625ac22a2 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:31.967583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-910a7241-6dd9-4beb-94f8-36e43b9abe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:31.970259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-910a7241-6dd9-4beb-94f8-36e43b9abe28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250095 Sep 18 02:11:32.037548 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.122547 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.150121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06757a58-4243-4a43-ab80-221ce7fe8bcd']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:32.182081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594c5010-65da-4ecc-951e-2ee82e970fb5') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:32.183989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594c5010-65da-4ecc-951e-2ee82e970fb5') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:32.186067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-7b9d2b8e-74f6-41fa-9046-eb0303786adc service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061059 Sep 18 02:11:32.208201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:32.213110 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:11:32.237556 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.255900 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.268811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:11:32.270212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:11:32.282409 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:11:32.297003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] No DVR routers for this DVR port 1af694f9-dd41-487e-b0ee-32b625ac22a2 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:32.300587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b2454-139b-408f-b60b-adf2941a8793 None None] Pushing event deleted for resources: {'Port': ['ID=1af694f9-dd41-487e-b0ee-32b625ac22a2,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:32.373425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] DHCP port deletion for 1e677194-169f-4f57-8dc0-56146a2654a3 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:11:32.418751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9851ac1-defe-4fd3-ae77-9e03c16be3fa req-6fe6e31e-d233-4420-a09a-a6cf2e42d972 service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241831 Sep 18 02:11:32.482501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] Deleting port 7b850989-d6ee-4279-8c0c-1893f787dfeb {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:32.483019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.526643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02384f18-e7d3-426e-bef4-dc3f13eb24e3 req-04b19965-8cab-4981-86de-ebabc7621290 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:32.536434 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02384f18-e7d3-426e-bef4-dc3f13eb24e3 req-04b19965-8cab-4981-86de-ebabc7621290 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.2816162 Sep 18 02:11:32.561040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.567148 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.569317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/06757a58-4243-4a43-ab80-221ce7fe8bcd HTTP/1.1" status: 204 len: 168 time: 1.3644848 Sep 18 02:11:32.572119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38564) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:32.595949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] For port 7b850989-d6ee-4279-8c0c-1893f787dfeb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7b850989-d6ee-4279-8c0c-1893f787dfeb,segment=NetworkSegment(895f327f-e361-4218-b247-7e5f555d5b8c),segment_id=895f327f-e361-4218-b247-7e5f555d5b8c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:32.596326 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.621349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] Calling delete_port for 7b850989-d6ee-4279-8c0c-1893f787dfeb owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:32.633000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d54ab-074f-4e6b-be79-58dacc229386 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=06757a58-4243-4a43-ab80-221ce7fe8bcd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:32.658510 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02384f18-e7d3-426e-bef4-dc3f13eb24e3 req-f4841909-a02a-4c0a-a212-a091cb57e5b5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207192 Sep 18 02:11:32.705372 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.772224 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.832569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] Pushing event deleted for resources: {'Port': ['ID=7b850989-d6ee-4279-8c0c-1893f787dfeb,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:32.844928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 7b850989-d6ee-4279-8c0c-1893f787dfeb {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:32.845711 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.846985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245d7d9-148f-4a8d-b604-162d23b6c773 None None] No DVR routers for this DVR port 7b850989-d6ee-4279-8c0c-1893f787dfeb on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:32.882621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7b850989-d6ee-4279-8c0c-1893f787dfeb no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:11:32.907542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 7b850989-d6ee-4279-8c0c-1893f787dfeb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:11:32.908020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7b850989-d6ee-4279-8c0c-1893f787dfeb not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:11:32.940719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port 7b850989-d6ee-4279-8c0c-1893f787dfeb, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:32.941240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.959762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 7b850989-d6ee-4279-8c0c-1893f787dfeb owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:32.962775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Port 7b850989-d6ee-4279-8c0c-1893f787dfeb was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:11:32.964033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:32.999209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=7b850989-d6ee-4279-8c0c-1893f787dfeb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:33.006832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port 7b850989-d6ee-4279-8c0c-1893f787dfeb on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:33.087161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d19d8f-506a-425a-be5b-acdb1f8523d8 req-e6b55f0d-8b38-493d-bc24-2a898e2dbcae tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:33.089118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9d19d8f-506a-425a-be5b-acdb1f8523d8 req-e6b55f0d-8b38-493d-bc24-2a898e2dbcae tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.0600271 Sep 18 02:11:33.096780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.118939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e677194-169f-4f57-8dc0-56146a2654a3']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:33.129647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895f327f-e361-4218-b247-7e5f555d5b8c') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:33.129946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895f327f-e361-4218-b247-7e5f555d5b8c') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:33.141315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9d19d8f-506a-425a-be5b-acdb1f8523d8 req-177eb46e-262e-4005-9a06-5e1e3c06d35a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Sep 18 02:11:33.145189 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.160312 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.168410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:11:33.168830 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:11:33.172251 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:11:33.232932 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.239980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.241848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/1e677194-169f-4f57-8dc0-56146a2654a3 HTTP/1.1" status: 204 len: 168 time: 0.6687539 Sep 18 02:11:33.248858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38580) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:33.253888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22a407-b22c-4df2-8615-19edb3996af4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=1e677194-169f-4f57-8dc0-56146a2654a3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:33.256519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-1089911206'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:33.298851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:33.298851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.326958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:11:33.340072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.340417 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment 89d214e8-71b6-4c63-b81a-63a593dcefa6 of type vlan for network 5f636d57-4904-46b6-b813-604471f1feb3 Sep 18 02:11:33.385686 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.415674 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.425165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:33.425520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a1d45b32-fa67-4897-bd84-53895a5875d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.426048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.461198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2106657 Sep 18 02:11:33.463914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:33.471202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': '5f636d57-4904-46b6-b813-604471f1feb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:33.525019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13f733-ad43-4653-83d6-74c48cac317b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=5f636d57-4904-46b6-b813-604471f1feb3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:33.541250 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 5f636d57-4904-46b6-b813-604471f1feb3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:11:33.620008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:33.626384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.853457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1c5dd-dc07-45e2-adc7-27675c9ea8ea req-3104f30c-ad1c-4960-8434-b3efa102e8cb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:33.855351 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f1f1c5dd-dc07-45e2-adc7-27675c9ea8ea req-3104f30c-ad1c-4960-8434-b3efa102e8cb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.0993695 Sep 18 02:11:33.856988 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:33.950613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=04d0a8d5-2b8f-44f3-8595-b9f907089977,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:33.957783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f1f1c5dd-dc07-45e2-adc7-27675c9ea8ea req-f9e50941-f104-4a31-84dc-7932fd8093d6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913837 Sep 18 02:11:33.965552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': '89d214e8-71b6-4c63-b81a-63a593dcefa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f636d57-4904-46b6-b813-604471f1feb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:33.965911 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: 5f636d57-4904-46b6-b813-604471f1feb3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:11:33.987093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 5f636d57-4904-46b6-b813-604471f1feb3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:11:34.016101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 5f636d57-4904-46b6-b813-604471f1feb3) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:34.018523 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.020670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:34.021265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.033738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699449e5-bc3c-4779-95cd-2c3b152c7256 None None] Network 5f636d57-4904-46b6-b813-604471f1feb3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:34.050752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-59d61d6c-e005-4320-a844-3a3737ea774b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5854769 Sep 18 02:11:34.053115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38600) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:34.058145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-507c588e-c377-4d47-aa95-8ecfad5cdc6b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-654632350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:34.093874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-507c588e-c377-4d47-aa95-8ecfad5cdc6b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.096104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-507c588e-c377-4d47-aa95-8ecfad5cdc6b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.167810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-507c588e-c377-4d47-aa95-8ecfad5cdc6b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.176088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-507c588e-c377-4d47-aa95-8ecfad5cdc6b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.203969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-507c588e-c377-4d47-aa95-8ecfad5cdc6b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.208869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-507c588e-c377-4d47-aa95-8ecfad5cdc6b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1543128 Sep 18 02:11:34.208978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38606) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:34.217771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'port': {'network_id': '5f636d57-4904-46b6-b813-604471f1feb3', 'name': 'tempest-RoutersTest-143851395'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:34.226500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-5f636d57-4904-46b6-b813-604471f1feb3', 'network_id': '5f636d57-4904-46b6-b813-604471f1feb3', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': '04d0a8d5-2b8f-44f3-8595-b9f907089977'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:11:34.230581 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.344635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2de03-bb3e-49f2-8cce-359f16c80150 req-c632b7ff-1363-4acc-b147-420fc063568b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:34.346176 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ded2de03-bb3e-49f2-8cce-359f16c80150 req-c632b7ff-1363-4acc-b147-420fc063568b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.1063254 Sep 18 02:11:34.379628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Allocated IP 172.20.0.2 (5f636d57-4904-46b6-b813-604471f1feb3/04d0a8d5-2b8f-44f3-8595-b9f907089977/e5a40001-908a-4a84-bb9a-b3a4f996728b) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:34.571815 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.583247 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.655900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Network 5f636d57-4904-46b6-b813-604471f1feb3 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:34.655900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:34.658881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Pushing event updated for resources: {'Port': ['ID=e5a40001-908a-4a84-bb9a-b3a4f996728b,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:34.666744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:34.747001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Attempting to bind port e5a40001-908a-4a84-bb9a-b3a4f996728b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:34.747558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Attempting to bind port e5a40001-908a-4a84-bb9a-b3a4f996728b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '89d214e8-71b6-4c63-b81a-63a593dcefa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f636d57-4904-46b6-b813-604471f1feb3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:34.748267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Attempting to bind port e5a40001-908a-4a84-bb9a-b3a4f996728b on network 5f636d57-4904-46b6-b813-604471f1feb3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:34.776614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:34.777133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Checking segment: {'id': '89d214e8-71b6-4c63-b81a-63a593dcefa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f636d57-4904-46b6-b813-604471f1feb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:34.777793 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.778251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Bound using segment: {'id': '89d214e8-71b6-4c63-b81a-63a593dcefa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f636d57-4904-46b6-b813-604471f1feb3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:34.778981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Bound port: e5a40001-908a-4a84-bb9a-b3a4f996728b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d214e8-71b6-4c63-b81a-63a593dcefa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5f636d57-4904-46b6-b813-604471f1feb3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:34.779427 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.815110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ded2de03-bb3e-49f2-8cce-359f16c80150 req-157d6bc0-38a5-4039-9b2a-8df89495eb31 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594996 Sep 18 02:11:34.825108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:34.829454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.866105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] device_id is not set on port d77d667a-685d-47cd-b6c4-4392080641e3 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:11:34.896797 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.918863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e8997e8c-fcf1-4b88-95d4-c4923788d6e0 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:11:34.934254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] For port e5a40001-908a-4a84-bb9a-b3a4f996728b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:34.951136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] For port e5a40001-908a-4a84-bb9a-b3a4f996728b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e5a40001-908a-4a84-bb9a-b3a4f996728b,segment=NetworkSegment(89d214e8-71b6-4c63-b81a-63a593dcefa6),segment_id=89d214e8-71b6-4c63-b81a-63a593dcefa6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:34.958005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:34.986184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.20.0.14 (5f636d57-4904-46b6-b813-604471f1feb3/04d0a8d5-2b8f-44f3-8595-b9f907089977/d77d667a-685d-47cd-b6c4-4392080641e3) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:35.132712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14717c-5a46-42ee-9f20-12624e7a7891 None None] Pushing event updated for resources: {'Port': ['ID=e5a40001-908a-4a84-bb9a-b3a4f996728b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:35.161280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:35.177267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'port_id': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'mac_address': 'fa:16:3e:6e:aa:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:11:35.225083 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:35.230127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999e129-70c2-4967-8ec3-b7b0e1798929 req-ecfad9b1-20a2-4606-bf95-d23cc4c01376 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:35.231863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4999e129-70c2-4967-8ec3-b7b0e1798929 req-ecfad9b1-20a2-4606-bf95-d23cc4c01376 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1364841 Sep 18 02:11:35.245288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:35.255327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8997e8c-fcf1-4b88-95d4-c4923788d6e0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:11:35.283644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:35.292901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:35.339080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4999e129-70c2-4967-8ec3-b7b0e1798929 req-49f24196-ffe2-4f45-89dc-023e4d5fa97c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989811 Sep 18 02:11:35.381078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:35.455652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 5f636d57-4904-46b6-b813-604471f1feb3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:35.455868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:35.500995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=d77d667a-685d-47cd-b6c4-4392080641e3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:35.537056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:35.537704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['e8997e8c-fcf1-4b88-95d4-c4923788d6e0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:11:35.556555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:35.662459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:35.663142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:35.680639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-30e92f82-2089-4716-9aac-1da62b94f73f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4705908 Sep 18 02:11:35.683500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38630) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:36.055992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3396a-f351-403a-9718-a46f555cfeaf req-39b1f6b7-2d89-4704-9ce3-2eebd2cea6c2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:36.064280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68c3396a-f351-403a-9718-a46f555cfeaf req-39b1f6b7-2d89-4704-9ce3-2eebd2cea6c2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 945 time: 0.1343780 Sep 18 02:11:36.102589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:36.112816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68c3396a-f351-403a-9718-a46f555cfeaf req-280053c2-08f4-4c12-b870-de1514880c33 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Sep 18 02:11:36.247465 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:36.431363 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:36.443482 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:36.532913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677ede42-c64f-4241-95aa-a964630889f1 None None] Network 5f636d57-4904-46b6-b813-604471f1feb3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:36.559200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=d77d667a-685d-47cd-b6c4-4392080641e3,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:36.578958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.579364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.579847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.580152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.580485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.580804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.581432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.581599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.581950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.582277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.582558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.582905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:11:36.620570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190587e-be8b-486f-8bae-ca26412a78d1 req-896369a5-92d3-4943-b1b5-711660c3b35a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:36.623238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4190587e-be8b-486f-8bae-ca26412a78d1 req-896369a5-92d3-4943-b1b5-711660c3b35a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1338923 Sep 18 02:11:36.715153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-12f535fa-3b05-486a-a1c3-326e83e32ae4 None None] Provisioning complete for port e5a40001-908a-4a84-bb9a-b3a4f996728b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:36.715690 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-12f535fa-3b05-486a-a1c3-326e83e32ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:36.864324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-12f535fa-3b05-486a-a1c3-326e83e32ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:36.901922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e5a40001-908a-4a84-bb9a-b3a4f996728b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:36.915327 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:36.923532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4190587e-be8b-486f-8bae-ca26412a78d1 req-5b26a021-8d0b-4707-b428-6eb36b7026e1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417658 Sep 18 02:11:36.935425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-12f535fa-3b05-486a-a1c3-326e83e32ae4 None None] For port e5a40001-908a-4a84-bb9a-b3a4f996728b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e5a40001-908a-4a84-bb9a-b3a4f996728b,segment=NetworkSegment(89d214e8-71b6-4c63-b81a-63a593dcefa6),segment_id=89d214e8-71b6-4c63-b81a-63a593dcefa6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:36.966857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e8997e8c-fcf1-4b88-95d4-c4923788d6e0 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:37.091881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.236770 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-12f535fa-3b05-486a-a1c3-326e83e32ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.314545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:11:37.329247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:37.329624 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.427467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d5f0-6d6c-4a17-bf74-38a3e73dce3e req-1b88ce9c-8075-415c-b5de-2271a71d3691 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:37.431174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac3d5f0-6d6c-4a17-bf74-38a3e73dce3e req-1b88ce9c-8075-415c-b5de-2271a71d3691 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 945 time: 0.1599081 Sep 18 02:11:37.515849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e5a40001-908a-4a84-bb9a-b3a4f996728b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:37.515849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.543114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac3d5f0-6d6c-4a17-bf74-38a3e73dce3e req-af0f563f-cc73-41e5-bedd-737acd03e64d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007371 Sep 18 02:11:37.575382 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.583316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f535fa-3b05-486a-a1c3-326e83e32ae4 None None] Pushing event updated for resources: {'Port': ['ID=e5a40001-908a-4a84-bb9a-b3a4f996728b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:37.597360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7c6dff68-0370-4980-b052-d05455319c8d None None] Provisioning complete for port d77d667a-685d-47cd-b6c4-4392080641e3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:37.598306 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7c6dff68-0370-4980-b052-d05455319c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.615462 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.623777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.728887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=d77d667a-685d-47cd-b6c4-4392080641e3,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:37.740739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c6dff68-0370-4980-b052-d05455319c8d None None] Port d77d667a-685d-47cd-b6c4-4392080641e3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:37.748705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:11:37.752771 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91625b68-8d98-4173-a40b-b99f04526881" -d '{"events": [{"server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "name": "network-vif-plugged", "status": "completed", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:11:37.792448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.807786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:37.825398 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b2bb46-44d4-40ed-824c-38e30fd0947c x-openstack-request-id: req-21b2bb46-44d4-40ed-824c-38e30fd0947c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:11:37.825697 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "name": "network-vif-plugged", "status": "completed", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:11:37.825952 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21b2bb46-44d4-40ed-824c-38e30fd0947c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:11:37.826346 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'code': 200} Sep 18 02:11:37.827992 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7c6dff68-0370-4980-b052-d05455319c8d None None] Provisioning complete for port e5a40001-908a-4a84-bb9a-b3a4f996728b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:37.828446 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7c6dff68-0370-4980-b052-d05455319c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.859105 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:37.925510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 5f636d57-4904-46b6-b813-604471f1feb3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:37.928053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:37.951153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d2bab-8ba2-4cbe-95e2-76f94e3fbc22 req-b75c361a-75d9-4222-bc78-97d692954de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:37.953422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b5d2bab-8ba2-4cbe-95e2-76f94e3fbc22 req-b75c361a-75d9-4222-bc78-97d692954de2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1098 time: 0.0731084 Sep 18 02:11:38.025600 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b5d2bab-8ba2-4cbe-95e2-76f94e3fbc22 req-9f7555b2-675d-4575-b227-a3080b138db4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641391 Sep 18 02:11:38.026909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:38.149879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 3b875ce6-8f8d-471c-8321-18872570a216 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:11:38.204258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231d48-7646-41ec-972b-58ad6473a4b6 req-cc48b5c5-5698-4794-aec1-59011dce5267 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:38.212923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8231d48-7646-41ec-972b-58ad6473a4b6 req-cc48b5c5-5698-4794-aec1-59011dce5267 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1265976 Sep 18 02:11:38.260909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a8231d48-7646-41ec-972b-58ad6473a4b6 req-ff64e1d9-d579-4884-a764-c6be5f33cff7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 Sep 18 02:11:38.274411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:38.284880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b164c199-7813-47fd-ac75-6456410f9497 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/3b875ce6-8f8d-471c-8321-18872570a216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5975158 Sep 18 02:11:38.285476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38678) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:38.301732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f59874-2523-4ccc-aa10-a02ded910497 None None] Sync routers for ids ['3b875ce6-8f8d-471c-8321-18872570a216'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:38.303999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e0079cbc-f0f3-414e-acf4-e5c426193431 None None] Provisioning complete for port d77d667a-685d-47cd-b6c4-4392080641e3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:38.304452 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e0079cbc-f0f3-414e-acf4-e5c426193431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:38.339612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f59874-2523-4ccc-aa10-a02ded910497 None None] Routers {'3b875ce6-8f8d-471c-8321-18872570a216'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:38.340258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-52f59874-2523-4ccc-aa10-a02ded910497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3b875ce6-8f8d-471c-8321-18872570a216'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:38.363703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92c25-dc05-4f63-a68b-24f3c286a241 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:38.368060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9ae92c25-dc05-4f63-a68b-24f3c286a241 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports/d77d667a-685d-47cd-b6c4-4392080641e3 HTTP/1.1" status: 200 len: 977 time: 0.0701485 Sep 18 02:11:38.368294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38680) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:38.382804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-52f59874-2523-4ccc-aa10-a02ded910497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:38.397229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e0079cbc-f0f3-414e-acf4-e5c426193431 None None] Port d77d667a-685d-47cd-b6c4-4392080641e3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:38.404451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f59874-2523-4ccc-aa10-a02ded910497 None None] Routers {'3b875ce6-8f8d-471c-8321-18872570a216'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:38.405092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-52f59874-2523-4ccc-aa10-a02ded910497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3b875ce6-8f8d-471c-8321-18872570a216'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:38.443825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-52f59874-2523-4ccc-aa10-a02ded910497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:38.444513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f59874-2523-4ccc-aa10-a02ded910497 None None] The sync data for ids ['3b875ce6-8f8d-471c-8321-18872570a216'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:38.839693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e5a40001-908a-4a84-bb9a-b3a4f996728b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:38.878122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaf9a5-20ff-4293-aa5f-0a8d4b923fdf req-3bc8ecef-4759-4d92-aeda-a9e47a2f4329 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:38.879810 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-33aaf9a5-20ff-4293-aa5f-0a8d4b923fdf req-3bc8ecef-4759-4d92-aeda-a9e47a2f4329 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1801422 Sep 18 02:11:38.902288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e5a40001-908a-4a84-bb9a-b3a4f996728b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:38.902676 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:38.952492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-33aaf9a5-20ff-4293-aa5f-0a8d4b923fdf req-2c23abfe-fc0a-49a4-8228-10b5936eb6f7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648234 Sep 18 02:11:39.044849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38702) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:39.103200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.241554 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66d63990-024f-4f39-9334-2b6414c73352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.429774 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66d63990-024f-4f39-9334-2b6414c73352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.440721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port d77d667a-685d-47cd-b6c4-4392080641e3 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:39.441208 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.443507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53823d-3c4a-4897-817e-15ab9ac7267b req-68839451-48ad-46b0-894e-fde98a15536a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:39.444976 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b53823d-3c4a-4897-817e-15ab9ac7267b req-68839451-48ad-46b0-894e-fde98a15536a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.0778871 Sep 18 02:11:39.446107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66d63990-024f-4f39-9334-2b6414c73352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.501131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d63990-024f-4f39-9334-2b6414c73352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5166ec9-f3a8-45f4-b436-ceb516d1a56b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:39.520690 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-66d63990-024f-4f39-9334-2b6414c73352 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78a98cc73704491aadeef614e8890f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733965 Sep 18 02:11:39.524807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38714) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:39.529906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b53823d-3c4a-4897-817e-15ab9ac7267b req-8d18ec0f-4025-4bb6-9cf6-25112d9f78cc tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Sep 18 02:11:39.568226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.589086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for d77d667a-685d-47cd-b6c4-4392080641e3 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:39.618117 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad75759c-97bf-4b16-a1f3-cd0c7cfa3d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.682313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad75759c-97bf-4b16-a1f3-cd0c7cfa3d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.808386 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad75759c-97bf-4b16-a1f3-cd0c7cfa3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.811084 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad75759c-97bf-4b16-a1f3-cd0c7cfa3d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.812787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ad75759c-97bf-4b16-a1f3-cd0c7cfa3d9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5166ec9-f3a8-45f4-b436-ceb516d1a56b HTTP/1.1" status: 204 len: 168 time: 0.2869895 Sep 18 02:11:39.846024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75759c-97bf-4b16-a1f3-cd0c7cfa3d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5166ec9-f3a8-45f4-b436-ceb516d1a56b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:39.868182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:39.897862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=d77d667a-685d-47cd-b6c4-4392080641e3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:40.053624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:40.176980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b004f-16b7-495b-85f8-30f41d1649f6 req-c084684e-a82d-4a87-a197-74b7d197a0c2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:40.184712 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-827b004f-16b7-495b-85f8-30f41d1649f6 req-c084684e-a82d-4a87-a197-74b7d197a0c2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1039968 Sep 18 02:11:40.243179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-827b004f-16b7-495b-85f8-30f41d1649f6 req-8f82c6f8-8be7-47e4-bbd7-d46842a4f1ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574319 Sep 18 02:11:40.272097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38728) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:40.292825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3fdeba7-2920-406e-8770-9ef435d54bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:40.415002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16f4ea-b10e-4471-bd1a-9441df81286d req-6fcb0c00-dba9-4d45-8ad1-62d5fac818de tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:40.416593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f16f4ea-b10e-4471-bd1a-9441df81286d req-6fcb0c00-dba9-4d45-8ad1-62d5fac818de tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.0820203 Sep 18 02:11:40.475160 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f16f4ea-b10e-4471-bd1a-9441df81286d req-c6cdff28-f344-4f55-a08a-57b89b6c9489 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474653 Sep 18 02:11:40.487174 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3fdeba7-2920-406e-8770-9ef435d54bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:40.493946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3fdeba7-2920-406e-8770-9ef435d54bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:40.509590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:40.541746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38736) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:40.542050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d3fdeba7-2920-406e-8770-9ef435d54bed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c31d4eaa6a94c54ba4c6b3b27b0f042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688560 Sep 18 02:11:40.542986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdeba7-2920-406e-8770-9ef435d54bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf05184-268e-4ff0-8ae1-6986d1bf57d5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:40.683749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb87b8d-d297-45dc-88cc-f7eaf6132538 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:40.685329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dbb87b8d-d297-45dc-88cc-f7eaf6132538 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1093 time: 0.1746869 Sep 18 02:11:40.688254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 3b875ce6-8f8d-471c-8321-18872570a216 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:11:40.688494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38740) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:40.693145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:40.720267 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc5f2-80ce-435a-b4dc-6324069f9822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:40.737734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f5345-bf59-4a1a-a89f-4d7c5104ac69 req-f5f0c08d-2c2a-4957-80f0-f2885c5fb75a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:40.745726 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:40.747503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e8f5345-bf59-4a1a-a89f-4d7c5104ac69 req-f5f0c08d-2c2a-4957-80f0-f2885c5fb75a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1462882 Sep 18 02:11:40.864405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc5f2-80ce-435a-b4dc-6324069f9822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:40.870936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:40.884395 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c03f7c00-d97f-4deb-9116-0f0b729663f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/3b875ce6-8f8d-471c-8321-18872570a216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5124159 Sep 18 02:11:40.889207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38746) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:40.895560 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b26238-f270-4255-bd6a-5e57220c9a4f None None] Sync routers for ids ['3b875ce6-8f8d-471c-8321-18872570a216'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:40.908937 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b26238-f270-4255-bd6a-5e57220c9a4f None None] Routers {'3b875ce6-8f8d-471c-8321-18872570a216'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:40.909710 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c1b26238-f270-4255-bd6a-5e57220c9a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3b875ce6-8f8d-471c-8321-18872570a216'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:40.945107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:40.949441 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c1b26238-f270-4255-bd6a-5e57220c9a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:40.964139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b26238-f270-4255-bd6a-5e57220c9a4f None None] Routers {'3b875ce6-8f8d-471c-8321-18872570a216'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:40.965111 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c1b26238-f270-4255-bd6a-5e57220c9a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3b875ce6-8f8d-471c-8321-18872570a216'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:40.971551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e8f5345-bf59-4a1a-a89f-4d7c5104ac69 req-10d3d820-2bf1-47d5-8a06-ffc7ad604033 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088635 Sep 18 02:11:41.005788 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c1b26238-f270-4255-bd6a-5e57220c9a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:41.007969 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b26238-f270-4255-bd6a-5e57220c9a4f None None] The sync data for ids ['3b875ce6-8f8d-471c-8321-18872570a216'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:41.086093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc5f2-80ce-435a-b4dc-6324069f9822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.089045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc5f2-80ce-435a-b4dc-6324069f9822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.089808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3d5cc5f2-80ce-435a-b4dc-6324069f9822 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdf05184-268e-4ff0-8ae1-6986d1bf57d5 HTTP/1.1" status: 204 len: 168 time: 0.5109272 Sep 18 02:11:41.102566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.25.0.75 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/d71bae6b-4568-46f7-92d0-0fbab10e797d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:41.132246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cc5f2-80ce-435a-b4dc-6324069f9822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf05184-268e-4ff0-8ae1-6986d1bf57d5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:41.152973 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-10bb98ff-70d7-4a60-93b2-4a9d374df00e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 02:11:41.157522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-10bb98ff-70d7-4a60-93b2-4a9d374df00e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/3b875ce6-8f8d-471c-8321-18872570a216/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2638958 Sep 18 02:11:41.157522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38750) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:41.201883 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c742d9f6-f77b-4d0f-a435-ea8ba101f63b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b875ce6-8f8d-471c-8321-18872570a216 HTTP/1.1" status: 200 len: 205 time: 0.0408163 Sep 18 02:11:41.202781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38752) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:41.272749 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.286613 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4bc-1495-451e-8d2d-5c4c3b603ce6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.317577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.411440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=d71bae6b-4568-46f7-92d0-0fbab10e797d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:41.423795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:41.426021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:41.432649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:41.543870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4bc-1495-451e-8d2d-5c4c3b603ce6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.546182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4bc-1495-451e-8d2d-5c4c3b603ce6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.616962 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4bc-1495-451e-8d2d-5c4c3b603ce6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.617662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1ee4bc-1495-451e-8d2d-5c4c3b603ce6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Fanout notify agent at l3_agent the message router_deleted on router 3b875ce6-8f8d-471c-8321-18872570a216 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:11:41.636815 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee4bc-1495-451e-8d2d-5c4c3b603ce6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.640194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ab1ee4bc-1495-451e-8d2d-5c4c3b603ce6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/3b875ce6-8f8d-471c-8321-18872570a216 HTTP/1.1" status: 204 len: 168 time: 0.4369888 Sep 18 02:11:41.642929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38762) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:41.718421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-883f2901-6388-42bb-99be-38b8b9140f2c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet 04d0a8d5-2b8f-44f3-8595-b9f907089977 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:11:41.722238 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-883f2901-6388-42bb-99be-38b8b9140f2c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.793423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-883f2901-6388-42bb-99be-38b8b9140f2c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.914675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-883f2901-6388-42bb-99be-38b8b9140f2c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:41.960236 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.056847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-883f2901-6388-42bb-99be-38b8b9140f2c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.093046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.112877 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-883f2901-6388-42bb-99be-38b8b9140f2c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.115367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-883f2901-6388-42bb-99be-38b8b9140f2c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/04d0a8d5-2b8f-44f3-8595-b9f907089977 HTTP/1.1" status: 204 len: 168 time: 0.4714112 Sep 18 02:11:42.118040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38780) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:42.118832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f2901-6388-42bb-99be-38b8b9140f2c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=04d0a8d5-2b8f-44f3-8595-b9f907089977,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:42.126596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34ed4b-5ba2-4b1c-98db-7406d479489b None None] Network 5f636d57-4904-46b6-b813-604471f1feb3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:42.206871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8641e-f9e8-44ad-971e-bb44cf61f4b1 req-88344f98-d64f-4c8c-b842-d1cdb0349269 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:42.215000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29d8641e-f9e8-44ad-971e-bb44cf61f4b1 req-88344f98-d64f-4c8c-b842-d1cdb0349269 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1697450 Sep 18 02:11:42.288458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.317805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29d8641e-f9e8-44ad-971e-bb44cf61f4b1 req-5110589b-ac45-4cfa-9ba0-db020a051ef9 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017616 Sep 18 02:11:42.356076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.362603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.398682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port e5a40001-908a-4a84-bb9a-b3a4f996728b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:42.399127 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.446152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=d71bae6b-4568-46f7-92d0-0fbab10e797d,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:42.476023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] DHCP port deletion for 5f636d57-4904-46b6-b813-604471f1feb3 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:11:42.502227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.544323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port e5a40001-908a-4a84-bb9a-b3a4f996728b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e5a40001-908a-4a84-bb9a-b3a4f996728b,segment=NetworkSegment(89d214e8-71b6-4c63-b81a-63a593dcefa6),segment_id=89d214e8-71b6-4c63-b81a-63a593dcefa6)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:42.544887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.557470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] Deleting port e5a40001-908a-4a84-bb9a-b3a4f996728b {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:42.562757 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.623874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for e5a40001-908a-4a84-bb9a-b3a4f996728b owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:42.632905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] For port e5a40001-908a-4a84-bb9a-b3a4f996728b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e5a40001-908a-4a84-bb9a-b3a4f996728b,segment=NetworkSegment(89d214e8-71b6-4c63-b81a-63a593dcefa6),segment_id=89d214e8-71b6-4c63-b81a-63a593dcefa6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:42.633437 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.648697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] Calling delete_port for e5a40001-908a-4a84-bb9a-b3a4f996728b owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:42.752030 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.762990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:42.794473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=e5a40001-908a-4a84-bb9a-b3a4f996728b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:42.796303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] Pushing event deleted for resources: {'Port': ['ID=e5a40001-908a-4a84-bb9a-b3a4f996728b,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:42.803852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port e5a40001-908a-4a84-bb9a-b3a4f996728b on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:42.827123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f0776-ed8c-41a4-b2d8-275b55edb07d None None] No DVR routers for this DVR port e5a40001-908a-4a84-bb9a-b3a4f996728b on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:42.885534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e5a40001-908a-4a84-bb9a-b3a4f996728b no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:11:42.923713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e5a40001-908a-4a84-bb9a-b3a4f996728b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:11:42.924291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e5a40001-908a-4a84-bb9a-b3a4f996728b not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:11:42.974970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.025198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f636d57-4904-46b6-b813-604471f1feb3']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:43.050675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d214e8-71b6-4c63-b81a-63a593dcefa6') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:43.051669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d214e8-71b6-4c63-b81a-63a593dcefa6') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:43.070462 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Floating IP ce789090-4f33-405b-8777-0fff56ad87a3 associated. External IP: 172.25.0.75, port: e8997e8c-fcf1-4b88-95d4-c4923788d6e0. Sep 18 02:11:43.079242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.101077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.113061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:11:43.120622 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:11:43.205239 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.222097 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.224507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/5f636d57-4904-46b6-b813-604471f1feb3 HTTP/1.1" status: 204 len: 168 time: 1.1020355 Sep 18 02:11:43.228871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38804) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:43.234973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-1095642111'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:43.235365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82be92a-8ce1-4493-b30d-c05b6ae41892 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=5f636d57-4904-46b6-b813-604471f1feb3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:43.303586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:43.306977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.396381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:11:43.403256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:11:43.432979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.433259 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment 77e82d51-cb2a-4f47-af2c-02c44fc2f768 of type vlan for network 152de2c1-2caa-4cf0-ba8e-327669bb4261 Sep 18 02:11:43.472403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34df970-e1a7-475d-aa37-3a123f8cb8d2 req-6bc2c690-0155-45c7-9ab1-fc2f021f4b10 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:43.474103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a34df970-e1a7-475d-aa37-3a123f8cb8d2 req-6bc2c690-0155-45c7-9ab1-fc2f021f4b10 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.0789511 Sep 18 02:11:43.513982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.533402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a34df970-e1a7-475d-aa37-3a123f8cb8d2 req-17943b80-101e-4953-bdae-728db429b598 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519512 Sep 18 02:11:43.579341 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.585690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:43.586305 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.648603 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4183404 Sep 18 02:11:43.651295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38820) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:43.653997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:43.667546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] Sync routers for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:43.672556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': '152de2c1-2caa-4cf0-ba8e-327669bb4261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:43.694968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff88d5b-0e0d-402f-9a2d-c60c12ebca40 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=152de2c1-2caa-4cf0-ba8e-327669bb4261,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:43.697885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:43.701216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:43.710698 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.791380 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7b1a54ae-4309-4b14-b9dd-389f2d60f607 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0998962 Sep 18 02:11:43.791380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:11:43.795612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 152de2c1-2caa-4cf0-ba8e-327669bb4261 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:11:43.816884 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a82d2f-8131-4638-839e-6ea06dc112a7" -d '{"events": [{"name": "network-changed", "server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:11:43.883542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:43.891466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:43.903814 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec994413-6d80-443a-84fa-f5ed80acf958 x-openstack-request-id: req-ec994413-6d80-443a-84fa-f5ed80acf958 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:11:43.905026 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:11:43.905570 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec994413-6d80-443a-84fa-f5ed80acf958 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:11:43.906234 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'status': 'completed', 'code': 200} Sep 18 02:11:44.006160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:11:44.054816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-54691cf7-760a-4879-92a9-3378641ca951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:44.057037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-54691cf7-760a-4879-92a9-3378641ca951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1098 time: 0.1256130 Sep 18 02:11:44.115145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d30a-a489-4d56-88d3-50022ae7845e req-b024f31b-9cac-4358-823b-faa6d6badae2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:44.130186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d17d30a-a489-4d56-88d3-50022ae7845e req-b024f31b-9cac-4358-823b-faa6d6badae2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1670902 Sep 18 02:11:44.254207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-e7241d34-0865-4214-836b-22a7e7042172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:44.255368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d17d30a-a489-4d56-88d3-50022ae7845e req-4aa66ff8-dea8-42fd-a5ea-e04dbc7148e8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150789 Sep 18 02:11:44.256083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-e7241d34-0865-4214-836b-22a7e7042172 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 896 time: 0.1825020 Sep 18 02:11:44.267137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38842) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:44.316117 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:44.346102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-44d3bf90-78ef-4e23-9319-47aedfc5d37e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/ce789090-4f33-405b-8777-0fff56ad87a3 HTTP/1.1" status: 200 len: 991 time: 0.0772171 Sep 18 02:11:44.399133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-183f1add-110a-4912-a719-9296a2c2536f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 999 time: 0.1341090 Sep 18 02:11:44.447978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=d7eca531-9ef5-4bde-9611-d26234a1a519,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:44.464576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': '77e82d51-cb2a-4f47-af2c-02c44fc2f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '152de2c1-2caa-4cf0-ba8e-327669bb4261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:44.464576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: 152de2c1-2caa-4cf0-ba8e-327669bb4261, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:11:44.492727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-e6f14154-7286-46ce-9bf5-d912e6bc4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:44.494561 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-e6f14154-7286-46ce-9bf5-d912e6bc4dc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.0866098 Sep 18 02:11:44.500292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 152de2c1-2caa-4cf0-ba8e-327669bb4261 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:11:44.535152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ce789090-4f33-405b-8777-0fff56ad87a3', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'port_id': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'mac_address': 'fa:16:3e:6e:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:11:41Z', 'updated_at': '2021-09-18T02:11:41Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:44.557824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 152de2c1-2caa-4cf0-ba8e-327669bb4261) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:44.563574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:44.564168 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:44.571026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] Checking router: 5ed5caa1-5812-447c-911f-e5c1a02bbb7f for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:11:44.582181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529e4e7-14b9-43d0-922b-3f1d892b6fc7 None None] Network 152de2c1-2caa-4cf0-ba8e-327669bb4261 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:44.594560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-08476be4-7091-42ea-b033-72858569db42 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9395785 Sep 18 02:11:44.594968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38856) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:44.599302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a73f0b2a-4583-4769-903d-48d47fdaefb6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-818570622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:44.600431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:44.601638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:44.622644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-bf9b7132-93aa-4ccd-b10c-75a3bcf67c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:44.622644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-bf9b7132-93aa-4ccd-b10c-75a3bcf67c69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077216 Sep 18 02:11:44.660141 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a73f0b2a-4583-4769-903d-48d47fdaefb6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:44.662042 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a73f0b2a-4583-4769-903d-48d47fdaefb6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:44.787047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:11:44.816678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a73f0b2a-4583-4769-903d-48d47fdaefb6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:44.830754 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a73f0b2a-4583-4769-903d-48d47fdaefb6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:44.859452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-faddad53-1806-4b9d-ba1e-b8884583abfe service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298436 Sep 18 02:11:44.860630 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a73f0b2a-4583-4769-903d-48d47fdaefb6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:44.862167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a73f0b2a-4583-4769-903d-48d47fdaefb6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2663343 Sep 18 02:11:44.866252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38870) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:44.947843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632a3d5-2d33-434c-95de-0f7a077f0909 req-91e75c74-0135-42ae-80cf-7ddc40acb46e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:44.961169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9632a3d5-2d33-434c-95de-0f7a077f0909 req-91e75c74-0135-42ae-80cf-7ddc40acb46e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.2501063 Sep 18 02:11:45.072301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9632a3d5-2d33-434c-95de-0f7a077f0909 req-308fab21-716d-4bfd-9f0f-507d4ae1d847 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085520 Sep 18 02:11:45.146967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-152de2c1-2caa-4cf0-ba8e-327669bb4261', 'network_id': '152de2c1-2caa-4cf0-ba8e-327669bb4261', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': 'd7eca531-9ef5-4bde-9611-d26234a1a519'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:11:45.147935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:45.347740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38880) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:45.446824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38882) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:45.482044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1df8c073-341f-4b5a-8a2c-e18ed2fb1429 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/ce789090-4f33-405b-8777-0fff56ad87a3 HTTP/1.1" status: 200 len: 991 time: 0.1330791 Sep 18 02:11:45.540451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ce789090-4f33-405b-8777-0fff56ad87a3', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'port_id': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'mac_address': 'fa:16:3e:6e:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:11:41Z', 'updated_at': '2021-09-18T02:11:41Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:45.570484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82b4d7-8f5f-4436-b0fd-aa325110bc43 None None] The sync data for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 is: [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'ce789090-4f33-405b-8777-0fff56ad87a3', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'port_id': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'mac_address': 'fa:16:3e:6e:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:11:41Z', 'updated_at': '2021-09-18T02:11:41Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:45.590645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Allocated IP 172.20.0.2 (152de2c1-2caa-4cf0-ba8e-327669bb4261/d7eca531-9ef5-4bde-9611-d26234a1a519/caf70891-872c-42df-a1dd-69b90337c117) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:45.675264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31ecb4b-2386-4452-9381-3eb7429f740d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:45.702558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-e625a310-c9ec-4520-a413-8025facf7355 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:45.709066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-e625a310-c9ec-4520-a413-8025facf7355 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:45.715195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-e625a310-c9ec-4520-a413-8025facf7355 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:45.721397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-e625a310-c9ec-4520-a413-8025facf7355 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:45.728185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-e625a310-c9ec-4520-a413-8025facf7355 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:45.735753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-e625a310-c9ec-4520-a413-8025facf7355 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:45.741933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-e625a310-c9ec-4520-a413-8025facf7355 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:45.744609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-e625a310-c9ec-4520-a413-8025facf7355 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5434 time: 0.6539335 Sep 18 02:11:45.772462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47a82d2f-8131-4638-839e-6ea06dc112a7 req-c49d3cae-f96c-44c4-add5-6e69964a993b service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9091849 Sep 18 02:11:45.817995 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:45.829310 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:45.881799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Network 152de2c1-2caa-4cf0-ba8e-327669bb4261 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:45.888278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:45.896032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:45.897620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:45.903225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31ecb4b-2386-4452-9381-3eb7429f740d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:45.909048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Pushing event updated for resources: {'Port': ['ID=caf70891-872c-42df-a1dd-69b90337c117,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:45.909489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b83bb92-fd35-40d0-ada8-9d6fea414779 req-2c7ec8bc-2e7d-4a27-bf46-53d36649143d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418777 Sep 18 02:11:45.917828 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31ecb4b-2386-4452-9381-3eb7429f740d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.018061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Attempting to bind port caf70891-872c-42df-a1dd-69b90337c117 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:46.024012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Attempting to bind port caf70891-872c-42df-a1dd-69b90337c117 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '77e82d51-cb2a-4f47-af2c-02c44fc2f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '152de2c1-2caa-4cf0-ba8e-327669bb4261'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:46.024747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Attempting to bind port caf70891-872c-42df-a1dd-69b90337c117 on network 152de2c1-2caa-4cf0-ba8e-327669bb4261 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:46.031175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ecb4b-2386-4452-9381-3eb7429f740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26fe89d-1ed7-4c71-8944-296869b13058,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:46.034333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:46.034746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Checking segment: {'id': '77e82d51-cb2a-4f47-af2c-02c44fc2f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '152de2c1-2caa-4cf0-ba8e-327669bb4261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:46.035393 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.037687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Bound using segment: {'id': '77e82d51-cb2a-4f47-af2c-02c44fc2f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '152de2c1-2caa-4cf0-ba8e-327669bb4261'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:46.038380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Bound port: caf70891-872c-42df-a1dd-69b90337c117, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e82d51-cb2a-4f47-af2c-02c44fc2f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '152de2c1-2caa-4cf0-ba8e-327669bb4261'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:46.039036 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.066200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d31ecb4b-2386-4452-9381-3eb7429f740d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5bb07e6440e4d1bae453b799ed77f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143928 Sep 18 02:11:46.078828 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c3ef7-1980-4b47-b552-0965252c93da None None] New status for floating IP ce789090-4f33-405b-8777-0fff56ad87a3: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:11:46.113736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38892) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:46.162234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] For port caf70891-872c-42df-a1dd-69b90337c117, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:46.168885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] For port caf70891-872c-42df-a1dd-69b90337c117, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=caf70891-872c-42df-a1dd-69b90337c117,segment=NetworkSegment(77e82d51-cb2a-4f47-af2c-02c44fc2f768),segment_id=77e82d51-cb2a-4f47-af2c-02c44fc2f768)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:46.179657 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.253355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf2b9-30b8-4c0f-9993-5d5251ef722d req-54e9319e-41e8-4307-8430-691de8f3eef1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:46.259737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf2b9-30b8-4c0f-9993-5d5251ef722d req-54e9319e-41e8-4307-8430-691de8f3eef1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:46.266069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf2b9-30b8-4c0f-9993-5d5251ef722d req-54e9319e-41e8-4307-8430-691de8f3eef1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:46.275787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf2b9-30b8-4c0f-9993-5d5251ef722d req-54e9319e-41e8-4307-8430-691de8f3eef1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:46.280093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf2b9-30b8-4c0f-9993-5d5251ef722d req-54e9319e-41e8-4307-8430-691de8f3eef1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:46.290164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf2b9-30b8-4c0f-9993-5d5251ef722d req-54e9319e-41e8-4307-8430-691de8f3eef1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:46.298643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf2b9-30b8-4c0f-9993-5d5251ef722d req-54e9319e-41e8-4307-8430-691de8f3eef1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:46.300659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6aaf2b9-30b8-4c0f-9993-5d5251ef722d req-54e9319e-41e8-4307-8430-691de8f3eef1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5434 time: 0.1545825 Sep 18 02:11:46.309623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2153fe23-07b4-4945-8ddc-1aaf165d9139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.349082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2153fe23-07b4-4945-8ddc-1aaf165d9139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.359233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1b64b-9907-4a0b-8ad1-76d517e65502 req-84944d65-dd7e-46e9-9262-13546a5a3904 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:46.368515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56b1b64b-9907-4a0b-8ad1-76d517e65502 req-84944d65-dd7e-46e9-9262-13546a5a3904 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1329854 Sep 18 02:11:46.382521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf2b82-5199-4f22-ae72-de16ae090842 None None] Pushing event updated for resources: {'Port': ['ID=caf70891-872c-42df-a1dd-69b90337c117,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:46.472747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56b1b64b-9907-4a0b-8ad1-76d517e65502 req-647db649-5a6f-4c76-893c-4849fcb0a4f6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031265 Sep 18 02:11:46.492147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38900) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:46.518314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.20.0.1 (152de2c1-2caa-4cf0-ba8e-327669bb4261/d7eca531-9ef5-4bde-9611-d26234a1a519/96025b53-c9a1-48d2-8429-615c4e311ce7) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:46.584163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2153fe23-07b4-4945-8ddc-1aaf165d9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.587031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2153fe23-07b4-4945-8ddc-1aaf165d9139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.588338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2153fe23-07b4-4945-8ddc-1aaf165d9139 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b26fe89d-1ed7-4c71-8944-296869b13058 HTTP/1.1" status: 204 len: 168 time: 0.4722795 Sep 18 02:11:46.642240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153fe23-07b4-4945-8ddc-1aaf165d9139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26fe89d-1ed7-4c71-8944-296869b13058,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:46.660092 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-21b7b147-b5bb-41e8-914f-d04c74ebe1b4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/ce789090-4f33-405b-8777-0fff56ad87a3 HTTP/1.1" status: 200 len: 991 time: 0.1583056 Sep 18 02:11:46.795851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.852301 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:46.891494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device caf70891-872c-42df-a1dd-69b90337c117 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:46.922604 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:11:46.993002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 152de2c1-2caa-4cf0-ba8e-327669bb4261 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:47.000079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:47.020207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port caf70891-872c-42df-a1dd-69b90337c117 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:47.020501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.022829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:47.025866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=96025b53-c9a1-48d2-8429-615c4e311ce7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:47.129564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.199029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.283171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port caf70891-872c-42df-a1dd-69b90337c117, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=caf70891-872c-42df-a1dd-69b90337c117,segment=NetworkSegment(77e82d51-cb2a-4f47-af2c-02c44fc2f768),segment_id=77e82d51-cb2a-4f47-af2c-02c44fc2f768)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:47.291870 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.309095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38910) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:47.369887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-170ca694-9498-4153-bd08-63fe2dfb4eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.406167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=caf70891-872c-42df-a1dd-69b90337c117,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:47.465440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.577773 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-170ca694-9498-4153-bd08-63fe2dfb4eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.591372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-170ca694-9498-4153-bd08-63fe2dfb4eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.632338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-170ca694-9498-4153-bd08-63fe2dfb4eb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0558c495279d4ac19e4ec0e6b9308350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210654 Sep 18 02:11:47.634644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38918) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:47.666499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:47.714888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b2587-42ac-49a5-b383-f01ead58cbfe req-128f327b-16ce-4250-a468-4af718a59847 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:47.716857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-231b2587-42ac-49a5-b383-f01ead58cbfe req-128f327b-16ce-4250-a468-4af718a59847 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1506557 Sep 18 02:11:47.732455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ca694-9498-4153-bd08-63fe2dfb4eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2486b369-77a5-4329-aa97-ee072b9566a2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:47.806845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1113acdc-3242-4c6a-b53a-8deae3cd6d33 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/ce789090-4f33-405b-8777-0fff56ad87a3 HTTP/1.1" status: 200 len: 993 time: 0.1306038 Sep 18 02:11:47.818395 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5218e6a3-7662-485e-815e-c8b2eb9ea80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.849119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd9c14-c59d-49cb-800f-b0709db37dbd None None] Network 152de2c1-2caa-4cf0-ba8e-327669bb4261 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:47.857972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5218e6a3-7662-485e-815e-c8b2eb9ea80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.900720 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-231b2587-42ac-49a5-b383-f01ead58cbfe req-7dfbffe5-3adb-471c-81b4-25bb2b261fc0 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Sep 18 02:11:47.922895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.934937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.938007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5218e6a3-7662-485e-815e-c8b2eb9ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.941097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5218e6a3-7662-485e-815e-c8b2eb9ea80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:47.944574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5218e6a3-7662-485e-815e-c8b2eb9ea80f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2486b369-77a5-4329-aa97-ee072b9566a2 HTTP/1.1" status: 204 len: 168 time: 0.3068490 Sep 18 02:11:47.966694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218e6a3-7662-485e-815e-c8b2eb9ea80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2486b369-77a5-4329-aa97-ee072b9566a2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:47.995560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8876e659-e24c-4a4d-99ba-080e075f39bb None None] Provisioning complete for port caf70891-872c-42df-a1dd-69b90337c117 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:47.996877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8876e659-e24c-4a4d-99ba-080e075f39bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:48.085312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=96025b53-c9a1-48d2-8429-615c4e311ce7,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:48.090369 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:48.277600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 152de2c1-2caa-4cf0-ba8e-327669bb4261 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:48.292644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:48.518532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 758e64fe-7121-461c-b92d-fddb7e1f76dd is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:11:48.643457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:48.657655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7ed19-6bf3-4bc6-8a9f-e47ba99826bb None None] Sync routers for ids ['758e64fe-7121-461c-b92d-fddb7e1f76dd'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:48.658187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38952) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:48.667234 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6dffc644-3085-4877-8c8f-60458127d4d4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/758e64fe-7121-461c-b92d-fddb7e1f76dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7856784 Sep 18 02:11:48.668008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7ed19-6bf3-4bc6-8a9f-e47ba99826bb None None] Routers {'758e64fe-7121-461c-b92d-fddb7e1f76dd'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:48.668645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ed19-6bf3-4bc6-8a9f-e47ba99826bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['758e64fe-7121-461c-b92d-fddb7e1f76dd'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:48.761347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ed19-6bf3-4bc6-8a9f-e47ba99826bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:48.774062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c495d0f2-a5c2-40ce-9ef1-2026c301fb29 None None] Provisioning complete for port caf70891-872c-42df-a1dd-69b90337c117 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:48.774445 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c495d0f2-a5c2-40ce-9ef1-2026c301fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:48.796569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841348c3-fb44-4d89-87a4-7235d668dfcd tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:48.798130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-841348c3-fb44-4d89-87a4-7235d668dfcd tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports/96025b53-c9a1-48d2-8429-615c4e311ce7 HTTP/1.1" status: 200 len: 910 time: 0.1388061 Sep 18 02:11:48.801637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38962) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:48.805116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7ed19-6bf3-4bc6-8a9f-e47ba99826bb None None] Routers {'758e64fe-7121-461c-b92d-fddb7e1f76dd'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:48.805759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ed19-6bf3-4bc6-8a9f-e47ba99826bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['758e64fe-7121-461c-b92d-fddb7e1f76dd'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:48.888724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38966) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:48.888981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device caf70891-872c-42df-a1dd-69b90337c117 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:11:48.896686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ed19-6bf3-4bc6-8a9f-e47ba99826bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:48.897563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7ed19-6bf3-4bc6-8a9f-e47ba99826bb None None] The sync data for ids ['758e64fe-7121-461c-b92d-fddb7e1f76dd'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:49.017084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-c304abdb-eb25-4f00-bf44-e672a784b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:49.017084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-c304abdb-eb25-4f00-bf44-e672a784b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:49.019280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-c304abdb-eb25-4f00-bf44-e672a784b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:49.019848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-c304abdb-eb25-4f00-bf44-e672a784b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:49.023526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-c304abdb-eb25-4f00-bf44-e672a784b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:49.024376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-c304abdb-eb25-4f00-bf44-e672a784b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:49.024932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-c304abdb-eb25-4f00-bf44-e672a784b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:49.040267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-c304abdb-eb25-4f00-bf44-e672a784b9fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6498 time: 0.1504016 Sep 18 02:11:49.147783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c495d0f2-a5c2-40ce-9ef1-2026c301fb29 None None] Provisioning complete for port 96025b53-c9a1-48d2-8429-615c4e311ce7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:49.148759 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c495d0f2-a5c2-40ce-9ef1-2026c301fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:49.161680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02c0dba2-7cd0-4897-ad97-62915e4d949f req-058f28e2-a49e-48a7-9961-c15b3470ca5a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193233 Sep 18 02:11:49.183113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port caf70891-872c-42df-a1dd-69b90337c117 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:49.183714 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:49.212531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d2b96-12f6-4f37-bc24-07cd08beb0ba req-140e00a2-3fb7-4ecc-86e4-7b02002ffee5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:49.214162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-502d2b96-12f6-4f37-bc24-07cd08beb0ba req-140e00a2-3fb7-4ecc-86e4-7b02002ffee5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1474547 Sep 18 02:11:49.269321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c495d0f2-a5c2-40ce-9ef1-2026c301fb29 None None] Port 96025b53-c9a1-48d2-8429-615c4e311ce7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:49.274617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-502d2b96-12f6-4f37-bc24-07cd08beb0ba req-e4cf0dcb-494e-4ad7-843b-c6f1bd48c250 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534160 Sep 18 02:11:49.393724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ab866730-9b6e-4686-8023-6fdecb564b14 None None] Provisioning complete for port 96025b53-c9a1-48d2-8429-615c4e311ce7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:49.394091 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab866730-9b6e-4686-8023-6fdecb564b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:49.432531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ab866730-9b6e-4686-8023-6fdecb564b14 None None] Port 96025b53-c9a1-48d2-8429-615c4e311ce7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:49.438894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:49.712623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 96025b53-c9a1-48d2-8429-615c4e311ce7 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:49.712852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:49.822014 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:49.836074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 96025b53-c9a1-48d2-8429-615c4e311ce7 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:50.070487 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:50.095761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=96025b53-c9a1-48d2-8429-615c4e311ce7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:50.294294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:50.523467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def052b-8f2c-4b7c-b41d-0d03ec80a66b req-8dee51b1-8610-4d7a-b2f4-8320707388ff tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:50.525006 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9def052b-8f2c-4b7c-b41d-0d03ec80a66b req-8dee51b1-8610-4d7a-b2f4-8320707388ff tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1255605 Sep 18 02:11:50.533095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 758e64fe-7121-461c-b92d-fddb7e1f76dd has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:11:50.608799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9def052b-8f2c-4b7c-b41d-0d03ec80a66b req-3a03bb89-5f0a-4ee0-b74e-6b55e11b406c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777564 Sep 18 02:11:50.642986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:50.653001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-95430de7-93bc-4e38-82c3-decea8647f34 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/758e64fe-7121-461c-b92d-fddb7e1f76dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8475409 Sep 18 02:11:50.653678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39014) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:50.659409 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f84c34-65d9-4b4d-b6d0-bf8e8fd19840 None None] Sync routers for ids ['758e64fe-7121-461c-b92d-fddb7e1f76dd'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:50.668772 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f84c34-65d9-4b4d-b6d0-bf8e8fd19840 None None] Routers {'758e64fe-7121-461c-b92d-fddb7e1f76dd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:50.669391 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-47f84c34-65d9-4b4d-b6d0-bf8e8fd19840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['758e64fe-7121-461c-b92d-fddb7e1f76dd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:50.682910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a55256a0-5b46-4c83-8937-e453ec52b20d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=758e64fe-7121-461c-b92d-fddb7e1f76dd HTTP/1.1" status: 200 len: 205 time: 0.0276620 Sep 18 02:11:50.685136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39016) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:50.705086 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-47f84c34-65d9-4b4d-b6d0-bf8e8fd19840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:50.734623 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f84c34-65d9-4b4d-b6d0-bf8e8fd19840 None None] Routers {'758e64fe-7121-461c-b92d-fddb7e1f76dd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:50.735366 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-47f84c34-65d9-4b4d-b6d0-bf8e8fd19840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['758e64fe-7121-461c-b92d-fddb7e1f76dd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:50.771342 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-47f84c34-65d9-4b4d-b6d0-bf8e8fd19840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:50.772257 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f84c34-65d9-4b4d-b6d0-bf8e8fd19840 None None] The sync data for ids ['758e64fe-7121-461c-b92d-fddb7e1f76dd'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:50.776743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43073bd8-7717-440a-8df2-a67539839c08 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:50.968937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43073bd8-7717-440a-8df2-a67539839c08 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:50.971155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43073bd8-7717-440a-8df2-a67539839c08 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.017441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43073bd8-7717-440a-8df2-a67539839c08 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.017985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43073bd8-7717-440a-8df2-a67539839c08 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Fanout notify agent at l3_agent the message router_deleted on router 758e64fe-7121-461c-b92d-fddb7e1f76dd {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:11:51.025025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43073bd8-7717-440a-8df2-a67539839c08 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.028798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-43073bd8-7717-440a-8df2-a67539839c08 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/758e64fe-7121-461c-b92d-fddb7e1f76dd HTTP/1.1" status: 204 len: 168 time: 0.3401244 Sep 18 02:11:51.028889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39020) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:51.089075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52631cf-514e-434b-80c0-7fa76495bd4c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet d7eca531-9ef5-4bde-9611-d26234a1a519 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:11:51.092316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e52631cf-514e-434b-80c0-7fa76495bd4c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.137789 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e52631cf-514e-434b-80c0-7fa76495bd4c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.234430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e52631cf-514e-434b-80c0-7fa76495bd4c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.310027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e52631cf-514e-434b-80c0-7fa76495bd4c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.337067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52631cf-514e-434b-80c0-7fa76495bd4c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=d7eca531-9ef5-4bde-9611-d26234a1a519,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:51.341028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e52631cf-514e-434b-80c0-7fa76495bd4c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.343683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e52631cf-514e-434b-80c0-7fa76495bd4c tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/d7eca531-9ef5-4bde-9611-d26234a1a519 HTTP/1.1" status: 204 len: 168 time: 0.3136635 Sep 18 02:11:51.346264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39024) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:51.352009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba7cfc-9986-48aa-93d2-0cdf44eba2d9 None None] Network 152de2c1-2caa-4cf0-ba8e-327669bb4261 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:51.432707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.490253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port caf70891-872c-42df-a1dd-69b90337c117 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:51.490685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.567499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port caf70891-872c-42df-a1dd-69b90337c117, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=caf70891-872c-42df-a1dd-69b90337c117,segment=NetworkSegment(77e82d51-cb2a-4f47-af2c-02c44fc2f768),segment_id=77e82d51-cb2a-4f47-af2c-02c44fc2f768)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:51.567877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.571574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] DHCP port deletion for 152de2c1-2caa-4cf0-ba8e-327669bb4261 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:11:51.584069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for caf70891-872c-42df-a1dd-69b90337c117 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:51.620594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] Deleting port caf70891-872c-42df-a1dd-69b90337c117 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:51.620961 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.702289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] For port caf70891-872c-42df-a1dd-69b90337c117, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=caf70891-872c-42df-a1dd-69b90337c117,segment=NetworkSegment(77e82d51-cb2a-4f47-af2c-02c44fc2f768),segment_id=77e82d51-cb2a-4f47-af2c-02c44fc2f768)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:11:51.702972 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.707863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.741832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] Calling delete_port for caf70891-872c-42df-a1dd-69b90337c117 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:51.744306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=caf70891-872c-42df-a1dd-69b90337c117,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:51.746491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port caf70891-872c-42df-a1dd-69b90337c117 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:51.848894 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.880710 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.881756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] Pushing event deleted for resources: {'Port': ['ID=caf70891-872c-42df-a1dd-69b90337c117,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:51.885447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80596e59-7f73-4ae5-956e-cc6c4d49115d None None] No DVR routers for this DVR port caf70891-872c-42df-a1dd-69b90337c117 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:11:51.901244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0568-7b57-41bf-a373-b7b86c231a45 req-581bc656-ee0a-48c4-b4a5-9c87c46f6f15 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:51.902831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-10bf0568-7b57-41bf-a373-b7b86c231a45 req-581bc656-ee0a-48c4-b4a5-9c87c46f6f15 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1598768 Sep 18 02:11:51.927056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152de2c1-2caa-4cf0-ba8e-327669bb4261']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:51.946100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e82d51-cb2a-4f47-af2c-02c44fc2f768') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:51.946393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e82d51-cb2a-4f47-af2c-02c44fc2f768') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:51.973043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:51.977046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-10bf0568-7b57-41bf-a373-b7b86c231a45 req-31840108-2883-4b34-8919-3e1568f11b71 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616691 Sep 18 02:11:52.002688 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.010167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:11:52.010690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:11:52.014075 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:11:52.081226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.086624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.093733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39038) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:52.094207 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/152de2c1-2caa-4cf0-ba8e-327669bb4261 HTTP/1.1" status: 204 len: 168 time: 0.7459769 Sep 18 02:11:52.101211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1569306748', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:52.109770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3d847-8e4c-41dd-a3fd-e502a4d52e92 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=152de2c1-2caa-4cf0-ba8e-327669bb4261,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:52.130664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.131844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.183508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.681230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.805466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device caf70891-872c-42df-a1dd-69b90337c117 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:11:52.827910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: caf70891-872c-42df-a1dd-69b90337c117 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:11:52.828661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device caf70891-872c-42df-a1dd-69b90337c117 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:11:52.888524 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:52.909998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:53.020013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.25.0.15 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/102f66dc-5fad-49d8-8c15-a1e21c647f03) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:53.176798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdce01-d4b0-4a4e-86bf-36ea6f525a74 req-96a72ae4-c6b1-4787-9b43-2c68e0e400c0 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:53.178212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cfdce01-d4b0-4a4e-86bf-36ea6f525a74 req-96a72ae4-c6b1-4787-9b43-2c68e0e400c0 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.0777109 Sep 18 02:11:53.182856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:53.233278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cfdce01-d4b0-4a4e-86bf-36ea6f525a74 req-b196b274-443e-4020-817b-f984a76bca6f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Sep 18 02:11:53.245611 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:53.286328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:53.289587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:53.292374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:53.331809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=102f66dc-5fad-49d8-8c15-a1e21c647f03,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:53.503137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616794f3-e041-4084-8e54-f570fb38cdf0 req-2222bd8b-bc1d-4861-a50d-48bc98ae0a41 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:53.510487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-616794f3-e041-4084-8e54-f570fb38cdf0 req-2222bd8b-bc1d-4861-a50d-48bc98ae0a41 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1180172 Sep 18 02:11:53.598222 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-616794f3-e041-4084-8e54-f570fb38cdf0 req-f07297c5-b4f1-4333-81c1-ef84b7b7a8e3 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853314 Sep 18 02:11:53.681292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:53.778865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42af2-8f90-44b6-9d01-8f97e46ef5c0 req-3f0316ac-740d-4476-9791-0e2832713f83 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:53.781864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99b42af2-8f90-44b6-9d01-8f97e46ef5c0 req-3f0316ac-740d-4476-9791-0e2832713f83 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0763509 Sep 18 02:11:53.830682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99b42af2-8f90-44b6-9d01-8f97e46ef5c0 req-5ca1638f-e660-4ddb-9aa9-1718d3e25a52 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Sep 18 02:11:53.934329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:54.181132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-2b9880c8-3a6e-48a8-a95b-9d34045e89a5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:54.182574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-2b9880c8-3a6e-48a8-a95b-9d34045e89a5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.1324852 Sep 18 02:11:54.183623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 0ecf3a4b-205c-458f-b8e3-0855ff6dc46c is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:11:54.236314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-35e5db6e-5622-4874-b293-12cee3db651d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/quotas/815b4e6858ff4b9c949cf1c18d222a4e HTTP/1.1" status: 200 len: 375 time: 0.0447993 Sep 18 02:11:54.334508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:54.344696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c5bc9-7ee2-45ba-a18a-82936a355e6a None None] Sync routers for ids ['0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:54.347941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-d7a2fc08-9b26-4320-b2e5-9631a73e4465 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1024985 Sep 18 02:11:54.355110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c5bc9-7ee2-45ba-a18a-82936a355e6a None None] Routers {'0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:54.355723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-692c5bc9-7ee2-45ba-a18a-82936a355e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:54.382906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:54.384323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f061173e-584d-4c51-84e9-1422b855c777 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2879195 Sep 18 02:11:54.387111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39080) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:54.405473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-692c5bc9-7ee2-45ba-a18a-82936a355e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:54.414433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c5bc9-7ee2-45ba-a18a-82936a355e6a None None] Routers {'0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:54.415139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-692c5bc9-7ee2-45ba-a18a-82936a355e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:54.447885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-692c5bc9-7ee2-45ba-a18a-82936a355e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:54.448637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c5bc9-7ee2-45ba-a18a-82936a355e6a None None] The sync data for ids ['0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:54.532103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-170c80bc-01de-45ca-bbae-5c3e1cfe540d service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685009 Sep 18 02:11:54.564538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0646220e-c2c7-4f51-b529-94b47a7494cc tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/routers/0ecf3a4b-205c-458f-b8e3-0855ff6dc46c HTTP/1.1" status: 200 len: 880 time: 0.1763952 Sep 18 02:11:54.567001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39082) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:54.723982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-9e5b9a96-5ccc-426d-aa58-6853ca997212 service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846433 Sep 18 02:11:54.942022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-932335be-c93c-477f-97fa-5b8665c38eee tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3738468 Sep 18 02:11:54.947300 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39094) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:54.952413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-eca51221-8fb3-4cf7-8a4a-8faff4305c26 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1569306748'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:54.982235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-531e39d5-5636-4741-906c-c43a8e25a91b req-5651f6c7-5d94-4d39-a4bb-aed050c1fee1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 210 time: 0.0546544 Sep 18 02:11:55.455909 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:55.732511 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:55.899273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eca51221-8fb3-4cf7-8a4a-8faff4305c26 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:55.917677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eca51221-8fb3-4cf7-8a4a-8faff4305c26 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:56.114326 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b89ecb1-f097-4268-b314-1fae8bc5db13 req-397fe158-ae81-47d6-ab13-8f4383d38bcd tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 210 time: 0.0429013 Sep 18 02:11:56.159434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca51221-8fb3-4cf7-8a4a-8faff4305c26 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 0ecf3a4b-205c-458f-b8e3-0855ff6dc46c has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:11:56.328871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-8ab11244-73c1-48b3-a8f9-065565d9e819 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:56.330377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-8ab11244-73c1-48b3-a8f9-065565d9e819 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.2201061 Sep 18 02:11:56.367695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'port': {'device_id': '427302e2-7361-4159-995b-42556657f72e', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'admin_state_up': True, 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:56.413850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca51221-8fb3-4cf7-8a4a-8faff4305c26 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:11:56.428427 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222239d-5baf-4a37-a180-84782adfb622 None None] Sync routers for ids ['0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:11:56.439620 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222239d-5baf-4a37-a180-84782adfb622 None None] Routers {'0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:56.444481 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2222239d-5baf-4a37-a180-84782adfb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:56.448802 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eca51221-8fb3-4cf7-8a4a-8faff4305c26 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:56.449994 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eca51221-8fb3-4cf7-8a4a-8faff4305c26 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/0ecf3a4b-205c-458f-b8e3-0855ff6dc46c HTTP/1.1" status: 200 len: 887 time: 1.5017109 Sep 18 02:11:56.453259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39144) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:56.504425 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2222239d-5baf-4a37-a180-84782adfb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:56.529051 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222239d-5baf-4a37-a180-84782adfb622 None None] Routers {'0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:11:56.531015 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2222239d-5baf-4a37-a180-84782adfb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:56.568228 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2222239d-5baf-4a37-a180-84782adfb622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:11:56.568891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Made reservation on behalf of 815b4e6858ff4b9c949cf1c18d222a4e for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:56.569690 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222239d-5baf-4a37-a180-84782adfb622 None None] The sync data for ids ['0ecf3a4b-205c-458f-b8e3-0855ff6dc46c'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:11:56.579311 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:56.647455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c44d4b7c-cc50-427d-9022-559fa87e2755 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/routers/0ecf3a4b-205c-458f-b8e3-0855ff6dc46c HTTP/1.1" status: 200 len: 887 time: 0.1927927 Sep 18 02:11:56.650186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39146) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:56.687682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4f21faaf-8283-4568-aedf-735fcfaee011 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf3a4b-205c-458f-b8e3-0855ff6dc46c HTTP/1.1" status: 200 len: 205 time: 0.0357547 Sep 18 02:11:56.689984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39148) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:56.751603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Allocated IP 172.20.0.7 (3fe19fbc-b275-41d4-a28f-5adf4e38ebde/93cb6d6e-a2f1-4568-b02b-cb6b8003200b/914ed83f-8bae-48ec-90ef-032dd2b718e4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:56.855090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:56.943613 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:56.971286 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:56.996028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.009730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['64df83f9-c1b8-4111-aed6-420c7a085b87'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:11:57.055874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:57.065694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:57.068779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'Port': ['ID=914ed83f-8bae-48ec-90ef-032dd2b718e4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:57.071389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:57.082493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 102f66dc-5fad-49d8-8c15-a1e21c647f03 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:11:57.083047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.157927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:57.158848 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.189241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-41971d81-0437-4869-9122-a4ae60b7040c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8268533 Sep 18 02:11:57.203930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Request body: {'port': {'device_id': '427302e2-7361-4159-995b-42556657f72e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:57.227697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.247890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 102f66dc-5fad-49d8-8c15-a1e21c647f03 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:11:57.298483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.422617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f15be032-e53c-4f96-8239-7b21e2ef8c76 None None] Provisioning complete for port 914ed83f-8bae-48ec-90ef-032dd2b718e4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:11:57.423001 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f15be032-e53c-4f96-8239-7b21e2ef8c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.503575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f15be032-e53c-4f96-8239-7b21e2ef8c76 None None] Port 914ed83f-8bae-48ec-90ef-032dd2b718e4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:11:57.562786 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.614918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=102f66dc-5fad-49d8-8c15-a1e21c647f03,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:57.663765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9bfa-fe5f-4ea5-95c9-133b8b557997 req-17a15a5f-b444-4ac2-81fb-b8e63263325a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:57.665337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89ea9bfa-fe5f-4ea5-95c9-133b8b557997 req-17a15a5f-b444-4ac2-81fb-b8e63263325a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 931 time: 0.1381927 Sep 18 02:11:57.694540 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.729845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914ed83f-8bae-48ec-90ef-032dd2b718e4 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:11:57.737207 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.754593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Transition to ACTIVE for port object 914ed83f-8bae-48ec-90ef-032dd2b718e4 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:11:57.767623 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.810756 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.813634 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.862381 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89ea9bfa-fe5f-4ea5-95c9-133b8b557997 req-a9f133a2-3dcd-465e-9004-d7a9f9cf6eb5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886744 Sep 18 02:11:57.880758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.881856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Fanout notify agent at l3_agent the message router_deleted on router 0ecf3a4b-205c-458f-b8e3-0855ff6dc46c {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:11:57.903415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.908935 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c9480b8-aa9d-4bc7-af49-9fadffa63d68 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/0ecf3a4b-205c-458f-b8e3-0855ff6dc46c HTTP/1.1" status: 204 len: 168 time: 1.2134967 Sep 18 02:11:57.909256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Pushing event updated for resources: {'Port': ['ID=914ed83f-8bae-48ec-90ef-032dd2b718e4,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:57.909351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39174) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:57.923105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-1788625399'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:57.946757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Attempting to bind port 914ed83f-8bae-48ec-90ef-032dd2b718e4 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:57.948658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Attempting to bind port 914ed83f-8bae-48ec-90ef-032dd2b718e4 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:57.950293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Attempting to bind port 914ed83f-8bae-48ec-90ef-032dd2b718e4 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:57.961526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Port 914ed83f-8bae-48ec-90ef-032dd2b718e4 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:11:57.962195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Attempting to bind port 914ed83f-8bae-48ec-90ef-032dd2b718e4 on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:57.969899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:57.971672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:57.972121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Checking segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:57.972629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Bound using segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:57.973163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Bound port: 914ed83f-8bae-48ec-90ef-032dd2b718e4, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:57.973618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:57.980620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.045807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:11:58.067912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.068273 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment ae544f9f-3562-4747-ba43-cfb84728378b of type vlan for network c163ddc6-52c0-4737-848e-12b0cec669fb Sep 18 02:11:58.082991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] For port 914ed83f-8bae-48ec-90ef-032dd2b718e4, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:58.089049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] For port 914ed83f-8bae-48ec-90ef-032dd2b718e4, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=914ed83f-8bae-48ec-90ef-032dd2b718e4,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:58.097484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.131051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.172004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:58.172990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.174509 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] 10.222.0.18 "PUT /v2.0/ports/914ed83f-8bae-48ec-90ef-032dd2b718e4 HTTP/1.1" status: 200 len: 1092 time: 0.9773066 Sep 18 02:11:58.175119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427302e2-7361-4159-995b-42556657f72e', 'tag': '914ed83f-8bae-48ec-90ef-032dd2b718e4'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:11:58.177534 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c4132-b5b0-40c5-bff3-bfd1af197a32" -d '{"events": [{"name": "network-changed", "server_uuid": "427302e2-7361-4159-995b-42556657f72e", "tag": "914ed83f-8bae-48ec-90ef-032dd2b718e4"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:11:58.191577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.201029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:58.203207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.216416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bad569-5bf9-4bd6-a724-60eb1ed7f448 service neutron] Pushing event updated for resources: {'Port': ['ID=914ed83f-8bae-48ec-90ef-032dd2b718e4,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:58.274231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3642240 Sep 18 02:11:58.275777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39186) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:58.289831 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23839c2c-eafe-4b2e-aa5e-451412f608d3 x-openstack-request-id: req-23839c2c-eafe-4b2e-aa5e-451412f608d3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:11:58.290234 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427302e2-7361-4159-995b-42556657f72e", "tag": "914ed83f-8bae-48ec-90ef-032dd2b718e4", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:11:58.290550 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23839c2c-eafe-4b2e-aa5e-451412f608d3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:11:58.291054 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427302e2-7361-4159-995b-42556657f72e', 'tag': '914ed83f-8bae-48ec-90ef-032dd2b718e4', 'status': 'completed', 'code': 200} Sep 18 02:11:58.312013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-aaa9f9e2-8fd6-4c8a-952a-862a102016b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:58.313829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-aaa9f9e2-8fd6-4c8a-952a-862a102016b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 1095 time: 0.0857351 Sep 18 02:11:58.328637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': 'c163ddc6-52c0-4737-848e-12b0cec669fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:58.337842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad73fb1-cfd2-43b2-a3eb-2b4230f307f3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=c163ddc6-52c0-4737-848e-12b0cec669fb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:58.351428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network c163ddc6-52c0-4737-848e-12b0cec669fb details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:11:58.393120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-c1ca729a-e4c9-4532-b42a-5dc2f7ef8d82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914ed83f-8bae-48ec-90ef-032dd2b718e4 HTTP/1.1" status: 200 len: 217 time: 0.0717432 Sep 18 02:11:58.454452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:11:58.459047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.499344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-c3f52298-c6f3-4a33-9bf6-b6c4f0e86b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:58.500838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-c3f52298-c6f3-4a33-9bf6-b6c4f0e86b77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1001978 Sep 18 02:11:58.589008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-1f4ad527-b803-4e69-abed-15f44fa82f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:58.590929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-1f4ad527-b803-4e69-abed-15f44fa82f91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829015 Sep 18 02:11:58.698466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-241322da-f0d4-4938-9522-4c258204dc80 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994396 Sep 18 02:11:58.712108 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.791404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=2e77b720-b068-4bab-8713-fa9ac2c598bc,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:58.799599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': 'ae544f9f-3562-4747-ba43-cfb84728378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c163ddc6-52c0-4737-848e-12b0cec669fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:58.800060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: c163ddc6-52c0-4737-848e-12b0cec669fb, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:11:58.815468 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c15263e2-aa5b-4074-9904-9abde7a40158 req-abd25bd2-97f7-453e-89b1-a70b94b9440e service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099508 Sep 18 02:11:58.818589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network c163ddc6-52c0-4737-848e-12b0cec669fb is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:11:58.830401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, c163ddc6-52c0-4737-848e-12b0cec669fb) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:58.837663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:58.838381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.843015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc165318-0fa4-40fb-af9d-5f920407ca29 None None] Network c163ddc6-52c0-4737-848e-12b0cec669fb requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:11:58.861274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-95905bdc-a972-443e-93e6-8b9a3b8c69c3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5368869 Sep 18 02:11:58.864886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39200) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:58.870353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7e48c718-3cb7-4490-bc45-1342c1b4a5e3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-906040123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:11:58.905130 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e48c718-3cb7-4490-bc45-1342c1b4a5e3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.907499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e48c718-3cb7-4490-bc45-1342c1b4a5e3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:58.982298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-02e9f2c4-8e40-40cf-8593-8fba53d084ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:58.984446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-02e9f2c4-8e40-40cf-8593-8fba53d084ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 1095 time: 0.0674968 Sep 18 02:11:59.006842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9969f-1423-4ea4-88fd-701828d10948 req-50aa1bf0-4c60-4094-8824-b60600089458 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:59.014698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccb9969f-1423-4ea4-88fd-701828d10948 req-50aa1bf0-4c60-4094-8824-b60600089458 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 943 time: 0.0789731 Sep 18 02:11:59.021957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784350a-7084-4069-9047-7727170b20bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-c163ddc6-52c0-4737-848e-12b0cec669fb', 'network_id': 'c163ddc6-52c0-4737-848e-12b0cec669fb', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': '2e77b720-b068-4bab-8713-fa9ac2c598bc'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:11:59.023637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6784350a-7084-4069-9047-7727170b20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.055740 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e48c718-3cb7-4490-bc45-1342c1b4a5e3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.061919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccb9969f-1423-4ea4-88fd-701828d10948 req-6facb784-d46f-4552-adbc-71778494ba8b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Sep 18 02:11:59.065722 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e48c718-3cb7-4490-bc45-1342c1b4a5e3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.118608 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e48c718-3cb7-4490-bc45-1342c1b4a5e3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.123022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e48c718-3cb7-4490-bc45-1342c1b4a5e3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2540681 Sep 18 02:11:59.123386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39206) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:11:59.174496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-d534f031-1a7a-443a-b020-bb7a1a7e3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:59.176010 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-d534f031-1a7a-443a-b020-bb7a1a7e3b33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.1838381 Sep 18 02:11:59.205337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-6784350a-7084-4069-9047-7727170b20bf None None] Allocated IP 172.20.0.2 (c163ddc6-52c0-4737-848e-12b0cec669fb/2e77b720-b068-4bab-8713-fa9ac2c598bc/b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:11:59.236394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-bfb580a6-5005-4a72-be65-d6d2e53f6409 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914ed83f-8bae-48ec-90ef-032dd2b718e4 HTTP/1.1" status: 200 len: 217 time: 0.0527053 Sep 18 02:11:59.357623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-ebe0f4c6-25d6-4db8-abb1-fa0cc47c9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:59.359979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-ebe0f4c6-25d6-4db8-abb1-fa0cc47c9d49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1071787 Sep 18 02:11:59.421497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-e494c91b-32d3-4bb4-a4fe-321f3fbee0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:11:59.423862 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-e494c91b-32d3-4bb4-a4fe-321f3fbee0b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544224 Sep 18 02:11:59.440490 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6784350a-7084-4069-9047-7727170b20bf None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.450032 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6784350a-7084-4069-9047-7727170b20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.516672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784350a-7084-4069-9047-7727170b20bf None None] Network c163ddc6-52c0-4737-848e-12b0cec669fb is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:11:59.521733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-6784350a-7084-4069-9047-7727170b20bf None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:11:59.528738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784350a-7084-4069-9047-7727170b20bf None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:11:59.535946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784350a-7084-4069-9047-7727170b20bf None None] Pushing event updated for resources: {'Port': ['ID=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:11:59.611727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6784350a-7084-4069-9047-7727170b20bf None None] Attempting to bind port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:11:59.612233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6784350a-7084-4069-9047-7727170b20bf None None] Attempting to bind port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ae544f9f-3562-4747-ba43-cfb84728378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c163ddc6-52c0-4737-848e-12b0cec669fb'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:11:59.612600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784350a-7084-4069-9047-7727170b20bf None None] Attempting to bind port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 on network c163ddc6-52c0-4737-848e-12b0cec669fb {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:11:59.618629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784350a-7084-4069-9047-7727170b20bf None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:11:59.619044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784350a-7084-4069-9047-7727170b20bf None None] Checking segment: {'id': 'ae544f9f-3562-4747-ba43-cfb84728378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c163ddc6-52c0-4737-848e-12b0cec669fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:11:59.619452 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6784350a-7084-4069-9047-7727170b20bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.620153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784350a-7084-4069-9047-7727170b20bf None None] Bound using segment: {'id': 'ae544f9f-3562-4747-ba43-cfb84728378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c163ddc6-52c0-4737-848e-12b0cec669fb'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:11:59.620287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6784350a-7084-4069-9047-7727170b20bf None None] Bound port: b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae544f9f-3562-4747-ba43-cfb84728378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c163ddc6-52c0-4737-848e-12b0cec669fb'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:11:59.620661 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6784350a-7084-4069-9047-7727170b20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.621957 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-05a84e91-cab8-4e6e-b733-969d106ae2e9 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901462 Sep 18 02:11:59.704433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6784350a-7084-4069-9047-7727170b20bf None None] For port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:11:59.707996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6784350a-7084-4069-9047-7727170b20bf None None] For port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,segment=NetworkSegment(ae544f9f-3562-4747-ba43-cfb84728378b),segment_id=ae544f9f-3562-4747-ba43-cfb84728378b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:11:59.734812 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6784350a-7084-4069-9047-7727170b20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:11:59.765361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-655c4132-b5b0-40c5-bff3-bfd1af197a32 req-85c5ca50-a030-40d7-82b3-8382655ef2a2 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346400 Sep 18 02:11:59.817806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784350a-7084-4069-9047-7727170b20bf None None] Pushing event updated for resources: {'Port': ['ID=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:00.097752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:00.227461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca195ee-6002-46cb-855d-dad8f93cfd42 req-769c0113-ec6d-4ea0-896e-f735dcc12182 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:00.229127 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bca195ee-6002-46cb-855d-dad8f93cfd42 req-769c0113-ec6d-4ea0-896e-f735dcc12182 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 943 time: 0.0633750 Sep 18 02:12:00.277395 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bca195ee-6002-46cb-855d-dad8f93cfd42 req-0f2e7049-d26c-4336-82e5-48720d1fe00a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Sep 18 02:12:00.433843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.20.0.1 (c163ddc6-52c0-4737-848e-12b0cec669fb/2e77b720-b068-4bab-8713-fa9ac2c598bc/045a6cd1-e98b-4c60-9830-1482bc32f33f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:00.564345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:00.621116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:00.676653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network c163ddc6-52c0-4737-848e-12b0cec669fb is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:00.682615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:00.685231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:00.693748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=045a6cd1-e98b-4c60-9830-1482bc32f33f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:00.738215 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:00.844628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8140-e9c5-4ff6-89ba-7746cbd69904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:00.914950 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:00.920978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:01.010456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:01.010925 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:01.143801 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:01.174813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55d989-3986-40be-8bd0-1d9e1ce10d11 None None] Network c163ddc6-52c0-4737-848e-12b0cec669fb requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:01.224028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,segment=NetworkSegment(ae544f9f-3562-4747-ba43-cfb84728378b),segment_id=ae544f9f-3562-4747-ba43-cfb84728378b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:01.257085 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:01.312147 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:01.318369 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:01.428171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=045a6cd1-e98b-4c60-9830-1482bc32f33f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:01.480318 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:01.489953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:01.498265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2145a4cb-689f-46e4-ad91-8c2062535ac9 None None] Provisioning complete for port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:01.498749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2145a4cb-689f-46e4-ad91-8c2062535ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:01.523404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafab6b-0a39-4631-a051-e0e64a828b76 req-94367f42-e2b5-43b8-9fb6-ea4c90080d5c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:01.525036 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3fafab6b-0a39-4631-a051-e0e64a828b76 req-94367f42-e2b5-43b8-9fb6-ea4c90080d5c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 943 time: 0.0855501 Sep 18 02:12:01.586848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3fafab6b-0a39-4631-a051-e0e64a828b76 req-09a5a96f-9435-40eb-86c2-e50e7aa5b382 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495820 Sep 18 02:12:01.669778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network c163ddc6-52c0-4737-848e-12b0cec669fb is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:01.671612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:01.845497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 41d76c46-4dfa-42a3-b7b9-4af21315637e is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:12:01.966329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:01.977188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7c57d-c8d2-4cef-a3c8-570a7c88d1ee None None] Sync routers for ids ['41d76c46-4dfa-42a3-b7b9-4af21315637e'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:01.983521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f312dd3f-aaa0-4567-8bf8-ad2ea9cb256d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/41d76c46-4dfa-42a3-b7b9-4af21315637e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8557496 Sep 18 02:12:01.984145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39304) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:01.987956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7c57d-c8d2-4cef-a3c8-570a7c88d1ee None None] Routers {'41d76c46-4dfa-42a3-b7b9-4af21315637e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:01.988592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0ce7c57d-c8d2-4cef-a3c8-570a7c88d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['41d76c46-4dfa-42a3-b7b9-4af21315637e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:02.028462 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0ce7c57d-c8d2-4cef-a3c8-570a7c88d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:02.039857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7c57d-c8d2-4cef-a3c8-570a7c88d1ee None None] Routers {'41d76c46-4dfa-42a3-b7b9-4af21315637e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:02.040493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0ce7c57d-c8d2-4cef-a3c8-570a7c88d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:11:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['41d76c46-4dfa-42a3-b7b9-4af21315637e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:02.077816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42102cf5-70dc-427f-b4d0-c483951fffa7 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:02.082667 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-42102cf5-70dc-427f-b4d0-c483951fffa7 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports/045a6cd1-e98b-4c60-9830-1482bc32f33f HTTP/1.1" status: 200 len: 910 time: 0.0949459 Sep 18 02:12:02.083120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39312) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:02.089107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0ce7c57d-c8d2-4cef-a3c8-570a7c88d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:02.089875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce7c57d-c8d2-4cef-a3c8-570a7c88d1ee None None] The sync data for ids ['41d76c46-4dfa-42a3-b7b9-4af21315637e'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:02.091824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9325876e-7089-4479-b96f-acafc7c31f14 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e77b720-b068-4bab-8713-fa9ac2c598bc'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:02.134154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c66b3338-5b5c-460e-92c1-9870bb4df9b5 None None] Provisioning complete for port 045a6cd1-e98b-4c60-9830-1482bc32f33f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:02.134858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c66b3338-5b5c-460e-92c1-9870bb4df9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:02.200788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c66b3338-5b5c-460e-92c1-9870bb4df9b5 None None] Port 045a6cd1-e98b-4c60-9830-1482bc32f33f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:02.213953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c66b3338-5b5c-460e-92c1-9870bb4df9b5 None None] Provisioning complete for port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:02.214790 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c66b3338-5b5c-460e-92c1-9870bb4df9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:02.346254 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9325876e-7089-4479-b96f-acafc7c31f14 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:02.374890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 914ed83f-8bae-48ec-90ef-032dd2b718e4 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:12:02.491492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8e583621-faae-44ce-99a4-139171b1c020 None None] Provisioning complete for port 045a6cd1-e98b-4c60-9830-1482bc32f33f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:02.492245 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8e583621-faae-44ce-99a4-139171b1c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:02.562824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 914ed83f-8bae-48ec-90ef-032dd2b718e4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=914ed83f-8bae-48ec-90ef-032dd2b718e4,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:02.599173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '914ed83f-8bae-48ec-90ef-032dd2b718e4', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': '914ed83f-8bae-48ec-90ef-032dd2b718e4', 'mac_address': 'fa:16:3e:27:0d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:12:02.608421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8e583621-faae-44ce-99a4-139171b1c020 None None] Port 045a6cd1-e98b-4c60-9830-1482bc32f33f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:02.756702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:02.774071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914ed83f-8bae-48ec-90ef-032dd2b718e4 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:12:02.808068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8f317dc3-b315-44ab-b98a-9bac79091a27 None None] Provisioning complete for port 045a6cd1-e98b-4c60-9830-1482bc32f33f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:02.808643 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f317dc3-b315-44ab-b98a-9bac79091a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:02.826060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8887751-c2ad-43e6-b06e-e679fe07634e req-847046f3-8ad9-496a-a0df-1338b9391a72 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:02.827741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8887751-c2ad-43e6-b06e-e679fe07634e req-847046f3-8ad9-496a-a0df-1338b9391a72 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 943 time: 0.0993676 Sep 18 02:12:02.854867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8f317dc3-b315-44ab-b98a-9bac79091a27 None None] Port 045a6cd1-e98b-4c60-9830-1482bc32f33f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:02.864506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 914ed83f-8bae-48ec-90ef-032dd2b718e4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=914ed83f-8bae-48ec-90ef-032dd2b718e4,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:02.887932 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:02.920430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:02.934742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8887751-c2ad-43e6-b06e-e679fe07634e req-d7393a00-93a7-49f8-a42b-b9f3b6d554b8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679317 Sep 18 02:12:02.973492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9325876e-7089-4479-b96f-acafc7c31f14 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:02.993776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=914ed83f-8bae-48ec-90ef-032dd2b718e4,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:02.998158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9325876e-7089-4479-b96f-acafc7c31f14 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:03.017594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:03.017974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:03.100668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325876e-7089-4479-b96f-acafc7c31f14 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=045a6cd1-e98b-4c60-9830-1482bc32f33f,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:03.142207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325876e-7089-4479-b96f-acafc7c31f14 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:03.142579 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9325876e-7089-4479-b96f-acafc7c31f14 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:03.146760 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9325876e-7089-4479-b96f-acafc7c31f14 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/ports/045a6cd1-e98b-4c60-9830-1482bc32f33f HTTP/1.1" status: 200 len: 910 time: 1.0601320 Sep 18 02:12:03.147082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39346) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:03.219800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['914ed83f-8bae-48ec-90ef-032dd2b718e4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:12:03.432969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-507ea24b-5b31-4e23-84fc-5f169921fd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:03.504118 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:03.797183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 045a6cd1-e98b-4c60-9830-1482bc32f33f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:03.797530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:03.891323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:03.905521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 045a6cd1-e98b-4c60-9830-1482bc32f33f owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:04.023648 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:04.166444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0b0cf-c68e-468c-84fb-3ab0317f2fef req-1f2ff0c5-93db-4162-bf9c-2d275892dd52 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:04.168374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab0b0cf-c68e-468c-84fb-3ab0317f2fef req-1f2ff0c5-93db-4162-bf9c-2d275892dd52 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 944 time: 0.0976007 Sep 18 02:12:04.175377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:04.222275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=045a6cd1-e98b-4c60-9830-1482bc32f33f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:04.300331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ab0b0cf-c68e-468c-84fb-3ab0317f2fef req-9bf4ca05-7188-4b66-8278-5b1739bb1d67 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218309 Sep 18 02:12:04.405265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 914ed83f-8bae-48ec-90ef-032dd2b718e4 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:04.418572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:04.470524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 914ed83f-8bae-48ec-90ef-032dd2b718e4 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:12:04.477086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 914ed83f-8bae-48ec-90ef-032dd2b718e4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:04.478129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:04.596634 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:04.628696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 41d76c46-4dfa-42a3-b7b9-4af21315637e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:04.650888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427302e2-7361-4159-995b-42556657f72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914ed83f-8bae-48ec-90ef-032dd2b718e4'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:12:04.657301 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77269d46-61bf-4c57-b3b9-522c90539658" -d '{"events": [{"server_uuid": "427302e2-7361-4159-995b-42556657f72e", "name": "network-vif-plugged", "status": "completed", "tag": "914ed83f-8bae-48ec-90ef-032dd2b718e4"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:12:04.661362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 914ed83f-8bae-48ec-90ef-032dd2b718e4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=914ed83f-8bae-48ec-90ef-032dd2b718e4,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:04.665715 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:04.717576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=914ed83f-8bae-48ec-90ef-032dd2b718e4,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:04.744298 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c028e359-31b8-4ff1-a0b5-2a84f3dc7935 x-openstack-request-id: req-c028e359-31b8-4ff1-a0b5-2a84f3dc7935 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:12:04.744598 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427302e2-7361-4159-995b-42556657f72e", "name": "network-vif-plugged", "status": "completed", "tag": "914ed83f-8bae-48ec-90ef-032dd2b718e4", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:12:04.744853 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c028e359-31b8-4ff1-a0b5-2a84f3dc7935 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:12:04.745252 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427302e2-7361-4159-995b-42556657f72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914ed83f-8bae-48ec-90ef-032dd2b718e4', 'code': 200} Sep 18 02:12:04.750141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:04.760951 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1892d1-947e-4862-8a48-c9b2beb3c6a9 None None] Sync routers for ids ['41d76c46-4dfa-42a3-b7b9-4af21315637e'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:04.765435 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-03fb78f1-b89f-438d-8992-41ea14a98b63 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/41d76c46-4dfa-42a3-b7b9-4af21315637e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6142073 Sep 18 02:12:04.766308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39402) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:04.773794 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1892d1-947e-4862-8a48-c9b2beb3c6a9 None None] Routers {'41d76c46-4dfa-42a3-b7b9-4af21315637e'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:04.775501 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4e1892d1-947e-4862-8a48-c9b2beb3c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['41d76c46-4dfa-42a3-b7b9-4af21315637e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:04.803658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39408) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:04.823124 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4e1892d1-947e-4862-8a48-c9b2beb3c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:04.831115 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c5d2b41f-d4c1-42c5-b54c-48e5ec427377 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d76c46-4dfa-42a3-b7b9-4af21315637e HTTP/1.1" status: 200 len: 205 time: 0.0331242 Sep 18 02:12:04.833467 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1892d1-947e-4862-8a48-c9b2beb3c6a9 None None] Routers {'41d76c46-4dfa-42a3-b7b9-4af21315637e'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:04.834362 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4e1892d1-947e-4862-8a48-c9b2beb3c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['41d76c46-4dfa-42a3-b7b9-4af21315637e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:04.883705 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:04.887353 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4e1892d1-947e-4862-8a48-c9b2beb3c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:04.888131 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1892d1-947e-4862-8a48-c9b2beb3c6a9 None None] The sync data for ids ['41d76c46-4dfa-42a3-b7b9-4af21315637e'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:05.369215 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78e3421c-8ca4-4389-822e-fffec357be39 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:05.476431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e1cfe-f56d-4793-9f4d-93c0ad7fe070 req-a7b68b77-b5fa-4675-87e3-ac80a267f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:05.477943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef5e1cfe-f56d-4793-9f4d-93c0ad7fe070 req-a7b68b77-b5fa-4675-87e3-ac80a267f8b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 1097 time: 0.1700833 Sep 18 02:12:05.585547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da617c3-40d1-459f-94d0-bd8101be6c7a req-9910790b-ba2c-4842-ba12-1c78993ceded tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:05.588211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7da617c3-40d1-459f-94d0-bd8101be6c7a req-9910790b-ba2c-4842-ba12-1c78993ceded tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 945 time: 0.1826029 Sep 18 02:12:05.621485 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78e3421c-8ca4-4389-822e-fffec357be39 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:05.630578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78e3421c-8ca4-4389-822e-fffec357be39 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:05.654937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ef5e1cfe-f56d-4793-9f4d-93c0ad7fe070 req-a473b43c-5833-471a-b6b4-e92137a80563 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684325 Sep 18 02:12:05.707657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7da617c3-40d1-459f-94d0-bd8101be6c7a req-6379b7c4-1569-4709-a138-2177f1fbb1d2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841238 Sep 18 02:12:05.712621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78e3421c-8ca4-4389-822e-fffec357be39 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:05.713546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e3421c-8ca4-4389-822e-fffec357be39 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Fanout notify agent at l3_agent the message router_deleted on router 41d76c46-4dfa-42a3-b7b9-4af21315637e {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:12:05.721963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78e3421c-8ca4-4389-822e-fffec357be39 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:05.726205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39440) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:05.743032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-78e3421c-8ca4-4389-822e-fffec357be39 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/41d76c46-4dfa-42a3-b7b9-4af21315637e HTTP/1.1" status: 204 len: 168 time: 0.9336011 Sep 18 02:12:05.782796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e72c7c-72ca-4e11-8f83-f130439efc20 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet 2e77b720-b068-4bab-8713-fa9ac2c598bc {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:12:05.786333 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17e72c7c-72ca-4e11-8f83-f130439efc20 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:05.834482 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17e72c7c-72ca-4e11-8f83-f130439efc20 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.003337 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17e72c7c-72ca-4e11-8f83-f130439efc20 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.066694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17e72c7c-72ca-4e11-8f83-f130439efc20 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.099041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e72c7c-72ca-4e11-8f83-f130439efc20 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=2e77b720-b068-4bab-8713-fa9ac2c598bc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:06.104671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17e72c7c-72ca-4e11-8f83-f130439efc20 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.109248 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17e72c7c-72ca-4e11-8f83-f130439efc20 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/2e77b720-b068-4bab-8713-fa9ac2c598bc HTTP/1.1" status: 204 len: 168 time: 0.3793309 Sep 18 02:12:06.109401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53797dba-a0cb-4a11-b382-ee2a2e7e3a8d None None] Network c163ddc6-52c0-4737-848e-12b0cec669fb requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:06.109852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39462) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:06.216887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.263220 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.283684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:06.284102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.345482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] DHCP port deletion for c163ddc6-52c0-4737-848e-12b0cec669fb request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:12:06.384432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,segment=NetworkSegment(ae544f9f-3562-4747-ba43-cfb84728378b),segment_id=ae544f9f-3562-4747-ba43-cfb84728378b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:06.384802 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.405095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] Deleting port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:06.405799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.408194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:06.485584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] For port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,segment=NetworkSegment(ae544f9f-3562-4747-ba43-cfb84728378b),segment_id=ae544f9f-3562-4747-ba43-cfb84728378b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:06.486252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.513200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] Calling delete_port for b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:06.520346 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.557348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:06.635536 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.641419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.650747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:06.663858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] Pushing event deleted for resources: {'Port': ['ID=b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:06.664636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c163ddc6-52c0-4737-848e-12b0cec669fb']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:06.674862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3db200-8d87-43ab-a941-378f65e75df2 None None] No DVR routers for this DVR port b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:06.675769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae544f9f-3562-4747-ba43-cfb84728378b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:06.676064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae544f9f-3562-4747-ba43-cfb84728378b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:06.694468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.714745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.723115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:12:06.726864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:12:06.727958 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:12:06.824319 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.843210 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.851108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39490) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:06.851677 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/c163ddc6-52c0-4737-848e-12b0cec669fb HTTP/1.1" status: 204 len: 168 time: 0.7407656 Sep 18 02:12:06.852957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152b04a-7dcb-44d9-844b-5a4ead3e9640 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=c163ddc6-52c0-4737-848e-12b0cec669fb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:06.858914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b6162837-07f1-4348-b130-4e71a846e870 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1376449759', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:06.891273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6162837-07f1-4348-b130-4e71a846e870 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.895358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6162837-07f1-4348-b130-4e71a846e870 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:06.926408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:06.954465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:12:06.955063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b3b84ebb-7c5e-4b07-93a2-0c35d0d0ba08 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:06.985865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d4abf-08b1-4741-9fb7-0f3c44df32ac req-7faeb195-c79f-4366-ae4e-cdcaf4ab27f5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:06.987732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a8d4abf-08b1-4741-9fb7-0f3c44df32ac req-7faeb195-c79f-4366-ae4e-cdcaf4ab27f5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 945 time: 0.1110663 Sep 18 02:12:07.018477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6162837-07f1-4348-b130-4e71a846e870 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.027098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6162837-07f1-4348-b130-4e71a846e870 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.032023 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a8d4abf-08b1-4741-9fb7-0f3c44df32ac req-89e9bf76-790e-43f8-a4ce-6b1bf7d0a635 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Sep 18 02:12:07.048850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6162837-07f1-4348-b130-4e71a846e870 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.050368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b6162837-07f1-4348-b130-4e71a846e870 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1967022 Sep 18 02:12:07.055883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39496) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:07.061548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-445624782'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:07.089856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:07.095456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.121524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:12:07.133153 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.133579 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment 3aa7eaa9-6f7c-4009-8aed-e759e1bfc935 of type vlan for network ab5f210c-115a-4a8a-ac7a-558194abe846 Sep 18 02:12:07.180619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.208163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.214278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:07.214917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.260467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2033589 Sep 18 02:12:07.263382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39506) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:07.283572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:07.309384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7938c-eea3-42d6-8a10-44e8a1574a82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=ab5f210c-115a-4a8a-ac7a-558194abe846,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:07.323558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network ab5f210c-115a-4a8a-ac7a-558194abe846 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:12:07.397767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:07.403244 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.634876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.698180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=3e012c7c-44dc-4514-9a04-0630572345e4,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:07.714353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:07.714353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: ab5f210c-115a-4a8a-ac7a-558194abe846, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:12:07.736890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network ab5f210c-115a-4a8a-ac7a-558194abe846 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:12:07.747875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, ab5f210c-115a-4a8a-ac7a-558194abe846) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:07.752131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:07.753128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:07.761016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54a971-ab15-4681-ae2a-f4f92fef1f50 None None] Network ab5f210c-115a-4a8a-ac7a-558194abe846 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:07.775377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39522) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:07.777742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f6600c17-3906-4331-a499-dc05e35a3d77 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5129781 Sep 18 02:12:07.965491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-ab5f210c-115a-4a8a-ac7a-558194abe846', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:12:07.965491 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.090723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.125797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Allocated IP 172.20.0.2 (ab5f210c-115a-4a8a-ac7a-558194abe846/3e012c7c-44dc-4514-9a04-0630572345e4/bf8fbfc2-4314-4c79-923e-69ed75ae737b) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:08.330833 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.338694 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.410769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527446f-7af0-4bde-aca2-263a23638235 req-a0e19957-1adf-45a1-acb9-b28ca711e0ae tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:08.412489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3527446f-7af0-4bde-aca2-263a23638235 req-a0e19957-1adf-45a1-acb9-b28ca711e0ae tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 945 time: 0.0939217 Sep 18 02:12:08.419210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Pushing event updated for resources: {'Port': ['ID=bf8fbfc2-4314-4c79-923e-69ed75ae737b,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:08.427800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Network ab5f210c-115a-4a8a-ac7a-558194abe846 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:08.428781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:08.430935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:08.474149 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3527446f-7af0-4bde-aca2-263a23638235 req-a2a46ed5-7db7-4150-8a3a-f1ebc8b2b9c1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555234 Sep 18 02:12:08.478686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.20.0.1 (ab5f210c-115a-4a8a-ac7a-558194abe846/3e012c7c-44dc-4514-9a04-0630572345e4/dbbfddea-b8f9-4604-bd5f-455c9d2d3e30) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:08.498748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Attempting to bind port bf8fbfc2-4314-4c79-923e-69ed75ae737b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:08.499300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Attempting to bind port bf8fbfc2-4314-4c79-923e-69ed75ae737b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:08.499964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Attempting to bind port bf8fbfc2-4314-4c79-923e-69ed75ae737b on network ab5f210c-115a-4a8a-ac7a-558194abe846 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:08.510086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:08.511177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Checking segment: {'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:08.511616 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.515280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Bound using segment: {'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:08.515818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Bound port: bf8fbfc2-4314-4c79-923e-69ed75ae737b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:08.516217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.651562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] For port bf8fbfc2-4314-4c79-923e-69ed75ae737b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:08.656479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] For port bf8fbfc2-4314-4c79-923e-69ed75ae737b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bf8fbfc2-4314-4c79-923e-69ed75ae737b,segment=NetworkSegment(3aa7eaa9-6f7c-4009-8aed-e759e1bfc935),segment_id=3aa7eaa9-6f7c-4009-8aed-e759e1bfc935)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:08.661664 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.682752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.734928 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:08.762736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5cc42-2bb9-45fd-a775-08b66d32239b None None] Pushing event updated for resources: {'Port': ['ID=bf8fbfc2-4314-4c79-923e-69ed75ae737b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:08.789956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network ab5f210c-115a-4a8a-ac7a-558194abe846 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:08.802804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:08.805326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:08.831711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:08.854232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:09.036845 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:09.366272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:09.371142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:09.455398 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:09.458616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:09.589940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network ab5f210c-115a-4a8a-ac7a-558194abe846 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:09.593100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:09.772032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:12:09.919940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:09.930285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:09.931449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9429ad91-dbc1-45bd-b5d2-5a2c0a9efd82 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1547217 Sep 18 02:12:09.934048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39596) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:09.944733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-226059831'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:09.961781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:09.962602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:09.964509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69ea7a-9f51-4c08-827f-655b889fc945 None None] Network ab5f210c-115a-4a8a-ac7a-558194abe846 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:09.981562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:09.987219 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.038264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:12:10.065265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.066126 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment 0588cb85-e1e3-4e1a-9060-e48c9d0542fa of type vlan for network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b Sep 18 02:12:10.116292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:10.125457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.156639 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.163711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:10.164379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.210239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39610) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:10.215274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2795160 Sep 18 02:12:10.215400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:10.249971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Provisioning complete for port bf8fbfc2-4314-4c79-923e-69ed75ae737b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:10.250492 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.303905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcbfd4-9c4a-44af-9a01-6f54789ed32d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=bc79ffcf-aa05-477c-a7ad-799bb69fdd3b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:10.361136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:12:10.471703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:10.476203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.522534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d7749-ede9-45d3-9fa2-4e873d43a356 req-f0ea118d-513c-42c0-af71-5ad375268170 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:10.524371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e3d7749-ede9-45d3-9fa2-4e873d43a356 req-f0ea118d-513c-42c0-af71-5ad375268170 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1098 time: 0.1235015 Sep 18 02:12:10.580154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e3d7749-ede9-45d3-9fa2-4e873d43a356 req-972d9aae-cd19-4b3a-be1d-0e3b00f27328 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.876696 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.981931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e3d7749-ede9-45d3-9fa2-4e873d43a356 req-972d9aae-cd19-4b3a-be1d-0e3b00f27328 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:10.983342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bf8fbfc2-4314-4c79-923e-69ed75ae737b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:11.001146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7e3d7749-ede9-45d3-9fa2-4e873d43a356 req-972d9aae-cd19-4b3a-be1d-0e3b00f27328 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:11.006699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=c22989b6-21a3-4e73-abc4-138228f3fc73,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:11.093739 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:11.097962 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e3d7749-ede9-45d3-9fa2-4e873d43a356 req-972d9aae-cd19-4b3a-be1d-0e3b00f27328 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5662336 Sep 18 02:12:11.121791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:11.122156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: bc79ffcf-aa05-477c-a7ad-799bb69fdd3b, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:12:11.124344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d9aae-cd19-4b3a-be1d-0e3b00f27328 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15444308-99ea-4eb9-8490-ea9bd3b74b7a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:11.170605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:12:11.179044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] For port bf8fbfc2-4314-4c79-923e-69ed75ae737b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bf8fbfc2-4314-4c79-923e-69ed75ae737b,segment=NetworkSegment(3aa7eaa9-6f7c-4009-8aed-e759e1bfc935),segment_id=3aa7eaa9-6f7c-4009-8aed-e759e1bfc935)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:11.196539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, bc79ffcf-aa05-477c-a7ad-799bb69fdd3b) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:11.207409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:11.208605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:11.220309 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:11.228830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:08Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:09Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:11.243885 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-02595808-aa51-42b6-be96-b2365f3136e8 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0297089 Sep 18 02:12:11.244052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39650) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:11.280904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ccabae-ed55-411f-830d-51bb4a8639ad None None] Network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:11.466322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:11.466671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Updating router 7d17d059-1017-4a27-8eb8-54db72fde38d port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:12:11.648633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f2367-99cb-40c2-b970-7606aa14a100 req-9204c06f-fd1c-4440-964e-cd4ac0a6dccf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:11.657406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e6f2367-99cb-40c2-b970-7606aa14a100 req-9204c06f-fd1c-4440-964e-cd4ac0a6dccf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.2274005 Sep 18 02:12:11.757620 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e6f2367-99cb-40c2-b970-7606aa14a100 req-3bd08669-b625-4f1b-980a-7e092efe95e2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961919 Sep 18 02:12:11.773999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39668) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:11.778682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port bf8fbfc2-4314-4c79-923e-69ed75ae737b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:11.779078 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:11.806740 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:11.840826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Pushing event updated for resources: {'Port': ['ID=bf8fbfc2-4314-4c79-923e-69ed75ae737b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:11.853539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.853854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.854199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.854537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.855511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.855847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.856179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.856575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.856904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.857231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.857710 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.858464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd713d6-8075-45b7-8977-30af30403d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:11.871663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6445e49b-5dd0-4e6f-a4e2-e22748accc09 None None] Provisioning complete for port bf8fbfc2-4314-4c79-923e-69ed75ae737b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:11.872038 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6445e49b-5dd0-4e6f-a4e2-e22748accc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:11.969604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-61b6cd04-3b8d-476b-8e82-d32ff4e92416 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/ce789090-4f33-405b-8777-0fff56ad87a3 HTTP/1.1" status: 200 len: 993 time: 0.1924324 Sep 18 02:12:12.488301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-b0f454a6-6c48-4e02-8b49-0477cfa3e272 req-4bf43eb7-b2ec-4a3b-8711-9e5d996cd563 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:12:12.489573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0f454a6-6c48-4e02-8b49-0477cfa3e272 req-4bf43eb7-b2ec-4a3b-8711-9e5d996cd563 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057979 Sep 18 02:12:12.552444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:12:12.553341 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:12.847021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Allocated IP 172.21.0.2 (bc79ffcf-aa05-477c-a7ad-799bb69fdd3b/c22989b6-21a3-4e73-abc4-138228f3fc73/ff1f24ab-8afe-43c5-b859-c5122aabd1f2) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:12.847937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:12.910951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bf8fbfc2-4314-4c79-923e-69ed75ae737b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:12.915004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.015614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.045013 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6445e49b-5dd0-4e6f-a4e2-e22748accc09 None None] Provisioning complete for port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:13.045474 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6445e49b-5dd0-4e6f-a4e2-e22748accc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.207752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ebfa7-a974-4309-b6a3-62a8d9998350 None None] Pushing event updated for resources: {'Port': ['ID=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:13.264873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6445e49b-5dd0-4e6f-a4e2-e22748accc09 None None] Port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:13.270256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port bf8fbfc2-4314-4c79-923e-69ed75ae737b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:13.270622 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.358100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1dc79-bcf3-4f7f-9b09-b11e628d94ed req-17ca2d08-8254-403d-a2c3-4de3c7aac636 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:13.367035 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ce1dc79-bcf3-4f7f-9b09-b11e628d94ed req-17ca2d08-8254-403d-a2c3-4de3c7aac636 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.0986171 Sep 18 02:12:13.396044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Attempting to bind port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:13.396409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Attempting to bind port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:13.397250 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Attempting to bind port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 on network ab5f210c-115a-4a8a-ac7a-558194abe846 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:13.399826 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.433874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:13.434248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Checking segment: {'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:13.434651 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.435066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Bound using segment: {'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:13.435883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Bound port: dbbfddea-b8f9-4604-bd5f-455c9d2d3e30, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:13.435987 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.448784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ce1dc79-bcf3-4f7f-9b09-b11e628d94ed req-fe6f2ae3-3c9f-4864-a3a8-987db1da94a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707991 Sep 18 02:12:13.448907 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.454253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a6842831-576f-4b98-8561-8ff3d089ef2e None None] Provisioning complete for port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:13.454621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a6842831-576f-4b98-8561-8ff3d089ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.483150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.21.0.1 (bc79ffcf-aa05-477c-a7ad-799bb69fdd3b/c22989b6-21a3-4e73-abc4-138228f3fc73/33ee7ef1-0362-42f5-9cab-f82a9896c134) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:13.572946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Pushing event updated for resources: {'Port': ['ID=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:13.582614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a6842831-576f-4b98-8561-8ff3d089ef2e None None] Port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:13.643755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] For port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:13.647280 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.647467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] For port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,segment=NetworkSegment(3aa7eaa9-6f7c-4009-8aed-e759e1bfc935),segment_id=3aa7eaa9-6f7c-4009-8aed-e759e1bfc935)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:13.660190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:13.662005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.692449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.692904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:13.707658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:13.737797 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-da7e780a-7359-431c-a176-fa7a817cd2ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4811444 Sep 18 02:12:13.743254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-0925e3f6-dfbb-499d-8702-2ef68280771d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:12:13.755777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-0925e3f6-dfbb-499d-8702-2ef68280771d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169861 Sep 18 02:12:13.779526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:13.785468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:13.796556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:13.855705 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.933909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-33d6828a-0b91-48b5-9678-3109746c4d2a None None] Provisioning complete for port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:13.946468 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33d6828a-0b91-48b5-9678-3109746c4d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:13.957615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Attempting to bind port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:13.957987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Attempting to bind port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:13.958436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Attempting to bind port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 on network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:13.960395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:13.961038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:13.994326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=33ee7ef1-0362-42f5-9cab-f82a9896c134,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:14.209439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:14.288840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ebfa7-a974-4309-b6a3-62a8d9998350 None None] Pushing event updated for resources: {'Port': ['ID=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:14.295862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:14.296651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Checking segment: {'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:14.297270 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:14.297816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Bound using segment: {'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:14.298461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Bound port: ff1f24ab-8afe-43c5-b859-c5122aabd1f2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:14.299040 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:14.522010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:14.640393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8dcd-060f-4556-b598-440f4319b61c req-4d9c17db-a9b6-4e07-9fbb-f1ca758e5626 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:14.651390 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-addb8dcd-060f-4556-b598-440f4319b61c req-4d9c17db-a9b6-4e07-9fbb-f1ca758e5626 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.0824952 Sep 18 02:12:14.765994 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-addb8dcd-060f-4556-b598-440f4319b61c req-3e4fae17-46de-475b-a807-5f2f23cd5c96 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120782 Sep 18 02:12:14.827703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] For port ff1f24ab-8afe-43c5-b859-c5122aabd1f2, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:14.966230 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33d6828a-0b91-48b5-9678-3109746c4d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:14.985741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:14.993321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] For port ff1f24ab-8afe-43c5-b859-c5122aabd1f2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,segment=NetworkSegment(0588cb85-e1e3-4e1a-9060-e48c9d0542fa),segment_id=0588cb85-e1e3-4e1a-9060-e48c9d0542fa)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:15.008033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:15.010392 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:15.060227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-33d6828a-0b91-48b5-9678-3109746c4d2a None None] For port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,segment=NetworkSegment(3aa7eaa9-6f7c-4009-8aed-e759e1bfc935),segment_id=3aa7eaa9-6f7c-4009-8aed-e759e1bfc935)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:15.102300 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33d6828a-0b91-48b5-9678-3109746c4d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:15.113747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=33ee7ef1-0362-42f5-9cab-f82a9896c134,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:15.156510 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:15.188454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51249d-1196-4f18-9559-5c403df54ac3 None None] Pushing event updated for resources: {'Port': ['ID=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:15.307949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6828a-0b91-48b5-9678-3109746c4d2a None None] Pushing event updated for resources: {'Port': ['ID=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:15.348716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:15.349771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-eb646668-a698-4b23-999d-77437c2bb56d None None] Provisioning complete for port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:15.350150 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb646668-a698-4b23-999d-77437c2bb56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:15.350704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:15.386703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:08Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:13Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:15.478344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca5391e-e8c0-46a2-9241-207e34a09714 None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:08Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:13Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:15.572584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:15.754297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-e5f45a03-5f59-410a-8fbd-8a73df1ea658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:15.759918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-e5f45a03-5f59-410a-8fbd-8a73df1ea658 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1098 time: 0.0779090 Sep 18 02:12:15.798670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:15.810653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4c571771-b14c-4b5a-b1ec-281f817581cb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5654967 Sep 18 02:12:15.817572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39826) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:15.823390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-1787323425'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:15.878573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:15.882176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:15.925742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-14dad62d-1083-4cbc-9892-75f7ed5111c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:15.927692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-14dad62d-1083-4cbc-9892-75f7ed5111c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 896 time: 0.1590657 Sep 18 02:12:16.009899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:12:16.029361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:16.029488 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment 7de3e205-0556-4866-9adf-2f7e5cd88748 of type vlan for network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 Sep 18 02:12:16.095547 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:16.167694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead069-ccb7-4f43-9606-f5d982ad1ac5 req-5b254145-be00-4349-8a92-03263a5e72ed tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:16.169332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3fead069-ccb7-4f43-9606-f5d982ad1ac5 req-5b254145-be00-4349-8a92-03263a5e72ed tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.2838776 Sep 18 02:12:16.172029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:16.176722 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-9fb75320-a5c3-4ada-b0fa-431f45afe5f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 1001 time: 0.2399178 Sep 18 02:12:16.190630 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:16.191617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:16.240951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-fe2d35c1-bf67-4b8d-ba6e-bc359763cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:16.244192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-fe2d35c1-bf67-4b8d-ba6e-bc359763cd83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.0593832 Sep 18 02:12:16.347659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:16.357440 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-770815a6-d0d6-46b3-a942-ef3d5b89122d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5382514 Sep 18 02:12:16.363157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39842) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:16.364429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-fe8a9b36-a4de-4a3a-8639-ae9b6cd5f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:16.365686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:12:16.366227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-fe8a9b36-a4de-4a3a-8639-ae9b6cd5f726 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149368 Sep 18 02:12:16.383525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:16.587066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:16.614804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:16.903591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3fead069-ccb7-4f43-9606-f5d982ad1ac5 req-63352f7d-198b-4bfc-8fb4-3e0be5b8bb1e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7043803 Sep 18 02:12:17.094241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:17.152924 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:17.194488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62aead-2cfe-4b20-be9a-b478c83c68bb None None] Network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:17.284979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-8968638d-87ad-49af-b48e-bc8ed45195e9 service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9104469 Sep 18 02:12:17.325292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=d3e309cf-dd12-465e-a979-6dfca878060c,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:17.355461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:17.356474 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:17.374393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:17.375023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:12:17.398623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:12:17.421398 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:17.429194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:17.431987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:17.445829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-25978054-70d0-439c-b428-997ac6cc2b23 None None] Provisioning complete for port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:17.446332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-25978054-70d0-439c-b428-997ac6cc2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:17.466364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cfd581-ab35-4b91-ba5d-f4e6fb27d8ca None None] Network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:17.487467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-599694fb-5181-4a0c-9849-12706d6b9ff6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1230812 Sep 18 02:12:17.490197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39870) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:17.546991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d0acad0f-a525-4145-a474-0c856cf73220 service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517893 Sep 18 02:12:17.586997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-7b898f6a-a804-46e1-8c9b-2027df3defc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1300416 Sep 18 02:12:17.775962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-14d5e329-fc79-4cfe-a80f-c39abc301e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:17.776774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-14d5e329-fc79-4cfe-a80f-c39abc301e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:17.777574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-14d5e329-fc79-4cfe-a80f-c39abc301e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:17.778237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-14d5e329-fc79-4cfe-a80f-c39abc301e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:17.780964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-14d5e329-fc79-4cfe-a80f-c39abc301e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:17.781669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-14d5e329-fc79-4cfe-a80f-c39abc301e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:17.788001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-14d5e329-fc79-4cfe-a80f-c39abc301e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:17.798004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-14d5e329-fc79-4cfe-a80f-c39abc301e65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 6498 time: 0.1257570 Sep 18 02:12:17.924921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ff1f24ab-8afe-43c5-b859-c5122aabd1f2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:17.964033 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-25978054-70d0-439c-b428-997ac6cc2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:18.101410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-ec0a48f8-196f-4194-82af-1f70f5082694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:18.106079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-ec0a48f8-196f-4194-82af-1f70f5082694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:18.106634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-ec0a48f8-196f-4194-82af-1f70f5082694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:18.108991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-ec0a48f8-196f-4194-82af-1f70f5082694 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11be498a-d972-4af2-b522-204f1356985f&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=82d17108-4032-415d-8e69-c6ef088c7d7c&id=e0377083-72e2-46ac-9ba6-a82b196a3305&id=e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 200 len: 2290 time: 0.2235396 Sep 18 02:12:18.109859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-25978054-70d0-439c-b428-997ac6cc2b23 None None] For port ff1f24ab-8afe-43c5-b859-c5122aabd1f2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,segment=NetworkSegment(0588cb85-e1e3-4e1a-9060-e48c9d0542fa),segment_id=0588cb85-e1e3-4e1a-9060-e48c9d0542fa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:18.181468 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-25978054-70d0-439c-b428-997ac6cc2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:18.195426 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:18.206624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:18.207216 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:18.220064 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:18.227538 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:18.385639 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-17748c58-6101-4e3d-8c06-2bba068852a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 200 len: 1000 time: 0.2649317 Sep 18 02:12:18.429088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:18.433491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25978054-70d0-439c-b428-997ac6cc2b23 None None] Pushing event updated for resources: {'Port': ['ID=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:18.447408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:12:18.448290 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:18.532574 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:18.627414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-6721f8d5-d36a-4e20-9918-d10b046ece16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:18.631116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-6721f8d5-d36a-4e20-9918-d10b046ece16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=623b87eb-c594-4180-b0f1-d20148d1cdf7 HTTP/1.1" status: 200 len: 851 time: 0.1766989 Sep 18 02:12:18.652660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ff436-896e-45d8-8eb1-4cccc93887bd req-6e24ec9b-15a0-4676-96e6-fcdc0fec4043 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:18.665828 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c30ff436-896e-45d8-8eb1-4cccc93887bd req-6e24ec9b-15a0-4676-96e6-fcdc0fec4043 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.5544524 Sep 18 02:12:18.772255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2cfe8edb-57dc-4706-ba3f-b98d48a69ecd None None] Provisioning complete for port 33ee7ef1-0362-42f5-9cab-f82a9896c134 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:18.772629 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8edb-57dc-4706-ba3f-b98d48a69ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:18.853299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-e8b327aa-70ee-4abb-acd7-2855af8ac81a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2606869 Sep 18 02:12:18.877016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c30ff436-896e-45d8-8eb1-4cccc93887bd req-6229b505-27b5-4d08-87c6-0610a415e673 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100384 Sep 18 02:12:18.901361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-54c0a59c-3a66-4e1c-8c65-3fe25538861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:18.903499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-54c0a59c-3a66-4e1c-8c65-3fe25538861c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11be498a-d972-4af2-b522-204f1356985f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049565 Sep 18 02:12:19.048638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe8edb-57dc-4706-ba3f-b98d48a69ecd None None] Port 33ee7ef1-0362-42f5-9cab-f82a9896c134 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:19.065516 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 3, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:19.110693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ff1f24ab-8afe-43c5-b859-c5122aabd1f2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:19.151993 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:19.155092 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Updating router 7d17d059-1017-4a27-8eb8-54db72fde38d port 33ee7ef1-0362-42f5-9cab-f82a9896c134 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:12:19.155716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Allocated IP 172.22.0.2 (b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90/d3e309cf-dd12-465e-a979-6dfca878060c/b40b3ef2-a9c0-4422-a75b-13a67ee66c4c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:19.161091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2cfe8edb-57dc-4706-ba3f-b98d48a69ecd None None] Provisioning complete for port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:19.161483 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8edb-57dc-4706-ba3f-b98d48a69ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:19.280316 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:19.288927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-3edee7e5-d915-4608-9422-41631770d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:19.290391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-3edee7e5-d915-4608-9422-41631770d596 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 1098 time: 0.4042573 Sep 18 02:12:19.292504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-4039ab13-934f-4be2-8144-c19c32d3d286 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114727 Sep 18 02:12:19.569623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-58b35a6c-33e4-4eb4-a895-fab5c91738a3 service neutron] 10.222.0.18 "GET /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683344 Sep 18 02:12:19.593864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48cdca-401d-4b8c-bc27-55bf503cbdde req-29ddf4c2-ef3f-4f5d-a9e2-f70a5676b32d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:19.595502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b48cdca-401d-4b8c-bc27-55bf503cbdde req-29ddf4c2-ef3f-4f5d-a9e2-f70a5676b32d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1639225 Sep 18 02:12:19.665753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-b97026d6-5564-4ece-acee-59d699292a86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 217 time: 0.0432384 Sep 18 02:12:19.722486 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:19.738468 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:19.777555 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:19.840471 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:19.901657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b48cdca-401d-4b8c-bc27-55bf503cbdde req-3f7f631f-9cdf-4d02-adb5-7cfd860ff714 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335052 Sep 18 02:12:19.903642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-3bda7dc3-af40-4101-acd8-45913eeb5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:19.921387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-3bda7dc3-af40-4101-acd8-45913eeb5fcf service neutron] 10.222.0.20 "GET /v2.0/networks?id=de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 200 len: 911 time: 0.5124762 Sep 18 02:12:19.937130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-752f96b7-7612-44e0-99b9-08160e2d8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:19.939105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-752f96b7-7612-44e0-99b9-08160e2d8330 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.2615726 Sep 18 02:12:19.962138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.22.0.1 (b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90/d3e309cf-dd12-465e-a979-6dfca878060c/0da18cde-7f1d-4feb-b518-029dd49934b6) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:20.051056 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Attempting to bind port 33ee7ef1-0362-42f5-9cab-f82a9896c134 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:20.051423 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Attempting to bind port 33ee7ef1-0362-42f5-9cab-f82a9896c134 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:20.051791 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Attempting to bind port 33ee7ef1-0362-42f5-9cab-f82a9896c134 on network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:20.071914 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535fc45-33be-496e-bf27-04ad4b6a0a12 None None] Pushing event updated for resources: {'Port': ['ID=33ee7ef1-0362-42f5-9cab-f82a9896c134,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:20.082518 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:20.082935 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Checking segment: {'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:20.087141 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.087779 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Bound using segment: {'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:20.088081 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Bound port: 33ee7ef1-0362-42f5-9cab-f82a9896c134, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0588cb85-e1e3-4e1a-9060-e48c9d0542fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:20.092919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:20.094036 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.125238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:20.140630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:20.172589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Pushing event updated for resources: {'Port': ['ID=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:20.243442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-0dc75e69-265b-40ce-9ed4-a1db979a3d40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 HTTP/1.1" status: 200 len: 1002 time: 0.3031831 Sep 18 02:12:20.266172 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] For port 33ee7ef1-0362-42f5-9cab-f82a9896c134, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:20.272518 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] For port 33ee7ef1-0362-42f5-9cab-f82a9896c134, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33ee7ef1-0362-42f5-9cab-f82a9896c134,segment=NetworkSegment(0588cb85-e1e3-4e1a-9060-e48c9d0542fa),segment_id=0588cb85-e1e3-4e1a-9060-e48c9d0542fa)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:20.286755 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.366974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-03de18fe-7778-4e04-a77c-65b4c564d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:20.368487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-03de18fe-7778-4e04-a77c-65b4c564d088 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2251768 Sep 18 02:12:20.381080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf703f4e-a02f-4c4d-9339-4884d4bbb4f6 req-f008d52a-4938-485b-89bc-e2bb1100fe48 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:20.386308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea5538-7c49-49ec-80d3-29edd162ff71 req-612fc610-ea62-4291-8ad1-511cc9323147 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:20.388673 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf703f4e-a02f-4c4d-9339-4884d4bbb4f6 req-f008d52a-4938-485b-89bc-e2bb1100fe48 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2289548 Sep 18 02:12:20.393920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:20.400704 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25ea5538-7c49-49ec-80d3-29edd162ff71 req-612fc610-ea62-4291-8ad1-511cc9323147 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.2923133 Sep 18 02:12:20.401572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.408189 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535fc45-33be-496e-bf27-04ad4b6a0a12 None None] Pushing event updated for resources: {'Port': ['ID=33ee7ef1-0362-42f5-9cab-f82a9896c134,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:20.456162 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:20.456796 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:20.470915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25ea5538-7c49-49ec-80d3-29edd162ff71 req-f8660d13-0ece-4a3c-be97-c77e8c17470a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680587 Sep 18 02:12:20.488625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-f9b8a75a-b577-42ce-a1a4-e7f246c4aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:20.491813 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-f9b8a75a-b577-42ce-a1a4-e7f246c4aab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 200 len: 850 time: 0.2062569 Sep 18 02:12:20.538138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.622307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Attempting to bind port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:20.623660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Attempting to bind port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:20.625049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Attempting to bind port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c on network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:20.637592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:20.638267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Checking segment: {'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:20.639131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.639950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Bound using segment: {'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:20.640678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf703f4e-a02f-4c4d-9339-4884d4bbb4f6 req-6ab879df-d6b3-44af-bf90-6a3b54a2c16f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510500 Sep 18 02:12:20.641787 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Bound port: b40b3ef2-a9c0-4422-a75b-13a67ee66c4c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:20.642425 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.673091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.676706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-d5dd3abf-a60d-4836-8aba-6710aa329dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:20.678183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-d5dd3abf-a60d-4836-8aba-6710aa329dac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de747235-783f-4ead-8438-676be4d3b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763315 Sep 18 02:12:20.745985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:20.764283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:20.772880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:20.788190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=0da18cde-7f1d-4feb-b518-029dd49934b6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:20.882827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-e7423144-ff05-4039-b86b-3146b65778d2 service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877158 Sep 18 02:12:20.887315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f76c855f-b249-460d-ac58-c3cb8fbb982e service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968040 Sep 18 02:12:20.902131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:20.956224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1305919e-8652-4fe8-b355-60beb4b65143 None None] Provisioning complete for port 33ee7ef1-0362-42f5-9cab-f82a9896c134 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:20.956767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1305919e-8652-4fe8-b355-60beb4b65143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:21.012372 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:21.125492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] For port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:21.132748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] For port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,segment=NetworkSegment(7de3e205-0556-4866-9adf-2f7e5cd88748),segment_id=7de3e205-0556-4866-9adf-2f7e5cd88748)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:21.145121 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:21.156576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1305919e-8652-4fe8-b355-60beb4b65143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:21.224593 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:21.263015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb5336-934a-4c30-b052-6d6f1a0bf5c6 None None] Pushing event updated for resources: {'Port': ['ID=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:21.329922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5abbdcd-0897-40ff-ae42-9e8f079d3ee7 req-7e94896d-b27b-4f03-8149-2023f56a444d service neutron] 10.222.0.20 "GET /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398463 Sep 18 02:12:21.335327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-733ce36a-ebed-4f32-9856-f96ef56d7f9d service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344134 Sep 18 02:12:21.335904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1305919e-8652-4fe8-b355-60beb4b65143 None None] For port 33ee7ef1-0362-42f5-9cab-f82a9896c134, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33ee7ef1-0362-42f5-9cab-f82a9896c134,segment=NetworkSegment(0588cb85-e1e3-4e1a-9060-e48c9d0542fa),segment_id=0588cb85-e1e3-4e1a-9060-e48c9d0542fa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:21.345371 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1305919e-8652-4fe8-b355-60beb4b65143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:21.443276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-a17a197a-e3a3-4226-8059-4f3669124641 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 217 time: 0.0868287 Sep 18 02:12:21.458593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef789f2-3300-4bd2-b8bd-169c2bba5225 req-0fdbe848-24bc-4319-a5cf-d84b93d3659e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:21.461266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eef789f2-3300-4bd2-b8bd-169c2bba5225 req-0fdbe848-24bc-4319-a5cf-d84b93d3659e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2309752 Sep 18 02:12:21.491841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305919e-8652-4fe8-b355-60beb4b65143 None None] Pushing event updated for resources: {'Port': ['ID=33ee7ef1-0362-42f5-9cab-f82a9896c134,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:21.530444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-827782ee-bcc3-4d07-b862-d18b942995ee None None] Provisioning complete for port 33ee7ef1-0362-42f5-9cab-f82a9896c134 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:21.531112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-827782ee-bcc3-4d07-b862-d18b942995ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:21.584947 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 3, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:20Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:21.605420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-939460c8-6ff8-41f0-936e-510d46f7c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:21.608884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-939460c8-6ff8-41f0-936e-510d46f7c214 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1562908 Sep 18 02:12:21.724764 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3aa7b-da23-4132-ac5d-d7e48afc1545 None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 3, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:20Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:21.927775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f5f864ce-89fe-4fc2-bd27-0bc02ee39912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:21.931528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f5f864ce-89fe-4fc2-bd27-0bc02ee39912 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3139813 Sep 18 02:12:22.019532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eef789f2-3300-4bd2-b8bd-169c2bba5225 req-395b592d-2141-4a70-b061-69d5025b9458 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5081460 Sep 18 02:12:22.049510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82900f6a-9881-4b65-a92e-1a5f55dccc88 req-458928c3-2239-487a-85cd-b71fd06198ba tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:22.051195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82900f6a-9881-4b65-a92e-1a5f55dccc88 req-458928c3-2239-487a-85cd-b71fd06198ba tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.3302007 Sep 18 02:12:22.168040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-69085716-e728-4eb9-9725-c578df6006c8 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272782 Sep 18 02:12:22.375660 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82900f6a-9881-4b65-a92e-1a5f55dccc88 req-891a7073-e8e8-4a1d-94d1-59ebdcd4f649 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063782 Sep 18 02:12:22.501319 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-3ae2f657-1ed0-46b8-a0ce-ff4d0e0ebecb service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237066 Sep 18 02:12:22.599181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-b33a0f58-0c54-487e-b536-1c1a16824a34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 HTTP/1.1" status: 200 len: 217 time: 0.0834908 Sep 18 02:12:22.776005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-751db3b9-3e70-4f13-a770-e5877c57d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:22.777569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-751db3b9-3e70-4f13-a770-e5877c57d5b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1675944 Sep 18 02:12:22.902435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f89b0c01-2f64-421b-b732-3dd90d9c3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:22.904785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f89b0c01-2f64-421b-b732-3dd90d9c3527 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1173947 Sep 18 02:12:23.020833 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:23.042557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac709d-057f-4039-a35c-54e004a2e0fa req-4bf16e58-fc98-4dab-9c1b-81d0e4372212 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:23.054165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0ac709d-057f-4039-a35c-54e004a2e0fa req-4bf16e58-fc98-4dab-9c1b-81d0e4372212 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1406250 Sep 18 02:12:23.055762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:23.081109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-79ed9515-4841-42eb-ab04-3555cfeb20c9 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683023 Sep 18 02:12:23.208242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b40b3ef2-a9c0-4422-a75b-13a67ee66c4c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:23.282081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-dbe89240-30a9-49f4-950a-9a2837f94180 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923695 Sep 18 02:12:23.307015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d5342-4423-4da8-b028-b4514993d2f0 None None] Network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:23.354883 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f6a735b3-6249-41b1-8dd5-43a1dba8c7e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5 HTTP/1.1" status: 200 len: 217 time: 0.0550344 Sep 18 02:12:23.384250 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0ac709d-057f-4039-a35c-54e004a2e0fa req-c5898652-99c6-45c7-9b65-3f0c6ba5d7e5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127151 Sep 18 02:12:23.411756 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:23.414443 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:23.421426 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:23.438042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=0da18cde-7f1d-4feb-b518-029dd49934b6,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:23.485963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-d372a290-8a5f-443d-8b9b-ee8255565bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:23.488604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-d372a290-8a5f-443d-8b9b-ee8255565bd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 200 len: 797 time: 0.1259558 Sep 18 02:12:23.558529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-42a86820-6ca0-49eb-8a3d-844af11f9cda None None] Provisioning complete for port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:23.559252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-42a86820-6ca0-49eb-8a3d-844af11f9cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:23.688253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:23.689713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:23.692096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-ae6ae7de-b725-4cbf-9a99-a912d7797f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:23.697220 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-ae6ae7de-b725-4cbf-9a99-a912d7797f26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82d17108-4032-415d-8e69-c6ef088c7d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2011552 Sep 18 02:12:23.720076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138c78d-c46a-424e-a069-821e297d7eff req-a663abb4-a116-40e0-8229-a8ad72a0dbf4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:23.721689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a138c78d-c46a-424e-a069-821e297d7eff req-a663abb4-a116-40e0-8229-a8ad72a0dbf4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.2086954 Sep 18 02:12:23.879519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:23.914976 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:12:23.947111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a138c78d-c46a-424e-a069-821e297d7eff req-de53d9f2-e623-429f-a9ce-b0383f61082f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049222 Sep 18 02:12:23.954884 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:23.983877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f49b0f32-6773-4a3f-9f4a-a888ff0e6150 service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607973 Sep 18 02:12:24.003976 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-42a86820-6ca0-49eb-8a3d-844af11f9cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.040740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,segment=NetworkSegment(7de3e205-0556-4866-9adf-2f7e5cd88748),segment_id=7de3e205-0556-4866-9adf-2f7e5cd88748)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:24.067638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.067638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33ee7ef1-0362-42f5-9cab-f82a9896c134 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:24.094589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:24.109845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-566239fe-cf59-4eab-9a8e-7d5413818aec tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6185715 Sep 18 02:12:24.110522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40042) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:24.116170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'network': {'name': 'tempest-RoutersTest-334190536'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:24.141467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:24.146168 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.175971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-b095a6d3-806b-4d7c-acc4-3a71b9468c3f service neutron] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825590 Sep 18 02:12:24.196678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:24.199943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:12:24.212917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.213586 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added segment f45b2403-bbf0-424d-8a19-ae0e9932a1cd of type vlan for network 773fb036-1f7a-406f-902c-e9890016e633 Sep 18 02:12:24.279650 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.283347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-deba5cba-859b-45b0-9138-90f823576390 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23919e13-0d70-47b1-8884-3f19f7714dd1 HTTP/1.1" status: 200 len: 217 time: 0.0989709 Sep 18 02:12:24.339420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.350433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:24.351158 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.375306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:24.376547 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:24.381389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-7f40aa8c-242c-4f05-990f-374ead310fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:24.387938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-7f40aa8c-242c-4f05-990f-374ead310fb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.0960436 Sep 18 02:12:24.402352 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-42a86820-6ca0-49eb-8a3d-844af11f9cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:12:24.402680 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-42a86820-6ca0-49eb-8a3d-844af11f9cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:12:24.470097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f8457058-fce3-4fa0-b2f1-b159a2851265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:24.473226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-f8457058-fce3-4fa0-b2f1-b159a2851265 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773897 Sep 18 02:12:24.493357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:24.525547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4138041 Sep 18 02:12:24.526149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40056) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:24.555085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'subnet': {'network_id': '773fb036-1f7a-406f-902c-e9890016e633', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:24.580777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d3fb5-63f2-4126-8763-2100ad023ebb tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Network': ['ID=773fb036-1f7a-406f-902c-e9890016e633,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:24.614578 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 773fb036-1f7a-406f-902c-e9890016e633 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:12:24.652876 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-683f0bc3-ab31-4b37-896f-10a0188816db service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684387 Sep 18 02:12:24.687478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 33ee7ef1-0362-42f5-9cab-f82a9896c134 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:24.687855 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.765651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:24.800455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Made reservation on behalf of 0c104d0250c14f408bebee0b38512457 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:24.807088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:24.942059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-20e30ddf-a687-422b-a897-eb10a1714fb5 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472558 Sep 18 02:12:25.079277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-316663ae-b4b2-438c-9dce-d2e9a4594599 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 200 len: 217 time: 0.1199713 Sep 18 02:12:25.111112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:25.125460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0264a1-8cb6-4072-84b5-9ddefe3cd23f req-37968bce-bd69-4047-96ae-5645b4af056d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:25.137079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6c0264a1-8cb6-4072-84b5-9ddefe3cd23f req-37968bce-bd69-4047-96ae-5645b4af056d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.5587704 Sep 18 02:12:25.253569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6c0264a1-8cb6-4072-84b5-9ddefe3cd23f req-9a38c1ec-d8d9-4585-9c6f-ac6da36d4012 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077349 Sep 18 02:12:25.255964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-2101230b-8e0f-4fd5-9a6c-fd1be4977baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:25.258028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-2101230b-8e0f-4fd5-9a6c-fd1be4977baf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 200 len: 797 time: 0.1643808 Sep 18 02:12:25.303008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Subnet': ['ID=8fc9a128-2137-454d-a784-7e0f1be6762b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:25.324768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-57e9c606-73ea-4b9d-a829-c4750630b014 None None] Provisioning complete for port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:25.325287 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57e9c606-73ea-4b9d-a829-c4750630b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:25.354407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-d0ca2151-2e26-4335-ab8b-3f0a43368eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:25.355964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-d0ca2151-2e26-4335-ab8b-3f0a43368eba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0377083-72e2-46ac-9ba6-a82b196a3305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858097 Sep 18 02:12:25.396381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:25.413025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Checking segment: {'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:25.414908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network hostable DHCP agents. Network: 773fb036-1f7a-406f-902c-e9890016e633, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:12:25.454020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:25.454281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Updating router 7d17d059-1017-4a27-8eb8-54db72fde38d port 0da18cde-7f1d-4feb-b518-029dd49934b6 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:12:25.470201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bf25b-fffb-4ca1-98aa-6586042af1ff req-6b7506d6-dbb6-422e-ab3d-ea6c0cf97f1b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:25.511554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-137bf25b-fffb-4ca1-98aa-6586042af1ff req-6b7506d6-dbb6-422e-ab3d-ea6c0cf97f1b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.4333992 Sep 18 02:12:25.520455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:25.525130 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:25.571091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-57e9c606-73ea-4b9d-a829-c4750630b014 None None] Provisioning complete for port 0da18cde-7f1d-4feb-b518-029dd49934b6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:25.573305 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57e9c606-73ea-4b9d-a829-c4750630b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:25.592144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 773fb036-1f7a-406f-902c-e9890016e633 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:12:25.605232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b40b3ef2-a9c0-4422-a75b-13a67ee66c4c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:25.616560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-137bf25b-fffb-4ca1-98aa-6586042af1ff req-ccef6331-6648-44f7-ba41-f5fa7ee14f05 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042442 Sep 18 02:12:25.623416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 773fb036-1f7a-406f-902c-e9890016e633) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:25.641526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e7278a-4a65-4a5e-a405-3af86b959df2 None None] Network 773fb036-1f7a-406f-902c-e9890016e633 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:25.650410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:25.654998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:25.655164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-8fe47d58-7bda-4702-92fb-b3f2add8c1eb service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890427 Sep 18 02:12:25.674056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-76e142cb-e121-40e2-b032-43d9a692d676 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1233685 Sep 18 02:12:25.677053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40082) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:25.790226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4324cd5-7ac7-4322-adb0-b82d13170420 req-b8a08c7a-03a8-428f-8ce1-067e1c52eff2 service neutron] 10.222.0.18 "GET /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282129 Sep 18 02:12:25.960874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-57e9c606-73ea-4b9d-a829-c4750630b014 None None] Port 0da18cde-7f1d-4feb-b518-029dd49934b6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:25.999925 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.061477 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:26.061874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.179956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-72cc2fdc-c614-4529-accf-f5a035f33bd9 None None] Provisioning complete for port 0da18cde-7f1d-4feb-b518-029dd49934b6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:26.180324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-72cc2fdc-c614-4529-accf-f5a035f33bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.189213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-773fb036-1f7a-406f-902c-e9890016e633', 'network_id': '773fb036-1f7a-406f-902c-e9890016e633', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'fixed_ips': [{'subnet_id': '8fc9a128-2137-454d-a784-7e0f1be6762b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:12:26.190039 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.230119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.295450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-72cc2fdc-c614-4529-accf-f5a035f33bd9 None None] Port 0da18cde-7f1d-4feb-b518-029dd49934b6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:26.387808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb22e7-11e1-4f12-9f95-1f9680a51ccb req-7bad6323-a6ad-4709-84cd-96590ebe8239 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:26.389998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3dbb22e7-11e1-4f12-9f95-1f9680a51ccb req-7bad6323-a6ad-4709-84cd-96590ebe8239 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0531082 Sep 18 02:12:26.431812 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3dbb22e7-11e1-4f12-9f95-1f9680a51ccb req-cba771ee-ab0e-4b7c-927c-26b86ab81346 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358098 Sep 18 02:12:26.563393 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.583035 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.598676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Allocated IP 172.23.0.2 (773fb036-1f7a-406f-902c-e9890016e633/8fc9a128-2137-454d-a784-7e0f1be6762b/3cec9589-601f-440b-9af0-a12af356006f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:26.663461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421572ba-2068-4f55-9608-f6c6766a1af4 None None] Pushing event updated for resources: {'Port': ['ID=0da18cde-7f1d-4feb-b518-029dd49934b6,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:26.840305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e64eb-c282-4c48-8981-ec068d7cf62f req-b30ef7dc-91f4-4b26-a932-29d8758bdbaa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:26.843632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d58e64eb-c282-4c48-8981-ec068d7cf62f req-b30ef7dc-91f4-4b26-a932-29d8758bdbaa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1008935 Sep 18 02:12:26.932027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Attempting to bind port 0da18cde-7f1d-4feb-b518-029dd49934b6 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:26.932027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Attempting to bind port 0da18cde-7f1d-4feb-b518-029dd49934b6 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:26.932490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Attempting to bind port 0da18cde-7f1d-4feb-b518-029dd49934b6 on network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:26.934879 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.936442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d58e64eb-c282-4c48-8981-ec068d7cf62f req-984d3c86-4d2d-4f26-b932-6d56f0e5299c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847969 Sep 18 02:12:26.945561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:26.945947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Checking segment: {'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:26.960210 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.962148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Bound using segment: {'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:26.962942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Bound port: 0da18cde-7f1d-4feb-b518-029dd49934b6, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de3e205-0556-4866-9adf-2f7e5cd88748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:26.963556 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:26.970769 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.059989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Allocated IP 172.23.0.1 (773fb036-1f7a-406f-902c-e9890016e633/8fc9a128-2137-454d-a784-7e0f1be6762b/876ede06-0a62-48e3-9228-92a74477b9b7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:27.060158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Network 773fb036-1f7a-406f-902c-e9890016e633 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:27.070610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:27.080830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:27.092631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Pushing event updated for resources: {'Port': ['ID=3cec9589-601f-440b-9af0-a12af356006f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:27.140429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] For port 0da18cde-7f1d-4feb-b518-029dd49934b6, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:27.191799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] For port 0da18cde-7f1d-4feb-b518-029dd49934b6, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0da18cde-7f1d-4feb-b518-029dd49934b6,segment=NetworkSegment(7de3e205-0556-4866-9adf-2f7e5cd88748),segment_id=7de3e205-0556-4866-9adf-2f7e5cd88748)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:27.197424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-489bd9d9-ad04-4916-b933-63a4fc1c2d38 None None] Provisioning complete for port 0da18cde-7f1d-4feb-b518-029dd49934b6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:27.198102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-489bd9d9-ad04-4916-b933-63a4fc1c2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.200024 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.202481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Attempting to bind port 3cec9589-601f-440b-9af0-a12af356006f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:27.202916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Attempting to bind port 3cec9589-601f-440b-9af0-a12af356006f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:27.203277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Attempting to bind port 3cec9589-601f-440b-9af0-a12af356006f on network 773fb036-1f7a-406f-902c-e9890016e633 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:27.205003 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.245454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.261652 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:27.262027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Checking segment: {'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:27.262503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.263539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Bound using segment: {'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:27.263902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Bound port: 3cec9589-601f-440b-9af0-a12af356006f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:27.264282 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.299871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 773fb036-1f7a-406f-902c-e9890016e633 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:27.312716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=876ede06-0a62-48e3-9228-92a74477b9b7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:27.316318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:27.319673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:27.377463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.392441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] For port 3cec9589-601f-440b-9af0-a12af356006f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:27.397123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] For port 3cec9589-601f-440b-9af0-a12af356006f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3cec9589-601f-440b-9af0-a12af356006f,segment=NetworkSegment(f45b2403-bbf0-424d-8a19-ae0e9932a1cd),segment_id=f45b2403-bbf0-424d-8a19-ae0e9932a1cd)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:27.417580 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.423252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:27.424033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:27.474679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421572ba-2068-4f55-9608-f6c6766a1af4 None None] Pushing event updated for resources: {'Port': ['ID=0da18cde-7f1d-4feb-b518-029dd49934b6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:27.659733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:27.736209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.758275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-489bd9d9-ad04-4916-b933-63a4fc1c2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:27.761887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85818a3-d315-408d-ac2b-571f827735c4 None None] Pushing event updated for resources: {'Port': ['ID=3cec9589-601f-440b-9af0-a12af356006f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:27.777785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646888c6-4024-40e0-a177-1fc24f24e888 req-1ae3c14b-a843-423e-8533-e21d4278ab48 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:27.787415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-646888c6-4024-40e0-a177-1fc24f24e888 req-1ae3c14b-a843-423e-8533-e21d4278ab48 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2310188 Sep 18 02:12:27.871045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-646888c6-4024-40e0-a177-1fc24f24e888 req-a26e6153-dde2-487c-bea4-b38cf8e0a2df tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808630 Sep 18 02:12:28.049184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-489bd9d9-ad04-4916-b933-63a4fc1c2d38 None None] For port 0da18cde-7f1d-4feb-b518-029dd49934b6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0da18cde-7f1d-4feb-b518-029dd49934b6,segment=NetworkSegment(7de3e205-0556-4866-9adf-2f7e5cd88748),segment_id=7de3e205-0556-4866-9adf-2f7e5cd88748)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:28.103639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-489bd9d9-ad04-4916-b933-63a4fc1c2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:28.196947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c538b-2814-4a64-b8ed-92c53096c99f req-5eca77bc-ae2e-443c-a97e-037096146980 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:28.204605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c26c538b-2814-4a64-b8ed-92c53096c99f req-5eca77bc-ae2e-443c-a97e-037096146980 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1187010 Sep 18 02:12:28.221607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bd9d9-ad04-4916-b933-63a4fc1c2d38 None None] Pushing event updated for resources: {'Port': ['ID=0da18cde-7f1d-4feb-b518-029dd49934b6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:28.271366 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c26c538b-2814-4a64-b8ed-92c53096c99f req-c88f2a76-3daf-479a-8228-586c3697e76d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577919 Sep 18 02:12:28.278255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a2b349d7-3ab2-415b-b419-695ca9aa23e7 None None] Provisioning complete for port 0da18cde-7f1d-4feb-b518-029dd49934b6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:28.279170 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a2b349d7-3ab2-415b-b419-695ca9aa23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:28.323493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:28.356331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871a344-5552-4b5c-a994-6b45dd38410a None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:28.382686 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:28.390576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:28.504431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event updated for resources: {'Port': ['ID=876ede06-0a62-48e3-9228-92a74477b9b7,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:28.545624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:28.657629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Network 773fb036-1f7a-406f-902c-e9890016e633 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:28.659887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:28.793106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:28.950046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:28.979088 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f77676b8-bf89-4b2e-8b3f-4f8ad3b0a199 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3008280 Sep 18 02:12:28.979975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40186) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:28.991341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:29.180055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd5bad-8b5b-42fa-be39-b209815e1c5b req-4cc7e3c5-8e6f-43c4-81f3-2ebd87f4e37f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:29.187299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4edd5bad-8b5b-42fa-be39-b209815e1c5b req-4cc7e3c5-8e6f-43c4-81f3-2ebd87f4e37f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1277773 Sep 18 02:12:29.281329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4edd5bad-8b5b-42fa-be39-b209815e1c5b req-d6c6777f-ac46-4a4c-a121-ef55ec1f7cf0 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814278 Sep 18 02:12:29.349567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd997928-ba69-41d9-83bc-9bf67be2b87e None None] Network 773fb036-1f7a-406f-902c-e9890016e633 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:29.473043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ac16f3c7-0c28-4d31-a5da-052a1dd0dab7 None None] Provisioning complete for port 3cec9589-601f-440b-9af0-a12af356006f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:29.473408 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac16f3c7-0c28-4d31-a5da-052a1dd0dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:29.582227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280589e-757f-4c77-ad52-2f6183f4c694 req-852e9687-a5f2-41ea-a041-9c08feb24e2b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:29.583326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c280589e-757f-4c77-ad52-2f6183f4c694 req-852e9687-a5f2-41ea-a041-9c08feb24e2b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.2080557 Sep 18 02:12:29.699961 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:29.703181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0da18cde-7f1d-4feb-b518-029dd49934b6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:29.707819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.extraroute_db [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=106440) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 02:12:29.710674 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:29.711359 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:29.723926 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c280589e-757f-4c77-ad52-2f6183f4c694 req-d59eade9-e69e-43d3-a7af-1823dab1de89 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812404 Sep 18 02:12:29.751080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.extraroute_db [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Removed routes are [] {{(pid=106440) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 02:12:29.751754 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:29.777250 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac16f3c7-0c28-4d31-a5da-052a1dd0dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:29.857984 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:29.893942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0da18cde-7f1d-4feb-b518-029dd49934b6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:29.894223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:29.909403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ac16f3c7-0c28-4d31-a5da-052a1dd0dab7 None None] For port 3cec9589-601f-440b-9af0-a12af356006f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3cec9589-601f-440b-9af0-a12af356006f,segment=NetworkSegment(f45b2403-bbf0-424d-8a19-ae0e9932a1cd),segment_id=f45b2403-bbf0-424d-8a19-ae0e9932a1cd)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:29.949281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac16f3c7-0c28-4d31-a5da-052a1dd0dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:30.156993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:30.171195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:30.358766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:30.404006 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '876ede06-0a62-48e3-9228-92a74477b9b7', 'name': '', 'network_id': '773fb036-1f7a-406f-902c-e9890016e633', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:64:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:26Z', 'updated_at': '2021-09-18T02:12:28Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:30.443867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16f3c7-0c28-4d31-a5da-052a1dd0dab7 None None] Pushing event updated for resources: {'Port': ['ID=3cec9589-601f-440b-9af0-a12af356006f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:30.459535 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:30.460182 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Updating router 7d17d059-1017-4a27-8eb8-54db72fde38d port 876ede06-0a62-48e3-9228-92a74477b9b7 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:12:30.506069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1a340e44-976c-44d9-8d4f-9dc3680be941 None None] Provisioning complete for port 876ede06-0a62-48e3-9228-92a74477b9b7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:30.509211 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1a340e44-976c-44d9-8d4f-9dc3680be941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:30.557767 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:30.593724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1a340e44-976c-44d9-8d4f-9dc3680be941 None None] Port 876ede06-0a62-48e3-9228-92a74477b9b7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:30.600988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3cec9589-601f-440b-9af0-a12af356006f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:30.651111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1a340e44-976c-44d9-8d4f-9dc3680be941 None None] Provisioning complete for port 3cec9589-601f-440b-9af0-a12af356006f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:30.651588 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1a340e44-976c-44d9-8d4f-9dc3680be941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:30.710889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3cec9589-601f-440b-9af0-a12af356006f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:30.711363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:30.891913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-471ea25e-df3e-45ae-bf9e-f52c0ac1eaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:30.989606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2e88-6a4a-449c-bd3d-e4aeb4d10640 req-619f7b4e-ee95-4dce-9b0f-d08566bc7ec7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:30.999074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2edc2e88-6a4a-449c-bd3d-e4aeb4d10640 req-619f7b4e-ee95-4dce-9b0f-d08566bc7ec7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1202886 Sep 18 02:12:31.078418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2edc2e88-6a4a-449c-bd3d-e4aeb4d10640 req-fa7ab9fe-0efb-44d0-8c8e-df71f6f6143c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781455 Sep 18 02:12:31.155844 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.176846 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.200179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f383a8e4-b5e5-4151-8349-b9dce70a4367 None None] Provisioning complete for port 876ede06-0a62-48e3-9228-92a74477b9b7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:31.200744 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f383a8e4-b5e5-4151-8349-b9dce70a4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.313012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f383a8e4-b5e5-4151-8349-b9dce70a4367 None None] Port 876ede06-0a62-48e3-9228-92a74477b9b7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:12:31.316057 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Pushing event updated for resources: {'Port': ['ID=876ede06-0a62-48e3-9228-92a74477b9b7,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:31.338670 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.345451 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.345819 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.346160 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.346504 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.346864 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.347194 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.347520 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.347845 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.348167 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.348491 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.348821 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:31.379192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561af24-c38b-4272-83c7-a3cbcd51b1f9 req-d2c1f023-9a1c-48a0-ba11-e21f45d65391 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:31.382867 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7561af24-c38b-4272-83c7-a3cbcd51b1f9 req-d2c1f023-9a1c-48a0-ba11-e21f45d65391 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.9301517 Sep 18 02:12:31.399152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:31.410642 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.412139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-12f60284-a443-4959-8bb3-cc8e95c6f327 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 200 len: 934 time: 2.4308405 Sep 18 02:12:31.415337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40260) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:31.456981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7561af24-c38b-4272-83c7-a3cbcd51b1f9 req-b2330888-e31c-4a45-b6d8-9bf9c3ddfc9a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436752 Sep 18 02:12:31.526347 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Attempting to bind port 876ede06-0a62-48e3-9228-92a74477b9b7 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:31.527177 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Attempting to bind port 876ede06-0a62-48e3-9228-92a74477b9b7 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:31.527563 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Attempting to bind port 876ede06-0a62-48e3-9228-92a74477b9b7 on network 773fb036-1f7a-406f-902c-e9890016e633 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:31.552997 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:31.553526 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Checking segment: {'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:31.553944 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.554343 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Bound using segment: {'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:31.554871 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Bound port: 876ede06-0a62-48e3-9228-92a74477b9b7, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '773fb036-1f7a-406f-902c-e9890016e633'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:31.555255 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.565668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3cec9589-601f-440b-9af0-a12af356006f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:31.687306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-078b3759-c045-4fd2-8a8f-cdf635981405 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 200 len: 934 time: 0.2703567 Sep 18 02:12:31.687910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:31.712710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'routes': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:31.749246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3cec9589-601f-440b-9af0-a12af356006f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:31.753622 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.821475 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] For port 876ede06-0a62-48e3-9228-92a74477b9b7, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:31.828275 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] For port 876ede06-0a62-48e3-9228-92a74477b9b7, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=876ede06-0a62-48e3-9228-92a74477b9b7,segment=NetworkSegment(f45b2403-bbf0-424d-8a19-ae0e9932a1cd),segment_id=f45b2403-bbf0-424d-8a19-ae0e9932a1cd)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:31.840535 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.882455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f8542188-dc9c-4f92-a14c-240b1678ad27 None None] Provisioning complete for port 876ede06-0a62-48e3-9228-92a74477b9b7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:31.882969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f8542188-dc9c-4f92-a14c-240b1678ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:31.959601 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:31.960239 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:31.973291 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015da6d-e215-4714-ab19-f5f8644217bb None None] Pushing event updated for resources: {'Port': ['ID=876ede06-0a62-48e3-9228-92a74477b9b7,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:32.250780 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f8542188-dc9c-4f92-a14c-240b1678ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:32.261331 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:32.339392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f8542188-dc9c-4f92-a14c-240b1678ad27 None None] For port 876ede06-0a62-48e3-9228-92a74477b9b7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=876ede06-0a62-48e3-9228-92a74477b9b7,segment=NetworkSegment(f45b2403-bbf0-424d-8a19-ae0e9932a1cd),segment_id=f45b2403-bbf0-424d-8a19-ae0e9932a1cd)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:32.353174 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f8542188-dc9c-4f92-a14c-240b1678ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:32.607973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d5a8c418-aa13-4bf2-a856-957db1a18396 None None] Provisioning complete for port 876ede06-0a62-48e3-9228-92a74477b9b7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:32.611032 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c418-aa13-4bf2-a856-957db1a18396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:32.696531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8542188-dc9c-4f92-a14c-240b1678ad27 None None] Pushing event updated for resources: {'Port': ['ID=876ede06-0a62-48e3-9228-92a74477b9b7,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:32.722192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c17056-a2c5-42d1-a0c2-274f1e142baa req-0256bbf2-1c99-4194-a3c7-3a026e7c64b0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:32.732649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7c17056-a2c5-42d1-a0c2-274f1e142baa req-0256bbf2-1c99-4194-a3c7-3a026e7c64b0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1056180 Sep 18 02:12:32.776364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ddf22-4b91-4882-80ef-f94fe0157251 req-21eee3c4-2f99-4ea0-80df-24af1789a042 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:32.779860 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a48ddf22-4b91-4882-80ef-f94fe0157251 req-21eee3c4-2f99-4ea0-80df-24af1789a042 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1906686 Sep 18 02:12:32.838151 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7c17056-a2c5-42d1-a0c2-274f1e142baa req-519d416d-5454-46bd-9d0d-e9c8dbf06b22 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000147 Sep 18 02:12:32.875800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a48ddf22-4b91-4882-80ef-f94fe0157251 req-350c6076-68b9-4f12-9db8-cd07863b2c5c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895922 Sep 18 02:12:32.992663 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:29Z', 'revision_number': 6, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '876ede06-0a62-48e3-9228-92a74477b9b7', 'name': '', 'network_id': '773fb036-1f7a-406f-902c-e9890016e633', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:64:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:26Z', 'updated_at': '2021-09-18T02:12:31Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:33.050701 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10aeac6-b658-4029-924e-242b368bee77 None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:29Z', 'revision_number': 6, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '876ede06-0a62-48e3-9228-92a74477b9b7', 'name': '', 'network_id': '773fb036-1f7a-406f-902c-e9890016e633', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:64:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:26Z', 'updated_at': '2021-09-18T02:12:31Z', 'revision_number': 4, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:33.228681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.extraroute_db [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added routes are [] {{(pid=106439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 02:12:33.229010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.extraroute_db [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=106439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 02:12:33.276192 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:33.453467 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e19745a6-84e5-4914-a327-e3fc3f5a8509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:33.541399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:33.599677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:33.642452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 876ede06-0a62-48e3-9228-92a74477b9b7 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:33.728423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 876ede06-0a62-48e3-9228-92a74477b9b7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:33.732510 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:33.840108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:34.032224 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:34.048790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:34.067726 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:34.071292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-28a74cdc-61e2-4eb5-b803-bdcf0e6a3606 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 200 len: 700 time: 2.3801389 Sep 18 02:12:34.072937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40340) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:34.110237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa7d51-d1c2-43ba-9914-1b8345ba1604 req-eb122849-44e3-41ce-86cb-78a26420796f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:34.111734 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0aa7d51-d1c2-43ba-9914-1b8345ba1604 req-eb122849-44e3-41ce-86cb-78a26420796f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1198344 Sep 18 02:12:34.160310 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0aa7d51-d1c2-43ba-9914-1b8345ba1604 req-b7d9e1a0-7590-46b0-8ac0-a8badd266c93 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364985 Sep 18 02:12:34.234890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14294af9-a926-4a60-8484-0a3ddf4a62a0 req-d240335a-148f-46b2-ba26-27fabb7fe25d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:34.236492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14294af9-a926-4a60-8484-0a3ddf4a62a0 req-d240335a-148f-46b2-ba26-27fabb7fe25d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1591907 Sep 18 02:12:34.269510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dd9192e7-ae26-4dd9-9984-d3b186e14435 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 200 len: 700 time: 0.1801100 Sep 18 02:12:34.272460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40346) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:34.316695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14294af9-a926-4a60-8484-0a3ddf4a62a0 req-0b9a5c5d-69c5-4b4a-8029-4d111cd26840 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701387 Sep 18 02:12:34.452860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:34.464724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:34.465573 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:34.601397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-8c870598-9e6d-49dc-ba8d-be3418e644cb tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:12:34.602235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-8c870598-9e6d-49dc-ba8d-be3418e644cb tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248580 Sep 18 02:12:34.622876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:34.756347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-259cde3f-a0cd-4e0b-90ed-6a7eaaeff069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:34.768625 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-259cde3f-a0cd-4e0b-90ed-6a7eaaeff069 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1097 time: 0.1069765 Sep 18 02:12:34.781501 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-a5a79dce-9aa0-47ef-95e5-3099dea19930 service neutron] show failed (client error): The resource could not be found. Sep 18 02:12:34.782965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-a5a79dce-9aa0-47ef-95e5-3099dea19930 service neutron] 10.222.0.20 "GET /v2.0/ports/e8997e8c-fcf1-4b88-95d4-c4923788d6e0/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.1679542 Sep 18 02:12:34.809025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda520-39b2-427c-a2d9-5b56eaccf203 req-61d35fcb-0ee2-4d0a-8b50-c25b76281968 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:34.811467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09bda520-39b2-427c-a2d9-5b56eaccf203 req-61d35fcb-0ee2-4d0a-8b50-c25b76281968 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2758651 Sep 18 02:12:34.872761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09bda520-39b2-427c-a2d9-5b56eaccf203 req-4b6c75dc-3a78-46e5-b2dc-0ae30fcf498d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528908 Sep 18 02:12:34.916645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:35.054613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-93e5de10-1fb3-4f9a-bcdf-37832e5db3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:35.056476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-93e5de10-1fb3-4f9a-bcdf-37832e5db3ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.2825737 Sep 18 02:12:35.061345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:33Z', 'revision_number': 7, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '876ede06-0a62-48e3-9228-92a74477b9b7', 'name': '', 'network_id': '773fb036-1f7a-406f-902c-e9890016e633', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:64:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:26Z', 'updated_at': '2021-09-18T02:12:32Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:35.109136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:35.129911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:35.130114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:35.161758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:35.258989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-4e774c66-9c16-425f-9396-c89d98ba294e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.1931684 Sep 18 02:12:35.319901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:35.385990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-fab40289-f893-4f1c-9d46-e0bc3ea05792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:35.388442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-fab40289-f893-4f1c-9d46-e0bc3ea05792 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 1098 time: 0.3089044 Sep 18 02:12:35.393974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-166ab1c4-9dc4-4c6c-a074-2aec737de931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:35.398631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-166ab1c4-9dc4-4c6c-a074-2aec737de931 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.0794742 Sep 18 02:12:35.410310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:35.443274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bdbea-23d0-4504-9b00-ce30952ba72b req-8f154cba-87da-4cae-9e30-0eb9f29ed049 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:35.445004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-162bdbea-23d0-4504-9b00-ce30952ba72b req-8f154cba-87da-4cae-9e30-0eb9f29ed049 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1489143 Sep 18 02:12:35.564567 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:35.570392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-5deffdad-020c-4a49-b2d5-372a81b91ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:35.572369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-5deffdad-020c-4a49-b2d5-372a81b91ef1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047292 Sep 18 02:12:35.581939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-162bdbea-23d0-4504-9b00-ce30952ba72b req-ed334938-d3e4-4999-88b6-2150a812ef70 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961363 Sep 18 02:12:35.768183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-b030b257-10b5-4762-866d-cc558e80bf3b service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836205 Sep 18 02:12:35.798974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:33Z', 'revision_number': 7, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '876ede06-0a62-48e3-9228-92a74477b9b7', 'name': '', 'network_id': '773fb036-1f7a-406f-902c-e9890016e633', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:64:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:26Z', 'updated_at': '2021-09-18T02:12:32Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:35.836644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:35.873347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:35.884105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9035667-02b5-4b58-9696-a0bf2c84f861 None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:33Z', 'revision_number': 7, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '876ede06-0a62-48e3-9228-92a74477b9b7', 'name': '', 'network_id': '773fb036-1f7a-406f-902c-e9890016e633', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:64:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:26Z', 'updated_at': '2021-09-18T02:12:32Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '8fc9a128-2137-454d-a784-7e0f1be6762b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:35.971584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:12:35.984904 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b9e405-3f8f-4a1e-94b0-54dddd0000d2" -d '{"events": [{"server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:12:35.999004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:36.045939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Transition to ACTIVE for port object e8997e8c-fcf1-4b88-95d4-c4923788d6e0 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:12:36.051593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb91e6-d58a-46cc-a897-43fd9a79cd7c req-2312a126-8257-4159-9a6f-753cdfae53a6 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676964 Sep 18 02:12:36.053216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:36.076721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 876ede06-0a62-48e3-9228-92a74477b9b7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:36.077075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:36.178937 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24644ac-2058-4754-83de-09b3ca18dea1 x-openstack-request-id: req-c24644ac-2058-4754-83de-09b3ca18dea1 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:12:36.179233 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:12:36.179484 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c24644ac-2058-4754-83de-09b3ca18dea1 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:12:36.179878 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'code': 200} Sep 18 02:12:36.256841 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:36.327893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port 876ede06-0a62-48e3-9228-92a74477b9b7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=876ede06-0a62-48e3-9228-92a74477b9b7,segment=NetworkSegment(f45b2403-bbf0-424d-8a19-ae0e9932a1cd),segment_id=f45b2403-bbf0-424d-8a19-ae0e9932a1cd)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:36.327893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:36.386201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 876ede06-0a62-48e3-9228-92a74477b9b7 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:36.498463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:36.547384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b5ee7-3176-45bf-9366-3dbf7e287fa8 req-13560772-c727-4e1e-9e0a-89231079e83b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:36.558525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd0b5ee7-3176-45bf-9366-3dbf7e287fa8 req-13560772-c727-4e1e-9e0a-89231079e83b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.4870694 Sep 18 02:12:36.642968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd0b5ee7-3176-45bf-9366-3dbf7e287fa8 req-a8d42629-01c9-40c4-99fe-4e756b1c3721 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833261 Sep 18 02:12:36.658029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.658530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.658901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.659255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.660637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.660769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.661013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.661345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.661678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.662006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.662335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.662659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.712205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] No DVR routers for this DVR port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:36.772632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:36.808386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=876ede06-0a62-48e3-9228-92a74477b9b7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:36.823338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.823676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.824015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.824346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.824679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.825007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.825410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.825736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.826137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.826456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.827009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.827249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:12:36.924408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Attempting to bind port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:36.925038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Attempting to bind port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:36.925204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Attempting to bind port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on network 39787835-682a-4578-8747-b8d89c323098 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:36.930475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on network 39787835-682a-4578-8747-b8d89c323098 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:12:36.930925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Attempting to bind port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on network 39787835-682a-4578-8747-b8d89c323098 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:36.937000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:36.937426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Checking segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:36.937878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Bound using segment: {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:36.938380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Bound port: e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50e6916-6738-4baf-9242-b8335306860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '39787835-682a-4578-8747-b8d89c323098'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:36.938842 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:36.959157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa56897-bf19-4d96-9f77-71649658575c req-b0fb2d77-afbf-4151-bc62-d7601af6b6c4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:36.967151 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4aa56897-bf19-4d96-9f77-71649658575c req-b0fb2d77-afbf-4151-bc62-d7601af6b6c4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.2596803 Sep 18 02:12:37.029235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4aa56897-bf19-4d96-9f77-71649658575c req-8164074d-cfd9-4a2c-84b2-3464a2b2fcfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609307 Sep 18 02:12:37.084322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:37.087841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:37.097475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:37.174115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:37.175950 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:37.178900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] 10.222.0.18 "PUT /v2.0/ports/e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 1093 time: 1.7802525 Sep 18 02:12:37.196369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a7e79-d1ce-46c6-9eff-e24ba7585b5b service neutron] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:37.221687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:37.287828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-e8f39f98-5691-4b9f-bfc3-fd957613058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:37.289913 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-e8f39f98-5691-4b9f-bfc3-fd957613058f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1096 time: 0.0762246 Sep 18 02:12:37.521011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-147af0f4-1065-491f-a335-0f00a7e4c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:37.522507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-147af0f4-1065-491f-a335-0f00a7e4c3df service neutron] 10.222.0.18 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 896 time: 0.2187994 Sep 18 02:12:37.589766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:37.674858 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-b2420626-c4d1-4fa6-b78f-aea8e00655ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 999 time: 0.1439025 Sep 18 02:12:37.744743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:37.750513 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-238926de-266e-4d6d-9585-4a664afbe6b9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4770923 Sep 18 02:12:37.753381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:37.758599 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:37.770842 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:37.775398 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:37.790085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-595c031b-5c06-4f72-acc2-e76b35cbf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:37.791918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-595c031b-5c06-4f72-acc2-e76b35cbf714 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.1085756 Sep 18 02:12:37.814928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0d54b7-5cb7-4d23-a471-c3e5d78e6db2 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet 8fc9a128-2137-454d-a784-7e0f1be6762b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:12:37.848785 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0d54b7-5cb7-4d23-a471-c3e5d78e6db2 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:37.907195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-cebf3ed1-f91e-4b49-8d92-a4ee47daeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:37.909429 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-cebf3ed1-f91e-4b49-8d92-a4ee47daeebc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017296 Sep 18 02:12:37.909900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628c79-1206-4fa0-b5af-c54797942df6 req-bc5cfdad-f11d-4c59-8c59-9a3f4e708c0e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:37.911454 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48628c79-1206-4fa0-b5af-c54797942df6 req-bc5cfdad-f11d-4c59-8c59-9a3f4e708c0e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0939660 Sep 18 02:12:37.919060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0d54b7-5cb7-4d23-a471-c3e5d78e6db2 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:37.945378 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:38.027076 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48628c79-1206-4fa0-b5af-c54797942df6 req-84d3d1f5-7a65-4683-b70c-3f0f5c8fed59 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050978 Sep 18 02:12:38.162053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0d54b7-5cb7-4d23-a471-c3e5d78e6db2 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:38.181466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:12:38.186033 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a" -d '{"events": [{"name": "network-changed", "server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:12:38.250069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-aeaefaff-e8c4-4979-bbff-ac620b6e7a11 service neutron] 10.222.0.18 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304503 Sep 18 02:12:38.352520 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0d54b7-5cb7-4d23-a471-c3e5d78e6db2 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:38.391268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0d54b7-5cb7-4d23-a471-c3e5d78e6db2 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:38.393433 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0d0d54b7-5cb7-4d23-a471-c3e5d78e6db2 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/8fc9a128-2137-454d-a784-7e0f1be6762b HTTP/1.1" status: 204 len: 168 time: 0.6386459 Sep 18 02:12:38.409518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57839118-04f0-4898-9efb-536bbd2af140 req-850a4c76-e555-4655-9bb4-91fc3c02ce83 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:38.418231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57839118-04f0-4898-9efb-536bbd2af140 req-850a4c76-e555-4655-9bb4-91fc3c02ce83 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.2577760 Sep 18 02:12:38.431093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3299a2f-6a1e-44a6-9691-6a51ea4538e7 None None] Network 773fb036-1f7a-406f-902c-e9890016e633 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:38.433446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40476) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:38.437890 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:36Z', 'revision_number': 8, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:38.458083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c70a8-4334-43c9-90f3-affdbb3a53f2 req-d5a1d253-92b7-4111-b5a1-b95c6feb3da2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:38.469362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-701c70a8-4334-43c9-90f3-affdbb3a53f2 req-d5a1d253-92b7-4111-b5a1-b95c6feb3da2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2173185 Sep 18 02:12:38.476698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d54b7-5cb7-4d23-a471-c3e5d78e6db2 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc9a128-2137-454d-a784-7e0f1be6762b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:38.514860 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:38.534285 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:38.540169 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:38.575205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-701c70a8-4334-43c9-90f3-affdbb3a53f2 req-2909fa9b-43ee-4004-bdc5-675685d73dcf tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082819 Sep 18 02:12:38.627205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:38.727702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57839118-04f0-4898-9efb-536bbd2af140 req-c2b925dd-44cb-493e-ae75-61b8541009f0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856455 Sep 18 02:12:38.769629 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:38.813719 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeffa559-724e-4d6b-94e6-e0c2f972c39e x-openstack-request-id: req-eeffa559-724e-4d6b-94e6-e0c2f972c39e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:12:38.822373 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:12:38.822877 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eeffa559-724e-4d6b-94e6-e0c2f972c39e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:12:38.824478 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'status': 'completed', 'code': 200} Sep 18 02:12:38.885090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-62e2a6e3-5636-42b3-885c-bcefd23ba77d service neutron] 10.222.0.18 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253622 Sep 18 02:12:38.937948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 3cec9589-601f-440b-9af0-a12af356006f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:38.938442 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:38.975934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-d92f9a52-cd35-4f4c-b5ba-8e02e8cbc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:38.981980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-d92f9a52-cd35-4f4c-b5ba-8e02e8cbc97c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1096 time: 0.1458063 Sep 18 02:12:39.038532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] DHCP port deletion for 773fb036-1f7a-406f-902c-e9890016e633 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:12:39.203663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port 3cec9589-601f-440b-9af0-a12af356006f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3cec9589-601f-440b-9af0-a12af356006f,segment=NetworkSegment(f45b2403-bbf0-424d-8a19-ae0e9932a1cd),segment_id=f45b2403-bbf0-424d-8a19-ae0e9932a1cd)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:39.204614 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:39.216946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] Deleting port 3cec9589-601f-440b-9af0-a12af356006f {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:39.217329 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:39.221203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 3cec9589-601f-440b-9af0-a12af356006f owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:39.227375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-900b0be4-3d54-46a7-93f8-cd0a0ee6d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:39.229137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-900b0be4-3d54-46a7-93f8-cd0a0ee6d0b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 896 time: 0.2433102 Sep 18 02:12:39.278077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e8997e8c-fcf1-4b88-95d4-c4923788d6e0 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:39.389479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-ca6a9c22-2d18-4f50-9a48-ba16b3ffdac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:39.393530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-ca6a9c22-2d18-4f50-9a48-ba16b3ffdac8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1096 time: 0.4187186 Sep 18 02:12:39.404555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-df311215-1bb6-407c-bfe3-9afc9940e34b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 999 time: 0.1684973 Sep 18 02:12:39.463777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-c6c0f588-aecc-4488-b2d3-86743c36930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:39.466268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-c6c0f588-aecc-4488-b2d3-86743c36930d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.0542262 Sep 18 02:12:39.545718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] For port 3cec9589-601f-440b-9af0-a12af356006f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3cec9589-601f-440b-9af0-a12af356006f,segment=NetworkSegment(f45b2403-bbf0-424d-8a19-ae0e9932a1cd),segment_id=f45b2403-bbf0-424d-8a19-ae0e9932a1cd)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:39.546312 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:39.549754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce60e7-4fde-4281-8cc0-314f807ac4e3 req-5cc3926e-59db-4138-b339-445143aa142a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:39.551544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79ce60e7-4fde-4281-8cc0-314f807ac4e3 req-5cc3926e-59db-4138-b339-445143aa142a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2554321 Sep 18 02:12:39.581358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-18313af9-b238-4e5e-a385-46a2af0d20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:39.583051 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:36Z', 'revision_number': 8, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:39.583229 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-18313af9-b238-4e5e-a385-46a2af0d20fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078260 Sep 18 02:12:39.671703 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aed924-3686-48e0-b879-4f8658fe57ea None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:36Z', 'revision_number': 8, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '0da18cde-7f1d-4feb-b518-029dd49934b6', 'name': '', 'network_id': 'b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:7a:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:18Z', 'updated_at': '2021-09-18T02:12:27Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'd3e309cf-dd12-465e-a979-6dfca878060c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:39.724531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79ce60e7-4fde-4281-8cc0-314f807ac4e3 req-16cd9c1b-4db0-4223-8e7a-64141aa33d24 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629136 Sep 18 02:12:39.795765 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-4f514150-8d97-4a5e-8e0b-9fd70da89e90 service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952422 Sep 18 02:12:40.003551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3cec9589-601f-440b-9af0-a12af356006f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:40.132743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] Calling delete_port for 3cec9589-601f-440b-9af0-a12af356006f owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:40.134995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e8997e8c-fcf1-4b88-95d4-c4923788d6e0 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:40.170805 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-f8f619ab-de02-47c2-8a0e-f073416e39a1 service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470302 Sep 18 02:12:40.208378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4443a4c-e76a-4dac-8481-d29837490c7c req-7312a294-e8b5-4f09-a193-727d4791a42d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:40.210108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4443a4c-e76a-4dac-8481-d29837490c7c req-7312a294-e8b5-4f09-a193-727d4791a42d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1852577 Sep 18 02:12:40.276829 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:40.279618 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4443a4c-e76a-4dac-8481-d29837490c7c req-49c05cfa-6878-4d19-9223-aee2f7959926 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567451 Sep 18 02:12:40.366628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 3cec9589-601f-440b-9af0-a12af356006f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3cec9589-601f-440b-9af0-a12af356006f,segment=NetworkSegment(f45b2403-bbf0-424d-8a19-ae0e9932a1cd),segment_id=f45b2403-bbf0-424d-8a19-ae0e9932a1cd)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:40.385357 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:40.473249 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event deleted for resources: {'Port': ['ID=3cec9589-601f-440b-9af0-a12af356006f,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:40.492145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:40.508754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-99a9ee00-960a-4e19-b211-6548661587cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:40.510056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-99a9ee00-960a-4e19-b211-6548661587cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 896 time: 1.1006501 Sep 18 02:12:40.511885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:40.534353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] Pushing event deleted for resources: {'Port': ['ID=3cec9589-601f-440b-9af0-a12af356006f,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:40.536416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c3c4e-9f65-40f2-a45e-808ef2b55800 None None] No DVR routers for this DVR port 3cec9589-601f-440b-9af0-a12af356006f on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:40.601041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port 3cec9589-601f-440b-9af0-a12af356006f on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:40.658317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=3cec9589-601f-440b-9af0-a12af356006f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:40.740145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6031f6-5d2e-497e-a8c9-192a8fe69aa1 req-8b8e4c44-e9fe-43cd-a576-db5949a58809 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:40.741694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea6031f6-5d2e-497e-a8c9-192a8fe69aa1 req-8b8e4c44-e9fe-43cd-a576-db5949a58809 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.2348521 Sep 18 02:12:40.811039 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-ce0a5d7e-fe20-4f6d-8cd6-ea71f911e4ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 999 time: 0.2897108 Sep 18 02:12:40.817046 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:40.879619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-30fb437f-5873-4531-95c0-83a8d72f173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:40.881194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-30fb437f-5873-4531-95c0-83a8d72f173d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.0607710 Sep 18 02:12:40.916191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea6031f6-5d2e-497e-a8c9-192a8fe69aa1 req-fb753c65-1380-4a66-873d-4d17172ca68b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603916 Sep 18 02:12:40.928358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773fb036-1f7a-406f-902c-e9890016e633']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:40.994159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:40.994536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45b2403-bbf0-424d-8a19-ae0e9932a1cd') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:41.013333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:41.032523 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:41.052445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:12:41.052913 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:12:41.056851 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:12:41.071970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-aab12e43-3811-4454-af63-cdbb1b07892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:41.073802 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-aab12e43-3811-4454-af63-cdbb1b07892b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612294 Sep 18 02:12:41.169440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:41.174021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:41.178575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/773fb036-1f7a-406f-902c-e9890016e633 HTTP/1.1" status: 204 len: 168 time: 2.7415171 Sep 18 02:12:41.179190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40562) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:41.203161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da8d42-502c-4f71-b297-b79de6358363 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=773fb036-1f7a-406f-902c-e9890016e633,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:41.288120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-7a4bc09c-94b7-4f3d-a5bf-41ba2b7bf31f service neutron] 10.222.0.18 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593699 Sep 18 02:12:41.430278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b1f53d5-fb61-4e44-b993-aaed3926ee1a req-ab656249-83fc-42a6-a5c3-b8c0131a209a service neutron] 10.222.0.18 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331706 Sep 18 02:12:41.475999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 876ede06-0a62-48e3-9228-92a74477b9b7 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:41.521034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 876ede06-0a62-48e3-9228-92a74477b9b7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:12:41.521517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd8a8-27e8-4582-9edb-1276fffb8f4b req-bb9c9257-7156-4ea5-b3dd-8f7351c0bcc7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:41.522627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 876ede06-0a62-48e3-9228-92a74477b9b7 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:41.529958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-149fd8a8-27e8-4582-9edb-1276fffb8f4b req-bb9c9257-7156-4ea5-b3dd-8f7351c0bcc7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0986245 Sep 18 02:12:41.605783 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-149fd8a8-27e8-4582-9edb-1276fffb8f4b req-131b6995-e6c1-4706-af85-62497f16b252 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749128 Sep 18 02:12:41.995118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05262a-122c-457b-95a1-bb215d56f5f9 req-95ce9261-497d-4130-be80-67d6f3170d97 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:42.002478 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-af05262a-122c-457b-95a1-bb215d56f5f9 req-95ce9261-497d-4130-be80-67d6f3170d97 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0874081 Sep 18 02:12:42.065572 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-af05262a-122c-457b-95a1-bb215d56f5f9 req-18c3b7f5-1af8-41fc-9345-083b89bffb84 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556483 Sep 18 02:12:42.257212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21c055-c5d2-4326-abb7-dea75434f33e req-7e5692b7-3fd6-4f6e-bdbf-42141a1a86ca tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:42.258972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd21c055-c5d2-4326-abb7-dea75434f33e req-7e5692b7-3fd6-4f6e-bdbf-42141a1a86ca tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.1959653 Sep 18 02:12:42.358979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd21c055-c5d2-4326-abb7-dea75434f33e req-3588a38f-c42d-4193-ad09-8110ef132ec2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759683 Sep 18 02:12:42.488957 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:42.518664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e8997e8c-fcf1-4b88-95d4-c4923788d6e0 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:12:42.685248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:42.698973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'port_id': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'mac_address': 'fa:16:3e:6e:aa:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:12:42.745954 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:42.761151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8997e8c-fcf1-4b88-95d4-c4923788d6e0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:12:42.787390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:42.795440 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:42.798249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fe93c-c410-457a-a4b5-727b76af13d4 req-5a3856cb-0fa3-44e8-b696-f6c64d9001bf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:42.800955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e6fe93c-c410-457a-a4b5-727b76af13d4 req-5a3856cb-0fa3-44e8-b696-f6c64d9001bf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 944 time: 0.1859307 Sep 18 02:12:42.852984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:42.870598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-bdfcb893-8c03-48ef-90d7-cf3e1d8e22b8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:42.872263 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-bdfcb893-8c03-48ef-90d7-cf3e1d8e22b8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb&tenant_id=f1802c86cd5c491abf3194cd9117e0bd&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 944 time: 0.2583861 Sep 18 02:12:42.920774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e6fe93c-c410-457a-a4b5-727b76af13d4 req-16aed30e-4f84-4180-8299-d39d24c64206 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065347 Sep 18 02:12:42.964408 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-25264fc7-4db5-4b0c-8339-8648c6b17239 service neutron] delete failed (client error): The resource could not be found. Sep 18 02:12:42.965416 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-25264fc7-4db5-4b0c-8339-8648c6b17239 service neutron] 10.222.0.20 "DELETE /v2.0/ports/e8997e8c-fcf1-4b88-95d4-c4923788d6e0/bindings/n-h2-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0810432 Sep 18 02:12:43.107813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-110025c9-f429-47f3-a0d5-b305db1e10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:43.109402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-110025c9-f429-47f3-a0d5-b305db1e10e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1097 time: 0.0718660 Sep 18 02:12:43.112306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 0da18cde-7f1d-4feb-b518-029dd49934b6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:43.112652 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:43.156916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['e8997e8c-fcf1-4b88-95d4-c4923788d6e0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:12:43.324227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a3209-a549-4a6e-83df-68da3279ff6f req-469434c2-6b90-42a7-b07f-1246e8955d7a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:43.326199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port 0da18cde-7f1d-4feb-b518-029dd49934b6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0da18cde-7f1d-4feb-b518-029dd49934b6,segment=NetworkSegment(7de3e205-0556-4866-9adf-2f7e5cd88748),segment_id=7de3e205-0556-4866-9adf-2f7e5cd88748)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:43.326633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:43.332064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1c5a3209-a549-4a6e-83df-68da3279ff6f req-469434c2-6b90-42a7-b07f-1246e8955d7a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1316299 Sep 18 02:12:43.349113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-3ed6d018-9a01-433f-a124-1dffdae81c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:43.350893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-3ed6d018-9a01-433f-a124-1dffdae81c1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 896 time: 0.2338400 Sep 18 02:12:43.352602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 0da18cde-7f1d-4feb-b518-029dd49934b6 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:43.377027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1c5a3209-a549-4a6e-83df-68da3279ff6f req-e06b60ba-5088-4145-a226-eea0473afe4c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436838 Sep 18 02:12:43.562262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-a88e5e3f-5359-411f-a285-e27db3861ad6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 1000 time: 0.2022388 Sep 18 02:12:43.658557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a027270-4541-43bf-ad4c-a174489d1586 req-14f43846-f366-4afd-8824-80e2a5da07c4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:43.660094 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a027270-4541-43bf-ad4c-a174489d1586 req-14f43846-f366-4afd-8824-80e2a5da07c4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1554503 Sep 18 02:12:43.688242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-5198be2f-6a2f-49d7-8c24-8270d1548f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:43.689681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-5198be2f-6a2f-49d7-8c24-8270d1548f90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.1181262 Sep 18 02:12:43.780289 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a027270-4541-43bf-ad4c-a174489d1586 req-aa115173-0afa-4d78-b088-fc4825c26555 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074555 Sep 18 02:12:43.805880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-a9e747a4-0932-4cf5-8256-07e6cb80fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:43.807981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-a9e747a4-0932-4cf5-8256-07e6cb80fd6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090429 Sep 18 02:12:43.810772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:43.858656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=0da18cde-7f1d-4feb-b518-029dd49934b6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:43.981874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848965b-dfeb-4dcc-9633-e42471616764 req-bfaea79e-84ce-4515-a03f-cabc6ee7a78d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:43.995779 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1848965b-dfeb-4dcc-9633-e42471616764 req-bfaea79e-84ce-4515-a03f-cabc6ee7a78d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1277683 Sep 18 02:12:44.067384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1848965b-dfeb-4dcc-9633-e42471616764 req-5c6204d7-7ccf-426c-8353-5b775a2d0ded tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675960 Sep 18 02:12:44.140015 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-4987299f-79ba-47ef-923c-b6205bb7b45b service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230789 Sep 18 02:12:44.141493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:44.242138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17e9e-a72c-4f8d-bef7-63c676afed6f req-103246f4-01cc-4ed8-aa67-b14a64e3bf4c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:44.245090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67c17e9e-a72c-4f8d-bef7-63c676afed6f req-103246f4-01cc-4ed8-aa67-b14a64e3bf4c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0735157 Sep 18 02:12:44.313414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67c17e9e-a72c-4f8d-bef7-63c676afed6f req-4bdd3df0-36d6-4ef9-919f-e33f80136f15 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503528 Sep 18 02:12:44.367358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9747d9-2734-428c-b9b5-6ed37e451966 req-4d0208b3-1a4c-42e1-bad3-63fa8cc99985 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:44.370037 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f9747d9-2734-428c-b9b5-6ed37e451966 req-4d0208b3-1a4c-42e1-bad3-63fa8cc99985 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 945 time: 0.3056571 Sep 18 02:12:44.380758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-101db439-97c7-409f-9dcb-3fb8cf4e9815 req-5b2fe2a9-df17-445e-9b49-7b7704b4f91d service neutron] 10.222.0.20 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342155 Sep 18 02:12:44.526582 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5f9747d9-2734-428c-b9b5-6ed37e451966 req-6adec24f-c83e-4fde-8e06-b377d86da596 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432388 Sep 18 02:12:44.552879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:44.654552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:44.659853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba94cfe6-0bdb-4c0f-bb56-77c6b7f4a20a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4795811 Sep 18 02:12:44.662437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40658) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:44.667659 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:44.683607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:44.686980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:44.762575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-412a3e90-f5f9-4673-81d0-37a8b6693316 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet d3e309cf-dd12-465e-a979-6dfca878060c {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:12:44.769789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-412a3e90-f5f9-4673-81d0-37a8b6693316 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:44.822071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-412a3e90-f5f9-4673-81d0-37a8b6693316 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:44.841282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:44.962749 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-412a3e90-f5f9-4673-81d0-37a8b6693316 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:45.140023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:43Z', 'revision_number': 9, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:45.171857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:45.182128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:45.182680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:45.299612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:45.405121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-412a3e90-f5f9-4673-81d0-37a8b6693316 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:45.448593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a3e90-f5f9-4673-81d0-37a8b6693316 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e309cf-dd12-465e-a979-6dfca878060c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:45.452543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-412a3e90-f5f9-4673-81d0-37a8b6693316 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:45.454996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-412a3e90-f5f9-4673-81d0-37a8b6693316 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/d3e309cf-dd12-465e-a979-6dfca878060c HTTP/1.1" status: 204 len: 168 time: 0.7914090 Sep 18 02:12:45.457569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40670) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:45.463590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbf65f-6408-4c19-a929-bcfa24dfd06d None None] Network b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:45.576092 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:45.692034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:45.692495 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:45.736398 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffe4aa-c552-4855-ab3d-7fa858480714 req-6360acc7-e968-46b4-85a4-b4e1a7e21ccb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:45.743803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bcffe4aa-c552-4855-ab3d-7fa858480714 req-6360acc7-e968-46b4-85a4-b4e1a7e21ccb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 945 time: 0.0963366 Sep 18 02:12:45.779249 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:43Z', 'revision_number': 9, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:45.821089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d29bc1-267c-443f-b7ef-ac34eee4b77c None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:43Z', 'revision_number': 9, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': '33ee7ef1-0362-42f5-9cab-f82a9896c134', 'name': '', 'network_id': 'bc79ffcf-aa05-477c-a7ad-799bb69fdd3b', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:15:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:12Z', 'updated_at': '2021-09-18T02:12:21Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': 'c22989b6-21a3-4e73-abc4-138228f3fc73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:45.840965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,segment=NetworkSegment(7de3e205-0556-4866-9adf-2f7e5cd88748),segment_id=7de3e205-0556-4866-9adf-2f7e5cd88748)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:45.841958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:45.855384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bcffe4aa-c552-4855-ab3d-7fa858480714 req-66849dd3-1b85-42fa-8cdb-244739df94bd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102486 Sep 18 02:12:45.865953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for b40b3ef2-a9c0-4422-a75b-13a67ee66c4c owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:45.882564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40690) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:45.885962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] DHCP port deletion for b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:12:45.946041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] Deleting port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:45.946854 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:45.958037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b8947f1a-9b0c-4210-8f91-aacbd895c769 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/ce789090-4f33-405b-8777-0fff56ad87a3 HTTP/1.1" status: 200 len: 992 time: 0.0729253 Sep 18 02:12:46.001282 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.036360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] For port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,segment=NetworkSegment(7de3e205-0556-4866-9adf-2f7e5cd88748),segment_id=7de3e205-0556-4866-9adf-2f7e5cd88748)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:46.036987 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.044721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:46.052027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:46.056869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] Calling delete_port for b40b3ef2-a9c0-4422-a75b-13a67ee66c4c owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:46.145631 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.180388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.188190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] Pushing event deleted for resources: {'Port': ['ID=b40b3ef2-a9c0-4422-a75b-13a67ee66c4c,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:46.195510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7643bee3-060b-4882-afd1-f4786c49091e None None] No DVR routers for this DVR port b40b3ef2-a9c0-4422-a75b-13a67ee66c4c on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:46.209291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:46.220342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de3e205-0556-4866-9adf-2f7e5cd88748') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:46.220671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de3e205-0556-4866-9adf-2f7e5cd88748') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:46.230926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.245927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.254291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:12:46.255164 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:12:46.259257 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:12:46.334625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.343254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.348371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90 HTTP/1.1" status: 204 len: 168 time: 0.8866568 Sep 18 02:12:46.348518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40700) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:46.373729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45101c-d535-4722-98d3-f56dec829f3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=b9a9d6ef-4e6e-4d0e-99ac-38f9d5408b90,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:46.513531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e8997e8c-fcf1-4b88-95d4-c4923788d6e0 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:46.583422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:12:46.588078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:12:46.588633 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.763062 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.813150 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.814406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:12:46.823052 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69d41b1-3eb1-4aef-ae35-3112666e00fc" -d '{"events": [{"server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "name": "network-vif-plugged", "status": "completed", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:12:46.857258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:46.867404 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:46.870456 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0304ba-2766-4075-971e-504f776cb43f x-openstack-request-id: req-3b0304ba-2766-4075-971e-504f776cb43f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:12:46.870744 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "name": "network-vif-plugged", "status": "completed", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:12:46.871009 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b0304ba-2766-4075-971e-504f776cb43f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:12:46.871396 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'code': 200} Sep 18 02:12:46.927972 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:47.094855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port 33ee7ef1-0362-42f5-9cab-f82a9896c134 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:47.095199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:47.188110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port 33ee7ef1-0362-42f5-9cab-f82a9896c134, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33ee7ef1-0362-42f5-9cab-f82a9896c134,segment=NetworkSegment(0588cb85-e1e3-4e1a-9060-e48c9d0542fa),segment_id=0588cb85-e1e3-4e1a-9060-e48c9d0542fa)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:47.188479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:47.201322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for 33ee7ef1-0362-42f5-9cab-f82a9896c134 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:47.371326 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:47.398635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=33ee7ef1-0362-42f5-9cab-f82a9896c134,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:47.607045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b40b3ef2-a9c0-4422-a75b-13a67ee66c4c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:47.617231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:47.636826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b40b3ef2-a9c0-4422-a75b-13a67ee66c4c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:12:47.637813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b40b3ef2-a9c0-4422-a75b-13a67ee66c4c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:47.638463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0da18cde-7f1d-4feb-b518-029dd49934b6 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:47.665201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0da18cde-7f1d-4feb-b518-029dd49934b6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:12:47.665841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0da18cde-7f1d-4feb-b518-029dd49934b6 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:47.888483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:48.002642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:48.011209 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-be6abde5-4093-48c2-8b95-ca0ecb1862bf tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6617303 Sep 18 02:12:48.013833 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:48.014541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40720) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:48.030456 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:48.031106 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:48.070381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68e49b5-6e19-45b2-afbf-9d92c5ce3e0d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet c22989b6-21a3-4e73-abc4-138228f3fc73 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:12:48.073553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e49b5-6e19-45b2-afbf-9d92c5ce3e0d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.117983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e49b5-6e19-45b2-afbf-9d92c5ce3e0d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.118890 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:48.203779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e49b5-6e19-45b2-afbf-9d92c5ce3e0d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.271615 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e49b5-6e19-45b2-afbf-9d92c5ce3e0d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.301181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e49b5-6e19-45b2-afbf-9d92c5ce3e0d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=c22989b6-21a3-4e73-abc4-138228f3fc73,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:48.303508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e49b5-6e19-45b2-afbf-9d92c5ce3e0d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.307758 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c68e49b5-6e19-45b2-afbf-9d92c5ce3e0d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/c22989b6-21a3-4e73-abc4-138228f3fc73 HTTP/1.1" status: 204 len: 168 time: 0.2897799 Sep 18 02:12:48.308496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40722) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:48.312092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858eef8-4661-459e-8cf5-b03a46bef455 None None] Network bc79ffcf-aa05-477c-a7ad-799bb69fdd3b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:48.346080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:47Z', 'revision_number': 10, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:48.379516 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:48.388645 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:48.389609 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:48.390064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.465794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:48.466483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.504189 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:48.521133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] DHCP port deletion for bc79ffcf-aa05-477c-a7ad-799bb69fdd3b request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:12:48.546290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port ff1f24ab-8afe-43c5-b859-c5122aabd1f2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,segment=NetworkSegment(0588cb85-e1e3-4e1a-9060-e48c9d0542fa),segment_id=0588cb85-e1e3-4e1a-9060-e48c9d0542fa)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:48.546681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.561870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for ff1f24ab-8afe-43c5-b859-c5122aabd1f2 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:48.574388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] Deleting port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:48.574857 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.646670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] For port ff1f24ab-8afe-43c5-b859-c5122aabd1f2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,segment=NetworkSegment(0588cb85-e1e3-4e1a-9060-e48c9d0542fa),segment_id=0588cb85-e1e3-4e1a-9060-e48c9d0542fa)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:48.647584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.661163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.665756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] Calling delete_port for ff1f24ab-8afe-43c5-b859-c5122aabd1f2 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:48.677278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:48.727742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:48.777109 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:47Z', 'revision_number': 10, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:48.834055 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3053866-f342-4304-b510-a80a7e8a5ec8 None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:47Z', 'revision_number': 10, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None, '_interfaces': [{'id': 'dbbfddea-b8f9-4604-bd5f-455c9d2d3e30', 'name': '', 'network_id': 'ab5f210c-115a-4a8a-ac7a-558194abe846', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'mac_address': 'fa:16:3e:87:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:12:08Z', 'updated_at': '2021-09-18T02:12:14Z', 'revision_number': 5, 'project_id': '0c104d0250c14f408bebee0b38512457', 'subnets': [{'id': '3e012c7c-44dc-4514-9a04-0630572345e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:48.848145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.867170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] No DVR routers for this DVR port ff1f24ab-8afe-43c5-b859-c5122aabd1f2 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:48.883104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.921415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc79ffcf-aa05-477c-a7ad-799bb69fdd3b']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:48.928441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb5cef-6eb7-4354-b76c-b0a4ab03e4b9 None None] Pushing event deleted for resources: {'Port': ['ID=ff1f24ab-8afe-43c5-b859-c5122aabd1f2,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:48.937837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0588cb85-e1e3-4e1a-9060-e48c9d0542fa') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:48.938327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0588cb85-e1e3-4e1a-9060-e48c9d0542fa') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:48.959405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:48.980732 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:49.005763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:12:49.009013 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:12:49.020665 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:12:49.093898 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:49.128392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:49.132099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/bc79ffcf-aa05-477c-a7ad-799bb69fdd3b HTTP/1.1" status: 204 len: 168 time: 0.8222482 Sep 18 02:12:49.133382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40748) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:49.154589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a351eef-6bf3-4cea-bffa-1823c5485713 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=bc79ffcf-aa05-477c-a7ad-799bb69fdd3b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:49.481553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33ee7ef1-0362-42f5-9cab-f82a9896c134 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:49.518667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 33ee7ef1-0362-42f5-9cab-f82a9896c134 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:12:49.519093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33ee7ef1-0362-42f5-9cab-f82a9896c134 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:49.519516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ff1f24ab-8afe-43c5-b859-c5122aabd1f2 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:49.546431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: ff1f24ab-8afe-43c5-b859-c5122aabd1f2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:12:49.547104 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ff1f24ab-8afe-43c5-b859-c5122aabd1f2 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:49.553074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:49.838111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:49.838469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:49.942391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port dbbfddea-b8f9-4604-bd5f-455c9d2d3e30, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,segment=NetworkSegment(3aa7eaa9-6f7c-4009-8aed-e759e1bfc935),segment_id=3aa7eaa9-6f7c-4009-8aed-e759e1bfc935)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:49.942906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:49.956362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:50.149097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:50.177888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=dbbfddea-b8f9-4604-bd5f-455c9d2d3e30,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:50.347300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:50.550750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:50.649673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:50.663854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:50.664397 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1dfcce03-7d79-478a-a9ee-1fb98231d825 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5272574 Sep 18 02:12:50.664501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40936) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:50.671772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:50.672527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:50.734073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6806d349-00de-4050-b6af-31e994affeae tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting subnet 3e012c7c-44dc-4514-9a04-0630572345e4 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:12:50.737567 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6806d349-00de-4050-b6af-31e994affeae tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:50.783112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:50.791743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6806d349-00de-4050-b6af-31e994affeae tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:50.847913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:50Z', 'revision_number': 11, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:50.896768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:50.907502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:50.908129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:50.939293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6806d349-00de-4050-b6af-31e994affeae tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:50.989049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:51.044177 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6806d349-00de-4050-b6af-31e994affeae tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.051780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:50Z', 'revision_number': 11, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:51.081592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb45b3-b3aa-4adf-a771-2bd33972ec7f None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:50Z', 'revision_number': 11, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:51.098968 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6806d349-00de-4050-b6af-31e994affeae tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.103571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40982) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:51.103963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6806d349-00de-4050-b6af-31e994affeae tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/3e012c7c-44dc-4514-9a04-0630572345e4 HTTP/1.1" status: 204 len: 168 time: 0.4383395 Sep 18 02:12:51.105170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806d349-00de-4050-b6af-31e994affeae tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Subnet': ['ID=3e012c7c-44dc-4514-9a04-0630572345e4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:51.130580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730cfaf-c4df-4c8b-b913-bf3913484e04 None None] Network ab5f210c-115a-4a8a-ac7a-558194abe846 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:51.216616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.322820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Deleting port bf8fbfc2-4314-4c79-923e-69ed75ae737b {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:51.323732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.429170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] For port bf8fbfc2-4314-4c79-923e-69ed75ae737b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bf8fbfc2-4314-4c79-923e-69ed75ae737b,segment=NetworkSegment(3aa7eaa9-6f7c-4009-8aed-e759e1bfc935),segment_id=3aa7eaa9-6f7c-4009-8aed-e759e1bfc935)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:51.430290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.450171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Calling delete_port for bf8fbfc2-4314-4c79-923e-69ed75ae737b owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:51.494542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] DHCP port deletion for ab5f210c-115a-4a8a-ac7a-558194abe846 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:12:51.556475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.606259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bf8fbfc2-4314-4c79-923e-69ed75ae737b no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:51.609190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Port': ['ID=bf8fbfc2-4314-4c79-923e-69ed75ae737b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:51.613337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No DVR routers for this DVR port bf8fbfc2-4314-4c79-923e-69ed75ae737b on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:51.656221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: bf8fbfc2-4314-4c79-923e-69ed75ae737b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:12:51.657569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bf8fbfc2-4314-4c79-923e-69ed75ae737b not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:51.658128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:12:51.721195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.751871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5f210c-115a-4a8a-ac7a-558194abe846']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:51.766776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:51.767918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa7eaa9-6f7c-4009-8aed-e759e1bfc935') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:51.782969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.798957 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.819416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:12:51.819969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:12:51.824169 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:12:51.885248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] Deleting port bf8fbfc2-4314-4c79-923e-69ed75ae737b {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:12:51.885716 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.954306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.962190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] For port bf8fbfc2-4314-4c79-923e-69ed75ae737b, host n-d-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:12:51.962604 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.977296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] Calling delete_port for bf8fbfc2-4314-4c79-923e-69ed75ae737b owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:12:51.984820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:51.988029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/networks/ab5f210c-115a-4a8a-ac7a-558194abe846 HTTP/1.1" status: 204 len: 168 time: 0.8825183 Sep 18 02:12:51.990067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa0761-b93d-4311-9024-10f3665b155a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Pushing event deleted for resources: {'Network': ['ID=ab5f210c-115a-4a8a-ac7a-558194abe846,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:51.990343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41066) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:51.995247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'routes': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:51.999239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] Port bf8fbfc2-4314-4c79-923e-69ed75ae737b was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:12:52.000165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:12:52.000512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dbbfddea-b8f9-4604-bd5f-455c9d2d3e30 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:12:52.014128 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:52.021624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] Network ab5f210c-115a-4a8a-ac7a-558194abe846 is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:12:52.022080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] No DVR routers for this DVR port bf8fbfc2-4314-4c79-923e-69ed75ae737b on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:12:52.055042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a1411-bfad-4900-8380-b5321821cc0e None None] Pushing event deleted for resources: {'Port': ['ID=bf8fbfc2-4314-4c79-923e-69ed75ae737b,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:52.240450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.extraroute_db [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Added routes are [] {{(pid=106439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 02:12:52.241012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.extraroute_db [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Removed routes are [] {{(pid=106439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 02:12:52.241560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:52.465854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:52.469455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:52.552529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 7d17d059-1017-4a27-8eb8-54db72fde38d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:12:52.634098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:52.641406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:52.643068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0adf5851-345b-49ee-89aa-dd403f05caed tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 200 len: 701 time: 0.6513793 Sep 18 02:12:52.646146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41152) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:52.648535 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] Sync routers for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:52.658928 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:52.659789 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:52.679920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a7c55b98-f170-4332-8a89-30a380bbee99 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 200 len: 205 time: 0.0320437 Sep 18 02:12:52.681738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41158) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:52.734833 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:52.780901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d517d8d-26e2-4b52-8802-eb948b4f9880 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:52.796596 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:50Z', 'revision_number': 11, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:52.825396 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] Checking router: 7d17d059-1017-4a27-8eb8-54db72fde38d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:52.834469 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] Routers {'7d17d059-1017-4a27-8eb8-54db72fde38d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:52.835187 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['7d17d059-1017-4a27-8eb8-54db72fde38d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:52.915336 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] Set router 7d17d059-1017-4a27-8eb8-54db72fde38d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:52.966808 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d517d8d-26e2-4b52-8802-eb948b4f9880 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:52.970419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d517d8d-26e2-4b52-8802-eb948b4f9880 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:52.980008 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:50Z', 'revision_number': 11, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:53.009904 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c08ac78-60a1-40a6-a1f7-47199cc5b0b0 None None] The sync data for ids ['7d17d059-1017-4a27-8eb8-54db72fde38d'] in n-d-789963-12 is: [{'id': '7d17d059-1017-4a27-8eb8-54db72fde38d', 'name': 'tempest-RoutersTest-router-1376449759', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:06Z', 'updated_at': '2021-09-18T02:12:50Z', 'revision_number': 11, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:53.029318 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d517d8d-26e2-4b52-8802-eb948b4f9880 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.029897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d517d8d-26e2-4b52-8802-eb948b4f9880 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Fanout notify agent at l3_agent the message router_deleted on router 7d17d059-1017-4a27-8eb8-54db72fde38d {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:12:53.038679 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d517d8d-26e2-4b52-8802-eb948b4f9880 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.040273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2d517d8d-26e2-4b52-8802-eb948b4f9880 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 204 len: 168 time: 0.3572726 Sep 18 02:12:53.049911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41202) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:53.054589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bb334468-b8d1-435e-9f43-58731a8b6935 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-759520928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:53.083017 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb334468-b8d1-435e-9f43-58731a8b6935 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.084340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb334468-b8d1-435e-9f43-58731a8b6935 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.147592 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb334468-b8d1-435e-9f43-58731a8b6935 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.154846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb334468-b8d1-435e-9f43-58731a8b6935 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.178805 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb334468-b8d1-435e-9f43-58731a8b6935 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.183074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bb334468-b8d1-435e-9f43-58731a8b6935 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1293900 Sep 18 02:12:53.183408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41210) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:53.189458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-17cf2717-96a0-40c3-86cc-58e7ecc76032 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:53.769214 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17cf2717-96a0-40c3-86cc-58e7ecc76032 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.783865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-e1931c50-7cac-4aed-9fbf-79ab06da5305 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:53.785336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-e1931c50-7cac-4aed-9fbf-79ab06da5305 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/networks?id=8d736148-bc5f-416b-b95e-3f06c8c910ff HTTP/1.1" status: 200 len: 813 time: 0.2623348 Sep 18 02:12:53.790187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17cf2717-96a0-40c3-86cc-58e7ecc76032 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:53.805187 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-c21dfec5-b523-4585-8c6c-4926c3dae414 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/quotas/07fd82df2d6b4051be86b2877689f079 HTTP/1.1" status: 200 len: 375 time: 0.0128515 Sep 18 02:12:53.891145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-0aff4fc9-f8e3-4562-ad67-dddc0e984733 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07fd82df2d6b4051be86b2877689f079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562668 Sep 18 02:12:53.978654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cf2717-96a0-40c3-86cc-58e7ecc76032 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Router 98ad5afc-0042-436d-977b-30c76864da77 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:12:54.043264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-e1980f29-dd31-475e-8949-3b139182c4bb service neutron] 10.222.0.21 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433847 Sep 18 02:12:54.079713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cf2717-96a0-40c3-86cc-58e7ecc76032 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:12:54.089303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] Sync routers for ids ['98ad5afc-0042-436d-977b-30c76864da77'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:12:54.095029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17cf2717-96a0-40c3-86cc-58e7ecc76032 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:54.096216 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17cf2717-96a0-40c3-86cc-58e7ecc76032 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "PUT /v2.0/routers/98ad5afc-0042-436d-977b-30c76864da77 HTTP/1.1" status: 200 len: 693 time: 0.9109247 Sep 18 02:12:54.098994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41236) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.099849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] Routers {'98ad5afc-0042-436d-977b-30c76864da77'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:54.100474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['98ad5afc-0042-436d-977b-30c76864da77'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:54.178129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] Set router 98ad5afc-0042-436d-977b-30c76864da77 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:54.219625 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bcda4e99-5877-4b2e-aacb-03857d805097 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/routers/98ad5afc-0042-436d-977b-30c76864da77 HTTP/1.1" status: 200 len: 699 time: 0.1195848 Sep 18 02:12:54.222376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41240) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.248502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ad5afc-0042-436d-977b-30c76864da77', 'name': 'tempest-RoutersTest-router-759520928', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:53Z', 'updated_at': '2021-09-18T02:12:53Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:54.248730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-813ad7a4-b65f-4f2d-afb5-ceb96c52a671 service neutron] 10.222.0.21 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798079 Sep 18 02:12:54.264997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e300ac0c-df58-46e6-9007-94ceb7982c32 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=98ad5afc-0042-436d-977b-30c76864da77 HTTP/1.1" status: 200 len: 205 time: 0.0414236 Sep 18 02:12:54.267490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41242) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.277172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] Checking router: 98ad5afc-0042-436d-977b-30c76864da77 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:12:54.286703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] Routers {'98ad5afc-0042-436d-977b-30c76864da77'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:12:54.287576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['98ad5afc-0042-436d-977b-30c76864da77'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:54.359675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52e6cc6b-eebc-4277-9700-a1f7cddda45e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:54.367240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] Set router 98ad5afc-0042-436d-977b-30c76864da77 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:12:54.448704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ad5afc-0042-436d-977b-30c76864da77', 'name': 'tempest-RoutersTest-router-759520928', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:53Z', 'updated_at': '2021-09-18T02:12:53Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:12:54.481364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4bba79-3674-4819-9429-8e4534de5f5b None None] The sync data for ids ['98ad5afc-0042-436d-977b-30c76864da77'] in n-d-789963-12 is: [{'id': '98ad5afc-0042-436d-977b-30c76864da77', 'name': 'tempest-RoutersTest-router-759520928', 'tenant_id': '0c104d0250c14f408bebee0b38512457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:12:53Z', 'updated_at': '2021-09-18T02:12:53Z', 'revision_number': 2, 'project_id': '0c104d0250c14f408bebee0b38512457', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:12:54.491632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb99b295-09fa-40e1-8c1c-6eb38da33346 req-d372944b-d7b1-4674-a5e9-c704df6f722f tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 210 time: 0.0578833 Sep 18 02:12:54.562188 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52e6cc6b-eebc-4277-9700-a1f7cddda45e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:54.564682 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52e6cc6b-eebc-4277-9700-a1f7cddda45e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:54.613941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52e6cc6b-eebc-4277-9700-a1f7cddda45e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:54.614448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e6cc6b-eebc-4277-9700-a1f7cddda45e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Fanout notify agent at l3_agent the message router_deleted on router 98ad5afc-0042-436d-977b-30c76864da77 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:12:54.625666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52e6cc6b-eebc-4277-9700-a1f7cddda45e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:54.631098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-52e6cc6b-eebc-4277-9700-a1f7cddda45e tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/98ad5afc-0042-436d-977b-30c76864da77 HTTP/1.1" status: 204 len: 168 time: 0.3582735 Sep 18 02:12:54.631098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41256) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.664730 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-687bc19c-36b7-4703-8b65-5053718906e9 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=98ad5afc-0042-436d-977b-30c76864da77 HTTP/1.1" status: 200 len: 205 time: 0.0303717 Sep 18 02:12:54.664730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41262) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.711459 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-ac673b1a-2480-47dd-bd6f-fa3854f31633 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] delete failed (client error): The resource could not be found. Sep 18 02:12:54.715245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ac673b1a-2480-47dd-bd6f-fa3854f31633 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/98ad5afc-0042-436d-977b-30c76864da77 HTTP/1.1" status: 404 len: 336 time: 0.0496225 Sep 18 02:12:54.715519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.750735 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-29715df8-96ef-4ae2-aafe-62b97f7691d7 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:54.751202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29715df8-96ef-4ae2-aafe-62b97f7691d7 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:54.754823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-29715df8-96ef-4ae2-aafe-62b97f7691d7 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/8fc9a128-2137-454d-a784-7e0f1be6762b HTTP/1.1" status: 404 len: 337 time: 0.0333183 Sep 18 02:12:54.755989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41266) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.786325 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecb7f8e-98eb-4b9b-addf-0e84c647403b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:54.786972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecb7f8e-98eb-4b9b-addf-0e84c647403b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:54.788716 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cecb7f8e-98eb-4b9b-addf-0e84c647403b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/d3e309cf-dd12-465e-a979-6dfca878060c HTTP/1.1" status: 404 len: 337 time: 0.0317705 Sep 18 02:12:54.791515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41268) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.818901 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd793d69-b4d5-44c7-9aa9-4aa1a6a021e6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:54.819370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd793d69-b4d5-44c7-9aa9-4aa1a6a021e6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:54.821113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd793d69-b4d5-44c7-9aa9-4aa1a6a021e6 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/c22989b6-21a3-4e73-abc4-138228f3fc73 HTTP/1.1" status: 404 len: 337 time: 0.0286088 Sep 18 02:12:54.823864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41272) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.852820 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c21cc18-0359-4c55-a4ea-5623069bdb54 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:54.853271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c21cc18-0359-4c55-a4ea-5623069bdb54 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:54.855066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8c21cc18-0359-4c55-a4ea-5623069bdb54 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/3e012c7c-44dc-4514-9a04-0630572345e4 HTTP/1.1" status: 404 len: 337 time: 0.0290983 Sep 18 02:12:54.857637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41274) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.884482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-322b70c7-dda2-4081-ba0a-922ca0b8384a tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 200 len: 205 time: 0.0257411 Sep 18 02:12:54.886784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.928462 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-44af5746-00b7-45b0-9481-839fc2471ab4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] delete failed (client error): The resource could not be found. Sep 18 02:12:54.929502 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-44af5746-00b7-45b0-9481-839fc2471ab4 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/7d17d059-1017-4a27-8eb8-54db72fde38d HTTP/1.1" status: 404 len: 336 time: 0.0410268 Sep 18 02:12:54.932306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41278) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:54.964662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0a93d1de-1806-440c-b5ed-de5f5f809418 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=41d76c46-4dfa-42a3-b7b9-4af21315637e HTTP/1.1" status: 200 len: 205 time: 0.0312495 Sep 18 02:12:54.967873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41280) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.005042 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-f34ed7e9-a449-40ff-978f-ac8ed5e9c62b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] delete failed (client error): The resource could not be found. Sep 18 02:12:55.006181 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f34ed7e9-a449-40ff-978f-ac8ed5e9c62b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/41d76c46-4dfa-42a3-b7b9-4af21315637e HTTP/1.1" status: 404 len: 336 time: 0.0374126 Sep 18 02:12:55.008956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.040452 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa30ae21-182e-4819-a275-33542272c768 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:55.041015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa30ae21-182e-4819-a275-33542272c768 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:55.042827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aa30ae21-182e-4819-a275-33542272c768 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/2e77b720-b068-4bab-8713-fa9ac2c598bc HTTP/1.1" status: 404 len: 337 time: 0.0328434 Sep 18 02:12:55.045418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41284) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.078560 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0ac4b636-fea8-4ed6-8cdd-3e5898b8cc3d tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf3a4b-205c-458f-b8e3-0855ff6dc46c HTTP/1.1" status: 200 len: 205 time: 0.0319602 Sep 18 02:12:55.080844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41286) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.122967 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-4cdccd2f-355b-4218-bb38-57f791cca4a3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] delete failed (client error): The resource could not be found. Sep 18 02:12:55.124001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4cdccd2f-355b-4218-bb38-57f791cca4a3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/0ecf3a4b-205c-458f-b8e3-0855ff6dc46c HTTP/1.1" status: 404 len: 336 time: 0.0419755 Sep 18 02:12:55.126504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41288) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.162600 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b48c5bbb-a46d-4124-ac69-0068b3b886f5 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=758e64fe-7121-461c-b92d-fddb7e1f76dd HTTP/1.1" status: 200 len: 205 time: 0.0331857 Sep 18 02:12:55.163135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41290) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.205030 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-5e8bf4a8-07a0-4b4a-ab03-67f1b72cf861 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] delete failed (client error): The resource could not be found. Sep 18 02:12:55.206204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5e8bf4a8-07a0-4b4a-ab03-67f1b72cf861 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/758e64fe-7121-461c-b92d-fddb7e1f76dd HTTP/1.1" status: 404 len: 336 time: 0.0421512 Sep 18 02:12:55.209195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.240190 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2c29cf-653c-4a1b-b0c5-b3230aeced16 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:55.240796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2c29cf-653c-4a1b-b0c5-b3230aeced16 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:55.242376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ee2c29cf-653c-4a1b-b0c5-b3230aeced16 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/d7eca531-9ef5-4bde-9611-d26234a1a519 HTTP/1.1" status: 404 len: 337 time: 0.0322404 Sep 18 02:12:55.245375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41294) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.280167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-13257f9e-bc4c-4469-b2ba-07852af383ea tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b875ce6-8f8d-471c-8321-18872570a216 HTTP/1.1" status: 200 len: 205 time: 0.0336761 Sep 18 02:12:55.282936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41296) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.329137 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-c4740355-b89e-4eda-a525-75a6953d7a75 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] delete failed (client error): The resource could not be found. Sep 18 02:12:55.330337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c4740355-b89e-4eda-a525-75a6953d7a75 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/3b875ce6-8f8d-471c-8321-18872570a216 HTTP/1.1" status: 404 len: 336 time: 0.0460687 Sep 18 02:12:55.333028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41298) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.369457 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-914a59bc-54a0-4217-8097-78396b94212b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:55.370156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914a59bc-54a0-4217-8097-78396b94212b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:55.380900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-914a59bc-54a0-4217-8097-78396b94212b tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/04d0a8d5-2b8f-44f3-8595-b9f907089977 HTTP/1.1" status: 404 len: 337 time: 0.0440335 Sep 18 02:12:55.381361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.415379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0a74f947-0e6a-4c72-b578-77bf809d4ac1 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 HTTP/1.1" status: 200 len: 205 time: 0.0327761 Sep 18 02:12:55.417893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41306) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.454741 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:55.468669 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-9dd860d5-c13f-4092-9d37-489a0de72f8f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] delete failed (client error): The resource could not be found. Sep 18 02:12:55.472720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41310) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.483371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9dd860d5-c13f-4092-9d37-489a0de72f8f tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/routers/2ff5dd0c-7c6e-4a6c-ac91-ff2041ec5a42 HTTP/1.1" status: 404 len: 336 time: 0.0633142 Sep 18 02:12:55.537462 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1251ad-66de-45d2-bb82-af3b6c5a2ea3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:55.538013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1251ad-66de-45d2-bb82-af3b6c5a2ea3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:55.545593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41316) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:55.547711 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e1251ad-66de-45d2-bb82-af3b6c5a2ea3 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/8aeaeb84-1b45-4487-b126-bbf7f9cd79b9 HTTP/1.1" status: 404 len: 337 time: 0.0738871 Sep 18 02:12:55.650206 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-097d2b68-5dd8-4e95-b8ab-323a03b61345 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] DELETE failed (client error): The resource could not be found. Sep 18 02:12:55.650788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097d2b68-5dd8-4e95-b8ab-323a03b61345 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:12:55.655597 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-097d2b68-5dd8-4e95-b8ab-323a03b61345 tempest-RoutersTest-679511676 tempest-RoutersTest-679511676-project] 10.222.0.21 "DELETE /v2.0/subnets/88bf2f5c-35c9-4ffa-a4f3-2b1a953dcdf1 HTTP/1.1" status: 404 len: 337 time: 0.1091104 Sep 18 02:12:55.677106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02088cfc-121d-4e9d-bf58-47ff9b0016ab req-85f98c43-4b71-43f8-82c0-f1a8b4602fa9 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 210 time: 0.0437233 Sep 18 02:12:55.731783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:55.746033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-1a2c17e6-1739-4907-a056-27827c4a1f95 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:55.748045 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-1a2c17e6-1739-4907-a056-27827c4a1f95 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "GET /v2.0/networks?id=8d736148-bc5f-416b-b95e-3f06c8c910ff HTTP/1.1" status: 200 len: 813 time: 0.2309091 Sep 18 02:12:55.760657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Request body: {'port': {'device_id': '0bd70fa2-29d7-44bd-b4d0-e6d05095903a', 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff', 'admin_state_up': True, 'tenant_id': '07fd82df2d6b4051be86b2877689f079'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:55.911706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Made reservation on behalf of 07fd82df2d6b4051be86b2877689f079 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:55.916170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.035294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41326) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:56.065692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Allocated IP 172.20.0.10 (8d736148-bc5f-416b-b95e-3f06c8c910ff/7ef3d490-dd25-40c9-98f7-21414e50e450/07ce5381-50af-487a-bdbd-8fdea7f67889) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:56.183446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a6ab3560-d0fc-4278-9f10-5904a198a2e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c104d0250c14f408bebee0b38512457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446157 Sep 18 02:12:56.183881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41330) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:56.229225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.236696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd514fbc-9787-4281-8c58-782b60116f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.259577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd514fbc-9787-4281-8c58-782b60116f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.268077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.308347 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd514fbc-9787-4281-8c58-782b60116f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.311454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd514fbc-9787-4281-8c58-782b60116f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.312920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bd514fbc-9787-4281-8c58-782b60116f65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ddbc6bc-132a-4f39-b137-91f1d3ecd91a HTTP/1.1" status: 204 len: 168 time: 0.1275740 Sep 18 02:12:56.317784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Network 8d736148-bc5f-416b-b95e-3f06c8c910ff is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:56.322441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd514fbc-9787-4281-8c58-782b60116f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddbc6bc-132a-4f39-b137-91f1d3ecd91a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:56.323289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:56.338604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:56.362850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Pushing event updated for resources: {'Port': ['ID=07ce5381-50af-487a-bdbd-8fdea7f67889,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:56.395196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:56.396506 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.418582 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-d9ad0d3c-56c7-4b09-b4c0-9674f09fc0a7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6620555 Sep 18 02:12:56.429070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-ced47972-30f2-4cd5-bf45-9f6343f7147c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:12:56.430027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-ced47972-30f2-4cd5-bf45-9f6343f7147c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050807 Sep 18 02:12:56.577580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Request body: {'port': {'device_id': '0bd70fa2-29d7-44bd-b4d0-e6d05095903a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:56.640894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:56.818639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259969f-94d0-4783-9b00-aa419a55e412 req-1a962a76-b5d2-4cb1-bd86-a57faf1618cb tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:56.820284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2259969f-94d0-4783-9b00-aa419a55e412 req-1a962a76-b5d2-4cb1-bd86-a57faf1618cb tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 932 time: 0.0563066 Sep 18 02:12:56.868738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2259969f-94d0-4783-9b00-aa419a55e412 req-108f9888-6727-42a4-ac20-bce905f3ef93 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Sep 18 02:12:56.977413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ce5381-50af-487a-bdbd-8fdea7f67889 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:12:56.986816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.003914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Transition to ACTIVE for port object 07ce5381-50af-487a-bdbd-8fdea7f67889 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:12:57.008832 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.066728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Pushing event updated for resources: {'Port': ['ID=07ce5381-50af-487a-bdbd-8fdea7f67889,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:57.144351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Attempting to bind port 07ce5381-50af-487a-bdbd-8fdea7f67889 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:57.144804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Attempting to bind port 07ce5381-50af-487a-bdbd-8fdea7f67889 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:57.145136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Attempting to bind port 07ce5381-50af-487a-bdbd-8fdea7f67889 on network 8d736148-bc5f-416b-b95e-3f06c8c910ff {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:57.149531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Port 07ce5381-50af-487a-bdbd-8fdea7f67889 on network 8d736148-bc5f-416b-b95e-3f06c8c910ff not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:12:57.149849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Attempting to bind port 07ce5381-50af-487a-bdbd-8fdea7f67889 on network 8d736148-bc5f-416b-b95e-3f06c8c910ff {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:57.154867 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:57.155200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Checking segment: {'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:57.155583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Bound using segment: {'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:57.156025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Bound port: 07ce5381-50af-487a-bdbd-8fdea7f67889, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:57.156378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.179837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41362) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:57.224646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] For port 07ce5381-50af-487a-bdbd-8fdea7f67889, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:57.228713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] For port 07ce5381-50af-487a-bdbd-8fdea7f67889, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=07ce5381-50af-487a-bdbd-8fdea7f67889,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:57.234106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.269889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:57.270518 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.271916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] 10.222.0.18 "PUT /v2.0/ports/07ce5381-50af-487a-bdbd-8fdea7f67889 HTTP/1.1" status: 200 len: 1093 time: 0.8337927 Sep 18 02:12:57.272361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd70fa2-29d7-44bd-b4d0-e6d05095903a', 'tag': '07ce5381-50af-487a-bdbd-8fdea7f67889'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:12:57.275151 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775658e-b604-4207-9afb-e240a95d7f32" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd70fa2-29d7-44bd-b4d0-e6d05095903a", "tag": "07ce5381-50af-487a-bdbd-8fdea7f67889"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:12:57.301871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e32d-f080-44c4-a8a8-c1fa2c682995 service neutron] Pushing event updated for resources: {'Port': ['ID=07ce5381-50af-487a-bdbd-8fdea7f67889,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:57.303148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e8a9d134-b8cd-42b4-b06e-0ae6b9c70720 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1820947404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:57.331792 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d134-b8cd-42b4-b06e-0ae6b9c70720 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.333640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d134-b8cd-42b4-b06e-0ae6b9c70720 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.384214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-cbe0e717-5478-4b92-84a8-541ef76ef51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:57.385651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-cbe0e717-5478-4b92-84a8-541ef76ef51e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07fd82df2d6b4051be86b2877689f079&device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 1096 time: 0.0636473 Sep 18 02:12:57.390390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d134-b8cd-42b4-b06e-0ae6b9c70720 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.400361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d134-b8cd-42b4-b06e-0ae6b9c70720 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.423117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d134-b8cd-42b4-b06e-0ae6b9c70720 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.429697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e8a9d134-b8cd-42b4-b06e-0ae6b9c70720 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2455883 Sep 18 02:12:57.429865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41370) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:57.438753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2068234105'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:57.449552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-7477c635-bda9-4bbc-b420-25fd9f46fa67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ce5381-50af-487a-bdbd-8fdea7f67889 HTTP/1.1" status: 200 len: 217 time: 0.0547025 Sep 18 02:12:57.463920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Made reservation on behalf of da6605d5f62c414b93be1f1e3eb1fb11 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:57.470172 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.479761 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.500730 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d6174d-2e17-4f07-b996-2610d41bcd96 x-openstack-request-id: req-b7d6174d-2e17-4f07-b996-2610d41bcd96 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:12:57.501023 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd70fa2-29d7-44bd-b4d0-e6d05095903a", "tag": "07ce5381-50af-487a-bdbd-8fdea7f67889", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:12:57.501273 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7d6174d-2e17-4f07-b996-2610d41bcd96 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:12:57.501674 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd70fa2-29d7-44bd-b4d0-e6d05095903a', 'tag': '07ce5381-50af-487a-bdbd-8fdea7f67889', 'status': 'completed', 'code': 200} Sep 18 02:12:57.505637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-e8b5d9cb-fd80-475e-a979-818b8c211d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:57.507568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-e8b5d9cb-fd80-475e-a979-818b8c211d74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ef3d490-dd25-40c9-98f7-21414e50e450 HTTP/1.1" status: 200 len: 853 time: 0.0483110 Sep 18 02:12:57.546341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-ab29d8b2-6068-4214-af9e-2a9ecaea6930 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d736148-bc5f-416b-b95e-3f06c8c910ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300081 Sep 18 02:12:57.587760 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.593516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.622896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:12:57.632831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675d7869-954b-4722-9850-c6a5b8a7e3a7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:57.640516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.641100 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Added segment 177041bb-6ed1-4fa3-8c44-41b36cbb0a9d of type vlan for network c3f72271-57e6-4035-b0b4-6d6164226a19 Sep 18 02:12:57.662550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-ff137589-58c3-4444-bf55-02059eac3070 service neutron] 10.222.0.18 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084995 Sep 18 02:12:57.691533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.729381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.731869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:57.732739 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.769858 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb3bd0c4-10c1-4ae3-9333-6afcb609d0ee req-fa63052b-c7f0-402d-ad14-48e7e3183a15 service neutron] 10.222.0.18 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000228 Sep 18 02:12:57.810056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3788693 Sep 18 02:12:57.812693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41374) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:57.818100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'subnet': {'network_id': 'c3f72271-57e6-4035-b0b4-6d6164226a19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:57.823590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da67ef-063c-4a37-ab0a-af214fcdc713 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Network': ['ID=c3f72271-57e6-4035-b0b4-6d6164226a19,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:57.838978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network c3f72271-57e6-4035-b0b4-6d6164226a19 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:12:57.861622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775658e-b604-4207-9afb-e240a95d7f32 req-875ea022-3cd9-4b29-9b42-acae7c522673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:57.863192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8775658e-b604-4207-9afb-e240a95d7f32 req-875ea022-3cd9-4b29-9b42-acae7c522673 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07fd82df2d6b4051be86b2877689f079&device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 1096 time: 0.0455654 Sep 18 02:12:57.937200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Made reservation on behalf of da6605d5f62c414b93be1f1e3eb1fb11 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:57.942117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:57.978763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775658e-b604-4207-9afb-e240a95d7f32 req-58f2fb9e-f453-4c38-b39e-f864bdbbfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:57.980062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8775658e-b604-4207-9afb-e240a95d7f32 req-58f2fb9e-f453-4c38-b39e-f864bdbbfd46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d736148-bc5f-416b-b95e-3f06c8c910ff HTTP/1.1" status: 200 len: 913 time: 0.1066954 Sep 18 02:12:58.061066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8775658e-b604-4207-9afb-e240a95d7f32 req-7ab6163c-443c-4152-9ea8-6b2b37769123 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ce5381-50af-487a-bdbd-8fdea7f67889 HTTP/1.1" status: 200 len: 217 time: 0.0723939 Sep 18 02:12:58.108822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e75592-6a15-44c3-9169-211ff4d6648f req-a1a948d3-c3c7-4c71-a5bd-6ecdefd25129 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:58.110672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e75592-6a15-44c3-9169-211ff4d6648f req-a1a948d3-c3c7-4c71-a5bd-6ecdefd25129 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 944 time: 0.1161873 Sep 18 02:12:58.142231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775658e-b604-4207-9afb-e240a95d7f32 req-5c8f1be6-9fde-405b-affc-9a3426a3f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:58.143750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8775658e-b604-4207-9afb-e240a95d7f32 req-5c8f1be6-9fde-405b-affc-9a3426a3f465 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ef3d490-dd25-40c9-98f7-21414e50e450 HTTP/1.1" status: 200 len: 853 time: 0.0724804 Sep 18 02:12:58.153018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.184357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8775658e-b604-4207-9afb-e240a95d7f32 req-14c3446d-6c35-4e77-bf9e-06b731676ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d736148-bc5f-416b-b95e-3f06c8c910ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273235 Sep 18 02:12:58.187512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24e75592-6a15-44c3-9169-211ff4d6648f req-648c2706-1d7f-4dd5-8ce1-5c3b6eb80d1e tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687890 Sep 18 02:12:58.213372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Subnet': ['ID=e86d46ff-7aaf-4151-9c3e-fed777757e30,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:58.224232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Checking segment: {'id': '177041bb-6ed1-4fa3-8c44-41b36cbb0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3f72271-57e6-4035-b0b4-6d6164226a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:58.224585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network hostable DHCP agents. Network: c3f72271-57e6-4035-b0b4-6d6164226a19, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:12:58.244851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network c3f72271-57e6-4035-b0b4-6d6164226a19 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:12:58.258172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, c3f72271-57e6-4035-b0b4-6d6164226a19) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:58.263950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:58.265479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.272106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb9faf-bdd0-4cda-b5ec-41168a8510b8 None None] Network c3f72271-57e6-4035-b0b4-6d6164226a19 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:58.287558 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-78ce69ed-38d9-4c89-8425-608d13732550 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4737718 Sep 18 02:12:58.289018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41380) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:58.295589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'network': {'name': 'tempest-router-network01--1528488696'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:58.337993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Made reservation on behalf of da6605d5f62c414b93be1f1e3eb1fb11 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:58.342977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.357471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8775658e-b604-4207-9afb-e240a95d7f32 req-c1178508-c729-4aaf-a590-455dc6d8b969 service neutron] 10.222.0.18 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650848 Sep 18 02:12:58.379314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:12:58.410057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.410453 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Added segment a5d1c7d9-5522-4946-aff3-e991f3f63bd8 of type vlan for network 74b3696b-f08d-4669-9953-80b42f5f5284 Sep 18 02:12:58.436373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-c3f72271-57e6-4035-b0b4-6d6164226a19', 'network_id': 'c3f72271-57e6-4035-b0b4-6d6164226a19', 'tenant_id': 'da6605d5f62c414b93be1f1e3eb1fb11', 'fixed_ips': [{'subnet_id': 'e86d46ff-7aaf-4151-9c3e-fed777757e30'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:12:58.437259 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.493377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.525392 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8775658e-b604-4207-9afb-e240a95d7f32 req-7f1fdab6-165f-4af7-a8b3-67088ae69546 service neutron] 10.222.0.18 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575258 Sep 18 02:12:58.538450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.545146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:58.545751 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.583579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2909746 Sep 18 02:12:58.583796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41382) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:58.587371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Allocated IP 2001:db8::2 (c3f72271-57e6-4035-b0b4-6d6164226a19/e86d46ff-7aaf-4151-9c3e-fed777757e30/cf176a56-d5d6-4eca-8959-353bf35a8d87) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:58.588888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'network': {'name': 'tempest-router-network02--1972757991'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:58.628801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dc2c5-3d88-41e9-b0b3-4647cc9bd29c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Network': ['ID=74b3696b-f08d-4669-9953-80b42f5f5284,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:58.645051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Made reservation on behalf of da6605d5f62c414b93be1f1e3eb1fb11 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:58.649379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.660424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 74b3696b-f08d-4669-9953-80b42f5f5284 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:12:58.681213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:12:58.691995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.692657 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Added segment e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc of type vlan for network ccfd97ae-a835-458c-9926-5830b134c0e1 Sep 18 02:12:58.743542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.769051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.775024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:58.775617 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.801274 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.814777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2298405 Sep 18 02:12:58.815294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:58.818314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41386) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:58.825021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'subnet': {'network_id': '74b3696b-f08d-4669-9953-80b42f5f5284', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:58.851245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83865a-a1a8-4fa4-955f-6957f6fb5b1c tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Network': ['ID=ccfd97ae-a835-458c-9926-5830b134c0e1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:58.873881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network ccfd97ae-a835-458c-9926-5830b134c0e1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:12:58.892950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Pushing event updated for resources: {'Port': ['ID=cf176a56-d5d6-4eca-8959-353bf35a8d87,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:58.911308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Network c3f72271-57e6-4035-b0b4-6d6164226a19 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:12:58.938923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:58.944029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:12:58.956447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Made reservation on behalf of da6605d5f62c414b93be1f1e3eb1fb11 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:58.960918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.014476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Attempting to bind port cf176a56-d5d6-4eca-8959-353bf35a8d87 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:12:59.014879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Attempting to bind port cf176a56-d5d6-4eca-8959-353bf35a8d87 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '177041bb-6ed1-4fa3-8c44-41b36cbb0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3f72271-57e6-4035-b0b4-6d6164226a19'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:12:59.015251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Attempting to bind port cf176a56-d5d6-4eca-8959-353bf35a8d87 on network c3f72271-57e6-4035-b0b4-6d6164226a19 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:12:59.021057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:12:59.021428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Checking segment: {'id': '177041bb-6ed1-4fa3-8c44-41b36cbb0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3f72271-57e6-4035-b0b4-6d6164226a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:59.021834 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.022227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Bound using segment: {'id': '177041bb-6ed1-4fa3-8c44-41b36cbb0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3f72271-57e6-4035-b0b4-6d6164226a19'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:12:59.022695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Bound port: cf176a56-d5d6-4eca-8959-353bf35a8d87, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177041bb-6ed1-4fa3-8c44-41b36cbb0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3f72271-57e6-4035-b0b4-6d6164226a19'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:12:59.023096 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.091953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] For port cf176a56-d5d6-4eca-8959-353bf35a8d87, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:12:59.095089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] For port cf176a56-d5d6-4eca-8959-353bf35a8d87, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cf176a56-d5d6-4eca-8959-353bf35a8d87,segment=NetworkSegment(177041bb-6ed1-4fa3-8c44-41b36cbb0a9d),segment_id=177041bb-6ed1-4fa3-8c44-41b36cbb0a9d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:12:59.101880 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.168692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd1feb-5718-4f8a-a9f8-a923fb16e8d8 None None] Pushing event updated for resources: {'Port': ['ID=cf176a56-d5d6-4eca-8959-353bf35a8d87,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:59.180520 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.245089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Subnet': ['ID=4abfc55e-fd66-461d-a12e-850e21f77742,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:59.253629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Checking segment: {'id': 'a5d1c7d9-5522-4946-aff3-e991f3f63bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '74b3696b-f08d-4669-9953-80b42f5f5284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:59.253990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network hostable DHCP agents. Network: 74b3696b-f08d-4669-9953-80b42f5f5284, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:12:59.272960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network 74b3696b-f08d-4669-9953-80b42f5f5284 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:12:59.283061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 74b3696b-f08d-4669-9953-80b42f5f5284) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:59.287958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:59.288316 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.298848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc8b00-1a66-4004-a82b-39d0904b77da None None] Network 74b3696b-f08d-4669-9953-80b42f5f5284 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:59.312850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aa20ca54-9375-4f4a-9db3-1b9b84b6919b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4915175 Sep 18 02:12:59.314272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41392) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:12:59.323798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'subnet': {'network_id': 'ccfd97ae-a835-458c-9926-5830b134c0e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:12:59.351317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363058cb-f1ff-46a1-b46e-07a101c435ed req-fd3f575e-2b2e-4587-b0ab-9fa23aedd2ca tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:59.353100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-363058cb-f1ff-46a1-b46e-07a101c435ed req-fd3f575e-2b2e-4587-b0ab-9fa23aedd2ca tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 944 time: 0.0757599 Sep 18 02:12:59.465050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Made reservation on behalf of da6605d5f62c414b93be1f1e3eb1fb11 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:12:59.472058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.570244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-74b3696b-f08d-4669-9953-80b42f5f5284', 'network_id': '74b3696b-f08d-4669-9953-80b42f5f5284', 'tenant_id': 'da6605d5f62c414b93be1f1e3eb1fb11', 'fixed_ips': [{'subnet_id': '4abfc55e-fd66-461d-a12e-850e21f77742'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:12:59.571165 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.770370 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.802167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Allocated IP 2001:db8::2 (74b3696b-f08d-4669-9953-80b42f5f5284/4abfc55e-fd66-461d-a12e-850e21f77742/cfdcbac3-944b-4d03-8c90-479bc4dfcc1b) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:12:59.859492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Checking segment: {'id': 'e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ccfd97ae-a835-458c-9926-5830b134c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:12:59.860017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network hostable DHCP agents. Network: ccfd97ae-a835-458c-9926-5830b134c0e1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:12:59.866808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Subnet': ['ID=d6e1c8f6-d612-49c2-9b16-cca907a06e3e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:12:59.886451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cf176a56-d5d6-4eca-8959-353bf35a8d87 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:12:59.905254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network ccfd97ae-a835-458c-9926-5830b134c0e1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:12:59.919906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, ccfd97ae-a835-458c-9926-5830b134c0e1) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:12:59.924981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:12:59.925254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:12:59.934930 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-363058cb-f1ff-46a1-b46e-07a101c435ed req-fa2b4cd1-e7f6-4ea8-a279-93878f6e647e tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738177 Sep 18 02:12:59.964530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c987e7a-900a-4676-b114-aca4413fe8ac None None] Network ccfd97ae-a835-458c-9926-5830b134c0e1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:12:59.964863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a7c982d1-8a61-45db-8daf-0931acbe84a4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6399765 Sep 18 02:12:59.964863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41396) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:00.157851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port cf176a56-d5d6-4eca-8959-353bf35a8d87 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:00.158230 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.224608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.245450 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.313040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-ccfd97ae-a835-458c-9926-5830b134c0e1', 'network_id': 'ccfd97ae-a835-458c-9926-5830b134c0e1', 'tenant_id': 'da6605d5f62c414b93be1f1e3eb1fb11', 'fixed_ips': [{'subnet_id': 'd6e1c8f6-d612-49c2-9b16-cca907a06e3e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:13:00.313867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.329379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.359547 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Pushing event updated for resources: {'Port': ['ID=cfdcbac3-944b-4d03-8c90-479bc4dfcc1b,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:00.365704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Network 74b3696b-f08d-4669-9953-80b42f5f5284 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:00.375434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:00.384434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:00.389968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.478564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd3c17-c834-443f-8d69-f7e2c932cd86 None None] Network c3f72271-57e6-4035-b0b4-6d6164226a19 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:00.535118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port cf176a56-d5d6-4eca-8959-353bf35a8d87, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cf176a56-d5d6-4eca-8959-353bf35a8d87,segment=NetworkSegment(177041bb-6ed1-4fa3-8c44-41b36cbb0a9d),segment_id=177041bb-6ed1-4fa3-8c44-41b36cbb0a9d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:00.568475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.617159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 07ce5381-50af-487a-bdbd-8fdea7f67889 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:13:00.625154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Allocated IP 2001:db8::1 (74b3696b-f08d-4669-9953-80b42f5f5284/4abfc55e-fd66-461d-a12e-850e21f77742/1ec01d56-a178-4d13-88a3-f83a0782ecd7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:00.681072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Attempting to bind port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:13:00.681589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Attempting to bind port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'a5d1c7d9-5522-4946-aff3-e991f3f63bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '74b3696b-f08d-4669-9953-80b42f5f5284'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:13:00.682048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Attempting to bind port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b on network 74b3696b-f08d-4669-9953-80b42f5f5284 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:00.718098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3a43b700-7b47-40fe-87b6-8875e16c3552 None None] Provisioning complete for port cf176a56-d5d6-4eca-8959-353bf35a8d87 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:00.718400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3a43b700-7b47-40fe-87b6-8875e16c3552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.720194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:13:00.721126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Checking segment: {'id': 'a5d1c7d9-5522-4946-aff3-e991f3f63bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '74b3696b-f08d-4669-9953-80b42f5f5284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:00.721126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.721351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Bound using segment: {'id': 'a5d1c7d9-5522-4946-aff3-e991f3f63bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '74b3696b-f08d-4669-9953-80b42f5f5284'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:13:00.721836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Bound port: cfdcbac3-944b-4d03-8c90-479bc4dfcc1b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d1c7d9-5522-4946-aff3-e991f3f63bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '74b3696b-f08d-4669-9953-80b42f5f5284'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:13:00.722216 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.761290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.806556 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.850177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network 74b3696b-f08d-4669-9953-80b42f5f5284 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:00.853344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:00.856651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:00.857556 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:00.904325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Port': ['ID=1ec01d56-a178-4d13-88a3-f83a0782ecd7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:00.926896 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:13:00.986731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Allocated IP 2001:db8::2 (ccfd97ae-a835-458c-9926-5830b134c0e1/d6e1c8f6-d612-49c2-9b16-cca907a06e3e/590807c6-09c0-424f-9f9f-cd94f972a272) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:01.014732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=cf176a56-d5d6-4eca-8959-353bf35a8d87,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:01.066352 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-52bfaea9-9ff9-4fc3-889f-4cb50d434148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.181255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1b6d1-c9d7-49eb-a2fb-04122dc72a6e req-dccda4e7-df6e-43d5-81fc-bf7fb4e85bdd tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:01.183321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-59b1b6d1-c9d7-49eb-a2fb-04122dc72a6e req-dccda4e7-df6e-43d5-81fc-bf7fb4e85bdd tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 944 time: 0.0920269 Sep 18 02:13:01.233994 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-59b1b6d1-c9d7-49eb-a2fb-04122dc72a6e req-a6df0a27-b440-46cd-923c-040a93bc6142 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Sep 18 02:13:01.260147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] For port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:01.310607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] For port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cfdcbac3-944b-4d03-8c90-479bc4dfcc1b,segment=NetworkSegment(a5d1c7d9-5522-4946-aff3-e991f3f63bd8),segment_id=a5d1c7d9-5522-4946-aff3-e991f3f63bd8)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:13:01.318080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 07ce5381-50af-487a-bdbd-8fdea7f67889, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=07ce5381-50af-487a-bdbd-8fdea7f67889,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:01.347654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.398565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.399133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '07ce5381-50af-487a-bdbd-8fdea7f67889', 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff', 'port_id': '07ce5381-50af-487a-bdbd-8fdea7f67889', 'mac_address': 'fa:16:3e:4f:3f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef3d490-dd25-40c9-98f7-21414e50e450', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:13:01.513752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f351-76fb-4ead-beb8-f4c79c81cf37 None None] Pushing event updated for resources: {'Port': ['ID=cfdcbac3-944b-4d03-8c90-479bc4dfcc1b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:01.533860 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.568218 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.571875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ce5381-50af-487a-bdbd-8fdea7f67889 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:13:01.582840 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.660446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cf176a56-d5d6-4eca-8959-353bf35a8d87 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:01.670169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 07ce5381-50af-487a-bdbd-8fdea7f67889, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=07ce5381-50af-487a-bdbd-8fdea7f67889,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:01.705998 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.731735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Network ccfd97ae-a835-458c-9926-5830b134c0e1 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:01.745050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:01.748688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:01.753533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Pushing event updated for resources: {'Port': ['ID=590807c6-09c0-424f-9f9f-cd94f972a272,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:01.836132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.841809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.843031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.898184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Port': ['ID=1ec01d56-a178-4d13-88a3-f83a0782ecd7,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:01.910106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=07ce5381-50af-487a-bdbd-8fdea7f67889,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:01.929679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Attempting to bind port 590807c6-09c0-424f-9f9f-cd94f972a272 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:13:01.930151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Attempting to bind port 590807c6-09c0-424f-9f9f-cd94f972a272 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ccfd97ae-a835-458c-9926-5830b134c0e1'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:13:01.930605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Attempting to bind port 590807c6-09c0-424f-9f9f-cd94f972a272 on network ccfd97ae-a835-458c-9926-5830b134c0e1 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:01.942650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:13:01.942650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Checking segment: {'id': 'e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ccfd97ae-a835-458c-9926-5830b134c0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:01.942650 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.942650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Bound using segment: {'id': 'e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ccfd97ae-a835-458c-9926-5830b134c0e1'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:13:01.942650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Bound port: 590807c6-09c0-424f-9f9f-cd94f972a272, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ccfd97ae-a835-458c-9926-5830b134c0e1'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:13:01.942650 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:01.986006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port cf176a56-d5d6-4eca-8959-353bf35a8d87 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:01.986468 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:02.021666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network 74b3696b-f08d-4669-9953-80b42f5f5284 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:02.023128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:02.028406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f0155481-b262-4032-96f3-f68d14c638ad None None] Provisioning complete for port cf176a56-d5d6-4eca-8959-353bf35a8d87 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:02.029161 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f0155481-b262-4032-96f3-f68d14c638ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:02.084962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['07ce5381-50af-487a-bdbd-8fdea7f67889'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:13:02.129386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] For port 590807c6-09c0-424f-9f9f-cd94f972a272, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:02.151169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] For port 590807c6-09c0-424f-9f9f-cd94f972a272, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=590807c6-09c0-424f-9f9f-cd94f972a272,segment=NetworkSegment(e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc),segment_id=e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:13:02.169650 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:02.182579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Router 766570c7-7227-4015-9b10-f5d210ecafd8 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:13:02.313745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:02.325445 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297eb8f5-2d93-4ade-964e-dc1d3d1ffd51 None None] Sync routers for ids ['766570c7-7227-4015-9b10-f5d210ecafd8'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:02.330636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f315ee44-bcc2-41d5-b0fb-e4fe3388a162 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "PUT /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3619947 Sep 18 02:13:02.335627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41416) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:02.349784 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297eb8f5-2d93-4ade-964e-dc1d3d1ffd51 None None] Routers {'766570c7-7227-4015-9b10-f5d210ecafd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:02.350420 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-297eb8f5-2d93-4ade-964e-dc1d3d1ffd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['766570c7-7227-4015-9b10-f5d210ecafd8'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:02.390034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d28dbe-bd70-43f7-8d5e-2c824bcf6720 req-23fb7403-d4a1-483f-87c7-31d0f3581733 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:02.407555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34d28dbe-bd70-43f7-8d5e-2c824bcf6720 req-23fb7403-d4a1-483f-87c7-31d0f3581733 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 945 time: 0.0993004 Sep 18 02:13:02.410284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac524a80-8c4c-4f35-941b-c97edd9ed304 None None] Pushing event updated for resources: {'Port': ['ID=590807c6-09c0-424f-9f9f-cd94f972a272,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:02.422234 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-297eb8f5-2d93-4ade-964e-dc1d3d1ffd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:02.444419 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297eb8f5-2d93-4ade-964e-dc1d3d1ffd51 None None] Routers {'766570c7-7227-4015-9b10-f5d210ecafd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:02.445061 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-297eb8f5-2d93-4ade-964e-dc1d3d1ffd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:12:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['766570c7-7227-4015-9b10-f5d210ecafd8'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:02.478226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34d28dbe-bd70-43f7-8d5e-2c824bcf6720 req-219c3486-a657-450c-9ecc-fdc22e4f9bfb tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687070 Sep 18 02:13:02.634580 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-297eb8f5-2d93-4ade-964e-dc1d3d1ffd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:02.635270 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297eb8f5-2d93-4ade-964e-dc1d3d1ffd51 None None] The sync data for ids ['766570c7-7227-4015-9b10-f5d210ecafd8'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:02.784390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f902e9-08c3-4fdb-a70a-e7aeda898aa0 None None] Network 74b3696b-f08d-4669-9953-80b42f5f5284 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:02.838688 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-5cf0d826-d2df-4459-988e-888eb7992f54 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:13:02.843440 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5cf0d826-d2df-4459-988e-888eb7992f54 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "PUT /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5031838 Sep 18 02:13:02.843440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41418) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:02.874512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0dadefda-df3e-46f3-a906-a50dbb921e6d None None] Provisioning complete for port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:02.874825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dadefda-df3e-46f3-a906-a50dbb921e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.012968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dadefda-df3e-46f3-a906-a50dbb921e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.048031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0dadefda-df3e-46f3-a906-a50dbb921e6d None None] For port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cfdcbac3-944b-4d03-8c90-479bc4dfcc1b,segment=NetworkSegment(a5d1c7d9-5522-4946-aff3-e991f3f63bd8),segment_id=a5d1c7d9-5522-4946-aff3-e991f3f63bd8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:03.054377 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dadefda-df3e-46f3-a906-a50dbb921e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.119039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadefda-df3e-46f3-a906-a50dbb921e6d None None] Pushing event updated for resources: {'Port': ['ID=cfdcbac3-944b-4d03-8c90-479bc4dfcc1b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:03.193228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.384865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-64934317-a738-44d1-be6e-1e46b9c1cd51 None None] Provisioning complete for port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:03.385202 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64934317-a738-44d1-be6e-1e46b9c1cd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.489146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1133fb4a-12c3-4e88-b667-c422acfef65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.538472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting port 1ec01d56-a178-4d13-88a3-f83a0782ecd7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:03.538853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.606583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-64934317-a738-44d1-be6e-1e46b9c1cd51 None None] Provisioning complete for port 1ec01d56-a178-4d13-88a3-f83a0782ecd7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:03.606992 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64934317-a738-44d1-be6e-1e46b9c1cd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.633854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d615c4-328e-40f3-83ea-c80ef624abb8 None None] Network ccfd97ae-a835-458c-9926-5830b134c0e1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:03.707206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd3ecd-f78a-4ec3-8fc7-544d375fa4cc req-664ed58c-cfa7-4d93-ab0d-a67a94e2534b tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:03.732025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:03.734147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-59dd3ecd-f78a-4ec3-8fc7-544d375fa4cc req-664ed58c-cfa7-4d93-ab0d-a67a94e2534b tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 945 time: 0.1170759 Sep 18 02:13:03.743509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-64934317-a738-44d1-be6e-1e46b9c1cd51 None None] Port 1ec01d56-a178-4d13-88a3-f83a0782ecd7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:03.745136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Calling delete_port for 1ec01d56-a178-4d13-88a3-f83a0782ecd7 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:03.751946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cfdcbac3-944b-4d03-8c90-479bc4dfcc1b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:04.002068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-59dd3ecd-f78a-4ec3-8fc7-544d375fa4cc req-c146941d-e32e-40a5-8bd6-d2cdfdb93e83 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568664 Sep 18 02:13:04.008470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:04.008470 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.009324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.025869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Port': ['ID=1ec01d56-a178-4d13-88a3-f83a0782ecd7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:04.037600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2ab0b6bd-306b-4b83-9282-17ec6f8425f5 None None] Provisioning complete for port 590807c6-09c0-424f-9f9f-cd94f972a272 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:04.037984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b6bd-306b-4b83-9282-17ec6f8425f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.136286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 590807c6-09c0-424f-9f9f-cd94f972a272 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:04.140604 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.180632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.224468 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b6bd-306b-4b83-9282-17ec6f8425f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.245873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 590807c6-09c0-424f-9f9f-cd94f972a272 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:04.247686 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.276077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2ab0b6bd-306b-4b83-9282-17ec6f8425f5 None None] For port 590807c6-09c0-424f-9f9f-cd94f972a272, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=590807c6-09c0-424f-9f9f-cd94f972a272,segment=NetworkSegment(e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc),segment_id=e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:04.300375 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b6bd-306b-4b83-9282-17ec6f8425f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.313694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2ab0b6bd-306b-4b83-9282-17ec6f8425f5 None None] Could not find standard attr ID for object 1ec01d56-a178-4d13-88a3-f83a0782ecd7. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:13:04.383501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0b6bd-306b-4b83-9282-17ec6f8425f5 None None] Pushing event updated for resources: {'Port': ['ID=590807c6-09c0-424f-9f9f-cd94f972a272,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:04.434568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Router 766570c7-7227-4015-9b10-f5d210ecafd8 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:04.465939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-83204b47-5870-4a46-b860-8b2b583ba1ad None None] Provisioning complete for port 590807c6-09c0-424f-9f9f-cd94f972a272 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:04.467396 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83204b47-5870-4a46-b860-8b2b583ba1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.553059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:04.562876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41460) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:04.563746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f5571bfd-a0ba-48f5-bb5d-183690deff51 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "PUT /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7193995 Sep 18 02:13:04.566155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc3cae-4dda-4b0b-9931-7fc3f91e0917 None None] Sync routers for ids ['766570c7-7227-4015-9b10-f5d210ecafd8'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:04.584097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc3cae-4dda-4b0b-9931-7fc3f91e0917 None None] Routers {'766570c7-7227-4015-9b10-f5d210ecafd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:04.584717 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-45dc3cae-4dda-4b0b-9931-7fc3f91e0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['766570c7-7227-4015-9b10-f5d210ecafd8'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:04.626953 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-1e89e902-af2b-45ab-a388-c8d5c2aa6666 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] delete failed (client error): The resource could not be found. Sep 18 02:13:04.632409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1e89e902-af2b-45ab-a388-c8d5c2aa6666 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-306690469 HTTP/1.1" status: 404 len: 334 time: 0.0640123 Sep 18 02:13:04.633981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41466) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:04.634841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-45dc3cae-4dda-4b0b-9931-7fc3f91e0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:04.638951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-83204b47-5870-4a46-b860-8b2b583ba1ad None None] Could not find standard attr ID for object 1ec01d56-a178-4d13-88a3-f83a0782ecd7. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:13:04.640657 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e7f5c2fa-35d3-4d23-8367-0519b23d59c7 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'router': {'external_gateway_info': {'network_id': '766570c7-7227-4015-9b10-f5d210ecafd8'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:04.644088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 07ce5381-50af-487a-bdbd-8fdea7f67889 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:04.676390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc3cae-4dda-4b0b-9931-7fc3f91e0917 None None] Routers {'766570c7-7227-4015-9b10-f5d210ecafd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:04.677029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-45dc3cae-4dda-4b0b-9931-7fc3f91e0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['766570c7-7227-4015-9b10-f5d210ecafd8'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:04.895237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-45dc3cae-4dda-4b0b-9931-7fc3f91e0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:04.895977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dc3cae-4dda-4b0b-9931-7fc3f91e0917 None None] The sync data for ids ['766570c7-7227-4015-9b10-f5d210ecafd8'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:04.928264 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:04.930544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 07ce5381-50af-487a-bdbd-8fdea7f67889 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:13:04.936078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 07ce5381-50af-487a-bdbd-8fdea7f67889 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:04.936458 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.001544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c499fc-ca11-4796-bda5-480bf3211aa7 req-3bd4ba86-7b63-4de3-a2f5-bf541368ac47 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:05.010801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-20c499fc-ca11-4796-bda5-480bf3211aa7 req-3bd4ba86-7b63-4de3-a2f5-bf541368ac47 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 945 time: 0.1228511 Sep 18 02:13:05.025289 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c2fa-35d3-4d23-8367-0519b23d59c7 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.061324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.072135 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-e7f5c2fa-35d3-4d23-8367-0519b23d59c7 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] update failed (client error): The resource could not be found. Sep 18 02:13:05.080867 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e7f5c2fa-35d3-4d23-8367-0519b23d59c7 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "PUT /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8 HTTP/1.1" status: 404 len: 339 time: 0.4452448 Sep 18 02:13:05.081599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:05.086480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1877071354'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:05.087697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-20c499fc-ca11-4796-bda5-480bf3211aa7 req-66446d40-1dd8-4fc7-bd26-2689e4bdd3a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643921 Sep 18 02:13:05.096974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd70fa2-29d7-44bd-b4d0-e6d05095903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce5381-50af-487a-bdbd-8fdea7f67889'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:05.102394 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae429640-9446-4731-bcd6-7a6512191d3e" -d '{"events": [{"server_uuid": "0bd70fa2-29d7-44bd-b4d0-e6d05095903a", "name": "network-vif-plugged", "status": "completed", "tag": "07ce5381-50af-487a-bdbd-8fdea7f67889"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:05.123219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Made reservation on behalf of da6605d5f62c414b93be1f1e3eb1fb11 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:13:05.126809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.128083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 07ce5381-50af-487a-bdbd-8fdea7f67889, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=07ce5381-50af-487a-bdbd-8fdea7f67889,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:05.138926 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.164393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:13:05.186161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.186597 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Added segment 242ac0f4-a942-4c7a-88e1-524390e29831 of type vlan for network f674b8d6-38ef-43ef-b252-39edb796820e Sep 18 02:13:05.233646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=07ce5381-50af-487a-bdbd-8fdea7f67889,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:05.244455 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.259001 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3358e34-dfb1-4bc5-bd24-e6607616cf5e x-openstack-request-id: req-c3358e34-dfb1-4bc5-bd24-e6607616cf5e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:05.259303 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd70fa2-29d7-44bd-b4d0-e6d05095903a", "name": "network-vif-plugged", "status": "completed", "tag": "07ce5381-50af-487a-bdbd-8fdea7f67889", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:05.259557 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3358e34-dfb1-4bc5-bd24-e6607616cf5e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:05.260035 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd70fa2-29d7-44bd-b4d0-e6d05095903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce5381-50af-487a-bdbd-8fdea7f67889', 'code': 200} Sep 18 02:13:05.275644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.281518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:05.282180 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.334949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2496037 Sep 18 02:13:05.335267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41496) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:05.364688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457cdbe-cf02-42c9-abae-60d3b40f5437 req-2c92b5a6-3769-4b44-9e72-5508dd456bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:05.365860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1457cdbe-cf02-42c9-abae-60d3b40f5437 req-2c92b5a6-3769-4b44-9e72-5508dd456bb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 1098 time: 0.0472059 Sep 18 02:13:05.367834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'subnet': {'network_id': 'f674b8d6-38ef-43ef-b252-39edb796820e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:05.386774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411cb87-10a4-49c1-a606-6e202a505d7b tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Network': ['ID=f674b8d6-38ef-43ef-b252-39edb796820e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:05.397231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f674b8d6-38ef-43ef-b252-39edb796820e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:13:05.412436 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1457cdbe-cf02-42c9-abae-60d3b40f5437 req-fa8413fe-a1e7-46a4-93d2-97608c75dda1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390737 Sep 18 02:13:05.519392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Made reservation on behalf of da6605d5f62c414b93be1f1e3eb1fb11 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:13:05.524573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.540408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 590807c6-09c0-424f-9f9f-cd94f972a272 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:05.602530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 590807c6-09c0-424f-9f9f-cd94f972a272 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:05.603192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.770166 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.833822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Subnet': ['ID=c0e1ef37-1b55-46cd-b18e-c7d92f777a44,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:05.853367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Checking segment: {'id': '242ac0f4-a942-4c7a-88e1-524390e29831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f674b8d6-38ef-43ef-b252-39edb796820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:05.853727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network hostable DHCP agents. Network: f674b8d6-38ef-43ef-b252-39edb796820e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:13:05.873248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network f674b8d6-38ef-43ef-b252-39edb796820e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:13:05.885344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f674b8d6-38ef-43ef-b252-39edb796820e) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:05.892057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:05.892057 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:05.895712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae646a4-9ea6-4de7-9199-84e31664381a None None] Network f674b8d6-38ef-43ef-b252-39edb796820e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:05.911471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a505414c-50f9-47bb-a5fa-988c0682a533 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5749962 Sep 18 02:13:05.914532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41508) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:05.921331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7aad9fb9-b3ae-4513-b095-fbf5f34319a0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f674b8d6-38ef-43ef-b252-39edb796820e'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:06.109957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f674b8d6-38ef-43ef-b252-39edb796820e', 'network_id': 'f674b8d6-38ef-43ef-b252-39edb796820e', 'tenant_id': 'da6605d5f62c414b93be1f1e3eb1fb11', 'fixed_ips': [{'subnet_id': 'c0e1ef37-1b55-46cd-b18e-c7d92f777a44'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:13:06.110882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:06.274565 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:06.286318 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7aad9fb9-b3ae-4513-b095-fbf5f34319a0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:06.331428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36639136-b614-4632-8fdc-01fff9b0055b req-39a09379-40d0-438b-bf29-c897fc6e66a4 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:06.332306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Allocated IP 2001:db8:1::2 (f674b8d6-38ef-43ef-b252-39edb796820e/c0e1ef37-1b55-46cd-b18e-c7d92f777a44/fae266ec-d93b-48f4-9fdb-9c217b4d2708) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:06.333319 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36639136-b614-4632-8fdc-01fff9b0055b req-39a09379-40d0-438b-bf29-c897fc6e66a4 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 946 time: 0.1146233 Sep 18 02:13:06.444493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36639136-b614-4632-8fdc-01fff9b0055b req-0b94efbb-4605-4aa1-b5c3-e1d51724bbfa tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963395 Sep 18 02:13:06.473925 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-7aad9fb9-b3ae-4513-b095-fbf5f34319a0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:13:06.475420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7aad9fb9-b3ae-4513-b095-fbf5f34319a0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "PUT /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8 HTTP/1.1" status: 400 len: 364 time: 0.5593171 Sep 18 02:13:06.479266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41528) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:06.571237 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:06.580501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:06.639050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Network f674b8d6-38ef-43ef-b252-39edb796820e is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:06.643900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:06.650571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:06.758520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Pushing event updated for resources: {'Port': ['ID=fae266ec-d93b-48f4-9fdb-9c217b4d2708,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:06.780687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Attempting to bind port fae266ec-d93b-48f4-9fdb-9c217b4d2708 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:13:06.781731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Attempting to bind port fae266ec-d93b-48f4-9fdb-9c217b4d2708 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '242ac0f4-a942-4c7a-88e1-524390e29831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f674b8d6-38ef-43ef-b252-39edb796820e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:13:06.782323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Attempting to bind port fae266ec-d93b-48f4-9fdb-9c217b4d2708 on network f674b8d6-38ef-43ef-b252-39edb796820e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:06.788404 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:13:06.789012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Checking segment: {'id': '242ac0f4-a942-4c7a-88e1-524390e29831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f674b8d6-38ef-43ef-b252-39edb796820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:06.789432 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:06.789829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Bound using segment: {'id': '242ac0f4-a942-4c7a-88e1-524390e29831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f674b8d6-38ef-43ef-b252-39edb796820e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:13:06.790950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Bound port: fae266ec-d93b-48f4-9fdb-9c217b4d2708, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242ac0f4-a942-4c7a-88e1-524390e29831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f674b8d6-38ef-43ef-b252-39edb796820e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:13:06.791339 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:06.867778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] For port fae266ec-d93b-48f4-9fdb-9c217b4d2708, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:06.873098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] For port fae266ec-d93b-48f4-9fdb-9c217b4d2708, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fae266ec-d93b-48f4-9fdb-9c217b4d2708,segment=NetworkSegment(242ac0f4-a942-4c7a-88e1-524390e29831),segment_id=242ac0f4-a942-4c7a-88e1-524390e29831)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:13:06.880139 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:06.968487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660dce5-106b-40c2-82cf-beebd84ad3c1 None None] Pushing event updated for resources: {'Port': ['ID=fae266ec-d93b-48f4-9fdb-9c217b4d2708,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:07.332641 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:07.598496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fae266ec-d93b-48f4-9fdb-9c217b4d2708 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:07.631056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5cdf8-95b6-4213-bb9a-62f620495054 req-670ab5cc-5ff1-4a7e-b9bc-2759d07375b3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:07.632666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6dc5cdf8-95b6-4213-bb9a-62f620495054 req-670ab5cc-5ff1-4a7e-b9bc-2759d07375b3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 946 time: 0.0887685 Sep 18 02:13:07.674039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fae266ec-d93b-48f4-9fdb-9c217b4d2708 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:07.674411 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:07.738506 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6dc5cdf8-95b6-4213-bb9a-62f620495054 req-2d8c52d3-993c-4cf3-ae93-f63822cb8e54 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816081 Sep 18 02:13:07.776405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Allocated IP 2001:db8::1 (c3f72271-57e6-4035-b0b4-6d6164226a19/e86d46ff-7aaf-4151-9c3e-fed777757e30/e378a268-ad6a-4ab3-aaa0-0d1e583c9850) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:07.889075 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:07.969764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port fae266ec-d93b-48f4-9fdb-9c217b4d2708, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fae266ec-d93b-48f4-9fdb-9c217b4d2708,segment=NetworkSegment(242ac0f4-a942-4c7a-88e1-524390e29831),segment_id=242ac0f4-a942-4c7a-88e1-524390e29831)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:07.979095 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.023509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.064669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.137902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Port': ['ID=e378a268-ad6a-4ab3-aaa0-0d1e583c9850,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:08.148017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network c3f72271-57e6-4035-b0b4-6d6164226a19 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:08.149504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:08.160029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=fae266ec-d93b-48f4-9fdb-9c217b4d2708,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:08.165373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:08.165955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.363360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.397541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89de898-7b4c-41b6-81a5-05e3dec38459 None None] Network f674b8d6-38ef-43ef-b252-39edb796820e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:08.477089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-63086141-2e32-4b27-8abb-db64ca11577f None None] Provisioning complete for port fae266ec-d93b-48f4-9fdb-9c217b4d2708 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:08.477522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63086141-2e32-4b27-8abb-db64ca11577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.802513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.811693 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.812493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:08.947207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bde1d63d-92d1-4fbc-a454-990981084a6e None None] Provisioning complete for port e378a268-ad6a-4ab3-aaa0-0d1e583c9850 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:08.948481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bde1d63d-92d1-4fbc-a454-990981084a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:09.012526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Network c3f72271-57e6-4035-b0b4-6d6164226a19 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:09.018430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:09.060709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event updated for resources: {'Port': ['ID=e378a268-ad6a-4ab3-aaa0-0d1e583c9850,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:09.083758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bde1d63d-92d1-4fbc-a454-990981084a6e None None] Port e378a268-ad6a-4ab3-aaa0-0d1e583c9850 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:09.246127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Router 766570c7-7227-4015-9b10-f5d210ecafd8 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:09.413855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:09.416038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3fd99c88-0129-4485-996e-c8e36fd67f06 None None] Provisioning complete for port fae266ec-d93b-48f4-9fdb-9c217b4d2708 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:09.416418 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3fd99c88-0129-4485-996e-c8e36fd67f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:09.419026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6abe2837-fc62-4c49-b055-8235331101e0 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "PUT /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9378114 Sep 18 02:13:09.421746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41658) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:09.423959 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2170497-52da-4103-9607-518988bc587f None None] Sync routers for ids ['766570c7-7227-4015-9b10-f5d210ecafd8'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:09.442149 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2170497-52da-4103-9607-518988bc587f None None] Routers {'766570c7-7227-4015-9b10-f5d210ecafd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:09.444287 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b2170497-52da-4103-9607-518988bc587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['766570c7-7227-4015-9b10-f5d210ecafd8'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:09.542332 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b2170497-52da-4103-9607-518988bc587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:09.586690 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2170497-52da-4103-9607-518988bc587f None None] Routers {'766570c7-7227-4015-9b10-f5d210ecafd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:09.587581 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b2170497-52da-4103-9607-518988bc587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['766570c7-7227-4015-9b10-f5d210ecafd8'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:09.613343 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-490f046a-5f55-4d1d-9466-16b0fb1764af tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:09.628569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fae266ec-d93b-48f4-9fdb-9c217b4d2708 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:09.640712 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b2170497-52da-4103-9607-518988bc587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:09.641425 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2170497-52da-4103-9607-518988bc587f None None] The sync data for ids ['766570c7-7227-4015-9b10-f5d210ecafd8'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:09.768317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7be4e5ed-8919-4a7b-a8b4-133cc59a8eb7 None None] Provisioning complete for port e378a268-ad6a-4ab3-aaa0-0d1e583c9850 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:09.770182 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-490f046a-5f55-4d1d-9466-16b0fb1764af tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 02:13:09.771508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-490f046a-5f55-4d1d-9466-16b0fb1764af tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8 HTTP/1.1" status: 409 len: 329 time: 0.3489256 Sep 18 02:13:09.774368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41672) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:09.789431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7be4e5ed-8919-4a7b-a8b4-133cc59a8eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:09.846686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7be4e5ed-8919-4a7b-a8b4-133cc59a8eb7 None None] Port e378a268-ad6a-4ab3-aaa0-0d1e583c9850 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:09.860283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fae266ec-d93b-48f4-9fdb-9c217b4d2708 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:09.861461 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:10.251341 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:10.607626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting port e378a268-ad6a-4ab3-aaa0-0d1e583c9850 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:10.608334 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:10.746599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:10.767969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Calling delete_port for e378a268-ad6a-4ab3-aaa0-0d1e583c9850 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:11.045421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:11.094347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Port': ['ID=e378a268-ad6a-4ab3-aaa0-0d1e583c9850,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:11.317129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:11.395367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-d25fdf07-4061-4880-826f-5183c1a0e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:11.396883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-d25fdf07-4061-4880-826f-5183c1a0e421 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1097 time: 0.2772334 Sep 18 02:13:11.432501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799b2af-158f-46e7-9959-1a5b7dcdd0b8 req-a4fdaa07-7dad-4e83-b002-4f58f434e2a6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:11.435432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b799b2af-158f-46e7-9959-1a5b7dcdd0b8 req-a4fdaa07-7dad-4e83-b002-4f58f434e2a6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.3146386 Sep 18 02:13:11.619253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b799b2af-158f-46e7-9959-1a5b7dcdd0b8 req-7002b925-d306-4e3e-a5d3-0dc8dfb95ea3 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614621 Sep 18 02:13:11.630178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Router 766570c7-7227-4015-9b10-f5d210ecafd8 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:11.655652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-2664f324-c53c-4d1c-8013-f683a27039e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:11.657552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-2664f324-c53c-4d1c-8013-f683a27039e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.2192395 Sep 18 02:13:12.163924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:12.174818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c313077f-0564-4b26-8e43-b220ad8dc64e tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "PUT /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3955441 Sep 18 02:13:12.175275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41744) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:12.182866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f1f23-777c-400f-92f7-c75f9ae236ea None None] Sync routers for ids ['766570c7-7227-4015-9b10-f5d210ecafd8'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:12.197191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f1f23-777c-400f-92f7-c75f9ae236ea None None] Routers {'766570c7-7227-4015-9b10-f5d210ecafd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:12.198294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c53f1f23-777c-400f-92f7-c75f9ae236ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['766570c7-7227-4015-9b10-f5d210ecafd8'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:12.233206 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-1f43a4cb-9cfa-4f33-b587-44a962312171 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] show failed (client error): The resource could not be found. Sep 18 02:13:12.237796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f43a4cb-9cfa-4f33-b587-44a962312171 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-681466610 HTTP/1.1" status: 404 len: 334 time: 0.0579987 Sep 18 02:13:12.237796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-b59d1a6d-0213-4473-82d9-48ed26be385e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.5720515 Sep 18 02:13:12.238775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41752) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:12.251866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4999bfc9-af36-4476-8b19-e99c33f6f6ab tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:12.299257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c53f1f23-777c-400f-92f7-c75f9ae236ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:12.313602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f1f23-777c-400f-92f7-c75f9ae236ea None None] Routers {'766570c7-7227-4015-9b10-f5d210ecafd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:12.314613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c53f1f23-777c-400f-92f7-c75f9ae236ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['766570c7-7227-4015-9b10-f5d210ecafd8'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:12.318745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-5f6e61c6-59d7-4c1b-848c-32058a4ff5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:12.320246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-5f6e61c6-59d7-4c1b-848c-32058a4ff5b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.0755682 Sep 18 02:13:12.418174 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-4999bfc9-af36-4476-8b19-e99c33f6f6ab tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] update failed (client error): The resource could not be found. Sep 18 02:13:12.424318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c53f1f23-777c-400f-92f7-c75f9ae236ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:12.425760 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4999bfc9-af36-4476-8b19-e99c33f6f6ab tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-446153994 HTTP/1.1" status: 404 len: 334 time: 0.1819389 Sep 18 02:13:12.427755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-17cc6cce-ea70-4140-9f06-2622c91c0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:12.428748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f1f23-777c-400f-92f7-c75f9ae236ea None None] The sync data for ids ['766570c7-7227-4015-9b10-f5d210ecafd8'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:12.431541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41762) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:12.432356 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-17cc6cce-ea70-4140-9f06-2622c91c0c11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038618 Sep 18 02:13:12.566484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00a3c7-bf9e-48dc-adbf-50e5d289a342 req-fd16f356-983c-499e-b327-438f7830394d tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:12.567665 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a00a3c7-bf9e-48dc-adbf-50e5d289a342 req-fd16f356-983c-499e-b327-438f7830394d tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1098 time: 0.0763240 Sep 18 02:13:12.575247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd37a41e-d05a-463a-9704-aebb57b13c34 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting subnet c0e1ef37-1b55-46cd-b18e-c7d92f777a44 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:13:12.580244 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd37a41e-d05a-463a-9704-aebb57b13c34 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:12.618239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-fe8da029-3e20-4ca5-9e06-a5b68586eb2b service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742017 Sep 18 02:13:12.648887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd37a41e-d05a-463a-9704-aebb57b13c34 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:12.680019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2a00a3c7-bf9e-48dc-adbf-50e5d289a342 req-86d30c8b-8684-4f56-86b2-f02f23d7de48 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017213 Sep 18 02:13:12.708061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41770) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:12.813009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a7e1c5-3f62-4630-b719-ef6538039885 req-be564fe3-2ab8-4bd8-add9-7092f1b1e1e5 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850972 Sep 18 02:13:12.822188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4186c0-955a-41a2-a54b-bdf35c8b8877 req-2e13b533-61e3-4482-8dfa-9b912d4cb8d0 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:12.824811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c4186c0-955a-41a2-a54b-bdf35c8b8877 req-2e13b533-61e3-4482-8dfa-9b912d4cb8d0 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.0913286 Sep 18 02:13:12.875360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c4186c0-955a-41a2-a54b-bdf35c8b8877 req-bd63eddb-c9ea-4244-8aae-61c16a62ba8e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Sep 18 02:13:12.920896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd37a41e-d05a-463a-9704-aebb57b13c34 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.018385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port d71bae6b-4568-46f7-92d0-0fbab10e797d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:13.019223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.046405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd37a41e-d05a-463a-9704-aebb57b13c34 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.116976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37a41e-d05a-463a-9704-aebb57b13c34 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e1ef37-1b55-46cd-b18e-c7d92f777a44,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:13.125133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd37a41e-d05a-463a-9704-aebb57b13c34 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.129698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dd37a41e-d05a-463a-9704-aebb57b13c34 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/subnets/c0e1ef37-1b55-46cd-b18e-c7d92f777a44 HTTP/1.1" status: 204 len: 168 time: 0.6928325 Sep 18 02:13:13.130317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41780) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:13.130643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1e6766-766a-49ed-8cda-bf60383a5d99 None None] Network f674b8d6-38ef-43ef-b252-39edb796820e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:13.173879 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.176152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.209114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for d71bae6b-4568-46f7-92d0-0fbab10e797d owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:13.363046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.471414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting port fae266ec-d93b-48f4-9fdb-9c217b4d2708 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:13.471866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.496826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] DHCP port deletion for f674b8d6-38ef-43ef-b252-39edb796820e request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:13:13.649760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Deleting port fae266ec-d93b-48f4-9fdb-9c217b4d2708 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:13.650138 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.657817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] For port fae266ec-d93b-48f4-9fdb-9c217b4d2708, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fae266ec-d93b-48f4-9fdb-9c217b4d2708,segment=NetworkSegment(242ac0f4-a942-4c7a-88e1-524390e29831),segment_id=242ac0f4-a942-4c7a-88e1-524390e29831)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:13.658085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.696176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Calling delete_port for fae266ec-d93b-48f4-9fdb-9c217b4d2708 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:13.810526 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.850703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=d71bae6b-4568-46f7-92d0-0fbab10e797d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:13.867608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] For port fae266ec-d93b-48f4-9fdb-9c217b4d2708, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fae266ec-d93b-48f4-9fdb-9c217b4d2708,segment=NetworkSegment(242ac0f4-a942-4c7a-88e1-524390e29831),segment_id=242ac0f4-a942-4c7a-88e1-524390e29831)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:13.868228 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.894574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Calling delete_port for fae266ec-d93b-48f4-9fdb-9c217b4d2708 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:13.965461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.992733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:13.993556 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Floating IP ce789090-4f33-405b-8777-0fff56ad87a3 disassociated (deleted). External IP: 172.25.0.75, port: e8997e8c-fcf1-4b88-95d4-c4923788d6e0. Sep 18 02:13:14.079034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Port': ['ID=fae266ec-d93b-48f4-9fdb-9c217b4d2708,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:14.116357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] No DVR routers for this DVR port fae266ec-d93b-48f4-9fdb-9c217b4d2708 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:14.122948 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:14.174993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Pushing event deleted for resources: {'Port': ['ID=fae266ec-d93b-48f4-9fdb-9c217b4d2708,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:14.192697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.195633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.196884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.197226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.197564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.197922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.198258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.198583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.200670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.201015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.201348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.201674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:14.216242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f49850-b840-4e05-8ec2-4b3330e4b568 None None] No DVR routers for this DVR port fae266ec-d93b-48f4-9fdb-9c217b4d2708 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:14.262188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:14.313733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f674b8d6-38ef-43ef-b252-39edb796820e']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:14.329396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:14.335613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242ac0f4-a942-4c7a-88e1-524390e29831') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:14.335916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242ac0f4-a942-4c7a-88e1-524390e29831') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:14.347849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65b6bf-654b-4965-9dff-9d683a8832a3 req-0fef05c9-cb8d-4072-b20b-ba25702c625f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:14.349727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d65b6bf-654b-4965-9dff-9d683a8832a3 req-0fef05c9-cb8d-4072-b20b-ba25702c625f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.3091998 Sep 18 02:13:14.385728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:14.462280 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:14.499097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d65b6bf-654b-4965-9dff-9d683a8832a3 req-06c0abf8-1149-466e-b230-9a6939d9a376 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381781 Sep 18 02:13:14.515914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:13:14.516703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:13:14.524066 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:13:14.588336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:14.595003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:14.602830 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] Sync routers for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:14.624422 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:14.626170 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:14.674054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6dea7194-d05b-41fd-8172-a156f89f7d32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/floatingips/ce789090-4f33-405b-8777-0fff56ad87a3 HTTP/1.1" status: 204 len: 168 time: 1.9646697 Sep 18 02:13:14.674817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:14.686447 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00a656-6f33-44aa-a00e-26f956103247" -d '{"events": [{"name": "network-changed", "server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:14.730496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:14.757522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:14.763858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/networks/f674b8d6-38ef-43ef-b252-39edb796820e HTTP/1.1" status: 204 len: 168 time: 1.6314077 Sep 18 02:13:14.765668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41824) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:14.812225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8acd4a-dd1a-4e13-8577-26d901f18284 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Network': ['ID=f674b8d6-38ef-43ef-b252-39edb796820e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:14.901308 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf400dca-61a9-480a-9c83-73aef1507cbd x-openstack-request-id: req-bf400dca-61a9-480a-9c83-73aef1507cbd {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:14.902890 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:14.903373 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf400dca-61a9-480a-9c83-73aef1507cbd {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:14.903995 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'status': 'completed', 'code': 200} Sep 18 02:13:14.953295 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:14.961147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a656-6f33-44aa-a00e-26f956103247 req-b5f2c63c-f051-42d5-a766-185f93eddc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:14.963249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab00a656-6f33-44aa-a00e-26f956103247 req-b5f2c63c-f051-42d5-a766-185f93eddc89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 1098 time: 0.0765679 Sep 18 02:13:14.969641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99eacda-5c25-485b-b663-3710b4dd6000 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting subnet d6e1c8f6-d612-49c2-9b16-cca907a06e3e {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:13:14.985394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a99eacda-5c25-485b-b663-3710b4dd6000 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:15.119667 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a99eacda-5c25-485b-b663-3710b4dd6000 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:15.213167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9624f-2a32-4c5e-a482-cc641ee16453 req-a5691005-6368-42ea-88e7-1f0a556b08c7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:15.215362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06e9624f-2a32-4c5e-a482-cc641ee16453 req-a5691005-6368-42ea-88e7-1f0a556b08c7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1651378 Sep 18 02:13:15.309829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a656-6f33-44aa-a00e-26f956103247 req-ed1945dd-c49c-4465-be44-677993e0d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:15.311803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab00a656-6f33-44aa-a00e-26f956103247 req-ed1945dd-c49c-4465-be44-677993e0d23c service neutron] 10.222.0.18 "GET /v2.0/networks?id=39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 200 len: 896 time: 0.3393414 Sep 18 02:13:15.323215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06e9624f-2a32-4c5e-a482-cc641ee16453 req-0fa55924-c262-4417-ba58-aec9095ecb12 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984020 Sep 18 02:13:15.338271 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:15.365655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab00a656-6f33-44aa-a00e-26f956103247 req-05ba11ae-88d0-4270-b19d-2c70d769a3fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 200 len: 217 time: 0.0414326 Sep 18 02:13:15.375631 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] Checking router: 5ed5caa1-5812-447c-911f-e5c1a02bbb7f for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:13:15.391427 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:15.392175 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:15.399957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a99eacda-5c25-485b-b663-3710b4dd6000 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:15.550618 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:15.564309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a656-6f33-44aa-a00e-26f956103247 req-b19d0e9c-cbb6-4f50-b9a4-f505305a0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:15.565999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab00a656-6f33-44aa-a00e-26f956103247 req-b19d0e9c-cbb6-4f50-b9a4-f505305a0146 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 200 len: 834 time: 0.1865344 Sep 18 02:13:15.598000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fae266ec-d93b-48f4-9fdb-9c217b4d2708 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:15.661876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: fae266ec-d93b-48f4-9fdb-9c217b4d2708 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:15.662442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fae266ec-d93b-48f4-9fdb-9c217b4d2708 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:15.714022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a656-6f33-44aa-a00e-26f956103247 req-899c8933-9527-4c42-99c3-eb6347fcf9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:15.716068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab00a656-6f33-44aa-a00e-26f956103247 req-899c8933-9527-4c42-99c3-eb6347fcf9f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39787835-682a-4578-8747-b8d89c323098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328881 Sep 18 02:13:15.744703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a99eacda-5c25-485b-b663-3710b4dd6000 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:15.819512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eacda-5c25-485b-b663-3710b4dd6000 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e1c8f6-d612-49c2-9b16-cca907a06e3e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:15.835583 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a99eacda-5c25-485b-b663-3710b4dd6000 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:15.837489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a99eacda-5c25-485b-b663-3710b4dd6000 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/subnets/d6e1c8f6-d612-49c2-9b16-cca907a06e3e HTTP/1.1" status: 204 len: 168 time: 1.0707440 Sep 18 02:13:15.841395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41852) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:15.844224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474cb6ad-ecd8-410c-b8ab-471a8cce8109 None None] Network ccfd97ae-a835-458c-9926-5830b134c0e1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:15.947443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e56fd4-ae3d-459e-b97e-521ad5b577da tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting subnet 4abfc55e-fd66-461d-a12e-850e21f77742 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:13:15.952622 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-85e56fd4-ae3d-459e-b97e-521ad5b577da tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.005523 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:16.055422 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11531007-2ba7-4540-8bfc-26cee4bf0be0 None None] The sync data for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 is: [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6ec81500-13b3-4ca9-937f-2f95517d546d', 'name': '', 'network_id': '39787835-682a-4578-8747-b8d89c323098', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:c7:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:17Z', 'updated_at': '2021-09-18T02:11:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '3e45fefd-61ac-4911-ae0b-87a2f413a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:16.064494 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-85e56fd4-ae3d-459e-b97e-521ad5b577da tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.085166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab00a656-6f33-44aa-a00e-26f956103247 req-2baea95b-c313-4de8-a96c-8392eb93b2a0 service neutron] 10.222.0.18 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599708 Sep 18 02:13:16.295454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-85e56fd4-ae3d-459e-b97e-521ad5b577da tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.328996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] DHCP port deletion for ccfd97ae-a835-458c-9926-5830b134c0e1 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:13:16.349025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab00a656-6f33-44aa-a00e-26f956103247 req-09c36b07-c3fe-41f0-85e5-3f5d286e5dd4 service neutron] 10.222.0.18 "GET /v2.0/networks/39787835-682a-4578-8747-b8d89c323098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490041 Sep 18 02:13:16.420264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-db52afc6-6cbe-4919-8fb5-83ab684cbb63 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:16.421868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-db52afc6-6cbe-4919-8fb5-83ab684cbb63 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1627033 Sep 18 02:13:16.446029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] Deleting port 590807c6-09c0-424f-9f9f-cd94f972a272 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:16.448125 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.538745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-85e56fd4-ae3d-459e-b97e-521ad5b577da tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.608554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e56fd4-ae3d-459e-b97e-521ad5b577da tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Subnet': ['ID=4abfc55e-fd66-461d-a12e-850e21f77742,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:16.621240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-85e56fd4-ae3d-459e-b97e-521ad5b577da tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.625266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-85e56fd4-ae3d-459e-b97e-521ad5b577da tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/subnets/4abfc55e-fd66-461d-a12e-850e21f77742 HTTP/1.1" status: 204 len: 168 time: 0.7799714 Sep 18 02:13:16.626334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41868) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:16.630531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a398e13-4c95-43fb-bd37-f0df3ae47d44 None None] New status for floating IP ce789090-4f33-405b-8777-0fff56ad87a3: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:13:16.648472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1de58e-6867-436b-bff2-4ca7e27fdf47 None None] Network 74b3696b-f08d-4669-9953-80b42f5f5284 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:16.667956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13537b6-343f-4af0-a14e-bf7aea991e5f req-25cb95d5-3737-4804-bdd7-70c6d31e3fd1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:16.669998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c13537b6-343f-4af0-a14e-bf7aea991e5f req-25cb95d5-3737-4804-bdd7-70c6d31e3fd1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 946 time: 0.1293004 Sep 18 02:13:16.750061 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c13537b6-343f-4af0-a14e-bf7aea991e5f req-97fac62a-59a2-443b-8cc7-1acf705202ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b49e530d-e24f-4658-adf3-3a8ca282c87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695372 Sep 18 02:13:16.779286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:16.779626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.793863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] For port 590807c6-09c0-424f-9f9f-cd94f972a272, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=590807c6-09c0-424f-9f9f-cd94f972a272,segment=NetworkSegment(e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc),segment_id=e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:16.796651 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.877481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.908585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port e8997e8c-fcf1-4b88-95d4-c4923788d6e0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:16.908959 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:16.911051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] Calling delete_port for 590807c6-09c0-424f-9f9f-cd94f972a272 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:16.944200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for e8997e8c-fcf1-4b88-95d4-c4923788d6e0 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:17.123205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting port 590807c6-09c0-424f-9f9f-cd94f972a272 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:17.123812 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.137625 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.171954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] Pushing event deleted for resources: {'Port': ['ID=590807c6-09c0-424f-9f9f-cd94f972a272,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:17.174272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696855b2-aaab-480c-98a9-ad095c766339 None None] No DVR routers for this DVR port 590807c6-09c0-424f-9f9f-cd94f972a272 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:17.263849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] For port 590807c6-09c0-424f-9f9f-cd94f972a272, host n-d-789963-12, got binding levels [] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:17.264223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.295294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] DHCP port deletion for 74b3696b-f08d-4669-9953-80b42f5f5284 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:13:17.336651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Calling delete_port for 590807c6-09c0-424f-9f9f-cd94f972a272 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:17.348863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] Deleting port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:17.349228 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.349434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Port 590807c6-09c0-424f-9f9f-cd94f972a272 was not found and therefore no delete operation was performed {{(pid=106440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:13:17.365285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.405752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.408747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] No DVR routers for this DVR port 590807c6-09c0-424f-9f9f-cd94f972a272 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:17.456610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] For port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cfdcbac3-944b-4d03-8c90-479bc4dfcc1b,segment=NetworkSegment(a5d1c7d9-5522-4946-aff3-e991f3f63bd8),segment_id=a5d1c7d9-5522-4946-aff3-e991f3f63bd8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:17.457082 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.474437 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] Calling delete_port for cfdcbac3-944b-4d03-8c90-479bc4dfcc1b owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:17.501322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Port': ['ID=590807c6-09c0-424f-9f9f-cd94f972a272,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:17.588101 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.637603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cfdcbac3-944b-4d03-8c90-479bc4dfcc1b no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:17.642522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] Pushing event deleted for resources: {'Port': ['ID=cfdcbac3-944b-4d03-8c90-479bc4dfcc1b,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:17.661565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.677574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583dbb1-a68e-4826-803a-af439d904d26 None None] No DVR routers for this DVR port cfdcbac3-944b-4d03-8c90-479bc4dfcc1b on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:17.681590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: cfdcbac3-944b-4d03-8c90-479bc4dfcc1b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:17.682192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cfdcbac3-944b-4d03-8c90-479bc4dfcc1b not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:17.683960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 590807c6-09c0-424f-9f9f-cd94f972a272 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:17.689143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfd97ae-a835-458c-9926-5830b134c0e1']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:17.707249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:17.707550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e6b9c1-ed9a-4b2c-9a9d-3938a35305cc') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:17.745302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.746507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 590807c6-09c0-424f-9f9f-cd94f972a272 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:17.746967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 590807c6-09c0-424f-9f9f-cd94f972a272 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:17.803059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=e8997e8c-fcf1-4b88-95d4-c4923788d6e0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:17.807579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.863195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] No DVR routers for this DVR port e8997e8c-fcf1-4b88-95d4-c4923788d6e0 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:17.866153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:13:17.866599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:13:17.869780 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:13:17.872555 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:17.874175 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ebca3c8-4327-4b87-8662-748db19cead0 req-7d9d2b43-90e6-440b-9bb8-34e8946dde46 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "DELETE /v2.0/ports/e8997e8c-fcf1-4b88-95d4-c4923788d6e0 HTTP/1.1" status: 204 len: 173 time: 1.4448333 Sep 18 02:13:17.874175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'name': 'network-vif-deleted', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:17.880886 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7d08a6-e9a4-43ef-a471-a699718d1745" -d '{"events": [{"server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "name": "network-vif-deleted", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:17.984121 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88a6d5d0-82d3-45d2-92ba-49c5e74cd65d req-0b0cc1c0-3c93-458e-a731-e9c4a196faf2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=04b24318-1a8e-44f1-b2f1-fd0d753ad4fb HTTP/1.1" status: 200 len: 210 time: 0.0777652 Sep 18 02:13:18.042794 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603d05c8-b83e-49c1-94a3-4729292c04ea x-openstack-request-id: req-603d05c8-b83e-49c1-94a3-4729292c04ea {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:18.043268 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b24318-1a8e-44f1-b2f1-fd0d753ad4fb", "name": "network-vif-deleted", "tag": "e8997e8c-fcf1-4b88-95d4-c4923788d6e0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:18.043528 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-603d05c8-b83e-49c1-94a3-4729292c04ea {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:18.043983 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b24318-1a8e-44f1-b2f1-fd0d753ad4fb', 'name': 'network-vif-deleted', 'tag': 'e8997e8c-fcf1-4b88-95d4-c4923788d6e0', 'status': 'completed', 'code': 200} Sep 18 02:13:18.044748 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.061994 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.078510 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/networks/ccfd97ae-a835-458c-9926-5830b134c0e1 HTTP/1.1" status: 204 len: 168 time: 1.4489551 Sep 18 02:13:18.078957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:18.092141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d18388-b575-4fc3-a339-2f4878ec3954 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Network': ['ID=ccfd97ae-a835-458c-9926-5830b134c0e1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:18.187479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.345925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.421612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b3696b-f08d-4669-9953-80b42f5f5284']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:18.457043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d1c7d9-5522-4946-aff3-e991f3f63bd8') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:18.457336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d1c7d9-5522-4946-aff3-e991f3f63bd8') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:18.485149 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.518281 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.541708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:13:18.542292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:13:18.545865 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:13:18.652826 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.677422 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.677422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/networks/74b3696b-f08d-4669-9953-80b42f5f5284 HTTP/1.1" status: 204 len: 168 time: 0.5942888 Sep 18 02:13:18.677422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41918) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:18.768818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f2d6d-ccef-4199-842a-08055e0a1bb4 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Network': ['ID=74b3696b-f08d-4669-9953-80b42f5f5284,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:18.790422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b813c0f-ebc9-4ec6-9279-e91207585706 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting subnet e86d46ff-7aaf-4151-9c3e-fed777757e30 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:13:18.795580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b813c0f-ebc9-4ec6-9279-e91207585706 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.840253 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b813c0f-ebc9-4ec6-9279-e91207585706 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:18.982388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b813c0f-ebc9-4ec6-9279-e91207585706 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.079614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41928) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:19.144908 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b813c0f-ebc9-4ec6-9279-e91207585706 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.204895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b813c0f-ebc9-4ec6-9279-e91207585706 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Subnet': ['ID=e86d46ff-7aaf-4151-9c3e-fed777757e30,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:19.217045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b813c0f-ebc9-4ec6-9279-e91207585706 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.217867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0864ed7b-fff2-4c5e-a778-34245a9d2c50 None None] Network c3f72271-57e6-4035-b0b4-6d6164226a19 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:19.235661 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6b813c0f-ebc9-4ec6-9279-e91207585706 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/subnets/e86d46ff-7aaf-4151-9c3e-fed777757e30 HTTP/1.1" status: 204 len: 168 time: 0.5576708 Sep 18 02:13:19.237827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41936) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:19.387077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.437180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-767ffc10-36e0-4031-bbfb-e46ada847f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.458327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-767ffc10-36e0-4031-bbfb-e46ada847f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.471630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Deleting port cf176a56-d5d6-4eca-8959-353bf35a8d87 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:19.471976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.483973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-767ffc10-36e0-4031-bbfb-e46ada847f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.504408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-767ffc10-36e0-4031-bbfb-e46ada847f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.510366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-767ffc10-36e0-4031-bbfb-e46ada847f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.521152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-767ffc10-36e0-4031-bbfb-e46ada847f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.527618 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-767ffc10-36e0-4031-bbfb-e46ada847f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.535312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-767ffc10-36e0-4031-bbfb-e46ada847f7b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.3316374 Sep 18 02:13:19.577946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] For port cf176a56-d5d6-4eca-8959-353bf35a8d87, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cf176a56-d5d6-4eca-8959-353bf35a8d87,segment=NetworkSegment(177041bb-6ed1-4fa3-8c44-41b36cbb0a9d),segment_id=177041bb-6ed1-4fa3-8c44-41b36cbb0a9d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:19.578406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.596354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Calling delete_port for cf176a56-d5d6-4eca-8959-353bf35a8d87 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:19.608673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] DHCP port deletion for c3f72271-57e6-4035-b0b4-6d6164226a19 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:13:19.683641 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-78cbce18-2573-4b6a-9bcd-bafaeff7ad0d req-18bbe46d-d72a-4090-ab5a-274501e64ba6 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468349 Sep 18 02:13:19.704194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] Deleting port cf176a56-d5d6-4eca-8959-353bf35a8d87 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:19.704963 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.711583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-34833fa8-e66d-434f-8974-19f53eb4be61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1693006 Sep 18 02:13:19.817469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.852459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] For port cf176a56-d5d6-4eca-8959-353bf35a8d87, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cf176a56-d5d6-4eca-8959-353bf35a8d87,segment=NetworkSegment(177041bb-6ed1-4fa3-8c44-41b36cbb0a9d),segment_id=177041bb-6ed1-4fa3-8c44-41b36cbb0a9d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:19.853040 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:19.854864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Port': ['ID=cf176a56-d5d6-4eca-8959-353bf35a8d87,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:19.879858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-158e1127-f333-4bed-8259-c93d726558df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.880361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-158e1127-f333-4bed-8259-c93d726558df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.880835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-158e1127-f333-4bed-8259-c93d726558df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.881303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-158e1127-f333-4bed-8259-c93d726558df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.881783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-158e1127-f333-4bed-8259-c93d726558df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.882232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-158e1127-f333-4bed-8259-c93d726558df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.882696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-158e1127-f333-4bed-8259-c93d726558df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:19.884627 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-158e1127-f333-4bed-8259-c93d726558df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97056a926add430fa91dbbf8105cbf70&device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6508 time: 0.1154134 Sep 18 02:13:19.904084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] No DVR routers for this DVR port cf176a56-d5d6-4eca-8959-353bf35a8d87 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:20.031391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.051654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8f6e-7c5e-458e-a94e-9cd7cb5ab070 req-bc2d11fd-aeb8-4e6e-bd7a-17cab4d578f4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.059215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8f6e-7c5e-458e-a94e-9cd7cb5ab070 req-bc2d11fd-aeb8-4e6e-bd7a-17cab4d578f4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.070500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8f6e-7c5e-458e-a94e-9cd7cb5ab070 req-bc2d11fd-aeb8-4e6e-bd7a-17cab4d578f4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.082653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8f6e-7c5e-458e-a94e-9cd7cb5ab070 req-bc2d11fd-aeb8-4e6e-bd7a-17cab4d578f4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.088837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8f6e-7c5e-458e-a94e-9cd7cb5ab070 req-bc2d11fd-aeb8-4e6e-bd7a-17cab4d578f4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.093976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] Calling delete_port for cf176a56-d5d6-4eca-8959-353bf35a8d87 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:20.100830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8f6e-7c5e-458e-a94e-9cd7cb5ab070 req-bc2d11fd-aeb8-4e6e-bd7a-17cab4d578f4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.108459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8f6e-7c5e-458e-a94e-9cd7cb5ab070 req-bc2d11fd-aeb8-4e6e-bd7a-17cab4d578f4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.114500 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4a8a8f6e-7c5e-458e-a94e-9cd7cb5ab070 req-bc2d11fd-aeb8-4e6e-bd7a-17cab4d578f4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.2561440 Sep 18 02:13:20.114927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-4c895093-0c72-4be8-8dc8-a91669a1aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.115402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-4c895093-0c72-4be8-8dc8-a91669a1aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.115870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-4c895093-0c72-4be8-8dc8-a91669a1aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.117559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-4c895093-0c72-4be8-8dc8-a91669a1aed8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=6407c3cd-9599-4cc6-b776-2ff504e5263d&id=9e12c277-19b4-402d-b583-344c3c7babd0&id=9e12c277-19b4-402d-b583-344c3c7babd0 HTTP/1.1" status: 200 len: 2296 time: 0.2011721 Sep 18 02:13:20.142977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f72271-57e6-4035-b0b4-6d6164226a19']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:20.154531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177041bb-6ed1-4fa3-8c44-41b36cbb0a9d') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:20.155734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177041bb-6ed1-4fa3-8c44-41b36cbb0a9d') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:20.166313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.187906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.199487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:13:20.200237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.223830 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.238767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-c85a8fad-7211-459b-806a-48f73afe22b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843c05e9-9fdb-4c51-874c-84e996bbf948 HTTP/1.1" status: 200 len: 1002 time: 0.1124899 Sep 18 02:13:20.276075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] Pushing event deleted for resources: {'Port': ['ID=cf176a56-d5d6-4eca-8959-353bf35a8d87,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:13:20.288295 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:13:20.293374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.297506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e54ad-4a9f-4341-a9b4-9dc74be1f7b8 None None] No DVR routers for this DVR port cf176a56-d5d6-4eca-8959-353bf35a8d87 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:20.305954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.310141 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/networks/c3f72271-57e6-4035-b0b4-6d6164226a19 HTTP/1.1" status: 204 len: 168 time: 1.0710287 Sep 18 02:13:20.320042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41944) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:20.323030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95145c-3644-4382-9253-f8c5f2547a11 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Pushing event deleted for resources: {'Network': ['ID=c3f72271-57e6-4035-b0b4-6d6164226a19,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:20.355957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-03a56c59-a038-4d80-a047-623a1e3c34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.357480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-03a56c59-a038-4d80-a047-623a1e3c34e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95255f28-0ecf-4324-b866-5239859c9774 HTTP/1.1" status: 200 len: 856 time: 0.1088367 Sep 18 02:13:20.364826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f6d40666-9582-4267-b679-1b20e55e1087 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "GET /v2.0/ports?device_id=766570c7-7227-4015-9b10-f5d210ecafd8 HTTP/1.1" status: 200 len: 205 time: 0.0372205 Sep 18 02:13:20.365221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41950) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:20.365787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.516270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-063810ba-9d8b-41d5-a2b4-2252779966e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:20.517765 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-063810ba-9d8b-41d5-a2b4-2252779966e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b297d4a-34eb-4a97-9bee-b100ae24ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496680 Sep 18 02:13:20.576918 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b81d2b8-c339-40bc-88b3-1b29ffe4c602 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:20.744057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e8997e8c-fcf1-4b88-95d4-c4923788d6e0 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:20.783169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: e8997e8c-fcf1-4b88-95d4-c4923788d6e0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:20.784947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e8997e8c-fcf1-4b88-95d4-c4923788d6e0 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:21.228287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-697e4a5d-0ca1-4afa-b35d-5effdfee78bb service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023251 Sep 18 02:13:21.233184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-a9ace47a-0b47-47a7-8ca9-7e9b3925b25b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6813955 Sep 18 02:13:21.315510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b81d2b8-c339-40bc-88b3-1b29ffe4c602 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:21.317992 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b81d2b8-c339-40bc-88b3-1b29ffe4c602 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:21.380218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b81d2b8-c339-40bc-88b3-1b29ffe4c602 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:21.380789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b81d2b8-c339-40bc-88b3-1b29ffe4c602 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Fanout notify agent at l3_agent the message router_deleted on router 766570c7-7227-4015-9b10-f5d210ecafd8 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:13:21.389078 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b81d2b8-c339-40bc-88b3-1b29ffe4c602 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:21.392452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2b81d2b8-c339-40bc-88b3-1b29ffe4c602 tempest-RoutersNegativeIpV6Test-1372212674 tempest-RoutersNegativeIpV6Test-1372212674-project] 10.222.0.21 "DELETE /v2.0/routers/766570c7-7227-4015-9b10-f5d210ecafd8 HTTP/1.1" status: 204 len: 168 time: 1.0239351 Sep 18 02:13:21.478362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-acf110d3-81b0-48ed-865a-880e0576f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:21.480300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-acf110d3-81b0-48ed-865a-880e0576f188 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1097 time: 0.1706235 Sep 18 02:13:21.482804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-3ee6ae78-6b7e-4eff-9676-3559d35a7fde service neutron] 10.222.0.18 "GET /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456660 Sep 18 02:13:21.500747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03073b-8e56-4b1a-a510-ffe97b43682b req-76ca4821-d0b9-47e1-9c5a-48bbd8a58fa8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:21.502053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa03073b-8e56-4b1a-a510-ffe97b43682b req-76ca4821-d0b9-47e1-9c5a-48bbd8a58fa8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 946 time: 0.1076543 Sep 18 02:13:21.590028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cf176a56-d5d6-4eca-8959-353bf35a8d87 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:21.603502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa03073b-8e56-4b1a-a510-ffe97b43682b req-76e9a602-4c00-4327-92df-75e4f9e5f03d tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834453 Sep 18 02:13:21.626387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: cf176a56-d5d6-4eca-8959-353bf35a8d87 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:21.627095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cf176a56-d5d6-4eca-8959-353bf35a8d87 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:21.627966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-67824f52-d820-4046-8412-de226cc2c19a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 200 len: 217 time: 0.1020815 Sep 18 02:13:21.712073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-44d96755-b52d-4a70-a0b4-9c080e42a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:21.714034 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-44d96755-b52d-4a70-a0b4-9c080e42a701 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.0643015 Sep 18 02:13:21.869323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-d33a8389-82b0-46e1-9e46-b84a0e148451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:21.871462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-d33a8389-82b0-46e1-9e46-b84a0e148451 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1473024 Sep 18 02:13:21.884651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-4446482c-0884-4c68-9587-d3fa6ed56a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:21.887929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-4446482c-0884-4c68-9587-d3fa6ed56a2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.3617909 Sep 18 02:13:21.981443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:22.061119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port 6ec81500-13b3-4ca9-937f-2f95517d546d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:22.061466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:22.178803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-3f85e235-7789-46c6-b0a6-02373d4d8e3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.2798212 Sep 18 02:13:22.180643 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-dd460f42-cbad-4b2f-9807-4fcb6d45fdec service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865341 Sep 18 02:13:22.273339 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-02e4137f-6d08-44ad-bc44-f747b2d2f68e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da6605d5f62c414b93be1f1e3eb1fb11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901967 Sep 18 02:13:22.274340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42000) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:22.274672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42002) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:22.344556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0160273e-16d3-48ff-8f32-6eb042c0abba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:22.357677 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-15a5a4ef-7227-4a3d-9058-93d276c6b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.359183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-15a5a4ef-7227-4a3d-9058-93d276c6b739 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1424928 Sep 18 02:13:22.391107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port 6ec81500-13b3-4ca9-937f-2f95517d546d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6ec81500-13b3-4ca9-937f-2f95517d546d,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:22.391400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:22.397086 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0160273e-16d3-48ff-8f32-6eb042c0abba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:22.426836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710898bb-657d-461e-abd1-85d976d2fba4 req-17b1d4b5-e418-444d-a239-e6b90cb17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.427576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710898bb-657d-461e-abd1-85d976d2fba4 req-17b1d4b5-e418-444d-a239-e6b90cb17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.427785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710898bb-657d-461e-abd1-85d976d2fba4 req-17b1d4b5-e418-444d-a239-e6b90cb17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.428250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710898bb-657d-461e-abd1-85d976d2fba4 req-17b1d4b5-e418-444d-a239-e6b90cb17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.428708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710898bb-657d-461e-abd1-85d976d2fba4 req-17b1d4b5-e418-444d-a239-e6b90cb17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.429170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710898bb-657d-461e-abd1-85d976d2fba4 req-17b1d4b5-e418-444d-a239-e6b90cb17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.429626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710898bb-657d-461e-abd1-85d976d2fba4 req-17b1d4b5-e418-444d-a239-e6b90cb17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.431635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-710898bb-657d-461e-abd1-85d976d2fba4 req-17b1d4b5-e418-444d-a239-e6b90cb17d81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 6508 time: 0.1557026 Sep 18 02:13:22.442548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for 6ec81500-13b3-4ca9-937f-2f95517d546d owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:22.491431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-c66488d7-c19b-43c3-8ed5-918587fa346f service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824738 Sep 18 02:13:22.493140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-710898bb-657d-461e-abd1-85d976d2fba4 req-b9e3aa89-e542-413d-abf5-5e49ce75c518 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520401 Sep 18 02:13:22.496423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-7d14a9f2-5a3a-41fe-87c0-53eeb20bf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.497585 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-7d14a9f2-5a3a-41fe-87c0-53eeb20bf453 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279685 Sep 18 02:13:22.514358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0160273e-16d3-48ff-8f32-6eb042c0abba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:22.518362 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0160273e-16d3-48ff-8f32-6eb042c0abba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:22.532290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0160273e-16d3-48ff-8f32-6eb042c0abba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/675d7869-954b-4722-9850-c6a5b8a7e3a7 HTTP/1.1" status: 204 len: 168 time: 0.2545257 Sep 18 02:13:22.550854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160273e-16d3-48ff-8f32-6eb042c0abba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d7869-954b-4722-9850-c6a5b8a7e3a7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:22.658616 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-c92f7f40-d108-4946-83e9-35222332e71a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 200 len: 217 time: 0.1584094 Sep 18 02:13:22.816094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-85945cdd-da4a-4027-8767-f7b068611fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.817583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-85945cdd-da4a-4027-8767-f7b068611fda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.1506310 Sep 18 02:13:22.836946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c7cbf-7a15-4c7f-9e3d-e92f968c5ef3 req-1a4541f1-377a-45ed-9e7f-b1e415f2038d tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:22.845583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab3c7cbf-7a15-4c7f-9e3d-e92f968c5ef3 req-1a4541f1-377a-45ed-9e7f-b1e415f2038d tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 946 time: 0.1411111 Sep 18 02:13:22.950683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-c6c7d37e-6516-4984-b0b9-04c063e8d401 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121771 Sep 18 02:13:23.049549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-5a1a7801-f552-44b2-a3f3-f0b02d600f34 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:23.051731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-5a1a7801-f552-44b2-a3f3-f0b02d600f34 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 946 time: 0.0653207 Sep 18 02:13:23.066309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5ec5eb1-8b15-46bd-9665-c9dfb4b23409 req-9fbb331e-179a-418c-88be-58a300ba4718 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053035 Sep 18 02:13:23.117400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab3c7cbf-7a15-4c7f-9e3d-e92f968c5ef3 req-74e9fb63-2f1c-4836-97b4-4b80877a9049 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28ae97e-f1cc-46c2-863e-2f5e7472b272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709150 Sep 18 02:13:23.143537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-3af58dd9-82f8-4f16-97c2-e47c52854f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:23.145550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-3af58dd9-82f8-4f16-97c2-e47c52854f2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2462754 Sep 18 02:13:23.286544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Deleting port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:23.287391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:23.303386 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:23.343292 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-7ad5ffaa-b586-484d-993d-19857790c749 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848471 Sep 18 02:13:23.343292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=6ec81500-13b3-4ca9-937f-2f95517d546d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:23.531511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] For port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:23.532044 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:23.649542 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-a871b0a9-bf08-4654-9c06-d540558daf86 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985730 Sep 18 02:13:23.717667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42038) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:23.725664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0067449 Sep 18 02:13:23.738648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42040) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:23.782322 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-4797385f-562a-4b8c-9ef5-b8c4c84606e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804 HTTP/1.1" status: 200 len: 217 time: 0.0420022 Sep 18 02:13:23.838786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:23.839775 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:23.840168 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Floating IP beaeca02-3670-4853-a8c3-69bf6d6a46e4 disassociated. External IP: 172.25.0.145, port: 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1. Sep 18 02:13:23.840582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Calling delete_port for 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:23.882733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-25ccab3b-57cf-4f34-b374-01306420f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:23.884318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-25ccab3b-57cf-4f34-b374-01306420f659 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.0933845 Sep 18 02:13:23.890550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:23.996611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-bbfd4536-2f4e-4871-a48b-d255df70aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:23.998276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-bbfd4536-2f4e-4871-a48b-d255df70aa24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1055403 Sep 18 02:13:24.019074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f70d8acb-ddae-4ca3-aadf-e29072b90d06 tempest-NetworksApiDiscovery-1136135165 tempest-NetworksApiDiscovery-1136135165-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2803657 Sep 18 02:13:24.020590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:24.060422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event deleted for resources: {'Port': ['ID=288d7e27-4b3c-4292-a6d0-1ffeb062bbf1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:24.230859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-fd5c0f3c-cb04-422d-a00f-ef17233e0dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920772 Sep 18 02:13:24.243061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Router 637334aa-8347-4f5e-af4e-b10b20199e73 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:24.302873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a67fefe8-54ac-481f-994b-e158db368217 req-4c17b5e2-7d0d-4acb-8035-a62a48699723 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/ports?device_id=29724304-5620-4997-bb63-da8aba78d432 HTTP/1.1" status: 200 len: 210 time: 0.0647793 Sep 18 02:13:24.497862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42052) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:24.525754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:24.539574 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] Sync routers for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:24.551705 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:24.555757 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:24.672752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] No DVR routers for this DVR port 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:24.680972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:24.690688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d9e08b0-a7b2-4c0d-821a-1daa977f2d47 req-f3397f8a-67c3-4ed3-9061-606c17b49d48 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.20 "DELETE /v2.0/ports/288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 HTTP/1.1" status: 204 len: 173 time: 1.6332808 Sep 18 02:13:24.691225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29724304-5620-4997-bb63-da8aba78d432', 'name': 'network-vif-deleted', 'tag': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:24.709167 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844dc458-7510-4638-8aa7-5894c676f1ff" -d '{"events": [{"server_uuid": "29724304-5620-4997-bb63-da8aba78d432", "name": "network-vif-deleted", "tag": "288d7e27-4b3c-4292-a6d0-1ffeb062bbf1"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:24.788885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad076-fd3a-4e73-b17b-a44f8a224180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:24.816204 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ddf3f0-bf5a-45fc-b3d9-dbc9d74fed87 x-openstack-request-id: req-b3ddf3f0-bf5a-45fc-b3d9-dbc9d74fed87 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:24.816497 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29724304-5620-4997-bb63-da8aba78d432", "name": "network-vif-deleted", "tag": "288d7e27-4b3c-4292-a6d0-1ffeb062bbf1", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:24.817792 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3ddf3f0-bf5a-45fc-b3d9-dbc9d74fed87 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:24.818206 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29724304-5620-4997-bb63-da8aba78d432', 'name': 'network-vif-deleted', 'tag': '288d7e27-4b3c-4292-a6d0-1ffeb062bbf1', 'status': 'completed', 'code': 200} Sep 18 02:13:24.832442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:24.877196 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:24.932125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-0abd8396-3c56-40a8-a047-7dd3e28ada24 service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671038 Sep 18 02:13:24.984640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad076-fd3a-4e73-b17b-a44f8a224180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:24.992971 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad076-fd3a-4e73-b17b-a44f8a224180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.019198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-ff08a9b4-773b-4f6e-95cd-83abc28253f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 HTTP/1.1" status: 200 len: 217 time: 0.0774429 Sep 18 02:13:25.058739 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8c6ad076-fd3a-4e73-b17b-a44f8a224180 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78177588f2744c0a98318c32335a99e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551403 Sep 18 02:13:25.058739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ad076-fd3a-4e73-b17b-a44f8a224180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493716e2-504d-4278-94e2-04ebba7ab14c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:25.061390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42060) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:25.077984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:25.089676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e2b3712b-6a3e-478d-b822-f9c9b68069f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "PUT /v2.0/routers/5ed5caa1-5812-447c-911f-e5c1a02bbb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0083010 Sep 18 02:13:25.092275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] Sync routers for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:25.092780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42062) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:25.105395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:25.108556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:25.166468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-50ae57e4-0ff5-4a42-aa8e-513b03629890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:25.169108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-50ae57e4-0ff5-4a42-aa8e-513b03629890 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 200 len: 797 time: 0.1388373 Sep 18 02:13:25.198544 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9efc-5241-47ba-af21-41cd45b022d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.225789 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9efc-5241-47ba-af21-41cd45b022d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.292529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-56eeff97-d1af-4e8d-89a8-4c595bdea3da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting subnet 3e45fefd-61ac-4911-ae0b-87a2f413a943 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:13:25.301145 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9efc-5241-47ba-af21-41cd45b022d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.304333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9efc-5241-47ba-af21-41cd45b022d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.305753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3a6c9efc-5241-47ba-af21-41cd45b022d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/493716e2-504d-4278-94e2-04ebba7ab14c HTTP/1.1" status: 204 len: 168 time: 0.2307787 Sep 18 02:13:25.318201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56eeff97-d1af-4e8d-89a8-4c595bdea3da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.321087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c9efc-5241-47ba-af21-41cd45b022d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493716e2-504d-4278-94e2-04ebba7ab14c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:25.322512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-bdc29b4e-5d82-404f-aee4-bac852a4960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:25.327442 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-bdc29b4e-5d82-404f-aee4-bac852a4960d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6407c3cd-9599-4cc6-b776-2ff504e5263d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1457040 Sep 18 02:13:25.412193 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:25.443628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:25.459216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42072) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:25.465162 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] Checking router: 637334aa-8347-4f5e-af4e-b10b20199e73 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:13:25.476391 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:25.477260 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:25.566473 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56eeff97-d1af-4e8d-89a8-4c595bdea3da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.590497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7019-c24c-4386-927a-82add7b6f8fd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.672530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7019-c24c-4386-927a-82add7b6f8fd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.715616 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.797317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.820434 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-02964d0b-6aea-4b31-83fd-31fd9aa157bc service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265552 Sep 18 02:13:25.822900 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7019-c24c-4386-927a-82add7b6f8fd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.835000 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ccc7019-c24c-4386-927a-82add7b6f8fd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.840464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2ccc7019-c24c-4386-927a-82add7b6f8fd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "DELETE /v2.0/security-groups/e28ae97e-f1cc-46c2-863e-2f5e7472b272 HTTP/1.1" status: 204 len: 168 time: 0.3765509 Sep 18 02:13:25.843658 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:25.848394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42080) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:25.888074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc7019-c24c-4386-927a-82add7b6f8fd tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28ae97e-f1cc-46c2-863e-2f5e7472b272,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:25.900751 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-40844398-9e10-4eb1-8293-9f7b7601b203 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] show failed (client error): The resource could not be found. Sep 18 02:13:25.905454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-40844398-9e10-4eb1-8293-9f7b7601b203 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "GET /v2.0/security-groups/e28ae97e-f1cc-46c2-863e-2f5e7472b272 HTTP/1.1" status: 404 len: 347 time: 0.0514255 Sep 18 02:13:25.905821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42084) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:25.936972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56eeff97-d1af-4e8d-89a8-4c595bdea3da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:25.986856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:13:23Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:26.049865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] Checking router: 5ed5caa1-5812-447c-911f-e5c1a02bbb7f for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:13:26.062226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] Routers {'5ed5caa1-5812-447c-911f-e5c1a02bbb7f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:26.062815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:26.096701 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-63d342ff-1043-44c9-8c74-e6cabcc1b00c service neutron] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637734 Sep 18 02:13:26.148844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Deleting port 43f06833-cd57-4e93-b067-2f16bbf466ba {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:26.149199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:26.200359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-c42793db-a029-46c2-996c-8c5aabd4d729 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6111cda2-77b2-4684-8741-40d84ecf6f80 HTTP/1.1" status: 200 len: 217 time: 0.0955203 Sep 18 02:13:26.225184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] Set router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:26.284834 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:26.314315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56eeff97-d1af-4e8d-89a8-4c595bdea3da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:26.329065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-71eac762-b161-4e22-abbf-4f6affbbdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:26.329724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-71eac762-b161-4e22-abbf-4f6affbbdbd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.1166608 Sep 18 02:13:26.331651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:26.331803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:26.340714 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f1a6f-2472-4d36-b236-22797a8c46e9 None None] The sync data for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 is: [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:05:50Z', 'revision_number': 4, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd504b10c-950a-4018-8a07-67c3c1ed316c', 'name': '', 'network_id': 'de747235-783f-4ead-8438-676be4d3b35a', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'mac_address': 'fa:16:3e:44:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:49Z', 'updated_at': '2021-09-18T02:05:55Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'subnets': [{'id': '42d1b6f3-b85c-406d-8854-40aa8f6ea371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:26.371351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Calling delete_port for 43f06833-cd57-4e93-b067-2f16bbf466ba owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:26.418949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eeff97-d1af-4e8d-89a8-4c595bdea3da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Subnet': ['ID=3e45fefd-61ac-4911-ae0b-87a2f413a943,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:26.463375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56eeff97-d1af-4e8d-89a8-4c595bdea3da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:26.468583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-56eeff97-d1af-4e8d-89a8-4c595bdea3da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/subnets/3e45fefd-61ac-4911-ae0b-87a2f413a943 HTTP/1.1" status: 204 len: 168 time: 1.3728814 Sep 18 02:13:26.470458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:26.482531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a49fe4-8737-40f8-b14b-fdeaca7ba8d2 None None] Network 39787835-682a-4578-8747-b8d89c323098 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:26.490752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:13:23Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:26.505706 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-b3cac08f-74b3-4459-808e-a9f753022d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:26.507262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-b3cac08f-74b3-4459-808e-a9f753022d0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1169260 Sep 18 02:13:26.565366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecab575-e81d-4acc-bd20-92d815004e23 None None] The sync data for ids ['5ed5caa1-5812-447c-911f-e5c1a02bbb7f'] in n-d-789963-12 is: [{'id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586363259', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:11:11Z', 'updated_at': '2021-09-18T02:13:23Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed5caa1-5812-447c-911f-e5c1a02bbb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:11:12Z', 'updated_at': '2021-09-18T02:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:26.727238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-4b97a992-0824-4db1-bd02-25d451c5b1f1 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094364 Sep 18 02:13:26.790735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:26.902155 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-73ab3c63-f833-4294-8b47-61ca41988652 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681910 Sep 18 02:13:26.916045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:26.963468 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4eafc0-ed41-4a8e-945f-631f5dab13a7 None None] New status for floating IP beaeca02-3670-4853-a8c3-69bf6d6a46e4: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:13:26.964797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] DHCP port deletion for 39787835-682a-4578-8747-b8d89c323098 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:13:27.038321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] Deleting port dc8f5e9a-25a6-4290-93a3-d6349a15a915 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:27.038965 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:27.052638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-62e371ec-8430-4ce9-84eb-9726d0dff8f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 HTTP/1.1" status: 200 len: 217 time: 0.1434569 Sep 18 02:13:27.066765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Pushing event deleted for resources: {'Port': ['ID=43f06833-cd57-4e93-b067-2f16bbf466ba,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:27.135200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] For port dc8f5e9a-25a6-4290-93a3-d6349a15a915, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dc8f5e9a-25a6-4290-93a3-d6349a15a915,segment=NetworkSegment(d50e6916-6738-4baf-9242-b8335306860a),segment_id=d50e6916-6738-4baf-9242-b8335306860a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:27.136455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:27.154566 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] Calling delete_port for dc8f5e9a-25a6-4290-93a3-d6349a15a915 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:27.191857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-6661dae2-47bb-46a0-8f73-0d59ea4b68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:27.201852 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-6661dae2-47bb-46a0-8f73-0d59ea4b68b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 200 len: 797 time: 0.1369426 Sep 18 02:13:27.324404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:27.333568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:27.348320 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:27.352318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-304686e9-9a35-4f32-a234-2be4757bd6b8 tempest-AttachVolumeTestJSON-434766799 tempest-AttachVolumeTestJSON-434766799-project] 10.222.0.21 "DELETE /v2.0/floatingips/beaeca02-3670-4853-a8c3-69bf6d6a46e4 HTTP/1.1" status: 204 len: 168 time: 1.4453816 Sep 18 02:13:27.372504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-1aa24a95-5991-4d32-9af5-2deca31ddf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:27.386340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-1aa24a95-5991-4d32-9af5-2deca31ddf58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9e12c277-19b4-402d-b583-344c3c7babd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1690094 Sep 18 02:13:27.483257 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:27.566656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] Pushing event deleted for resources: {'Port': ['ID=dc8f5e9a-25a6-4290-93a3-d6349a15a915,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:27.580398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:27.592090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf930e-dc87-4a21-9243-92ad652e70b4 None None] No DVR routers for this DVR port dc8f5e9a-25a6-4290-93a3-d6349a15a915 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:27.593779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-d87ebfbb-1c8d-4efa-b97b-4e753a7a215a service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997526 Sep 18 02:13:27.614929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:27.615282 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:27.664840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:27.665189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 288d7e27-4b3c-4292-a6d0-1ffeb062bbf1 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:27.672115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6ec81500-13b3-4ca9-937f-2f95517d546d no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:27.727920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 6ec81500-13b3-4ca9-937f-2f95517d546d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:27.739529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6ec81500-13b3-4ca9-937f-2f95517d546d not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:27.743183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dc8f5e9a-25a6-4290-93a3-d6349a15a915 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:27.789518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: dc8f5e9a-25a6-4290-93a3-d6349a15a915 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:27.799204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dc8f5e9a-25a6-4290-93a3-d6349a15a915 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:27.811005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:27.811361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:27.832873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:27.849885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16eeb764-f138-4eab-a6ab-73790f773af4 req-d16a0bfd-3bdb-4bd6-b43b-937ea9b5c943 service neutron] 10.222.0.18 "GET /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457023 Sep 18 02:13:28.045715 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.081621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:28.175192 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.340743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.343512 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.407760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.408595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed5caa1-5812-447c-911f-e5c1a02bbb7f {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:13:28.434295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.436589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-21ed2e3d-895f-4fe5-9b34-0c6420b8f087 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/routers/5ed5caa1-5812-447c-911f-e5c1a02bbb7f HTTP/1.1" status: 204 len: 168 time: 1.9649489 Sep 18 02:13:28.439113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:28.730823 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.879805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42234) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:28.902492 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.926971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39787835-682a-4578-8747-b8d89c323098']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:28.939086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50e6916-6738-4baf-9242-b8335306860a') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:28.939390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50e6916-6738-4baf-9242-b8335306860a') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:28.958247 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.978957 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.987115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:13:28.987532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:13:28.990686 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:13:29.070407 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.089155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.093988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42256) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:29.094463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/networks/39787835-682a-4578-8747-b8d89c323098 HTTP/1.1" status: 204 len: 168 time: 0.6522570 Sep 18 02:13:29.111551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36042b12-1705-4ea5-b083-cbe3fc7b7199 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Network': ['ID=39787835-682a-4578-8747-b8d89c323098,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:29.145045 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2573-0f69-4751-b06b-c6f078b43195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.485878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2573-0f69-4751-b06b-c6f078b43195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.499557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2573-0f69-4751-b06b-c6f078b43195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.523392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05ca1ea6-e331-4aaa-9f99-1c95d20a759c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.563533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2573-0f69-4751-b06b-c6f078b43195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5013a0-9fff-4233-88aa-ee0ef47f8f88,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:29.573476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1dbd2573-0f69-4751-b06b-c6f078b43195 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4a4a8e900fb41e0917c7cfd45deee1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901045 Sep 18 02:13:29.574077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42312) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:29.583313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05ca1ea6-e331-4aaa-9f99-1c95d20a759c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.642316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:29.669957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:29.670488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fd03fd5b-e8b9-42a3-96c2-1ff06f05e0bd not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:29.686555 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41224c61-7711-4a1f-883e-265535d834ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.707393 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05ca1ea6-e331-4aaa-9f99-1c95d20a759c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.720880 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05ca1ea6-e331-4aaa-9f99-1c95d20a759c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.722389 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-05ca1ea6-e331-4aaa-9f99-1c95d20a759c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/security-groups/b49e530d-e24f-4658-adf3-3a8ca282c87b HTTP/1.1" status: 204 len: 168 time: 0.6255484 Sep 18 02:13:29.724582 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41224c61-7711-4a1f-883e-265535d834ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.744351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca1ea6-e331-4aaa-9f99-1c95d20a759c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e530d-e24f-4658-adf3-3a8ca282c87b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:29.842695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41224c61-7711-4a1f-883e-265535d834ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.855912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41224c61-7711-4a1f-883e-265535d834ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:29.865003 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-41224c61-7711-4a1f-883e-265535d834ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c5013a0-9fff-4233-88aa-ee0ef47f8f88 HTTP/1.1" status: 204 len: 168 time: 0.2892325 Sep 18 02:13:29.881859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41224c61-7711-4a1f-883e-265535d834ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5013a0-9fff-4233-88aa-ee0ef47f8f88,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:30.470403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:30.501081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee567b90-098b-4220-9c5e-b4fd7858ea1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:30.673754 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee567b90-098b-4220-9c5e-b4fd7858ea1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:30.692110 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee567b90-098b-4220-9c5e-b4fd7858ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:30.738558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42438) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:30.750602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4104a629-38bf-4f68-8265-27315ed2bfec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422210257', 'description': 'tempest-secgroup-smoke-1422210257 description', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:30.783596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4104a629-38bf-4f68-8265-27315ed2bfec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:30.785454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ee567b90-098b-4220-9c5e-b4fd7858ea1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dce036312bce4f8a9b5072fbe61c08cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138704 Sep 18 02:13:30.788284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42444) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:30.804785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee567b90-098b-4220-9c5e-b4fd7858ea1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be81600-9e91-4223-a102-72e482e25853,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:30.846081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-09f5dde9-ebd8-4c2f-b441-d02914cc6daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:30.887377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-978ea34d-7f4b-49da-bdd1-b7207b54dc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:30.964692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-978ea34d-7f4b-49da-bdd1-b7207b54dc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.020903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4104a629-38bf-4f68-8265-27315ed2bfec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.033431 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4104a629-38bf-4f68-8265-27315ed2bfec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.105943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104a629-38bf-4f68-8265-27315ed2bfec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249fb506-6ef6-4f7f-9cd5-089e704e260b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:31.119992 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4104a629-38bf-4f68-8265-27315ed2bfec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.126116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42490) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:31.126679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4104a629-38bf-4f68-8265-27315ed2bfec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3869252 Sep 18 02:13:31.132353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-33fd19ea-402a-421e-a103-c8ff70505a36 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '249fb506-6ef6-4f7f-9cd5-089e704e260b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:31.152811 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-978ea34d-7f4b-49da-bdd1-b7207b54dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.158208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-978ea34d-7f4b-49da-bdd1-b7207b54dc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.159552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-978ea34d-7f4b-49da-bdd1-b7207b54dc48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8be81600-9e91-4223-a102-72e482e25853 HTTP/1.1" status: 204 len: 168 time: 0.3700707 Sep 18 02:13:31.169739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ea34d-7f4b-49da-bdd1-b7207b54dc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be81600-9e91-4223-a102-72e482e25853,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:31.194808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-33fd19ea-402a-421e-a103-c8ff70505a36 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.331129 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-33fd19ea-402a-421e-a103-c8ff70505a36 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.341210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-33fd19ea-402a-421e-a103-c8ff70505a36 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.382509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd19ea-402a-421e-a103-c8ff70505a36 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93b0b58-dcf6-4b81-b39f-968518371555,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:31.435512 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-33fd19ea-402a-421e-a103-c8ff70505a36 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.437230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-33fd19ea-402a-421e-a103-c8ff70505a36 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095071 Sep 18 02:13:31.440471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42524) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:31.446201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-98c6240d-7ee7-4325-b1c3-9c2522cfe2cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '249fb506-6ef6-4f7f-9cd5-089e704e260b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:31.509356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-98c6240d-7ee7-4325-b1c3-9c2522cfe2cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.594136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-98c6240d-7ee7-4325-b1c3-9c2522cfe2cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.599387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-98c6240d-7ee7-4325-b1c3-9c2522cfe2cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.615278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6240d-7ee7-4325-b1c3-9c2522cfe2cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4129ca-9dab-49d4-9b3c-660cbe2c11bc,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:31.650383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-98c6240d-7ee7-4325-b1c3-9c2522cfe2cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.653190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-98c6240d-7ee7-4325-b1c3-9c2522cfe2cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2113867 Sep 18 02:13:31.655807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42550) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:31.683471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0d373e56-0f27-4011-92a3-31d8d0967fa5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '249fb506-6ef6-4f7f-9cd5-089e704e260b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:31.787443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d373e56-0f27-4011-92a3-31d8d0967fa5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.982959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d373e56-0f27-4011-92a3-31d8d0967fa5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:31.992288 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d373e56-0f27-4011-92a3-31d8d0967fa5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.034812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d373e56-0f27-4011-92a3-31d8d0967fa5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a455383c-3132-455f-a538-6ddc2e6c397d,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:32.069730 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d373e56-0f27-4011-92a3-31d8d0967fa5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.075323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42592) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:32.085779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-07b3ba16-ea2f-48fd-919e-e130491d4ee1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '249fb506-6ef6-4f7f-9cd5-089e704e260b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:32.094747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0d373e56-0f27-4011-92a3-31d8d0967fa5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4336026 Sep 18 02:13:32.172236 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07b3ba16-ea2f-48fd-919e-e130491d4ee1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.326413 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07b3ba16-ea2f-48fd-919e-e130491d4ee1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.335663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07b3ba16-ea2f-48fd-919e-e130491d4ee1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.403011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07b3ba16-ea2f-48fd-919e-e130491d4ee1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.407453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42634) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:32.408120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-07b3ba16-ea2f-48fd-919e-e130491d4ee1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283863 Sep 18 02:13:32.412649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-dea1236e-c24b-4f9f-91b0-22df8346a725 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '249fb506-6ef6-4f7f-9cd5-089e704e260b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:32.412832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3ba16-ea2f-48fd-919e-e130491d4ee1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4d8f8e-5b7c-45e3-9e30-6de831b125e8,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:32.483273 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-dea1236e-c24b-4f9f-91b0-22df8346a725 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Project f1802c86cd5c491abf3194cd9117e0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:13:32.503847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dea1236e-c24b-4f9f-91b0-22df8346a725 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.668213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dea1236e-c24b-4f9f-91b0-22df8346a725 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.679310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dea1236e-c24b-4f9f-91b0-22df8346a725 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.704085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1236e-c24b-4f9f-91b0-22df8346a725 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef6519c-c18f-45bb-8f54-06d06fadca47,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:32.739331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dea1236e-c24b-4f9f-91b0-22df8346a725 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.741547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dea1236e-c24b-4f9f-91b0-22df8346a725 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3324850 Sep 18 02:13:32.743864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42668) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:32.750120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-91d1f4b7-b03b-4f0f-8747-a64d4ec49513 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '249fb506-6ef6-4f7f-9cd5-089e704e260b', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:32.781234 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-91d1f4b7-b03b-4f0f-8747-a64d4ec49513 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Project f1802c86cd5c491abf3194cd9117e0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:13:32.789075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91d1f4b7-b03b-4f0f-8747-a64d4ec49513 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.984811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91d1f4b7-b03b-4f0f-8747-a64d4ec49513 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:32.996916 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91d1f4b7-b03b-4f0f-8747-a64d4ec49513 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.030468 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91d1f4b7-b03b-4f0f-8747-a64d4ec49513 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.035085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42700) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:33.041083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'network': {'name': 'tempest-network-smoke--1391690616', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'port_security_enabled': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:33.045030 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-91d1f4b7-b03b-4f0f-8747-a64d4ec49513 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2998269 Sep 18 02:13:33.048960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1f4b7-b03b-4f0f-8747-a64d4ec49513 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064dd974-89bb-47d2-aa32-ce960f42153c,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:33.072316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:13:33.076666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.135882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:13:33.168557 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.171275 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Added segment d24a24cc-24fc-450c-b10c-ac01a4f77bec of type vlan for network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 Sep 18 02:13:33.291390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.375084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.381603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:33.382379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.439783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2e39a1a3-7133-4941-879e-d05cce8235d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.527704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Network': ['ID=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:33.539033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:13:33.568844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42714) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:33.571329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2363293c-96b4-4d6e-8c2f-59aa81f1dad0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5349925 Sep 18 02:13:33.574525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'admin_state_up': True, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:33.638646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.640605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.707419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:33.958902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:34.021917 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:34.235634 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:34.263444 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:34.407412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.25.0.129 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/4af73f93-fb9e-4774-abb4-7dee9bc2c2b0) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:34.594009 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:34.653546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:34.778131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:34.779310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=4af73f93-fb9e-4774-abb4-7dee9bc2c2b0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:34.783263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:34.795977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:34.941968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.018143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42752) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:35.218465 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5009afd8-9b41-41e3-9f89-971d369003b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.261579 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.344718 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5009afd8-9b41-41e3-9f89-971d369003b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.348967 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5009afd8-9b41-41e3-9f89-971d369003b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.392533 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5009afd8-9b41-41e3-9f89-971d369003b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f81d91b2f4b4d0d91875b1bc1b02457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732126 Sep 18 02:13:35.393396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42758) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:35.402519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009afd8-9b41-41e3-9f89-971d369003b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0035af-e67a-42c6-a2c4-a8408ce89f9c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:35.454161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7af8334f-6fcb-4dc6-8069-1ea5bfe2f1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.480020 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7af8334f-6fcb-4dc6-8069-1ea5bfe2f1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.540232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7af8334f-6fcb-4dc6-8069-1ea5bfe2f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.545165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7af8334f-6fcb-4dc6-8069-1ea5bfe2f1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.560732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7af8334f-6fcb-4dc6-8069-1ea5bfe2f1fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb0035af-e67a-42c6-a2c4-a8408ce89f9c HTTP/1.1" status: 204 len: 168 time: 0.1563632 Sep 18 02:13:35.582310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8334f-6fcb-4dc6-8069-1ea5bfe2f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0035af-e67a-42c6-a2c4-a8408ce89f9c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:35.939157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42768) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:35.955551 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89a5e9c9-6990-4fec-bcd1-31b50b96998b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:35.971669 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.080830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89a5e9c9-6990-4fec-bcd1-31b50b96998b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.086174 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89a5e9c9-6990-4fec-bcd1-31b50b96998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.126405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 6469bf6d-3b37-44ee-903c-45ebed26cb5a is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:13:36.130885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-89a5e9c9-6990-4fec-bcd1-31b50b96998b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=702690b3fae147aa938bf5b894ec38e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903808 Sep 18 02:13:36.132185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5e9c9-6990-4fec-bcd1-31b50b96998b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d888d4b1-7d98-4b47-803d-4a555be43c01,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:36.134665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:36.197297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-010cd2d9-07f6-4690-8e89-c782993d7b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.232686 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-010cd2d9-07f6-4690-8e89-c782993d7b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.264236 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.301890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:36.308198 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-010cd2d9-07f6-4690-8e89-c782993d7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.312406 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-010cd2d9-07f6-4690-8e89-c782993d7b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.314084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-010cd2d9-07f6-4690-8e89-c782993d7b1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d888d4b1-7d98-4b47-803d-4a555be43c01 HTTP/1.1" status: 204 len: 168 time: 0.1778526 Sep 18 02:13:36.326240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Sync routers for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:36.328694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd2d9-07f6-4690-8e89-c782993d7b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d888d4b1-7d98-4b47-803d-4a555be43c01,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:36.335860 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.335860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-495c78ce-4c6b-40c6-8280-89954e3b550f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7648170 Sep 18 02:13:36.338330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42780) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:36.367629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:36.368422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:36.381206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8e1207cc-e3a5-496b-8fed-9902b888c505 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f1802c86cd5c491abf3194cd9117e0bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368237 Sep 18 02:13:36.381507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42782) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:36.517451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:36.672676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30646c6-4c17-47c9-98b3-6cd6539e4a10 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:36.676723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b30646c6-4c17-47c9-98b3-6cd6539e4a10 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2916920 Sep 18 02:13:36.678318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42796) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:36.719456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42798) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:36.720309 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bac3e23b-9d3b-4ef1-9844-71178fb491ba tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395613 Sep 18 02:13:36.724645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182878837', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:36.848865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:35Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:36.897886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Checking router: 6469bf6d-3b37-44ee-903c-45ebed26cb5a for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:13:36.898287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Updating router 6469bf6d-3b37-44ee-903c-45ebed26cb5a port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:13:36.913523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:13:36.923006 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:36.950193 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:37.237602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:37.351388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Subnet': ['ID=6f3090a0-1542-4591-b15e-6ee401a503b7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:37.390438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Checking segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:37.407390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network hostable DHCP agents. Network: 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:13:37.417684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.418036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.418375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.418727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.419053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.425237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.426521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.427045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.428249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.428770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.431931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.433043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:37.485000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:13:37.520092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:37.532665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38571d80-552e-485b-bc3e-cee608a33b6b None None] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:37.533347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:37.534081 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:37.559434 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:37.561184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1c269ffe-be40-4fb3-af3f-974ab17e45ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8405917 Sep 18 02:13:37.564107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42830) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:37.585614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:37.687211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Attempting to bind port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:13:37.687573 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Attempting to bind port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:13:37.687931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Attempting to bind port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:37.727372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:13:37.729697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:37.733703 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:37.736448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:13:37.736535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Bound port: 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:13:37.736887 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:37.879837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0102a-137c-4660-a5bc-d82ee11ef48b None None] Pushing event updated for resources: {'Port': ['ID=4af73f93-fb9e-4774-abb4-7dee9bc2c2b0,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:37.917668 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:13:37.942690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] For port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:37.979767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] For port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4af73f93-fb9e-4774-abb4-7dee9bc2c2b0,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:13:37.990596 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:38.031463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:13:38.032316 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:38.094993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0102a-137c-4660-a5bc-d82ee11ef48b None None] Pushing event updated for resources: {'Port': ['ID=4af73f93-fb9e-4774-abb4-7dee9bc2c2b0,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:38.124595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:38.125414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:38.452518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:38.489900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:38.637599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Allocated IP 172.20.0.2 (4a30a6f1-27b2-4036-beb9-7bca0a3ffa67/6f3090a0-1542-4591-b15e-6ee401a503b7/c346362e-cd5e-47f2-9fc3-ce22acefa62d) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:38.980539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:35Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:39.018377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c866a-921c-45a5-b33d-39ced338b75b None None] The sync data for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 is: [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:35Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:39.040172 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:39.055522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:39.148188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.20.0.1 (4a30a6f1-27b2-4036-beb9-7bca0a3ffa67/6f3090a0-1542-4591-b15e-6ee401a503b7/8bfe40ab-fb20-41b4-a671-7a4735cf92ec) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:39.175269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:39.180707 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:39.189880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:39.263827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Pushing event updated for resources: {'Port': ['ID=c346362e-cd5e-47f2-9fc3-ce22acefa62d,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:39.339966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Attempting to bind port c346362e-cd5e-47f2-9fc3-ce22acefa62d on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:13:39.340621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Attempting to bind port c346362e-cd5e-47f2-9fc3-ce22acefa62d by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:13:39.341551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Attempting to bind port c346362e-cd5e-47f2-9fc3-ce22acefa62d on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:39.355070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:13:39.355453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Checking segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:39.355858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:39.356259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Bound using segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:13:39.356749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Bound port: c346362e-cd5e-47f2-9fc3-ce22acefa62d, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:13:39.357131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:39.372026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:39.472428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:39.550212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] For port c346362e-cd5e-47f2-9fc3-ce22acefa62d, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:39.555915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:39.556026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] For port c346362e-cd5e-47f2-9fc3-ce22acefa62d, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c346362e-cd5e-47f2-9fc3-ce22acefa62d,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:13:39.559977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:39.566746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:39.570379 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:39.575321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:39.656767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:39.691233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:39.751847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4305cd-5400-4579-a8b1-703fa12d686f None None] Pushing event updated for resources: {'Port': ['ID=c346362e-cd5e-47f2-9fc3-ce22acefa62d,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:39.813183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:39.813551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:40.041772 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:40.082182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4af73f93-fb9e-4774-abb4-7dee9bc2c2b0,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:40.091747 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:40.209721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=4af73f93-fb9e-4774-abb4-7dee9bc2c2b0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:40.579022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:40.982896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42930) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:41.044204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:41.060600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:41.236131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:41.297664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebadce57-d919-4481-9922-0ba7b879f176 None None] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:41.435144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:41.472283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:41.475249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:41.613978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9844c66e-5988-4cc3-a629-25247b1f6212 None None] Provisioning complete for port c346362e-cd5e-47f2-9fc3-ce22acefa62d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:41.614746 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9844c66e-5988-4cc3-a629-25247b1f6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:41.743874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 6469bf6d-3b37-44ee-903c-45ebed26cb5a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:41.809512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:41.905778 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9844c66e-5988-4cc3-a629-25247b1f6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:41.946496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9844c66e-5988-4cc3-a629-25247b1f6212 None None] For port c346362e-cd5e-47f2-9fc3-ce22acefa62d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c346362e-cd5e-47f2-9fc3-ce22acefa62d,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:41.955293 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9844c66e-5988-4cc3-a629-25247b1f6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:41.977770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:41.987573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b9ab95e-0408-4b13-b5d5-0eaa30a03606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "PUT /v2.0/routers/6469bf6d-3b37-44ee-903c-45ebed26cb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4220800 Sep 18 02:13:42.002133 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Sync routers for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:42.015256 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:42.016141 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:42.064910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:42.065118 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:42.207093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844c66e-5988-4cc3-a629-25247b1f6212 None None] Pushing event updated for resources: {'Port': ['ID=c346362e-cd5e-47f2-9fc3-ce22acefa62d,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:42.226887 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:42.272348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-288c7a78-171c-4f50-8267-7fa79ef9b3d8 None None] Provisioning complete for port c346362e-cd5e-47f2-9fc3-ce22acefa62d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:42.272729 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-288c7a78-171c-4f50-8267-7fa79ef9b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:42.405960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c346362e-cd5e-47f2-9fc3-ce22acefa62d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:42.407693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:42.471485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ad762b2a-e24b-4de0-b737-b6e2a7165ad6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422210257&fields=id&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 267 time: 0.1105804 Sep 18 02:13:42.615921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c346362e-cd5e-47f2-9fc3-ce22acefa62d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:42.616447 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:42.617952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-288c7a78-171c-4f50-8267-7fa79ef9b3d8 None None] Provisioning complete for port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:42.618315 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-288c7a78-171c-4f50-8267-7fa79ef9b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:42.756034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-288c7a78-171c-4f50-8267-7fa79ef9b3d8 None None] Port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:42.812128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-1712dba8-aa09-49e7-8635-7b6268f271b1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:42.813766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-1712dba8-aa09-49e7-8635-7b6268f271b1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 797 time: 0.3299398 Sep 18 02:13:42.845405 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-a4757de2-b2c7-4527-84cf-8e2e18142fb9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/quotas/f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 375 time: 0.0244246 Sep 18 02:13:42.909255 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 2, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:42.909886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ed9625b9-aa81-4dca-95b5-edf2840a24ea None None] Provisioning complete for port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:42.910382 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed9625b9-aa81-4dca-95b5-edf2840a24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:42.953299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-8a722b72-e8ee-46f6-a961-f939f51c3287 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971723 Sep 18 02:13:42.960627 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Checking router: 6469bf6d-3b37-44ee-903c-45ebed26cb5a for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:13:42.960974 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Updating router 6469bf6d-3b37-44ee-903c-45ebed26cb5a port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:13:42.970996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Deleting port d504b10c-950a-4018-8a07-67c3c1ed316c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:42.971274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:42.977192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ed9625b9-aa81-4dca-95b5-edf2840a24ea None None] Port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:43.004467 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.068183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] For port d504b10c-950a-4018-8a07-67c3c1ed316c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d504b10c-950a-4018-8a07-67c3c1ed316c,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:43.068839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.091869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Calling delete_port for d504b10c-950a-4018-8a07-67c3c1ed316c owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:43.105833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-45cfbe67-662d-42be-becc-7e13d77e6372 None None] Provisioning complete for port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:43.106200 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-45cfbe67-662d-42be-becc-7e13d77e6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.132156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-e365c3c0-afa7-4168-94a9-e112a4d4d4e0 service neutron] 10.222.0.21 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720412 Sep 18 02:13:43.177978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-45cfbe67-662d-42be-becc-7e13d77e6372 None None] Port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:43.303330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-b8610130-1216-4c38-aa23-d787f56d9068 service neutron] 10.222.0.21 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692612 Sep 18 02:13:43.322336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.371168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d504b10c-950a-4018-8a07-67c3c1ed316c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:43.384841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.385594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.385816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.386228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.386565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.386976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.387305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.387629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.387950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.388271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.388609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.389076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.455320 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.471756 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.583861 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Pushing event updated for resources: {'Port': ['ID=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:43.599112 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.599352 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.599837 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.600178 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.600513 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.600846 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.601175 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.601503 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.601835 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.602158 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.602482 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.602824 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:13:43.706999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4346655-adb5-430f-847c-948a4b7da84f req-a5edabd6-547e-416a-91f4-7b277ed296aa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 210 time: 0.0676227 Sep 18 02:13:43.764863 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Attempting to bind port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:13:43.765438 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Attempting to bind port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:13:43.766049 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Attempting to bind port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:43.772806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c346362e-cd5e-47f2-9fc3-ce22acefa62d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:43.774987 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:13:43.776863 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Checking segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:43.777178 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.777972 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Bound using segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:13:43.779195 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Bound port: 8bfe40ab-fb20-41b4-a671-7a4735cf92ec, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:13:43.779195 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.882974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c346362e-cd5e-47f2-9fc3-ce22acefa62d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:43.883361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.907302 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:43.917359 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] For port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:43.921025 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] For port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:13:43.930542 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:44.043058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ad28fed-b747-4d3e-9b86-5fad8816eb02 None None] Provisioning complete for port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:44.043608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ad28fed-b747-4d3e-9b86-5fad8816eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:44.057572 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992df17-044f-4b42-bd29-899cb5a005a1 None None] Pushing event updated for resources: {'Port': ['ID=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:44.102494 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:44.103141 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:44.293276 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ad28fed-b747-4d3e-9b86-5fad8816eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:44.354983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Router 637334aa-8347-4f5e-af4e-b10b20199e73 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:44.374575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9ad28fed-b747-4d3e-9b86-5fad8816eb02 None None] For port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:44.380964 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ad28fed-b747-4d3e-9b86-5fad8816eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:44.387894 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:44.470065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad28fed-b747-4d3e-9b86-5fad8816eb02 None None] Pushing event updated for resources: {'Port': ['ID=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:44.528099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b639c8b5-117a-4f51-aa36-d96491da9484 None None] Provisioning complete for port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:44.529185 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b639c8b5-117a-4f51-aa36-d96491da9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:44.666038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:44.681524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d8de2c1a-be1e-469d-bd75-69c83a8d4e9e admin admin] 10.222.0.21 "PUT /v2.0/routers/637334aa-8347-4f5e-af4e-b10b20199e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6972365 Sep 18 02:13:44.685186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:44.689144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] Sync routers for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:44.724772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:44.725411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:44.824195 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:43Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:44.857886 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc3b9e-26e8-4d51-8d7d-083dab4a4322 None None] The sync data for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 is: [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:43Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:44.878191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:44.974290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3099193-55db-4465-a45d-d53b18ac700d req-b4d4ef29-ad21-4f3a-ae11-e2615c9172ef tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 210 time: 0.0936067 Sep 18 02:13:45.029850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:45.097599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:45.207838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Deleting port 59803cd6-fd7d-4a5f-81c0-1397b7166a12 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:45.209991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:45.473857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:13:43Z', 'revision_number': 5, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port': {'id': '59803cd6-fd7d-4a5f-81c0-1397b7166a12', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:05:42Z', 'updated_at': '2021-09-18T02:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:45.496912 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-fe7cd79b-8162-43cc-a5d9-0a3484649c69 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:45.500684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-fe7cd79b-8162-43cc-a5d9-0a3484649c69 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 797 time: 0.2639623 Sep 18 02:13:45.512615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] Checking router: 637334aa-8347-4f5e-af4e-b10b20199e73 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:13:45.524217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] Routers {'637334aa-8347-4f5e-af4e-b10b20199e73'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:45.525027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['637334aa-8347-4f5e-af4e-b10b20199e73'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:45.576560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] For port 59803cd6-fd7d-4a5f-81c0-1397b7166a12, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=59803cd6-fd7d-4a5f-81c0-1397b7166a12,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:45.579832 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:45.609789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Calling delete_port for 59803cd6-fd7d-4a5f-81c0-1397b7166a12 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:45.622763 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-0512bbc9-4a27-4e7d-a692-32468637763a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 380 time: 0.1044173 Sep 18 02:13:45.636680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'port': {'device_id': 'd6039a3b-e675-406e-b160-713ab2909610', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'admin_state_up': True, 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'security_groups': ['249fb506-6ef6-4f7f-9cd5-089e704e260b']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:45.677955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] Set router 637334aa-8347-4f5e-af4e-b10b20199e73 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:45.730804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8bfe40ab-fb20-41b4-a671-7a4735cf92ec up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:45.933630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:13:45.943412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.004981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.038813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:13:45Z', 'revision_number': 6, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:46.078512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Pushing event deleted for resources: {'Port': ['ID=59803cd6-fd7d-4a5f-81c0-1397b7166a12,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:46.093097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948db81-7458-4dee-b453-7cb76cd47ec9 None None] The sync data for ids ['637334aa-8347-4f5e-af4e-b10b20199e73'] in n-d-789963-12 is: [{'id': '637334aa-8347-4f5e-af4e-b10b20199e73', 'name': 'tempest-AttachVolumeTestJSON-1967940341-router', 'tenant_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:05:38Z', 'updated_at': '2021-09-18T02:13:45Z', 'revision_number': 6, 'project_id': 'd819e41a024b4bd0a6b5016687c4b59f', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:13:46.156927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:46.157337 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.230490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.266399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-760f15c0-766d-41fd-8a9a-0a70103516fb req-657d7984-6532-4147-9050-dd5ec1f3c228 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 210 time: 0.1109304 Sep 18 02:13:46.307477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.20.0.4 (4a30a6f1-27b2-4036-beb9-7bca0a3ffa67/6f3090a0-1542-4591-b15e-6ee401a503b7/dc6b7d63-ceca-47d8-add5-b0a52bc6d479) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:46.392436 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.398064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.506909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.507759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 637334aa-8347-4f5e-af4e-b10b20199e73 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:13:46.524584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.526361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3162d4e7-cb6b-450a-af6b-f118ca02e376 admin admin] 10.222.0.21 "DELETE /v2.0/routers/637334aa-8347-4f5e-af4e-b10b20199e73 HTTP/1.1" status: 204 len: 168 time: 1.8390658 Sep 18 02:13:46.528887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 42994) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:46.571518 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.595113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9dbfe-1fb5-444f-81bd-dfcd334e4b1f req-c70902db-c00f-4adc-8650-02d6a39b9ca6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:46.597286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4bd9dbfe-1fb5-444f-81bd-dfcd334e4b1f req-c70902db-c00f-4adc-8650-02d6a39b9ca6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1867006 Sep 18 02:13:46.626839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d781600-8d6d-4f19-a1e3-a60129635ebf admin admin] Deleting subnet 42d1b6f3-b85c-406d-8854-40aa8f6ea371 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:13:46.634309 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.643186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d781600-8d6d-4f19-a1e3-a60129635ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.735107 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4bd9dbfe-1fb5-444f-81bd-dfcd334e4b1f req-eebb8eb3-d8cc-4c9e-9931-43535be28420 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989552 Sep 18 02:13:46.749471 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d781600-8d6d-4f19-a1e3-a60129635ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:46.820682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:46.868547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:46.894921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:46.897829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:46.923020 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d781600-8d6d-4f19-a1e3-a60129635ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.015328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2abb-4a05-44f3-b54b-b68f2c0d1b4c req-0df9362b-89d8-4ec4-8d36-ed4b072925a1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:47.016905 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dbb2abb-4a05-44f3-b54b-b68f2c0d1b4c req-0df9362b-89d8-4ec4-8d36-ed4b072925a1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1464963 Sep 18 02:13:47.023665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:47.024289 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.025196 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d781600-8d6d-4f19-a1e3-a60129635ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.059297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d781600-8d6d-4f19-a1e3-a60129635ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.060783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37ab7a-75bc-4981-8e26-647df681245f None None] Network de747235-783f-4ead-8438-676be4d3b35a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:13:47.070035 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2d781600-8d6d-4f19-a1e3-a60129635ebf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42d1b6f3-b85c-406d-8854-40aa8f6ea371 HTTP/1.1" status: 204 len: 168 time: 0.5371501 Sep 18 02:13:47.078920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43004) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:47.115642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d781600-8d6d-4f19-a1e3-a60129635ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d1b6f3-b85c-406d-8854-40aa8f6ea371,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:47.146777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-9ff21531-2af6-4d7c-b9d4-a7ae0e2141ff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5164251 Sep 18 02:13:47.264360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dbb2abb-4a05-44f3-b54b-b68f2c0d1b4c req-64b7bc64-8ff6-44c3-a75e-b736df64532b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365704 Sep 18 02:13:47.271273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Request body: {'port': {'device_id': 'd6039a3b-e675-406e-b160-713ab2909610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:47.308881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.346878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1e42d9cb-2495-4c22-9aae-c19f79226ca2 None None] Provisioning complete for port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:47.347255 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e42d9cb-2495-4c22-9aae-c19f79226ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.415459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] DHCP port deletion for de747235-783f-4ead-8438-676be4d3b35a request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:13:47.467330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.476437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0074199-c526-4c60-b8e1-54a2d49140af req-6cffaa96-6c16-4bb9-a442-70c04c35627d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:47.493199 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0074199-c526-4c60-b8e1-54a2d49140af req-6cffaa96-6c16-4bb9-a442-70c04c35627d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 931 time: 0.1080003 Sep 18 02:13:47.505865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1e42d9cb-2495-4c22-9aae-c19f79226ca2 None None] Port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:47.529966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] Deleting port 746a9b9c-6b53-44f4-b096-5f14d186fc00 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:47.530338 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.549342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Deleting port 746a9b9c-6b53-44f4-b096-5f14d186fc00 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:47.549693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.573934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0074199-c526-4c60-b8e1-54a2d49140af req-310c4c4b-7edd-43e2-b091-be12adebc19a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785234 Sep 18 02:13:47.672368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 59803cd6-fd7d-4a5f-81c0-1397b7166a12 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:47.699535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 59803cd6-fd7d-4a5f-81c0-1397b7166a12 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:47.699882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 59803cd6-fd7d-4a5f-81c0-1397b7166a12 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:47.700281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d504b10c-950a-4018-8a07-67c3c1ed316c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:47.707001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] For port 746a9b9c-6b53-44f4-b096-5f14d186fc00, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=746a9b9c-6b53-44f4-b096-5f14d186fc00,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:47.707403 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.734858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d504b10c-950a-4018-8a07-67c3c1ed316c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:47.735228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d504b10c-950a-4018-8a07-67c3c1ed316c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:47.735640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 746a9b9c-6b53-44f4-b096-5f14d186fc00 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:47.764728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] Calling delete_port for 746a9b9c-6b53-44f4-b096-5f14d186fc00 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:47.770307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] For port 746a9b9c-6b53-44f4-b096-5f14d186fc00, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=746a9b9c-6b53-44f4-b096-5f14d186fc00,segment=NetworkSegment(3599c657-0c1e-485e-a5bc-fdaf07462c41),segment_id=3599c657-0c1e-485e-a5bc-fdaf07462c41)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:47.770886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.797444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Calling delete_port for 746a9b9c-6b53-44f4-b096-5f14d186fc00 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:47.888326 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:47.987014 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.026802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] No DVR routers for this DVR port 746a9b9c-6b53-44f4-b096-5f14d186fc00 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:48.055969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da69f8-5c29-4389-8578-7db7a27d520a req-c7ecace2-2384-409b-8a5e-9a3f40c55b4e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:48.067101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe190bc-58eb-4951-a0c0-a02f93d1cc3c None None] Pushing event deleted for resources: {'Port': ['ID=746a9b9c-6b53-44f4-b096-5f14d186fc00,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:48.072027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-c7ecace2-2384-409b-8a5e-9a3f40c55b4e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.4089575 Sep 18 02:13:48.137665 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-9c7ecc05-f3c8-4b14-9b6d-1138e7418bdc tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/quotas/815b4e6858ff4b9c949cf1c18d222a4e HTTP/1.1" status: 200 len: 375 time: 0.0641103 Sep 18 02:13:48.176425 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.224588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Pushing event deleted for resources: {'Port': ['ID=746a9b9c-6b53-44f4-b096-5f14d186fc00,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:48.230878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] No DVR routers for this DVR port 746a9b9c-6b53-44f4-b096-5f14d186fc00 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:48.309216 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-5215a241-39b4-4110-9320-8abbb68f09e6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1704650 Sep 18 02:13:48.433825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.468763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6b7d63-ceca-47d8-add5-b0a52bc6d479 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:13:48.477429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de747235-783f-4ead-8438-676be4d3b35a']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:48.480776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.501864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3599c657-0c1e-485e-a5bc-fdaf07462c41') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:48.502229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3599c657-0c1e-485e-a5bc-fdaf07462c41') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:48.521129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Transition to ACTIVE for port object dc6b7d63-ceca-47d8-add5-b0a52bc6d479 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:13:48.522794 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.532866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.542413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-85bfc5fb-9601-406f-9db9-d47c70d183b8 service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322428 Sep 18 02:13:48.580358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.609873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:13:48.609873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:13:48.613494 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:13:48.789821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59f97c-8f4c-4984-87e2-29f7433bccbe req-58db661a-d38b-42d8-ae7c-fb6d92d05d11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:48.794962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:48.804409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.815295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a59f97c-8f4c-4984-87e2-29f7433bccbe req-58db661a-d38b-42d8-ae7c-fb6d92d05d11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.1341186 Sep 18 02:13:48.825327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:48.831199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] 10.222.0.21 "DELETE /v2.0/networks/de747235-783f-4ead-8438-676be4d3b35a HTTP/1.1" status: 204 len: 168 time: 1.7496560 Sep 18 02:13:48.911493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a59f97c-8f4c-4984-87e2-29f7433bccbe req-7918e40d-65ea-4524-b135-5a2a408712bd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941238 Sep 18 02:13:48.925948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad2b0-89c5-4300-acb7-55aa61d2ee4a admin admin] Pushing event deleted for resources: {'Network': ['ID=de747235-783f-4ead-8438-676be4d3b35a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:48.992980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-9d2631c6-4542-4181-8be3-bb490bd31615 service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496679 Sep 18 02:13:49.033008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:13:49.033730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:13:49.034277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:49.040321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:13:49.040889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:49.049055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:13:49.049502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Checking segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:49.049985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Bound using segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:13:49.050515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Bound port: dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:13:49.050990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:49.122938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43038) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:49.135358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:49.139631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:13:49.152780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:49.209730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e09eeeba-6986-4d72-acc6-3cc25cb7ad51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d819e41a024b4bd0a6b5016687c4b59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832505 Sep 18 02:13:49.210205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43040) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:49.224938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:49.225909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:49.227698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 1092 time: 1.9784114 Sep 18 02:13:49.228400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:49.236212 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe809114-6103-4773-970c-3ac4d0166036" -d '{"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:49.348382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767f4b-6ece-4fed-aa0a-db855914cad1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:49.377132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-f34a0cff-a128-4b1a-bd89-432613870324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:49.379045 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-f34a0cff-a128-4b1a-bd89-432613870324 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1095 time: 0.0784667 Sep 18 02:13:49.380576 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8809bec-5afb-417b-9362-6e2796a2f05b x-openstack-request-id: req-d8809bec-5afb-417b-9362-6e2796a2f05b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:49.381073 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:49.381345 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8809bec-5afb-417b-9362-6e2796a2f05b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:49.381879 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'status': 'completed', 'code': 200} Sep 18 02:13:49.391758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f90fa738-5ccf-4075-85ee-5fa77153ba63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:49.421521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9cdd6aa0-e502-44aa-a811-9183543a8011 req-cf30ace0-ecd3-4202-8cbe-7199181107e4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 210 time: 0.0639732 Sep 18 02:13:49.445217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f90fa738-5ccf-4075-85ee-5fa77153ba63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:49.485424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-8f456fe9-975d-4c62-be0c-42fe5621e205 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 217 time: 0.0984538 Sep 18 02:13:49.522009 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f90fa738-5ccf-4075-85ee-5fa77153ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:49.525886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f90fa738-5ccf-4075-85ee-5fa77153ba63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:49.527658 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f90fa738-5ccf-4075-85ee-5fa77153ba63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fc30998-9de3-4c97-905f-8c398f43228e HTTP/1.1" status: 204 len: 168 time: 0.3163874 Sep 18 02:13:49.563542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fa738-5ccf-4075-85ee-5fa77153ba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc30998-9de3-4c97-905f-8c398f43228e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:49.564084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-763f40ca-06a5-48d7-b804-875ba04a42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:49.565942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-763f40ca-06a5-48d7-b804-875ba04a42a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.0733571 Sep 18 02:13:49.682843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ffe689f2-966a-4c7f-8f49-94707f103825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:49.684946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-ffe689f2-966a-4c7f-8f49-94707f103825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080215 Sep 18 02:13:49.847741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-91e8ace1-c7f5-45ee-8c18-6286990a313d service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509023 Sep 18 02:13:50.028404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2dec484-00ab-4411-8eff-ad60093cb282 req-28ed76da-d3fb-4972-bda6-35de4d07b0ee service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731529 Sep 18 02:13:50.162598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809114-6103-4773-970c-3ac4d0166036 req-09d8c971-5bbe-4a41-9aba-be8e631aa4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:50.164247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe809114-6103-4773-970c-3ac4d0166036 req-09d8c971-5bbe-4a41-9aba-be8e631aa4b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1095 time: 0.0549126 Sep 18 02:13:50.212452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2552-3fda-494f-8258-1901470a66c4 req-cfb759f1-6864-4a78-8488-d5e10f91859d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:50.217037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b37c2552-3fda-494f-8258-1901470a66c4 req-cfb759f1-6864-4a78-8488-d5e10f91859d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.1583972 Sep 18 02:13:50.360229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b37c2552-3fda-494f-8258-1901470a66c4 req-e4cfa693-4499-466b-b2dc-d6d2d68fbdb0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605226 Sep 18 02:13:50.375302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809114-6103-4773-970c-3ac4d0166036 req-101ed58d-c347-45cc-b0b9-6b66ea39c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:50.377212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe809114-6103-4773-970c-3ac4d0166036 req-101ed58d-c347-45cc-b0b9-6b66ea39c27e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.1576438 Sep 18 02:13:50.438848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe809114-6103-4773-970c-3ac4d0166036 req-b9cca0ef-46cf-401f-a57c-9f040b2554cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 217 time: 0.0513890 Sep 18 02:13:50.524297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809114-6103-4773-970c-3ac4d0166036 req-73697f8b-71dc-46c3-bce6-1759938af1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:50.526769 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe809114-6103-4773-970c-3ac4d0166036 req-73697f8b-71dc-46c3-bce6-1759938af1a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.0725775 Sep 18 02:13:50.551924 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8fafcf9-8cf5-4607-9474-2454db94c1aa req-4844dbba-0fe3-4692-aa3e-181594c11966 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 210 time: 0.0390613 Sep 18 02:13:50.617406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809114-6103-4773-970c-3ac4d0166036 req-4b908440-66aa-4f66-9a1f-0b6450846b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:50.619110 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe809114-6103-4773-970c-3ac4d0166036 req-4b908440-66aa-4f66-9a1f-0b6450846b4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803719 Sep 18 02:13:50.882914 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe809114-6103-4773-970c-3ac4d0166036 req-60f862b0-9774-4ad0-97fd-49b41c00d806 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554290 Sep 18 02:13:50.989007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da69f8-5c29-4389-8578-7db7a27d520a req-af3bdbab-94f2-4a7e-99fc-10c71c6d4f65 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:51.007599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-af3bdbab-94f2-4a7e-99fc-10c71c6d4f65 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.2867010 Sep 18 02:13:51.038031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'port': {'device_id': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'admin_state_up': True, 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:51.272099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Made reservation on behalf of 815b4e6858ff4b9c949cf1c18d222a4e for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:13:51.276822 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:51.597558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Allocated IP 172.20.0.3 (3fe19fbc-b275-41d4-a28f-5adf4e38ebde/93cb6d6e-a2f1-4568-b02b-cb6b8003200b/b776d41d-cefd-43a6-8fd4-a6500f2ee44d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:13:51.789610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe809114-6103-4773-970c-3ac4d0166036 req-971913b8-d859-460a-9e33-8c6888d1a42f service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8924007 Sep 18 02:13:51.812616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647f30f-a227-4d89-8d2e-c5641631c85b req-ebe289fd-cfbf-4367-9bc4-df8bce95f02e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:51.816228 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9647f30f-a227-4d89-8d2e-c5641631c85b req-ebe289fd-cfbf-4367-9bc4-df8bce95f02e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.2976985 Sep 18 02:13:51.952675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d9ecea-3aad-473f-895f-a1d35251b6b3 req-007de3e1-9abc-4f54-8399-8d653840d712 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 210 time: 0.0429394 Sep 18 02:13:51.969127 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9647f30f-a227-4d89-8d2e-c5641631c85b req-c0e4a29c-1b07-448c-a728-b870152c7221 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372964 Sep 18 02:13:52.044978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:52.108488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:52.125569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['64df83f9-c1b8-4111-aed6-420c7a085b87', '914ed83f-8bae-48ec-90ef-032dd2b718e4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:13:52.168759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-18edfa0a-651f-4300-a373-d0b641c346b4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:52.175534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-18edfa0a-651f-4300-a373-d0b641c346b4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:52.183035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-18edfa0a-651f-4300-a373-d0b641c346b4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:52.190494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-18edfa0a-651f-4300-a373-d0b641c346b4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:52.198863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-18edfa0a-651f-4300-a373-d0b641c346b4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:52.206219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-18edfa0a-651f-4300-a373-d0b641c346b4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:52.213584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-18edfa0a-651f-4300-a373-d0b641c346b4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:52.222240 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-18edfa0a-651f-4300-a373-d0b641c346b4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5434 time: 0.1284752 Sep 18 02:13:52.246584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:13:52.260619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:13:52.285872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:13:52.294529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-12ce4d0d-6448-4682-aa96-be7feb66c0e0 req-036bcb0e-6d42-4efc-86d7-bcb30587a357 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713129 Sep 18 02:13:52.393496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'Port': ['ID=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:52.466897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:52.469068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:52.503492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fc644aed-985c-4da3-9ff9-6f52df18ce02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4778383 Sep 18 02:13:52.520720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Request body: {'port': {'device_id': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:52.622798 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:52.758200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-92d71d95-0cc0-4f47-93ed-a37affce8666 None None] Provisioning complete for port b776d41d-cefd-43a6-8fd4-a6500f2ee44d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:52.758569 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-92d71d95-0cc0-4f47-93ed-a37affce8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:52.834669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-92d71d95-0cc0-4f47-93ed-a37affce8666 None None] Port b776d41d-cefd-43a6-8fd4-a6500f2ee44d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:53.028687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b776d41d-cefd-43a6-8fd4-a6500f2ee44d {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:13:53.039849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:53.057104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Transition to ACTIVE for port object b776d41d-cefd-43a6-8fd4-a6500f2ee44d will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:13:53.061100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-6cc0b8bc-f8d1-4fe8-abc6-1ea4c32cccef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.063987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:53.072555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-6cc0b8bc-f8d1-4fe8-abc6-1ea4c32cccef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.085674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-6cc0b8bc-f8d1-4fe8-abc6-1ea4c32cccef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.099245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-6cc0b8bc-f8d1-4fe8-abc6-1ea4c32cccef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.119433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-6cc0b8bc-f8d1-4fe8-abc6-1ea4c32cccef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.120761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:53.132096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-6cc0b8bc-f8d1-4fe8-abc6-1ea4c32cccef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.140639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-6cc0b8bc-f8d1-4fe8-abc6-1ea4c32cccef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.153830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-6cc0b8bc-f8d1-4fe8-abc6-1ea4c32cccef tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5434 time: 0.2066698 Sep 18 02:13:53.251007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de3b92-4648-4571-ab81-bbcf8a3bd507 req-acb5ec4d-78ac-4264-b7e2-32f218665477 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.253896 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0de3b92-4648-4571-ab81-bbcf8a3bd507 req-acb5ec4d-78ac-4264-b7e2-32f218665477 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 943 time: 0.1379576 Sep 18 02:13:53.283372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-4dd1f5fb-3b5e-4e4d-b93c-cf93e72c9413 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.284777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-4dd1f5fb-3b5e-4e4d-b93c-cf93e72c9413 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "GET /v2.0/ports/e3da4d64-ab7c-4d40-8154-3121587f43e8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1254771 Sep 18 02:13:53.309065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089e270-8387-45a5-8a91-eef480293573 req-b3a6cb0c-d442-4637-8ea9-e15164e7c03d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.310626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8089e270-8387-45a5-8a91-eef480293573 req-b3a6cb0c-d442-4637-8ea9-e15164e7c03d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.1501691 Sep 18 02:13:53.426211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0de3b92-4648-4571-ab81-bbcf8a3bd507 req-06a5dd61-a372-4c23-b827-58ad4ba6d20f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341555 Sep 18 02:13:53.441768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Attempting to bind port b776d41d-cefd-43a6-8fd4-a6500f2ee44d on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:13:53.442104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Attempting to bind port b776d41d-cefd-43a6-8fd4-a6500f2ee44d by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:13:53.442430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Attempting to bind port b776d41d-cefd-43a6-8fd4-a6500f2ee44d on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:53.447716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Port b776d41d-cefd-43a6-8fd4-a6500f2ee44d on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:13:53.448072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Attempting to bind port b776d41d-cefd-43a6-8fd4-a6500f2ee44d on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:13:53.489341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:13:53.489800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Checking segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:13:53.490246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Bound using segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:13:53.490659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Bound port: b776d41d-cefd-43a6-8fd4-a6500f2ee44d, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:13:53.493207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:53.542664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8089e270-8387-45a5-8a91-eef480293573 req-c3e6732c-1f9b-4599-8762-7fa4ce3bbc78 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264095 Sep 18 02:13:53.582338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:13:53.639602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-4f89741c-036b-4a00-878f-75ed07b4eb7b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "GET /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3445604 Sep 18 02:13:53.662377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:53.757502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-f5c7c92a-3230-46bb-b45c-0917d4f96f51 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.770780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:53.777043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-f5c7c92a-3230-46bb-b45c-0917d4f96f51 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.785330 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'port_id': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'mac_address': 'fa:16:3e:e2:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:13:53.788749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:53.803299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-f5c7c92a-3230-46bb-b45c-0917d4f96f51 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.819998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-f5c7c92a-3230-46bb-b45c-0917d4f96f51 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.828281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-f5c7c92a-3230-46bb-b45c-0917d4f96f51 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.844690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-f5c7c92a-3230-46bb-b45c-0917d4f96f51 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.851749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-f5c7c92a-3230-46bb-b45c-0917d4f96f51 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:53.854464 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:53.871141 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-f5c7c92a-3230-46bb-b45c-0917d4f96f51 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 5434 time: 0.3428195 Sep 18 02:13:53.890639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6b7d63-ceca-47d8-add5-b0a52bc6d479 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:13:53.899485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] For port b776d41d-cefd-43a6-8fd4-a6500f2ee44d, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:53.938127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:53.944902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:53.945353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] For port b776d41d-cefd-43a6-8fd4-a6500f2ee44d, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:13:53.955006 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-388c0278-c82c-4acc-a1ec-3b8269a336b9 req-cc634feb-e7ef-4ca0-8859-15553abb50ed tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815094 Sep 18 02:13:53.957296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:54.031511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:54.068988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:54.075982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:54.075982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:54.076339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7b534211-2362-422a-a028-7e311e5f86e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/b776d41d-cefd-43a6-8fd4-a6500f2ee44d HTTP/1.1" status: 200 len: 1092 time: 1.5629272 Sep 18 02:13:54.076806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'tag': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:54.079352 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "1de2a957-d6c0-46a1-a181-45776f9dc76e", "tag": "b776d41d-cefd-43a6-8fd4-a6500f2ee44d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:54.090438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] For port e3da4d64-ab7c-4d40-8154-3121587f43e8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e3da4d64-ab7c-4d40-8154-3121587f43e8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:54.158791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['dc6b7d63-ceca-47d8-add5-b0a52bc6d479'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:13:54.168664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] For port e3da4d64-ab7c-4d40-8154-3121587f43e8, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:54.185559 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f54e801-2e64-4ff0-b70e-b0ae37caa034 x-openstack-request-id: req-1f54e801-2e64-4ff0-b70e-b0ae37caa034 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:54.185898 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de2a957-d6c0-46a1-a181-45776f9dc76e", "tag": "b776d41d-cefd-43a6-8fd4-a6500f2ee44d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:54.186254 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f54e801-2e64-4ff0-b70e-b0ae37caa034 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:54.186681 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'tag': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d', 'status': 'completed', 'code': 200} Sep 18 02:13:54.211504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7a5b2c72-2bb8-4fe8-80e1-aa669d763742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:54.213925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-7a5b2c72-2bb8-4fe8-80e1-aa669d763742 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 1095 time: 0.0917010 Sep 18 02:13:54.231129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] device_id is not set on port e3da4d64-ab7c-4d40-8154-3121587f43e8 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:13:54.254311 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:54.273100 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:54.321005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-766de45a-47e8-497b-95d8-1ce3284f9a47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d HTTP/1.1" status: 200 len: 217 time: 0.0986621 Sep 18 02:13:54.383037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3da4d64-ab7c-4d40-8154-3121587f43e8,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:54.430216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] No DVR routers for this DVR port e3da4d64-ab7c-4d40-8154-3121587f43e8 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:54.487701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da69f8-5c29-4389-8578-7db7a27d520a req-9fd0e832-9fa3-4707-a3b8-a2059cdb44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:54.489185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-9fd0e832-9fa3-4707-a3b8-a2059cdb44d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1605201 Sep 18 02:13:54.563277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] In _notify_port_updated(), no bound segment for port e3da4d64-ab7c-4d40-8154-3121587f43e8 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:13:54.566180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:54.566948 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:54.569167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-64abfbed-a7b8-44dc-939b-67c03d8717f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 200 len: 1027 time: 0.9246614 Sep 18 02:13:54.757586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-3aca4c0e-80d3-44fe-a4bc-9943627a202b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:54.762218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-3aca4c0e-80d3-44fe-a4bc-9943627a202b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "GET /v2.0/ports/e9f0ea00-a6e0-4ae3-9adf-e880919e07a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1764534 Sep 18 02:13:54.815925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:13:54.834210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da69f8-5c29-4389-8578-7db7a27d520a req-1ab0bf78-ebc1-4ad6-938e-73a677e1305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:54.836899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-1ab0bf78-ebc1-4ad6-938e-73a677e1305d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3351066 Sep 18 02:13:54.882213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-34ae1dfe-8f62-41ef-a11e-fb620b4e6f17 None None] Provisioning complete for port e3da4d64-ab7c-4d40-8154-3121587f43e8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:54.883228 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34ae1dfe-8f62-41ef-a11e-fb620b4e6f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:54.886558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3044-df7f-42a1-aa87-2cf3f5d643be req-a9f49c0d-a216-4254-b9c4-889c13b280dd tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:54.888176 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-757c3044-df7f-42a1-aa87-2cf3f5d643be req-a9f49c0d-a216-4254-b9c4-889c13b280dd tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 943 time: 0.3055866 Sep 18 02:13:55.001285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-34ae1dfe-8f62-41ef-a11e-fb620b4e6f17 None None] Port e3da4d64-ab7c-4d40-8154-3121587f43e8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:55.005579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29cc2b-bcce-4a36-bad7-03038d9e1d11 req-9289eb1e-0a3f-494b-9cd3-c12048328fa6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.019597 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-db29cc2b-bcce-4a36-bad7-03038d9e1d11 req-9289eb1e-0a3f-494b-9cd3-c12048328fa6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 944 time: 0.2938559 Sep 18 02:13:55.083532 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:55.148071 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-db29cc2b-bcce-4a36-bad7-03038d9e1d11 req-e4124109-8ec6-40d7-9e9c-9586a707dbeb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215470 Sep 18 02:13:55.178349 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-757c3044-df7f-42a1-aa87-2cf3f5d643be req-4212849a-28ed-4c8c-bb0b-246631321e73 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730153 Sep 18 02:13:55.237962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-fbee825e-9063-4968-b0ee-d2d8c62944c7 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911343 Sep 18 02:13:55.370197 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66da69f8-5c29-4389-8578-7db7a27d520a req-8bccb545-9c4b-4df9-b76e-499e54fcd728 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211092 Sep 18 02:13:55.400866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2be4-37e0-4182-8aa0-7b31940e11eb req-2644db84-ee1d-46fa-b7a1-f6063e1dd965 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.407108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2be4-37e0-4182-8aa0-7b31940e11eb req-2644db84-ee1d-46fa-b7a1-f6063e1dd965 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.415117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2be4-37e0-4182-8aa0-7b31940e11eb req-2644db84-ee1d-46fa-b7a1-f6063e1dd965 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.422415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2be4-37e0-4182-8aa0-7b31940e11eb req-2644db84-ee1d-46fa-b7a1-f6063e1dd965 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.429890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2be4-37e0-4182-8aa0-7b31940e11eb req-2644db84-ee1d-46fa-b7a1-f6063e1dd965 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.431259 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:55.436598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2be4-37e0-4182-8aa0-7b31940e11eb req-2644db84-ee1d-46fa-b7a1-f6063e1dd965 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.444703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7dfd2be4-37e0-4182-8aa0-7b31940e11eb req-2644db84-ee1d-46fa-b7a1-f6063e1dd965 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 4660 time: 0.1968894 Sep 18 02:13:55.475997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] For port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:55.526694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7dfd2be4-37e0-4182-8aa0-7b31940e11eb req-dd5c54e5-c9af-4c83-8b5c-7db595feb32b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&id=f821eb3d-7ebb-454c-a5fe-0178c876c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752296 Sep 18 02:13:55.527062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-a7f72c3a-4ac7-4514-bc9e-6537920a71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.528831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-a7f72c3a-4ac7-4514-bc9e-6537920a71e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 1095 time: 0.0904601 Sep 18 02:13:55.563290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] For port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:13:55.580799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:13:55.659245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-f8eed7e2-9d37-4607-b7f9-85faaca15227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.661307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-f8eed7e2-9d37-4607-b7f9-85faaca15227 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.1233807 Sep 18 02:13:55.669512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] device_id is not set on port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:13:55.691367 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:55.699349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:13:55.703054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:55.708064 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:55.708763 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:55.737972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-a66ac57b-21df-469d-87b2-ecc46a3da110 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d HTTP/1.1" status: 200 len: 217 time: 0.0681355 Sep 18 02:13:55.826247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-bfc55f4b-2876-4034-b6ac-f8741c86a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.837439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-bfc55f4b-2876-4034-b6ac-f8741c86a2de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.0853691 Sep 18 02:13:55.859056 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:55.864386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] No DVR routers for this DVR port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:55.923571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:55.929135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-a0ec9aea-dd64-4d05-9308-ba8e070fce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.932767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-a0ec9aea-dd64-4d05-9308-ba8e070fce92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918162 Sep 18 02:13:55.954347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] In _notify_port_updated(), no bound segment for port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 on network 82d17108-4032-415d-8e69-c6ef088c7d7c {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:13:55.957333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:55.957333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:55.957333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-519b4f7e-43ec-4588-acd9-c01e161bab7d service neutron] 10.222.0.18 "PUT /v2.0/ports/e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 200 len: 1028 time: 1.1570024 Sep 18 02:13:56.053165 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:56.108200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:56.110186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:56.114569 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a830e02-62cb-40a5-a30e-d46cb43b28e5" -d '{"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-plugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:56.121180 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:56.194083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-9dc89b71-f5c8-43b2-807b-310c5cc2da25 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519424 Sep 18 02:13:56.231790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port 23919e13-0d70-47b1-8884-3f19f7714dd1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:56.232244 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:56.279131 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f84602-fdcc-4bbb-91c4-55e5b6c47ef2 x-openstack-request-id: req-48f84602-fdcc-4bbb-91c4-55e5b6c47ef2 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:56.279425 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-plugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:56.279677 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48f84602-fdcc-4bbb-91c4-55e5b6c47ef2 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:56.280070 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'code': 200} Sep 18 02:13:56.364638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4dbd60c6-99ac-4d99-aabf-1a128f2c78cb None None] Provisioning complete for port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:13:56.365000 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4dbd60c6-99ac-4d99-aabf-1a128f2c78cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:56.406791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43280) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:56.436100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd60c6-99ac-4d99-aabf-1a128f2c78cb None None] Port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:13:56.446282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:56.486648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0449b-ba15-4310-8d85-6a1d368855ae req-6323fa7b-6b63-4a3c-9023-9dddf9ab6c96 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:56.488014 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1f0449b-ba15-4310-8d85-6a1d368855ae req-6323fa7b-6b63-4a3c-9023-9dddf9ab6c96 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 943 time: 0.0820830 Sep 18 02:13:56.492231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea9ff776-e49a-4cfe-b9e4-a623a7905ce9 req-2bec41cd-b770-4fb7-9883-abb08cd028ca service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907906 Sep 18 02:13:56.492505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeb031-4927-4108-a657-ab26ec2bb2bb req-58b02b4a-e003-42c3-9bab-0e57c2edd3f0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:56.501549 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbbeb031-4927-4108-a657-ab26ec2bb2bb req-58b02b4a-e003-42c3-9bab-0e57c2edd3f0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.2515697 Sep 18 02:13:56.640489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbbeb031-4927-4108-a657-ab26ec2bb2bb req-25f9e3d8-2772-4d1e-b425-00b2fc939f10 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377797 Sep 18 02:13:56.680433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738c7f-df74-4f91-a2d6-357ced140dfb req-b5c5f8ab-0b2a-4658-ae9a-431f51ac3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:56.682870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79738c7f-df74-4f91-a2d6-357ced140dfb req-b5c5f8ab-0b2a-4658-ae9a-431f51ac3c68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1097 time: 0.3390133 Sep 18 02:13:56.701522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] For port 23919e13-0d70-47b1-8884-3f19f7714dd1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=23919e13-0d70-47b1-8884-3f19f7714dd1,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:56.701966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:56.741457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for 23919e13-0d70-47b1-8884-3f19f7714dd1 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:56.813805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79738c7f-df74-4f91-a2d6-357ced140dfb req-153dbab2-9ed9-4bb6-bdb6-17ac04ac4750 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221564 Sep 18 02:13:56.889754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6387b-8758-4141-9a19-c4dd23259cac req-2e0114f7-0124-44dc-90f5-592a8993af96 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:56.905166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6387b-8758-4141-9a19-c4dd23259cac req-2e0114f7-0124-44dc-90f5-592a8993af96 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:56.913821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6387b-8758-4141-9a19-c4dd23259cac req-2e0114f7-0124-44dc-90f5-592a8993af96 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:56.922785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6387b-8758-4141-9a19-c4dd23259cac req-2e0114f7-0124-44dc-90f5-592a8993af96 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:56.932079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6387b-8758-4141-9a19-c4dd23259cac req-2e0114f7-0124-44dc-90f5-592a8993af96 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:56.934189 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e0f6387b-8758-4141-9a19-c4dd23259cac req-2e0114f7-0124-44dc-90f5-592a8993af96 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 3885 time: 0.2017245 Sep 18 02:13:56.945087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:56.970209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-475c550d-9766-49c0-aa9a-dbae5c8e23c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.036752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1f0449b-ba15-4310-8d85-6a1d368855ae req-f31b4682-d638-4b8b-934c-4aeab6550018 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357039 Sep 18 02:13:57.087258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e0f6387b-8758-4141-9a19-c4dd23259cac req-cf0f979f-1ec0-4429-b30a-1b89bce71a0c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201053 Sep 18 02:13:57.203297 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.217171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.237490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-475c550d-9766-49c0-aa9a-dbae5c8e23c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.242196 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-475c550d-9766-49c0-aa9a-dbae5c8e23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.272032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=23919e13-0d70-47b1-8884-3f19f7714dd1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:57.294847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:57.308585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.310828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:57.315106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-475c550d-9766-49c0-aa9a-dbae5c8e23c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cb0227ebf4841d7a558e8b3b7323d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9051137 Sep 18 02:13:57.332902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43300) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:57.333961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] No DVR routers for this DVR port 23919e13-0d70-47b1-8884-3f19f7714dd1 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:57.344467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.345699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c550d-9766-49c0-aa9a-dbae5c8e23c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81450695-c935-4524-9f43-7d89329cca34,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:57.346469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-77518448-07c1-469e-b210-4b74941d9720 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "DELETE /v2.0/ports/23919e13-0d70-47b1-8884-3f19f7714dd1 HTTP/1.1" status: 204 len: 173 time: 1.3807104 Sep 18 02:13:57.348438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': '23919e13-0d70-47b1-8884-3f19f7714dd1'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:57.351672 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151c27e6-94fb-48aa-8922-f89b3c85d182" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "23919e13-0d70-47b1-8884-3f19f7714dd1"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:57.426184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:57.464597 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178cda05-fdbf-4cf1-a58e-1039dc4a22cd x-openstack-request-id: req-178cda05-fdbf-4cf1-a58e-1039dc4a22cd {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:57.468010 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "23919e13-0d70-47b1-8884-3f19f7714dd1", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:57.468286 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-178cda05-fdbf-4cf1-a58e-1039dc4a22cd {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:57.468901 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': '23919e13-0d70-47b1-8884-3f19f7714dd1', 'status': 'completed', 'code': 200} Sep 18 02:13:57.516151 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.537245 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd93f-078d-4794-9348-84990fa1ddff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.557834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:13:57.558318 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.568034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:57.576140 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.577274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e3da4d64-ab7c-4d40-8154-3121587f43e8 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:57.617093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd93f-078d-4794-9348-84990fa1ddff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.695954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:57.710255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e3da4d64-ab7c-4d40-8154-3121587f43e8 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:57.710797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 23919e13-0d70-47b1-8884-3f19f7714dd1 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:57.738058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 23919e13-0d70-47b1-8884-3f19f7714dd1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:13:57.738468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 23919e13-0d70-47b1-8884-3f19f7714dd1 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:57.738942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 57f60e8e-b75a-4f16-9ca6-707caada9fd6 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:57.935376 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.951156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] For port 57f60e8e-b75a-4f16-9ca6-707caada9fd6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:57.951549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.992982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 57f60e8e-b75a-4f16-9ca6-707caada9fd6, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57f60e8e-b75a-4f16-9ca6-707caada9fd6,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:57.993214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbffec2-4004-45a3-9179-53e171731ed6 req-60438a81-e205-4e9b-9c78-1f8b331c09ea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:57.998205 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:57.999049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 15f2340f-9302-4d35-b43b-0ea9537a50a5 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:58.003368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1fbffec2-4004-45a3-9179-53e171731ed6 req-60438a81-e205-4e9b-9c78-1f8b331c09ea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1620514 Sep 18 02:13:58.069594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd93f-078d-4794-9348-84990fa1ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.073190 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd93f-078d-4794-9348-84990fa1ddff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.076901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0d0dd93f-078d-4794-9348-84990fa1ddff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81450695-c935-4524-9f43-7d89329cca34 HTTP/1.1" status: 204 len: 168 time: 0.7378814 Sep 18 02:13:58.091638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dd93f-078d-4794-9348-84990fa1ddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81450695-c935-4524-9f43-7d89329cca34,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:58.131609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=57f60e8e-b75a-4f16-9ca6-707caada9fd6,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:58.147327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1fbffec2-4004-45a3-9179-53e171731ed6 req-9690fd8d-ec7b-4cf6-a12c-d577a888e6e6 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430955 Sep 18 02:13:58.229562 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.280614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8'}, {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa'}, {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6'}, {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f2340f-9302-4d35-b43b-0ea9537a50a5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:58.293022 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a52e99-d7e3-4166-bd39-1d1594fee719" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8"}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa"}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6"}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "15f2340f-9302-4d35-b43b-0ea9537a50a5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:58.303485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bdaef-d919-4ed0-a817-141b68238250 req-642290f7-e4fd-4611-b436-5a2240502be9 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:58.305432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b3bdaef-d919-4ed0-a817-141b68238250 req-642290f7-e4fd-4611-b436-5a2240502be9 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 943 time: 0.0950065 Sep 18 02:13:58.324971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 15f2340f-9302-4d35-b43b-0ea9537a50a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:58.333402 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.334488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:13:58.436812 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b3bdaef-d919-4ed0-a817-141b68238250 req-05059250-a840-432b-bab4-d4a8655f4f51 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173811 Sep 18 02:13:58.475956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=15f2340f-9302-4d35-b43b-0ea9537a50a5,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:58.541234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:13:58.551220 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f2004-fd63-49be-9266-817cf3ba2152 x-openstack-request-id: req-a15f2004-fd63-49be-9266-817cf3ba2152 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:58.551531 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8", "code": 200}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa", "code": 200}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6", "code": 200}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "15f2340f-9302-4d35-b43b-0ea9537a50a5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:58.551785 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a15f2004-fd63-49be-9266-817cf3ba2152 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:58.552197 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8', 'code': 200} Sep 18 02:13:58.552445 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa', 'code': 200} Sep 18 02:13:58.552692 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'code': 200} Sep 18 02:13:58.552933 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f2340f-9302-4d35-b43b-0ea9537a50a5', 'code': 200} Sep 18 02:13:58.579828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ef52-2d58-43c1-8cab-9867e93e9bc6 req-b4b3fbd7-4c8a-4162-9a41-513defb9e1d1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:58.588829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ef52-2d58-43c1-8cab-9867e93e9bc6 req-b4b3fbd7-4c8a-4162-9a41-513defb9e1d1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:58.596407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ef52-2d58-43c1-8cab-9867e93e9bc6 req-b4b3fbd7-4c8a-4162-9a41-513defb9e1d1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:58.602907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140ef52-2d58-43c1-8cab-9867e93e9bc6 req-b4b3fbd7-4c8a-4162-9a41-513defb9e1d1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:58.607321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1140ef52-2d58-43c1-8cab-9867e93e9bc6 req-b4b3fbd7-4c8a-4162-9a41-513defb9e1d1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 3142 time: 0.3057425 Sep 18 02:13:58.621221 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.621608 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.621956 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Floating IP 6420fae8-2c66-4a0c-b282-26b39b8c4727 disassociated. External IP: 172.25.0.19, port: 57f60e8e-b75a-4f16-9ca6-707caada9fd6. Sep 18 02:13:58.623176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for 57f60e8e-b75a-4f16-9ca6-707caada9fd6 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:13:58.707080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43342) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:58.740391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33fece0e-3185-40ba-af39-42a3937e5428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.745373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1140ef52-2d58-43c1-8cab-9867e93e9bc6 req-a488b0f0-8b2b-4ef3-b38e-067e39c42fe0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325448 Sep 18 02:13:58.873427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.911748 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33fece0e-3185-40ba-af39-42a3937e5428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.918685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33fece0e-3185-40ba-af39-42a3937e5428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:58.919727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=57f60e8e-b75a-4f16-9ca6-707caada9fd6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:58.952675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b776d41d-cefd-43a6-8fd4-a6500f2ee44d details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:13:58.980143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fece0e-3185-40ba-af39-42a3937e5428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2282c5cb-cacc-4755-b40d-85723960cffa,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:58.986475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-33fece0e-3185-40ba-af39-42a3937e5428 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3e6dadfaea74e9eac6cf8e5eac80d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782044 Sep 18 02:13:58.989908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43348) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:13:59.094932 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-422b8c55-8a7e-4776-a7f6-35bfbc84bc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:59.129447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-422b8c55-8a7e-4776-a7f6-35bfbc84bc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:59.169422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b776d41d-cefd-43a6-8fd4-a6500f2ee44d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:59.184285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:13:59.188707 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d', 'mac_address': 'fa:16:3e:1a:5e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:13:59.200190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-422b8c55-8a7e-4776-a7f6-35bfbc84bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:59.202909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-422b8c55-8a7e-4776-a7f6-35bfbc84bc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:59.204160 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-422b8c55-8a7e-4776-a7f6-35bfbc84bc3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2282c5cb-cacc-4755-b40d-85723960cffa HTTP/1.1" status: 204 len: 168 time: 0.2128830 Sep 18 02:13:59.219073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b8c55-8a7e-4776-a7f6-35bfbc84bc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2282c5cb-cacc-4755-b40d-85723960cffa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:59.269986 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:59.300744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b776d41d-cefd-43a6-8fd4-a6500f2ee44d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:13:59.348685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b776d41d-cefd-43a6-8fd4-a6500f2ee44d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:13:59.356397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:59.366855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:13:59.382537 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] Sync routers for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:13:59.414811 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:13:59.415467 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:13:59.462461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] No DVR routers for this DVR port 57f60e8e-b75a-4f16-9ca6-707caada9fd6 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:13:59.465616 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:13:59.468873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-0e0ec2a8-1ef2-4743-b4dd-191a68877db3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "DELETE /v2.0/ports/57f60e8e-b75a-4f16-9ca6-707caada9fd6 HTTP/1.1" status: 204 len: 173 time: 2.1081691 Sep 18 02:13:59.469345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:13:59.479372 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfc8f9f-2016-4561-ad81-883cf09f0373" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:13:59.496772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f1c10-7f1d-4256-8b4c-24c1e6cc4c64 req-9a004d2c-12d9-408a-a261-bcbddaa7e718 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:59.507937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ef0f1c10-7f1d-4256-8b4c-24c1e6cc4c64 req-9a004d2c-12d9-408a-a261-bcbddaa7e718 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.2089057 Sep 18 02:13:59.537201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:13:59.664726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ef0f1c10-7f1d-4256-8b4c-24c1e6cc4c64 req-4004b3ac-4a5b-4c96-80f6-f20c41601106 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561899 Sep 18 02:13:59.683363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['b776d41d-cefd-43a6-8fd4-a6500f2ee44d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:13:59.800936 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:13:59.814173 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aaa5a7-af33-45e4-b474-23f84dd0311b x-openstack-request-id: req-80aaa5a7-af33-45e4-b474-23f84dd0311b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:13:59.815280 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "57f60e8e-b75a-4f16-9ca6-707caada9fd6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:13:59.816759 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80aaa5a7-af33-45e4-b474-23f84dd0311b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:13:59.817248 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': '57f60e8e-b75a-4f16-9ca6-707caada9fd6', 'status': 'completed', 'code': 200} Sep 18 02:13:59.889438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20a4b-78d9-450a-b0ad-44d454aaecfd req-2ffdb8ed-50b5-4bfe-8da4-a3ab8a287189 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:13:59.904474 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71d20a4b-78d9-450a-b0ad-44d454aaecfd req-2ffdb8ed-50b5-4bfe-8da4-a3ab8a287189 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 944 time: 0.2599549 Sep 18 02:13:59.991571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435f8ae-984f-427f-89e0-e60873c26898 req-e7d980b7-aff9-4b18-8ef2-c1ec6c9bd051 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:00.005574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71d20a4b-78d9-450a-b0ad-44d454aaecfd req-99d446ea-2f09-4336-9110-1a407b7b7c0a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000540 Sep 18 02:14:00.010649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b435f8ae-984f-427f-89e0-e60873c26898 req-e7d980b7-aff9-4b18-8ef2-c1ec6c9bd051 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1267388 Sep 18 02:14:00.015902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port 15f2340f-9302-4d35-b43b-0ea9537a50a5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:00.018924 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:00.131028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b435f8ae-984f-427f-89e0-e60873c26898 req-7bf0f3d2-d050-4253-871e-81c5da66c9b3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176622 Sep 18 02:14:00.145701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43390) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:00.223079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8175ae8b-8310-4a7e-a834-ac8b60e1d92e tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:00.229546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8175ae8b-8310-4a7e-a834-ac8b60e1d92e tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1092 time: 0.0824761 Sep 18 02:14:00.230824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43394) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:00.236176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:00.239648 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:00.268422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] For port 15f2340f-9302-4d35-b43b-0ea9537a50a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=15f2340f-9302-4d35-b43b-0ea9537a50a5,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:00.275880 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:00.308213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for 15f2340f-9302-4d35-b43b-0ea9537a50a5 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:00.308724 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:00.619749 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:00.634304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe46889-421c-4137-8223-c7f47f007861 req-e481058c-1b86-407e-8844-ef103022699f tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:00.650394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe46889-421c-4137-8223-c7f47f007861 req-e481058c-1b86-407e-8844-ef103022699f tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:00.663639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe46889-421c-4137-8223-c7f47f007861 req-e481058c-1b86-407e-8844-ef103022699f tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:00.666397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfe46889-421c-4137-8223-c7f47f007861 req-e481058c-1b86-407e-8844-ef103022699f tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 2409 time: 0.3296854 Sep 18 02:14:00.673889 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] Checking router: 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:14:00.684583 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:14:00.685503 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:13:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:00.855224 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-feee837b-ec00-4fe0-80e9-9a25fa23f060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:00.877185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfe46889-421c-4137-8223-c7f47f007861 req-53bb7e76-ee80-4e67-b94d-c2526184c2be tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922584 Sep 18 02:14:00.920475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:00.931173 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:14:00.959337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b776d41d-cefd-43a6-8fd4-a6500f2ee44d up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:14:00.960721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.25.0.163 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/7bb5ba9e-955d-43d0-8519-268f7eb2e319) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:14:00.976004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=15f2340f-9302-4d35-b43b-0ea9537a50a5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:01.054494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] No DVR routers for this DVR port 15f2340f-9302-4d35-b43b-0ea9537a50a5 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:14:01.060979 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:01.063309 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-80e9dc2d-cd82-493c-aca2-799ca6e86afc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "DELETE /v2.0/ports/15f2340f-9302-4d35-b43b-0ea9537a50a5 HTTP/1.1" status: 204 len: 173 time: 1.5736420 Sep 18 02:14:01.111907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port b776d41d-cefd-43a6-8fd4-a6500f2ee44d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:14:01.125731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port b776d41d-cefd-43a6-8fd4-a6500f2ee44d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:14:01.126200 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:01.295857 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:01.330602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:01.331854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:01.335566 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab20cb7-2ffe-4c02-93c3-47edea3f7209 None None] The sync data for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 is: [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:02:44Z', 'revision_number': 4, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '4ee0c26a-3324-4234-9f4f-195ad4420fad', 'name': '', 'network_id': '11be498a-d972-4af2-b522-204f1356985f', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'mac_address': 'fa:16:3e:ab:c2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:41Z', 'updated_at': '2021-09-18T02:02:54Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'subnets': [{'id': '623b87eb-c594-4180-b0f1-d20148d1cdf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:14:01.335900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7cfff-f2e6-41b3-91e4-65d1517d2d50 req-5ced7613-0e53-473b-b0b3-de068b71a278 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:01.358617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eee7cfff-f2e6-41b3-91e4-65d1517d2d50 req-5ced7613-0e53-473b-b0b3-de068b71a278 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 944 time: 0.1972139 Sep 18 02:14:01.372942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:01.385239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:01.472529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port b776d41d-cefd-43a6-8fd4-a6500f2ee44d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:01.473384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:01.475744 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e969bf-17f0-4a10-abf9-2276e46ef1d3" -d '{"events": [{"server_uuid": "1de2a957-d6c0-46a1-a181-45776f9dc76e", "name": "network-vif-plugged", "status": "completed", "tag": "b776d41d-cefd-43a6-8fd4-a6500f2ee44d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:01.495817 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:01.535026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eee7cfff-f2e6-41b3-91e4-65d1517d2d50 req-e5610e53-e10c-43f1-ab74-bcdaa7876e27 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734128 Sep 18 02:14:01.602399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] For port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:01.602842 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:01.607773 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:01.610296 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36cb6ad-e0e4-472e-989d-cf8392724364 x-openstack-request-id: req-a36cb6ad-e0e4-472e-989d-cf8392724364 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:01.610695 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de2a957-d6c0-46a1-a181-45776f9dc76e", "name": "network-vif-plugged", "status": "completed", "tag": "b776d41d-cefd-43a6-8fd4-a6500f2ee44d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:01.611100 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a36cb6ad-e0e4-472e-989d-cf8392724364 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:01.611758 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d', 'code': 200} Sep 18 02:14:01.648468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:01.693060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:01.821621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:14:01.822536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:14:01.849134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:14:01.894823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': '15f2340f-9302-4d35-b43b-0ea9537a50a5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:01.898777 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf288145-da3b-4d21-a6a1-8f53519f21e3" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "15f2340f-9302-4d35-b43b-0ea9537a50a5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:02.007193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=7bb5ba9e-955d-43d0-8519-268f7eb2e319,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:02.022284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812b619-8c5d-4e6c-9ec8-e49449822656 None None] New status for floating IP 6420fae8-2c66-4a0c-b282-26b39b8c4727: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:14:02.064678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730a60d-8667-48d1-8981-fa78ad776c05 req-54637aa7-6e07-4f35-b4a6-cb197d42fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:02.066221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d730a60d-8667-48d1-8981-fa78ad776c05 req-54637aa7-6e07-4f35-b4a6-cb197d42fd51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 1097 time: 0.2962239 Sep 18 02:14:02.073964 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50acb7c2-8524-40d8-82e6-e845f96dc967 x-openstack-request-id: req-50acb7c2-8524-40d8-82e6-e845f96dc967 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:02.079165 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "15f2340f-9302-4d35-b43b-0ea9537a50a5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:02.079433 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50acb7c2-8524-40d8-82e6-e845f96dc967 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:02.087066 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': '15f2340f-9302-4d35-b43b-0ea9537a50a5', 'status': 'completed', 'code': 200} Sep 18 02:14:02.254268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d730a60d-8667-48d1-8981-fa78ad776c05 req-7481a2ee-d1b8-4db7-9d20-4c765b92163e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710050 Sep 18 02:14:02.257272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b033c-93a6-4fa6-aad9-d74f38d95c41 req-2f366504-9930-4903-82c9-8f1ec4067283 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:02.264150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b033c-93a6-4fa6-aad9-d74f38d95c41 req-2f366504-9930-4903-82c9-8f1ec4067283 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:02.266641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b10b033c-93a6-4fa6-aad9-d74f38d95c41 req-2f366504-9930-4903-82c9-8f1ec4067283 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 1676 time: 0.1748028 Sep 18 02:14:02.318897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:02.381197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b10b033c-93a6-4fa6-aad9-d74f38d95c41 req-f55f92ec-d1ee-40e7-8144-88cd6754dbb4 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups?id=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075909 Sep 18 02:14:02.411647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:02.514834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] No DVR routers for this DVR port 8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:14:02.545507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:02.553131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-f9f9271b-e858-45c4-9eef-07cafb2c73b6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "DELETE /v2.0/ports/8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8 HTTP/1.1" status: 204 len: 173 time: 1.4824767 Sep 18 02:14:02.575389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:02.722948 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:02.811212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939acbf-1af9-48da-a9ae-9f8282706552 req-175278b7-0c57-4f3e-b9c3-7913c3e7cbf6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:02.813129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e939acbf-1af9-48da-a9ae-9f8282706552 req-175278b7-0c57-4f3e-b9c3-7913c3e7cbf6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 945 time: 0.1104326 Sep 18 02:14:02.936002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:02.936681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:03.028906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e939acbf-1af9-48da-a9ae-9f8282706552 req-85a0c126-d46b-4c06-8b12-d2d3bbd34ce3 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959133 Sep 18 02:14:03.086072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:03.096113 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:03.117184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] For port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:03.117604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:03.160364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:03.260484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:03.322585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=7bb5ba9e-955d-43d0-8519-268f7eb2e319,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:03.449072 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c3a6052-98e0-4039-8755-79dac7db0e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:03.483209 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:03.506513 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Floating IP 3493c715-50bb-4559-b308-7fb1a7dbc539 associated. External IP: 172.25.0.163, port: dc6b7d63-ceca-47d8-add5-b0a52bc6d479. Sep 18 02:14:03.520975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:03.568773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4cc3214-a294-493c-825e-b82887363e7c req-c7ca2628-d9d3-4eb4-8069-36f988065cb7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0512757 Sep 18 02:14:03.692737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] No DVR routers for this DVR port d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:14:03.699688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:03.702477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2c7e618-5718-4f4d-ab05-be9ab1331593 req-af9443fe-b67a-4918-bb4e-c1a57a77872b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.18 "DELETE /v2.0/ports/d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa HTTP/1.1" status: 204 len: 173 time: 1.1440933 Sep 18 02:14:03.966105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 6469bf6d-3b37-44ee-903c-45ebed26cb5a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:14:04.026674 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:04.092821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8'}, {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:04.095201 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaa105b-a01a-446b-ad7e-b758973c59b1" -d '{"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8"}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:04.248980 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a62015-4dd4-449c-a616-2a65b3ecc9e7 x-openstack-request-id: req-d3a62015-4dd4-449c-a616-2a65b3ecc9e7 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:04.256218 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8", "status": "completed", "code": 200}, {"server_uuid": "5f081a13-2f8d-48bc-bd10-8edb5838ce41", "name": "network-vif-deleted", "tag": "d7753ba0-1ebe-4c44-a407-7d4b30c5a5aa", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:04.256218 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3a62015-4dd4-449c-a616-2a65b3ecc9e7 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:04.256218 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': '8b4cbf58-bcd8-4d4a-9d1e-e931faf558f8', 'status': 'completed', 'code': 200} Sep 18 02:14:04.256218 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f081a13-2f8d-48bc-bd10-8edb5838ce41', 'name': 'network-vif-deleted', 'tag': 'd7753ba0-1ebe-4c44-a407-7d4b30c5a5aa', 'status': 'completed', 'code': 200} Sep 18 02:14:04.498965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:14:04.513463 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] Sync routers for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:14:04.528078 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:14:04.530967 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:14:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:04.561564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144c374-a9c5-42f2-ad95-babac286a627 req-f31ed3a1-7535-4e80-94ab-0e1fbff00d40 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:04.572948 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2144c374-a9c5-42f2-ad95-babac286a627 req-f31ed3a1-7535-4e80-94ab-0e1fbff00d40 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 945 time: 0.2311780 Sep 18 02:14:04.582159 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:04.628263 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1385c9a5-4cb9-4b99-aaa1-6d1bebd53680 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3953314 Sep 18 02:14:04.634768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:04.637989 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:04.667740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2144c374-a9c5-42f2-ad95-babac286a627 req-713abe32-200b-4674-8acc-748141a50735 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939007 Sep 18 02:14:04.749159 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:14:04.800217 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f97071ac-459a-4488-b7b8-872d7b413e24 req-e846f9a8-fb41-49ac-8694-4eb8c032b3c6 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0510833 Sep 18 02:14:04.889011 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:05.009797 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c7a382-b3b1-4893-bce0-048203657d32 x-openstack-request-id: req-d2c7a382-b3b1-4893-bce0-048203657d32 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:05.010133 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:05.010388 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2c7a382-b3b1-4893-bce0-048203657d32 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:05.010815 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'status': 'completed', 'code': 200} Sep 18 02:14:05.065540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9558dcf-2cb3-4e11-bf81-f3381d03b720 req-1a24870a-3264-473a-a2a9-588f04d44159 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:05.098799 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9558dcf-2cb3-4e11-bf81-f3381d03b720 req-1a24870a-3264-473a-a2a9-588f04d44159 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.2585983 Sep 18 02:14:05.111624 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '3493c715-50bb-4559-b308-7fb1a7dbc539', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'port_id': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'mac_address': 'fa:16:3e:e2:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6039a3b-e675-406e-b160-713ab2909610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:14:02Z', 'updated_at': '2021-09-18T02:14:02Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:44Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:05.164823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-07c620be-a937-4c83-b478-5f5bafeddafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:05.168547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-07c620be-a937-4c83-b478-5f5bafeddafe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1097 time: 0.1354327 Sep 18 02:14:05.171857 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] Checking router: 6469bf6d-3b37-44ee-903c-45ebed26cb5a for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:14:05.195043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9558dcf-2cb3-4e11-bf81-f3381d03b720 req-220a6f43-77ec-4d6b-9bcd-c542416c5c1c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893848 Sep 18 02:14:05.209559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43562) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:05.209995 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:14:05.210643 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:14:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:05.363176 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:14:05.375087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f1d7dd0a-f982-4198-8ede-3c13d21426d9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/3493c715-50bb-4559-b308-7fb1a7dbc539 HTTP/1.1" status: 200 len: 991 time: 0.1624777 Sep 18 02:14:05.422979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-497519af-5233-4c64-9246-4dade11e3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:05.424471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-497519af-5233-4c64-9246-4dade11e3457 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.2386038 Sep 18 02:14:05.521490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd09296f-a47f-4773-acaf-51837f1254bc req-82524786-5312-4783-b2bb-99cd3b489d24 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=815b4e6858ff4b9c949cf1c18d222a4e HTTP/1.1" status: 200 len: 267 time: 0.3493104 Sep 18 02:14:05.607473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43574) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:05.637310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-a6b613a1-9227-477a-9d97-0a0e1f6ae5c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 999 time: 0.2023416 Sep 18 02:14:05.666599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09296f-a47f-4773-acaf-51837f1254bc req-d3bfe7ee-43d5-42ad-92e3-3c1ce1d39f69 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:05.688393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd09296f-a47f-4773-acaf-51837f1254bc req-d3bfe7ee-43d5-42ad-92e3-3c1ce1d39f69 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 945 time: 0.1653342 Sep 18 02:14:05.716216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-bd09296f-a47f-4773-acaf-51837f1254bc req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'port': {'security_groups': []}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:05.840713 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bd09296f-a47f-4773-acaf-51837f1254bc req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:05.887855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-a69380bb-8fcf-4745-a6d5-2e4f58e765f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:05.893885 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-a69380bb-8fcf-4745-a6d5-2e4f58e765f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.2406137 Sep 18 02:14:05.917360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36610325-e9f8-4d19-99d3-38c00cad4d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:05.956150 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '3493c715-50bb-4559-b308-7fb1a7dbc539', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'port_id': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'mac_address': 'fa:16:3e:e2:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6039a3b-e675-406e-b160-713ab2909610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:14:02Z', 'updated_at': '2021-09-18T02:14:02Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:44Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:06.026971 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-708ff4df-6ddb-43d2-bb1d-37bba83fc036 req-0393e5fd-d9a1-4ff2-8bed-81c4c2abebfc tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0489399 Sep 18 02:14:06.045736 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6d311-543b-4292-b0a7-d9e65eeeb4e4 None None] The sync data for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 is: [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '3493c715-50bb-4559-b308-7fb1a7dbc539', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'port_id': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'mac_address': 'fa:16:3e:e2:b7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6039a3b-e675-406e-b160-713ab2909610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:14:02Z', 'updated_at': '2021-09-18T02:14:02Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:44Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:14:06.147132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36610325-e9f8-4d19-99d3-38c00cad4d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:06.153601 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36610325-e9f8-4d19-99d3-38c00cad4d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:06.163019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-b193b950-698f-4d02-9efc-656fb31148fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:06.164567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-b193b950-698f-4d02-9efc-656fb31148fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2667336 Sep 18 02:14:06.213194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36610325-e9f8-4d19-99d3-38c00cad4d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28141b34-8bec-4657-8e38-c6e0c1c6f1e4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:06.283812 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:06.289507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-36610325-e9f8-4d19-99d3-38c00cad4d11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b0a8f8d167f4f7e90a4592a3a645d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808317 Sep 18 02:14:06.293488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:06.383203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43594) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:06.465308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbe514-21fb-4f1f-bf09-2f4188360513 None None] New status for floating IP 3493c715-50bb-4559-b308-7fb1a7dbc539: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:14:06.551590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-18d8600f-d930-459c-a79d-953bafcd0ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:06.579393 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-18d8600f-d930-459c-a79d-953bafcd0ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:06.712312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0c99887c-e952-47b4-9d17-d47347092556 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/3493c715-50bb-4559-b308-7fb1a7dbc539 HTTP/1.1" status: 200 len: 991 time: 0.3271203 Sep 18 02:14:06.730794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-18d8600f-d930-459c-a79d-953bafcd0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:06.735051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-18d8600f-d930-459c-a79d-953bafcd0ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:06.738654 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-18d8600f-d930-459c-a79d-953bafcd0ba0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28141b34-8bec-4657-8e38-c6e0c1c6f1e4 HTTP/1.1" status: 204 len: 168 time: 0.4407156 Sep 18 02:14:06.771746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8600f-d930-459c-a79d-953bafcd0ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28141b34-8bec-4657-8e38-c6e0c1c6f1e4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:07.235676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bd09296f-a47f-4773-acaf-51837f1254bc req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] For port b776d41d-cefd-43a6-8fd4-a6500f2ee44d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:07.257682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-7e36199b-0216-41e4-bbde-c5e0b255e75d service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0597625 Sep 18 02:14:07.258477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa7a06ef-ddf2-4331-a520-7ccce02212e3 req-fbb521ee-82b0-448c-8931-8de1f4f5401c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0696144 Sep 18 02:14:07.419295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bd09296f-a47f-4773-acaf-51837f1254bc req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:07.429642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43616) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:07.449470 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bd09296f-a47f-4773-acaf-51837f1254bc req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:07.461208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['64df83f9-c1b8-4111-aed6-420c7a085b87', '914ed83f-8bae-48ec-90ef-032dd2b718e4', 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:14:07.463844 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ede30af-d737-4298-8120-8b6c0d479d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:07.638699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'Port': ['ID=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:07.684652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09296f-a47f-4773-acaf-51837f1254bc req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:07.685436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bd09296f-a47f-4773-acaf-51837f1254bc req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:07.689785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd09296f-a47f-4773-acaf-51837f1254bc req-dc749fa0-0e0a-4c3e-b981-26da9e1befab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "PUT /v2.0/ports/b776d41d-cefd-43a6-8fd4-a6500f2ee44d HTTP/1.1" status: 200 len: 904 time: 2.0005412 Sep 18 02:14:07.727071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:07.750465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'tag': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:07.754012 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1de2a957-d6c0-46a1-a181-45776f9dc76e", "tag": "b776d41d-cefd-43a6-8fd4-a6500f2ee44d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:07.765052 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56c2d89c-7ac3-4e0a-a5c5-ed80a57473b6 req-da3e3e09-c922-4d96-abd2-6ac592d6840b service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919662 Sep 18 02:14:07.797083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['b776d41d-cefd-43a6-8fd4-a6500f2ee44d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:14:07.850902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d20cbc92-9a3c-4afe-b356-8060070d5f35 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/3493c715-50bb-4559-b308-7fb1a7dbc539 HTTP/1.1" status: 200 len: 993 time: 0.1110687 Sep 18 02:14:07.866934 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ede30af-d737-4298-8120-8b6c0d479d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:07.881349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ede30af-d737-4298-8120-8b6c0d479d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:08.012512 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f3ed55-a38f-41bc-84c7-1ff3a954b982 x-openstack-request-id: req-41f3ed55-a38f-41bc-84c7-1ff3a954b982 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:08.012720 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de2a957-d6c0-46a1-a181-45776f9dc76e", "tag": "b776d41d-cefd-43a6-8fd4-a6500f2ee44d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:08.013010 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41f3ed55-a38f-41bc-84c7-1ff3a954b982 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:08.013403 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'tag': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d', 'status': 'completed', 'code': 200} Sep 18 02:14:08.141736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-93296413-941e-40a1-9d78-39ccd580edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:08.147996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-93296413-941e-40a1-9d78-39ccd580edc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 1059 time: 0.1672788 Sep 18 02:14:08.214040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede30af-d737-4298-8120-8b6c0d479d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2310b31d-f999-435d-8a35-e55d1c942783,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:08.225114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3ede30af-d737-4298-8120-8b6c0d479d1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=022bad135b90439bb8b952c60352e567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940614 Sep 18 02:14:08.226781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43632) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:08.267476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b86be-05e3-4e0e-8b65-f43d84277f8f req-5d160123-55d9-4ddc-8d68-ea21d865e5ab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:08.269577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-901b86be-05e3-4e0e-8b65-f43d84277f8f req-5d160123-55d9-4ddc-8d68-ea21d865e5ab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 907 time: 0.2915828 Sep 18 02:14:08.332654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3abdfe90-4e6c-43af-b770-0e98bb02463f None None] Provisioning complete for port b776d41d-cefd-43a6-8fd4-a6500f2ee44d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:14:08.339667 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3abdfe90-4e6c-43af-b770-0e98bb02463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:08.389472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-02260b98-b59e-4f1a-99c6-3b84658ed9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:08.448722 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-02260b98-b59e-4f1a-99c6-3b84658ed9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:08.474936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c89a3dbb-be79-4f4c-8d31-3b4eeeacb60a req-05f61a28-f014-4f02-868b-c95eb48ed7b1 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0801759 Sep 18 02:14:08.476224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-4ffa5b7e-4dbe-4c1c-9332-3e6d46807c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:08.483022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-4ffa5b7e-4dbe-4c1c-9332-3e6d46807c49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.3236790 Sep 18 02:14:08.579241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-0638d087-b63e-40d3-a0d0-fd58a5a6ff36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d HTTP/1.1" status: 200 len: 217 time: 0.0909071 Sep 18 02:14:08.604513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807124a-2444-42bc-af64-66fc69ce235b req-fc668b0d-acbc-4561-b8b7-4d97bb2a2c03 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:08.606656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6807124a-2444-42bc-af64-66fc69ce235b req-fc668b0d-acbc-4561-b8b7-4d97bb2a2c03 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1421719 Sep 18 02:14:08.624082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-02260b98-b59e-4f1a-99c6-3b84658ed9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:08.627199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-02260b98-b59e-4f1a-99c6-3b84658ed9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:08.628851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-02260b98-b59e-4f1a-99c6-3b84658ed9bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2310b31d-f999-435d-8a35-e55d1c942783 HTTP/1.1" status: 204 len: 168 time: 0.3992655 Sep 18 02:14:08.646666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02260b98-b59e-4f1a-99c6-3b84658ed9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2310b31d-f999-435d-8a35-e55d1c942783,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:08.666427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-e6372e31-1348-490c-9d11-2c6a49297c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:08.668443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-e6372e31-1348-490c-9d11-2c6a49297c6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.0763025 Sep 18 02:14:08.688277 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6807124a-2444-42bc-af64-66fc69ce235b req-047303bd-37bb-4441-b2a4-51beacb46173 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737383 Sep 18 02:14:08.763660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-e4cf8077-e1ce-4103-8eef-f942a601bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:08.766060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-e4cf8077-e1ce-4103-8eef-f942a601bc6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887713 Sep 18 02:14:08.909271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52af0-e4d0-486e-8956-d0e49f37de69 req-1566bf82-2771-4f31-9621-0d2e3599671c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:08.917475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35b52af0-e4d0-486e-8956-d0e49f37de69 req-1566bf82-2771-4f31-9621-0d2e3599671c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1089125 Sep 18 02:14:08.930587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-f97c6dec-ffb6-4871-82c0-29f07727a1cf service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557889 Sep 18 02:14:09.091609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35b52af0-e4d0-486e-8956-d0e49f37de69 req-09d4fe04-c65f-42ab-a3ca-1caff170b609 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731606 Sep 18 02:14:09.148707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d64d8a48-4647-4ec4-b3f2-86492c81f3e6 req-ab10e800-75f9-4e62-9364-658c70546aff service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105255 Sep 18 02:14:09.596530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-bc50eafd-32f8-4c93-b7fc-b6b12da9b981 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:09.598199 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-bc50eafd-32f8-4c93-b7fc-b6b12da9b981 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.1585343 Sep 18 02:14:09.623800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-889801d3-3813-4261-a6ee-02fd20af77e2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/quotas/815b4e6858ff4b9c949cf1c18d222a4e HTTP/1.1" status: 200 len: 375 time: 0.0122216 Sep 18 02:14:09.635485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-088b4649-7f8e-41d9-9418-9db1a7fd657f req-a3a3c1d1-7f3b-4047-86c8-6e42c22f0feb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0414555 Sep 18 02:14:09.812573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-8952848a-6395-4609-a146-cb708e0abd4e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1863711 Sep 18 02:14:10.051165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-5c35739d-4979-4446-a490-9b46d5cb2945 service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303376 Sep 18 02:14:10.288803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-7e56c7f4-bcba-4e48-9457-fc3ce267f40f service neutron] 10.222.0.21 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305269 Sep 18 02:14:10.600485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee763e87-1b89-442b-b68f-575a28417a92 req-65dd7f08-0286-41f0-9f02-89fd62e8a04a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 210 time: 0.0695128 Sep 18 02:14:10.861314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a53d86a-65c3-4bb9-bd36-d2da1733a219 req-e31bab93-9b17-427b-a336-ea9072342b12 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0652072 Sep 18 02:14:11.789722 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d611ff7f-6df6-4776-b9ae-8c2180c5666f req-e0b55c4b-317d-4c20-8868-64c6b8c5b13d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 210 time: 0.0370321 Sep 18 02:14:12.089430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e50f7f18-5b6c-46ce-b80f-322de06c4bf2 req-9db3466a-6276-4b65-a353-249a3fae895a tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0668764 Sep 18 02:14:12.227040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-0ed08558-c178-4dda-a1fc-b174a76baf6a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:12.230213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-0ed08558-c178-4dda-a1fc-b174a76baf6a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 812 time: 0.2321084 Sep 18 02:14:12.248316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Request body: {'port': {'device_id': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'admin_state_up': True, 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:12.516832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Made reservation on behalf of 815b4e6858ff4b9c949cf1c18d222a4e for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:14:12.526051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:12.848765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Allocated IP 172.20.0.12 (3fe19fbc-b275-41d4-a28f-5adf4e38ebde/93cb6d6e-a2f1-4568-b02b-cb6b8003200b/ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:14:12.965333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3c51b492-3dae-43e7-85cc-4450a9b75bd1 req-0ddb9d8b-4436-410c-ae50-9556bbd0a566 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 210 time: 0.0398517 Sep 18 02:14:13.191934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:13.257888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb9a78db-9bf7-48f6-bd83-c6d775013abe req-24b69faf-27fe-4136-8aae-3210bd5476a0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0376885 Sep 18 02:14:13.283681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:13.306654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['64df83f9-c1b8-4111-aed6-420c7a085b87', '914ed83f-8bae-48ec-90ef-032dd2b718e4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:14:13.355920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:14:13.359040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:14:13.362121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:14:13.406873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event updated for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:13.454678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:13.455442 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:13.496932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-17c3b667-6208-48df-a1cd-e8e50d478c79 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2449760 Sep 18 02:14:13.507550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Request body: {'port': {'device_id': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:13.677120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:13.920107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-375def3a-1b89-4eea-ab8b-0ef978341b7b None None] Provisioning complete for port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:14:13.920486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-375def3a-1b89-4eea-ab8b-0ef978341b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:14.008616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-375def3a-1b89-4eea-ab8b-0ef978341b7b None None] Port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:14:14.414901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76ca9f-11ca-4936-9a02-005fc4be1109 req-ead70c5b-8737-4bb8-a79c-a78c93cbe20c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:14.419528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a76ca9f-11ca-4936-9a02-005fc4be1109 req-ead70c5b-8737-4bb8-a79c-a78c93cbe20c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 932 time: 0.2689283 Sep 18 02:14:14.512637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebddd8f1-ce83-4609-9493-82e9af6fd7da req-b37f801e-59a7-4781-90b3-a3510f2aba83 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0762136 Sep 18 02:14:14.550414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a76ca9f-11ca-4936-9a02-005fc4be1109 req-70e3d27e-96fb-4907-b78a-3aaa68d8d4ad tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141624 Sep 18 02:14:14.683138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:14:14.698230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:14.742321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Transition to ACTIVE for port object ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:14:14.747870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:14.785342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43866) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:14.927770 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:14:15.108761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Pushing event updated for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:15.138678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Attempting to bind port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:14:15.139035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Attempting to bind port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:14:15.139366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Attempting to bind port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:14:15.155300 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:14:15.155619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Attempting to bind port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede on network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:14:15.168385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:14:15.168735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Checking segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:14:15.169120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Bound using segment: {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:14:15.169555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Bound port: ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3384fcc5-9c2a-43b1-a3a0-863784fa0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:14:15.169903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:15.246297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2c3e-0a56-4aea-b78e-640b8d9da213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:15.347824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:14:15.354946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:14:15.362463 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:15.401115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:15.401896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:15.403444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede HTTP/1.1" status: 200 len: 1093 time: 1.9056685 Sep 18 02:14:15.404004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:15.406671 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c520efb0-682a-4a7d-8e4c-e8c567695402" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:15.456906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2c3e-0a56-4aea-b78e-640b8d9da213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:15.464824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2c3e-0a56-4aea-b78e-640b8d9da213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:15.470745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062f27f-ff02-465f-b793-fe60a90d3346 service neutron] Pushing event updated for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:15.522170 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce974fa-dd7d-4923-8541-6c27b7b747c7 x-openstack-request-id: req-8ce974fa-dd7d-4923-8541-6c27b7b747c7 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:15.525927 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:15.526303 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ce974fa-dd7d-4923-8541-6c27b7b747c7 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:15.526890 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'status': 'completed', 'code': 200} Sep 18 02:14:15.552369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-aa7d74cc-cc59-4514-8378-228a5fda289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:15.556513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-aa7d74cc-cc59-4514-8378-228a5fda289f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 1096 time: 0.1040590 Sep 18 02:14:15.632466 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c4f2c3e-0a56-4aea-b78e-640b8d9da213 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b51902b475440f2aae617565e378207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8457618 Sep 18 02:14:15.635184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43896) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:15.644668 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-7dde5311-ea58-40dc-86d5-5c7126fde62a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede HTTP/1.1" status: 200 len: 217 time: 0.0799956 Sep 18 02:14:15.708015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4928f8da-8bd9-4efe-b92f-5b8a6715d0ce req-734c56e6-a01a-4195-833f-e504a84232d3 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0660067 Sep 18 02:14:15.779518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-a4782721-3714-45a4-b340-761cea987df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:15.780443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f2c3e-0a56-4aea-b78e-640b8d9da213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e379d2b-ea67-4d69-afe1-986068c6eb43,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:15.782051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-a4782721-3714-45a4-b340-761cea987df7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1122425 Sep 18 02:14:15.861123 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5744f2c7-f703-4bc3-8427-b4da51a9ae43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:15.862681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-61c0ec73-5cb9-474b-964b-bc5eb2db26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:15.864607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-61c0ec73-5cb9-474b-964b-bc5eb2db26ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642612 Sep 18 02:14:15.901507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5744f2c7-f703-4bc3-8427-b4da51a9ae43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:15.911256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55040512-b787-48be-a7f6-f8ab06ea5f03 req-37490fef-a9f4-4b25-8228-db814fb91a92 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:15.913074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-55040512-b787-48be-a7f6-f8ab06ea5f03 req-37490fef-a9f4-4b25-8228-db814fb91a92 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 944 time: 0.1641655 Sep 18 02:14:16.013049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-55040512-b787-48be-a7f6-f8ab06ea5f03 req-2f952028-6fc5-4ad9-8bf6-d963c6fa766f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916669 Sep 18 02:14:16.032217 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5744f2c7-f703-4bc3-8427-b4da51a9ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:16.035569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5744f2c7-f703-4bc3-8427-b4da51a9ae43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:16.036713 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5744f2c7-f703-4bc3-8427-b4da51a9ae43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e379d2b-ea67-4d69-afe1-986068c6eb43 HTTP/1.1" status: 204 len: 168 time: 0.4005735 Sep 18 02:14:16.086282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744f2c7-f703-4bc3-8427-b4da51a9ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e379d2b-ea67-4d69-afe1-986068c6eb43,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:16.199671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-84441229-cf84-43ea-830c-9bb0aa20c429 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138893 Sep 18 02:14:16.393765 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe5b0560-4630-4c26-a109-f04c8f9439dc req-29678d6b-addd-4b9f-aee6-2c740b21cb16 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918697 Sep 18 02:14:16.553640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-c0e162f0-3b80-4739-8c20-658bb7745ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:16.560845 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-c0e162f0-3b80-4739-8c20-658bb7745ddc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 1096 time: 0.1051328 Sep 18 02:14:16.803700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-68ae968d-14b1-4d74-a87e-5440ea896a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:16.805319 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-68ae968d-14b1-4d74-a87e-5440ea896a42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.2383616 Sep 18 02:14:16.930418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-2594ad2c-f9bf-4c14-b1c8-1f12dd353fa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede HTTP/1.1" status: 200 len: 217 time: 0.1067276 Sep 18 02:14:17.011727 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e148eb83-05ac-4140-8f60-40ee48b89278 req-7932bfa3-3afd-4824-8e58-d6c309b2c1cb tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0786972 Sep 18 02:14:17.032381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-c61d424a-2196-442e-97ba-db2af87700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:17.034681 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-c61d424a-2196-442e-97ba-db2af87700aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.0955582 Sep 18 02:14:17.145736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-8dc31d24-b339-4488-b0f8-b2608d494446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:17.149173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-8dc31d24-b339-4488-b0f8-b2608d494446 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013513 Sep 18 02:14:17.272612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-41ec992b-3b29-495c-b38e-694d9cc370c7 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137419 Sep 18 02:14:17.311959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40ea3d-c3c9-473e-bbae-33b06fec129e req-c74cb8c7-704e-4cbf-ba67-fee6bdee3a73 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:17.320059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b40ea3d-c3c9-473e-bbae-33b06fec129e req-c74cb8c7-704e-4cbf-ba67-fee6bdee3a73 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 944 time: 0.1810040 Sep 18 02:14:17.390390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b40ea3d-c3c9-473e-bbae-33b06fec129e req-90cae940-b03d-4e03-9416-2b3fddcb705c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Sep 18 02:14:17.457087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c520efb0-682a-4a7d-8e4c-e8c567695402 req-5879e631-ebbc-46ff-a753-e9c52168d9ba service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756737 Sep 18 02:14:18.202451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6ff8099-8192-4959-8603-09737d5e28de req-42e837a1-f6c1-409a-b9b0-ba03876b193b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0439858 Sep 18 02:14:18.548751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378f021-0232-487a-9b97-f62d86a43f47 req-88e23b16-3305-49f0-aeec-b2730cff8b0d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:18.561881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1378f021-0232-487a-9b97-f62d86a43f47 req-88e23b16-3305-49f0-aeec-b2730cff8b0d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 944 time: 0.0983841 Sep 18 02:14:18.679032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1378f021-0232-487a-9b97-f62d86a43f47 req-aa11fc15-abb3-464e-9539-01210465b966 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095362 Sep 18 02:14:19.359421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8cdf334-dacf-4c31-b069-9be289631494 req-9223201e-1700-4cfe-8fa7-18732f54113f tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0420942 Sep 18 02:14:19.735640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:14:19.883614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f15be-68ca-4c26-bf77-9b5dd4da35f2 req-f94a9a9a-647f-4ff4-be4d-85c4e2562955 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:19.886071 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-928f15be-68ca-4c26-bf77-9b5dd4da35f2 req-f94a9a9a-647f-4ff4-be4d-85c4e2562955 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 944 time: 0.0909009 Sep 18 02:14:19.925568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:19.939178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'mac_address': 'fa:16:3e:5b:2b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:14:19.967328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-928f15be-68ca-4c26-bf77-9b5dd4da35f2 req-5098cf46-eed9-4419-87f3-de0fa5fc5dce tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747485 Sep 18 02:14:20.178618 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:20.198038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:14:20.222604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:20.228970 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:20.297999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:20.307354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.307898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.308428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.308938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.309433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.309924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.310434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.310785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.311288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.311618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.311953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.312284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:20.459757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:14:20.488805 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-36768c43-3514-4820-a2e1-2fa4ee1e2043 req-d54da079-209c-4b99-b404-48db6addf2ba tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0440497 Sep 18 02:14:20.536457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-e8992029-a7b9-459e-95be-9d7063523ccd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815818 Sep 18 02:14:20.612101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-c18896dc-1b60-4e1c-b283-7616346df03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:20.613933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-c18896dc-1b60-4e1c-b283-7616346df03b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 1097 time: 0.0507419 Sep 18 02:14:20.768298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-49a6f355-9806-43c6-aca5-689c0db6d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:20.770696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-49a6f355-9806-43c6-aca5-689c0db6d8e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.1353507 Sep 18 02:14:20.850122 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-a5e3ef76-5598-46aa-82a9-b2178fbee907 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64df83f9-c1b8-4111-aed6-420c7a085b87 HTTP/1.1" status: 200 len: 217 time: 0.0720711 Sep 18 02:14:20.941950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-39103821-bfa5-4e1d-8081-9ba735ee9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:20.944294 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-39103821-bfa5-4e1d-8081-9ba735ee9add service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.0860386 Sep 18 02:14:21.014548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-57e4a1ac-00b8-4389-96b8-5ca4e318684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:21.016205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-57e4a1ac-00b8-4389-96b8-5ca4e318684e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645435 Sep 18 02:14:21.192704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cff66f-9e1e-40d7-95a6-530c2ec972df req-06423aab-9560-4989-bf4c-796535df400f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:21.194276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95cff66f-9e1e-40d7-95a6-530c2ec972df req-06423aab-9560-4989-bf4c-796535df400f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 945 time: 0.1499395 Sep 18 02:14:21.224838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-d1263d48-0f78-428d-8585-bb5c59f978b1 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000375 Sep 18 02:14:21.284702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95cff66f-9e1e-40d7-95a6-530c2ec972df req-121b4053-89b9-4b42-8022-75afe78503c8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832260 Sep 18 02:14:21.384898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1941032-7319-40f3-8f5b-c8f9f8a8f70d req-4716a92c-1c31-4955-ab52-71538aa2d02c service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507213 Sep 18 02:14:21.624436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7ccd3f9-8455-450d-b044-9e3f8bb752e5 req-1ca96084-cc36-4a6f-9dde-8ac5fb8c0af7 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0401831 Sep 18 02:14:21.767864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:14:21.831119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:14:21.835806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:14:21.836266 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:21.928749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:21.958840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:21.961050 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20b2dbd-6570-46a2-8bb8-916fa9d0928c" -d '{"events": [{"server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "name": "network-vif-plugged", "status": "completed", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:21.972422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:21.981589 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:22.046545 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f5a247-7166-473c-908e-3097a04aa659 x-openstack-request-id: req-54f5a247-7166-473c-908e-3097a04aa659 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:22.047063 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "name": "network-vif-plugged", "status": "completed", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:22.047490 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54f5a247-7166-473c-908e-3097a04aa659 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:22.048067 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'code': 200} Sep 18 02:14:22.075485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:22.185825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94544a9a-cf15-409f-98a7-62ced0c6af5c req-c5e18d3b-3488-49e6-8b37-2c282c72ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:22.187556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94544a9a-cf15-409f-98a7-62ced0c6af5c req-c5e18d3b-3488-49e6-8b37-2c282c72ee32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 1098 time: 0.0556982 Sep 18 02:14:22.231571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94544a9a-cf15-409f-98a7-62ced0c6af5c req-73283241-3834-4950-a310-2a36e0b3773e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Sep 18 02:14:22.442729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523207d-a178-4693-96cb-3fcc1cb54d2e req-a929cda9-bc40-4716-af03-a84a229c9650 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:22.444475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5523207d-a178-4693-96cb-3fcc1cb54d2e req-a929cda9-bc40-4716-af03-a84a229c9650 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.0558639 Sep 18 02:14:22.491432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5523207d-a178-4693-96cb-3fcc1cb54d2e req-9cdd6b3f-8856-433c-9ec1-dd0eccbbd59e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Sep 18 02:14:22.734422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6a18d5b-e79c-4d62-9a32-54ca8d828482 req-0f989f22-1f1a-4898-84d2-cca20eb8ae60 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0300431 Sep 18 02:14:23.688206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a967f0-9e44-4524-b21e-29ae7200e9b9 req-b62680db-0c6e-4409-a818-0d50a1ed5c63 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:23.689952 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06a967f0-9e44-4524-b21e-29ae7200e9b9 req-b62680db-0c6e-4409-a818-0d50a1ed5c63 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.0738871 Sep 18 02:14:23.750010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0966793-b48d-44a7-ab0a-7b574ea0f552 req-4f24a06e-7514-4e82-a56d-03f008f76bbe tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:23.751643 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0966793-b48d-44a7-ab0a-7b574ea0f552 req-4f24a06e-7514-4e82-a56d-03f008f76bbe tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 946 time: 0.1087554 Sep 18 02:14:23.810279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-06a967f0-9e44-4524-b21e-29ae7200e9b9 req-e155fb0c-9e9e-4a00-99e5-d5b08cbe8d37 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117542 Sep 18 02:14:23.824687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0966793-b48d-44a7-ab0a-7b574ea0f552 req-b5dc12f0-3242-4a23-b1af-520cfb24c4f4 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Sep 18 02:14:23.938936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b33432b-8808-411c-a715-bd7cd5a694ae req-bf446e28-f4e7-409a-b0c9-8a0d7fdf1993 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0349660 Sep 18 02:14:24.219287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc44b-8f64-4b8c-a79d-45e759f1909b req-a6d866c7-1b3b-40b7-adec-6525549737fe tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:24.229286 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b2cc44b-8f64-4b8c-a79d-45e759f1909b req-a6d866c7-1b3b-40b7-adec-6525549737fe tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1490135 Sep 18 02:14:24.307729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b2cc44b-8f64-4b8c-a79d-45e759f1909b req-4bb8becc-32d9-4b2f-8bfa-deb850a5cef4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774922 Sep 18 02:14:24.951251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecb256-20f8-495c-b5e0-37e46b1e184f req-5ff177a8-7506-415d-bfba-13a091ee252d tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:24.952891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97ecb256-20f8-495c-b5e0-37e46b1e184f req-5ff177a8-7506-415d-bfba-13a091ee252d tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 946 time: 0.0545387 Sep 18 02:14:25.011059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97ecb256-20f8-495c-b5e0-37e46b1e184f req-8c79c447-f4bb-4958-b014-3b1de39eb3bc tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494707 Sep 18 02:14:25.094943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-937dbc61-c943-430e-b843-3b6add7537b1 req-be447dfd-42f0-46f8-903e-bf4be87a069b tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0348890 Sep 18 02:14:25.162888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703d64-d0f6-4429-84df-435da672a481 req-6cf4f4e9-6e00-4acd-954b-dfd1fed053f5 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:25.164425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3703d64-d0f6-4429-84df-435da672a481 req-6cf4f4e9-6e00-4acd-954b-dfd1fed053f5 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 946 time: 0.0719714 Sep 18 02:14:25.266767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Deleting port 07ce5381-50af-487a-bdbd-8fdea7f67889 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:25.267187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:25.365612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] For port 07ce5381-50af-487a-bdbd-8fdea7f67889, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=07ce5381-50af-487a-bdbd-8fdea7f67889,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:25.366010 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:25.387616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Calling delete_port for 07ce5381-50af-487a-bdbd-8fdea7f67889 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:25.446260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26217a82-73d8-48ed-a4bf-cb5f673859c6 req-2d4e40a9-44b4-486c-a34d-6fffce5a5616 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:25.458238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:25.459588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26217a82-73d8-48ed-a4bf-cb5f673859c6 req-2d4e40a9-44b4-486c-a34d-6fffce5a5616 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.0714748 Sep 18 02:14:25.513012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26217a82-73d8-48ed-a4bf-cb5f673859c6 req-b4474b44-3ff6-4ddf-a946-e774e61626ae tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522172 Sep 18 02:14:25.637026 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:25.652516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['07ce5381-50af-487a-bdbd-8fdea7f67889'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:14:25.735340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Pushing event deleted for resources: {'Port': ['ID=07ce5381-50af-487a-bdbd-8fdea7f67889,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:25.738701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] No DVR routers for this DVR port 07ce5381-50af-487a-bdbd-8fdea7f67889 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:14:25.741389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:25.745120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3703d64-d0f6-4429-84df-435da672a481 req-7aaaddfd-1e73-4346-95de-4e37db5f2f28 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "DELETE /v2.0/ports/07ce5381-50af-487a-bdbd-8fdea7f67889 HTTP/1.1" status: 204 len: 173 time: 0.5744288 Sep 18 02:14:25.745553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd70fa2-29d7-44bd-b4d0-e6d05095903a', 'name': 'network-vif-deleted', 'tag': '07ce5381-50af-487a-bdbd-8fdea7f67889'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:25.748248 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0721d541-e262-4abc-bd8e-9d6a433abf51" -d '{"events": [{"server_uuid": "0bd70fa2-29d7-44bd-b4d0-e6d05095903a", "name": "network-vif-deleted", "tag": "07ce5381-50af-487a-bdbd-8fdea7f67889"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:25.760120 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:25.820427 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc92040-3af4-4d58-8585-2daf4adee531 x-openstack-request-id: req-2fc92040-3af4-4d58-8585-2daf4adee531 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:25.820773 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd70fa2-29d7-44bd-b4d0-e6d05095903a", "name": "network-vif-deleted", "tag": "07ce5381-50af-487a-bdbd-8fdea7f67889", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:25.821708 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fc92040-3af4-4d58-8585-2daf4adee531 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:25.822233 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd70fa2-29d7-44bd-b4d0-e6d05095903a', 'name': 'network-vif-deleted', 'tag': '07ce5381-50af-487a-bdbd-8fdea7f67889', 'status': 'completed', 'code': 200} Sep 18 02:14:26.150647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a588a50-d12f-4744-af9e-3fac82ee3716 req-98e319eb-9e92-480d-b7f5-7db7b0dcaf76 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd70fa2-29d7-44bd-b4d0-e6d05095903a HTTP/1.1" status: 200 len: 210 time: 0.0451570 Sep 18 02:14:26.255595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93f7a-710f-4d23-b279-bf34b249907e req-0509e196-765f-4018-8460-8c323292074f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:26.265782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd93f7a-710f-4d23-b279-bf34b249907e req-0509e196-765f-4018-8460-8c323292074f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1027141 Sep 18 02:14:26.333547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-81031813-f5db-449e-813a-c2b6af31424c req-f022c0a6-d64f-4f4c-98c8-100c86c1be50 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0683620 Sep 18 02:14:26.336138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cd93f7a-710f-4d23-b279-bf34b249907e req-931eeea7-c43b-4345-93f7-cce8f456b51a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689485 Sep 18 02:14:27.327566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44370) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:27.511145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d83dd714-0fad-4f23-9688-98f0e73397e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:27.551579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7eb7ca6c-be95-4ac2-9b75-5e292bf87085 req-fdb6ac7c-22b7-4cb3-aba7-bd90cba8290c tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f081a13-2f8d-48bc-bd10-8edb5838ce41 HTTP/1.1" status: 200 len: 210 time: 0.0613418 Sep 18 02:14:27.579130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825e69-1fe0-4a8f-b363-a3681eacc7cc req-d6573cd8-5f8c-4d9c-a856-0157c8b04bec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:27.580803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c825e69-1fe0-4a8f-b363-a3681eacc7cc req-d6573cd8-5f8c-4d9c-a856-0157c8b04bec tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1060021 Sep 18 02:14:27.643647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c825e69-1fe0-4a8f-b363-a3681eacc7cc req-cc24b689-0cee-42a0-9882-cd73520c834f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539289 Sep 18 02:14:27.719194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d83dd714-0fad-4f23-9688-98f0e73397e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:27.734881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d83dd714-0fad-4f23-9688-98f0e73397e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:27.779626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d83dd714-0fad-4f23-9688-98f0e73397e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=397f1ef9a12e4d58a20a5ee32443b094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509189 Sep 18 02:14:27.781464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd714-0fad-4f23-9688-98f0e73397e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb2eec6-7b67-4508-80ca-ae290a1bba8d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:27.782438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44386) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:27.808725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:14:27.862802 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b430910e-e723-4247-ad34-2af72a3e6da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:27.890099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b430910e-e723-4247-ad34-2af72a3e6da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:27.953547 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b430910e-e723-4247-ad34-2af72a3e6da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:27.962961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b430910e-e723-4247-ad34-2af72a3e6da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:27.969704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b430910e-e723-4247-ad34-2af72a3e6da1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebb2eec6-7b67-4508-80ca-ae290a1bba8d HTTP/1.1" status: 204 len: 168 time: 0.1827011 Sep 18 02:14:27.986316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:27.989016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430910e-e723-4247-ad34-2af72a3e6da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb2eec6-7b67-4508-80ca-ae290a1bba8d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:28.057611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'port_id': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'mac_address': 'fa:16:3e:5b:2b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:14:28.105493 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:28.139196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:14:28.185413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:28.194928 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:28.284178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:28.296648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:14:28.469994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44410) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:28.494529 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0917120a-7327-49b2-a827-90de7d3c50cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:28.738773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44430) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:28.740058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0917120a-7327-49b2-a827-90de7d3c50cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:28.752330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0917120a-7327-49b2-a827-90de7d3c50cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:28.835025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0917120a-7327-49b2-a827-90de7d3c50cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fa7a1e11ca54bc3b25ae39d8601fd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605826 Sep 18 02:14:28.835614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44432) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:28.852838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb82905b-fa9a-423c-b343-77ab0d081828 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:28.905696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb82905b-fa9a-423c-b343-77ab0d081828 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:28.906578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917120a-7327-49b2-a827-90de7d3c50cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c755d317-e391-47d6-b576-b430eeb43511,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:28.950911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154519e-6054-4fb8-8e08-361267bef54c req-fdba148b-ded1-4616-a6a0-0717ab8c5e9b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:28.952730 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a154519e-6054-4fb8-8e08-361267bef54c req-fdba148b-ded1-4616-a6a0-0717ab8c5e9b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 945 time: 0.1536043 Sep 18 02:14:29.006039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb82905b-fa9a-423c-b343-77ab0d081828 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.034044 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a154519e-6054-4fb8-8e08-361267bef54c req-82576c57-eb95-4880-b0ec-852e7bcb6340 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752423 Sep 18 02:14:29.044444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb82905b-fa9a-423c-b343-77ab0d081828 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.048086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fb82905b-fa9a-423c-b343-77ab0d081828 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "DELETE /v2.0/security-groups/664e70aa-859c-47b6-9e0f-42d0e4b2bfa6 HTTP/1.1" status: 204 len: 168 time: 0.3080192 Sep 18 02:14:29.052810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44448) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:29.061883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82905b-fa9a-423c-b343-77ab0d081828 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e70aa-859c-47b6-9e0f-42d0e4b2bfa6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:29.092947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 07ce5381-50af-487a-bdbd-8fdea7f67889 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:14:29.111979 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-564fd35f-9a1c-4627-8dac-0b562a3e4348 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] show failed (client error): The resource could not be found. Sep 18 02:14:29.118824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44450) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:29.120152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-564fd35f-9a1c-4627-8dac-0b562a3e4348 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "GET /v2.0/security-groups/664e70aa-859c-47b6-9e0f-42d0e4b2bfa6 HTTP/1.1" status: 404 len: 347 time: 0.0603971 Sep 18 02:14:29.122627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea01b14b-b3dd-4417-9350-699fd971d9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.151468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 07ce5381-50af-487a-bdbd-8fdea7f67889 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:14:29.151810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 07ce5381-50af-487a-bdbd-8fdea7f67889 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:14:29.186331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea01b14b-b3dd-4417-9350-699fd971d9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.297241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea01b14b-b3dd-4417-9350-699fd971d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.320328 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea01b14b-b3dd-4417-9350-699fd971d9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.328208 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ea01b14b-b3dd-4417-9350-699fd971d9df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c755d317-e391-47d6-b576-b430eeb43511 HTTP/1.1" status: 204 len: 168 time: 0.4868925 Sep 18 02:14:29.363687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01b14b-b3dd-4417-9350-699fd971d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c755d317-e391-47d6-b576-b430eeb43511,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:29.454113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port f6e98273-cfe5-48ed-a763-362a8521a4c5 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:29.454466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.640023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.655540 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:29.687025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for f6e98273-cfe5-48ed-a763-362a8521a4c5 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:29.818655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:14:29.931368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:14:29.932263 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.010913 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.111062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=f6e98273-cfe5-48ed-a763-362a8521a4c5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:30.152009 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.228429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:30.236910 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8656cf-bf6e-404b-898b-3ae2f0732dd9" -d '{"events": [{"server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "name": "network-vif-plugged", "status": "completed", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:30.288402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:30.296984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.344297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.348255 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.354954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44486) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:30.357135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-27889886-e501-46e5-8c85-a74a312185de tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "DELETE /v2.0/floatingips/6420fae8-2c66-4a0c-b282-26b39b8c4727 HTTP/1.1" status: 204 len: 168 time: 1.2367055 Sep 18 02:14:30.402409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b651153-8111-4151-9aa7-e0e0ae814e81 req-8fcbffc8-f2dd-4955-8369-da8299f25878 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:30.405536 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f89c0f-ec54-4c93-8856-bbaf88991f4d x-openstack-request-id: req-88f89c0f-ec54-4c93-8856-bbaf88991f4d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:30.405830 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "name": "network-vif-plugged", "status": "completed", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:30.406077 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88f89c0f-ec54-4c93-8856-bbaf88991f4d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:30.406465 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'code': 200} Sep 18 02:14:30.417927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b651153-8111-4151-9aa7-e0e0ae814e81 req-8fcbffc8-f2dd-4955-8369-da8299f25878 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1565757 Sep 18 02:14:30.461933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:30.506415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b651153-8111-4151-9aa7-e0e0ae814e81 req-05a3ad30-7d8f-46c2-b22e-5a502f13381e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825350 Sep 18 02:14:30.581337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-164b5166-d829-4d29-9050-19de9d55dd2d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port e3da4d64-ab7c-4d40-8154-3121587f43e8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:30.581787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-164b5166-d829-4d29-9050-19de9d55dd2d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.749825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-164b5166-d829-4d29-9050-19de9d55dd2d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.766326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-164b5166-d829-4d29-9050-19de9d55dd2d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for e3da4d64-ab7c-4d40-8154-3121587f43e8 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:30.865216 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0953a13c-35de-460b-ae10-6bc438af1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:30.987572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-164b5166-d829-4d29-9050-19de9d55dd2d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:31.055846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b5166-d829-4d29-9050-19de9d55dd2d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=e3da4d64-ab7c-4d40-8154-3121587f43e8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:31.174899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-164b5166-d829-4d29-9050-19de9d55dd2d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:31.180445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44526) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:31.192997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-164b5166-d829-4d29-9050-19de9d55dd2d tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "DELETE /v2.0/ports/e3da4d64-ab7c-4d40-8154-3121587f43e8 HTTP/1.1" status: 204 len: 168 time: 0.8361275 Sep 18 02:14:31.476228 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a47e47bd-6b65-4e3a-a754-77ccd28cabad tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:31.476570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47e47bd-6b65-4e3a-a754-77ccd28cabad tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:31.634521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44532) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:31.836650 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47e47bd-6b65-4e3a-a754-77ccd28cabad tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:31.837555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9576c03-9bb1-41f5-bfa7-050896d42f12 req-b35f0105-f699-49a3-ab51-2bb1b0cfb0cb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:31.851409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9576c03-9bb1-41f5-bfa7-050896d42f12 req-b35f0105-f699-49a3-ab51-2bb1b0cfb0cb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1779618 Sep 18 02:14:31.893834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a47e47bd-6b65-4e3a-a754-77ccd28cabad tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:31.981060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9576c03-9bb1-41f5-bfa7-050896d42f12 req-b934a798-96c7-41ee-ad4a-349d96fe1f65 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286447 Sep 18 02:14:31.982085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e33c03ed-9c9b-424f-bcad-2552a5d3c323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:32.157301 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e33c03ed-9c9b-424f-bcad-2552a5d3c323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:32.180706 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e33c03ed-9c9b-424f-bcad-2552a5d3c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:32.247542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e33c03ed-9c9b-424f-bcad-2552a5d3c323 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dad99bb8b80447cd9d1b878c2257c125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116197 Sep 18 02:14:32.262399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44546) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:32.387760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c03ed-9c9b-424f-bcad-2552a5d3c323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2586e9ee-05cc-4468-af0e-b8ca7b11ce62,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:32.441586 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd60481-db94-4d6c-a470-a58a7cb888bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:32.516988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd60481-db94-4d6c-a470-a58a7cb888bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:32.654575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd60481-db94-4d6c-a470-a58a7cb888bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:32.660085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd60481-db94-4d6c-a470-a58a7cb888bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:32.662907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ffd60481-db94-4d6c-a470-a58a7cb888bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2586e9ee-05cc-4468-af0e-b8ca7b11ce62 HTTP/1.1" status: 204 len: 168 time: 0.3994019 Sep 18 02:14:32.686379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd60481-db94-4d6c-a470-a58a7cb888bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2586e9ee-05cc-4468-af0e-b8ca7b11ce62,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:33.100059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e343f7e-6b5a-43e6-b10a-d1bacdd7ffbf req-3420ae0d-eba5-431b-bf6f-30162be39a68 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:33.102030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e343f7e-6b5a-43e6-b10a-d1bacdd7ffbf req-3420ae0d-eba5-431b-bf6f-30162be39a68 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1097 time: 0.1062911 Sep 18 02:14:33.334157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c709d-b9f3-4aeb-93ba-f19461a0bf19 req-436bbf72-1dca-4919-b795-c3649e1c1c25 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:33.337382 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e19c709d-b9f3-4aeb-93ba-f19461a0bf19 req-436bbf72-1dca-4919-b795-c3649e1c1c25 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1445742 Sep 18 02:14:33.365066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e343f7e-6b5a-43e6-b10a-d1bacdd7ffbf req-1daf5ed8-d2bc-4eb6-9a4b-c900b4ec7a9d tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431414 Sep 18 02:14:33.443861 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47e47bd-6b65-4e3a-a754-77ccd28cabad tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:33.449030 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49d062e7-91be-4017-8426-edf715c79343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:33.495376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e19c709d-b9f3-4aeb-93ba-f19461a0bf19 req-fc3349ca-13f7-4524-aaed-de5c24127a16 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435299 Sep 18 02:14:33.552427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e47bd-6b65-4e3a-a754-77ccd28cabad tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=e9f0ea00-a6e0-4ae3-9adf-e880919e07a3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:33.728119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd07f8-02df-4dcd-b36d-96f535a43400 req-c23d52c2-b205-4246-a576-b440093019f2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:33.739797 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0dd07f8-02df-4dcd-b36d-96f535a43400 req-c23d52c2-b205-4246-a576-b440093019f2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1908896 Sep 18 02:14:33.765947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47e47bd-6b65-4e3a-a754-77ccd28cabad tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:33.768374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a47e47bd-6b65-4e3a-a754-77ccd28cabad tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "DELETE /v2.0/ports/e9f0ea00-a6e0-4ae3-9adf-e880919e07a3 HTTP/1.1" status: 204 len: 168 time: 2.5869496 Sep 18 02:14:33.771256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44582) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:33.843364 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0dd07f8-02df-4dcd-b36d-96f535a43400 req-ecf66c49-7f4d-48a4-8b3d-9f08609348c7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933521 Sep 18 02:14:33.848245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:33.907475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cffbe03-675d-4796-86c2-81c5ae65e3e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting subnet dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:14:33.911174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cffbe03-675d-4796-86c2-81c5ae65e3e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:33.985845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8f480cee-8e23-446f-9a98-69f84fd8e478 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/3493c715-50bb-4559-b308-7fb1a7dbc539 HTTP/1.1" status: 200 len: 993 time: 0.1358860 Sep 18 02:14:34.068947 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cffbe03-675d-4796-86c2-81c5ae65e3e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:34.073579 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:34.282085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cffbe03-675d-4796-86c2-81c5ae65e3e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:34.435174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-d78c73ae-a8a9-42e4-96f8-9ebc1c84c71c req-a125708e-8093-4e05-97dc-d3ba7d221783 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:14:34.437144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d78c73ae-a8a9-42e4-96f8-9ebc1c84c71c req-a125708e-8093-4e05-97dc-d3ba7d221783 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088148 Sep 18 02:14:34.452874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cffbe03-675d-4796-86c2-81c5ae65e3e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:34.549123 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cffbe03-675d-4796-86c2-81c5ae65e3e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:34.552315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9cffbe03-675d-4796-86c2-81c5ae65e3e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "DELETE /v2.0/subnets/dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc HTTP/1.1" status: 204 len: 168 time: 0.7789423 Sep 18 02:14:34.554553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffbe03-675d-4796-86c2-81c5ae65e3e0 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc4d02e-7ac7-4c3e-88ad-4c75ccba07dc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:34.556578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44622) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:34.564670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183893b7-7627-4bc0-9b1e-7a1edabdd338 None None] Network e0377083-72e2-46ac-9ba6-a82b196a3305 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:14:34.813429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85b2d83-519b-4e60-9042-57174aa03b88 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting subnet 0006172b-9888-4fca-b5af-74da7130be75 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:14:34.847755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f85b2d83-519b-4e60-9042-57174aa03b88 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:34.908000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecf0f5-32c8-47ef-9151-c73add4dd364 req-5e061fca-4956-400b-a522-bf8435326329 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:34.908000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6ecf0f5-32c8-47ef-9151-c73add4dd364 req-5e061fca-4956-400b-a522-bf8435326329 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.2587223 Sep 18 02:14:34.999330 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6ecf0f5-32c8-47ef-9151-c73add4dd364 req-a87ebbb5-9278-498b-b579-32462e0f97db tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744853 Sep 18 02:14:35.027128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f85b2d83-519b-4e60-9042-57174aa03b88 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:35.047792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:35.180635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] DHCP port deletion for e0377083-72e2-46ac-9ba6-a82b196a3305 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:14:35.323608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] Deleting port 922bb802-1191-49ef-97c0-2ac17d05b815 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:35.325862 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:35.363738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f85b2d83-519b-4e60-9042-57174aa03b88 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:35.499529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] For port 922bb802-1191-49ef-97c0-2ac17d05b815, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=922bb802-1191-49ef-97c0-2ac17d05b815,segment=NetworkSegment(7b1727d7-7155-4500-ae74-3fc0783ffa02),segment_id=7b1727d7-7155-4500-ae74-3fc0783ffa02)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:35.500369 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:35.537319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] Calling delete_port for 922bb802-1191-49ef-97c0-2ac17d05b815 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:35.539971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f85b2d83-519b-4e60-9042-57174aa03b88 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:35.608984 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f85b2d83-519b-4e60-9042-57174aa03b88 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:35.615480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f85b2d83-519b-4e60-9042-57174aa03b88 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "DELETE /v2.0/subnets/0006172b-9888-4fca-b5af-74da7130be75 HTTP/1.1" status: 204 len: 168 time: 1.0518482 Sep 18 02:14:35.625020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44680) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:35.688253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b2d83-519b-4e60-9042-57174aa03b88 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Subnet': ['ID=0006172b-9888-4fca-b5af-74da7130be75,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:35.739856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99d9e9-d043-4eca-8b47-37185a36eba2 None None] Network 82d17108-4032-415d-8e69-c6ef088c7d7c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:14:35.755134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258446c-779b-4ab7-a2db-fe2293324c74 req-6aeefb60-e7a9-414b-9686-62f9d929f583 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:35.757022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f258446c-779b-4ab7-a2db-fe2293324c74 req-6aeefb60-e7a9-414b-9686-62f9d929f583 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.2470024 Sep 18 02:14:35.791959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 922bb802-1191-49ef-97c0-2ac17d05b815 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:14:35.902355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-28e03507-d82d-4969-8020-548bd2cb646b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4308426 Sep 18 02:14:35.921711 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:35.924927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-4ad98cda-d2c7-4ad5-810f-3717c90d1792 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:14:35.926279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-4ad98cda-d2c7-4ad5-810f-3717c90d1792 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186296 Sep 18 02:14:36.122646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:36.140681 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:36.242988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] No DVR routers for this DVR port 922bb802-1191-49ef-97c0-2ac17d05b815 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:14:36.261348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f258446c-779b-4ab7-a2db-fe2293324c74 req-b872b623-2220-4b70-86af-2c7496ac5652 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4943030 Sep 18 02:14:36.264252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fa3e1-0976-4d55-991a-2074f3784fd8 None None] Pushing event deleted for resources: {'Port': ['ID=922bb802-1191-49ef-97c0-2ac17d05b815,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:36.326224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Deleting port 922bb802-1191-49ef-97c0-2ac17d05b815 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:36.327115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:36.387032 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:36.445205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] DHCP port deletion for 82d17108-4032-415d-8e69-c6ef088c7d7c request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:14:36.507121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721436e4-4767-409c-8582-27254fac181c req-6c224912-d08d-443e-b39f-529c4685e42a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:36.510043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-721436e4-4767-409c-8582-27254fac181c req-6c224912-d08d-443e-b39f-529c4685e42a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.2813661 Sep 18 02:14:36.601691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] For port 922bb802-1191-49ef-97c0-2ac17d05b815, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:36.602232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:36.605994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] Deleting port cee19ab2-4f1d-4cc7-b11f-bb4362211763 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:36.607484 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:36.654605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Calling delete_port for 922bb802-1191-49ef-97c0-2ac17d05b815 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:36.671482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Port 922bb802-1191-49ef-97c0-2ac17d05b815 was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:14:36.672887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:36.699750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-721436e4-4767-409c-8582-27254fac181c req-b0df64c3-f674-4b33-a8b4-cdf5337d54b8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770084 Sep 18 02:14:36.724107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] No DVR routers for this DVR port 922bb802-1191-49ef-97c0-2ac17d05b815 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:14:36.728553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44726) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:36.873279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] For port cee19ab2-4f1d-4cc7-b11f-bb4362211763, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cee19ab2-4f1d-4cc7-b11f-bb4362211763,segment=NetworkSegment(57bdd252-d036-440a-932f-6d662432e512),segment_id=57bdd252-d036-440a-932f-6d662432e512)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:36.873813 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:36.912316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Port': ['ID=922bb802-1191-49ef-97c0-2ac17d05b815,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:36.950515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] Calling delete_port for cee19ab2-4f1d-4cc7-b11f-bb4362211763 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:37.024491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.179591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.183639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.205682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] No DVR routers for this DVR port cee19ab2-4f1d-4cc7-b11f-bb4362211763 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:14:37.255107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a74fb8-586a-49b2-a56a-6d38f07133cf None None] Pushing event deleted for resources: {'Port': ['ID=cee19ab2-4f1d-4cc7-b11f-bb4362211763,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:37.301944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0377083-72e2-46ac-9ba6-a82b196a3305']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:37.349370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1727d7-7155-4500-ae74-3fc0783ffa02') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:37.349763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1727d7-7155-4500-ae74-3fc0783ffa02') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:37.384428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.393853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.408777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.461057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd468e77c9e6457fa64f48b85c275a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307947 Sep 18 02:14:37.470696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44756) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:37.657176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b9ef7-18ac-4ac9-b0b9-3bd36ae5ef4a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:37.710844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.738338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.741365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.742094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.746227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.746753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.747227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.749190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.750103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.750819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.752356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.753171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.754490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025715b-c862-476c-9576-b6582dbbeed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:37.756876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:14:37.758398 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:14:37.763245 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:14:37.817109 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cee19ab2-4f1d-4cc7-b11f-bb4362211763 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:14:37.845166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083be60-39e0-40d6-b438-88df5fb139e3 req-359a7215-3f3d-43a4-af44-daaa518520c2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:37.854297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8083be60-39e0-40d6-b438-88df5fb139e3 req-359a7215-3f3d-43a4-af44-daaa518520c2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.4130189 Sep 18 02:14:37.917577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: cee19ab2-4f1d-4cc7-b11f-bb4362211763 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:14:37.918164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cee19ab2-4f1d-4cc7-b11f-bb4362211763 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:14:37.956829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e26b28a0-4d0b-437c-85b0-7abdf978b012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.969958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.995908 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:37.999384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "DELETE /v2.0/networks/e0377083-72e2-46ac-9ba6-a82b196a3305 HTTP/1.1" status: 204 len: 168 time: 2.3698959 Sep 18 02:14:38.003347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536c5e-fbe8-46f8-9190-3d8f7cb91344 tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Network': ['ID=e0377083-72e2-46ac-9ba6-a82b196a3305,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:38.005583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44776) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:38.010518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d3657-2d4e-41f4-ab62-98b2b9d17edc req-19afe1d0-ec5f-435d-9202-583b90518395 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:38.012732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d7d3657-2d4e-41f4-ab62-98b2b9d17edc req-19afe1d0-ec5f-435d-9202-583b90518395 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1237698 Sep 18 02:14:38.019266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e26b28a0-4d0b-437c-85b0-7abdf978b012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.053612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8083be60-39e0-40d6-b438-88df5fb139e3 req-71529286-547f-45aa-9c78-cf4ffe2e2bbf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979170 Sep 18 02:14:38.099394 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d7d3657-2d4e-41f4-ab62-98b2b9d17edc req-a73772b6-b882-4ea7-b1a5-51d94398ac03 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768375 Sep 18 02:14:38.138501 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e26b28a0-4d0b-437c-85b0-7abdf978b012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.142629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e26b28a0-4d0b-437c-85b0-7abdf978b012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.144860 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e26b28a0-4d0b-437c-85b0-7abdf978b012 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb7b9ef7-18ac-4ac9-b0b9-3bd36ae5ef4a HTTP/1.1" status: 204 len: 168 time: 0.6722553 Sep 18 02:14:38.163225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b28a0-4d0b-437c-85b0-7abdf978b012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b9ef7-18ac-4ac9-b0b9-3bd36ae5ef4a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:38.297438 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.302956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-8836538d-ca8c-4119-94d1-6f93a598220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:38.304259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-8836538d-ca8c-4119-94d1-6f93a598220d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1097 time: 0.2496860 Sep 18 02:14:38.518929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.602967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d17108-4032-415d-8e69-c6ef088c7d7c']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:38.625859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-ca88ddca-345e-4971-aeb6-28ed6e8bc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:38.627295 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-ca88ddca-345e-4971-aeb6-28ed6e8bc76f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.3090603 Sep 18 02:14:38.631032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bdd252-d036-440a-932f-6d662432e512') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:38.634799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bdd252-d036-440a-932f-6d662432e512') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:38.706342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.739313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.754555 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:14:38.755260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.761115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-be85aff6-2049-41af-8c8b-d8f153522434 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 1001 time: 0.1220305 Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:14:38.762220 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:14:38.957415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-2c119266-8dfb-48f9-9f5d-793e827d27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:38.959566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-2c119266-8dfb-48f9-9f5d-793e827d27e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.1783819 Sep 18 02:14:38.962011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.990968 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:38.995372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] 10.222.0.21 "DELETE /v2.0/networks/82d17108-4032-415d-8e69-c6ef088c7d7c HTTP/1.1" status: 204 len: 168 time: 0.9881146 Sep 18 02:14:39.046278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b978f37-0c4f-45f8-8a71-5554afa678ce tempest-TaggedBootDevicesTest-323747009 tempest-TaggedBootDevicesTest-323747009-project] Pushing event deleted for resources: {'Network': ['ID=82d17108-4032-415d-8e69-c6ef088c7d7c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:39.189543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-8bf62cb3-ad2a-4661-9a6b-2aa666613cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:39.191505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-8bf62cb3-ad2a-4661-9a6b-2aa666613cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124150 Sep 18 02:14:39.440085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-ebed7536-5e4a-43ca-bac8-704459872096 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:39.451720 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-ebed7536-5e4a-43ca-bac8-704459872096 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/networks?id=8d736148-bc5f-416b-b95e-3f06c8c910ff HTTP/1.1" status: 200 len: 813 time: 0.2310443 Sep 18 02:14:39.472451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-14e87245-fe7c-44f2-89b6-9f98138301b7 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/quotas/07fd82df2d6b4051be86b2877689f079 HTTP/1.1" status: 200 len: 375 time: 0.0188408 Sep 18 02:14:39.518110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-da2530a4-bebb-40d0-a610-25ce338d6545 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07fd82df2d6b4051be86b2877689f079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435355 Sep 18 02:14:39.687769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-b08ba051-4f9d-4dd3-b3e9-5795dcb381f9 service neutron] 10.222.0.21 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637714 Sep 18 02:14:39.873902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-400ea4d0-2e9f-4a06-be14-6d0b4b39722c service neutron] 10.222.0.21 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898558 Sep 18 02:14:39.993353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14400b7-9553-409e-b6fb-176ecd0f58a4 req-1bb4348f-23ca-48f3-b59a-3d3735cec2e7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:39.995314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f14400b7-9553-409e-b6fb-176ecd0f58a4 req-1bb4348f-23ca-48f3-b59a-3d3735cec2e7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.7345979 Sep 18 02:14:40.062220 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-f579ee3e-a5e8-4adf-a088-8e3a280cdebb service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8603470 Sep 18 02:14:40.293809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005a0d2-67bf-4585-9a04-648258d73fc4 req-17e50f2f-23cc-428f-a9d7-845ebdcc43d2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:40.304635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4005a0d2-67bf-4585-9a04-648258d73fc4 req-17e50f2f-23cc-428f-a9d7-845ebdcc43d2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1175008 Sep 18 02:14:40.306751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f14400b7-9553-409e-b6fb-176ecd0f58a4 req-7b73d266-b015-4ba5-9191-ed5bf5623211 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034904 Sep 18 02:14:40.405999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-41a56124-c28e-4623-9b4f-621a623bf682 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334253 Sep 18 02:14:40.469784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4005a0d2-67bf-4585-9a04-648258d73fc4 req-18932da1-c65c-437c-b7e0-ca0bc95e1b6c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587086 Sep 18 02:14:40.538803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-016adf40-37a0-492d-a813-20c021f1f2d1 req-e3f06c0d-8506-438a-bbfc-8c5d3b89d579 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 210 time: 0.0525925 Sep 18 02:14:40.870021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44888) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:41.038618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1945594941', 'router:external': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:41.075577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Made reservation on behalf of 2c00d279f7be424499c397460f7e2b0d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:14:41.078918 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:41.091136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:41.359951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:41.372504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:41.429274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:14:41.447258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df17e2f3-19e6-484d-a126-d3f6d4c0e3a1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:41.458869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:41.459417 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Added segment 0776c28d-0c7d-4134-aebd-87a088a7960f of type vlan for network 9125cf3c-0c6f-494e-a266-b892a1773be1 Sep 18 02:14:41.571831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:41.643764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:41.644798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:41.645374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:41.870374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'Network': ['ID=9125cf3c-0c6f-494e-a266-b892a1773be1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:41.914648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9125cf3c-0c6f-494e-a266-b892a1773be1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:14:41.933925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4cd428fc-6dba-4f01-8bbc-717dd2fdcab5 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0592263 Sep 18 02:14:41.948693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:41.958997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'subnet': {'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:41.969863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c202-82cb-4ed2-92ed-ec2fbd412daf req-8f8e2074-c9c0-4440-a36b-8b8a0fe2e850 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:41.998492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6cc0c202-82cb-4ed2-92ed-ec2fbd412daf req-8f8e2074-c9c0-4440-a36b-8b8a0fe2e850 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.2815127 Sep 18 02:14:42.092783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6cc0c202-82cb-4ed2-92ed-ec2fbd412daf req-bba8b296-0e67-4124-a532-a0e69f9b2aba tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930727 Sep 18 02:14:42.147565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb629a-b422-4e2a-8e55-2f344005ee15 req-b5773f80-b30f-40ac-a435-f3c03a8afc0e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:42.152482 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c7eb629a-b422-4e2a-8e55-2f344005ee15 req-b5773f80-b30f-40ac-a435-f3c03a8afc0e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.4888763 Sep 18 02:14:42.288578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f552582-cb3a-4eed-8cb9-a64520b2ab83 req-3630a28f-c26c-4c4f-a073-eb1dd125eacf tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 210 time: 0.0510185 Sep 18 02:14:42.302485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Made reservation on behalf of 2c00d279f7be424499c397460f7e2b0d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:14:42.306116 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:42.495157 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c7eb629a-b422-4e2a-8e55-2f344005ee15 req-86cf4d2f-2693-446f-adc0-9612cf9c94b1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176399 Sep 18 02:14:42.524465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-e3f4daf8-0822-4ad7-8cc7-b6e6e3fc5574 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:42.526034 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-e3f4daf8-0822-4ad7-8cc7-b6e6e3fc5574 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "GET /v2.0/networks?id=8d736148-bc5f-416b-b95e-3f06c8c910ff HTTP/1.1" status: 200 len: 813 time: 0.6512489 Sep 18 02:14:42.573504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Request body: {'port': {'device_id': 'b2a9f76d-cb16-4540-9c85-29dd0ddaebcf', 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff', 'admin_state_up': True, 'tenant_id': '07fd82df2d6b4051be86b2877689f079'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:42.803870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Made reservation on behalf of 07fd82df2d6b4051be86b2877689f079 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:14:42.808399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:42.993468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Allocated IP 172.20.0.2 (8d736148-bc5f-416b-b95e-3f06c8c910ff/7ef3d490-dd25-40c9-98f7-21414e50e450/064320c1-9171-4feb-90cf-a39a9578f25c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:14:43.251217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:43.299711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:14:43.300281 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:43.309849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a49cc-9e33-401a-a5b5-4c560f4d05e0 req-e81c80ef-b620-405c-87eb-23d9c7bd6b63 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:43.318461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c7a49cc-9e33-401a-a5b5-4c560f4d05e0 req-e81c80ef-b620-405c-87eb-23d9c7bd6b63 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1013038 Sep 18 02:14:43.372366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c7a49cc-9e33-401a-a5b5-4c560f4d05e0 req-85cf71e3-ba3a-4027-9eb4-37d105b5dbaf tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526068 Sep 18 02:14:43.423965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2fd38ae5-d31e-4920-acc0-6e5a37956e51,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:43.501449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.501854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.502297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.503103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.503531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.503952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.504373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.504792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.505209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.505632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.506069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.506481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:43.516345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Checking segment: {'id': '0776c28d-0c7d-4134-aebd-87a088a7960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:14:43.516840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Network hostable DHCP agents. Network: 9125cf3c-0c6f-494e-a266-b892a1773be1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:14:43.541209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42c4eabf-0cbd-4167-9909-00445a6a1abe req-664f3570-49f5-4466-9bf4-848a5b6ddc03 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 210 time: 0.0631573 Sep 18 02:14:43.559756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:43.623578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Network 9125cf3c-0c6f-494e-a266-b892a1773be1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:14:43.632609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Network 8d736148-bc5f-416b-b95e-3f06c8c910ff is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:14:43.640831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:14:43.652950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:14:43.690517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9125cf3c-0c6f-494e-a266-b892a1773be1) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:14:43.696731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Pushing event updated for resources: {'Port': ['ID=064320c1-9171-4feb-90cf-a39a9578f25c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:43.700691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6469ff26-8c25-421d-9205-e53a64cc6efa None None] Network 9125cf3c-0c6f-494e-a266-b892a1773be1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:14:43.705342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:43.705996 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:43.759749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:43.761332 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:43.795063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74511-7422-47f9-b35e-a2153aac6c9c req-95aec584-6543-41b5-bf9b-db2d0f6c5c99 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:43.798864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-106a21f4-c788-4ed9-826c-a04fdfac22a3 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2313945 Sep 18 02:14:43.801821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e64b354-68ef-4f9f-b52e-e138e66b1dea tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8506029 Sep 18 02:14:43.803829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:43.811744 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bbb74511-7422-47f9-b35e-a2153aac6c9c req-95aec584-6543-41b5-bf9b-db2d0f6c5c99 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1398630 Sep 18 02:14:43.813488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-558069768', 'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:43.828355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Request body: {'port': {'device_id': 'b2a9f76d-cb16-4540-9c85-29dd0ddaebcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:43.900009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bbb74511-7422-47f9-b35e-a2153aac6c9c req-5b4d948e-29dc-44d7-a07f-555bb531ea32 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855725 Sep 18 02:14:43.975100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f0d89-b7cb-4fd2-bffc-7f48d3fe921f None None] Network 9125cf3c-0c6f-494e-a266-b892a1773be1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:14:43.991637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:44.123474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Made reservation on behalf of 2c00d279f7be424499c397460f7e2b0d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:14:44.135304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:44.193678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] device_id is not set on port 60c8f9f0-88a3-4313-8c31-2c78f017f76d yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:14:44.833375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401606f9-476d-48e4-980b-8ac1f69f244c req-503a0c73-ca21-45cc-a789-a2174a4b23bb tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:44.850104 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-401606f9-476d-48e4-980b-8ac1f69f244c req-503a0c73-ca21-45cc-a789-a2174a4b23bb tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 931 time: 0.1459920 Sep 18 02:14:44.939042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064320c1-9171-4feb-90cf-a39a9578f25c {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:14:44.948738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Allocated IP 2001:db8::1d6 (9125cf3c-0c6f-494e-a266-b892a1773be1/2fd38ae5-d31e-4920-acc0-6e5a37956e51/60c8f9f0-88a3-4313-8c31-2c78f017f76d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:14:44.971455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833dd3c-e979-4648-a60c-6e1706c3e874 req-bc7cb85a-11fe-4fb4-8e5f-03e1fc7166db tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:44.984463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f833dd3c-e979-4648-a60c-6e1706c3e874 req-bc7cb85a-11fe-4fb4-8e5f-03e1fc7166db tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.4473588 Sep 18 02:14:44.992352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-401606f9-476d-48e4-980b-8ac1f69f244c req-a1c1ff93-b58d-44b3-9af9-9bb527260e56 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407883 Sep 18 02:14:44.992972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:45.083728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Transition to ACTIVE for port object 064320c1-9171-4feb-90cf-a39a9578f25c will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:14:45.110770 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:45.172555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f833dd3c-e979-4648-a60c-6e1706c3e874 req-4dbbcd2d-38dc-44f8-b50a-e94f4a79272b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579111 Sep 18 02:14:45.266182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021822c6-1954-4cbc-b28f-bfc343b8d798 req-fef66fba-d8b4-43dd-95b2-7d676d203e22 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:45.271174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-021822c6-1954-4cbc-b28f-bfc343b8d798 req-fef66fba-d8b4-43dd-95b2-7d676d203e22 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1093407 Sep 18 02:14:45.303783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Pushing event updated for resources: {'Port': ['ID=064320c1-9171-4feb-90cf-a39a9578f25c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:45.389400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-021822c6-1954-4cbc-b28f-bfc343b8d798 req-8dfb8d5c-05f9-4f77-862a-472865f1c292 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104860 Sep 18 02:14:45.501159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:45.544602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Attempting to bind port 064320c1-9171-4feb-90cf-a39a9578f25c on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:14:45.545030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Attempting to bind port 064320c1-9171-4feb-90cf-a39a9578f25c by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:14:45.545430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Attempting to bind port 064320c1-9171-4feb-90cf-a39a9578f25c on network 8d736148-bc5f-416b-b95e-3f06c8c910ff {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:14:45.559257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Port 064320c1-9171-4feb-90cf-a39a9578f25c on network 8d736148-bc5f-416b-b95e-3f06c8c910ff not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:14:45.559678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Attempting to bind port 064320c1-9171-4feb-90cf-a39a9578f25c on network 8d736148-bc5f-416b-b95e-3f06c8c910ff {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:14:45.566477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:14:45.566930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Checking segment: {'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:14:45.567486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Bound using segment: {'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:14:45.567983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Bound port: 064320c1-9171-4feb-90cf-a39a9578f25c, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f208e5-90f3-446e-94e2-1fee79828060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:14:45.568416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:45.703205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] For port 064320c1-9171-4feb-90cf-a39a9578f25c, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:14:45.706312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] For port 064320c1-9171-4feb-90cf-a39a9578f25c, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=064320c1-9171-4feb-90cf-a39a9578f25c,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:14:45.718305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:45.730103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:45.797291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Pushing event updated for resources: {'Port': ['ID=064320c1-9171-4feb-90cf-a39a9578f25c,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:45.885753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'Port': ['ID=60c8f9f0-88a3-4313-8c31-2c78f017f76d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:45.900722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:45.901354 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:45.903069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-9505785f-93c4-4bfb-8bee-303fb8503eec service neutron] 10.222.0.18 "PUT /v2.0/ports/064320c1-9171-4feb-90cf-a39a9578f25c HTTP/1.1" status: 200 len: 1092 time: 2.0947480 Sep 18 02:14:45.903516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a9f76d-cb16-4540-9c85-29dd0ddaebcf', 'tag': '064320c1-9171-4feb-90cf-a39a9578f25c'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:45.906054 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a9f76d-cb16-4540-9c85-29dd0ddaebcf", "tag": "064320c1-9171-4feb-90cf-a39a9578f25c"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:45.913447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Network 9125cf3c-0c6f-494e-a266-b892a1773be1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:14:45.916930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:14:45.919838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:14:45.921321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:45.921970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:45.946302 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e371722c-1c7c-42ad-8e0a-532f4682404d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1367207 Sep 18 02:14:45.947240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44990) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:46.048904 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c101a9-4ef5-46a3-8832-d31b72a6354f x-openstack-request-id: req-55c101a9-4ef5-46a3-8832-d31b72a6354f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:46.049252 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a9f76d-cb16-4540-9c85-29dd0ddaebcf", "tag": "064320c1-9171-4feb-90cf-a39a9578f25c", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:46.049473 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55c101a9-4ef5-46a3-8832-d31b72a6354f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:46.049872 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a9f76d-cb16-4540-9c85-29dd0ddaebcf', 'tag': '064320c1-9171-4feb-90cf-a39a9578f25c', 'status': 'completed', 'code': 200} Sep 18 02:14:46.136570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-2243486b-6067-4c2e-9f95-5e3b9962a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:46.142971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-2243486b-6067-4c2e-9f95-5e3b9962a39b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07fd82df2d6b4051be86b2877689f079&device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 1095 time: 0.1769526 Sep 18 02:14:46.237221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-68e84c0f-3b3d-4492-ba8a-f30030d5b11f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Deleting port 60c8f9f0-88a3-4313-8c31-2c78f017f76d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:46.237789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68e84c0f-3b3d-4492-ba8a-f30030d5b11f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:46.244632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-8c885e4b-dbe9-41f4-b385-33c0ac4593cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=064320c1-9171-4feb-90cf-a39a9578f25c HTTP/1.1" status: 200 len: 217 time: 0.0912781 Sep 18 02:14:46.269616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c9dff-2f65-4459-bf30-a7e3c8d60548 req-1ef121d3-95ce-489b-825d-d06d299e5363 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:46.278095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca1c9dff-2f65-4459-bf30-a7e3c8d60548 req-1ef121d3-95ce-489b-825d-d06d299e5363 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 943 time: 0.0925150 Sep 18 02:14:46.354087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca1c9dff-2f65-4459-bf30-a7e3c8d60548 req-cf0aaeaf-831d-43af-bb2f-c227ea23e721 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732021 Sep 18 02:14:46.528346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-98d66833-c4c7-4208-a615-f1b2ba06a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:46.529835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-98d66833-c4c7-4208-a615-f1b2ba06a5cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ef3d490-dd25-40c9-98f7-21414e50e450 HTTP/1.1" status: 200 len: 853 time: 0.2819934 Sep 18 02:14:46.553243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68e84c0f-3b3d-4492-ba8a-f30030d5b11f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:46.582353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-68e84c0f-3b3d-4492-ba8a-f30030d5b11f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Calling delete_port for 60c8f9f0-88a3-4313-8c31-2c78f017f76d owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:46.634906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-977404a1-e655-41eb-8ab2-15db5d4ec9ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d736148-bc5f-416b-b95e-3f06c8c910ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741308 Sep 18 02:14:46.664519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2315200-a4a6-4483-bdde-ae1f2b776874 req-0c906ded-374c-41f2-93ff-00d2a3a12ff4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:46.666500 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2315200-a4a6-4483-bdde-ae1f2b776874 req-0c906ded-374c-41f2-93ff-00d2a3a12ff4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.2919536 Sep 18 02:14:46.797547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b0234-d74b-46de-a379-773c5eaf2f09 req-2c30dd8f-e9ba-427c-ae8d-c799cb845966 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:46.800136 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b7b0234-d74b-46de-a379-773c5eaf2f09 req-2c30dd8f-e9ba-427c-ae8d-c799cb845966 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.2958844 Sep 18 02:14:46.803056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68e84c0f-3b3d-4492-ba8a-f30030d5b11f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:46.877240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e84c0f-3b3d-4492-ba8a-f30030d5b11f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event deleted for resources: {'Port': ['ID=60c8f9f0-88a3-4313-8c31-2c78f017f76d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:46.902372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-c308e1ba-4571-48bc-9414-4fbdeffdb77f service neutron] 10.222.0.18 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662380 Sep 18 02:14:46.922419 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2315200-a4a6-4483-bdde-ae1f2b776874 req-c4139b28-448e-4eec-905a-c0e3b16d7c33 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489319 Sep 18 02:14:46.972792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b7b0234-d74b-46de-a379-773c5eaf2f09 req-6e19c0e6-ab6b-4eee-91c0-2751ed391310 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605802 Sep 18 02:14:46.978204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68e84c0f-3b3d-4492-ba8a-f30030d5b11f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:46.980383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-68e84c0f-3b3d-4492-ba8a-f30030d5b11f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "DELETE /v2.0/ports/60c8f9f0-88a3-4313-8c31-2c78f017f76d HTTP/1.1" status: 204 len: 168 time: 1.0320868 Sep 18 02:14:46.991233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45012) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:46.996676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1', 'external_fixed_ips': [{'subnet_id': '2fd38ae5-d31e-4920-acc0-6e5a37956e51', 'ip_address': '2001:db8::1d6'}]}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:47.045036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:47.046491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:47.169018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:47.169711 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e3e0213-2556-4878-b23b-c894fdf9cbd2 req-5cc5697f-dfc0-47e7-9cde-dd7096dd474d service neutron] 10.222.0.18 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489073 Sep 18 02:14:47.326348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-353e63ff-8657-479d-a212-2d4bc9c612fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:47.331725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-353e63ff-8657-479d-a212-2d4bc9c612fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07fd82df2d6b4051be86b2877689f079&device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 1095 time: 0.1000941 Sep 18 02:14:47.521279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:47.667416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-3b2f94a2-3e7c-440c-8876-d3f1c262ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:47.669050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-3b2f94a2-3e7c-440c-8876-d3f1c262ee8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8d736148-bc5f-416b-b95e-3f06c8c910ff HTTP/1.1" status: 200 len: 913 time: 0.3296912 Sep 18 02:14:47.703604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab7c3d-4316-4be0-9860-5358197ab355 req-ea022c22-28c0-4397-8d84-f2748028d38e tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:47.706215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dab7c3d-4316-4be0-9860-5358197ab355 req-ea022c22-28c0-4397-8d84-f2748028d38e tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 943 time: 0.2234890 Sep 18 02:14:47.787794 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-67116f59-213d-4c86-b496-fec9f8ea06ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=064320c1-9171-4feb-90cf-a39a9578f25c HTTP/1.1" status: 200 len: 217 time: 0.0693736 Sep 18 02:14:47.935838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-9eaa4088-d20a-4eec-9660-a563dd287ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:47.937253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-9eaa4088-d20a-4eec-9660-a563dd287ead service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ef3d490-dd25-40c9-98f7-21414e50e450 HTTP/1.1" status: 200 len: 853 time: 0.1462157 Sep 18 02:14:47.953885 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dab7c3d-4316-4be0-9860-5358197ab355 req-69eb617a-5666-4183-afd9-3786868adc3d tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344215 Sep 18 02:14:48.015124 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:48.031372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-77081e03-de4f-4c22-9af3-1f6f0f08d1e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8d736148-bc5f-416b-b95e-3f06c8c910ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756068 Sep 18 02:14:48.072716 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:48.223747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f9244-d48d-4866-8c5b-0b391f9772a0 req-144e7d84-1a9e-4d9b-9a6f-64a9c09bc315 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:48.231534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f36f9244-d48d-4866-8c5b-0b391f9772a0 req-144e7d84-1a9e-4d9b-9a6f-64a9c09bc315 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1499107 Sep 18 02:14:48.257145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-0c99b0ba-9413-4d9b-b894-a64db8c2d7de service neutron] 10.222.0.18 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159867 Sep 18 02:14:48.309008 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f36f9244-d48d-4866-8c5b-0b391f9772a0 req-26716bf3-fe97-4d1c-b9c9-bd332858efc0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765209 Sep 18 02:14:48.391956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7360cd-8209-47a8-9c3f-4b71e4b0cacb req-0617b530-87bb-438a-bdb3-7b45544d6176 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:48.396593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d7360cd-8209-47a8-9c3f-4b71e4b0cacb req-0617b530-87bb-438a-bdb3-7b45544d6176 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.2318304 Sep 18 02:14:48.471301 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2e20d4-e5e7-4051-81cb-fb79659c3bc2 req-bdbb4694-cf4b-406c-99db-ba2534a4e1b6 service neutron] 10.222.0.18 "GET /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064881 Sep 18 02:14:48.505695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d7360cd-8209-47a8-9c3f-4b71e4b0cacb req-14493917-6ab4-4ab5-a478-bfa093ef1886 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864019 Sep 18 02:14:48.509952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Allocated IP 2001:db8::1d6 (9125cf3c-0c6f-494e-a266-b892a1773be1/2fd38ae5-d31e-4920-acc0-6e5a37956e51/cab651b2-cb39-4cd4-8c28-c30b09dc3dc5) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:14:48.683903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:48.726996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:48.828080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Network 9125cf3c-0c6f-494e-a266-b892a1773be1 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:14:48.842024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:14:48.855733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:14:48.948531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'Port': ['ID=cab651b2-cb39-4cd4-8c28-c30b09dc3dc5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:49.232620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db08a-066c-4337-9cfd-f375d738bc08 req-7baf0877-5a8c-4394-8742-8fa6c1f284f6 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:49.237032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a53db08a-066c-4337-9cfd-f375d738bc08 req-7baf0877-5a8c-4394-8742-8fa6c1f284f6 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 943 time: 0.1478910 Sep 18 02:14:49.243666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 064320c1-9171-4feb-90cf-a39a9578f25c details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:14:49.360423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a53db08a-066c-4337-9cfd-f375d738bc08 req-6a00697d-b4c2-4df9-a1d1-86fa88f64d0f tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057734 Sep 18 02:14:49.485584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:49.486472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 064320c1-9171-4feb-90cf-a39a9578f25c, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=064320c1-9171-4feb-90cf-a39a9578f25c,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:49.503381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '064320c1-9171-4feb-90cf-a39a9578f25c', 'network_id': '8d736148-bc5f-416b-b95e-3f06c8c910ff', 'port_id': '064320c1-9171-4feb-90cf-a39a9578f25c', 'mac_address': 'fa:16:3e:0e:25:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef3d490-dd25-40c9-98f7-21414e50e450', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:14:49.610755 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:49.641764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064320c1-9171-4feb-90cf-a39a9578f25c {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:14:49.717379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac77fca-7eed-4c5f-8db4-b8038a205260 req-4358237b-4b33-4319-8a8f-613bcbe13dad tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:49.729274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ac77fca-7eed-4c5f-8db4-b8038a205260 req-4358237b-4b33-4319-8a8f-613bcbe13dad tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1474893 Sep 18 02:14:49.734994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 064320c1-9171-4feb-90cf-a39a9578f25c, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=064320c1-9171-4feb-90cf-a39a9578f25c,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:49.751836 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:49.798314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508bee7-b6dd-403e-8923-8567c758a800 req-ed05824a-b982-4c8d-861e-efb7ae51fbdc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:49.800257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e508bee7-b6dd-403e-8923-8567c758a800 req-ed05824a-b982-4c8d-861e-efb7ae51fbdc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.3552349 Sep 18 02:14:49.835292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ac77fca-7eed-4c5f-8db4-b8038a205260 req-937dc93c-80af-41c8-99fe-d09f5d889afa tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027732 Sep 18 02:14:49.875399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=064320c1-9171-4feb-90cf-a39a9578f25c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:49.942429 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e508bee7-b6dd-403e-8923-8567c758a800 req-6920e5c0-90a0-4a24-a802-9e9a10b8a81e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332469 Sep 18 02:14:50.022177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:50.045422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['064320c1-9171-4feb-90cf-a39a9578f25c'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:14:50.276525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Router d3e56a59-a385-48e0-bc5f-f069c18ad649 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:14:50.580204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855d67-e61a-453c-b1cd-43d84ff73789 req-3eb0cf29-8c76-479c-b514-3fe448d7f5ab tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:50.588142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e855d67-e61a-453c-b1cd-43d84ff73789 req-3eb0cf29-8c76-479c-b514-3fe448d7f5ab tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 944 time: 0.1005523 Sep 18 02:14:50.650878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e855d67-e61a-453c-b1cd-43d84ff73789 req-6473ecf6-0e08-48de-9555-3df986de5a48 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617228 Sep 18 02:14:51.142624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c3506-c78a-4414-adad-21db030f348c req-4669b8bf-df33-41fe-896d-5299b813d7d7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:51.152256 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f7c3506-c78a-4414-adad-21db030f348c req-4669b8bf-df33-41fe-896d-5299b813d7d7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1005380 Sep 18 02:14:51.202053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f7c3506-c78a-4414-adad-21db030f348c req-eb3fa256-bd90-415f-acb1-9484d1e07362 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486021 Sep 18 02:14:51.245084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 064320c1-9171-4feb-90cf-a39a9578f25c up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:14:51.256580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:14:51.270030 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Sync routers for ids ['d3e56a59-a385-48e0-bc5f-f069c18ad649'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:14:51.289957 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Routers {'d3e56a59-a385-48e0-bc5f-f069c18ad649'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:14:51.290612 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:14:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d3e56a59-a385-48e0-bc5f-f069c18ad649'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:51.312331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532b51-9d35-4c75-925a-e64f9829a094 req-ca90b7ff-0cda-440d-81fd-694b393f6d9b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:51.325305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91532b51-9d35-4c75-925a-e64f9829a094 req-ca90b7ff-0cda-440d-81fd-694b393f6d9b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1383839 Sep 18 02:14:51.370668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:51.374520 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4a47c203-2692-4065-bd8a-d06d6f8ba9ab tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3786952 Sep 18 02:14:51.375678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45224) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:51.379580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 064320c1-9171-4feb-90cf-a39a9578f25c completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:14:51.388425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 064320c1-9171-4feb-90cf-a39a9578f25c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:14:51.388807 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:51.428612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91532b51-9d35-4c75-925a-e64f9829a094 req-aba162a1-e79a-4688-a00d-8f72d16d195d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992856 Sep 18 02:14:51.481937 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Set router d3e56a59-a385-48e0-bc5f-f069c18ad649 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:14:51.595676 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:51.628304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:51.668591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a9f76d-cb16-4540-9c85-29dd0ddaebcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064320c1-9171-4feb-90cf-a39a9578f25c'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:51.954872 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:14:52.017283 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e56a59-a385-48e0-bc5f-f069c18ad649', 'name': '', 'tenant_id': '2c00d279f7be424499c397460f7e2b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1', 'external_fixed_ips': [{'subnet_id': '2fd38ae5-d31e-4920-acc0-6e5a37956e51', 'ip_address': '2001:db8::1d6'}], 'enable_snat': True}, 'gw_port_id': 'cab651b2-cb39-4cd4-8c28-c30b09dc3dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:14:47Z', 'updated_at': '2021-09-18T02:14:49Z', 'revision_number': 3, 'project_id': '2c00d279f7be424499c397460f7e2b0d', 'gw_port': {'id': 'cab651b2-cb39-4cd4-8c28-c30b09dc3dc5', 'name': '', 'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e56a59-a385-48e0-bc5f-f069c18ad649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '2fd38ae5-d31e-4920-acc0-6e5a37956e51', 'ip_address': '2001:db8::1d6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:14:48Z', 'updated_at': '2021-09-18T02:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fd38ae5-d31e-4920-acc0-6e5a37956e51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:52.035488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889770d-c3e5-4f40-80a9-a9c0c5f4b27e req-fd774709-b4e0-4af9-aae1-3c6272d7b54b tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:52.048697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f889770d-c3e5-4f40-80a9-a9c0c5f4b27e req-fd774709-b4e0-4af9-aae1-3c6272d7b54b tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 944 time: 0.2093649 Sep 18 02:14:52.157022 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a548990f-7060-44b7-b39b-ccfd2fd7719c" -d '{"events": [{"server_uuid": "b2a9f76d-cb16-4540-9c85-29dd0ddaebcf", "name": "network-vif-plugged", "status": "completed", "tag": "064320c1-9171-4feb-90cf-a39a9578f25c"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:52.158735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f889770d-c3e5-4f40-80a9-a9c0c5f4b27e req-da432d62-aaeb-4e99-8573-c84481e76c5b tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973969 Sep 18 02:14:52.165614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 064320c1-9171-4feb-90cf-a39a9578f25c, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=064320c1-9171-4feb-90cf-a39a9578f25c,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:52.191509 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:52.191736 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:52.236181 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Checking router: d3e56a59-a385-48e0-bc5f-f069c18ad649 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:14:52.236731 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Updating router d3e56a59-a385-48e0-bc5f-f069c18ad649 port cab651b2-cb39-4cd4-8c28-c30b09dc3dc5 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:14:52.270124 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:52.382749 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e243d3d-ce50-4ad2-a99a-bcbe1a8f1c03 x-openstack-request-id: req-7e243d3d-ce50-4ad2-a99a-bcbe1a8f1c03 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:52.385982 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a9f76d-cb16-4540-9c85-29dd0ddaebcf", "name": "network-vif-plugged", "status": "completed", "tag": "064320c1-9171-4feb-90cf-a39a9578f25c", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:52.386263 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e243d3d-ce50-4ad2-a99a-bcbe1a8f1c03 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:52.386694 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a9f76d-cb16-4540-9c85-29dd0ddaebcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064320c1-9171-4feb-90cf-a39a9578f25c', 'code': 200} Sep 18 02:14:52.415526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=064320c1-9171-4feb-90cf-a39a9578f25c,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:52.594232 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-9fdf5357-b8db-4735-91fc-7ef92d2e6be1 service neutron] show failed (client error): The resource could not be found. Sep 18 02:14:52.595296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-9fdf5357-b8db-4735-91fc-7ef92d2e6be1 service neutron] 10.222.0.20 "GET /v2.0/ports/dc6b7d63-ceca-47d8-add5-b0a52bc6d479/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.2885935 Sep 18 02:14:52.610744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c0979-57be-41c4-8dff-f5e7b67e521e req-7951589d-22bd-4fb0-8713-bf8e791a6722 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:52.619208 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a3c0979-57be-41c4-8dff-f5e7b67e521e req-7951589d-22bd-4fb0-8713-bf8e791a6722 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1969991 Sep 18 02:14:52.720302 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86a3bb-617a-47e4-91e8-4c3cee20c003 req-82908a08-713d-405c-b514-5db90b48cb88 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:52.734785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc86a3bb-617a-47e4-91e8-4c3cee20c003 req-82908a08-713d-405c-b514-5db90b48cb88 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1547742 Sep 18 02:14:52.758182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a3c0979-57be-41c4-8dff-f5e7b67e521e req-f9d36265-6f03-4934-b39d-c0ee5b8a8a00 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333928 Sep 18 02:14:52.775681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Deleting port cab651b2-cb39-4cd4-8c28-c30b09dc3dc5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:14:52.776290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:52.782935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54c374-2815-4d36-b15a-639f2a15eb21 req-375b8ab4-7360-47e6-a5fd-cff69c83efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:52.784720 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e54c374-2815-4d36-b15a-639f2a15eb21 req-375b8ab4-7360-47e6-a5fd-cff69c83efba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 1097 time: 0.3993609 Sep 18 02:14:52.863001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e54c374-2815-4d36-b15a-639f2a15eb21 req-420c1859-2f8c-408a-899d-01ff4ec9680e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632267 Sep 18 02:14:52.882019 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc86a3bb-617a-47e4-91e8-4c3cee20c003 req-dc807847-8426-4470-8b10-5e3711c3e637 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421931 Sep 18 02:14:52.952535 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:52.962820 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:52.974748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:52.998968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Calling delete_port for cab651b2-cb39-4cd4-8c28-c30b09dc3dc5 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:14:53.006959 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Pushing event updated for resources: {'Port': ['ID=cab651b2-cb39-4cd4-8c28-c30b09dc3dc5,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:53.019211 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.019826 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.020556 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.021422 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.022347 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.023368 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.023864 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.024352 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.024674 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.024998 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.025338 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.025635 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:14:53.050165 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Attempting to bind port cab651b2-cb39-4cd4-8c28-c30b09dc3dc5 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:14:53.060351 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Attempting to bind port cab651b2-cb39-4cd4-8c28-c30b09dc3dc5 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '0776c28d-0c7d-4134-aebd-87a088a7960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:14:53.061736 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Attempting to bind port cab651b2-cb39-4cd4-8c28-c30b09dc3dc5 on network 9125cf3c-0c6f-494e-a266-b892a1773be1 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:14:53.068850 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:14:53.070852 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Checking segment: {'id': '0776c28d-0c7d-4134-aebd-87a088a7960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:14:53.073511 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:53.074135 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Bound using segment: {'id': '0776c28d-0c7d-4134-aebd-87a088a7960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:14:53.075158 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Bound port: cab651b2-cb39-4cd4-8c28-c30b09dc3dc5, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0776c28d-0c7d-4134-aebd-87a088a7960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9125cf3c-0c6f-494e-a266-b892a1773be1'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:14:53.075947 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:53.220188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-da76f675-0b7c-4b8e-84c9-839b64a10352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:53.234376 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] For port cab651b2-cb39-4cd4-8c28-c30b09dc3dc5, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:14:53.235512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-da76f675-0b7c-4b8e-84c9-839b64a10352 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 1097 time: 0.1354563 Sep 18 02:14:53.247149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:53.248151 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] For port cab651b2-cb39-4cd4-8c28-c30b09dc3dc5, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cab651b2-cb39-4cd4-8c28-c30b09dc3dc5,segment=NetworkSegment(0776c28d-0c7d-4134-aebd-87a088a7960f),segment_id=0776c28d-0c7d-4134-aebd-87a088a7960f)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:14:53.260595 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:53.396445 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db870b-6eda-4565-93b2-ba7339e6aa36 None None] Pushing event updated for resources: {'Port': ['ID=cab651b2-cb39-4cd4-8c28-c30b09dc3dc5,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:53.438067 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Routers {'d3e56a59-a385-48e0-bc5f-f069c18ad649'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:14:53.438682 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:14:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d3e56a59-a385-48e0-bc5f-f069c18ad649'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:53.515833 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:53.539273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974f365-6dac-48d9-bfe7-68dc2f8d9658 req-d41b6af7-a8ab-4973-a109-16d86db42f02 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:53.540894 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c974f365-6dac-48d9-bfe7-68dc2f8d9658 req-d41b6af7-a8ab-4973-a109-16d86db42f02 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 945 time: 0.2352731 Sep 18 02:14:53.581987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-0f6d8c38-cb05-4890-8fae-bf35eea55a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:53.583497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-0f6d8c38-cb05-4890-8fae-bf35eea55a0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 1098 time: 0.1538885 Sep 18 02:14:53.623873 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] Set router d3e56a59-a385-48e0-bc5f-f069c18ad649 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:14:53.732489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c974f365-6dac-48d9-bfe7-68dc2f8d9658 req-cea17f62-9d76-41d5-a1c5-89cae2240164 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805165 Sep 18 02:14:53.764701 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e56a59-a385-48e0-bc5f-f069c18ad649', 'name': '', 'tenant_id': '2c00d279f7be424499c397460f7e2b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:14:47Z', 'updated_at': '2021-09-18T02:14:52Z', 'revision_number': 4, 'project_id': '2c00d279f7be424499c397460f7e2b0d', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:53.798750 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2460ee-c5a2-41ab-9f18-000f9e691bff None None] The sync data for ids ['d3e56a59-a385-48e0-bc5f-f069c18ad649'] in n-d-789963-12 is: [{'id': 'd3e56a59-a385-48e0-bc5f-f069c18ad649', 'name': '', 'tenant_id': '2c00d279f7be424499c397460f7e2b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:14:47Z', 'updated_at': '2021-09-18T02:14:52Z', 'revision_number': 4, 'project_id': '2c00d279f7be424499c397460f7e2b0d', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:14:53.984783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539ac7f-9d41-44aa-83aa-00b6a7183e0f req-6b3c740d-9c59-4c27-9e30-e8e29772657a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:53.998861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d539ac7f-9d41-44aa-83aa-00b6a7183e0f req-6b3c740d-9c59-4c27-9e30-e8e29772657a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1062906 Sep 18 02:14:54.085067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d539ac7f-9d41-44aa-83aa-00b6a7183e0f req-b6dc2457-f668-44fa-b052-f66d25b4da01 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846467 Sep 18 02:14:54.471984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:54.537615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2435-40ec-4de8-8efd-9249d319f29a req-443eeff3-1e4e-455b-914a-d6468bbbd030 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:54.539644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba2e2435-40ec-4de8-8efd-9249d319f29a req-443eeff3-1e4e-455b-914a-d6468bbbd030 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 946 time: 0.1157322 Sep 18 02:14:54.550303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event deleted for resources: {'Port': ['ID=cab651b2-cb39-4cd4-8c28-c30b09dc3dc5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:54.572794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-769266c3-7972-4292-809f-365f4e123c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:54.574610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-769266c3-7972-4292-809f-365f4e123c52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.9478559 Sep 18 02:14:54.619404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:54.726488 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-f42d72d4-93f0-472c-a441-1b3e37982c0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede HTTP/1.1" status: 200 len: 217 time: 0.1305499 Sep 18 02:14:54.925447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-ae66e1da-b13f-4f26-8c17-0ba364d03504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:54.927526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-ae66e1da-b13f-4f26-8c17-0ba364d03504 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1906126 Sep 18 02:14:54.977212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ab49-d007-4a15-b1df-51ec444fbd1e req-1a8ee699-27d1-450d-832b-4c97d065cfdb tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:54.979254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f40ab49-d007-4a15-b1df-51ec444fbd1e req-1a8ee699-27d1-450d-832b-4c97d065cfdb tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 945 time: 0.0983984 Sep 18 02:14:55.012185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba2e2435-40ec-4de8-8efd-9249d319f29a req-a74365db-3b0f-4874-a631-5541bccaf83b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627173 Sep 18 02:14:55.038963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.044034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.080559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f40ab49-d007-4a15-b1df-51ec444fbd1e req-a8be7ea2-5782-4202-a2ef-b741d228175b tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951533 Sep 18 02:14:55.148311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:55.192683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.193973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3e56a59-a385-48e0-bc5f-f069c18ad649 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:14:55.201004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.205823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45566) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:55.206151 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-328789a8-ab03-4b47-ae48-cd20ca651582 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d3e56a59-a385-48e0-bc5f-f069c18ad649 HTTP/1.1" status: 204 len: 168 time: 3.8283551 Sep 18 02:14:55.239245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-282436ad-6175-482c-9607-ae747c1ae273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:55.241017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-282436ad-6175-482c-9607-ae747c1ae273 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2986834 Sep 18 02:14:55.298737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf7e5f4-d910-4eec-b385-9d717774eae4 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Deleting subnet 2fd38ae5-d31e-4920-acc0-6e5a37956e51 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:14:55.310775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbf7e5f4-d910-4eec-b385-9d717774eae4 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.374176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbf7e5f4-d910-4eec-b385-9d717774eae4 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.468134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:14:55.486397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.498746 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbf7e5f4-d910-4eec-b385-9d717774eae4 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.583543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48228dcc-efad-477d-a2a6-4bf3605914c1 req-16b20965-7bd3-429d-8b37-b00f2e8979a8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:55.591795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48228dcc-efad-477d-a2a6-4bf3605914c1 req-16b20965-7bd3-429d-8b37-b00f2e8979a8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.2999585 Sep 18 02:14:55.611126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbf7e5f4-d910-4eec-b385-9d717774eae4 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.648714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:55.653579 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25df569-109d-40f1-a05b-1fd7527ea2f8" -d '{"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:55.659582 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.661264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7e5f4-d910-4eec-b385-9d717774eae4 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd38ae5-d31e-4920-acc0-6e5a37956e51,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:55.680150 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbf7e5f4-d910-4eec-b385-9d717774eae4 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.682241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dbf7e5f4-d910-4eec-b385-9d717774eae4 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/2fd38ae5-d31e-4920-acc0-6e5a37956e51 HTTP/1.1" status: 204 len: 168 time: 0.4748764 Sep 18 02:14:55.684907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:55.698465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-581747b5-08ee-40b2-a331-6255a4a27f19 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162250 Sep 18 02:14:55.738514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Transition to ACTIVE for port object dc6b7d63-ceca-47d8-add5-b0a52bc6d479 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:14:55.781241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.785339 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.881489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:14:55.893183 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:55.954112 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48228dcc-efad-477d-a2a6-4bf3605914c1 req-e9b495d4-4580-4df2-83b5-afcd419d605c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613553 Sep 18 02:14:55.956579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6d2feff-66be-4c94-a652-988d4ffbf028 req-dce22193-2089-4d14-8e99-14ea901ef24f service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490287 Sep 18 02:14:55.974295 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d73f50a-1b21-4248-80b1-6ca79b5df3bf x-openstack-request-id: req-1d73f50a-1b21-4248-80b1-6ca79b5df3bf {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:55.976169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:14:55.976932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:14:55.998295 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:55.998480 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d73f50a-1b21-4248-80b1-6ca79b5df3bf {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:56.000054 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'code': 200} Sep 18 02:14:56.079736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.097051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:56.144627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.147271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9125cf3c-0c6f-494e-a266-b892a1773be1']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:56.198696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0776c28d-0c7d-4134-aebd-87a088a7960f') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:56.201464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0776c28d-0c7d-4134-aebd-87a088a7960f') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:14:56.233355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.239843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:14:56.240851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:56.255249 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e225fde-7eab-4348-a263-1a91173c7e09" -d '{"events": [{"server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "name": "network-vif-unplugged", "status": "completed", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:56.258601 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.266213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:14:56.267324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.270617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] No DVR routers for this DVR port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:14:56.278258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:14:56.343654 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:14:56.352176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.406746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9125cf3c-0c6f-494e-a266-b892a1773be1 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 02:14:56.432199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.442902 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396e6455-c0ae-41c7-8b45-b526bd4db960 x-openstack-request-id: req-396e6455-c0ae-41c7-8b45-b526bd4db960 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:56.443259 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "name": "network-vif-unplugged", "status": "completed", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:56.443520 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-396e6455-c0ae-41c7-8b45-b526bd4db960 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:56.443945 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'code': 200} Sep 18 02:14:56.445656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9125cf3c-0c6f-494e-a266-b892a1773be1 HTTP/1.1" status: 204 len: 168 time: 0.7596941 Sep 18 02:14:56.455039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:56.493769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb8e5b-08ce-4bb6-8cbc-3eeb194a6828 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event deleted for resources: {'Network': ['ID=9125cf3c-0c6f-494e-a266-b892a1773be1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:56.533865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16986d3-7e37-4534-b9e2-0bed04b3df48 req-cae292d6-65e7-4f70-babd-31e9acbe7547 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:56.539064 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b16986d3-7e37-4534-b9e2-0bed04b3df48 req-cae292d6-65e7-4f70-babd-31e9acbe7547 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 944 time: 0.3866410 Sep 18 02:14:56.687313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:14:56.687933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:14:56.688109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:14:56.724715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:14:56.725049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:14:56.738047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:14:56.738393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Checking segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:14:56.739031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Bound using segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:14:56.742654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Bound port: dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:14:56.743315 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.810884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b16986d3-7e37-4534-b9e2-0bed04b3df48 req-8428efbc-bd07-439f-a27e-a353fce31d71 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650683 Sep 18 02:14:56.920410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:14:56.924259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:14:56.935014 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.985664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:56.996946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:56.999932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] 10.222.0.18 "PUT /v2.0/ports/dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 1092 time: 3.7634199 Sep 18 02:14:57.068708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45668) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:57.076017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-428f114a-d184-4cfd-b884-889378f10c06 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'router': {'name': 'tempest-router--1693830076', 'project_id': 'd9c4cef615854389add5e4911df6fa7f'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:57.090762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45670) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:57.110460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-428f114a-d184-4cfd-b884-889378f10c06 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.112457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-428f114a-d184-4cfd-b884-889378f10c06 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.187388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5610b4f-34f2-4a42-9139-6b73f0b2cd16 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:14:57.267807 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-428f114a-d184-4cfd-b884-889378f10c06 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.281647 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-428f114a-d184-4cfd-b884-889378f10c06 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.282884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-14bd5a7d-f8a2-4c35-a091-63f45da6c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:57.285963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-14bd5a7d-f8a2-4c35-a091-63f45da6c749 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1095 time: 0.2394905 Sep 18 02:14:57.319297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-428f114a-d184-4cfd-b884-889378f10c06 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.324669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-428f114a-d184-4cfd-b884-889378f10c06 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2539485 Sep 18 02:14:57.328275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45676) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:57.341466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055de9a2-d676-49c6-a978-fed324213247 req-78095482-5bd4-4f35-8b0f-9ebecdd9aebb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:57.343590 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-055de9a2-d676-49c6-a978-fed324213247 req-78095482-5bd4-4f35-8b0f-9ebecdd9aebb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.1387370 Sep 18 02:14:57.499299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df617c8-6c05-4e7a-a56d-4102230e998a tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.597409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-055de9a2-d676-49c6-a978-fed324213247 req-b4e90078-d40e-4d9e-b22f-8f69fcfc54e8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299433 Sep 18 02:14:57.707365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-a7cad753-ce5e-412d-92be-53d691402dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:57.719009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-a7cad753-ce5e-412d-92be-53d691402dd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.4067543 Sep 18 02:14:57.847607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-e35d053b-1c64-46a2-a197-016fd6e7c0ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 999 time: 0.1274292 Sep 18 02:14:57.850979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df617c8-6c05-4e7a-a56d-4102230e998a tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.853835 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df617c8-6c05-4e7a-a56d-4102230e998a tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.945487 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df617c8-6c05-4e7a-a56d-4102230e998a tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.946130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df617c8-6c05-4e7a-a56d-4102230e998a tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1fb375-5a2e-4180-8a93-b675bd59ca96 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:14:57.950497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7df617c8-6c05-4e7a-a56d-4102230e998a tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:57.954925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7df617c8-6c05-4e7a-a56d-4102230e998a tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8c1fb375-5a2e-4180-8a93-b675bd59ca96 HTTP/1.1" status: 204 len: 168 time: 0.6216817 Sep 18 02:14:58.102925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:14:58.113660 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8452fd5e-77f5-4679-81ba-486015a5e80a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:14:58.114400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ada44-417d-4535-91ec-1c6d18d8316d req-3bb28a6c-0617-4219-b263-c28ad6ece20e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:58.117061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba7ada44-417d-4535-91ec-1c6d18d8316d req-3bb28a6c-0617-4219-b263-c28ad6ece20e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 944 time: 0.1377504 Sep 18 02:14:58.148538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-f1e698eb-464a-4a7a-9f93-4c2dd213b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:58.150134 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-f1e698eb-464a-4a7a-9f93-4c2dd213b78a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.2586696 Sep 18 02:14:58.271162 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42682983-427e-43d1-96a4-a70ac380db2b x-openstack-request-id: req-42682983-427e-43d1-96a4-a70ac380db2b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:14:58.271432 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:14:58.271999 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42682983-427e-43d1-96a4-a70ac380db2b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:14:58.273129 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'status': 'completed', 'code': 200} Sep 18 02:14:58.277391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba7ada44-417d-4535-91ec-1c6d18d8316d req-37008900-a984-43dd-8fbb-d6e3781ab0b4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414270 Sep 18 02:14:58.286540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45696) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:14:58.557828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-8964d6d9-b248-420f-95b9-a5fded00e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:58.559318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-8964d6d9-b248-420f-95b9-a5fded00e2ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3986895 Sep 18 02:14:58.578801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-b2f48846-2c46-47f0-9b87-df2a4cec5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:58.580279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-b2f48846-2c46-47f0-9b87-df2a4cec5447 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1095 time: 0.3059251 Sep 18 02:14:58.623446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-868516051', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:14:58.665672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:58.667376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:58.794106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:58.840002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04a71c-039f-4069-83a9-dabf454bd3b0 req-dd87812b-85d3-4b43-8a0e-7d69a687b706 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:58.843496 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d04a71c-039f-4069-83a9-dabf454bd3b0 req-dd87812b-85d3-4b43-8a0e-7d69a687b706 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.4120376 Sep 18 02:14:58.901940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d8e23-09cb-42ff-a14c-3e688164b109 req-44fe132e-36c6-411c-b68e-c16e35f0e76d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:58.903588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf7d8e23-09cb-42ff-a14c-3e688164b109 req-44fe132e-36c6-411c-b68e-c16e35f0e76d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.1667802 Sep 18 02:14:59.044754 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:59.065449 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf7d8e23-09cb-42ff-a14c-3e688164b109 req-b1f6d55e-04ef-4c02-a7e4-ff7e65bfc0c9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484420 Sep 18 02:14:59.067312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d04a71c-039f-4069-83a9-dabf454bd3b0 req-f296b195-57fc-4a77-a64e-27b3e70e1914 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515260 Sep 18 02:14:59.140197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-21c60b76-bc49-4b64-999c-e13ae6e4f03c service neutron] 10.222.0.18 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580530 Sep 18 02:14:59.180724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-14ab13f5-6bac-484f-8d1c-720747d4f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:59.184249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-14ab13f5-6bac-484f-8d1c-720747d4f7f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.5748458 Sep 18 02:14:59.355060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb39331-d5bb-4c75-a9e0-d723f5a9b1b6 req-812e2ac3-a4cb-4829-81aa-784b6498572f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:59.363533 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3fb39331-d5bb-4c75-a9e0-d723f5a9b1b6 req-812e2ac3-a4cb-4829-81aa-784b6498572f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1156619 Sep 18 02:14:59.378764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bcbc099a-cc96-4792-bb85-bed180c7da68 req-f9be9a83-f268-4c20-8bfa-49a621c4749d service neutron] 10.222.0.18 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225595 Sep 18 02:14:59.415063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-d62e1b76-6f96-456e-bf55-8293f5b3b96a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 999 time: 0.2121360 Sep 18 02:14:59.430408 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3fb39331-d5bb-4c75-a9e0-d723f5a9b1b6 req-1504853a-7127-440b-b91a-11e42014fb59 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653739 Sep 18 02:14:59.500193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:59.663317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:59.687485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-5740d0ea-32cf-4396-ba5d-0e320533ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:59.689225 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-5740d0ea-32cf-4396-ba5d-0e320533ff81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.2667413 Sep 18 02:14:59.697605 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:14:59.837812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-22d133e8-edab-43c2-a54c-c87c25dd445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:59.839623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-22d133e8-edab-43c2-a54c-c87c25dd445e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1095 time: 0.3281832 Sep 18 02:14:59.933146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31121926-2f9e-4e8e-8dcf-3a6f91c10f37 req-30778a2f-0473-45f7-8aca-10e5184e3f02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:59.940435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31121926-2f9e-4e8e-8dcf-3a6f91c10f37 req-30778a2f-0473-45f7-8aca-10e5184e3f02 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1588171 Sep 18 02:14:59.979560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-1ad9a0d3-45a8-45d0-a4d1-debac934c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:14:59.981243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-1ad9a0d3-45a8-45d0-a4d1-debac934c19b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2730412 Sep 18 02:14:59.984608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Allocated IP 172.25.0.66 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/1e5db573-0d58-4c31-9682-0cdc45d2124f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:14:59.995217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31121926-2f9e-4e8e-8dcf-3a6f91c10f37 req-79bd7441-d0de-4b61-afba-185b890367ac tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540156 Sep 18 02:15:00.017985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-a196fb9c-daec-4a6e-8aac-39e82c20e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:00.017985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-a196fb9c-daec-4a6e-8aac-39e82c20e738 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.1601300 Sep 18 02:15:00.224932 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:00.275457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:00.344093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:00.347500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:00.354621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:00.400650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event updated for resources: {'Port': ['ID=1e5db573-0d58-4c31-9682-0cdc45d2124f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:00.741019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-fee9385e-6135-46d6-9108-f0c49f929577 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 999 time: 0.1895816 Sep 18 02:15:00.754201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301f6f8-10b2-454c-903f-0a486e7f35c2 req-4a03c683-0fef-4b33-907b-61a8f202f6a9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:00.762324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1301f6f8-10b2-454c-903f-0a486e7f35c2 req-4a03c683-0fef-4b33-907b-61a8f202f6a9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.2203863 Sep 18 02:15:00.844181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:00.854213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-cb5f447a-c2ff-4f3b-aa31-b6c4b3f6be24 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358004 Sep 18 02:15:00.865759 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c96db78-2880-48b9-9026-8a176b44c0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:00.969143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-355fd9b0-f222-4a9c-95d6-3bc7b6a22642 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041517 Sep 18 02:15:01.006775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1301f6f8-10b2-454c-903f-0a486e7f35c2 req-f81c9702-02dd-476e-87dc-2f21ea464c42 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434475 Sep 18 02:15:01.014604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-eee78535-176f-4a37-a887-15dfeab853dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:01.016178 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-eee78535-176f-4a37-a887-15dfeab853dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.2318141 Sep 18 02:15:01.102204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Deleting port 4ee0c26a-3324-4234-9f4f-195ad4420fad {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:01.102548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:01.105925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-91afea9d-35fe-4652-8f7e-2d35c7107f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:01.107452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-91afea9d-35fe-4652-8f7e-2d35c7107f56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681241 Sep 18 02:15:01.237043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:01.329732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc6d0-9675-46f6-b44b-c354337713c1 req-77e8f2e6-973f-4dcf-9c62-fd8713822754 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:01.331731 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dfddc6d0-9675-46f6-b44b-c354337713c1 req-77e8f2e6-973f-4dcf-9c62-fd8713822754 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2093809 Sep 18 02:15:01.439151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] For port 4ee0c26a-3324-4234-9f4f-195ad4420fad, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4ee0c26a-3324-4234-9f4f-195ad4420fad,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:01.439884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:01.450007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-dbd2ca1b-f0dd-4918-9fd7-a8e7d23c7dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307545 Sep 18 02:15:01.477811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Calling delete_port for 4ee0c26a-3324-4234-9f4f-195ad4420fad owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:01.495013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dfddc6d0-9675-46f6-b44b-c354337713c1 req-db8b9f91-7f00-4017-8e83-be2f03d1601a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534200 Sep 18 02:15:01.535311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Router a5967939-3851-4409-bf6c-535689f40c08 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:15:01.639352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452fd5e-77f5-4679-81ba-486015a5e80a req-61def350-7944-45c8-b492-1d300a47b6fc service neutron] 10.222.0.18 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798317 Sep 18 02:15:01.817918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:01.824392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:01.832996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f77fb9-31f0-4c47-90e7-a3c9c195259f None None] Sync routers for ids ['a5967939-3851-4409-bf6c-535689f40c08'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:01.849949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f77fb9-31f0-4c47-90e7-a3c9c195259f None None] Routers {'a5967939-3851-4409-bf6c-535689f40c08'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:01.850701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-97f77fb9-31f0-4c47-90e7-a3c9c195259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:14:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['a5967939-3851-4409-bf6c-535689f40c08'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:01.853491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:01.856462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f645d701-45f9-4e15-8fd9-e3380f28e865 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5652738 Sep 18 02:15:01.860005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:01.895422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:01.919117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee0c26a-3324-4234-9f4f-195ad4420fad,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:01.936487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-97f77fb9-31f0-4c47-90e7-a3c9c195259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:01.960547 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f77fb9-31f0-4c47-90e7-a3c9c195259f None None] Routers {'a5967939-3851-4409-bf6c-535689f40c08'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:01.961561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-97f77fb9-31f0-4c47-90e7-a3c9c195259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:14:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['a5967939-3851-4409-bf6c-535689f40c08'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:02.029427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-97f77fb9-31f0-4c47-90e7-a3c9c195259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:02.030057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f77fb9-31f0-4c47-90e7-a3c9c195259f None None] The sync data for ids ['a5967939-3851-4409-bf6c-535689f40c08'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:02.153436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2f89de64-532f-4143-858c-c184249b0b70 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/routers/a5967939-3851-4409-bf6c-535689f40c08 HTTP/1.1" status: 200 len: 923 time: 0.2906535 Sep 18 02:15:02.155682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45780) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:02.214430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3d7e9473-2147-4123-952d-d2b7dec223d4 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5967939-3851-4409-bf6c-535689f40c08 HTTP/1.1" status: 200 len: 205 time: 0.0556893 Sep 18 02:15:02.217572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45782) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:02.289604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cabbb-224b-4e54-8952-acfda963534d req-15c43c5a-dbf5-4585-831e-ac822c9e3ff9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:02.291296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-450cabbb-224b-4e54-8952-acfda963534d req-15c43c5a-dbf5-4585-831e-ac822c9e3ff9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.1127012 Sep 18 02:15:02.324769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:02.353043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-450cabbb-224b-4e54-8952-acfda963534d req-a91a12f4-1c37-443a-95c3-0451b3d1fd4f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555596 Sep 18 02:15:02.829922 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:02.888636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-60e5d344-fb88-4719-8807-8c3639f90ab3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:02.890158 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-60e5d344-fb88-4719-8807-8c3639f90ab3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610&tenant_id=f1802c86cd5c491abf3194cd9117e0bd&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 943 time: 0.2259536 Sep 18 02:15:02.899238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d406f03-811a-4758-bf95-48412a2a3a2a req-ac04d77f-f125-47f4-add0-b148d714d852 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:02.900897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d406f03-811a-4758-bf95-48412a2a3a2a req-ac04d77f-f125-47f4-add0-b148d714d852 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2392304 Sep 18 02:15:02.957106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9007e2-dce8-4863-b243-2b6c7bca8d51 req-2d599939-d481-40e8-ba8e-2c19ba007416 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:02.964491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d9007e2-dce8-4863-b243-2b6c7bca8d51 req-2d599939-d481-40e8-ba8e-2c19ba007416 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 943 time: 0.1316314 Sep 18 02:15:02.987884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-298230ac-e742-4790-9404-b441c99bfc28 service neutron] 10.222.0.18 "GET /v2.0/ports/dc6b7d63-ceca-47d8-add5-b0a52bc6d479/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 383 time: 0.0835776 Sep 18 02:15:03.003496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:15:03.014272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.016273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d406f03-811a-4758-bf95-48412a2a3a2a req-4cb6cf20-02ec-4ffa-9768-5f6ce3b2bd98 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565629 Sep 18 02:15:03.070068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d9007e2-dce8-4863-b243-2b6c7bca8d51 req-58f15ede-338c-4180-9f29-1a79e5999dc3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879202 Sep 18 02:15:03.126993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Deleting port 1e5db573-0d58-4c31-9682-0cdc45d2124f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:03.127368 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.137830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-91a37270-6c78-472b-ae09-9ed12470f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:03.139750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-91a37270-6c78-472b-ae09-9ed12470f329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1095 time: 0.1212382 Sep 18 02:15:03.219173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.234036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Calling delete_port for 1e5db573-0d58-4c31-9682-0cdc45d2124f owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:03.258582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:03.269179 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] Sync routers for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:03.279049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-718ecb2d-9a9d-4b8e-ae9a-6abd9d5271d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/59a9a992-f6a3-4f82-9d82-e409f94bb9c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1834204 Sep 18 02:15:03.281235 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:03.281943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45804) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:03.284326 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:14:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:03.290279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:15:03.519772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.527689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:03.557793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'port_id': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'mac_address': 'fa:16:3e:e2:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:15:03.581382 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:03.588939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-6e6ee3a2-b6b1-4f80-b9ba-beeb93b761cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:03.590946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-6e6ee3a2-b6b1-4f80-b9ba-beeb93b761cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.4181285 Sep 18 02:15:03.624061 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc30b11c-2f9d-498c-9cff-e066f224bf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.645108 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.689079 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.704593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6b7d63-ceca-47d8-add5-b0a52bc6d479 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:15:03.732050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:03.742587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.790029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event deleted for resources: {'Port': ['ID=1e5db573-0d58-4c31-9682-0cdc45d2124f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:03.863085 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-3211cb97-f510-4f7d-9ff7-10794c751b12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 999 time: 0.2641590 Sep 18 02:15:03.900418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:03.963021 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:15:01Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:03.983695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:03.999251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-8e6cd0b1-c6ee-4735-847b-27c4a9001dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:04.001866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-8e6cd0b1-c6ee-4735-847b-27c4a9001dfc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.1306312 Sep 18 02:15:04.002247 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] Checking router: 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:15:04.014061 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] Routers {'59a9a992-f6a3-4f82-9d82-e409f94bb9c2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:04.014883 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:04.068775 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.103486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['dc6b7d63-ceca-47d8-add5-b0a52bc6d479'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:15:04.188322 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.206868 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] Set router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:04.242732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.278584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.303757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-8c547b35-d4c6-4f0a-ad8e-723553facd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:04.305544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-8c547b35-d4c6-4f0a-ad8e-723553facd37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877921 Sep 18 02:15:04.343025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57592fe5-535f-4557-aa78-cf1207e88ba3 req-c0aadbae-21f2-406d-a37e-127130eb5c7e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:04.344610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57592fe5-535f-4557-aa78-cf1207e88ba3 req-c0aadbae-21f2-406d-a37e-127130eb5c7e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1584270 Sep 18 02:15:04.410484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f5c6a-2144-4ba1-991e-c9e5c47276af req-91928ceb-e3b0-460f-8618-1f8a6f484722 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:04.420634 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-430f5c6a-2144-4ba1-991e-c9e5c47276af req-91928ceb-e3b0-460f-8618-1f8a6f484722 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 944 time: 0.1906242 Sep 18 02:15:04.439057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57592fe5-535f-4557-aa78-cf1207e88ba3 req-c71ba479-1a3a-498b-a5a8-6985635f804c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810683 Sep 18 02:15:04.442003 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.445115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Fanout notify agent at l3_agent the message router_deleted on router a5967939-3851-4409-bf6c-535689f40c08 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:15:04.481998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.483095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba309ddf-9559-4350-a70a-833f3e02b4fd tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/a5967939-3851-4409-bf6c-535689f40c08 HTTP/1.1" status: 204 len: 168 time: 2.2644289 Sep 18 02:15:04.492918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45828) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:04.497048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1207748281', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': False}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:04.527063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Deleting port ef05ece6-9e8d-4ffc-872e-a63d88656b1b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:04.527749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.530662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.531739 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.562616 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-430f5c6a-2144-4ba1-991e-c9e5c47276af req-51b2caac-5a34-428d-9eeb-9df097ccc207 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408002 Sep 18 02:15:04.633262 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:15:01Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:04.677612 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765746a6-ccfc-413b-bcfa-5cf8501500cd None None] The sync data for ids ['59a9a992-f6a3-4f82-9d82-e409f94bb9c2'] in n-d-789963-12 is: [{'id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'name': 'tempest-TaggedBootDevicesTest-1711715836-router', 'tenant_id': '4a92ebbf9c134e958e0abd9f931727f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:02:35Z', 'updated_at': '2021-09-18T02:15:01Z', 'revision_number': 5, 'project_id': '4a92ebbf9c134e958e0abd9f931727f3', 'gw_port': {'id': 'ef05ece6-9e8d-4ffc-872e-a63d88656b1b', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a9a992-f6a3-4f82-9d82-e409f94bb9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:02:36Z', 'updated_at': '2021-09-18T02:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:04.679718 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.910425 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:04.969249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:05.328036 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-09867da7-207b-462b-9fac-800f15064fc3 service neutron] 10.222.0.18 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0076978 Sep 18 02:15:05.382953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:05.419449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:05.467313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] For port ef05ece6-9e8d-4ffc-872e-a63d88656b1b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ef05ece6-9e8d-4ffc-872e-a63d88656b1b,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:05.467985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:05.520378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Calling delete_port for ef05ece6-9e8d-4ffc-872e-a63d88656b1b owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:05.556848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Allocated IP 172.25.0.131 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/e1e0c680-8342-42b0-a7f4-df83210e3e2f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:05.563200 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-69a58431-da12-4400-aa4d-2bce668219af service neutron] 10.222.0.18 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263305 Sep 18 02:15:05.635464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4ee0c26a-3324-4234-9f4f-195ad4420fad no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:05.677255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 4ee0c26a-3324-4234-9f4f-195ad4420fad {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:05.681575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4ee0c26a-3324-4234-9f4f-195ad4420fad not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:05.755817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86168f2-70fa-4877-9818-cd36714a1882 req-9f6363ea-7a52-40b4-8a37-ff89369e17b6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:05.758207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e86168f2-70fa-4877-9818-cd36714a1882 req-9f6363ea-7a52-40b4-8a37-ff89369e17b6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1125331 Sep 18 02:15:05.796123 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:05.833377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af469a4e-16ce-44d1-9457-21b07366c7e4 req-2d88791f-6c3b-403b-b582-a9fd060ea051 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:05.834562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-af469a4e-16ce-44d1-9457-21b07366c7e4 req-2d88791f-6c3b-403b-b582-a9fd060ea051 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 944 time: 0.0971799 Sep 18 02:15:05.839524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e86168f2-70fa-4877-9818-cd36714a1882 req-7a71b42d-aaf4-400e-a1dd-3d13070679a5 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592580 Sep 18 02:15:05.901165 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:05.914189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-af469a4e-16ce-44d1-9457-21b07366c7e4 req-4cebdb15-efb7-4a43-9826-b53e7136d14d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653217 Sep 18 02:15:05.916202 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:05.946407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef05ece6-9e8d-4ffc-872e-a63d88656b1b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:05.975296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:05.980797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:05.989147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:06.044206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.068560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'Port': ['ID=e1e0c680-8342-42b0-a7f4-df83210e3e2f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:06.179723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.185386 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.260804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.261535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a9a992-f6a3-4f82-9d82-e409f94bb9c2 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:15:06.278601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.279017 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.285261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-61816561-a984-49f5-b7e9-02c2f22ac065 admin admin] 10.222.0.21 "DELETE /v2.0/routers/59a9a992-f6a3-4f82-9d82-e409f94bb9c2 HTTP/1.1" status: 204 len: 168 time: 2.9981151 Sep 18 02:15:06.286669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45864) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:06.356727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-541f5162-55c8-4599-b521-c2411e03b358 admin admin] Deleting subnet 623b87eb-c594-4180-b0f1-d20148d1cdf7 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:15:06.360734 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-541f5162-55c8-4599-b521-c2411e03b358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.450344 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-541f5162-55c8-4599-b521-c2411e03b358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.480706 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.488017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45870) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:06.588570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-541f5162-55c8-4599-b521-c2411e03b358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.659718 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ede3e13-2152-4a71-bf08-1873e6c22e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.743782 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.747505 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-541f5162-55c8-4599-b521-c2411e03b358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.806054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f5162-55c8-4599-b521-c2411e03b358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623b87eb-c594-4180-b0f1-d20148d1cdf7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:06.807836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900f4e9-bf55-4296-9cbe-eb953aab7262 None None] Network 11be498a-d972-4af2-b522-204f1356985f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:15:06.808783 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-541f5162-55c8-4599-b521-c2411e03b358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.814043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-541f5162-55c8-4599-b521-c2411e03b358 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/623b87eb-c594-4180-b0f1-d20148d1cdf7 HTTP/1.1" status: 204 len: 168 time: 0.5247741 Sep 18 02:15:06.816566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45878) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:06.955552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.963129 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ede3e13-2152-4a71-bf08-1873e6c22e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:06.998822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ede3e13-2152-4a71-bf08-1873e6c22e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.027034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Router 24e58106-733d-4c83-b4d5-ca6ca98d5a7b is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:15:07.071873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4ede3e13-2152-4a71-bf08-1873e6c22e92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d64b4a435694e24acea6515d4eddc83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826945 Sep 18 02:15:07.087439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45886) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:07.120019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] DHCP port deletion for 11be498a-d972-4af2-b522-204f1356985f request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:15:07.167828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede3e13-2152-4a71-bf08-1873e6c22e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d3fd6-11a5-456a-a9e8-dfcb1b37f6ec,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:07.227748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] Deleting port d8bab317-4781-4f39-9679-27bbc5ae7d70 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:07.228472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.235388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:07.254111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Sync routers for ids ['24e58106-733d-4c83-b4d5-ca6ca98d5a7b'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:07.254616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923da6b-43c5-4567-bf83-0611f1a7b9de req-477d0ccd-fa19-4cff-8dca-9aa10bc47b38 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:07.262741 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7923da6b-43c5-4567-bf83-0611f1a7b9de req-477d0ccd-fa19-4cff-8dca-9aa10bc47b38 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 944 time: 0.1695108 Sep 18 02:15:07.278148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56cbe1-42eb-45a3-917d-d029f5ebf447 req-cfb2a7fa-f2c4-47c2-bf7f-c8040785e5c3 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:07.279776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e56cbe1-42eb-45a3-917d-d029f5ebf447 req-cfb2a7fa-f2c4-47c2-bf7f-c8040785e5c3 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2539430 Sep 18 02:15:07.295159 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.299200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ef6193c-b93d-4704-945a-ee267db35e64 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8055789 Sep 18 02:15:07.299882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45892) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:07.318848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Routers {'24e58106-733d-4c83-b4d5-ca6ca98d5a7b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:07.319973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['24e58106-733d-4c83-b4d5-ca6ca98d5a7b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:07.327243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:07.330029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Deleting port d8bab317-4781-4f39-9679-27bbc5ae7d70 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:07.330432 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.371590 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7923da6b-43c5-4567-bf83-0611f1a7b9de req-bbd8e7fa-4df0-44e1-beec-f0aff3323d59 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079073 Sep 18 02:15:07.429277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] For port d8bab317-4781-4f39-9679-27bbc5ae7d70, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d8bab317-4781-4f39-9679-27bbc5ae7d70,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:07.430681 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.437478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e478f910-94f4-4672-a49a-03468619b72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.464025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] For port d8bab317-4781-4f39-9679-27bbc5ae7d70, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d8bab317-4781-4f39-9679-27bbc5ae7d70,segment=NetworkSegment(6a26ca54-f528-4a9f-ae63-b972526c540c),segment_id=6a26ca54-f528-4a9f-ae63-b972526c540c)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:07.464397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.466742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-edc51092-193b-49f8-a099-b7445b832ae8 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/routers/24e58106-733d-4c83-b4d5-ca6ca98d5a7b HTTP/1.1" status: 200 len: 909 time: 0.1645050 Sep 18 02:15:07.471364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:07.477986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1207748281', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': True}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:07.480613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Calling delete_port for d8bab317-4781-4f39-9679-27bbc5ae7d70 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:07.485447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] Calling delete_port for d8bab317-4781-4f39-9679-27bbc5ae7d70 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:07.531944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.534194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.536134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Set router 24e58106-733d-4c83-b4d5-ca6ca98d5a7b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:07.569704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e56cbe1-42eb-45a3-917d-d029f5ebf447 req-1fbfaaaa-8b1c-4f0d-b2d0-2874ded55f03 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725749 Sep 18 02:15:07.608792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e478f910-94f4-4672-a49a-03468619b72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.683213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:15:07.686447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.687369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ef05ece6-9e8d-4ffc-872e-a63d88656b1b no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:07.689816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.732964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bab317-4781-4f39-9679-27bbc5ae7d70,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:07.735406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e478f910-94f4-4672-a49a-03468619b72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.743770 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e478f910-94f4-4672-a49a-03468619b72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.744963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e478f910-94f4-4672-a49a-03468619b72e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/020d3fd6-11a5-456a-a9e8-dfcb1b37f6ec HTTP/1.1" status: 204 len: 168 time: 0.6509993 Sep 18 02:15:07.750788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] No DVR routers for this DVR port d8bab317-4781-4f39-9679-27bbc5ae7d70 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:07.760626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478f910-94f4-4672-a49a-03468619b72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d3fd6-11a5-456a-a9e8-dfcb1b37f6ec,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:07.764468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:07.764830 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.769391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: ef05ece6-9e8d-4ffc-872e-a63d88656b1b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:07.769742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ef05ece6-9e8d-4ffc-872e-a63d88656b1b not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:07.770153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d8bab317-4781-4f39-9679-27bbc5ae7d70 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:07.865564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.868316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d8bab317-4781-4f39-9679-27bbc5ae7d70 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:07.868876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d8bab317-4781-4f39-9679-27bbc5ae7d70 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:07.892406 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.934749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] Pushing event deleted for resources: {'Port': ['ID=d8bab317-4781-4f39-9679-27bbc5ae7d70,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:07.942962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11be498a-d972-4af2-b522-204f1356985f']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:07.944895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956992f2-710f-48b7-901e-b7249d2039f5 None None] No DVR routers for this DVR port d8bab317-4781-4f39-9679-27bbc5ae7d70 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:07.976973 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:07.977206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a26ca54-f528-4a9f-ae63-b972526c540c') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:07.977506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a26ca54-f528-4a9f-ae63-b972526c540c') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:08.008374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.030760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.037753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-763e0d0d-724d-465d-b710-1b9db52045af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:08.039880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-763e0d0d-724d-465d-b710-1b9db52045af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 1096 time: 0.0925932 Sep 18 02:15:08.043680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:15:08.044423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: items = [ Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:15:08.045913 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:15:08.065695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:08.091947 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.119112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:08.121399 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe83b16-d673-4b54-be19-c9e7ead11886" -d '{"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-plugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:08.139526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:08.149889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58106-733d-4c83-b4d5-ca6ca98d5a7b', 'name': 'tempest-snat-router-1207748281', 'tenant_id': '2c00d279f7be424499c397460f7e2b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.131'}], 'enable_snat': False}, 'gw_port_id': 'e1e0c680-8342-42b0-a7f4-df83210e3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:04Z', 'updated_at': '2021-09-18T02:15:06Z', 'revision_number': 3, 'project_id': '2c00d279f7be424499c397460f7e2b0d', 'gw_port': {'id': 'e1e0c680-8342-42b0-a7f4-df83210e3e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58106-733d-4c83-b4d5-ca6ca98d5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:05Z', 'updated_at': '2021-09-18T02:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:08.153246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.186249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.195647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Checking router: 24e58106-733d-4c83-b4d5-ca6ca98d5a7b for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:15:08.196278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Updating router 24e58106-733d-4c83-b4d5-ca6ca98d5a7b port e1e0c680-8342-42b0-a7f4-df83210e3e2f binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:15:08.199340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.211599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.213558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] 10.222.0.21 "DELETE /v2.0/networks/11be498a-d972-4af2-b522-204f1356985f HTTP/1.1" status: 204 len: 168 time: 1.3956776 Sep 18 02:15:08.239495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56f220-7199-42ac-ad5c-8d0122864fae admin admin] Pushing event deleted for resources: {'Network': ['ID=11be498a-d972-4af2-b522-204f1356985f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:08.276261 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ac2235-19cf-4680-9dfd-cdb71812c91e x-openstack-request-id: req-81ac2235-19cf-4680-9dfd-cdb71812c91e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:08.276653 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-plugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:08.277350 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81ac2235-19cf-4680-9dfd-cdb71812c91e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:08.278296 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'code': 200} Sep 18 02:15:08.348500 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.360981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.390985 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.396748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:08.443592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:08.466900 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ac64f42-52ee-4366-a725-0508218afac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.481812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45924) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:08.603806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a107f48d-e81f-4a53-9bf8-7168cc0c7949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a92ebbf9c134e958e0abd9f931727f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170440 Sep 18 02:15:08.606275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45930) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:08.624065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Allocated IP 172.25.0.127 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/639292ef-bb96-48fb-b4bc-1a1800351dac) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:08.671773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:08.682084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb079d-b2fa-4ec2-adb6-448f4a6b4400 req-efc2a891-112b-410c-b9cc-2b5941be4bf8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:08.687193 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98bb079d-b2fa-4ec2-adb6-448f4a6b4400 req-efc2a891-112b-410c-b9cc-2b5941be4bf8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 945 time: 0.1664507 Sep 18 02:15:08.767877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:08.793338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ac64f42-52ee-4366-a725-0508218afac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.793587 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7e95-41fe-4b91-8cfd-10b46c8d3f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.806970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af618fc0-62d7-4619-a5fe-dc897ca67925 req-2fa6cdc6-4eba-4190-8e4d-e8256626bab4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:08.808490 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-af618fc0-62d7-4619-a5fe-dc897ca67925 req-2fa6cdc6-4eba-4190-8e4d-e8256626bab4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1396012 Sep 18 02:15:08.811653 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ac64f42-52ee-4366-a725-0508218afac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.816808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98bb079d-b2fa-4ec2-adb6-448f4a6b4400 req-bb6134e0-2d96-468c-a257-b01ecb4114ae tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129129 Sep 18 02:15:08.848893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.852929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:08.855328 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d872b9b2-26b5-4439-a2a2-ca2430cb8acc" -d '{"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:08.859986 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.874804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7e95-41fe-4b91-8cfd-10b46c8d3f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.893162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Transition to ACTIVE for port object dc6b7d63-ceca-47d8-add5-b0a52bc6d479 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:15:08.895089 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6ac64f42-52ee-4366-a725-0508218afac7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f56ba087bbec45ed87042c83c137a3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497859 Sep 18 02:15:08.895874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45936) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:08.902125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac64f42-52ee-4366-a725-0508218afac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a565593-f5ba-4f25-a3b9-1c3d1628b125,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:08.908323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.952195 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-af618fc0-62d7-4619-a5fe-dc897ca67925 req-ae231905-e824-42d3-b696-3b4f510fa537 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066682 Sep 18 02:15:08.990292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:08.990536 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9624a107-eb2c-4159-b5a5-bff8d5cac47a x-openstack-request-id: req-9624a107-eb2c-4159-b5a5-bff8d5cac47a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:08.990640 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:08.991008 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9624a107-eb2c-4159-b5a5-bff8d5cac47a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:08.991730 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'code': 200} Sep 18 02:15:09.025129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:09.070725 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-75e1679c-392f-4058-a66a-afff925fd720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.073534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:09.081186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:09.088060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:09.095290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'Port': ['ID=639292ef-bb96-48fb-b4bc-1a1800351dac,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:09.099429 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7e95-41fe-4b91-8cfd-10b46c8d3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.104058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7e95-41fe-4b91-8cfd-10b46c8d3f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.108788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c9bf7e95-41fe-4b91-8cfd-10b46c8d3f33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f821eb3d-7ebb-454c-a5fe-0178c876c1d3 HTTP/1.1" status: 204 len: 168 time: 0.5001757 Sep 18 02:15:09.141802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf7e95-41fe-4b91-8cfd-10b46c8d3f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f821eb3d-7ebb-454c-a5fe-0178c876c1d3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:09.146314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] No DVR routers for this DVR port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:09.191897 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-75e1679c-392f-4058-a66a-afff925fd720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.323159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.332140 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.432918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-75e1679c-392f-4058-a66a-afff925fd720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.437315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-75e1679c-392f-4058-a66a-afff925fd720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.441762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-75e1679c-392f-4058-a66a-afff925fd720 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a565593-f5ba-4f25-a3b9-1c3d1628b125 HTTP/1.1" status: 204 len: 168 time: 0.5405269 Sep 18 02:15:09.449962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae7bbe-1315-4ce5-b76b-ed14a110ae9e None None] Pushing event updated for resources: {'Port': ['ID=e1e0c680-8342-42b0-a7f4-df83210e3e2f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:09.477730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:09.478249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:09.478704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:09.484167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:15:09.484631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Attempting to bind port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:09.493054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:09.493749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Checking segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:09.494228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Bound using segment: {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:09.494941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Bound port: dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24a24cc-24fc-450c-b10c-ac01a4f77bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:09.495741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.535397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Attempting to bind port e1e0c680-8342-42b0-a7f4-df83210e3e2f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:09.535768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Attempting to bind port e1e0c680-8342-42b0-a7f4-df83210e3e2f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:09.536135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Attempting to bind port e1e0c680-8342-42b0-a7f4-df83210e3e2f on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:09.563073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:09.563455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:09.563863 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.564252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:09.564723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Bound port: e1e0c680-8342-42b0-a7f4-df83210e3e2f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:09.569704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1679c-392f-4058-a66a-afff925fd720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a565593-f5ba-4f25-a3b9-1c3d1628b125,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:09.575137 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.618962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:09.623020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:09.632394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.692596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] For port e1e0c680-8342-42b0-a7f4-df83210e3e2f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:09.696446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] For port e1e0c680-8342-42b0-a7f4-df83210e3e2f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e1e0c680-8342-42b0-a7f4-df83210e3e2f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:09.708984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.725354 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.745047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=11']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:09.764045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:09.765773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:09.767854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-a866d708-1165-4a0f-aee5-61c5c0e108d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 1093 time: 1.7099032 Sep 18 02:15:09.816502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Routers {'24e58106-733d-4c83-b4d5-ca6ca98d5a7b'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:09.817263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['24e58106-733d-4c83-b4d5-ca6ca98d5a7b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:09.896422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-726e93aa-fa58-4bde-90e7-5dc0625b2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:09.903255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-726e93aa-fa58-4bde-90e7-5dc0625b2f1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1096 time: 0.1093268 Sep 18 02:15:10.052260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] Set router 24e58106-733d-4c83-b4d5-ca6ca98d5a7b gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:10.218324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-3d668706-1420-488c-9243-e5e70b1282a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:10.219854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-3d668706-1420-488c-9243-e5e70b1282a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.3076038 Sep 18 02:15:10.229338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd1b3-1cae-47b1-8940-34d905b3723d req-b0f2a559-6481-4bce-bd9a-40fe24124415 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:10.239887 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e0fd1b3-1cae-47b1-8940-34d905b3723d req-b0f2a559-6481-4bce-bd9a-40fe24124415 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1263492 Sep 18 02:15:10.359285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae7bbe-1315-4ce5-b76b-ed14a110ae9e None None] Pushing event updated for resources: {'Port': ['ID=e1e0c680-8342-42b0-a7f4-df83210e3e2f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:10.437440 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e0fd1b3-1cae-47b1-8940-34d905b3723d req-41f09e11-64b3-4a79-ad49-ec69e8a8350b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964433 Sep 18 02:15:10.467918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-48898778-adac-4fe1-9da5-f51d0ebb9ee5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 999 time: 0.2252064 Sep 18 02:15:10.602163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58106-733d-4c83-b4d5-ca6ca98d5a7b', 'name': 'tempest-snat-router-1207748281', 'tenant_id': '2c00d279f7be424499c397460f7e2b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.131'}], 'enable_snat': False}, 'gw_port_id': 'e1e0c680-8342-42b0-a7f4-df83210e3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:04Z', 'updated_at': '2021-09-18T02:15:06Z', 'revision_number': 3, 'project_id': '2c00d279f7be424499c397460f7e2b0d', 'gw_port': {'id': 'e1e0c680-8342-42b0-a7f4-df83210e3e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58106-733d-4c83-b4d5-ca6ca98d5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:05Z', 'updated_at': '2021-09-18T02:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:10.643217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-b7571f45-031b-46cf-93fe-b92c0481fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:10.660750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-b7571f45-031b-46cf-93fe-b92c0481fc35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.1821990 Sep 18 02:15:10.670980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026acd8a-b050-447b-8a6a-a8ae56a0ff0a None None] The sync data for ids ['24e58106-733d-4c83-b4d5-ca6ca98d5a7b'] in n-d-789963-12 is: [{'id': '24e58106-733d-4c83-b4d5-ca6ca98d5a7b', 'name': 'tempest-snat-router-1207748281', 'tenant_id': '2c00d279f7be424499c397460f7e2b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.131'}], 'enable_snat': False}, 'gw_port_id': 'e1e0c680-8342-42b0-a7f4-df83210e3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:04Z', 'updated_at': '2021-09-18T02:15:06Z', 'revision_number': 3, 'project_id': '2c00d279f7be424499c397460f7e2b0d', 'gw_port': {'id': 'e1e0c680-8342-42b0-a7f4-df83210e3e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58106-733d-4c83-b4d5-ca6ca98d5a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:05Z', 'updated_at': '2021-09-18T02:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:10.860596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46010) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:10.887750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-b44e098e-a9c0-43df-a1d7-d82ceb7fe53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:10.889492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-b44e098e-a9c0-43df-a1d7-d82ceb7fe53e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231696 Sep 18 02:15:10.919036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17164c-041f-4e56-a261-e157ab2b9681 req-ef3385ee-a661-417b-944e-b3eafb60a9ba tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:10.922076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b17164c-041f-4e56-a261-e157ab2b9681 req-ef3385ee-a661-417b-944e-b3eafb60a9ba tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1236143 Sep 18 02:15:11.003426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-bd1c31fd-20d6-4f62-85c4-45e30f31e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:11.004047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:11.004171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-bd1c31fd-20d6-4f62-85c4-45e30f31e062 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1097 time: 0.1628118 Sep 18 02:15:11.004287 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f267c7-3d81-4ee7-bbb4-c71014c55812" -d '{"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:11.069234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4092a-ea35-4147-b823-6356d2418085 req-d6dda01e-c02f-4790-8452-9564aa4475a0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:11.076955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f4092a-ea35-4147-b823-6356d2418085 req-d6dda01e-c02f-4790-8452-9564aa4475a0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 944 time: 0.2343259 Sep 18 02:15:11.084388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b17164c-041f-4e56-a261-e157ab2b9681 req-bc0c592a-a803-4cdb-aca7-8360c03c39a2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754488 Sep 18 02:15:11.104116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-4189a871-f7a6-427e-868f-5fa4ef6df2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046032 Sep 18 02:15:11.242517 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-25fbe097-e4e4-41af-82fc-e52f1f70a668 req-19717382-9be2-40f1-a61c-d0ee874f3c75 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286850 Sep 18 02:15:11.248580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1461447658-network', 'tenant_id': 'b16e4277e26d4b00908fca174497c27e'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:11.270660 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d8910a-f383-4b78-bd4c-a9fa638d970a x-openstack-request-id: req-10d8910a-f383-4b78-bd4c-a9fa638d970a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:11.271575 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:11.272379 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10d8910a-f383-4b78-bd4c-a9fa638d970a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:11.273332 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'status': 'completed', 'code': 200} Sep 18 02:15:11.274761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Made reservation on behalf of b16e4277e26d4b00908fca174497c27e for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:15:11.277787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:11.290053 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:11.293968 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:11.334095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4f4092a-ea35-4147-b823-6356d2418085 req-a9786025-3178-49d9-b4fa-23c7863b07bd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436645 Sep 18 02:15:11.340019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:11.421019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:11.493543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-fb6fdefc-0868-4a0c-89c6-46cec8d72128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:11.495095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-fb6fdefc-0868-4a0c-89c6-46cec8d72128 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.4848173 Sep 18 02:15:11.639200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-e218ad44-bf7f-4eba-bf17-c25fbffa1c7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.1345792 Sep 18 02:15:11.648728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-7685e7d4-7db8-4cd0-a731-e8716b9e122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:11.651047 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-7685e7d4-7db8-4cd0-a731-e8716b9e122e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1096 time: 0.3220527 Sep 18 02:15:11.665960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-e44054da-cc67-43bb-b508-fa6d92359f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:11.668016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-e44054da-cc67-43bb-b508-fa6d92359f84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1096 time: 0.3791137 Sep 18 02:15:11.695602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:11.734003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e1e0c680-8342-42b0-a7f4-df83210e3e2f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:11.756851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:11.777568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-fadcda53-23e9-406a-8a96-877788962918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:11.779159 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-fadcda53-23e9-406a-8a96-877788962918 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1279285 Sep 18 02:15:11.780254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Router 5ce3940b-92ad-48fc-a766-da603e7f1664 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:15:11.847139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e1e0c680-8342-42b0-a7f4-df83210e3e2f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:11.847472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:12.044540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:15:12.090137 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:12.094355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fc7310-3cf2-450e-8c92-f780d841d1c5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:12.139380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port e1e0c680-8342-42b0-a7f4-df83210e3e2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e1e0c680-8342-42b0-a7f4-df83210e3e2f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:12.140083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:12.140627 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Added segment eb73cfa3-bf7d-4ee8-8d80-116415ebd238 of type vlan for network 3cb36265-358f-455f-9538-2d44824ff219 Sep 18 02:15:12.150164 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:12.165650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-3fc431c9-ec84-403d-821b-c35852698444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:12.168028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-3fc431c9-ec84-403d-821b-c35852698444 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.4938405 Sep 18 02:15:12.191445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:12.209350 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Sync routers for ids ['5ce3940b-92ad-48fc-a766-da603e7f1664'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:12.227741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-970283aa-4094-437c-9ffc-a23912526857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:12.230279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-970283aa-4094-437c-9ffc-a23912526857 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4412971 Sep 18 02:15:12.239427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:12.241840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c1a0a27c-8b96-4cdc-8fd3-10643b368f24 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7694595 Sep 18 02:15:12.245440 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Routers {'5ce3940b-92ad-48fc-a766-da603e7f1664'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:12.246077 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['5ce3940b-92ad-48fc-a766-da603e7f1664'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:12.258179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46048) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:12.289582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-ca4f0985-4238-4a48-8fbd-98ba117de00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:12.291446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-ca4f0985-4238-4a48-8fbd-98ba117de00c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.6058688 Sep 18 02:15:12.292182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=e1e0c680-8342-42b0-a7f4-df83210e3e2f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:12.313642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:12.421678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-d69c6e5f-1b5a-4fd1-ba3e-e5b3797b7dae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 999 time: 0.2194541 Sep 18 02:15:12.511313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-89577de3-1925-406c-8cb1-0ccccadd7b17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 999 time: 0.1949773 Sep 18 02:15:12.511925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:12.512849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:12.513577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:12.534102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74352147-1e47-466e-a9c9-4f72f3922429 req-5b2e2865-94bf-4cbc-8056-f89c0ccec73a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:12.536001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74352147-1e47-466e-a9c9-4f72f3922429 req-5b2e2865-94bf-4cbc-8056-f89c0ccec73a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2431400 Sep 18 02:15:12.548515 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Set router 5ce3940b-92ad-48fc-a766-da603e7f1664 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:12.558916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6936541 Sep 18 02:15:12.567788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46058) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:12.639452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Request body: {'subnet': {'network_id': '3cb36265-358f-455f-9538-2d44824ff219', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1461447658-subnet', 'tenant_id': 'b16e4277e26d4b00908fca174497c27e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:12.678250 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-9ece183f-eb74-4768-8fe7-732057710d16 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336624 Sep 18 02:15:12.685098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d3cb6e8c-272f-44c9-871d-6dcef4878f5d tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/routers/5ce3940b-92ad-48fc-a766-da603e7f1664 HTTP/1.1" status: 200 len: 908 time: 0.4244397 Sep 18 02:15:12.744076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46060) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:12.800655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-1fbee7ff-fc16-4733-af56-8d0007de016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:12.802301 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-1fbee7ff-fc16-4733-af56-8d0007de016e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.3660905 Sep 18 02:15:12.952969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4162-bf6b-4116-88de-651839949c0c req-03d45c97-c541-4de7-ba31-5a3881750382 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:12.954908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8fbc4162-bf6b-4116-88de-651839949c0c req-03d45c97-c541-4de7-ba31-5a3881750382 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 944 time: 0.4486716 Sep 18 02:15:12.969901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4b164-1b63-48d9-a7fc-5a1ad3bbbd65 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb36265-358f-455f-9538-2d44824ff219,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:12.992395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3cb36265-358f-455f-9538-2d44824ff219 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:15:13.001519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-99f92ab6-b290-4163-925a-333d4b8723a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:13.003465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-99f92ab6-b290-4163-925a-333d4b8723a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.4639914 Sep 18 02:15:13.011707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Made reservation on behalf of b16e4277e26d4b00908fca174497c27e for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:15:13.018975 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:13.090687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74352147-1e47-466e-a9c9-4f72f3922429 req-7c0bca6a-1640-4b25-aa67-ae57d238b093 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5292759 Sep 18 02:15:13.124732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8fbc4162-bf6b-4116-88de-651839949c0c req-66932d3d-1397-4c75-ba9a-21ca7942eb2d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549876 Sep 18 02:15:13.205002 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce3940b-92ad-48fc-a766-da603e7f1664', 'name': 'tempest-snat-router-1207748281', 'tenant_id': '2c00d279f7be424499c397460f7e2b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '639292ef-bb96-48fb-b4bc-1a1800351dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:07Z', 'updated_at': '2021-09-18T02:15:09Z', 'revision_number': 3, 'project_id': '2c00d279f7be424499c397460f7e2b0d', 'gw_port': {'id': '639292ef-bb96-48fb-b4bc-1a1800351dac', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce3940b-92ad-48fc-a766-da603e7f1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:08Z', 'updated_at': '2021-09-18T02:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:13.269367 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Checking router: 5ce3940b-92ad-48fc-a766-da603e7f1664 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:15:13.271178 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Updating router 5ce3940b-92ad-48fc-a766-da603e7f1664 port 639292ef-bb96-48fb-b4bc-1a1800351dac binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:15:13.276600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:13.341190 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:13.524073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c47a61a-472f-4f05-af23-12e561b34be1 req-2e53ddb0-5b52-4c5c-894b-a29166981afd service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346877 Sep 18 02:15:13.529701 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:13.734180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Deleting port 639292ef-bb96-48fb-b4bc-1a1800351dac {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:13.736530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:13.754323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e1e0c680-8342-42b0-a7f4-df83210e3e2f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:13.830369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-5c4ebe06-3f53-400c-874d-efbcdcf593d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:13.831938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-5c4ebe06-3f53-400c-874d-efbcdcf593d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0184016 Sep 18 02:15:13.842800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e1e0c680-8342-42b0-a7f4-df83210e3e2f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:13.845076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:13.872389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-cec42575-b3b9-4294-ac42-204dca16fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:13.873880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-cec42575-b3b9-4294-ac42-204dca16fa2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8473966 Sep 18 02:15:13.914763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:13.939903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Calling delete_port for 639292ef-bb96-48fb-b4bc-1a1800351dac owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:14.012426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:15:14.023855 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.038441 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.113773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-b0d10219-8aa1-4cf2-a942-150f644b3dc0 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719789 Sep 18 02:15:14.191112 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Attempting to bind port 639292ef-bb96-48fb-b4bc-1a1800351dac on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:14.191501 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Attempting to bind port 639292ef-bb96-48fb-b4bc-1a1800351dac by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:14.191877 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Attempting to bind port 639292ef-bb96-48fb-b4bc-1a1800351dac on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:14.197140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-25425893-06df-4899-a5e3-28a57c343dad service neutron] 10.222.0.18 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119388 Sep 18 02:15:14.242266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:14.262856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'port_id': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'mac_address': 'fa:16:3e:e2:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:15:14.263162 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:14.272251 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:14.277230 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.277847 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:14.278527 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Bound port: 639292ef-bb96-48fb-b4bc-1a1800351dac, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:14.279906 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.329743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.348026 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.386937 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.392931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event deleted for resources: {'Port': ['ID=639292ef-bb96-48fb-b4bc-1a1800351dac,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:14.461372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6b7d63-ceca-47d8-add5-b0a52bc6d479 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:15:14.537917 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.db.api [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:15:14.549737 n-d-789963-12 neutron-server[106442]: DEBUG oslo_db.api [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:15:14.553777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:14.563139 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.569951 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5893a-961a-4af2-b98c-98969707ec7d None None] Pushing event updated for resources: {'Port': ['ID=639292ef-bb96-48fb-b4bc-1a1800351dac,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:14.735279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67fed-108e-40ff-91c3-9f502047ef94 req-0558e648-6f86-499f-a170-3ef7c6d3a316 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:14.736127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2c2977-fef5-4a7f-9199-f334605c422e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:14.737012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fb67fed-108e-40ff-91c3-9f502047ef94 req-0558e648-6f86-499f-a170-3ef7c6d3a316 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 944 time: 0.3463743 Sep 18 02:15:14.756127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=12']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:14.766982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-aacb3929-88fb-4d20-9ce1-0d6f1726c88c service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192448 Sep 18 02:15:14.771266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.810953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee4eb5-036f-4f47-889b-83e2835b8b8c req-d806d84e-c604-40ba-be78-52bb57c12a31 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:14.815288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['dc6b7d63-ceca-47d8-add5-b0a52bc6d479'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:15:14.819821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bfee4eb5-036f-4f47-889b-83e2835b8b8c req-d806d84e-c604-40ba-be78-52bb57c12a31 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.5974329 Sep 18 02:15:14.880480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bfee4eb5-036f-4f47-889b-83e2835b8b8c req-887694b9-6671-4980-aa63-0a3a67ae0a6b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596595 Sep 18 02:15:14.882046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Checking segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:14.882513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Network hostable DHCP agents. Network: 3cb36265-358f-455f-9538-2d44824ff219, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:15:14.888464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7f267c7-3d81-4ee7-bbb4-c71014c55812 req-c01f3fbf-44f1-4969-b88b-3d7047417e78 service neutron] 10.222.0.18 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673498 Sep 18 02:15:14.946093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Network 3cb36265-358f-455f-9538-2d44824ff219 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:15:14.956231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 3cb36265-358f-455f-9538-2d44824ff219) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:14.962306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:14.963023 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.995758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:14.998803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-58b96d34-80d5-4474-887c-a188e4d7ba49 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4264886 Sep 18 02:15:15.001290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:15.022839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2fb67fed-108e-40ff-91c3-9f502047ef94 req-f9b72b2e-5d5c-4ed4-9674-035584eb0d3d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656610 Sep 18 02:15:15.044734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783fd569-aed6-4518-8812-e04c2974b6fd None None] Network 3cb36265-358f-455f-9538-2d44824ff219 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:15:15.054763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46110) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:15.074900 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Attempting to bind port 639292ef-bb96-48fb-b4bc-1a1800351dac on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:15.076049 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Attempting to bind port 639292ef-bb96-48fb-b4bc-1a1800351dac by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:15.076582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Attempting to bind port 639292ef-bb96-48fb-b4bc-1a1800351dac on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:15.083759 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:15.084485 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:15.085088 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:15.085672 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:15.086839 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Bound port: 639292ef-bb96-48fb-b4bc-1a1800351dac, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:15.087869 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:15.126145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295414f-7bef-49e2-8597-22a117a6a08f req-f676abd9-5296-4df5-a220-05a6335ee689 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:15.133768 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:15.134548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce3940b-92ad-48fc-a766-da603e7f1664 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:15:15.136204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6295414f-7bef-49e2-8597-22a117a6a08f req-f676abd9-5296-4df5-a220-05a6335ee689 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1298852 Sep 18 02:15:15.142392 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:15.150105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9b6a5284-4a3d-45e3-8b42-b0e340c16be2 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5ce3940b-92ad-48fc-a766-da603e7f1664 HTTP/1.1" status: 204 len: 168 time: 2.3906777 Sep 18 02:15:15.150843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46114) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:15.184977 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.plugin [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Port 639292ef-bb96-48fb-b4bc-1a1800351dac has been deleted concurrently {{(pid=106442) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 02:15:15.218870 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Routers set() bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:15.219243 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Router IDs set() for agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 02:15:15.224172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6295414f-7bef-49e2-8597-22a117a6a08f req-f05a2704-c705-4095-bf8c-33ffc4d490ab tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817783 Sep 18 02:15:15.226421 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_agentschedulers_db [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ce3940b-92ad-48fc-a766-da603e7f1664'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent'). {{(pid=106442) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 02:15:15.229682 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce2c91-d8c2-40df-81f9-3d6e95a5eec2 None None] The sync data for ids ['5ce3940b-92ad-48fc-a766-da603e7f1664'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:15.243921 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-35babbe5-b72f-410b-a62c-320cd42a5f76 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/3493c715-50bb-4559-b308-7fb1a7dbc539 HTTP/1.1" status: 200 len: 992 time: 0.1879413 Sep 18 02:15:15.322603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-3cb36265-358f-455f-9538-2d44824ff219', 'network_id': '3cb36265-358f-455f-9538-2d44824ff219', 'tenant_id': 'b16e4277e26d4b00908fca174497c27e', 'fixed_ips': [{'subnet_id': 'ea2c2977-fef5-4a7f-9199-f334605c422e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:15:15.323535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:15.476489 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:15.552965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7ed85-faa7-4e83-a046-da80597b9831 req-049f42e0-e141-4d23-a0d0-6f4acdfb75a6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:15.554865 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75a7ed85-faa7-4e83-a046-da80597b9831 req-049f42e0-e141-4d23-a0d0-6f4acdfb75a6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1479273 Sep 18 02:15:15.855325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Allocated IP 172.20.0.2 (3cb36265-358f-455f-9538-2d44824ff219/ea2c2977-fef5-4a7f-9199-f334605c422e/fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:15.963926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-7f2f1041-148b-48c1-bbdc-530d183f5238 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:15.971088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-7f2f1041-148b-48c1-bbdc-530d183f5238 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 816 time: 0.2153404 Sep 18 02:15:15.979432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:16.012064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-2779505a-467a-4392-a71f-524e7e30d9c7 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/quotas/b16e4277e26d4b00908fca174497c27e HTTP/1.1" status: 200 len: 375 time: 0.0325541 Sep 18 02:15:16.091565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.097523 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75a7ed85-faa7-4e83-a046-da80597b9831 req-f406f50f-0c60-4902-bbc2-339b22fc778c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564845 Sep 18 02:15:16.109279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-3f33aec5-fa61-4fdb-86a0-25b4bf047590 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790339 Sep 18 02:15:16.157127 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.166895 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.222933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Pushing event updated for resources: {'Port': ['ID=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:16.226902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:15:16.233549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:16.234237 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.284893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-f6c46a21-3cd7-4337-9879-cb23ef3d4605 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:15:16.288554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Deleting port e1e0c680-8342-42b0-a7f4-df83210e3e2f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:16.288959 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.293613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Network 3cb36265-358f-455f-9538-2d44824ff219 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:16.295221 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-f6c46a21-3cd7-4337-9879-cb23ef3d4605 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1683590 Sep 18 02:15:16.297470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:16.300626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:16.400145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Attempting to bind port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:16.401554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Attempting to bind port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:16.402145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Attempting to bind port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 on network 3cb36265-358f-455f-9538-2d44824ff219 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:16.414347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] For port e1e0c680-8342-42b0-a7f4-df83210e3e2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e1e0c680-8342-42b0-a7f4-df83210e3e2f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:16.414917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.415355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:16.415978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Checking segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:16.416599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.417712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Bound using segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:16.418399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Bound port: fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:16.419181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.433319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Calling delete_port for e1e0c680-8342-42b0-a7f4-df83210e3e2f owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:16.450816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.525782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-d9de7917-d204-4598-b9e1-4c899278f029 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291343 Sep 18 02:15:16.566471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] For port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:16.574596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] For port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:16.624208 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.666418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:16.669414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-a8c140d6-7226-41ce-a40a-94328b3402b9 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426554 Sep 18 02:15:16.669673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:16.673500 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4902866-7045-4d26-85c5-c254fc320aae" -d '{"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-plugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:16.693485 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:16.790519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd469e-4ecf-489a-bf60-c9153f82bc5f req-811de0de-a33b-4638-af84-d720f21c8121 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:16.800463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bbd469e-4ecf-489a-bf60-c9153f82bc5f req-811de0de-a33b-4638-af84-d720f21c8121 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.2545419 Sep 18 02:15:16.807756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a79a02-9cb3-420d-8dc8-016aae28a353 None None] Pushing event updated for resources: {'Port': ['ID=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:16.996161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=13']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:17.008044 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4410c3e2-dd9e-4e27-8048-af0e0805efda x-openstack-request-id: req-4410c3e2-dd9e-4e27-8048-af0e0805efda {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:17.008342 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-plugged", "status": "completed", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:17.008594 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4410c3e2-dd9e-4e27-8048-af0e0805efda {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:17.008993 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'code': 200} Sep 18 02:15:17.119747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6bbd469e-4ecf-489a-bf60-c9153f82bc5f req-158c4707-b070-4d68-85b5-0bc03561e9b1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951231 Sep 18 02:15:17.122234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.270232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1e0c680-8342-42b0-a7f4-df83210e3e2f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:17.363145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.488669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.492463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.550257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085823-f005-434f-ab5f-00986a53bba6 req-715981b0-5a74-4621-9b72-cb432d1f4004 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:17.558896 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.559629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24e58106-733d-4c83-b4d5-ca6ca98d5a7b {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:15:17.563404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-715981b0-5a74-4621-9b72-cb432d1f4004 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 816 time: 0.3802538 Sep 18 02:15:17.566225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.568020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-53a04773-8310-4ece-b83a-59da19bbb7aa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/24e58106-733d-4c83-b4d5-ca6ca98d5a7b HTTP/1.1" status: 204 len: 168 time: 2.4147756 Sep 18 02:15:17.571974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46208) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:17.578648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1619561282', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:17.581620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-0375b902-a769-4330-b4e8-0b1df3383dc1 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/quotas/b16e4277e26d4b00908fca174497c27e HTTP/1.1" status: 200 len: 375 time: 0.0160959 Sep 18 02:15:17.621688 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.623380 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.782312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:17.860060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-d1bcb7cf-75e7-40c2-8858-0f1b373253b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2776504 Sep 18 02:15:18.060532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:18.232525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-939c1c5b-f522-4c2b-aa19-ab48c8978fb6 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714960 Sep 18 02:15:18.246072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:18.246448 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:18.404273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:18.486132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-02749207-0fef-43a6-a9f5-1afa5ddb811f service neutron] 10.222.0.21 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519190 Sep 18 02:15:18.592306 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:18.743518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:18.765143 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:18.846773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417be7e-1982-4bbc-be97-707622be1a11 req-2aaa9507-790d-4e75-8396-89cc10fc5498 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:18.855353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8417be7e-1982-4bbc-be97-707622be1a11 req-2aaa9507-790d-4e75-8396-89cc10fc5498 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.4359779 Sep 18 02:15:18.916116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c491e5b-060e-4cac-8175-355f9216f11d None None] Network 3cb36265-358f-455f-9538-2d44824ff219 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:15:18.963705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:19.034086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8417be7e-1982-4bbc-be97-707622be1a11 req-739b8d81-1e7e-44ab-9eec-1cb588073913 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452219 Sep 18 02:15:19.070841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1a820c31-0abb-440e-bf0f-e2dc2e959af6 None None] Provisioning complete for port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:19.071918 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1a820c31-0abb-440e-bf0f-e2dc2e959af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:19.373533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:19.386105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-5266a1e0-aa16-43dc-a8ea-c9765c1eed45 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:19.397199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-5266a1e0-aa16-43dc-a8ea-c9765c1eed45 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 816 time: 0.4921496 Sep 18 02:15:19.430911 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-315316e6-1c3a-4c7f-87ac-2f4e401109f4 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/quotas/b16e4277e26d4b00908fca174497c27e HTTP/1.1" status: 200 len: 375 time: 0.0323274 Sep 18 02:15:19.440638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:19.523596 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-71bc6745-1542-4dfc-8578-0c8028abff9a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912840 Sep 18 02:15:19.720450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Allocated IP 172.25.0.23 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/84cea05e-cd44-4413-9717-355ded45587a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:19.736139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:19.844557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-3cec4fb0-d3e7-4e37-956e-3abded75c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:19.846180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-3cec4fb0-d3e7-4e37-956e-3abded75c37d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1097 time: 0.3131881 Sep 18 02:15:19.916044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-76e9069c-5133-44cb-a9f5-6775e91d626e None None] Provisioning complete for port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:19.916415 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-76e9069c-5133-44cb-a9f5-6775e91d626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:20.011828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:20.013896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:20.083354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-6a7311ff-2812-407d-8ec6-0c24935d9d07 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584719 Sep 18 02:15:20.249160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272546bd-74ec-4a96-b941-a16677d1220b req-94189e85-d82f-48ed-b642-21c7f2eded91 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:20.251977 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-272546bd-74ec-4a96-b941-a16677d1220b req-94189e85-d82f-48ed-b642-21c7f2eded91 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.5275490 Sep 18 02:15:20.280056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e1e0c680-8342-42b0-a7f4-df83210e3e2f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:20.298013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-c604d71c-889c-40a0-983f-4e59ac556559 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136788 Sep 18 02:15:20.338852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e1e0c680-8342-42b0-a7f4-df83210e3e2f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:20.340994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e1e0c680-8342-42b0-a7f4-df83210e3e2f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:20.360767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-75ede077-35b7-4001-84d8-2d9e459dcbad tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:20.363241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-75ede077-35b7-4001-84d8-2d9e459dcbad tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.20 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 816 time: 0.5632627 Sep 18 02:15:20.384626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Request body: {'port': {'device_id': '65ed8a3c-27ce-42f4-854a-49dc7faf9f37', 'network_id': '3cb36265-358f-455f-9538-2d44824ff219', 'admin_state_up': True, 'tenant_id': 'b16e4277e26d4b00908fca174497c27e'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:20.391088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-385af43c-f2a9-4362-bf49-3d44d7df1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:20.392620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-385af43c-f2a9-4362-bf49-3d44d7df1b62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.5346389 Sep 18 02:15:20.403394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:20.419708 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-272546bd-74ec-4a96-b941-a16677d1220b req-421e8c9e-85bb-4119-9eff-fac7fae7a63a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580999 Sep 18 02:15:20.590234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:20.759721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:20.801560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34fb610d-1e1f-4339-95e4-29bcc334f1da req-4d9996db-f2a0-437b-a073-73382388f726 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 210 time: 0.1099555 Sep 18 02:15:20.815374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:20.844494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event updated for resources: {'Port': ['ID=84cea05e-cd44-4413-9717-355ded45587a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:20.849213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:20.907897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085823-f005-434f-ab5f-00986a53bba6 req-c87ecc2d-8bda-4784-8a1f-0b115b3000bc tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:20.909788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-c87ecc2d-8bda-4784-8a1f-0b115b3000bc tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.20 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 816 time: 0.3074486 Sep 18 02:15:20.910033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Made reservation on behalf of b16e4277e26d4b00908fca174497c27e for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:15:20.911403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-ad2f4b2f-f7ab-43b5-b088-2ca6e8fe3e76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.5098920 Sep 18 02:15:20.913763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:20.959134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Request body: {'port': {'device_id': '18809f50-05a1-4dfe-aa87-7e4729c901ec', 'network_id': '3cb36265-358f-455f-9538-2d44824ff219', 'admin_state_up': True, 'tenant_id': 'b16e4277e26d4b00908fca174497c27e'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:20.994397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46298) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:21.299665 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-a7c8900e-d97b-4a77-a65a-a018834f19fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7051723 Sep 18 02:15:21.300835 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aba3b285-fcad-473c-978b-139df05d514e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:21.389987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Allocated IP 172.20.0.5 (3cb36265-358f-455f-9538-2d44824ff219/ea2c2977-fef5-4a7f-9199-f334605c422e/cf86ee8c-5f1a-4717-88a3-034e1f01a6dd) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:21.445559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-4d7f554e-1551-44b1-8d6e-8dd08757203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:21.451337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-4d7f554e-1551-44b1-8d6e-8dd08757203d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.4798563 Sep 18 02:15:21.641288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-1c65b71e-a6f9-43a3-930b-772860505b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:21.643427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-1c65b71e-a6f9-43a3-930b-772860505b93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 1097 time: 0.2921526 Sep 18 02:15:21.757658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-7c9fce23-b503-4999-bfea-e486364d98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:21.759492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-7c9fce23-b503-4999-bfea-e486364d98ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2864368 Sep 18 02:15:21.793403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639983e-a0b0-41dc-8e2f-216173ff4b25 req-de5417a2-0487-414c-b55b-ea768fd946a7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:21.801917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7639983e-a0b0-41dc-8e2f-216173ff4b25 req-de5417a2-0487-414c-b55b-ea768fd946a7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1531096 Sep 18 02:15:21.909003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7639983e-a0b0-41dc-8e2f-216173ff4b25 req-23b3b2ff-5c5a-4506-b761-22135882bad8 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059082 Sep 18 02:15:21.921025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aba3b285-fcad-473c-978b-139df05d514e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:21.991603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aba3b285-fcad-473c-978b-139df05d514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:21.997593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-efa8e2ea-b83e-4af8-9759-31c966073c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:21.999019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-efa8e2ea-b83e-4af8-9759-31c966073c4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 0.3074574 Sep 18 02:15:22.001416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Made reservation on behalf of b16e4277e26d4b00908fca174497c27e for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:15:22.005730 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:22.006764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:22.071445 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-b45427c3-7686-4719-8d44-4cd90406a042 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=914ed83f-8bae-48ec-90ef-032dd2b718e4 HTTP/1.1" status: 200 len: 217 time: 0.0605991 Sep 18 02:15:22.076836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5bec6955-41fe-4a30-bfd7-4882e7d8d94e req-cc617486-e07c-47ad-8203-e51e8f44dad0 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 210 time: 0.0916800 Sep 18 02:15:22.080706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-432f185e-2cfd-4349-b790-70e6711ceeca service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125098 Sep 18 02:15:22.099558 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aba3b285-fcad-473c-978b-139df05d514e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eafeeebd7e214564b01b09c7c66d473c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1037412 Sep 18 02:15:22.113059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46324) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:22.159263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3b285-fcad-473c-978b-139df05d514e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d565bb71-16cf-44a0-9bf6-4f09f5597fbb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:22.192106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:22.295629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-1025d1ce-d465-4f6f-9e76-afbca8e2ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:22.297529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-1025d1ce-d465-4f6f-9e76-afbca8e2ec66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.2159734 Sep 18 02:15:22.333346 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-842080dc-0d1b-48d7-893d-9bcc0606413b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:22.368346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-efa001ee-05a5-4545-b640-14e8d8724d78 req-78378bee-cab2-4bd5-afde-9a4f3fdd53c4 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500558 Sep 18 02:15:22.421022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-fd861dc7-fa20-46c0-8fd0-f7ec4229262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:22.424588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-fd861dc7-fa20-46c0-8fd0-f7ec4229262d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176307 Sep 18 02:15:22.478832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-505009e0-018d-42d9-8866-d80d7353ac9b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:22.480532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-505009e0-018d-42d9-8866-d80d7353ac9b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.18 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 816 time: 0.2312860 Sep 18 02:15:22.523783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Request body: {'port': {'device_id': 'a770f3bb-01f4-4dad-a802-2c053df4eeb7', 'network_id': '3cb36265-358f-455f-9538-2d44824ff219', 'admin_state_up': True, 'tenant_id': 'b16e4277e26d4b00908fca174497c27e'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:22.531681 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:22.610470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Allocated IP 172.20.0.13 (3cb36265-358f-455f-9538-2d44824ff219/ea2c2977-fef5-4a7f-9199-f334605c422e/b15333f9-b848-4041-9c75-119d6eb74591) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:22.613938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-143c5d95-a5dd-4f2d-af32-22d147c448b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:22.615586 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-143c5d95-a5dd-4f2d-af32-22d147c448b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 1097 time: 0.1519680 Sep 18 02:15:22.636048 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-49e561be-63e4-45b2-938e-0140d8bbdd10 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028954 Sep 18 02:15:22.695735 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-842080dc-0d1b-48d7-893d-9bcc0606413b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:22.697598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Pushing event updated for resources: {'Port': ['ID=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:22.716739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Network 3cb36265-358f-455f-9538-2d44824ff219 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:22.733082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:22.749787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:22.929344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:22.952891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:22.957328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:22.963853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Made reservation on behalf of b16e4277e26d4b00908fca174497c27e for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:15:22.969569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:23.085644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-842080dc-0d1b-48d7-893d-9bcc0606413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:23.088426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-842080dc-0d1b-48d7-893d-9bcc0606413b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:23.089638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-842080dc-0d1b-48d7-893d-9bcc0606413b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d565bb71-16cf-44a0-9bf6-4f09f5597fbb HTTP/1.1" status: 204 len: 168 time: 0.9671192 Sep 18 02:15:23.123010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-89a60453-9e7d-40c0-b795-75d2fca2c5b9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7438531 Sep 18 02:15:23.159793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842080dc-0d1b-48d7-893d-9bcc0606413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565bb71-16cf-44a0-9bf6-4f09f5597fbb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:23.165562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Request body: {'port': {'device_id': '65ed8a3c-27ce-42f4-854a-49dc7faf9f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:23.248367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a4bbbec2-c4b9-4f98-af4c-6167ac343c58 None None] Provisioning complete for port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:23.251352 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a4bbbec2-c4b9-4f98-af4c-6167ac343c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:23.374598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a4bbbec2-c4b9-4f98-af4c-6167ac343c58 None None] Port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:15:23.707607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-340fba34-87b1-46fb-a4be-c99841c9c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:23.710305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-340fba34-87b1-46fb-a4be-c99841c9c330 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 200 len: 912 time: 1.0650313 Sep 18 02:15:23.768046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a768a453-06db-489f-a815-1136bd5a1540 req-66621901-7c91-44cf-9466-937a1aafa246 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 210 time: 0.0687582 Sep 18 02:15:23.813083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:23.864678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:23.904146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Router 94f13661-fe68-47fb-9cea-7c147e53f4ae is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:15:24.044775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-c4a81236-c1fc-46cd-b775-3760ed0419e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 200 len: 1000 time: 0.3147638 Sep 18 02:15:24.166098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009f27d-4d51-4931-bdaa-9536a8cd09e7 req-9bd6bc2a-17a2-4bc8-8a3d-5aa8b88aa13d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:24.167712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9009f27d-4d51-4931-bdaa-9536a8cd09e7 req-9bd6bc2a-17a2-4bc8-8a3d-5aa8b88aa13d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.5316851 Sep 18 02:15:24.179890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:24.199584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02e7e497-31c1-4cda-8a6e-2ca5c58020e7 req-03db5b46-16fa-4b10-806d-68c7792fa167 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5554817 Sep 18 02:15:24.201244 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-2069c913-9d8e-4059-b971-7e2f91b4f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:24.201740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99af5-bcdc-4709-b8d6-8b62e56d0b13 None None] Sync routers for ids ['94f13661-fe68-47fb-9cea-7c147e53f4ae'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:24.202569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-2069c913-9d8e-4059-b971-7e2f91b4f128 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 200 len: 851 time: 0.1410651 Sep 18 02:15:24.216638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:24.218390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4ae457c9-f342-4e68-9c4a-0b86d03a5ff2 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6448641 Sep 18 02:15:24.221344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46382) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:24.233402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0df122d3-1f7e-4110-8b13-615af2375419 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': False}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:24.260103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f99af5-bcdc-4709-b8d6-8b62e56d0b13 None None] Routers {'94f13661-fe68-47fb-9cea-7c147e53f4ae'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:24.260756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f9f99af5-bcdc-4709-b8d6-8b62e56d0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['94f13661-fe68-47fb-9cea-7c147e53f4ae'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:24.260937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:24.336374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9009f27d-4d51-4931-bdaa-9536a8cd09e7 req-678d5dc6-309c-469d-94d1-7d514c083546 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528437 Sep 18 02:15:24.375271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Network 3cb36265-358f-455f-9538-2d44824ff219 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:24.384682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:24.390911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:24.395256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-32ee04f5-f9f9-4ddf-b105-6bb42caa3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:24.397493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-32ee04f5-f9f9-4ddf-b105-6bb42caa3ce7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fe19fbc-b275-41d4-a28f-5adf4e38ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834352 Sep 18 02:15:24.402627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Pushing event updated for resources: {'Port': ['ID=b15333f9-b848-4041-9c75-119d6eb74591,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:24.439255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f9f99af5-bcdc-4709-b8d6-8b62e56d0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:24.486373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f99af5-bcdc-4709-b8d6-8b62e56d0b13 None None] Routers {'94f13661-fe68-47fb-9cea-7c147e53f4ae'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:24.489391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f9f99af5-bcdc-4709-b8d6-8b62e56d0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['94f13661-fe68-47fb-9cea-7c147e53f4ae'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:24.532924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:24.533563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:24.585569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f9f99af5-bcdc-4709-b8d6-8b62e56d0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:24.587399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99af5-bcdc-4709-b8d6-8b62e56d0b13 None None] The sync data for ids ['94f13661-fe68-47fb-9cea-7c147e53f4ae'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:24.628114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-b4ccaa08-9aba-4860-bc10-bc22f4b545e9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7035725 Sep 18 02:15:24.644529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Request body: {'port': {'device_id': '18809f50-05a1-4dfe-aa87-7e4729c901ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:24.744621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Allocated IP 172.20.0.7 (3cb36265-358f-455f-9538-2d44824ff219/ea2c2977-fef5-4a7f-9199-f334605c422e/0465d80f-6fc5-45da-a7aa-4a8a67e836bc) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:24.777252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-713dc5ff-b9f8-41fb-86cd-ed9328eebbd9 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557291 Sep 18 02:15:24.911995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4361a872-0a11-498a-97da-4531a31ffd27 None None] Provisioning complete for port b15333f9-b848-4041-9c75-119d6eb74591 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:24.913560 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4361a872-0a11-498a-97da-4531a31ffd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:24.978192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4361a872-0a11-498a-97da-4531a31ffd27 None None] Port b15333f9-b848-4041-9c75-119d6eb74591 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:15:24.983964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bac0a023-b91e-4589-96b5-a7aae9678504 req-b4ffbf8b-9886-4fbf-877b-51a0b5008600 service neutron] 10.222.0.20 "GET /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972494 Sep 18 02:15:25.059407 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0df122d3-1f7e-4110-8b13-615af2375419 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:25.078138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bab3c612-11d5-4f26-8ec8-cd2986dfb2fc req-8dfc01b6-ea7f-4756-a154-e0f6eb4e0b00 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 210 time: 0.0911543 Sep 18 02:15:25.093927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:25.124108 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:25.238945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:25.361313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Network 3cb36265-358f-455f-9538-2d44824ff219 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:25.383143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-7120402e-a977-4c61-9ea8-f3a56275487a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.390117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-7120402e-a977-4c61-9ea8-f3a56275487a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.396644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-7120402e-a977-4c61-9ea8-f3a56275487a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.403290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-7120402e-a977-4c61-9ea8-f3a56275487a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.409516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-7120402e-a977-4c61-9ea8-f3a56275487a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.416368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-7120402e-a977-4c61-9ea8-f3a56275487a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.423022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-7120402e-a977-4c61-9ea8-f3a56275487a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.424879 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-7120402e-a977-4c61-9ea8-f3a56275487a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.2426095 Sep 18 02:15:25.434199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:25.447776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:25.468209 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Pushing event updated for resources: {'Port': ['ID=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:25.521698 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:25.603132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29759e18-de84-499d-bbce-eea03f0fc8c4 req-930411b3-3abc-4adb-afbf-1aec533ee0d1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.604752 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29759e18-de84-499d-bbce-eea03f0fc8c4 req-930411b3-3abc-4adb-afbf-1aec533ee0d1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1177413 Sep 18 02:15:25.622747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e56ed69-59e1-4f03-b7db-eee1a3366129 req-262bcaa4-5898-4eb1-bfc8-bad70b86013d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852224 Sep 18 02:15:25.686580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:25.690602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:25.756806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29759e18-de84-499d-bbce-eea03f0fc8c4 req-fc21ffbf-6fa9-4d56-926e-787f36a2613d tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412842 Sep 18 02:15:25.782318 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:25.798999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-4eea971d-7055-464f-896b-5e1ba93b4483 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2795975 Sep 18 02:15:25.813559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Request body: {'port': {'device_id': 'a770f3bb-01f4-4dad-a802-2c053df4eeb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:25.913664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a4229d78-28bf-4b5a-b725-35c6129bc0d4 None None] Provisioning complete for port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:25.914029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a4229d78-28bf-4b5a-b725-35c6129bc0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:25.948957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf86ee8c-5f1a-4717-88a3-034e1f01a6dd {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:15:25.959428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a4229d78-28bf-4b5a-b725-35c6129bc0d4 None None] Port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:15:26.004569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:26.098467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551566b6-1a49-4a62-bd88-916ea8a07cf7 req-7bf529cd-76ec-407a-aa91-9260f25f5cd6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.111574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-551566b6-1a49-4a62-bd88-916ea8a07cf7 req-7bf529cd-76ec-407a-aa91-9260f25f5cd6 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.1943743 Sep 18 02:15:26.143969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Transition to ACTIVE for port object cf86ee8c-5f1a-4717-88a3-034e1f01a6dd will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:15:26.144960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:26.174327 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:26.322280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Pushing event updated for resources: {'Port': ['ID=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:26.404819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb16a1-a9ae-483e-b4df-678d204d6a87 req-68554141-61f7-4dd8-8f01-c521e911f69e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.409353 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cacb16a1-a9ae-483e-b4df-678d204d6a87 req-68554141-61f7-4dd8-8f01-c521e911f69e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 931 time: 0.1874602 Sep 18 02:15:26.430324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9d5c918f-e667-4bda-ab79-d89dde1cedc3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.453403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9d5c918f-e667-4bda-ab79-d89dde1cedc3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.461447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9d5c918f-e667-4bda-ab79-d89dde1cedc3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.468558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9d5c918f-e667-4bda-ab79-d89dde1cedc3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.476804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9d5c918f-e667-4bda-ab79-d89dde1cedc3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.485050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9d5c918f-e667-4bda-ab79-d89dde1cedc3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.503196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9d5c918f-e667-4bda-ab79-d89dde1cedc3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.507553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9d5c918f-e667-4bda-ab79-d89dde1cedc3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.3647330 Sep 18 02:15:26.590450 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0df122d3-1f7e-4110-8b13-615af2375419 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:26.604525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-551566b6-1a49-4a62-bd88-916ea8a07cf7 req-a8e7221f-75d4-48af-b84a-826272af43ff tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4919851 Sep 18 02:15:26.641620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0df122d3-1f7e-4110-8b13-615af2375419 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:26.728236 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cacb16a1-a9ae-483e-b4df-678d204d6a87 req-3b871bca-a861-4532-8dbe-3640d939e9d3 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164891 Sep 18 02:15:26.742162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15333f9-b848-4041-9c75-119d6eb74591 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:15:26.759322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-838bb8bd-41ed-4a4b-8ded-8c9c49896e99 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:26.760931 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-838bb8bd-41ed-4a4b-8ded-8c9c49896e99 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "GET /v2.0/ports/dc1d6f93-fd44-4c06-9e2c-8e9e05337088?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2205873 Sep 18 02:15:26.765739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:26.848325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Transition to ACTIVE for port object b15333f9-b848-4041-9c75-119d6eb74591 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:15:26.885670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:26.893331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df122d3-1f7e-4110-8b13-615af2375419 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Router 94f13661-fe68-47fb-9cea-7c147e53f4ae has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:15:27.112012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Pushing event updated for resources: {'Port': ['ID=b15333f9-b848-4041-9c75-119d6eb74591,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:27.143090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df122d3-1f7e-4110-8b13-615af2375419 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:27.155568 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6054cc0d-c737-499f-a110-43e0dc27d786 None None] Sync routers for ids ['94f13661-fe68-47fb-9cea-7c147e53f4ae'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:27.169828 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6054cc0d-c737-499f-a110-43e0dc27d786 None None] Routers {'94f13661-fe68-47fb-9cea-7c147e53f4ae'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:27.170462 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6054cc0d-c737-499f-a110-43e0dc27d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['94f13661-fe68-47fb-9cea-7c147e53f4ae'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:27.191948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-aa710faf-d2d2-40ac-be8f-8313441a306c tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "GET /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4229369 Sep 18 02:15:27.219374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-062b4f9d-ed51-4553-8640-b47a5c07c010 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:27.226446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-062b4f9d-ed51-4553-8640-b47a5c07c010 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:27.232569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-062b4f9d-ed51-4553-8640-b47a5c07c010 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:27.239280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-062b4f9d-ed51-4553-8640-b47a5c07c010 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:27.245947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-062b4f9d-ed51-4553-8640-b47a5c07c010 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:27.253928 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6054cc0d-c737-499f-a110-43e0dc27d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:27.254167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-062b4f9d-ed51-4553-8640-b47a5c07c010 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:27.296715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-062b4f9d-ed51-4553-8640-b47a5c07c010 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:27.309701 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0df122d3-1f7e-4110-8b13-615af2375419 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:27.311673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0df122d3-1f7e-4110-8b13-615af2375419 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "PUT /v2.0/routers/94f13661-fe68-47fb-9cea-7c147e53f4ae HTTP/1.1" status: 200 len: 925 time: 3.0885875 Sep 18 02:15:27.332220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46476) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:27.337805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-062b4f9d-ed51-4553-8640-b47a5c07c010 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 5444 time: 0.4089675 Sep 18 02:15:27.351860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:27.352096 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6054cc0d-c737-499f-a110-43e0dc27d786 None None] Routers {'94f13661-fe68-47fb-9cea-7c147e53f4ae'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:27.352306 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6054cc0d-c737-499f-a110-43e0dc27d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['94f13661-fe68-47fb-9cea-7c147e53f4ae'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:27.418321 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6054cc0d-c737-499f-a110-43e0dc27d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:27.419261 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6054cc0d-c737-499f-a110-43e0dc27d786 None None] The sync data for ids ['94f13661-fe68-47fb-9cea-7c147e53f4ae'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:27.470141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Attempting to bind port b15333f9-b848-4041-9c75-119d6eb74591 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:27.470661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Attempting to bind port b15333f9-b848-4041-9c75-119d6eb74591 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:27.470827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Attempting to bind port b15333f9-b848-4041-9c75-119d6eb74591 on network 3cb36265-358f-455f-9538-2d44824ff219 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:27.489389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Port b15333f9-b848-4041-9c75-119d6eb74591 on network 3cb36265-358f-455f-9538-2d44824ff219 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:15:27.489604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Attempting to bind port b15333f9-b848-4041-9c75-119d6eb74591 on network 3cb36265-358f-455f-9538-2d44824ff219 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:27.532088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0dcce1c0-3961-4ac1-8e88-2a2b9183e07f req-539b2a0e-7112-4c30-a4c1-209463f00194 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1933470 Sep 18 02:15:27.550058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:27.550327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Checking segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:27.550797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Bound using segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:27.551306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Bound port: b15333f9-b848-4041-9c75-119d6eb74591, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:27.551607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:27.637607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:27.738899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] For port b15333f9-b848-4041-9c75-119d6eb74591, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:27.748645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] For port b15333f9-b848-4041-9c75-119d6eb74591, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b15333f9-b848-4041-9c75-119d6eb74591,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:27.766895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:27.840965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:27.841598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:27.854435 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] 10.222.0.20 "PUT /v2.0/ports/b15333f9-b848-4041-9c75-119d6eb74591 HTTP/1.1" status: 200 len: 1093 time: 3.2027497 Sep 18 02:15:27.857353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18809f50-05a1-4dfe-aa87-7e4729c901ec', 'tag': 'b15333f9-b848-4041-9c75-119d6eb74591'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:27.872847 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "18809f50-05a1-4dfe-aa87-7e4729c901ec", "tag": "b15333f9-b848-4041-9c75-119d6eb74591"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:27.993375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf342e-14ae-4065-98c4-ebc4f5534838 service neutron] Pushing event updated for resources: {'Port': ['ID=b15333f9-b848-4041-9c75-119d6eb74591,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:28.105388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0465d80f-6fc5-45da-a7aa-4a8a67e836bc {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:15:28.113922 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.132418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Transition to ACTIVE for port object 0465d80f-6fc5-45da-a7aa-4a8a67e836bc will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:15:28.148337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] For port dc1d6f93-fd44-4c06-9e2c-8e9e05337088, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:28.156249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.203607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] For port dc1d6f93-fd44-4c06-9e2c-8e9e05337088, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:28.234593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Attempting to bind port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:28.234953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Attempting to bind port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:28.235283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Attempting to bind port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd on network 3cb36265-358f-455f-9538-2d44824ff219 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:28.266420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] device_id is not set on port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:15:28.284001 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.302139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.343482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd on network 3cb36265-358f-455f-9538-2d44824ff219 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:15:28.344102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Attempting to bind port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd on network 3cb36265-358f-455f-9538-2d44824ff219 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:28.356526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085823-f005-434f-ab5f-00986a53bba6 req-516fa840-1db3-4981-8cea-b929492e0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:28.358506 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-516fa840-1db3-4981-8cea-b929492e0790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 1096 time: 0.3995686 Sep 18 02:15:28.363759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:28.364119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Checking segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:28.364513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Bound using segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:28.366040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Bound port: cf86ee8c-5f1a-4717-88a3-034e1f01a6dd, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:28.366040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.461567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-61dd4212-3003-4c95-98aa-7db3aece5830 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:28.469664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-61dd4212-3003-4c95-98aa-7db3aece5830 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6621a5-26ce-430b-9e39-a166cdacfcf8 HTTP/1.1" status: 200 len: 944 time: 0.3865130 Sep 18 02:15:28.473963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8bebd-2a65-4171-8436-47ce4c7cde9c req-a144201a-5631-4b96-a5ea-e6817d35203d tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:28.477182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acc8bebd-2a65-4171-8436-47ce4c7cde9c req-a144201a-5631-4b96-a5ea-e6817d35203d tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 931 time: 0.5811214 Sep 18 02:15:28.482249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-072652e6-0c15-457f-9f1c-b2a36b83684f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15333f9-b848-4041-9c75-119d6eb74591 HTTP/1.1" status: 200 len: 217 time: 0.1129580 Sep 18 02:15:28.510874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:28.593191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] No DVR routers for this DVR port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:28.597738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085823-f005-434f-ab5f-00986a53bba6 req-8ab0661c-d29f-4833-8cd4-2aac9d090a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:28.600199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-8ab0661c-d29f-4833-8cd4-2aac9d090a70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 200 len: 855 time: 0.0523653 Sep 18 02:15:28.649785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:28.697119 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-55a172e6-35db-443f-b17d-2a8c1a9fd0fa tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/routers/94f13661-fe68-47fb-9cea-7c147e53f4ae HTTP/1.1" status: 200 len: 925 time: 1.3636706 Sep 18 02:15:28.703974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46536) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:28.745232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Attempting to bind port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:28.745750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Attempting to bind port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:28.751022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Attempting to bind port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc on network 3cb36265-358f-455f-9538-2d44824ff219 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:28.776162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc on network 3cb36265-358f-455f-9538-2d44824ff219 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:15:28.776162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Attempting to bind port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc on network 3cb36265-358f-455f-9538-2d44824ff219 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:28.784179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] In _notify_port_updated(), no bound segment for port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:15:28.785088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:28.785704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.787105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-43b8ed58-e9a4-44cc-bfd1-7eeca6133244 service neutron] 10.222.0.18 "PUT /v2.0/ports/dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 200 len: 1030 time: 1.4441314 Sep 18 02:15:28.817593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] For port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:28.819617 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acc8bebd-2a65-4171-8436-47ce4c7cde9c req-6a382ec2-1f15-4b4b-b006-69040a11cc80 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097303 Sep 18 02:15:28.821026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:28.821610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Checking segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:28.822254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Bound using segment: {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:28.822912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Bound port: 0465d80f-6fc5-45da-a7aa-4a8a67e836bc, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3cb36265-358f-455f-9538-2d44824ff219'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:28.823489 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.829663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] For port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:28.845319 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.858929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-271d1476-2925-470c-8052-129efd794863 None None] Provisioning complete for port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:28.859818 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-271d1476-2925-470c-8052-129efd794863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.866636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Deleting port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:28.867380 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:28.882280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085823-f005-434f-ab5f-00986a53bba6 req-24d6f9c4-5b24-4ee2-95a6-a70e28a89097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:28.883821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-24d6f9c4-5b24-4ee2-95a6-a70e28a89097 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cb36265-358f-455f-9538-2d44824ff219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480404 Sep 18 02:15:28.888612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc776168-9af3-40e2-9fc4-9e6438773357 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:28.893228 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dc776168-9af3-40e2-9fc4-9e6438773357 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=94f13661-fe68-47fb-9cea-7c147e53f4ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1734133 Sep 18 02:15:28.904989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46542) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:28.924088 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:15:28.929081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9059c73a-a08d-47a0-b8df-858857846232 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:28.931164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-9059c73a-a08d-47a0-b8df-858857846232 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "GET /v2.0/ports/92dba867-ee51-4fb8-9fea-118f5b8f24db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1097367 Sep 18 02:15:28.933969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-271d1476-2925-470c-8052-129efd794863 None None] Port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:15:28.961925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:29.016778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:29.017701 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:29.019580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] 10.222.0.20 "PUT /v2.0/ports/cf86ee8c-5f1a-4717-88a3-034e1f01a6dd HTTP/1.1" status: 200 len: 1092 time: 5.8647909 Sep 18 02:15:29.020266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ed8a3c-27ce-42f4-854a-49dc7faf9f37', 'tag': 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:29.026113 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0" -d '{"events": [{"name": "network-changed", "server_uuid": "65ed8a3c-27ce-42f4-854a-49dc7faf9f37", "tag": "cf86ee8c-5f1a-4717-88a3-034e1f01a6dd"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:29.147065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44769165-8b35-49eb-bb59-b63e105026fa service neutron] Pushing event updated for resources: {'Port': ['ID=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:29.186724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:29.275219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] For port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:29.282755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] For port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:29.307531 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:29.313272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] For port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:29.313642 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:29.361838 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ab1ae-ff39-4b33-9926-cbf768b6cc3f x-openstack-request-id: req-844ab1ae-ff39-4b33-9926-cbf768b6cc3f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:29.362125 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18809f50-05a1-4dfe-aa87-7e4729c901ec", "tag": "b15333f9-b848-4041-9c75-119d6eb74591", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:29.362231 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-844ab1ae-ff39-4b33-9926-cbf768b6cc3f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:29.362630 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18809f50-05a1-4dfe-aa87-7e4729c901ec', 'tag': 'b15333f9-b848-4041-9c75-119d6eb74591', 'status': 'completed', 'code': 200} Sep 18 02:15:29.390838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Calling delete_port for ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:29.401337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6a6744ad-868f-48be-8dd4-aaebffe4e804 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:29.426834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:29.436810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-a3ffdcd8-ec1e-41d2-b94e-180bca58ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:29.439121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-a3ffdcd8-ec1e-41d2-b94e-180bca58ea03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 1095 time: 0.3365667 Sep 18 02:15:29.442133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-ce44bcc4-c794-4e36-89b8-442ed58db02d service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477858 Sep 18 02:15:29.444451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ac6cc-9f65-4618-8d90-c08d6a9ae459 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:29.451379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-710ac6cc-9f65-4618-8d90-c08d6a9ae459 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 881 time: 0.5453749 Sep 18 02:15:29.452796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46560) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:29.455358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:29.457173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:29.461048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3863eb68-2b64-4965-a23a-f392e944cbd1 service neutron] 10.222.0.18 "PUT /v2.0/ports/0465d80f-6fc5-45da-a7aa-4a8a67e836bc HTTP/1.1" status: 200 len: 1092 time: 3.6531990 Sep 18 02:15:29.579788 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-22bb4ac3-eb27-4da1-b939-bc32a62f603c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd HTTP/1.1" status: 200 len: 217 time: 0.1127112 Sep 18 02:15:29.580596 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2419d526-efe4-4fbb-a3bf-0a9eea038617 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=94f13661-fe68-47fb-9cea-7c147e53f4ae HTTP/1.1" status: 200 len: 205 time: 0.1236291 Sep 18 02:15:29.583250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46562) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:29.625686 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:29.695229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6a6744ad-868f-48be-8dd4-aaebffe4e804, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:29.696555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6744ad-868f-48be-8dd4-aaebffe4e804'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:29.699447 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc5905c-84b8-47f8-be77-fc8f1ad4f53d" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6744ad-868f-48be-8dd4-aaebffe4e804"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:29.715949 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:29.716960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:29.779063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:29.829552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-17403627-7481-4aaa-b640-33301e35c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:29.831170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-17403627-7481-4aaa-b640-33301e35c945 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 1095 time: 0.2997017 Sep 18 02:15:29.892736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6a6744ad-868f-48be-8dd4-aaebffe4e804,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:29.905032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['64df83f9-c1b8-4111-aed6-420c7a085b87', '914ed83f-8bae-48ec-90ef-032dd2b718e4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:15:29.913766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-23e66c4a-7a8a-4878-8f77-21335a411594 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0465d80f-6fc5-45da-a7aa-4a8a67e836bc HTTP/1.1" status: 200 len: 217 time: 0.0547523 Sep 18 02:15:29.918616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event deleted for resources: {'Port': ['ID=ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:30.004818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.005169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.005556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.006575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.006705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.007078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.007436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.007758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.008033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.008360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.008935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.009271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:30.050399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bc5f1-4b85-41d0-971f-2bf7ad4b205c req-5ab3393a-91e6-4cc0-b364-640696502f81 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.085301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bc5f1-4b85-41d0-971f-2bf7ad4b205c req-5ab3393a-91e6-4cc0-b364-640696502f81 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.100481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bc5f1-4b85-41d0-971f-2bf7ad4b205c req-5ab3393a-91e6-4cc0-b364-640696502f81 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.104792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:30.125620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bc5f1-4b85-41d0-971f-2bf7ad4b205c req-5ab3393a-91e6-4cc0-b364-640696502f81 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.141160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bc5f1-4b85-41d0-971f-2bf7ad4b205c req-5ab3393a-91e6-4cc0-b364-640696502f81 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.163131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-c6a4d8fc-fce1-4935-92ca-339027e1eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.164978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-c6a4d8fc-fce1-4935-92ca-339027e1eb10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 200 len: 855 time: 0.2274957 Sep 18 02:15:30.168167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bc5f1-4b85-41d0-971f-2bf7ad4b205c req-5ab3393a-91e6-4cc0-b364-640696502f81 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.169977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-249bc5f1-4b85-41d0-971f-2bf7ad4b205c req-5ab3393a-91e6-4cc0-b364-640696502f81 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 4667 time: 0.6190352 Sep 18 02:15:30.174882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:30.214749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:30.216170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dc1d6f93-fd44-4c06-9e2c-8e9e05337088 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:30.295598 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e6085823-f005-434f-ab5f-00986a53bba6 req-0ec9be9d-9961-47f2-b4cd-08b98b67f904 service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8140624 Sep 18 02:15:30.325871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:30.342353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-3bc2499f-f17b-42ce-8fab-9eb9392db4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.344347 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-3bc2499f-f17b-42ce-8fab-9eb9392db4cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 200 len: 855 time: 0.7218158 Sep 18 02:15:30.358569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:30.364415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dc1d6f93-fd44-4c06-9e2c-8e9e05337088 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:30.366481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6111cda2-77b2-4684-8741-40d84ecf6f80 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:30.479859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] No DVR routers for this DVR port ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:30.482100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] For port 92dba867-ee51-4fb8-9fea-118f5b8f24db, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=92dba867-ee51-4fb8-9fea-118f5b8f24db,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:30.502084 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-249bc5f1-4b85-41d0-971f-2bf7ad4b205c req-46306bb1-7dd8-4872-b817-7222e2aa5ab3 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2966359 Sep 18 02:15:30.535078 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:30.566685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:30.574142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6111cda2-77b2-4684-8741-40d84ecf6f80, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6111cda2-77b2-4684-8741-40d84ecf6f80,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:30.575066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d90e21b5-ef61-4077-9a57-44a80cdb2b31 req-1852920d-a376-468b-896f-f8b701459965 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "DELETE /v2.0/ports/ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede HTTP/1.1" status: 204 len: 173 time: 2.0773556 Sep 18 02:15:30.585738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:30.586843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:30.587045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-480811ec-d7ba-42fa-b096-66e782610b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.591415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-480811ec-d7ba-42fa-b096-66e782610b29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cb36265-358f-455f-9538-2d44824ff219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3791363 Sep 18 02:15:30.642770 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c81902-3b48-4473-b0a3-ba007ae7fd70 x-openstack-request-id: req-22c81902-3b48-4473-b0a3-ba007ae7fd70 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:30.644085 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ed8a3c-27ce-42f4-854a-49dc7faf9f37", "tag": "cf86ee8c-5f1a-4717-88a3-034e1f01a6dd", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:30.645379 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22c81902-3b48-4473-b0a3-ba007ae7fd70 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:30.645955 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ed8a3c-27ce-42f4-854a-49dc7faf9f37', 'tag': 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd', 'status': 'completed', 'code': 200} Sep 18 02:15:30.691200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-0b6795e9-a354-402f-a6af-f8dc3a4576dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.692944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-0b6795e9-a354-402f-a6af-f8dc3a4576dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 1096 time: 0.2859082 Sep 18 02:15:30.694274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6111cda2-77b2-4684-8741-40d84ecf6f80,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:30.716816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-374ebfd6-031d-43e3-90eb-6dd18625b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:30.717043 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdaaea4-8d37-4a90-9dc7-57baf94510e3 x-openstack-request-id: req-7fdaaea4-8d37-4a90-9dc7-57baf94510e3 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:30.717181 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-374ebfd6-031d-43e3-90eb-6dd18625b7f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cb36265-358f-455f-9538-2d44824ff219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2740824 Sep 18 02:15:30.717280 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6744ad-868f-48be-8dd4-aaebffe4e804", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:30.717280 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fdaaea4-8d37-4a90-9dc7-57baf94510e3 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:30.717280 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6744ad-868f-48be-8dd4-aaebffe4e804', 'code': 200} Sep 18 02:15:30.948633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-ff4c323c-9b04-4992-a2eb-58431e21d8ec service neutron] 10.222.0.18 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408732 Sep 18 02:15:31.212605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-03555ade-f434-48c1-b690-0adcf5e22453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:31.214791 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bccafa9a-3173-497f-b6a8-40e34cb5a837 req-3d599a9a-8892-4e96-b849-2d5d04708a4b service neutron] 10.222.0.18 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579248 Sep 18 02:15:31.232302 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:31.279483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-8019951c-ee0d-4ff6-b8ac-bf847f9cbe72 service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097928 Sep 18 02:15:31.384844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:31.408479 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:31.409431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 843c05e9-9fdb-4c51-874c-84e996bbf948 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:31.500001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9a1d438-ec7c-46c6-963d-12d6fcea1492 req-ca7b85c7-f72a-404a-86dc-fde21d650d89 service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132499 Sep 18 02:15:31.546875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] For port 92dba867-ee51-4fb8-9fea-118f5b8f24db, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:31.675673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-4385e047-5bcf-4b77-b9ad-70c0ae39ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:31.680047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-4385e047-5bcf-4b77-b9ad-70c0ae39ab99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 1095 time: 0.1260149 Sep 18 02:15:31.720214 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:31.810930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:31.874206 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:31.890790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] device_id is not set on port 92dba867-ee51-4fb8-9fea-118f5b8f24db yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:15:31.903533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54667bd-762f-496e-8b08-8823dd2be0ca req-0d8b8b79-2273-480c-9d0a-88770fa964df tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:31.911262 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a54667bd-762f-496e-8b08-8823dd2be0ca req-0d8b8b79-2273-480c-9d0a-88770fa964df tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 943 time: 1.0762162 Sep 18 02:15:31.913995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-86dce24d-0c3b-41e3-a6f2-146903f150c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:31.915913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-86dce24d-0c3b-41e3-a6f2-146903f150c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 916 time: 0.2290931 Sep 18 02:15:31.935884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:31.938653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 843c05e9-9fdb-4c51-874c-84e996bbf948, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=843c05e9-9fdb-4c51-874c-84e996bbf948,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:31.946628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:31.947703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 92dba867-ee51-4fb8-9fea-118f5b8f24db no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:31.956093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:31.996601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-313bdf50-66d2-447b-821c-26c9cb740097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:31.998247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-313bdf50-66d2-447b-821c-26c9cb740097 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 916 time: 1.2756460 Sep 18 02:15:32.008148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-750dfcfd-2811-40fd-8b77-50980230886b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd HTTP/1.1" status: 200 len: 217 time: 0.0817015 Sep 18 02:15:32.027766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=843c05e9-9fdb-4c51-874c-84e996bbf948,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:32.029462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a54667bd-762f-496e-8b08-8823dd2be0ca req-1f6b4cf5-53d6-43aa-8664-ab64143e834e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143527 Sep 18 02:15:32.040113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effd7c3-a752-4448-a3e0-4319df00750b req-408aae75-fce9-4937-adc8-5ed4c04760ea tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.059225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effd7c3-a752-4448-a3e0-4319df00750b req-408aae75-fce9-4937-adc8-5ed4c04760ea tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.061816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device b15333f9-b848-4041-9c75-119d6eb74591 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:15:32.071369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effd7c3-a752-4448-a3e0-4319df00750b req-408aae75-fce9-4937-adc8-5ed4c04760ea tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.078089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effd7c3-a752-4448-a3e0-4319df00750b req-408aae75-fce9-4937-adc8-5ed4c04760ea tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.094531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effd7c3-a752-4448-a3e0-4319df00750b req-408aae75-fce9-4937-adc8-5ed4c04760ea tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.103340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effd7c3-a752-4448-a3e0-4319df00750b req-408aae75-fce9-4937-adc8-5ed4c04760ea tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.120137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5effd7c3-a752-4448-a3e0-4319df00750b req-408aae75-fce9-4937-adc8-5ed4c04760ea tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 4659 time: 0.2566769 Sep 18 02:15:32.166583 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-6e133b4b-cea5-4a8d-8ee1-07213f23303a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b15333f9-b848-4041-9c75-119d6eb74591 HTTP/1.1" status: 200 len: 217 time: 0.1591239 Sep 18 02:15:32.172354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] Pushing event updated for resources: {'Port': ['ID=92dba867-ee51-4fb8-9fea-118f5b8f24db,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:32.195260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-538a800d-9ad1-4b96-be61-d01bbcffa955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.197736 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-538a800d-9ad1-4b96-be61-d01bbcffa955 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 200 len: 855 time: 0.0749538 Sep 18 02:15:32.272766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port b15333f9-b848-4041-9c75-119d6eb74591, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b15333f9-b848-4041-9c75-119d6eb74591,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:32.297085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] No DVR routers for this DVR port 92dba867-ee51-4fb8-9fea-118f5b8f24db on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:32.310044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'b15333f9-b848-4041-9c75-119d6eb74591', 'network_id': '3cb36265-358f-455f-9538-2d44824ff219', 'port_id': 'b15333f9-b848-4041-9c75-119d6eb74591', 'mac_address': 'fa:16:3e:49:bd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2c2977-fef5-4a7f-9199-f334605c422e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:15:32.331133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 92dba867-ee51-4fb8-9fea-118f5b8f24db not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:32.341626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5effd7c3-a752-4448-a3e0-4319df00750b req-834e6db0-650d-4c9e-9ef7-46eb52770ce6 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=7eea5fbf-98d1-49eb-95d6-bcf927b710fb&id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131908 Sep 18 02:15:32.373189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-5fc3ae86-a23d-41f1-99a9-355ac241e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.378608 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-5fc3ae86-a23d-41f1-99a9-355ac241e8a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cb36265-358f-455f-9538-2d44824ff219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534238 Sep 18 02:15:32.381999 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:32.395746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15333f9-b848-4041-9c75-119d6eb74591 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:15:32.404749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Deleting port 84cea05e-cd44-4413-9717-355ded45587a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:32.405427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:32.425086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port b15333f9-b848-4041-9c75-119d6eb74591, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b15333f9-b848-4041-9c75-119d6eb74591,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:32.436571 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:32.468310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b66afd8e-8944-4d56-ba54-3c213e3db461 None None] Provisioning complete for port 92dba867-ee51-4fb8-9fea-118f5b8f24db triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:32.468685 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b66afd8e-8944-4d56-ba54-3c213e3db461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:32.514591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b66afd8e-8944-4d56-ba54-3c213e3db461 None None] Port 92dba867-ee51-4fb8-9fea-118f5b8f24db cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:15:32.533930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8390b-8a7c-4424-bac2-2952101cc0fe req-5a9ede43-0a1a-4cec-9c16-1ae7fa0dbd36 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.535703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56e8390b-8a7c-4424-bac2-2952101cc0fe req-5a9ede43-0a1a-4cec-9c16-1ae7fa0dbd36 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 907 time: 0.3789926 Sep 18 02:15:32.555139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=b15333f9-b848-4041-9c75-119d6eb74591,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:32.582919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-a29fe50c-0460-4acf-87d1-2687b2fc8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.585296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-a29fe50c-0460-4acf-87d1-2687b2fc8df7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 200 len: 855 time: 0.3074105 Sep 18 02:15:32.588549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] In _notify_port_updated(), no bound segment for port 92dba867-ee51-4fb8-9fea-118f5b8f24db on network 6407c3cd-9599-4cc6-b776-2ff504e5263d {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:15:32.589424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.590543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:32.592223 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-469cfc42-baf6-4d42-a9a3-0f5a0e19620c service neutron] 10.222.0.18 "PUT /v2.0/ports/92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 200 len: 1033 time: 3.6358564 Sep 18 02:15:32.594307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-268069bd-4efe-4eb1-8617-feea6cf67d04 service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073450 Sep 18 02:15:32.648938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a770f3bb-01f4-4dad-a802-2c053df4eeb7', 'tag': '0465d80f-6fc5-45da-a7aa-4a8a67e836bc'}, {'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'name': 'network-vif-deleted', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:32.651639 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d4f02c-f2f1-4f70-b096-895c0d3be096" -d '{"events": [{"name": "network-changed", "server_uuid": "a770f3bb-01f4-4dad-a802-2c053df4eeb7", "tag": "0465d80f-6fc5-45da-a7aa-4a8a67e836bc"}, {"server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "name": "network-vif-deleted", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:32.670748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['b15333f9-b848-4041-9c75-119d6eb74591'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:15:32.746907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3'}, {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6111cda2-77b2-4684-8741-40d84ecf6f80'}, {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54'}, {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:32.748406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:32.749602 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aa5fc6-3e5a-43cf-b5e2-8ae26bce9a6d" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2b0af0-1fd5-431c-b6d8-3d862089d4a3"}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6111cda2-77b2-4684-8741-40d84ecf6f80"}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7c6e91-9fa0-4b1a-9603-65e60ae36e54"}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:32.752287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-5761011c-f6a7-4fd1-9592-134fa0884fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:32.754080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-5761011c-f6a7-4fd1-9592-134fa0884fa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cb36265-358f-455f-9538-2d44824ff219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571684 Sep 18 02:15:32.773407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Calling delete_port for 84cea05e-cd44-4413-9717-355ded45587a owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:32.825706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port 6111cda2-77b2-4684-8741-40d84ecf6f80 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:32.826294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:32.841369 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344c5fec-01cb-4ec2-b707-776be512dc03 x-openstack-request-id: req-344c5fec-01cb-4ec2-b707-776be512dc03 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:32.841832 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a770f3bb-01f4-4dad-a802-2c053df4eeb7", "tag": "0465d80f-6fc5-45da-a7aa-4a8a67e836bc", "status": "completed", "code": 200}, {"server_uuid": "8e6621a5-26ce-430b-9e39-a166cdacfcf8", "name": "network-vif-deleted", "tag": "ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede", "status": "failed", "code": 422}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:32.842209 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-344c5fec-01cb-4ec2-b707-776be512dc03 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:32.842808 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a770f3bb-01f4-4dad-a802-2c053df4eeb7', 'tag': '0465d80f-6fc5-45da-a7aa-4a8a67e836bc', 'status': 'completed', 'code': 200} Sep 18 02:15:32.843109 n-d-789963-12 neutron-server[106440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e6621a5-26ce-430b-9e39-a166cdacfcf8', 'name': 'network-vif-deleted', 'tag': 'ee56d1f9-a9c2-4cd8-a98f-ec844ec5fede', 'status': 'failed', 'code': 422} returned with failed status Sep 18 02:15:32.854509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6bd11f8-5ccc-49c1-853b-0bbb75e986d0 req-0febcf54-e2e5-43d9-a209-174e410959bc service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486131 Sep 18 02:15:32.961625 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a5a7c9-23cc-4478-8e7d-10ec479a44e8 x-openstack-request-id: req-a0a5a7c9-23cc-4478-8e7d-10ec479a44e8 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:32.961937 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2b0af0-1fd5-431c-b6d8-3d862089d4a3", "code": 200}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6111cda2-77b2-4684-8741-40d84ecf6f80", "code": 200}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7c6e91-9fa0-4b1a-9603-65e60ae36e54", "code": 200}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-unplugged", "status": "completed", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:32.962188 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0a5a7c9-23cc-4478-8e7d-10ec479a44e8 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:32.962594 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3', 'code': 200} Sep 18 02:15:32.962877 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6111cda2-77b2-4684-8741-40d84ecf6f80', 'code': 200} Sep 18 02:15:32.963133 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54', 'code': 200} Sep 18 02:15:32.969138 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'code': 200} Sep 18 02:15:33.015544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-ea55cd21-a50a-4ed9-8000-086594304446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.017432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-ea55cd21-a50a-4ed9-8000-086594304446 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 1095 time: 0.1548135 Sep 18 02:15:33.041206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-7a8522e8-c914-4ef3-a1f8-e895531cc0e7 service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656968 Sep 18 02:15:33.089115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e37451-c07b-4344-b143-cb810ce067a6 req-a1bef031-e3a5-4d7d-a739-d951c580109e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.090700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48e37451-c07b-4344-b143-cb810ce067a6 req-a1bef031-e3a5-4d7d-a739-d951c580109e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 907 time: 0.1137035 Sep 18 02:15:33.117136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] For port 6111cda2-77b2-4684-8741-40d84ecf6f80, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6111cda2-77b2-4684-8741-40d84ecf6f80,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:33.117507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.159969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for 6111cda2-77b2-4684-8741-40d84ecf6f80 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:33.339313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81719ba0-45eb-4a41-9fc0-ea9ec72ce4c1 req-72646e40-0b0d-4845-a85d-255cb2f54f48 service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606483 Sep 18 02:15:33.351959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.399267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0465d80f-6fc5-45da-a7aa-4a8a67e836bc details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:15:33.402777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129f440-8b0e-47ac-b537-036f3182df45 req-d5693ecb-c1c6-46d8-9c09-9718e8e19d8a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.416662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7129f440-8b0e-47ac-b537-036f3182df45 req-d5693ecb-c1c6-46d8-9c09-9718e8e19d8a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 943 time: 0.2076094 Sep 18 02:15:33.456563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-1e7c26b3-81f6-4ec6-8325-e080fd2dadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.458128 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-1e7c26b3-81f6-4ec6-8325-e080fd2dadb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 916 time: 0.4305251 Sep 18 02:15:33.496922 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-111c196f-568a-4c0c-9754-d1aa2b3ccbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.523750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7129f440-8b0e-47ac-b537-036f3182df45 req-1acbc37f-d185-4ea8-8c3e-63a21cc6e16d tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059341 Sep 18 02:15:33.526945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-72ccff23-0e65-4e60-9f5d-9e6dfaadf97e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0465d80f-6fc5-45da-a7aa-4a8a67e836bc HTTP/1.1" status: 200 len: 217 time: 0.0610445 Sep 18 02:15:33.559539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.576526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Deleting port b776d41d-cefd-43a6-8fd4-a6500f2ee44d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:33.576947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.600713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:33.612935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event deleted for resources: {'Port': ['ID=84cea05e-cd44-4413-9717-355ded45587a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:33.628521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '0465d80f-6fc5-45da-a7aa-4a8a67e836bc', 'network_id': '3cb36265-358f-455f-9538-2d44824ff219', 'port_id': '0465d80f-6fc5-45da-a7aa-4a8a67e836bc', 'mac_address': 'fa:16:3e:4a:93:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2c2977-fef5-4a7f-9199-f334605c422e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:15:33.689975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-6679eb6d-c4e0-4abc-8f5a-777e645a7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.691824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-6679eb6d-c4e0-4abc-8f5a-777e645a7f6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 200 len: 855 time: 0.1570859 Sep 18 02:15:33.741238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.764006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=6111cda2-77b2-4684-8741-40d84ecf6f80,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:33.778125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0465d80f-6fc5-45da-a7aa-4a8a67e836bc {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:15:33.795160 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.801052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] For port b776d41d-cefd-43a6-8fd4-a6500f2ee44d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:33.801424 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.806121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:33.810418 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.865583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:33.900595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aefda-2b8c-4f5e-9574-d69efeca5369 req-e5ad5d1e-b21b-43e0-8d5c-09180b24d324 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.906756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aefda-2b8c-4f5e-9574-d69efeca5369 req-e5ad5d1e-b21b-43e0-8d5c-09180b24d324 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.913361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aefda-2b8c-4f5e-9574-d69efeca5369 req-e5ad5d1e-b21b-43e0-8d5c-09180b24d324 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.919429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aefda-2b8c-4f5e-9574-d69efeca5369 req-e5ad5d1e-b21b-43e0-8d5c-09180b24d324 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:33.921354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f05aefda-2b8c-4f5e-9574-d69efeca5369 req-e5ad5d1e-b21b-43e0-8d5c-09180b24d324 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 3144 time: 0.4318190 Sep 18 02:15:33.965837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.969091 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] No DVR routers for this DVR port 6111cda2-77b2-4684-8741-40d84ecf6f80 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:33.971530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.975286 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:33.977326 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-60a6983f-0fe7-422b-80eb-156063790422 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "DELETE /v2.0/ports/6111cda2-77b2-4684-8741-40d84ecf6f80 HTTP/1.1" status: 204 len: 173 time: 1.3694413 Sep 18 02:15:33.983675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': '6111cda2-77b2-4684-8741-40d84ecf6f80'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:33.986010 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e61daa3-5adc-4f2a-9327-3121ad9cfed8" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "6111cda2-77b2-4684-8741-40d84ecf6f80"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:34.039439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['0465d80f-6fc5-45da-a7aa-4a8a67e836bc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:15:34.048371 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.119859 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.120354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Fanout notify agent at l3_agent the message router_deleted on router 94f13661-fe68-47fb-9cea-7c147e53f4ae {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:15:34.135138 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.142062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-924fe5c6-3214-410f-baed-0ffdf15d18ff tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/94f13661-fe68-47fb-9cea-7c147e53f4ae HTTP/1.1" status: 204 len: 168 time: 4.5434945 Sep 18 02:15:34.142756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46642) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:34.144416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cf86ee8c-5f1a-4717-88a3-034e1f01a6dd details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:15:34.146953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device b15333f9-b848-4041-9c75-119d6eb74591 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:34.149566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-94065c21-0a80-4101-bc31-7b94d738d2c9 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1716633771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:34.156706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f05aefda-2b8c-4f5e-9574-d69efeca5369 req-ef99a619-9a1c-46f1-9b3e-50c4a521542f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888032 Sep 18 02:15:34.202636 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94065c21-0a80-4101-bc31-7b94d738d2c9 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.203737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94065c21-0a80-4101-bc31-7b94d738d2c9 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.231049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:34.231253 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.254115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550fc32-bb8e-4a2d-a4a0-4106be81e167 req-c004e110-b4a7-49c7-82d2-874863824685 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:34.262595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6550fc32-bb8e-4a2d-a4a0-4106be81e167 req-c004e110-b4a7-49c7-82d2-874863824685 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 907 time: 0.5886235 Sep 18 02:15:34.272148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Calling delete_port for b776d41d-cefd-43a6-8fd4-a6500f2ee44d owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:34.275462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-41ba5726-6733-43df-87a4-98481334cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:34.276953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-41ba5726-6733-43df-87a4-98481334cd0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cb36265-358f-455f-9538-2d44824ff219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5616531 Sep 18 02:15:34.341280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94065c21-0a80-4101-bc31-7b94d738d2c9 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.352120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:34.366766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd', 'network_id': '3cb36265-358f-455f-9538-2d44824ff219', 'port_id': 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd', 'mac_address': 'fa:16:3e:72:7b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2c2977-fef5-4a7f-9199-f334605c422e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:15:34.451781 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-26792234-2979-477c-981d-1d36daae5ae3 service neutron] 10.222.0.18 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603200 Sep 18 02:15:34.463835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] For port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:34.464303 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.480883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:34.489964 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.510471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port b15333f9-b848-4041-9c75-119d6eb74591 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:15:34.520651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port b15333f9-b848-4041-9c75-119d6eb74591 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:34.521642 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.531039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf86ee8c-5f1a-4717-88a3-034e1f01a6dd {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:15:34.590262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:34.603442 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.610194 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.651293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event deleted for resources: {'Port': ['ID=b776d41d-cefd-43a6-8fd4-a6500f2ee44d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:34.676275 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e51b308-47a5-4c9e-b941-175ff67a3471 x-openstack-request-id: req-4e51b308-47a5-4c9e-b941-175ff67a3471 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:34.678514 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "6111cda2-77b2-4684-8741-40d84ecf6f80", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:34.679117 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e51b308-47a5-4c9e-b941-175ff67a3471 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:34.679761 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': '6111cda2-77b2-4684-8741-40d84ecf6f80', 'status': 'completed', 'code': 200} Sep 18 02:15:34.686790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94065c21-0a80-4101-bc31-7b94d738d2c9 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.696090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d4f02c-f2f1-4f70-b096-895c0d3be096 req-ec23bb8f-ca99-41fc-94ab-ed9d929f28f5 service neutron] 10.222.0.18 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345421 Sep 18 02:15:34.716719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] No DVR routers for this DVR port b776d41d-cefd-43a6-8fd4-a6500f2ee44d on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:34.719967 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.722924 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48e37451-c07b-4344-b143-cb810ce067a6 req-7908dfc7-468d-4c8e-ba34-c935057b091b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "DELETE /v2.0/ports/b776d41d-cefd-43a6-8fd4-a6500f2ee44d HTTP/1.1" status: 204 len: 173 time: 1.6200404 Sep 18 02:15:34.752933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.775773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:34.804119 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.844257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'name': 'network-vif-deleted', 'tag': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:34.847573 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0757a783-74ee-4735-a9ec-f7248663011a" -d '{"events": [{"server_uuid": "1de2a957-d6c0-46a1-a181-45776f9dc76e", "name": "network-vif-deleted", "tag": "b776d41d-cefd-43a6-8fd4-a6500f2ee44d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:34.869879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=ec2b0af0-1fd5-431c-b6d8-3d862089d4a3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:34.888976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94065c21-0a80-4101-bc31-7b94d738d2c9 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:34.891557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-94065c21-0a80-4101-bc31-7b94d738d2c9 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7460289 Sep 18 02:15:34.894653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46654) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:34.900387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:34.917889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port b15333f9-b848-4041-9c75-119d6eb74591, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b15333f9-b848-4041-9c75-119d6eb74591,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:34.956653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cf86ee8c-5f1a-4717-88a3-034e1f01a6dd'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:15:34.965788 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.020074 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e97fb39-fc85-4844-b660-6a868409d32f x-openstack-request-id: req-5e97fb39-fc85-4844-b660-6a868409d32f {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:35.020448 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de2a957-d6c0-46a1-a181-45776f9dc76e", "name": "network-vif-deleted", "tag": "b776d41d-cefd-43a6-8fd4-a6500f2ee44d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:35.020924 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e97fb39-fc85-4844-b660-6a868409d32f {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:35.021487 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de2a957-d6c0-46a1-a181-45776f9dc76e', 'name': 'network-vif-deleted', 'tag': 'b776d41d-cefd-43a6-8fd4-a6500f2ee44d', 'status': 'completed', 'code': 200} Sep 18 02:15:35.024919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] No DVR routers for this DVR port ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:35.033562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18809f50-05a1-4dfe-aa87-7e4729c901ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15333f9-b848-4041-9c75-119d6eb74591'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:35.035983 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57595e3f-e2b2-4e14-be0c-975f8312e1ef" -d '{"events": [{"server_uuid": "18809f50-05a1-4dfe-aa87-7e4729c901ec", "name": "network-vif-plugged", "status": "completed", "tag": "b15333f9-b848-4041-9c75-119d6eb74591"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:35.039493 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.041265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180baf9-aabe-4842-afe3-9c5e88e7b3fb req-28829345-75f0-4e9f-a49b-0413314ebc6d tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:35.049191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6180baf9-aabe-4842-afe3-9c5e88e7b3fb req-28829345-75f0-4e9f-a49b-0413314ebc6d tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 944 time: 0.3673222 Sep 18 02:15:35.073588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.079024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=b15333f9-b848-4041-9c75-119d6eb74591,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:35.085915 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-d2ed0924-3eac-44b4-b0b0-0d91cfc3cd92 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "DELETE /v2.0/ports/ec2b0af0-1fd5-431c-b6d8-3d862089d4a3 HTTP/1.1" status: 204 len: 173 time: 1.0964141 Sep 18 02:15:35.132328 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3030c4-96f6-45be-a5d3-ddad3c650161 x-openstack-request-id: req-5b3030c4-96f6-45be-a5d3-ddad3c650161 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:35.132710 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18809f50-05a1-4dfe-aa87-7e4729c901ec", "name": "network-vif-plugged", "status": "completed", "tag": "b15333f9-b848-4041-9c75-119d6eb74591", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:35.132860 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b3030c4-96f6-45be-a5d3-ddad3c650161 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:35.133274 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18809f50-05a1-4dfe-aa87-7e4729c901ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15333f9-b848-4041-9c75-119d6eb74591', 'code': 200} Sep 18 02:15:35.164509 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6180baf9-aabe-4842-afe3-9c5e88e7b3fb req-6bf3c1e4-a689-4ab3-9b01-e3cc1bb7efed tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142776 Sep 18 02:15:35.270380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef5b37-aa68-4b24-b6e3-25c31f53a4a6 req-93193e7e-805a-47c2-aa46-66447ee4855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:35.273380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1fef5b37-aa68-4b24-b6e3-25c31f53a4a6 req-93193e7e-805a-47c2-aa46-66447ee4855b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 1098 time: 0.0870783 Sep 18 02:15:35.346001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1fef5b37-aa68-4b24-b6e3-25c31f53a4a6 req-30a97ad1-13e0-461b-a486-9e31e1e4ab84 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Sep 18 02:15:35.386944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:35.388193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.418985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0465d80f-6fc5-45da-a7aa-4a8a67e836bc up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:35.471221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.493523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69c33594-f38f-4a25-a70f-dda7659aa614 req-40624e8f-2607-47f8-839d-51e160ffb85c tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de2a957-d6c0-46a1-a181-45776f9dc76e HTTP/1.1" status: 200 len: 210 time: 0.0614147 Sep 18 02:15:35.538514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:15:35.544137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:35.544543 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.553125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d65af-15e1-463c-a489-bf81cffa7819 req-2184732d-32ea-4e4c-81da-07259b737136 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:35.576414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d65af-15e1-463c-a489-bf81cffa7819 req-2184732d-32ea-4e4c-81da-07259b737136 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:35.596411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d65af-15e1-463c-a489-bf81cffa7819 req-2184732d-32ea-4e4c-81da-07259b737136 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:35.604799 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3a1d65af-15e1-463c-a489-bf81cffa7819 req-2184732d-32ea-4e4c-81da-07259b737136 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 2411 time: 0.2677374 Sep 18 02:15:35.608980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] For port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:35.609499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.706383 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.727461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3a1d65af-15e1-463c-a489-bf81cffa7819 req-a2f190fe-81ee-44ec-aff2-d9f0e41ed1bc tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141872 Sep 18 02:15:35.794048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:35.802917 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.804282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b776d41d-cefd-43a6-8fd4-a6500f2ee44d no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:35.870780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: b776d41d-cefd-43a6-8fd4-a6500f2ee44d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:35.871272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device b776d41d-cefd-43a6-8fd4-a6500f2ee44d not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:35.885243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.906218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:35.910437 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:35.966927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:36.054845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Allocated IP 172.25.0.222 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/5281c652-907a-4dc9-87ab-71c1f03ce847) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:36.098622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cf86ee8c-5f1a-4717-88a3-034e1f01a6dd up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:36.138974 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.163464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:15:36.168376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:36.168874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.231234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=ed7c6e91-9fa0-4b1a-9603-65e60ae36e54,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:36.288619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.309957 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.327746 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.365636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] No DVR routers for this DVR port ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:36.368805 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.371036 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-e2aed6de-47df-4dc2-84b0-41f609735883 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "DELETE /v2.0/ports/ed7c6e91-9fa0-4b1a-9603-65e60ae36e54 HTTP/1.1" status: 204 len: 173 time: 1.2485986 Sep 18 02:15:36.380308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:36.385662 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.405575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.451164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:36.477559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event updated for resources: {'Port': ['ID=5281c652-907a-4dc9-87ab-71c1f03ce847,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:36.497054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ad24-1441-4c76-8a6e-836a683eb8a8 req-7be2d8e5-57b8-49ca-ba1e-f12f2ec18f2f tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:36.506042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78b5ad24-1441-4c76-8a6e-836a683eb8a8 req-7be2d8e5-57b8-49ca-ba1e-f12f2ec18f2f tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.1950932 Sep 18 02:15:36.513266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:36.515246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:36.518057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:36.569513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78b5ad24-1441-4c76-8a6e-836a683eb8a8 req-900fc17b-2b96-45b6-917f-c097072d2854 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622895 Sep 18 02:15:36.595042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port 843c05e9-9fdb-4c51-874c-84e996bbf948 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:36.595724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.746049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3'}, {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:36.748775 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7632ccf-56dc-4729-b638-1390d5d4279a" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "ec2b0af0-1fd5-431c-b6d8-3d862089d4a3"}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "ed7c6e91-9fa0-4b1a-9603-65e60ae36e54"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:36.842259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] For port 843c05e9-9fdb-4c51-874c-84e996bbf948, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=843c05e9-9fdb-4c51-874c-84e996bbf948,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:36.842516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:36.886335 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e9de41-9a84-4c00-a3b4-46bd2ae19b86 x-openstack-request-id: req-82e9de41-9a84-4c00-a3b4-46bd2ae19b86 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:36.886641 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "ec2b0af0-1fd5-431c-b6d8-3d862089d4a3", "status": "completed", "code": 200}, {"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "ed7c6e91-9fa0-4b1a-9603-65e60ae36e54", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:36.887891 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82e9de41-9a84-4c00-a3b4-46bd2ae19b86 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:36.888299 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': 'ec2b0af0-1fd5-431c-b6d8-3d862089d4a3', 'status': 'completed', 'code': 200} Sep 18 02:15:36.888556 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': 'ed7c6e91-9fa0-4b1a-9603-65e60ae36e54', 'status': 'completed', 'code': 200} Sep 18 02:15:36.951129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:37.137791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a770f3bb-01f4-4dad-a802-2c053df4eeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0465d80f-6fc5-45da-a7aa-4a8a67e836bc'}, {'server_uuid': '65ed8a3c-27ce-42f4-854a-49dc7faf9f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:37.140247 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf073c1-71b7-4d84-b690-379401a3a90c" -d '{"events": [{"server_uuid": "a770f3bb-01f4-4dad-a802-2c053df4eeb7", "name": "network-vif-plugged", "status": "completed", "tag": "0465d80f-6fc5-45da-a7aa-4a8a67e836bc"}, {"server_uuid": "65ed8a3c-27ce-42f4-854a-49dc7faf9f37", "name": "network-vif-plugged", "status": "completed", "tag": "cf86ee8c-5f1a-4717-88a3-034e1f01a6dd"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:37.149639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0125468-fdce-4dd8-82b8-b2132cf57f42 req-d6d941a3-0ed7-4b26-88d8-6ce105a0869f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:37.155763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0125468-fdce-4dd8-82b8-b2132cf57f42 req-d6d941a3-0ed7-4b26-88d8-6ce105a0869f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:37.157807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0125468-fdce-4dd8-82b8-b2132cf57f42 req-d6d941a3-0ed7-4b26-88d8-6ce105a0869f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 1678 time: 0.1824367 Sep 18 02:15:37.192453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2a049-242a-4474-953f-3dab380f53d3 req-f1e81528-ae6e-4423-8c9d-d77a36e29814 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:37.194129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60e2a049-242a-4474-953f-3dab380f53d3 req-f1e81528-ae6e-4423-8c9d-d77a36e29814 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 945 time: 0.1084559 Sep 18 02:15:37.253257 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0125468-fdce-4dd8-82b8-b2132cf57f42 req-53daaeaf-4945-4a5c-82b7-880063e4192d tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854678 Sep 18 02:15:37.274743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60e2a049-242a-4474-953f-3dab380f53d3 req-b44721ee-a976-43d5-9ee0-edb066b6c593 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696452 Sep 18 02:15:37.300549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:37.301090 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:37.301416 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Floating IP e112133b-4f96-4d11-be42-0bae30599939 disassociated. External IP: 172.25.0.244, port: 843c05e9-9fdb-4c51-874c-84e996bbf948. Sep 18 02:15:37.301757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for 843c05e9-9fdb-4c51-874c-84e996bbf948 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:37.311030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:37.321946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:37.342883 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade01d07-e587-49b1-823e-6991b8df897e x-openstack-request-id: req-ade01d07-e587-49b1-823e-6991b8df897e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:37.347522 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a770f3bb-01f4-4dad-a802-2c053df4eeb7", "name": "network-vif-plugged", "status": "completed", "tag": "0465d80f-6fc5-45da-a7aa-4a8a67e836bc", "code": 200}, {"server_uuid": "65ed8a3c-27ce-42f4-854a-49dc7faf9f37", "name": "network-vif-plugged", "status": "completed", "tag": "cf86ee8c-5f1a-4717-88a3-034e1f01a6dd", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:37.347887 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ade01d07-e587-49b1-823e-6991b8df897e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:37.348426 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a770f3bb-01f4-4dad-a802-2c053df4eeb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0465d80f-6fc5-45da-a7aa-4a8a67e836bc', 'code': 200} Sep 18 02:15:37.355075 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed8a3c-27ce-42f4-854a-49dc7faf9f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd', 'code': 200} Sep 18 02:15:37.500899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84290375-c415-49b8-9bcf-ec6e180e5d68 req-f8912ac2-dbf4-4f17-aeaa-c55c7f3371ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:37.502909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84290375-c415-49b8-9bcf-ec6e180e5d68 req-f8912ac2-dbf4-4f17-aeaa-c55c7f3371ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 1097 time: 0.0739961 Sep 18 02:15:37.515481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7618a-1caf-473e-9988-7cf6f82e0062 req-def5ca31-62b9-47d6-9922-de1d7e46800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:37.517191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36b7618a-1caf-473e-9988-7cf6f82e0062 req-def5ca31-62b9-47d6-9922-de1d7e46800a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 1097 time: 0.0940573 Sep 18 02:15:37.603384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36b7618a-1caf-473e-9988-7cf6f82e0062 req-9e7c94f5-9c1c-445d-b0a6-4734ac908f33 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784903 Sep 18 02:15:37.635056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84290375-c415-49b8-9bcf-ec6e180e5d68 req-0822cf49-6d41-4627-ba27-df8e894438e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019344 Sep 18 02:15:37.654199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Router 643d932a-6cee-49cc-b4f6-d73355985080 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:15:37.746609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:37.786383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=843c05e9-9fdb-4c51-874c-84e996bbf948,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:37.864380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e022-fdb6-4330-a760-40280b5402d7 req-7d3444ec-2ff6-440c-9845-f0c8990bde31 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:37.867728 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c42e022-fdb6-4330-a760-40280b5402d7 req-7d3444ec-2ff6-440c-9845-f0c8990bde31 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 945 time: 0.1196573 Sep 18 02:15:37.876202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:37.887941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0386fc0-5431-45a0-8b92-8b8489292dcf None None] Sync routers for ids ['643d932a-6cee-49cc-b4f6-d73355985080'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:37.900955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:37.904481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0386fc0-5431-45a0-8b92-8b8489292dcf None None] Routers {'643d932a-6cee-49cc-b4f6-d73355985080'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:37.904481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f0386fc0-5431-45a0-8b92-8b8489292dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['643d932a-6cee-49cc-b4f6-d73355985080'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:37.906622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf0fb525-05e9-455e-87ac-bd15bc9992f3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "PUT /v2.0/routers/643d932a-6cee-49cc-b4f6-d73355985080 HTTP/1.1" status: 200 len: 884 time: 3.0062797 Sep 18 02:15:37.908463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46698) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:37.916975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Router d990a680-1734-4e39-b1d6-f92c48c63201 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:15:37.930016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920e6c3-b464-4ca9-8dbc-0e5040041571 req-87f39b0f-a328-4e41-97e5-7ec5b07aa007 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:37.937320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1920e6c3-b464-4ca9-8dbc-0e5040041571 req-87f39b0f-a328-4e41-97e5-7ec5b07aa007 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.2496252 Sep 18 02:15:37.970583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f0386fc0-5431-45a0-8b92-8b8489292dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:37.990830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0386fc0-5431-45a0-8b92-8b8489292dcf None None] Routers {'643d932a-6cee-49cc-b4f6-d73355985080'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:37.991465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f0386fc0-5431-45a0-8b92-8b8489292dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['643d932a-6cee-49cc-b4f6-d73355985080'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:38.018300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c42e022-fdb6-4330-a760-40280b5402d7 req-33d24ba5-1277-4d7c-86aa-c30345d4e0ca tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350679 Sep 18 02:15:38.045591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f0386fc0-5431-45a0-8b92-8b8489292dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:38.046333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0386fc0-5431-45a0-8b92-8b8489292dcf None None] The sync data for ids ['643d932a-6cee-49cc-b4f6-d73355985080'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:38.058671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1920e6c3-b464-4ca9-8dbc-0e5040041571 req-7e28298d-c1ff-4d53-91e3-39c3b958584a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205003 Sep 18 02:15:38.097329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7479cb9f-b46b-4c69-8a29-6aad5023611f tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/routers/643d932a-6cee-49cc-b4f6-d73355985080 HTTP/1.1" status: 200 len: 925 time: 0.1877899 Sep 18 02:15:38.100156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46700) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:38.138499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:38.150509 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] Sync routers for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:38.167208 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:38.169073 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:38.206083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] No DVR routers for this DVR port 843c05e9-9fdb-4c51-874c-84e996bbf948 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:38.209406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:38.212038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-f38a3b5b-8791-49ca-9a61-b345b77dfacf tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "DELETE /v2.0/ports/843c05e9-9fdb-4c51-874c-84e996bbf948 HTTP/1.1" status: 204 len: 173 time: 1.8272107 Sep 18 02:15:38.248299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41774bb-6d5f-47d8-b1a5-5755d403cb3b tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:38.256344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d41774bb-6d5f-47d8-b1a5-5755d403cb3b tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=643d932a-6cee-49cc-b4f6-d73355985080&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1544619 Sep 18 02:15:38.258796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46706) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:38.355963 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:38.459607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port 6a6744ad-868f-48be-8dd4-aaebffe4e804 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:38.459976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:38.554467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce6f75-8e17-4683-a507-97ec4378dd38 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:38.559553 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f8ce6f75-8e17-4683-a507-97ec4378dd38 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 881 time: 0.2994881 Sep 18 02:15:38.563179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46714) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:38.605323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-00311e42-708f-4800-b7b6-73eceb9faef3 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=643d932a-6cee-49cc-b4f6-d73355985080 HTTP/1.1" status: 200 len: 205 time: 0.0400009 Sep 18 02:15:38.605963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46716) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:38.726048 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:58Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:38.772553 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] Checking router: d990a680-1734-4e39-b1d6-f92c48c63201 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:15:38.785383 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:38.786358 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:38.805376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] For port 6a6744ad-868f-48be-8dd4-aaebffe4e804, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6a6744ad-868f-48be-8dd4-aaebffe4e804,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:38.805679 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:38.831518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for 6a6744ad-868f-48be-8dd4-aaebffe4e804 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:38.883633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46720) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:38.900056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:38.904614 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a68b03-034e-4be5-bb8d-b5262c279a12" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:38.990459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad76b8-9b9a-4f59-a3f8-1ec01c4d1e45 req-87ec9c79-b9e4-4620-a389-86086a0417f1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:39.005136 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:39.008707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0ad76b8-9b9a-4f59-a3f8-1ec01c4d1e45 req-87ec9c79-b9e4-4620-a389-86086a0417f1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 945 time: 0.5118210 Sep 18 02:15:39.074191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0ad76b8-9b9a-4f59-a3f8-1ec01c4d1e45 req-bbd5adb7-be7d-4277-87c9-8ea13e71153e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531616 Sep 18 02:15:39.124939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-87a8b4eb-c644-4658-af70-568b35b8cba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.183709 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3bea6a-e982-4d52-914d-4200a725c23a x-openstack-request-id: req-ee3bea6a-e982-4d52-914d-4200a725c23a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:39.184195 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "843c05e9-9fdb-4c51-874c-84e996bbf948", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:39.184542 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee3bea6a-e982-4d52-914d-4200a725c23a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:39.185348 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': '843c05e9-9fdb-4c51-874c-84e996bbf948', 'status': 'completed', 'code': 200} Sep 18 02:15:39.208494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.328139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=6a6744ad-868f-48be-8dd4-aaebffe4e804,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:39.413921 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:58Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:39.431258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f5822-6d87-4e85-b1c0-62b758847386 req-2a9ede61-25a6-4b2a-a2f9-85f0bb3a9bf4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:39.439388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f10f5822-6d87-4e85-b1c0-62b758847386 req-2a9ede61-25a6-4b2a-a2f9-85f0bb3a9bf4 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 865 time: 0.9534705 Sep 18 02:15:39.443803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] No DVR routers for this DVR port 6a6744ad-868f-48be-8dd4-aaebffe4e804 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:39.448288 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2909c747-6e5f-4398-8f63-c8e49e8d1aae None None] The sync data for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 is: [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:04:49Z', 'revision_number': 4, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f11c5575-9141-48e3-aeea-a981a129d032', 'name': '', 'network_id': '1b297d4a-34eb-4a97-9bee-b100ae24ec8b', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'mac_address': 'fa:16:3e:dd:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '95255f28-0ecf-4324-b866-5239859c9774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:47Z', 'updated_at': '2021-09-18T02:04:58Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'subnets': [{'id': '95255f28-0ecf-4324-b866-5239859c9774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:39.449471 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.451670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.460117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e51b5d5-bdd1-4492-8335-8becd8570685 req-337704ed-d144-453a-8ad7-27020b277265 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.18 "DELETE /v2.0/ports/6a6744ad-868f-48be-8dd4-aaebffe4e804 HTTP/1.1" status: 204 len: 173 time: 1.2335055 Sep 18 02:15:39.474079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaeccb-f4de-48cd-b302-88de023ac9c9 req-72b9202f-27d1-4f3a-bd9a-95b57a14c64c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:39.476370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-decaeccb-f4de-48cd-b302-88de023ac9c9 req-72b9202f-27d1-4f3a-bd9a-95b57a14c64c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 945 time: 0.2002964 Sep 18 02:15:39.541430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-87a8b4eb-c644-4658-af70-568b35b8cba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.551467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-87a8b4eb-c644-4658-af70-568b35b8cba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.611725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-decaeccb-f4de-48cd-b302-88de023ac9c9 req-3bd88b83-e9ae-44be-9f69-6565670c6359 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236463 Sep 18 02:15:39.613324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-238ff2d5-c875-4bb0-9d12-26e0a7b5013a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:39.615808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-238ff2d5-c875-4bb0-9d12-26e0a7b5013a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 945 time: 1.2108178 Sep 18 02:15:39.620745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8b4eb-c644-4658-af70-568b35b8cba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a8f42-d5e7-40d9-b653-c0b6605f1221,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:39.626661 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-87a8b4eb-c644-4658-af70-568b35b8cba6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19039db9270b4169b34ae18357b56373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7418988 Sep 18 02:15:39.629499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:39.723003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-398c61a5-ddf5-4517-99fa-80c5cc3c250c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.753782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-9f75ffee-7dbb-4334-9bf5-121df081e573 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:39.756753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-9f75ffee-7dbb-4334-9bf5-121df081e573 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 945 time: 0.3032708 Sep 18 02:15:39.771631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f10f5822-6d87-4e85-b1c0-62b758847386 req-731362fb-0274-494c-bb6c-c533ef33d3da tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups?id=44bd5256-0d35-4b08-a458-839f4c3f9314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301601 Sep 18 02:15:39.810497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-398c61a5-ddf5-4517-99fa-80c5cc3c250c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.854156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db610555-40d2-4783-89ff-43cc1ea20319 req-3b822c8e-176a-4d96-a362-6166c407b510 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:39.871111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-db610555-40d2-4783-89ff-43cc1ea20319 req-3b822c8e-176a-4d96-a362-6166c407b510 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.1178243 Sep 18 02:15:39.916806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-398c61a5-ddf5-4517-99fa-80c5cc3c250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.923886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-398c61a5-ddf5-4517-99fa-80c5cc3c250c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:39.926248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-398c61a5-ddf5-4517-99fa-80c5cc3c250c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c56a8f42-d5e7-40d9-b653-c0b6605f1221 HTTP/1.1" status: 204 len: 168 time: 0.2948122 Sep 18 02:15:39.963706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809506b-1a82-47d7-9773-d9222297da7c None None] New status for floating IP e112133b-4f96-4d11-be42-0bae30599939: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:15:39.983162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c61a5-ddf5-4517-99fa-80c5cc3c250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a8f42-d5e7-40d9-b653-c0b6605f1221,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:40.004021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-db610555-40d2-4783-89ff-43cc1ea20319 req-8878597a-5678-406b-a643-db73314632d2 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319170 Sep 18 02:15:40.075430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Deleting port 914ed83f-8bae-48ec-90ef-032dd2b718e4 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:40.075804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:40.125772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:40.203169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Deleting port 064320c1-9171-4feb-90cf-a39a9578f25c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:40.203507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:40.276245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ee8be-7bea-4cdc-90af-796135ec2139 req-d55c0bee-56d8-4eaf-acf9-d92dc803192e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:40.281546 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b58ee8be-7bea-4cdc-90af-796135ec2139 req-d55c0bee-56d8-4eaf-acf9-d92dc803192e tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 945 time: 0.0962534 Sep 18 02:15:40.331028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b58ee8be-7bea-4cdc-90af-796135ec2139 req-c281c3e7-b6a6-4d97-9afa-8a8a210026b1 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Sep 18 02:15:40.362814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d11b53-5ebf-40fa-acc1-b0d1ff3693a6 req-88165f37-c259-4a91-8af0-1d15e8c8ac2d tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:40.364314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d11b53-5ebf-40fa-acc1-b0d1ff3693a6 req-88165f37-c259-4a91-8af0-1d15e8c8ac2d tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.1661661 Sep 18 02:15:40.379390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] For port 914ed83f-8bae-48ec-90ef-032dd2b718e4, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=914ed83f-8bae-48ec-90ef-032dd2b718e4,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:40.379756 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:40.410855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Calling delete_port for 914ed83f-8bae-48ec-90ef-032dd2b718e4 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:40.432366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Deleting port 5281c652-907a-4dc9-87ab-71c1f03ce847 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:40.432924 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:40.526608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] For port 064320c1-9171-4feb-90cf-a39a9578f25c, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=064320c1-9171-4feb-90cf-a39a9578f25c,segment=NetworkSegment(46f208e5-90f3-446e-94e2-1fee79828060),segment_id=46f208e5-90f3-446e-94e2-1fee79828060)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:40.527069 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:40.545313 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59d11b53-5ebf-40fa-acc1-b0d1ff3693a6 req-a486d520-77aa-459e-89f1-62cd13266309 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602483 Sep 18 02:15:40.582793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Calling delete_port for 064320c1-9171-4feb-90cf-a39a9578f25c owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:40.684465 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:40.734337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdad9ab-d271-45f6-96c8-432da2b58607 req-ae478856-3512-4b88-ab8e-7342cc1d3271 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:40.734769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Calling delete_port for 5281c652-907a-4dc9-87ab-71c1f03ce847 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:40.736089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cdad9ab-d271-45f6-96c8-432da2b58607 req-ae478856-3512-4b88-ab8e-7342cc1d3271 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 946 time: 0.0990801 Sep 18 02:15:40.797789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cdad9ab-d271-45f6-96c8-432da2b58607 req-f612d76a-f357-4539-9a45-38cf345cbd6f tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551741 Sep 18 02:15:40.916435 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-778c8007-b126-4e0e-aa89-30f930ac57dc req-37d31251-f415-42ff-a3d2-053cf93fef30 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0357187 Sep 18 02:15:41.009743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.023168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['64df83f9-c1b8-4111-aed6-420c7a085b87'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:15:41.118487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b731c29-1dc1-4f6d-bcad-489ceca6a92b req-bef3d7ae-0d7f-4adc-b7d2-47ec9f29510c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:41.120097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b731c29-1dc1-4f6d-bcad-489ceca6a92b req-bef3d7ae-0d7f-4adc-b7d2-47ec9f29510c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2a9f76d-cb16-4540-9c85-29dd0ddaebcf HTTP/1.1" status: 200 len: 945 time: 0.3709300 Sep 18 02:15:41.125002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event deleted for resources: {'Port': ['ID=914ed83f-8bae-48ec-90ef-032dd2b718e4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:41.187056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': '6a6744ad-868f-48be-8dd4-aaebffe4e804'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:41.189760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] No DVR routers for this DVR port 914ed83f-8bae-48ec-90ef-032dd2b718e4 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:41.189901 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df199f41-e143-4095-88ae-6116ff490253" -d '{"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "6a6744ad-868f-48be-8dd4-aaebffe4e804"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:41.209162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.209600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.209846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.210180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.210559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.210928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.211248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.211573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.211900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.212222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.212560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.212861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:41.234325 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.236560 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.244015 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61433d7c-c59a-4e04-b4ac-54e8a20aea70 req-daf75f8b-4fb5-489f-9913-5f9133e99969 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "DELETE /v2.0/ports/914ed83f-8bae-48ec-90ef-032dd2b718e4 HTTP/1.1" status: 204 len: 173 time: 1.5969367 Sep 18 02:15:41.261089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427302e2-7361-4159-995b-42556657f72e', 'name': 'network-vif-deleted', 'tag': '914ed83f-8bae-48ec-90ef-032dd2b718e4'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:41.263502 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beb22a2-db17-4512-a608-57d4aec8de3f" -d '{"events": [{"server_uuid": "427302e2-7361-4159-995b-42556657f72e", "name": "network-vif-deleted", "tag": "914ed83f-8bae-48ec-90ef-032dd2b718e4"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:41.305317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Pushing event deleted for resources: {'Port': ['ID=064320c1-9171-4feb-90cf-a39a9578f25c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:41.328884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a438a2-c237-4146-b3f1-c850188b86cb req-40551305-e6c0-46d7-9476-b36b44a9b3ec tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:41.336009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-00a438a2-c237-4146-b3f1-c850188b86cb req-40551305-e6c0-46d7-9476-b36b44a9b3ec tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.0995350 Sep 18 02:15:41.371225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['064320c1-9171-4feb-90cf-a39a9578f25c'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:15:41.389821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b731c29-1dc1-4f6d-bcad-489ceca6a92b req-40a32f3e-fa2a-48ab-a67e-3831109bcc51 tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.21 "GET /v2.0/security-groups?id=630df7e4-5332-43c5-a0ba-0f8a15566c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407646 Sep 18 02:15:41.436259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-00a438a2-c237-4146-b3f1-c850188b86cb req-fe3efbb0-edf7-4da6-b2c9-94b9643bea26 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918605 Sep 18 02:15:41.436476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] No DVR routers for this DVR port 064320c1-9171-4feb-90cf-a39a9578f25c on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:41.440583 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.447751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 914ed83f-8bae-48ec-90ef-032dd2b718e4 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:41.450410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf87268d-7148-46ab-aa16-09ad2252fd81 req-d13802fa-3ec6-4835-9027-171c07c94c1c tempest-VolumesSnapshotTestJSON-954077656 tempest-VolumesSnapshotTestJSON-954077656-project] 10.222.0.18 "DELETE /v2.0/ports/064320c1-9171-4feb-90cf-a39a9578f25c HTTP/1.1" status: 204 len: 173 time: 1.6761329 Sep 18 02:15:41.453213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.517888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 914ed83f-8bae-48ec-90ef-032dd2b718e4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:41.518348 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0d51ec-5cb2-474b-bbc0-d4c3cf84763c x-openstack-request-id: req-8f0d51ec-5cb2-474b-bbc0-d4c3cf84763c {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:41.518502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 914ed83f-8bae-48ec-90ef-032dd2b718e4 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:41.518647 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427302e2-7361-4159-995b-42556657f72e", "name": "network-vif-deleted", "tag": "914ed83f-8bae-48ec-90ef-032dd2b718e4", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:41.528568 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f0d51ec-5cb2-474b-bbc0-d4c3cf84763c {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:41.529018 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427302e2-7361-4159-995b-42556657f72e', 'name': 'network-vif-deleted', 'tag': '914ed83f-8bae-48ec-90ef-032dd2b718e4', 'status': 'completed', 'code': 200} Sep 18 02:15:41.531452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event deleted for resources: {'Port': ['ID=5281c652-907a-4dc9-87ab-71c1f03ce847,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:41.546602 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7a34d6-4838-4ea3-864e-3c39396776de x-openstack-request-id: req-dd7a34d6-4838-4ea3-864e-3c39396776de {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:41.547148 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb11b4f-bf1e-4eb5-a349-d339d23b67fa", "name": "network-vif-deleted", "tag": "6a6744ad-868f-48be-8dd4-aaebffe4e804", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:41.547556 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd7a34d6-4838-4ea3-864e-3c39396776de {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:41.548122 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb11b4f-bf1e-4eb5-a349-d339d23b67fa', 'name': 'network-vif-deleted', 'tag': '6a6744ad-868f-48be-8dd4-aaebffe4e804', 'status': 'completed', 'code': 200} Sep 18 02:15:41.640777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.644502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5af6ec9d-e104-4933-bc6c-8d83027d091c req-5d3b2c30-d44a-4e95-a68b-907baf1628e2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=427302e2-7361-4159-995b-42556657f72e HTTP/1.1" status: 200 len: 210 time: 0.0600030 Sep 18 02:15:41.873433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.879106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.905913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46796) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:41.960864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.961265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Fanout notify agent at l3_agent the message router_deleted on router 643d932a-6cee-49cc-b4f6-d73355985080 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:15:41.969687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:41.975073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-59e58e42-6ea5-4498-9369-e7510636e78b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/643d932a-6cee-49cc-b4f6-d73355985080 HTTP/1.1" status: 204 len: 168 time: 3.3628500 Sep 18 02:15:41.977474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46802) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:41.981362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a01edea5-f706-4312-a83c-6fe015d5291a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-720713022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:42.039203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01edea5-f706-4312-a83c-6fe015d5291a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.045555 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01edea5-f706-4312-a83c-6fe015d5291a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.092102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa462426-286f-470b-813e-5809151c5bde req-bfcdb7cf-0dcd-493a-a47d-5e043e4552f4 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:42.093832 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa462426-286f-470b-813e-5809151c5bde req-bfcdb7cf-0dcd-493a-a47d-5e043e4552f4 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.1002314 Sep 18 02:15:42.128951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91996d30-26ba-4735-8b9b-bdcd39c3d23d req-5e245676-88ed-45d9-8079-79e3dbae4415 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0459650 Sep 18 02:15:42.157516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa462426-286f-470b-813e-5809151c5bde req-346e2e8f-4421-48cc-9978-affe259931c1 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522182 Sep 18 02:15:42.185581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'network': {'name': 'tempest-network-smoke--1296425981', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:42.189706 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01edea5-f706-4312-a83c-6fe015d5291a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.202445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01edea5-f706-4312-a83c-6fe015d5291a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.224838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:15:42.228562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.232069 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a01edea5-f706-4312-a83c-6fe015d5291a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.235809 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a01edea5-f706-4312-a83c-6fe015d5291a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2554505 Sep 18 02:15:42.236563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46806) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:42.238868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.245112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': True}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:42.343076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.348033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.364353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:15:42.375895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.376600 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Added segment 332e7463-b11f-41ca-a72d-f5c26aa7cb44 of type vlan for network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc Sep 18 02:15:42.421790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.476870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd504e1-c9e7-40af-a310-8db197179652,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:42.503029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.510105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:42.510971 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.538207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.565332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18ecdc-6906-4578-a20e-2be070386cfd req-755162db-266c-4110-a34e-717d7698d4a5 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:42.574642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18ecdc-6906-4578-a20e-2be070386cfd req-755162db-266c-4110-a34e-717d7698d4a5 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:42.578473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6708364 Sep 18 02:15:42.586282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46816) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:42.587565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18ecdc-6906-4578-a20e-2be070386cfd req-755162db-266c-4110-a34e-717d7698d4a5 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:42.589443 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b18ecdc-6906-4578-a20e-2be070386cfd req-755162db-266c-4110-a34e-717d7698d4a5 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7&device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec&device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 2417 time: 0.2057345 Sep 18 02:15:42.591131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-607396545', 'admin_state_up': True, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:42.660208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b18ecdc-6906-4578-a20e-2be070386cfd req-e3be705b-b4ff-45db-89de-3279c098099e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577159 Sep 18 02:15:42.660398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ffe1e-2ce2-455b-846e-d14b36f5adab tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Network': ['ID=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:42.686634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:15:42.733378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.734306 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.885523 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:42.918491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4ff5c-b579-4487-852b-69b5cdc5a92a req-94718dfb-08ec-4912-9dc2-4d60d094250f tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:42.930030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39d4ff5c-b579-4487-852b-69b5cdc5a92a req-94718dfb-08ec-4912-9dc2-4d60d094250f tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.1339767 Sep 18 02:15:43.031649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39d4ff5c-b579-4487-852b-69b5cdc5a92a req-8a059d88-7687-4001-acce-d6285bc67d05 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984001 Sep 18 02:15:43.221968 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:43.258703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aa04c-f52d-43d7-8945-d00409240962 req-fd48e279-5282-4cdd-a0f6-f0909f8a0c00 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:43.264890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc6aa04c-f52d-43d7-8945-d00409240962 req-fd48e279-5282-4cdd-a0f6-f0909f8a0c00 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1269970 Sep 18 02:15:43.296399 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:43.328906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:43.370446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc6aa04c-f52d-43d7-8945-d00409240962 req-644300f2-a99d-4202-a1f2-3992103a4fa9 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042559 Sep 18 02:15:43.469398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 064320c1-9171-4feb-90cf-a39a9578f25c no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:43.515959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 064320c1-9171-4feb-90cf-a39a9578f25c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:43.516526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 064320c1-9171-4feb-90cf-a39a9578f25c not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:43.528721 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-889688a5-bb52-4768-85ea-fd217f46e533 req-1ac22afd-d08c-4f32-99ea-c0e8ba31e08b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0961118 Sep 18 02:15:43.531724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a9f76d-cb16-4540-9c85-29dd0ddaebcf', 'name': 'network-vif-deleted', 'tag': '064320c1-9171-4feb-90cf-a39a9578f25c'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:43.537562 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57cf0cf-fd48-4444-bc9d-fc3aa32a59a6" -d '{"events": [{"server_uuid": "b2a9f76d-cb16-4540-9c85-29dd0ddaebcf", "name": "network-vif-deleted", "tag": "064320c1-9171-4feb-90cf-a39a9578f25c"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:43.629425 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:43.642927 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5eaa6-def7-4590-9564-8c743af63b7c x-openstack-request-id: req-52d5eaa6-def7-4590-9564-8c743af63b7c {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:43.655329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:43.664021 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a9f76d-cb16-4540-9c85-29dd0ddaebcf", "name": "network-vif-deleted", "tag": "064320c1-9171-4feb-90cf-a39a9578f25c", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:43.671202 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52d5eaa6-def7-4590-9564-8c743af63b7c {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:43.671908 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a9f76d-cb16-4540-9c85-29dd0ddaebcf', 'name': 'network-vif-deleted', 'tag': '064320c1-9171-4feb-90cf-a39a9578f25c', 'status': 'completed', 'code': 200} Sep 18 02:15:43.745856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Allocated IP 172.25.0.158 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/fd234dac-2e34-4d6d-8e1f-453df4f810cd) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:43.984433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:44.074771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:44.168149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'Port': ['ID=fd234dac-2e34-4d6d-8e1f-453df4f810cd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:44.198389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:44.213926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:44.260008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.25.0.24 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/63b243c1-57c2-4c80-9337-13ff9cf26b4c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:44.261103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:44.385550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-ddbff95a-a52a-4be6-9506-0a7f1f883e41 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:44.388196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-ddbff95a-a52a-4be6-9506-0a7f1f883e41 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.1884806 Sep 18 02:15:44.541603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:44.671489 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.070054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:45.076080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:45.081668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:45.084713 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0fff9bd-2c07-4b26-8e24-77d1bc54bda2 req-ff629cea-29e5-4bd4-a7fc-f1dee7e0ee2f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0630419 Sep 18 02:15:45.116802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=63b243c1-57c2-4c80-9337-13ff9cf26b4c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:45.117187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Deleting port 64df83f9-c1b8-4111-aed6-420c7a085b87 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:45.117576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.127889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67065d32-134c-40be-b3f6-d99505aaf051 req-4d0dcac6-9c97-43c1-a1b6-0f767300692b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:45.135993 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67065d32-134c-40be-b3f6-d99505aaf051 req-4d0dcac6-9c97-43c1-a1b6-0f767300692b tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 945 time: 0.5178766 Sep 18 02:15:45.154184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.154538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.154920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.155261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.155588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.155929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.156286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.156581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.156917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.157232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.157558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.157881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:15:45.305084 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67065d32-134c-40be-b3f6-d99505aaf051 req-133e178f-5ff7-491f-8259-e3828e43fd28 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=987540a2-7753-447c-819e-03a4dfb76c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683362 Sep 18 02:15:45.394900 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.402506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] For port 64df83f9-c1b8-4111-aed6-420c7a085b87, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=64df83f9-c1b8-4111-aed6-420c7a085b87,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:45.402903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.464045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Calling delete_port for 64df83f9-c1b8-4111-aed6-420c7a085b87 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:45.589403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.762458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858fabf-64b9-4337-a9c8-b1994e68bcf1 req-a8d37f58-a723-45a5-a27c-998c766ab27b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:45.772063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b858fabf-64b9-4337-a9c8-b1994e68bcf1 req-a8d37f58-a723-45a5-a27c-998c766ab27b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.2589846 Sep 18 02:15:45.856839 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.864740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.867272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.929760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event deleted for resources: {'Port': ['ID=64df83f9-c1b8-4111-aed6-420c7a085b87,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:45.948309 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:45.960545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b858fabf-64b9-4337-a9c8-b1994e68bcf1 req-f6edc096-3ced-4398-997b-c32877ca4d42 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872325 Sep 18 02:15:46.051766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] No DVR routers for this DVR port 64df83f9-c1b8-4111-aed6-420c7a085b87 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:46.057030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:46.059370 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4e2cfc4-5626-4f55-b039-32c5c2feb9e2 req-81db7854-622d-4ac3-9174-b4c406307282 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.18 "DELETE /v2.0/ports/64df83f9-c1b8-4111-aed6-420c7a085b87 HTTP/1.1" status: 204 len: 173 time: 1.6597188 Sep 18 02:15:46.059831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee489d6f-1248-4909-8597-92b55e4b0d86', 'name': 'network-vif-deleted', 'tag': '64df83f9-c1b8-4111-aed6-420c7a085b87'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:46.062165 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edbe29c-b3b5-446a-a62b-f9c1db8c64d0" -d '{"events": [{"server_uuid": "ee489d6f-1248-4909-8597-92b55e4b0d86", "name": "network-vif-deleted", "tag": "64df83f9-c1b8-4111-aed6-420c7a085b87"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:46.202112 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74f58ac-a41e-4cc0-a3ca-f205d913595a x-openstack-request-id: req-e74f58ac-a41e-4cc0-a3ca-f205d913595a {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:46.202802 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee489d6f-1248-4909-8597-92b55e4b0d86", "name": "network-vif-deleted", "tag": "64df83f9-c1b8-4111-aed6-420c7a085b87", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:46.202802 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e74f58ac-a41e-4cc0-a3ca-f205d913595a {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:46.203067 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee489d6f-1248-4909-8597-92b55e4b0d86', 'name': 'network-vif-deleted', 'tag': '64df83f9-c1b8-4111-aed6-420c7a085b87', 'status': 'completed', 'code': 200} Sep 18 02:15:46.241750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 9779ce9c-88e8-438e-8943-14f622429b15 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:15:46.381031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30ea5abe-5ea0-42f9-9d3e-557c8b9ffcfe req-700e9da0-ca14-4de7-b602-080f01979c15 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0872018 Sep 18 02:15:46.406525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Router 8eb51b6f-27f9-426d-903e-e723468ac756 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:15:46.482075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:46.491846 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Sync routers for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:46.508023 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:46.509866 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:46.568973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052db1a1-c3b4-4173-af06-c1014bf7aa86 req-9c11b05d-20a6-4678-833c-61214f8d1925 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:46.596319 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052db1a1-c3b4-4173-af06-c1014bf7aa86 req-9c11b05d-20a6-4678-833c-61214f8d1925 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1098 time: 0.3489349 Sep 18 02:15:46.607065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:46.615594 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-297e4b4c-08ae-459c-b04b-5b9bf23adfef tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0267968 Sep 18 02:15:46.628286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47172) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:46.718630 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:46.735466 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63ac3139-40d9-4f0d-8433-33ae3849d5b9 req-53a21049-9f72-4303-b4a9-3693e99ae5a2 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee489d6f-1248-4909-8597-92b55e4b0d86 HTTP/1.1" status: 200 len: 210 time: 0.1056833 Sep 18 02:15:46.768422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:46.775367 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:46.783408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e32f7-d4ad-41fd-a1e0-c50ab0644ebf None None] Sync routers for ids ['8eb51b6f-27f9-426d-903e-e723468ac756'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:46.784776 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5db0021-d965-4cc0-b38e-a32b73fe6d65 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "PUT /v2.0/routers/8eb51b6f-27f9-426d-903e-e723468ac756 HTTP/1.1" status: 200 len: 918 time: 4.5435309 Sep 18 02:15:46.785577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47192) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:46.818197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e32f7-d4ad-41fd-a1e0-c50ab0644ebf None None] Routers {'8eb51b6f-27f9-426d-903e-e723468ac756'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:46.820780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-017e32f7-d4ad-41fd-a1e0-c50ab0644ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['8eb51b6f-27f9-426d-903e-e723468ac756'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:46.844992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-052db1a1-c3b4-4173-af06-c1014bf7aa86 req-4030dd3a-e585-4663-b300-6070fdc7dca8 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477610 Sep 18 02:15:46.854947 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e88827b7-53eb-40a8-b02b-9e3f405b55d5 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ae823ee93e1147238401cca778c2a28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2237623 Sep 18 02:15:46.855595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47196) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:46.886220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47202) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:46.969384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-017e32f7-d4ad-41fd-a1e0-c50ab0644ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:47.009939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e32f7-d4ad-41fd-a1e0-c50ab0644ebf None None] Routers {'8eb51b6f-27f9-426d-903e-e723468ac756'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:47.010664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-017e32f7-d4ad-41fd-a1e0-c50ab0644ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['8eb51b6f-27f9-426d-903e-e723468ac756'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:47.073042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-80a8c280-7c75-4954-b325-6e8289e0f076 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/routers/8eb51b6f-27f9-426d-903e-e723468ac756 HTTP/1.1" status: 200 len: 924 time: 0.2862740 Sep 18 02:15:47.084128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47222) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:47.109884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-017e32f7-d4ad-41fd-a1e0-c50ab0644ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:47.110734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e32f7-d4ad-41fd-a1e0-c50ab0644ebf None None] The sync data for ids ['8eb51b6f-27f9-426d-903e-e723468ac756'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:47.328159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab4d2e5-fb02-440b-a6be-250caff9edd7 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:47.329742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ab4d2e5-fb02-440b-a6be-250caff9edd7 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4732034 Sep 18 02:15:47.332754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47244) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:47.440581 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-32f42e6d-0485-4354-a352-6c0023cb33ac tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060538 Sep 18 02:15:47.447273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47260) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:47.454402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1912759218', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:47.518669 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:45Z', 'revision_number': 3, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:47.522837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 64df83f9-c1b8-4111-aed6-420c7a085b87 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:47.560587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f4683-f726-4573-bc7f-a4ab955eb28e tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:47.570493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2c1f4683-f726-4573-bc7f-a4ab955eb28e tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=8eb51b6f-27f9-426d-903e-e723468ac756&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4828219 Sep 18 02:15:47.571335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47274) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:47.601107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 64df83f9-c1b8-4111-aed6-420c7a085b87 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:47.601457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 64df83f9-c1b8-4111-aed6-420c7a085b87 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:47.632235 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Checking router: 9779ce9c-88e8-438e-8943-14f622429b15 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:15:47.632584 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Updating router 9779ce9c-88e8-438e-8943-14f622429b15 port 63b243c1-57c2-4c80-9337-13ff9cf26b4c binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:15:47.675397 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:47.682762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-263303e2-0878-4789-ac55-e19b99bfe451 req-d14735f3-d86a-42ae-8f57-17989b55f1d0 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.1404071 Sep 18 02:15:47.795223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:15:47.805365 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:47.865404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a54b99-1eb8-4c3f-9966-6e1369f58adc tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:47.876307 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c7a54b99-1eb8-4c3f-9966-6e1369f58adc tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 881 time: 0.2319286 Sep 18 02:15:47.881752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47312) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:47.975165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a01cce4e-e63a-421e-8883-4e9152a77d04 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb51b6f-27f9-426d-903e-e723468ac756 HTTP/1.1" status: 200 len: 205 time: 0.0897293 Sep 18 02:15:47.988461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47322) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:48.035820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbb828-6feb-4833-bd47-b939690ab755 req-2340a0f9-4ed6-45bb-9c4e-ed9f9716af70 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:48.049305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8bbb828-6feb-4833-bd47-b939690ab755 req-2340a0f9-4ed6-45bb-9c4e-ed9f9716af70 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.4056144 Sep 18 02:15:48.265430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port 7bb5ba9e-955d-43d0-8519-268f7eb2e319 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:48.266147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.267449 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.287461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.292155 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.386331 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8bbb828-6feb-4833-bd47-b939690ab755 req-282f0a72-37d5-4518-b868-e348b4cedb0a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336635 Sep 18 02:15:48.426154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.457585 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51ee6a-0c49-4187-9648-88977c19b5ca None None] Pushing event updated for resources: {'Port': ['ID=63b243c1-57c2-4c80-9337-13ff9cf26b4c,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:48.460844 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Attempting to bind port 63b243c1-57c2-4c80-9337-13ff9cf26b4c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:48.461856 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Attempting to bind port 63b243c1-57c2-4c80-9337-13ff9cf26b4c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:48.462381 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Attempting to bind port 63b243c1-57c2-4c80-9337-13ff9cf26b4c on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:48.468063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Checking segment: {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:48.468377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network hostable DHCP agents. Network: 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:15:48.469634 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:48.470213 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:48.470962 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.472061 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:48.472772 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Bound port: 63b243c1-57c2-4c80-9337-13ff9cf26b4c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:48.473320 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.474287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Subnet': ['ID=e46c08ff-103e-4871-b11c-f7b2953fb524,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:48.511266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:15:48.530032 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:48.541504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09465243-7ea2-491b-9780-74d49b096be5 None None] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:15:48.545613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:48.547801 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.580868 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] For port 63b243c1-57c2-4c80-9337-13ff9cf26b4c, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:48.589391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-58ccd3d2-5a47-4428-b419-8a8c531d1b90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1403365 Sep 18 02:15:48.590076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47374) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:48.599880 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] For port 63b243c1-57c2-4c80-9337-13ff9cf26b4c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=63b243c1-57c2-4c80-9337-13ff9cf26b4c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:48.609873 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.718872 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:48.719509 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:48.923140 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00a055b1-255c-45a0-b821-f86a0d8ca9a6 req-ad85862c-4287-403b-804a-f2710f05c3a2 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0659573 Sep 18 02:15:48.925348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:15:48.926601 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:48.934054 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51ee6a-0c49-4187-9648-88977c19b5ca None None] Pushing event updated for resources: {'Port': ['ID=63b243c1-57c2-4c80-9337-13ff9cf26b4c,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:49.058388 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:49.261362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Allocated IP 172.20.0.2 (2e83f4eb-f7b4-4738-9300-1cb6918b4bcc/e46c08ff-103e-4871-b11c-f7b2953fb524/aa63163a-4380-4b60-b10b-bc01d58c6043) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:49.323383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc54cd8-7bf4-4e8a-9d16-fd9a90c0a934 req-c00c54e0-fe2a-45e5-85bd-038deb6b1893 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:49.331884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6cc54cd8-7bf4-4e8a-9d16-fd9a90c0a934 req-c00c54e0-fe2a-45e5-85bd-038deb6b1893 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 1.0540333 Sep 18 02:15:49.419855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:49.424429 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:49.520074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for 7bb5ba9e-955d-43d0-8519-268f7eb2e319 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:49.621796 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:45Z', 'revision_number': 3, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:49.683714 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6cc54cd8-7bf4-4e8a-9d16-fd9a90c0a934 req-77c79c3a-d89d-42b6-a006-ecde675ad4af tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506577 Sep 18 02:15:49.688698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7842fa-fcf7-4745-ab6b-238875efbf63 req-31dee527-d53f-453c-bd8f-81843c154df0 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:49.692651 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8226a-37a4-463a-bc1f-d58d97b60d9f None None] The sync data for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 is: [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:45Z', 'revision_number': 3, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:49.697905 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab7842fa-fcf7-4745-ab6b-238875efbf63 req-31dee527-d53f-453c-bd8f-81843c154df0 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.1321967 Sep 18 02:15:49.706977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:49.732583 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:49.749188 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:49.763952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:49.871484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Pushing event updated for resources: {'Port': ['ID=aa63163a-4380-4b60-b10b-bc01d58c6043,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:49.875315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:49.877193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:49.881471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:49.986459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Deleting port fd234dac-2e34-4d6d-8e1f-453df4f810cd {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:49.987054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.042318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Attempting to bind port aa63163a-4380-4b60-b10b-bc01d58c6043 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:50.043966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Attempting to bind port aa63163a-4380-4b60-b10b-bc01d58c6043 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:50.044525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Attempting to bind port aa63163a-4380-4b60-b10b-bc01d58c6043 on network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:50.059064 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:50.059823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Checking segment: {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:50.060883 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.062651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Bound using segment: {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:50.064622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Bound port: aa63163a-4380-4b60-b10b-bc01d58c6043, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:50.067113 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.067888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab7842fa-fcf7-4745-ab6b-238875efbf63 req-0a4a3397-854e-48e9-8abe-d3d99d6cf3f0 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667226 Sep 18 02:15:50.241562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] For port aa63163a-4380-4b60-b10b-bc01d58c6043, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:50.245338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] For port aa63163a-4380-4b60-b10b-bc01d58c6043, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aa63163a-4380-4b60-b10b-bc01d58c6043,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:50.258490 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.271981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.20.0.1 (2e83f4eb-f7b4-4738-9300-1cb6918b4bcc/e46c08ff-103e-4871-b11c-f7b2953fb524/a1a25a2a-e2d9-4fdd-98a0-81ef04898294) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:50.290388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7efad2d8-8c27-4bce-b79c-7e19e7ac4af5 req-3d8df2e1-1e82-4bb4-8fbf-279bc95de2f5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.1911135 Sep 18 02:15:50.380480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cb9bf-4d9d-41f2-81ff-2079fef09d94 None None] Pushing event updated for resources: {'Port': ['ID=aa63163a-4380-4b60-b10b-bc01d58c6043,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:50.491521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-969353e1-c2b6-4411-9d1f-6537fd3971f7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:50.493199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-969353e1-c2b6-4411-9d1f-6537fd3971f7 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.4599328 Sep 18 02:15:50.504558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.508261 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.565448 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.570121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Calling delete_port for fd234dac-2e34-4d6d-8e1f-453df4f810cd owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:50.572271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.612746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=7bb5ba9e-955d-43d0-8519-268f7eb2e319,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:50.651674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:50.691720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:50.702288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:50.707774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:50.881802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Deleting port 261efc86-15bc-4ea7-9d7a-a10012315904 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:50.888660 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.936671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.967619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:50.968206 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Floating IP 3493c715-50bb-4559-b308-7fb1a7dbc539 disassociated (deleted). External IP: 172.25.0.163, port: dc6b7d63-ceca-47d8-add5-b0a52bc6d479. Sep 18 02:15:51.220937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77213b46-8fb4-4607-97e0-511c5461d90c req-d913bc99-7ea6-481d-9ca0-0a3aa090d3eb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:51.232075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77213b46-8fb4-4607-97e0-511c5461d90c req-d913bc99-7ea6-481d-9ca0-0a3aa090d3eb tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 945 time: 0.3394430 Sep 18 02:15:51.309887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:51.315271 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77213b46-8fb4-4607-97e0-511c5461d90c req-57dbdd6c-c99d-44f0-bbdf-a6ecf489d892 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups?id=520e56eb-45ce-45e0-bbae-408afd93c221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815933 Sep 18 02:15:51.437778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0f24-bde8-445f-9409-9bb7b696334e req-20b8cc4b-ddb0-47a6-83d4-25de4a971b78 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:51.440374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09ec0f24-bde8-445f-9409-9bb7b696334e req-20b8cc4b-ddb0-47a6-83d4-25de4a971b78 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.2321327 Sep 18 02:15:51.445817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] For port 261efc86-15bc-4ea7-9d7a-a10012315904, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=261efc86-15bc-4ea7-9d7a-a10012315904,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:51.446504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:51.481543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c5b93d8-e9ad-43e1-8633-82f82fb9eba6 req-135609d5-779b-46f0-a77c-d4183cc4d713 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0338712 Sep 18 02:15:51.745338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 6469bf6d-3b37-44ee-903c-45ebed26cb5a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:15:51.863322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 63b243c1-57c2-4c80-9337-13ff9cf26b4c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:51.977190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 63b243c1-57c2-4c80-9337-13ff9cf26b4c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:51.977688 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.062083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.062571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.062783 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Floating IP ac0fb25d-194f-4964-8d6d-3a96e1891c1e disassociated. External IP: 172.25.0.113, port: 261efc86-15bc-4ea7-9d7a-a10012315904. Sep 18 02:15:52.063128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Calling delete_port for 261efc86-15bc-4ea7-9d7a-a10012315904 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:52.126054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35847a77-31f2-45bd-887d-0681d187f93d None None] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:15:52.225512 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.266766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.452884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.474682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.501204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.522380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a140d149-7dda-409d-b33a-875b5c19aa4a None None] Provisioning complete for port aa63163a-4380-4b60-b10b-bc01d58c6043 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:52.522920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a140d149-7dda-409d-b33a-875b5c19aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.572290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.577108 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.586482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c27acd7-0315-4bf2-b33a-7250a49d0481 req-37ac1eb6-c2c9-4778-a3f8-35959526914a tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 210 time: 0.1253300 Sep 18 02:15:52.695945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:52.701365 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.702272 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.764111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.764664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Fanout notify agent at l3_agent the message router_deleted on router 8eb51b6f-27f9-426d-903e-e723468ac756 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:15:52.773196 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.774454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/8eb51b6f-27f9-426d-903e-e723468ac756 HTTP/1.1" status: 204 len: 168 time: 4.7726531 Sep 18 02:15:52.779685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09ec0f24-bde8-445f-9409-9bb7b696334e req-1754d769-8d40-4d0c-9d82-cb78c19b3be2 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2690601 Sep 18 02:15:52.780427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbb399-df2b-48a4-98a6-3870e39b779a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event deleted for resources: {'Port': ['ID=fd234dac-2e34-4d6d-8e1f-453df4f810cd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:52.785639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47406) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:52.825259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 63b243c1-57c2-4c80-9337-13ff9cf26b4c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=63b243c1-57c2-4c80-9337-13ff9cf26b4c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:52.871044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:52.892016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aa63163a-4380-4b60-b10b-bc01d58c6043 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:52.908551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4e878bdc-c5ab-4f20-8f56-c23d28ccc8f0 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-41189986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:53.018863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=63b243c1-57c2-4c80-9337-13ff9cf26b4c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:53.069493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7bfe08cb-8c2a-4b4c-a127-1c9b98ef6f98 req-3cc2a1ca-8269-41c4-9bea-443c59c126b2 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.2762854 Sep 18 02:15:53.086465 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a140d149-7dda-409d-b33a-875b5c19aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.142532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port aa63163a-4380-4b60-b10b-bc01d58c6043 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:53.143026 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.153386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a140d149-7dda-409d-b33a-875b5c19aa4a None None] For port aa63163a-4380-4b60-b10b-bc01d58c6043, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aa63163a-4380-4b60-b10b-bc01d58c6043,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:53.217695 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a140d149-7dda-409d-b33a-875b5c19aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.224796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:53.234667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:53.271516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140d149-7dda-409d-b33a-875b5c19aa4a None None] Pushing event updated for resources: {'Port': ['ID=aa63163a-4380-4b60-b10b-bc01d58c6043,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:53.425336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Router 4cff66a3-812f-427a-bc08-284bc00a9ddd has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:15:53.457255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-eef113bf-2904-4d2b-93e3-14b92d1f53f8 None None] Provisioning complete for port aa63163a-4380-4b60-b10b-bc01d58c6043 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:53.457638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eef113bf-2904-4d2b-93e3-14b92d1f53f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.463471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event deleted for resources: {'Port': ['ID=261efc86-15bc-4ea7-9d7a-a10012315904,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:53.494827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e878bdc-c5ab-4f20-8f56-c23d28ccc8f0 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.496094 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e878bdc-c5ab-4f20-8f56-c23d28ccc8f0 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.517806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 9779ce9c-88e8-438e-8943-14f622429b15 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:15:53.559691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e878bdc-c5ab-4f20-8f56-c23d28ccc8f0 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.658630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-eef113bf-2904-4d2b-93e3-14b92d1f53f8 None None] Provisioning complete for port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:53.658630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eef113bf-2904-4d2b-93e3-14b92d1f53f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.696267 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e878bdc-c5ab-4f20-8f56-c23d28ccc8f0 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.750828 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e878bdc-c5ab-4f20-8f56-c23d28ccc8f0 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.754946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4e878bdc-c5ab-4f20-8f56-c23d28ccc8f0 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8527520 Sep 18 02:15:53.755452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:53.756973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:53.766986 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] Sync routers for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:53.789955 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:53.790354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 63b243c1-57c2-4c80-9337-13ff9cf26b4c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:53.794440 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:53.832014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'enable_snat': False}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:53.847233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-eef113bf-2904-4d2b-93e3-14b92d1f53f8 None None] Port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:15:53.851363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.861440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 63b243c1-57c2-4c80-9337-13ff9cf26b4c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:53.861827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:53.872642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:53.899099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ea423aa8-b700-496f-96b6-53f09c993470 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "PUT /v2.0/routers/9779ce9c-88e8-438e-8943-14f622429b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3016007 Sep 18 02:15:53.900041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47418) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:53.910571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Sync routers for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:53.925552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:53.926194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:53.945827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0b936404-b434-4c24-ab83-3686e1018b3b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/floatingips/3493c715-50bb-4559-b308-7fb1a7dbc539 HTTP/1.1" status: 204 len: 168 time: 7.0587113 Sep 18 02:15:53.968814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:53.978638 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd149dde-289c-4cd6-994b-ddfabdd4e760" -d '{"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:54.116751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:54.149929 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:54.160645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7576c366-3d28-4cd6-985d-a8d65d9819ed req-61ed2e44-a54b-4659-873a-801c9a3ac6d4 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae0d274e-c6d6-4733-ae86-0906703385bd HTTP/1.1" status: 200 len: 210 time: 0.3323717 Sep 18 02:15:54.310734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:15:54.329003 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] Sync routers for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:15:54.366419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:15:54.407751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] No DVR routers for this DVR port 261efc86-15bc-4ea7-9d7a-a10012315904 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:54.412979 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:54.415486 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b036890-cff0-4fa1-91d7-3af1ab4b378b req-7273eae7-bf8e-413a-945b-be8dc49cab21 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.20 "DELETE /v2.0/ports/261efc86-15bc-4ea7-9d7a-a10012315904 HTTP/1.1" status: 204 len: 173 time: 3.9043639 Sep 18 02:15:54.450467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:54.477121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 261efc86-15bc-4ea7-9d7a-a10012315904 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:15:54.477121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 261efc86-15bc-4ea7-9d7a-a10012315904 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:15:54.536892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149755b-223f-4ca3-942e-2e6d013da5b7 req-9281eb36-df41-4740-a12c-4bfeac8861dd tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.549218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f149755b-223f-4ca3-942e-2e6d013da5b7 req-9281eb36-df41-4740-a12c-4bfeac8861dd tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.5890415 Sep 18 02:15:54.596055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4f6316dc-5ae6-4193-9b47-f852081d492f None None] Provisioning complete for port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:54.596859 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4f6316dc-5ae6-4193-9b47-f852081d492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:54.699027 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9989f736-298a-4279-bed9-63e59bd3fe99 x-openstack-request-id: req-9989f736-298a-4279-bed9-63e59bd3fe99 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:54.699272 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:54.699859 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9989f736-298a-4279-bed9-63e59bd3fe99 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:54.701032 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'status': 'completed', 'code': 200} Sep 18 02:15:54.711258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4f6316dc-5ae6-4193-9b47-f852081d492f None None] Port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:15:54.733136 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:54.733899 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:54.744265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aa63163a-4380-4b60-b10b-bc01d58c6043 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:15:54.809869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:51Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:51Z', 'revision_number': 2, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:54.854596 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f149755b-223f-4ca3-942e-2e6d013da5b7 req-69476df7-618d-41c9-bdfd-b36147769b3d tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994008 Sep 18 02:15:54.931264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Checking router: 9779ce9c-88e8-438e-8943-14f622429b15 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:15:54.939252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a5873211-d94b-4a52-b30b-0cd7788def83 req-ac19e23b-7371-4ec1-aad0-14a8756341ff tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.1405737 Sep 18 02:15:54.962848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.964651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.965775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Updating router 9779ce9c-88e8-438e-8943-14f622429b15 port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:15:54.966833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.984959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.989767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.992344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.992743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.993206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.993793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.994316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-d6caaba9-b193-4f70-8334-b37d7ad580ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.998376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:54.998893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.000520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-d6caaba9-b193-4f70-8334-b37d7ad580ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 1098 time: 0.3204589 Sep 18 02:15:55.001144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de157e1e-053e-4eea-b377-5bf2ba431dec tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7751 time: 1.1000423 Sep 18 02:15:55.005125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47432) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:55.030314 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:55.093628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cf42d140-61d5-49e3-9c15-d39f74abab67 None None] Provisioning complete for port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:55.099434 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cf42d140-61d5-49e3-9c15-d39f74abab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.110997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port aa63163a-4380-4b60-b10b-bc01d58c6043 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:55.112798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.201738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbc6a-54e7-4f87-bdfd-a8141775c2ae req-13340b0f-215b-4df2-9d62-7bd5af023701 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.211255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-826dbc6a-54e7-4f87-bdfd-a8141775c2ae req-13340b0f-215b-4df2-9d62-7bd5af023701 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 946 time: 0.1433628 Sep 18 02:15:55.269823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-826dbc6a-54e7-4f87-bdfd-a8141775c2ae req-3cd2c77e-1c95-4e5b-b758-84269e451a6d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522435 Sep 18 02:15:55.290005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.290701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.292262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.295488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.296062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.296600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.297139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.297267 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:44Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:55.301939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.302641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.303204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.303741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.306022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3cba9397-91d9-4e24-bcb8-e0ee47e9c712 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7087 time: 0.2834394 Sep 18 02:15:55.309998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47440) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:55.318209 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.343003 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] Checking router: 6469bf6d-3b37-44ee-903c-45ebed26cb5a for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:15:55.366127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47442) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:55.381923 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:55.382843 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:55.454959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cf42d140-61d5-49e3-9c15-d39f74abab67 None None] Port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:15:55.517692 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.536941 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:20Z', 'revision_number': 5, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:55.569030 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] Checking router: 4cff66a3-812f-427a-bc08-284bc00a9ddd for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:15:55.590500 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:55.591413 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:55.657830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebe1-9f4b-41c6-833b-9e1349178f76 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.677403 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:55.683174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.721999 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.737915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-efecb9a4-282e-4699-9f57-928aea44c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:55.743587 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-efecb9a4-282e-4699-9f57-928aea44c97e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 200 len: 897 time: 0.7272892 Sep 18 02:15:55.803394 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.835254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebe1-9f4b-41c6-833b-9e1349178f76 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:55.959620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-c391cb48-2be9-40b7-a5c2-8694910dfc23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 200 len: 217 time: 0.1998570 Sep 18 02:15:56.017225 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:56.030650 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6fe0e7fc-0ad7-4552-85f6-77758396425d tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4311 time: 0.7192886 Sep 18 02:15:56.042378 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:56.128573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebe1-9f4b-41c6-833b-9e1349178f76 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:56.137488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ebe1-9f4b-41c6-833b-9e1349178f76 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:56.140763 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:56.142638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dfd4ebe1-9f4b-41c6-833b-9e1349178f76 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "DELETE /v2.0/security-groups/520e56eb-45ce-45e0-bbae-408afd93c221 HTTP/1.1" status: 204 len: 168 time: 0.7772586 Sep 18 02:15:56.143278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47452) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:56.176748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6495089-d23f-46f4-a6ed-09c38344188b None None] Pushing event updated for resources: {'Port': ['ID=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:56.197629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Attempting to bind port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:15:56.198081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Attempting to bind port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:15:56.198445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Attempting to bind port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 on network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:15:56.205803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:15:56.206223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Checking segment: {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:15:56.207001 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:56.207001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Bound using segment: {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:15:56.207486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Bound port: a1a25a2a-e2d9-4fdd-98a0-81ef04898294, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:15:56.207934 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:56.218382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4ebe1-9f4b-41c6-833b-9e1349178f76 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520e56eb-45ce-45e0-bbae-408afd93c221,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:56.285709 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-fa6c339d-ce8a-4074-884c-66623194bd6f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] show failed (client error): The resource could not be found. Sep 18 02:15:56.292032 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fa6c339d-ce8a-4074-884c-66623194bd6f tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "GET /v2.0/security-groups/520e56eb-45ce-45e0-bbae-408afd93c221 HTTP/1.1" status: 404 len: 347 time: 0.1264663 Sep 18 02:15:56.301326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:56.306484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45c6de2d-c869-4078-991d-5a5a3659539e req-333aef39-9cdf-480c-b437-15fdfcba22a2 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.1197836 Sep 18 02:15:56.341440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1560f-ee10-4c22-adbf-97f93fa3b5cc req-5d57a7c7-eb82-4d48-a99f-5621c0864ea3 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:56.342832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-59de469c-c3f3-46dc-bb7a-9b42c96dd115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:56.344906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-59de469c-c3f3-46dc-bb7a-9b42c96dd115 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 200 len: 834 time: 0.3692601 Sep 18 02:15:56.351410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa1560f-ee10-4c22-adbf-97f93fa3b5cc req-5d57a7c7-eb82-4d48-a99f-5621c0864ea3 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.3479524 Sep 18 02:15:56.415436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] For port a1a25a2a-e2d9-4fdd-98a0-81ef04898294, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:15:56.424773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] For port a1a25a2a-e2d9-4fdd-98a0-81ef04898294, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:15:56.439947 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:56.465241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Allocated IP 172.25.0.80 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/ba5efa8b-557e-4219-9400-a791da195425) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:15:56.531968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-3d0dc351-1554-44d8-b66f-946b2ca83427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:56.548316 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-3d0dc351-1554-44d8-b66f-946b2ca83427 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885107 Sep 18 02:15:56.585162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a379ca-804d-4952-be30-1d54b554466f req-d212ad44-6a78-4c6b-ba66-3f92d9342bdb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:56.586989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4a379ca-804d-4952-be30-1d54b554466f req-d212ad44-6a78-4c6b-ba66-3f92d9342bdb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 946 time: 0.5501142 Sep 18 02:15:56.635487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:15:56.636489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:56.656503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-4cb23b73-8191-4e54-9738-f8e5534f74a5 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975978 Sep 18 02:15:56.702546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-deleted', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:56.704989 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c1305f-e2d8-4634-bfa2-b202fbd7dc87" -d '{"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-deleted", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:56.836378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6495089-d23f-46f4-a6ed-09c38344188b None None] Pushing event updated for resources: {'Port': ['ID=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:56.889719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-21b9cf58-c3aa-4614-9cfb-99d57f31caf9 None None] Provisioning complete for port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:56.890090 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-21b9cf58-c3aa-4614-9cfb-99d57f31caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:56.986789 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:44Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:57.091564 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ce19f-5fbb-438a-8e53-7d256c68ff55 None None] The sync data for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 is: [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '8bfe40ab-fb20-41b4-a671-7a4735cf92ec', 'name': '', 'network_id': '4a30a6f1-27b2-4036-beb9-7bca0a3ffa67', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:65:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:38Z', 'updated_at': '2021-09-18T02:13:44Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '6f3090a0-1542-4591-b15e-6ee401a503b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:57.121724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa1560f-ee10-4c22-adbf-97f93fa3b5cc req-39f39207-3f7b-4381-b5ad-0a201c0a6ea8 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740034 Sep 18 02:15:57.123088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Deleting port f00c716b-858f-4e1f-8f00-be3c15676b92 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:57.123424 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:57.153533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:15:57.173299 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:20Z', 'revision_number': 5, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:57.204081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd149dde-289c-4cd6-994b-ddfabdd4e760 req-7c188761-7ec8-4964-9299-57813d0d0cc9 service neutron] 10.222.0.20 "GET /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317252 Sep 18 02:15:57.215939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:57.274023 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7133ae-ea25-45d4-856d-58d04881075e None None] The sync data for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 is: [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:07:15Z', 'revision_number': 4, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '6290f45f-26b3-48bc-a8a0-38a19de141a3', 'name': '', 'network_id': '3fe19fbc-b275-41d4-a28f-5adf4e38ebde', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'mac_address': 'fa:16:3e:a6:e4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:13Z', 'updated_at': '2021-09-18T02:07:20Z', 'revision_number': 5, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'subnets': [{'id': '93cb6d6e-a2f1-4568-b02b-cb6b8003200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:57.371702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:57.372090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:57.407254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Calling delete_port for f00c716b-858f-4e1f-8f00-be3c15676b92 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:57.417733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:57.531070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:15:57.544184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:15:57.585755 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-21b9cf58-c3aa-4614-9cfb-99d57f31caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:57.690312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:15:57.693481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47468) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:57.758381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2302cd99-e1b1-4337-98a5-b76c2b2647bb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653119357', 'description': 'tempest-secgroup-smoke-653119357 description', 'project_id': 'ae823ee93e1147238401cca778c2a28d'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:57.832633 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d9884c-1be6-4a73-a8fd-290a16092f1e x-openstack-request-id: req-c9d9884c-1be6-4a73-a8fd-290a16092f1e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:57.833957 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d274e-c6d6-4733-ae86-0906703385bd", "name": "network-vif-deleted", "tag": "261efc86-15bc-4ea7-9d7a-a10012315904", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:57.839023 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9d9884c-1be6-4a73-a8fd-290a16092f1e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:57.839676 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d274e-c6d6-4733-ae86-0906703385bd', 'name': 'network-vif-deleted', 'tag': '261efc86-15bc-4ea7-9d7a-a10012315904', 'status': 'completed', 'code': 200} Sep 18 02:15:57.893473 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:57.961914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0634bd52-2019-4530-ac6c-cd26002dc70a None None] New status for floating IP 3493c715-50bb-4559-b308-7fb1a7dbc539: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:15:57.966147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Pushing event deleted for resources: {'Port': ['ID=f00c716b-858f-4e1f-8f00-be3c15676b92,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:57.980839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-21b9cf58-c3aa-4614-9cfb-99d57f31caf9 None None] For port a1a25a2a-e2d9-4fdd-98a0-81ef04898294, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:57.990674 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-21b9cf58-c3aa-4614-9cfb-99d57f31caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.007060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc634e46-a22e-4a44-b9d2-ce5d30413c7e req-0b9ce9f0-747e-41e2-b42e-84a563ce27f8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:58.017725 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc634e46-a22e-4a44-b9d2-ce5d30413c7e req-0b9ce9f0-747e-41e2-b42e-84a563ce27f8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 946 time: 0.2103329 Sep 18 02:15:58.078074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:15:58.078663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.101440 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d0e9fd-a311-426f-8ab3-566d334782d4 None None] New status for floating IP ac0fb25d-194f-4964-8d6d-3a96e1891c1e: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:15:58.139289 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5e01984e-7d2b-4a2e-ab9e-55fedad08c89 req-9a9ed05f-9592-4707-95d2-3d2ee315c3e2 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.1803129 Sep 18 02:15:58.203381 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc634e46-a22e-4a44-b9d2-ce5d30413c7e req-fca2ca3c-1428-4fc8-88bf-c0dcf48f563b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=249fb506-6ef6-4f7f-9cd5-089e704e260b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844563 Sep 18 02:15:58.204084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Pushing event updated for resources: {'Port': ['ID=ba5efa8b-557e-4219-9400-a791da195425,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:58.219379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2302cd99-e1b1-4337-98a5-b76c2b2647bb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.416976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.418961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.423482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d67615ae-8bc1-4894-9a7a-f52576eea073 tempest-ServerActionsTestJSON-1984109467 tempest-ServerActionsTestJSON-1984109467-project] 10.222.0.21 "DELETE /v2.0/floatingips/ac0fb25d-194f-4964-8d6d-3a96e1891c1e HTTP/1.1" status: 204 len: 168 time: 2.0708787 Sep 18 02:15:58.424218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47474) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:58.480090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f7c1b54f-699e-4ad2-b2a0-cc1ee1db70ed None None] Provisioning complete for port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:15:58.489208 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f7c1b54f-699e-4ad2-b2a0-cc1ee1db70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.497041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port dc6b7d63-ceca-47d8-add5-b0a52bc6d479, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:15:58.497041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.538393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for dc6b7d63-ceca-47d8-add5-b0a52bc6d479 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:15:58.546576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2302cd99-e1b1-4337-98a5-b76c2b2647bb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.701046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9cf58-c3aa-4614-9cfb-99d57f31caf9 None None] Pushing event updated for resources: {'Port': ['ID=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:58.714085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2302cd99-e1b1-4337-98a5-b76c2b2647bb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.772435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:51Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:56Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:15:58.816794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22098e-200b-4fae-a80d-2715fb65612a None None] The sync data for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 is: [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:51Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:56Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:15:58.830350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa24b6-d061-49c0-8fbb-5d673d2a11af req-3f60a424-9364-4a91-8c7b-c9baae6ac360 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:15:58.832099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63fa24b6-d061-49c0-8fbb-5d673d2a11af req-3f60a424-9364-4a91-8c7b-c9baae6ac360 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.4627330 Sep 18 02:15:58.837690 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2302cd99-e1b1-4337-98a5-b76c2b2647bb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:58.842773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2302cd99-e1b1-4337-98a5-b76c2b2647bb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1401138 Sep 18 02:15:58.860584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47480) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:15:58.909874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0b34fa96-a1ef-4368-9625-da2aea953716 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '2cbb89be-77d8-4516-8f78-38ae69211e50', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:15:58.943544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302cd99-e1b1-4337-98a5-b76c2b2647bb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb89be-77d8-4516-8f78-38ae69211e50,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:59.131868 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63fa24b6-d061-49c0-8fbb-5d673d2a11af req-e3d7f85d-67ed-4e89-b497-4577419c6b76 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902582 Sep 18 02:15:59.174203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:59.239594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b34fa96-a1ef-4368-9625-da2aea953716 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:59.386076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:59.440351 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-306f1be0-e005-46c6-a690-fcdc820ccc22 req-b1678a6f-5ebc-444f-95e5-f300d5b14cec tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0301445 Sep 18 02:15:59.475039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=dc6b7d63-ceca-47d8-add5-b0a52bc6d479,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:15:59.596414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] No DVR routers for this DVR port dc6b7d63-ceca-47d8-add5-b0a52bc6d479 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:15:59.599778 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:15:59.602148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4a379ca-804d-4952-be30-1d54b554466f req-74893436-75d3-40cc-9d47-5c9c54d84e60 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "DELETE /v2.0/ports/dc6b7d63-ceca-47d8-add5-b0a52bc6d479 HTTP/1.1" status: 204 len: 173 time: 2.8778949 Sep 18 02:15:59.606243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-deleted', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:15:59.608687 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c42ec9a-6961-4438-bc69-1145a9c709a0" -d '{"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-deleted", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:15:59.693380 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0102ddc4-b415-4a7e-aed2-106000e4ae2f x-openstack-request-id: req-0102ddc4-b415-4a7e-aed2-106000e4ae2f {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:15:59.693952 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6039a3b-e675-406e-b160-713ab2909610", "name": "network-vif-deleted", "tag": "dc6b7d63-ceca-47d8-add5-b0a52bc6d479", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:15:59.693952 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0102ddc4-b415-4a7e-aed2-106000e4ae2f {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:15:59.694789 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6039a3b-e675-406e-b160-713ab2909610', 'name': 'network-vif-deleted', 'tag': 'dc6b7d63-ceca-47d8-add5-b0a52bc6d479', 'status': 'completed', 'code': 200} Sep 18 02:15:59.751509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:00.116561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a1a25a2a-e2d9-4fdd-98a0-81ef04898294 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:00.321655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:00.399350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: dc6b7d63-ceca-47d8-add5-b0a52bc6d479 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:00.399892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device dc6b7d63-ceca-47d8-add5-b0a52bc6d479 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:00.432062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:00.437732 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:00.535095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81631486-8b5c-4810-b5c8-d79f31d164fc req-d90bc082-b34f-4dcd-9ed3-88cbaeeff36d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6039a3b-e675-406e-b160-713ab2909610 HTTP/1.1" status: 200 len: 210 time: 1.1269839 Sep 18 02:16:00.540587 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b34fa96-a1ef-4368-9625-da2aea953716 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:00.570136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b34fa96-a1ef-4368-9625-da2aea953716 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:00.712190 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b34fa96-a1ef-4368-9625-da2aea953716 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:00.713935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0b34fa96-a1ef-4368-9625-da2aea953716 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8299692 Sep 18 02:16:00.716564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34fa96-a1ef-4368-9625-da2aea953716 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e496643-c0ee-458e-ad01-c2132915c8be,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:00.722060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47498) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:00.735098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a5325228-b761-4139-b701-6ba9598c33d5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '2cbb89be-77d8-4516-8f78-38ae69211e50', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:00.771983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dfa5ebf-a7e8-4649-8d69-a6a8eb7ffbf9 req-fdf41149-0b87-452d-8123-87ca0e1572b5 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0717344 Sep 18 02:16:00.849855 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a749e9c7-6596-4d9f-aede-0e3256f91fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:00.864480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:00.868414 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5325228-b761-4139-b701-6ba9598c33d5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:00.871990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.032225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5b5e8-1b42-4a9a-bc46-eef340cea76c req-1d55789c-b9d4-43be-81b9-0b2d0c7da783 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:01.033760 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a5b5e8-1b42-4a9a-bc46-eef340cea76c req-1d55789c-b9d4-43be-81b9-0b2d0c7da783 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.1254251 Sep 18 02:16:01.077448 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5325228-b761-4139-b701-6ba9598c33d5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.089511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5325228-b761-4139-b701-6ba9598c33d5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.105992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4a5b5e8-1b42-4a9a-bc46-eef340cea76c req-517e2747-ffc1-49ed-b57d-3cc33130b7f9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641057 Sep 18 02:16:01.154592 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5325228-b761-4139-b701-6ba9598c33d5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2186f30-3eb4-44df-b3b9-53e79e56a5d9,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:01.156291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Router 816a8897-b636-4bf7-b390-17d2930be845 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:16:01.159709 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5325228-b761-4139-b701-6ba9598c33d5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.164434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a5325228-b761-4139-b701-6ba9598c33d5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4326577 Sep 18 02:16:01.165393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47506) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:01.171093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-82ab3020-83e1-4e32-b8a2-3de36f75a8da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '2cbb89be-77d8-4516-8f78-38ae69211e50', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:01.251915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Deleting port 6290f45f-26b3-48bc-a8a0-38a19de141a3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:01.252985 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.416983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] For port 6290f45f-26b3-48bc-a8a0-38a19de141a3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6290f45f-26b3-48bc-a8a0-38a19de141a3,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:01.417525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.421936 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82ab3020-83e1-4e32-b8a2-3de36f75a8da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.439308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Calling delete_port for 6290f45f-26b3-48bc-a8a0-38a19de141a3 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:01.556640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82ab3020-83e1-4e32-b8a2-3de36f75a8da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.574249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82ab3020-83e1-4e32-b8a2-3de36f75a8da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.602287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:01.617514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a463b65-d871-453b-bbae-d44ad11ea4bd None None] Sync routers for ids ['816a8897-b636-4bf7-b390-17d2930be845'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:01.636187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a463b65-d871-453b-bbae-d44ad11ea4bd None None] Routers {'816a8897-b636-4bf7-b390-17d2930be845'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:01.636829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1a463b65-d871-453b-bbae-d44ad11ea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['816a8897-b636-4bf7-b390-17d2930be845'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:01.640390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.642568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b8941255-2f5c-4157-81be-a5a0936fc584 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "PUT /v2.0/routers/816a8897-b636-4bf7-b390-17d2930be845 HTTP/1.1" status: 200 len: 917 time: 7.8274784 Sep 18 02:16:01.644234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47518) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:01.667685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47520) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:01.747691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47522) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:01.758856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab3020-83e1-4e32-b8a2-3de36f75a8da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18225dd7-a48a-4109-b0f4-45f3a9ed345f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:01.778353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82ab3020-83e1-4e32-b8a2-3de36f75a8da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.795116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-82ab3020-83e1-4e32-b8a2-3de36f75a8da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6292088 Sep 18 02:16:01.797606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47526) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:01.815881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:01.823805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c3234fcd-0e38-430a-a4f2-d11edb65be6b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '2cbb89be-77d8-4516-8f78-38ae69211e50', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:01.888897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6290f45f-26b3-48bc-a8a0-38a19de141a3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:02.034869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c3234fcd-0e38-430a-a4f2-d11edb65be6b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.121047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1a463b65-d871-453b-bbae-d44ad11ea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:02.139610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a463b65-d871-453b-bbae-d44ad11ea4bd None None] Routers {'816a8897-b636-4bf7-b390-17d2930be845'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:02.140230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1a463b65-d871-453b-bbae-d44ad11ea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['816a8897-b636-4bf7-b390-17d2930be845'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:02.143967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf19a4e7-583f-4f9e-bc4e-71867a6c7c45 req-fb3a0573-14cb-4efa-81c7-d0db5e26f0bd tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.1728375 Sep 18 02:16:02.146431 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c3234fcd-0e38-430a-a4f2-d11edb65be6b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.151174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2dab2aa2-40f5-42f4-9756-d07848c0cdfc tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/routers/816a8897-b636-4bf7-b390-17d2930be845 HTTP/1.1" status: 200 len: 923 time: 0.4818897 Sep 18 02:16:02.158334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47534) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:02.161500 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94bc0e02-0a5e-4a9c-80d1-2b1d453383f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.169159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c3234fcd-0e38-430a-a4f2-d11edb65be6b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.220734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1a463b65-d871-453b-bbae-d44ad11ea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:02.221637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a463b65-d871-453b-bbae-d44ad11ea4bd None None] The sync data for ids ['816a8897-b636-4bf7-b390-17d2930be845'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:02.334022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94bc0e02-0a5e-4a9c-80d1-2b1d453383f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.377092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3234fcd-0e38-430a-a4f2-d11edb65be6b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39d1636-db0d-46ad-8a4d-e1c39c5171a7,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:02.404602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94bc0e02-0a5e-4a9c-80d1-2b1d453383f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.409425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.421497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c3234fcd-0e38-430a-a4f2-d11edb65be6b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.422758 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c3234fcd-0e38-430a-a4f2-d11edb65be6b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6241972 Sep 18 02:16:02.430118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47536) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:02.439055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-83aa39b4-ae65-4f35-b2e0-8fc5f56dbd69 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '2cbb89be-77d8-4516-8f78-38ae69211e50', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:02.481064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc0e02-0a5e-4a9c-80d1-2b1d453383f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a109e8-a949-4073-84c8-bd365aa0d7d2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:02.484033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977dad05-e220-4159-ae2a-cd014e51f707 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:02.486900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-977dad05-e220-4159-ae2a-cd014e51f707 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=816a8897-b636-4bf7-b390-17d2930be845&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3271306 Sep 18 02:16:02.500510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47540) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:02.577339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-94bc0e02-0a5e-4a9c-80d1-2b1d453383f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be1fda50dff446199dc8383602204df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8285055 Sep 18 02:16:02.583836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47542) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:02.650429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c7f99-cf64-42d8-8aea-141b2ab0af2b req-9ebb0002-6e70-4d9f-bdbe-44f8b8f5a9c1 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:02.652850 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ed1c7f99-cf64-42d8-8aea-141b2ab0af2b req-9ebb0002-6e70-4d9f-bdbe-44f8b8f5a9c1 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.3519096 Sep 18 02:16:02.689068 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-83aa39b4-ae65-4f35-b2e0-8fc5f56dbd69 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Project ae823ee93e1147238401cca778c2a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:16:02.774285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83aa39b4-ae65-4f35-b2e0-8fc5f56dbd69 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.869298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb9fd-60c3-4ed0-9ad6-33845cfa34bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.875016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Router 4cff66a3-812f-427a-bc08-284bc00a9ddd has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:16:02.883658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1da2dc-fba1-4ad0-9bd0-73389e583d34 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:02.885406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9e1da2dc-fba1-4ad0-9bd0-73389e583d34 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/networks/e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 881 time: 0.3837941 Sep 18 02:16:02.889667 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ed1c7f99-cf64-42d8-8aea-141b2ab0af2b req-35a21706-a80a-4ba6-a2f2-ff2728102d44 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092505 Sep 18 02:16:02.892345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47544) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:02.933595 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb9fd-60c3-4ed0-9ad6-33845cfa34bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:02.936996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba62120f-36fb-417c-967d-a8b5db83e453 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=816a8897-b636-4bf7-b390-17d2930be845 HTTP/1.1" status: 200 len: 205 time: 0.0436046 Sep 18 02:16:02.943821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47546) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:03.009313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83aa39b4-ae65-4f35-b2e0-8fc5f56dbd69 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.020112 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83aa39b4-ae65-4f35-b2e0-8fc5f56dbd69 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.065353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb9fd-60c3-4ed0-9ad6-33845cfa34bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.069123 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb9fd-60c3-4ed0-9ad6-33845cfa34bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.070317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ad1cb9fd-60c3-4ed0-9ad6-33845cfa34bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12a109e8-a949-4073-84c8-bd365aa0d7d2 HTTP/1.1" status: 204 len: 168 time: 0.4853764 Sep 18 02:16:03.085520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cb9fd-60c3-4ed0-9ad6-33845cfa34bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a109e8-a949-4073-84c8-bd365aa0d7d2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:03.098555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:03.104966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-97f0549d-f615-41a8-8b3b-ef45359e54a5 admin admin] 10.222.0.21 "PUT /v2.0/routers/4cff66a3-812f-427a-bc08-284bc00a9ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6768568 Sep 18 02:16:03.108112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47550) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:03.111594 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] Sync routers for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:03.141568 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:03.142447 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:15:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:03.150497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa39b4-ae65-4f35-b2e0-8fc5f56dbd69 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e2f095-84ea-45a3-86a3-9e80c39c9bf5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:03.227517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83aa39b4-ae65-4f35-b2e0-8fc5f56dbd69 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.237986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47554) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:03.238804 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-83aa39b4-ae65-4f35-b2e0-8fc5f56dbd69 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7995520 Sep 18 02:16:03.258348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-54714f75-d403-4fa5-a61a-bb6a516f32b0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '2cbb89be-77d8-4516-8f78-38ae69211e50', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:03.316556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.321026 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.368252 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.371072 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:03.403758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7e7fa49-4368-4c7f-826e-ae82818a88e3 req-f54c25c6-fba1-47c2-884b-524dfdfcd252 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0315859 Sep 18 02:16:03.461219 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cdc48d4d-0e4a-4535-b7ba-cade420054b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.545318 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-54714f75-d403-4fa5-a61a-bb6a516f32b0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Project ae823ee93e1147238401cca778c2a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:16:03.686545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54714f75-d403-4fa5-a61a-bb6a516f32b0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.731106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.807242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.917073 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54714f75-d403-4fa5-a61a-bb6a516f32b0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.924764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54714f75-d403-4fa5-a61a-bb6a516f32b0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.969841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Deleting port ba5efa8b-557e-4219-9400-a791da195425 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:03.970210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:03.985701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54714f75-d403-4fa5-a61a-bb6a516f32b0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4e7e15-cd03-42d2-8cad-ec9338322dc0,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:04.010644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-54714f75-d403-4fa5-a61a-bb6a516f32b0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.014854 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-54714f75-d403-4fa5-a61a-bb6a516f32b0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7763197 Sep 18 02:16:04.033665 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:16:01Z', 'revision_number': 5, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port': {'id': 'd619b19e-2920-4561-acbe-78f99c2b5f3f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:07:09Z', 'updated_at': '2021-09-18T02:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:04.036516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Deleting port d619b19e-2920-4561-acbe-78f99c2b5f3f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:04.036859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.058445 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.080983 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] Checking router: 4cff66a3-812f-427a-bc08-284bc00a9ddd for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:16:04.091810 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] Routers {'4cff66a3-812f-427a-bc08-284bc00a9ddd'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:04.092775 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4cff66a3-812f-427a-bc08-284bc00a9ddd'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:04.198820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:04.199169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.221998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] For port d619b19e-2920-4561-acbe-78f99c2b5f3f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d619b19e-2920-4561-acbe-78f99c2b5f3f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:04.221998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.250853 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] Set router 4cff66a3-812f-427a-bc08-284bc00a9ddd gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:04.257273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Calling delete_port for d619b19e-2920-4561-acbe-78f99c2b5f3f owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:04.413110 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:16:03Z', 'revision_number': 6, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:04.466056 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359a8e4-36bb-4a51-80a7-176b11c931b8 None None] The sync data for ids ['4cff66a3-812f-427a-bc08-284bc00a9ddd'] in n-d-789963-12 is: [{'id': '4cff66a3-812f-427a-bc08-284bc00a9ddd', 'name': 'tempest-ServerActionsTestJSON-1454400795-router', 'tenant_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:07:07Z', 'updated_at': '2021-09-18T02:16:03Z', 'revision_number': 6, 'project_id': '815b4e6858ff4b9c949cf1c18d222a4e', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:04.503337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-1aa5708f-9845-466d-b06b-848600e2605c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653119357&fields=id&tenant_id=ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 267 time: 0.1117446 Sep 18 02:16:04.786930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.797468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-8ecf04c2-6aa3-41ca-ad5f-4dbf2fa4674e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:04.807386 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-8ecf04c2-6aa3-41ca-ad5f-4dbf2fa4674e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/networks?id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc HTTP/1.1" status: 200 len: 797 time: 0.3027217 Sep 18 02:16:04.810860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.828503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049249-6c95-49ce-a305-ae29d579e457 req-b8798bd8-b295-4faf-bfa7-2f5aa9ba8054 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:04.839195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a049249-6c95-49ce-a305-ae29d579e457 req-b8798bd8-b295-4faf-bfa7-2f5aa9ba8054 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.7290170 Sep 18 02:16:04.859344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Calling delete_port for ba5efa8b-557e-4219-9400-a791da195425 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:04.867312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-e22600df-c49b-499b-8ff6-6017db5f694e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/quotas/ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 375 time: 0.0584648 Sep 18 02:16:04.889171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Pushing event deleted for resources: {'Port': ['ID=d619b19e-2920-4561-acbe-78f99c2b5f3f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:04.900829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port 8bfe40ab-fb20-41b4-a671-7a4735cf92ec, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:04.901301 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.916347 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:04.963463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for 8bfe40ab-fb20-41b4-a671-7a4735cf92ec owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:05.047465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a049249-6c95-49ce-a305-ae29d579e457 req-042dd30e-19be-402a-b69f-1c9e9487b66c tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065611 Sep 18 02:16:05.124670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.313413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.354319 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-77336512-c114-4187-bf01-8359e44a7b06 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4859703 Sep 18 02:16:05.388488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event deleted for resources: {'Port': ['ID=ba5efa8b-557e-4219-9400-a791da195425,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:05.392398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6055820b-1784-44d4-a699-9cbc3f3af886 req-155b0a4a-f709-48d0-bca0-4b9943010b7f tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb11b4f-bf1e-4eb5-a349-d339d23b67fa HTTP/1.1" status: 200 len: 210 time: 0.0956037 Sep 18 02:16:05.463527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-75578527-082d-4a49-872d-655db51ee987 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:16:05.464819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-75578527-082d-4a49-872d-655db51ee987 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062568 Sep 18 02:16:05.467802 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.470570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.650324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-0999b687-4cdc-47f0-8595-b685b5dc521f service neutron] 10.222.0.21 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776001 Sep 18 02:16:05.719305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.799336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.800546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cff66a3-812f-427a-bc08-284bc00a9ddd {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:05.807901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.809543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8f7cd68e-c6f0-48f5-9ca5-feee6e47722b admin admin] 10.222.0.21 "DELETE /v2.0/routers/4cff66a3-812f-427a-bc08-284bc00a9ddd HTTP/1.1" status: 204 len: 168 time: 2.6996763 Sep 18 02:16:05.812111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47646) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:05.915707 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6290f45f-26b3-48bc-a8a0-38a19de141a3 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:05.928153 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:16:05.933033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.936258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.963911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 6290f45f-26b3-48bc-a8a0-38a19de141a3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:05.964415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6290f45f-26b3-48bc-a8a0-38a19de141a3 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:05.965953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d619b19e-2920-4561-acbe-78f99c2b5f3f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:05.971736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4da01f-bc46-4878-a9a9-9c9af6407963 admin admin] Deleting subnet 93cb6d6e-a2f1-4568-b02b-cb6b8003200b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:16:05.976721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a4da01f-bc46-4878-a9a9-9c9af6407963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:05.987674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-a315db32-c31e-4f5d-9c9a-b18df67148a1 service neutron] 10.222.0.21 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217087 Sep 18 02:16:06.023106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d619b19e-2920-4561-acbe-78f99c2b5f3f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:06.024985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d619b19e-2920-4561-acbe-78f99c2b5f3f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:06.031779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.032398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Fanout notify agent at l3_agent the message router_deleted on router 816a8897-b636-4bf7-b390-17d2930be845 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:06.043055 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.044432 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-03a937f0-b8dd-484f-94f9-b1ffa152bd5b tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/816a8897-b636-4bf7-b390-17d2930be845 HTTP/1.1" status: 204 len: 168 time: 3.0956359 Sep 18 02:16:06.048539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47654) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:06.053663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-873653193', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:06.064388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a4da01f-bc46-4878-a9a9-9c9af6407963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.137625 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.161391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a4da01f-bc46-4878-a9a9-9c9af6407963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.199983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.201437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.217387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=8bfe40ab-fb20-41b4-a671-7a4735cf92ec,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:06.247167 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a4da01f-bc46-4878-a9a9-9c9af6407963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.308363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.320879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4da01f-bc46-4878-a9a9-9c9af6407963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93cb6d6e-a2f1-4568-b02b-cb6b8003200b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:06.343186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a4da01f-bc46-4878-a9a9-9c9af6407963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.345463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3a4da01f-bc46-4878-a9a9-9c9af6407963 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/93cb6d6e-a2f1-4568-b02b-cb6b8003200b HTTP/1.1" status: 204 len: 168 time: 0.5322285 Sep 18 02:16:06.358784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48bca0-b6dd-48ad-8b23-feadd5b7e75b None None] Network 3fe19fbc-b275-41d4-a28f-5adf4e38ebde requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:06.380004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47688) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:06.411603 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc375312-56dc-4594-b479-b5e1694a81b4 req-6865ce00-4c84-4c57-9117-93c5ae959351 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 210 time: 0.0854464 Sep 18 02:16:06.584531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47694) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:06.703208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8deb926-b9ff-4374-8190-a707da1ebf55 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.717516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] DHCP port deletion for 3fe19fbc-b275-41d4-a28f-5adf4e38ebde request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:16:06.734460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8deb926-b9ff-4374-8190-a707da1ebf55 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.787612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] Deleting port b47d9875-1861-4adb-aa0c-6c8798077385 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:06.788231 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.813960 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.819163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8deb926-b9ff-4374-8190-a707da1ebf55 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.826936 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8deb926-b9ff-4374-8190-a707da1ebf55 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.829797 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c8deb926-b9ff-4374-8190-a707da1ebf55 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "DELETE /v2.0/security-groups/44bd5256-0d35-4b08-a458-839f4c3f9314 HTTP/1.1" status: 204 len: 168 time: 0.2439716 Sep 18 02:16:06.838799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47702) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:06.881609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8deb926-b9ff-4374-8190-a707da1ebf55 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd5256-0d35-4b08-a458-839f4c3f9314,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:06.891756 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-9ab05f76-43b3-4e81-97a8-2828d8747a99 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] show failed (client error): The resource could not be found. Sep 18 02:16:06.892969 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9ab05f76-43b3-4e81-97a8-2828d8747a99 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "GET /v2.0/security-groups/44bd5256-0d35-4b08-a458-839f4c3f9314 HTTP/1.1" status: 404 len: 347 time: 0.0514913 Sep 18 02:16:06.901624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47704) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:06.928870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993345f2-71b6-4841-91ea-74ba46aaac9e req-e7413086-e67f-4f59-ab59-83cc2b995787 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:06.930178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] For port b47d9875-1861-4adb-aa0c-6c8798077385, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b47d9875-1861-4adb-aa0c-6c8798077385,segment=NetworkSegment(3384fcc5-9c2a-43b1-a3a0-863784fa0f38),segment_id=3384fcc5-9c2a-43b1-a3a0-863784fa0f38)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:06.930572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:06.931834 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993345f2-71b6-4841-91ea-74ba46aaac9e req-e7413086-e67f-4f59-ab59-83cc2b995787 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.6953700 Sep 18 02:16:06.945368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] Calling delete_port for b47d9875-1861-4adb-aa0c-6c8798077385 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:06.977827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.050390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.059481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port b644af7c-a7c1-40dc-bfc1-4e8ec362fef0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:07.060223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.085665 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.122994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] No DVR routers for this DVR port b47d9875-1861-4adb-aa0c-6c8798077385 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:07.125318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-993345f2-71b6-4841-91ea-74ba46aaac9e req-2b8087b2-a986-48c8-bcf9-fe2c698bad48 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506410 Sep 18 02:16:07.125511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0c05-4e73-4065-baaa-1f42f5ebb1f2 None None] Pushing event deleted for resources: {'Port': ['ID=b47d9875-1861-4adb-aa0c-6c8798077385,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:07.171225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.171905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.189588 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for b644af7c-a7c1-40dc-bfc1-4e8ec362fef0 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:07.197763 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.201089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] The port 'b47d9875-1861-4adb-aa0c-6c8798077385' was deleted {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 02:16:07.355022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.381327 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.422376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe19fbc-b275-41d4-a28f-5adf4e38ebde']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:07.437094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3384fcc5-9c2a-43b1-a3a0-863784fa0f38') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:07.437449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3384fcc5-9c2a-43b1-a3a0-863784fa0f38') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:07.459154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=b644af7c-a7c1-40dc-bfc1-4e8ec362fef0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:07.480266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.568146 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.570750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.571947 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f7637e40-61f5-4ca8-a916-46bce9614635 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "DELETE /v2.0/floatingips/e112133b-4f96-4d11-be42-0bae30599939 HTTP/1.1" status: 204 len: 168 time: 0.6693077 Sep 18 02:16:07.574059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56ba37a0-8730-4195-bce2-3e3e93515e94 req-b66b805a-0c93-4700-b286-de8d9dba74a7 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 210 time: 0.0425212 Sep 18 02:16:07.574602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47714) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:07.624549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.641353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:16:07.641353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:16:07.642035 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:16:07.730683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1bb59fdf-421e-47fa-ac04-c04bc02cf416 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port dc1d6f93-fd44-4c06-9e2c-8e9e05337088 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:07.732157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bb59fdf-421e-47fa-ac04-c04bc02cf416 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.793153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 6469bf6d-3b37-44ee-903c-45ebed26cb5a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:16:07.818398 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.901620 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:07.907266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] 10.222.0.21 "DELETE /v2.0/networks/3fe19fbc-b275-41d4-a28f-5adf4e38ebde HTTP/1.1" status: 204 len: 168 time: 1.5133474 Sep 18 02:16:08.037179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b47d9875-1861-4adb-aa0c-6c8798077385 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:08.047093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd84ab-060b-4c8e-af74-9af501489c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe19fbc-b275-41d4-a28f-5adf4e38ebde,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:08.051503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bb59fdf-421e-47fa-ac04-c04bc02cf416 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:08.065576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1bb59fdf-421e-47fa-ac04-c04bc02cf416 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for dc1d6f93-fd44-4c06-9e2c-8e9e05337088 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:08.090641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b47d9875-1861-4adb-aa0c-6c8798077385 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:08.095402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b47d9875-1861-4adb-aa0c-6c8798077385 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:08.283187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47724) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:08.508273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:08.556849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:08.675791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb060fe8-a54c-4287-898c-d6334006da94 req-4db89aa5-84a6-4027-b15f-66203fe7a58c tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:08.678740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bb060fe8-a54c-4287-898c-d6334006da94 req-4db89aa5-84a6-4027-b15f-66203fe7a58c tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.2125154 Sep 18 02:16:08.682484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:08.688342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-755fa3f6-5a3c-4f89-b03f-24901d407ed3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "PUT /v2.0/routers/6469bf6d-3b37-44ee-903c-45ebed26cb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0389080 Sep 18 02:16:08.697604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47728) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:08.699458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] Sync routers for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:08.716653 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bb59fdf-421e-47fa-ac04-c04bc02cf416 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:08.737985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:08.739528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:08.797723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86822a15-00b5-42da-8319-888c023e87a7 req-8862314b-91fd-44a0-bc42-b346521762b8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 210 time: 0.0834632 Sep 18 02:16:08.825008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Allocated IP 172.25.0.251 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/94e67f30-630d-4c66-bafc-ab1056d1e0dd) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:08.834476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bb060fe8-a54c-4287-898c-d6334006da94 req-0de57e71-6812-4f70-9899-e8378d4279fb tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198194 Sep 18 02:16:08.939018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-59664526-f7f2-4dbf-96d5-c82036f2f8ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=815b4e6858ff4b9c949cf1c18d222a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523056 Sep 18 02:16:08.939018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb59fdf-421e-47fa-ac04-c04bc02cf416 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=dc1d6f93-fd44-4c06-9e2c-8e9e05337088,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:08.939357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47734) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:08.956078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:08.979128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bb59fdf-421e-47fa-ac04-c04bc02cf416 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:08.981068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1bb59fdf-421e-47fa-ac04-c04bc02cf416 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "DELETE /v2.0/ports/dc1d6f93-fd44-4c06-9e2c-8e9e05337088 HTTP/1.1" status: 204 len: 168 time: 1.4055009 Sep 18 02:16:08.989305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47736) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:09.049594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-c772a713-1ad5-4c59-aec0-5caca3b36fed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:09.051189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-c772a713-1ad5-4c59-aec0-5caca3b36fed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "GET /v2.0/networks?id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc HTTP/1.1" status: 200 len: 797 time: 1.1885116 Sep 18 02:16:09.078641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.150084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c71599f9-d444-4f88-98e8-f6917735e5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.157559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-fc1b5854-a831-44d0-b1be-5129dfc0eb91 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 379 time: 0.0779979 Sep 18 02:16:09.169545 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.185422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'port': {'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'admin_state_up': True, 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'security_groups': ['2cbb89be-77d8-4516-8f78-38ae69211e50']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:09.205461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f1d86641-6ddd-496d-bf05-eb44893ace5a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port 92dba867-ee51-4fb8-9fea-118f5b8f24db {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:09.205903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1d86641-6ddd-496d-bf05-eb44893ace5a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.274193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c71599f9-d444-4f88-98e8-f6917735e5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.303993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:09.337379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event updated for resources: {'Port': ['ID=94e67f30-630d-4c66-bafc-ab1056d1e0dd,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:09.352803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:09.362418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:09.403454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:16:05Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:09.419447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c71599f9-d444-4f88-98e8-f6917735e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.422107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c71599f9-d444-4f88-98e8-f6917735e5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.423498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c71599f9-d444-4f88-98e8-f6917735e5a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/987540a2-7753-447c-819e-03a4dfb76c76 HTTP/1.1" status: 204 len: 168 time: 0.4782240 Sep 18 02:16:09.460692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71599f9-d444-4f88-98e8-f6917735e5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987540a2-7753-447c-819e-03a4dfb76c76,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:09.472507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] Checking router: 6469bf6d-3b37-44ee-903c-45ebed26cb5a for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:16:09.486321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c79bba-8c91-4d26-aee8-f79afe0e45a4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting subnet 6f3090a0-1542-4591-b15e-6ee401a503b7 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:16:09.491932 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61c79bba-8c91-4d26-aee8-f79afe0e45a4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.507034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] Routers {'6469bf6d-3b37-44ee-903c-45ebed26cb5a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:09.509483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:09.592057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:09.608351 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.678784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1d86641-6ddd-496d-bf05-eb44893ace5a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.701655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f1d86641-6ddd-496d-bf05-eb44893ace5a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for 92dba867-ee51-4fb8-9fea-118f5b8f24db owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:09.796790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] Set router 6469bf6d-3b37-44ee-903c-45ebed26cb5a gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:09.905077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61c79bba-8c91-4d26-aee8-f79afe0e45a4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:09.929612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.20.0.4 (2e83f4eb-f7b4-4738-9300-1cb6918b4bcc/e46c08ff-103e-4871-b11c-f7b2953fb524/8d124565-1b50-476e-80c4-821809f865fc) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:10.061699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f2e2ac80-2a9c-4882-a2ba-e23472db2a28 req-007ff336-70d2-4a25-a6ab-2a728f560158 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 210 time: 0.1118579 Sep 18 02:16:10.121630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1d86641-6ddd-496d-bf05-eb44893ace5a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.167035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61c79bba-8c91-4d26-aee8-f79afe0e45a4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.168944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d86641-6ddd-496d-bf05-eb44893ace5a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=92dba867-ee51-4fb8-9fea-118f5b8f24db,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:10.230955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269a52e-d4fa-40be-b4ec-7c00c5781fe9 req-18603880-1147-4ab1-bef0-d1bd34e526ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:10.232750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4269a52e-d4fa-40be-b4ec-7c00c5781fe9 req-18603880-1147-4ab1-bef0-d1bd34e526ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.2063696 Sep 18 02:16:10.272216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:16:05Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:10.335920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1ae39-4d68-4660-948f-bd5777d2e52d None None] The sync data for ids ['6469bf6d-3b37-44ee-903c-45ebed26cb5a'] in n-d-789963-12 is: [{'id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969656604', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:13:33Z', 'updated_at': '2021-09-18T02:16:05Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '4af73f93-fb9e-4774-abb4-7dee9bc2c2b0', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6469bf6d-3b37-44ee-903c-45ebed26cb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:13:34Z', 'updated_at': '2021-09-18T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:10.349738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1d86641-6ddd-496d-bf05-eb44893ace5a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.351591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f1d86641-6ddd-496d-bf05-eb44893ace5a tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "DELETE /v2.0/ports/92dba867-ee51-4fb8-9fea-118f5b8f24db HTTP/1.1" status: 204 len: 168 time: 1.3615699 Sep 18 02:16:10.356987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47760) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:10.412865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.457487 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.463792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4269a52e-d4fa-40be-b4ec-7c00c5781fe9 req-b0311f06-d48d-4a47-8196-5031ccd8df39 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099473 Sep 18 02:16:10.465055 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61c79bba-8c91-4d26-aee8-f79afe0e45a4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.500647 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.516056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c79bba-8c91-4d26-aee8-f79afe0e45a4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3090a0-1542-4591-b15e-6ee401a503b7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:10.541437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-61c79bba-8c91-4d26-aee8-f79afe0e45a4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.546999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c22099-adf7-4c73-a630-2e64e30561fb None None] Network 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:10.548163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-61c79bba-8c91-4d26-aee8-f79afe0e45a4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/subnets/6f3090a0-1542-4591-b15e-6ee401a503b7 HTTP/1.1" status: 204 len: 168 time: 1.8495016 Sep 18 02:16:10.552019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47766) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:10.580513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b38024d-aa8c-4e89-9401-89ae01bdea54 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting subnet de95ab27-9149-40e9-8012-d1644a3b29ad {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:16:10.589687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:10.643235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:10.659881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=8d124565-1b50-476e-80c4-821809f865fc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:10.665103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:10.677564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b38024d-aa8c-4e89-9401-89ae01bdea54 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.801999 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b38024d-aa8c-4e89-9401-89ae01bdea54 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.816658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:10.817358 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:10.897006 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-82d24b63-142e-4303-939e-8109d7747ef5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7254472 Sep 18 02:16:10.940017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] DHCP port deletion for 4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:16:10.941311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Request body: {'port': {'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:10.953237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47776) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:11.065050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.118186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.149398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] Deleting port c346362e-cd5e-47f2-9fc3-ce22acefa62d {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:11.150701 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.197777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.333379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b38024d-aa8c-4e89-9401-89ae01bdea54 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.350173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] For port c346362e-cd5e-47f2-9fc3-ce22acefa62d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c346362e-cd5e-47f2-9fc3-ce22acefa62d,segment=NetworkSegment(d24a24cc-24fc-450c-b10c-ac01a4f77bec),segment_id=d24a24cc-24fc-450c-b10c-ac01a4f77bec)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:11.350560 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.360322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1561423234-network', 'tenant_id': 'fefec30fb2ef41d4ae7574347209f712'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:11.369346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0d24a34a-8c79-4a76-8ecf-b5c5106435b7 None None] Provisioning complete for port 8d124565-1b50-476e-80c4-821809f865fc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:11.369715 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d24a34a-8c79-4a76-8ecf-b5c5106435b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.407864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.420219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] Calling delete_port for c346362e-cd5e-47f2-9fc3-ce22acefa62d owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:11.432888 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b38024d-aa8c-4e89-9401-89ae01bdea54 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.434998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697f87-f8c6-4d0f-94f6-5f4fb870d5e5 req-7e9c3106-9879-4f60-82e6-701ac77b0f0a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:11.436554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a697f87-f8c6-4d0f-94f6-5f4fb870d5e5 req-7e9c3106-9879-4f60-82e6-701ac77b0f0a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 931 time: 0.2166512 Sep 18 02:16:11.445918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0d24a34a-8c79-4a76-8ecf-b5c5106435b7 None None] Port 8d124565-1b50-476e-80c4-821809f865fc cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:11.464710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Router b9c7a098-5359-4c78-b6a1-28004e5f3c36 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:16:11.481342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffcad1c-9336-4641-b962-e3ffacfd3de3 None None] Network 9e12c277-19b4-402d-b583-344c3c7babd0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:11.497274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Made reservation on behalf of fefec30fb2ef41d4ae7574347209f712 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:11.499573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.525728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b38024d-aa8c-4e89-9401-89ae01bdea54 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.536173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5b38024d-aa8c-4e89-9401-89ae01bdea54 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "DELETE /v2.0/subnets/de95ab27-9149-40e9-8012-d1644a3b29ad HTTP/1.1" status: 204 len: 168 time: 1.1747615 Sep 18 02:16:11.538916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38024d-aa8c-4e89-9401-89ae01bdea54 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Subnet': ['ID=de95ab27-9149-40e9-8012-d1644a3b29ad,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:11.540661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:11.593350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.636411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-73191c12-4eaf-4106-9cec-c4f04cfb6f36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting subnet 44a7f14b-b332-4456-8851-8c444610a39a {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:16:11.645499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73191c12-4eaf-4106-9cec-c4f04cfb6f36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.697763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a697f87-f8c6-4d0f-94f6-5f4fb870d5e5 req-673a8cd4-dac7-4ce3-9f72-69686223f3a2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519979 Sep 18 02:16:11.705317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.778733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] No DVR routers for this DVR port c346362e-cd5e-47f2-9fc3-ce22acefa62d on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:11.795932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30e81e-140f-44f0-89eb-32fb3e086e69 None None] Pushing event deleted for resources: {'Port': ['ID=c346362e-cd5e-47f2-9fc3-ce22acefa62d,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:11.816232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:11.817220 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.872340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73191c12-4eaf-4106-9cec-c4f04cfb6f36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:11.925087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] DHCP port deletion for 9e12c277-19b4-402d-b583-344c3c7babd0 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:16:11.973191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2629-e970-4087-8bdb-67ec56949272 req-775076d4-9c1c-4017-b465-978a5411996a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:11.982634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8bfe40ab-fb20-41b4-a671-7a4735cf92ec no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:11.986016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-863a2629-e970-4087-8bdb-67ec56949272 req-775076d4-9c1c-4017-b465-978a5411996a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.3018136 Sep 18 02:16:12.006105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d124565-1b50-476e-80c4-821809f865fc {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:16:12.028327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8bfe40ab-fb20-41b4-a671-7a4735cf92ec {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:12.028679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8bfe40ab-fb20-41b4-a671-7a4735cf92ec not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:12.029091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c346362e-cd5e-47f2-9fc3-ce22acefa62d no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:12.033037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.056385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c346362e-cd5e-47f2-9fc3-ce22acefa62d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:12.057009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c346362e-cd5e-47f2-9fc3-ce22acefa62d not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:12.064792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:12.074979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] Deleting port 8358846b-50b2-45af-8475-4b33dd23a18b {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:12.075363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.078421 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43448db0-88fd-4324-bc9a-ac06ad2a52c2 None None] Sync routers for ids ['b9c7a098-5359-4c78-b6a1-28004e5f3c36'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:12.079840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4af73f93-fb9e-4774-abb4-7dee9bc2c2b0,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:12.080404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.091756 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43448db0-88fd-4324-bc9a-ac06ad2a52c2 None None] Routers {'b9c7a098-5359-4c78-b6a1-28004e5f3c36'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:12.094462 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-43448db0-88fd-4324-bc9a-ac06ad2a52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b9c7a098-5359-4c78-b6a1-28004e5f3c36'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:12.097265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Transition to ACTIVE for port object 8d124565-1b50-476e-80c4-821809f865fc will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:16:12.108015 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.113308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:12.115529 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.137683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.166704 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-43448db0-88fd-4324-bc9a-ac06ad2a52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:12.176637 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43448db0-88fd-4324-bc9a-ac06ad2a52c2 None None] Routers {'b9c7a098-5359-4c78-b6a1-28004e5f3c36'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:12.177724 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-43448db0-88fd-4324-bc9a-ac06ad2a52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b9c7a098-5359-4c78-b6a1-28004e5f3c36'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:12.226401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] For port 8358846b-50b2-45af-8475-4b33dd23a18b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8358846b-50b2-45af-8475-4b33dd23a18b,segment=NetworkSegment(8f0c2237-e697-4197-85fe-52fd051786e7),segment_id=8f0c2237-e697-4197-85fe-52fd051786e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:12.226829 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.231962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Pushing event updated for resources: {'Port': ['ID=8d124565-1b50-476e-80c4-821809f865fc,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:12.250781 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-43448db0-88fd-4324-bc9a-ac06ad2a52c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:12.251766 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43448db0-88fd-4324-bc9a-ac06ad2a52c2 None None] The sync data for ids ['b9c7a098-5359-4c78-b6a1-28004e5f3c36'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:12.254678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73191c12-4eaf-4106-9cec-c4f04cfb6f36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.259503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] Calling delete_port for 8358846b-50b2-45af-8475-4b33dd23a18b owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:12.308626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:16:12.370111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-863a2629-e970-4087-8bdb-67ec56949272 req-f10ef1fb-9fbd-463e-b5e9-a3e9bf12184b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688622 Sep 18 02:16:12.389176 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.394461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d9735d90-55bd-440d-85b0-38230f4a6c64 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3454823 Sep 18 02:16:12.397389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47794) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:12.404634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:12.466355 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.468309 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73191c12-4eaf-4106-9cec-c4f04cfb6f36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.517898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73191c12-4eaf-4106-9cec-c4f04cfb6f36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Subnet': ['ID=44a7f14b-b332-4456-8851-8c444610a39a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:12.543689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73191c12-4eaf-4106-9cec-c4f04cfb6f36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.547756 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-73191c12-4eaf-4106-9cec-c4f04cfb6f36 tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "DELETE /v2.0/subnets/44a7f14b-b332-4456-8851-8c444610a39a HTTP/1.1" status: 204 len: 168 time: 1.0042646 Sep 18 02:16:12.549316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47798) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:12.557220 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab43d5d-b50e-4aec-b51f-4038c269d74e None None] Network 6407c3cd-9599-4cc6-b776-2ff504e5263d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:12.584638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] No DVR routers for this DVR port 8358846b-50b2-45af-8475-4b33dd23a18b on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:12.589852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cec9b1-1f88-421d-ad65-9cf137f2962d None None] Pushing event deleted for resources: {'Port': ['ID=8358846b-50b2-45af-8475-4b33dd23a18b,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:12.610282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1119160a-32f1-454f-9c0e-2f1dd3c2f848,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:12.623539 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.623891 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Added segment 29f6698d-9cb7-495e-a5f9-f04ac0a374f4 of type vlan for network e4e07683-dbfd-458e-9449-3ba865550caf Sep 18 02:16:12.679764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.727210 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.868912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.876382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:16:12.896912 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e12c277-19b4-402d-b583-344c3c7babd0']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:12.897251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Attempting to bind port 8d124565-1b50-476e-80c4-821809f865fc on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:16:12.897584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Attempting to bind port 8d124565-1b50-476e-80c4-821809f865fc by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:16:12.898360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Attempting to bind port 8d124565-1b50-476e-80c4-821809f865fc on network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:12.906496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0c2237-e697-4197-85fe-52fd051786e7') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:12.906848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0c2237-e697-4197-85fe-52fd051786e7') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:12.919960 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.937142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.945405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Port 8d124565-1b50-476e-80c4-821809f865fc on network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:16:12.945731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Attempting to bind port 8d124565-1b50-476e-80c4-821809f865fc on network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:12.952014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.953174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:12.953698 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.966350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:16:12.967330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:16:12.970737 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:16:12.983586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] DHCP port deletion for 6407c3cd-9599-4cc6-b776-2ff504e5263d request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:16:12.988794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:16:12.989835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Checking segment: {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:12.990227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Bound using segment: {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:16:12.990773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Bound port: 8d124565-1b50-476e-80c4-821809f865fc, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332e7463-b11f-41ca-a72d-f5c26aa7cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:16:12.991138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.060961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.072891 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.079364 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "DELETE /v2.0/networks/9e12c277-19b4-402d-b583-344c3c7babd0 HTTP/1.1" status: 204 len: 168 time: 0.5276275 Sep 18 02:16:13.083735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47804) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:13.100362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] Deleting port c650af0d-9482-4d50-a06b-dbfd626679a9 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:13.102919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1491861 Sep 18 02:16:13.103846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.105636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47806) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:13.160979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a78022-0b0d-403d-afdd-3e657dd886c6 req-caa045e7-f512-4329-9d02-cedbef6483c8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:13.162650 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3a78022-0b0d-403d-afdd-3e657dd886c6 req-caa045e7-f512-4329-9d02-cedbef6483c8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 943 time: 0.3231170 Sep 18 02:16:13.172582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Request body: {'subnet': {'network_id': 'e4e07683-dbfd-458e-9449-3ba865550caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1561423234-subnet', 'tenant_id': 'fefec30fb2ef41d4ae7574347209f712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:13.186476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] For port c650af0d-9482-4d50-a06b-dbfd626679a9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c650af0d-9482-4d50-a06b-dbfd626679a9,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:13.187267 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.203157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] Calling delete_port for c650af0d-9482-4d50-a06b-dbfd626679a9 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:13.207547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab568e-da0a-4159-8f71-3ed27f34ab8a admin admin] Pushing event updated for resources: {'Network': ['ID=e4e07683-dbfd-458e-9449-3ba865550caf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:13.213878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.219317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26173a39-aea2-44ab-b4e3-f15ba61d7bda tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Network': ['ID=9e12c277-19b4-402d-b583-344c3c7babd0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:13.291747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Deleting port c650af0d-9482-4d50-a06b-dbfd626679a9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:13.291747 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.299601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e4e07683-dbfd-458e-9449-3ba865550caf details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:16:13.314343 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.351382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] Pushing event deleted for resources: {'Port': ['ID=c650af0d-9482-4d50-a06b-dbfd626679a9,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:13.379440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] For port c650af0d-9482-4d50-a06b-dbfd626679a9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c650af0d-9482-4d50-a06b-dbfd626679a9,segment=NetworkSegment(d2c45600-ac90-4fc2-b083-ab7290d2282f),segment_id=d2c45600-ac90-4fc2-b083-ab7290d2282f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:13.379804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.395535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21735ecb-8df7-4def-a68f-68e28fcc9af0 None None] No DVR routers for this DVR port c650af0d-9482-4d50-a06b-dbfd626679a9 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:13.422084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.454558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Made reservation on behalf of fefec30fb2ef41d4ae7574347209f712 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:13.457207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.459556 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.461976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] For port 8d124565-1b50-476e-80c4-821809f865fc, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:16:13.481419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.564807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=4af73f93-fb9e-4774-abb4-7dee9bc2c2b0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:13.590838 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3a78022-0b0d-403d-afdd-3e657dd886c6 req-488ddcc9-73ab-4c4f-8feb-026e3fca7ee8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3922651 Sep 18 02:16:13.606100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] For port 8d124565-1b50-476e-80c4-821809f865fc, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8d124565-1b50-476e-80c4-821809f865fc,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:16:13.746137 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.780027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Calling delete_port for c650af0d-9482-4d50-a06b-dbfd626679a9 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:13.823715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:13.824343 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.825769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] 10.222.0.18 "PUT /v2.0/ports/8d124565-1b50-476e-80c4-821809f865fc HTTP/1.1" status: 200 len: 1092 time: 2.9112203 Sep 18 02:16:13.827922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'tag': '8d124565-1b50-476e-80c4-821809f865fc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:13.830758 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e860631-1042-4b29-9a04-f5f0d19a6086" -d '{"events": [{"name": "network-changed", "server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "tag": "8d124565-1b50-476e-80c4-821809f865fc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:13.908111 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:13.977955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf3b2c-c34e-43f4-8938-a446f9521a31 req-185e4c08-e77e-4e2d-b6ba-4017e7d6ae78 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:13.979729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cabf3b2c-c34e-43f4-8938-a446f9521a31 req-185e4c08-e77e-4e2d-b6ba-4017e7d6ae78 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.2135057 Sep 18 02:16:14.056003 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.058323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.098388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cabf3b2c-c34e-43f4-8938-a446f9521a31 req-7a9fd549-29e3-408d-8662-409cdd297f43 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059010 Sep 18 02:16:14.110305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8358846b-50b2-45af-8475-4b33dd23a18b no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:14.111863 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.125442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] No DVR routers for this DVR port c650af0d-9482-4d50-a06b-dbfd626679a9 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:14.149165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8358846b-50b2-45af-8475-4b33dd23a18b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:14.149662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8358846b-50b2-45af-8475-4b33dd23a18b not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:14.150178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c650af0d-9482-4d50-a06b-dbfd626679a9 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:14.159305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Port': ['ID=c650af0d-9482-4d50-a06b-dbfd626679a9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:14.186657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c650af0d-9482-4d50-a06b-dbfd626679a9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:14.187876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c650af0d-9482-4d50-a06b-dbfd626679a9 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:14.288105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.313572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6407c3cd-9599-4cc6-b776-2ff504e5263d']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:14.326206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c45600-ac90-4fc2-b083-ab7290d2282f') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:14.326840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c45600-ac90-4fc2-b083-ab7290d2282f') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:14.345809 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.366353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.375554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:16:14.376823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: self.session.flush() Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:16:14.402328 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:16:14.487716 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.507747 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d67838-acfc-446e-8b93-64f3cff19761 x-openstack-request-id: req-a0d67838-acfc-446e-8b93-64f3cff19761 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:14.508289 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "tag": "8d124565-1b50-476e-80c4-821809f865fc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:14.508289 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0d67838-acfc-446e-8b93-64f3cff19761 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:14.508650 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'tag': '8d124565-1b50-476e-80c4-821809f865fc', 'status': 'completed', 'code': 200} Sep 18 02:16:14.515526 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.529475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] 10.222.0.21 "DELETE /v2.0/networks/6407c3cd-9599-4cc6-b776-2ff504e5263d HTTP/1.1" status: 204 len: 168 time: 1.4420667 Sep 18 02:16:14.544023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7dfea-6109-40d5-b565-26f47f7f439b tempest-TaggedBootDevicesTest_v242-891390747 tempest-TaggedBootDevicesTest_v242-891390747-project] Pushing event deleted for resources: {'Network': ['ID=6407c3cd-9599-4cc6-b776-2ff504e5263d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:14.594891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a5e34-8bac-43f4-b641-4c663586c25a service neutron] Pushing event updated for resources: {'Port': ['ID=8d124565-1b50-476e-80c4-821809f865fc,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:14.607786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Deleting port 94e67f30-630d-4c66-bafc-ab1056d1e0dd {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:14.608373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.754790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.755356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Fanout notify agent at l3_agent the message router_deleted on router 6469bf6d-3b37-44ee-903c-45ebed26cb5a {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:14.762974 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:14.764129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-601c0080-4b3c-488c-a254-31d2340de09a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/routers/6469bf6d-3b37-44ee-903c-45ebed26cb5a HTTP/1.1" status: 204 len: 168 time: 4.2103367 Sep 18 02:16:14.773041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47824) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:14.875968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfaa3a-7de4-4de9-bae8-168667300f4e req-326fe6aa-d258-4b85-85b4-ac0c8118b60d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:14.888377 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93cfaa3a-7de4-4de9-bae8-168667300f4e req-326fe6aa-d258-4b85-85b4-ac0c8118b60d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 943 time: 0.1139364 Sep 18 02:16:14.970368 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.043881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-0aa25e1c-b5ca-460d-8549-1d84850f0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:15.046729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-0aa25e1c-b5ca-460d-8549-1d84850f0213 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 1095 time: 1.1593640 Sep 18 02:16:15.048827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.061871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.160995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.188580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Calling delete_port for 94e67f30-630d-4c66-bafc-ab1056d1e0dd owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:15.189031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a30a6f1-27b2-4036-beb9-7bca0a3ffa67']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:15.208033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-ef2ca699-5510-4282-a31b-f6cecd5c3155 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d124565-1b50-476e-80c4-821809f865fc HTTP/1.1" status: 200 len: 217 time: 0.1370609 Sep 18 02:16:15.224854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24a24cc-24fc-450c-b10c-ac01a4f77bec') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:15.226450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24a24cc-24fc-450c-b10c-ac01a4f77bec') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:15.249698 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.261840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93cfaa3a-7de4-4de9-bae8-168667300f4e req-202c2d15-c6f9-497b-b6e7-3443f1390c9f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725779 Sep 18 02:16:15.272894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.286877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:16:15.286877 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.381308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7c251a5-1bdb-4649-8d24-d5054045846f,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:16:15.401974 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:16:15.409865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.417520 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.426356 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/networks/4a30a6f1-27b2-4036-beb9-7bca0a3ffa67 HTTP/1.1" status: 204 len: 168 time: 0.6444664 Sep 18 02:16:15.427572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47834) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:15.441758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Checking segment: {'id': '29f6698d-9cb7-495e-a5f9-f04ac0a374f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4e07683-dbfd-458e-9449-3ba865550caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:15.441758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Network hostable DHCP agents. Network: e4e07683-dbfd-458e-9449-3ba865550caf, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:16:15.448228 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-3f2f1bea-3819-4743-baf6-bda28879046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:15.462463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-3f2f1bea-3819-4743-baf6-bda28879046a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46c08ff-103e-4871-b11c-f7b2953fb524 HTTP/1.1" status: 200 len: 835 time: 0.2425988 Sep 18 02:16:15.464269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de03b96-0443-4a31-bfb8-f47d70ef6b87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Network': ['ID=4a30a6f1-27b2-4036-beb9-7bca0a3ffa67,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:15.537233 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8e49-90be-4c54-8416-6573cdb2ce2b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.548015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660acbbb-6592-46a8-818a-584d84d5bf3c req-5052f644-1a35-4359-9e2a-88aa15e4cd0b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:15.558167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-660acbbb-6592-46a8-818a-584d84d5bf3c req-5052f644-1a35-4359-9e2a-88aa15e4cd0b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.3471155 Sep 18 02:16:15.624367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-324755d9-b865-4d59-87b9-69d6ebb9858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:15.625904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8e49-90be-4c54-8416-6573cdb2ce2b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.629981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-324755d9-b865-4d59-87b9-69d6ebb9858a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527398 Sep 18 02:16:15.651402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Network e4e07683-dbfd-458e-9449-3ba865550caf is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:16:15.774835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e4e07683-dbfd-458e-9449-3ba865550caf) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:15.790293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d9447-64dd-4c5e-b164-48a369b09376 None None] Network e4e07683-dbfd-458e-9449-3ba865550caf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:15.814477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:15.815296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.822268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-660acbbb-6592-46a8-818a-584d84d5bf3c req-92953af4-8442-4e58-a601-2a9d7cb6a205 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628396 Sep 18 02:16:15.847057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8e49-90be-4c54-8416-6573cdb2ce2b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.854492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8e49-90be-4c54-8416-6573cdb2ce2b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:15.878168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bf3b8e49-90be-4c54-8416-6573cdb2ce2b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/security-groups/249fb506-6ef6-4f7f-9cd5-089e704e260b HTTP/1.1" status: 204 len: 168 time: 0.4477005 Sep 18 02:16:15.924905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b8e49-90be-4c54-8416-6573cdb2ce2b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249fb506-6ef6-4f7f-9cd5-089e704e260b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:15.969680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:16.071009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7ad41481-9ed9-4567-a683-ede3a4c81785 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9068496 Sep 18 02:16:16.092136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:16.092498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4af73f93-fb9e-4774-abb4-7dee9bc2c2b0 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:16.163421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:16.235928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Pushing event deleted for resources: {'Port': ['ID=94e67f30-630d-4c66-bafc-ab1056d1e0dd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:16.239963 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-f815381a-fc4b-42d4-9235-9fc0e9d2ada2 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899954 Sep 18 02:16:16.247770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274257c1-f7e2-4904-8c55-40d36ff070d1 None None] Network e4e07683-dbfd-458e-9449-3ba865550caf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:16.535466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:16.731848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47854) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:16.749776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1de09180-76b1-4972-b7ae-0a86f49e532f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307927126', 'description': 'tempest-secgroup-smoke-1307927126 description', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:16.832379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1de09180-76b1-4972-b7ae-0a86f49e532f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:16.896868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71501-c471-44a3-bda0-c6ba348145c3 req-3412125e-a007-4ae4-8b90-f91828ddbb19 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:16.904109 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-53d71501-c471-44a3-bda0-c6ba348145c3 req-3412125e-a007-4ae4-8b90-f91828ddbb19 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 943 time: 0.3812683 Sep 18 02:16:16.947098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d957f4da-e93d-48fc-b678-aa79579d1b37 req-4b9d8560-6f22-4da5-a13e-393b49455ba8 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161768 Sep 18 02:16:16.981929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-53d71501-c471-44a3-bda0-c6ba348145c3 req-e7198f3f-fd7e-4b3a-afc3-acefb7e9ca80 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768623 Sep 18 02:16:17.140238 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1de09180-76b1-4972-b7ae-0a86f49e532f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.152599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1de09180-76b1-4972-b7ae-0a86f49e532f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.164043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.216411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-5736b98e-4eaa-48ac-b08c-0abe2fbd63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:17.218418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-5736b98e-4eaa-48ac-b08c-0abe2fbd63fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 1095 time: 0.1378005 Sep 18 02:16:17.219438 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.238280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1de09180-76b1-4972-b7ae-0a86f49e532f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.239939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1de09180-76b1-4972-b7ae-0a86f49e532f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5013990 Sep 18 02:16:17.245484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47874) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:17.250609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f65f51eb-11be-4ea5-9836-7c6360ae4e62 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '1790bbe7-274b-4cef-be58-6faacd794ea3', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:17.274253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de09180-76b1-4972-b7ae-0a86f49e532f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1790bbe7-274b-4cef-be58-6faacd794ea3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:17.381756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f65f51eb-11be-4ea5-9836-7c6360ae4e62 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.432478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-d85b460a-df51-4b47-8b49-07c9971eb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:17.433974 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-d85b460a-df51-4b47-8b49-07c9971eb0b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc HTTP/1.1" status: 200 len: 897 time: 0.1070092 Sep 18 02:16:17.442837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Router b9c7a098-5359-4c78-b6a1-28004e5f3c36 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:16:17.445432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae96dab-716b-4741-bb74-028d10869606 req-764f617c-a02b-42bd-a3e7-201c53c4e57b tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:17.453276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-764f617c-a02b-42bd-a3e7-201c53c4e57b tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/networks?id=e4e07683-dbfd-458e-9449-3ba865550caf HTTP/1.1" status: 200 len: 813 time: 0.2584462 Sep 18 02:16:17.474475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-1c6c0717-6382-4f22-9a63-49a076c32aa6 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/quotas/fefec30fb2ef41d4ae7574347209f712 HTTP/1.1" status: 200 len: 375 time: 0.0193632 Sep 18 02:16:17.499045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e226c-4b46-484b-b329-ad2e248beb55 req-31e39a45-8c82-49c6-896f-b305619f83c4 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:17.500711 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e98e226c-4b46-484b-b329-ad2e248beb55 req-31e39a45-8c82-49c6-896f-b305619f83c4 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.3338313 Sep 18 02:16:17.501048 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f65f51eb-11be-4ea5-9836-7c6360ae4e62 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.502048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-53b3158f-bf9c-4ee1-a692-59fa09f94c1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d124565-1b50-476e-80c4-821809f865fc HTTP/1.1" status: 200 len: 217 time: 0.0538971 Sep 18 02:16:17.541226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-3c979a10-929d-4756-95bb-1e0619e47537 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fefec30fb2ef41d4ae7574347209f712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656838 Sep 18 02:16:17.552226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f65f51eb-11be-4ea5-9836-7c6360ae4e62 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.581371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e98e226c-4b46-484b-b329-ad2e248beb55 req-f158f769-935a-4f04-9e76-6ee93ed25a33 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619454 Sep 18 02:16:17.593350 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f65f51eb-11be-4ea5-9836-7c6360ae4e62 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.594553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f65f51eb-11be-4ea5-9836-7c6360ae4e62 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3479867 Sep 18 02:16:17.612374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47876) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:17.619487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4e32cf92-1632-4a54-b664-d46e18e49dfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '1790bbe7-274b-4cef-be58-6faacd794ea3', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:17.624072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f51eb-11be-4ea5-9836-7c6360ae4e62 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a792dc3-753b-4d61-86fe-d84cad64b2ad,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:17.758096 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e32cf92-1632-4a54-b664-d46e18e49dfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.782183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-79360033-9987-4808-b445-7748c8ad43ef service neutron] 10.222.0.21 "GET /v2.0/networks/e4e07683-dbfd-458e-9449-3ba865550caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396839 Sep 18 02:16:17.836964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:17.839595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-70bcf735-0c70-4684-adca-92fca17e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:17.841126 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-70bcf735-0c70-4684-adca-92fca17e6d61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46c08ff-103e-4871-b11c-f7b2953fb524 HTTP/1.1" status: 200 len: 835 time: 0.3310711 Sep 18 02:16:17.849060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05302fdd-c6d0-4780-bb11-1921b07f262f None None] Sync routers for ids ['b9c7a098-5359-4c78-b6a1-28004e5f3c36'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:17.862186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05302fdd-c6d0-4780-bb11-1921b07f262f None None] Routers {'b9c7a098-5359-4c78-b6a1-28004e5f3c36'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:17.864041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-05302fdd-c6d0-4780-bb11-1921b07f262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b9c7a098-5359-4c78-b6a1-28004e5f3c36'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:17.888013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:17.891954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-264675de-1f7b-40aa-a54d-2f7a76a6c3e7 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "PUT /v2.0/routers/b9c7a098-5359-4c78-b6a1-28004e5f3c36 HTTP/1.1" status: 200 len: 709 time: 5.4932256 Sep 18 02:16:17.892586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47882) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:17.974822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-05302fdd-c6d0-4780-bb11-1921b07f262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:17.997907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05302fdd-c6d0-4780-bb11-1921b07f262f None None] Routers {'b9c7a098-5359-4c78-b6a1-28004e5f3c36'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:17.999197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-05302fdd-c6d0-4780-bb11-1921b07f262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b9c7a098-5359-4c78-b6a1-28004e5f3c36'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:18.057333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-1c1150a2-d6d9-456f-b676-c97869741f19 service neutron] 10.222.0.21 "GET /v2.0/networks/e4e07683-dbfd-458e-9449-3ba865550caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717166 Sep 18 02:16:18.165352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ea92895-a7ef-4242-8b44-b1267216818c tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/routers/b9c7a098-5359-4c78-b6a1-28004e5f3c36 HTTP/1.1" status: 200 len: 744 time: 0.2702889 Sep 18 02:16:18.165895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47890) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:18.176362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-05302fdd-c6d0-4780-bb11-1921b07f262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:18.178662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05302fdd-c6d0-4780-bb11-1921b07f262f None None] The sync data for ids ['b9c7a098-5359-4c78-b6a1-28004e5f3c36'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:18.198749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-a5151b2c-24f7-47c1-b99c-598b6dcbf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:18.200709 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-a5151b2c-24f7-47c1-b99c-598b6dcbf498 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3066442 Sep 18 02:16:18.242118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a7be21fd-c8aa-4509-93eb-4fe1d38204d9 tempest-RoutersIpV6AdminTest-652661824 tempest-RoutersIpV6AdminTest-652661824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&device_id=b9c7a098-5359-4c78-b6a1-28004e5f3c36 HTTP/1.1" status: 200 len: 205 time: 0.0718443 Sep 18 02:16:18.243335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47892) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:18.283436 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f106f743-eac7-456d-bc50-49860e8018d5 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c7a098-5359-4c78-b6a1-28004e5f3c36 HTTP/1.1" status: 200 len: 205 time: 0.0362079 Sep 18 02:16:18.283436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e32cf92-1632-4a54-b664-d46e18e49dfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:18.284595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47896) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:18.293577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e32cf92-1632-4a54-b664-d46e18e49dfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:18.379008 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-e4b1f3f9-d2a1-4e90-953a-2130dede1c80 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153917 Sep 18 02:16:18.500573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e32cf92-1632-4a54-b664-d46e18e49dfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:18.501849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4e32cf92-1632-4a54-b664-d46e18e49dfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8879662 Sep 18 02:16:18.510698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47904) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:18.519722 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc248-143c-4d37-8595-8d591d5516bc req-bb8f1b85-9c39-4a1e-a6f8-f396a536e3bc tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:18.529601 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaffc248-143c-4d37-8595-8d591d5516bc req-bb8f1b85-9c39-4a1e-a6f8-f396a536e3bc tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 943 time: 0.3609855 Sep 18 02:16:18.544793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-05bb8c58-86e6-4762-b44c-421ce4221526 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '1790bbe7-274b-4cef-be58-6faacd794ea3', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:18.616205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32cf92-1632-4a54-b664-d46e18e49dfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ed0bb9-3b5b-47ae-969f-ec7a5c94832b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:18.617538 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaffc248-143c-4d37-8595-8d591d5516bc req-febb38b0-d1bc-4dd1-a001-18c37e4f09dd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870578 Sep 18 02:16:18.629477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e860631-1042-4b29-9a04-f5f0d19a6086 req-d2c4fda2-b86e-4a55-bfa8-63c130ac9a00 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411580 Sep 18 02:16:18.636566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-e55b9c4f-600b-44a8-8c73-54abd3a120bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:18.637787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-e55b9c4f-600b-44a8-8c73-54abd3a120bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 1097 time: 0.4416149 Sep 18 02:16:18.663644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99b94918-0714-4ab1-a8b6-855d85aa6c6a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:18.735265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05bb8c58-86e6-4762-b44c-421ce4221526 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:18.750821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cb98af1-cc4b-49db-82f5-47387430e96f req-cb5150f5-3218-4c62-b4b0-1af33b879662 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 210 time: 0.0641482 Sep 18 02:16:18.820925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d760e-894c-4288-9886-39d45155f897 req-53cbf61f-29df-4c2e-8127-2952fd874a2c tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:18.832018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f63d760e-894c-4288-9886-39d45155f897 req-53cbf61f-29df-4c2e-8127-2952fd874a2c tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.2877886 Sep 18 02:16:18.894027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-833ce6b0-4a39-42b3-8668-2174dd855506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:18.895892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-833ce6b0-4a39-42b3-8668-2174dd855506 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 916 time: 0.2514503 Sep 18 02:16:18.897777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05bb8c58-86e6-4762-b44c-421ce4221526 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:18.910629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05bb8c58-86e6-4762-b44c-421ce4221526 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:18.961644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-5b3ee4e1-6b4a-4fe6-9f2e-c143deca8712 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd HTTP/1.1" status: 200 len: 217 time: 0.0563200 Sep 18 02:16:18.979729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb8c58-86e6-4762-b44c-421ce4221526 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebe5911-fcb5-4ecb-b404-418f9fcf8ca7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:19.020245 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99b94918-0714-4ab1-a8b6-855d85aa6c6a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.022100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05bb8c58-86e6-4762-b44c-421ce4221526 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.027808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-05bb8c58-86e6-4762-b44c-421ce4221526 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4902201 Sep 18 02:16:19.028125 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99b94918-0714-4ab1-a8b6-855d85aa6c6a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.028125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47910) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:19.036289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9c6ecdfa-cb0a-4145-89df-8634fa021d31 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '1790bbe7-274b-4cef-be58-6faacd794ea3', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:19.046574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-30a9b474-0384-44fd-8604-98e9ecc5c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:19.048064 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-30a9b474-0384-44fd-8604-98e9ecc5c52b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 200 len: 855 time: 0.0793471 Sep 18 02:16:19.095679 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f63d760e-894c-4288-9886-39d45155f897 req-d9fb46f8-b089-4efd-9af8-094a81692161 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523317 Sep 18 02:16:19.217282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-2f68c4aa-a470-4aa0-9333-cb1fa87deae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:19.221838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c6ecdfa-cb0a-4145-89df-8634fa021d31 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.221995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-2f68c4aa-a470-4aa0-9333-cb1fa87deae3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3cb36265-358f-455f-9538-2d44824ff219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1651113 Sep 18 02:16:19.235857 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99b94918-0714-4ab1-a8b6-855d85aa6c6a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.236366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b94918-0714-4ab1-a8b6-855d85aa6c6a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Fanout notify agent at l3_agent the message router_deleted on router b9c7a098-5359-4c78-b6a1-28004e5f3c36 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:19.253624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-99b94918-0714-4ab1-a8b6-855d85aa6c6a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.259081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-99b94918-0714-4ab1-a8b6-855d85aa6c6a tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/b9c7a098-5359-4c78-b6a1-28004e5f3c36 HTTP/1.1" status: 204 len: 168 time: 0.9687865 Sep 18 02:16:19.271740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47914) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:19.378148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9d4a4bff-b709-43c7-82f1-bea0b8107e71 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c7a098-5359-4c78-b6a1-28004e5f3c36 HTTP/1.1" status: 200 len: 205 time: 0.1045835 Sep 18 02:16:19.387168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47918) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:19.489401 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-e601bc75-6bf5-4e21-b56a-6edfc9cf319f tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] delete failed (client error): The resource could not be found. Sep 18 02:16:19.490739 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e601bc75-6bf5-4e21-b56a-6edfc9cf319f tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/b9c7a098-5359-4c78-b6a1-28004e5f3c36 HTTP/1.1" status: 404 len: 336 time: 0.0944645 Sep 18 02:16:19.497045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:19.559475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c6ecdfa-cb0a-4145-89df-8634fa021d31 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.567747 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c6ecdfa-cb0a-4145-89df-8634fa021d31 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.599198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6c9565bd-4ccb-4e6f-82e3-7f6f5a0f1603 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=816a8897-b636-4bf7-b390-17d2930be845 HTTP/1.1" status: 200 len: 205 time: 0.1015980 Sep 18 02:16:19.601581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47928) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:19.620572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8d124565-1b50-476e-80c4-821809f865fc details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:16:19.628495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-f744b6ee-4a5a-4e19-9115-dda2c847828c service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958678 Sep 18 02:16:19.640723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ecdfa-cb0a-4145-89df-8634fa021d31 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898b8582-5b6e-46b4-afcc-a08be99381d2,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:19.666689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c6ecdfa-cb0a-4145-89df-8634fa021d31 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.672693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9c6ecdfa-cb0a-4145-89df-8634fa021d31 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6442297 Sep 18 02:16:19.676038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47934) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:19.692710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-766eafac-7af6-4858-9aad-8139333b3c4a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '1790bbe7-274b-4cef-be58-6faacd794ea3', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:19.750303 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-6136b23c-ac23-44d8-b61f-e1117552e15c tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] delete failed (client error): The resource could not be found. Sep 18 02:16:19.758221 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-766eafac-7af6-4858-9aad-8139333b3c4a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Project f1802c86cd5c491abf3194cd9117e0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:16:19.758948 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6136b23c-ac23-44d8-b61f-e1117552e15c tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/816a8897-b636-4bf7-b390-17d2930be845 HTTP/1.1" status: 404 len: 336 time: 0.1548424 Sep 18 02:16:19.763794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47936) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:19.823975 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-766eafac-7af6-4858-9aad-8139333b3c4a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:19.884530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7157379c-27b5-4d42-b25a-bf5af094e55f tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb51b6f-27f9-426d-903e-e723468ac756 HTTP/1.1" status: 200 len: 205 time: 0.1091599 Sep 18 02:16:19.901342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47940) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:19.921507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8d124565-1b50-476e-80c4-821809f865fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8d124565-1b50-476e-80c4-821809f865fc,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:19.969015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '8d124565-1b50-476e-80c4-821809f865fc', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:16:19.972114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-143fc09a-498d-4c33-8b91-82bf3cfe4e86 req-012e8911-9540-446f-91be-cef690dfb25c tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 210 time: 0.0552208 Sep 18 02:16:20.078504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-766eafac-7af6-4858-9aad-8139333b3c4a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:20.089940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-766eafac-7af6-4858-9aad-8139333b3c4a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:20.098866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:20.128888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766eafac-7af6-4858-9aad-8139333b3c4a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e184a10-c6d8-45d8-b81c-86c37925574d,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:20.158287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d124565-1b50-476e-80c4-821809f865fc {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:16:20.178171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-766eafac-7af6-4858-9aad-8139333b3c4a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:20.179513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-766eafac-7af6-4858-9aad-8139333b3c4a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5016580 Sep 18 02:16:20.186359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:20.213874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6f823c34-42a9-45c8-afa0-06c7c0b88cfa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '1790bbe7-274b-4cef-be58-6faacd794ea3', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:20.216158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8d124565-1b50-476e-80c4-821809f865fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8d124565-1b50-476e-80c4-821809f865fc,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:20.225824 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:20.331506 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-6f823c34-42a9-45c8-afa0-06c7c0b88cfa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Project f1802c86cd5c491abf3194cd9117e0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:16:20.332314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=8d124565-1b50-476e-80c4-821809f865fc,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:20.345998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f823c34-42a9-45c8-afa0-06c7c0b88cfa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:20.440082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['8d124565-1b50-476e-80c4-821809f865fc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:16:20.785847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f823c34-42a9-45c8-afa0-06c7c0b88cfa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:20.835227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ed2f-10c2-4e72-a1ae-7a0db8799437 req-4e26b5a7-84f8-4952-b82b-8fcb1d7d70e1 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:20.845531 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-d41f3401-f054-46a4-8e6a-9b54c5bbfdad tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] delete failed (client error): The resource could not be found. Sep 18 02:16:20.850487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d41f3401-f054-46a4-8e6a-9b54c5bbfdad tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/8eb51b6f-27f9-426d-903e-e723468ac756 HTTP/1.1" status: 404 len: 336 time: 0.9377551 Sep 18 02:16:20.852102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31a1ed2f-10c2-4e72-a1ae-7a0db8799437 req-4e26b5a7-84f8-4952-b82b-8fcb1d7d70e1 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.4536605 Sep 18 02:16:20.867099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47952) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:20.920268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f823c34-42a9-45c8-afa0-06c7c0b88cfa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:20.950801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3e15e602-9d21-4c2c-b386-b7995a5d33fc tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=643d932a-6cee-49cc-b4f6-d73355985080 HTTP/1.1" status: 200 len: 205 time: 0.0806129 Sep 18 02:16:20.954023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47954) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:21.092198 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31a1ed2f-10c2-4e72-a1ae-7a0db8799437 req-ded7979f-8847-4344-8180-6a20c007f2f3 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389801 Sep 18 02:16:21.095707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f823c34-42a9-45c8-afa0-06c7c0b88cfa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c512e4c-7362-437d-9b7c-63c64e4ee3d8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:21.105857 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f823c34-42a9-45c8-afa0-06c7c0b88cfa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:21.109871 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6f823c34-42a9-45c8-afa0-06c7c0b88cfa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9164522 Sep 18 02:16:21.111427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9a609-a6e8-441a-b392-c0c91e75a0b3 req-633480b4-396b-4bcf-b1b5-5193d85ba69c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:21.111582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47958) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:21.113270 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abb9a609-a6e8-441a-b392-c0c91e75a0b3 req-633480b4-396b-4bcf-b1b5-5193d85ba69c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 943 time: 1.2756329 Sep 18 02:16:21.121841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'network': {'name': 'tempest-network-smoke--1922478835', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:21.166742 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-230fb2ef-6b26-45ff-bef7-97a70cb3ce86 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] delete failed (client error): The resource could not be found. Sep 18 02:16:21.167861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-230fb2ef-6b26-45ff-bef7-97a70cb3ce86 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/643d932a-6cee-49cc-b4f6-d73355985080 HTTP/1.1" status: 404 len: 336 time: 0.2107458 Sep 18 02:16:21.174465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47960) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:21.176169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae96dab-716b-4741-bb74-028d10869606 req-ace3e64d-1f5c-4ee4-8b15-89ca0a6fc611 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:21.177822 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-ace3e64d-1f5c-4ee4-8b15-89ca0a6fc611 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.18 "GET /v2.0/networks?id=e4e07683-dbfd-458e-9449-3ba865550caf HTTP/1.1" status: 200 len: 813 time: 0.4612696 Sep 18 02:16:21.191876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-32b6e743-153e-42a8-8826-3f20690708ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4040289 Sep 18 02:16:21.212842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Request body: {'port': {'device_id': 'ac4206c6-4adb-420e-b220-6fce4389b193', 'network_id': 'e4e07683-dbfd-458e-9449-3ba865550caf', 'admin_state_up': True, 'tenant_id': 'fefec30fb2ef41d4ae7574347209f712'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:21.381449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cce7aa5a-bfcd-4485-b489-2a977eade238 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=94f13661-fe68-47fb-9cea-7c147e53f4ae HTTP/1.1" status: 200 len: 205 time: 0.2057908 Sep 18 02:16:21.385936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47962) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:21.409584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:21.420681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:21.427217 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d6863ae-393d-431c-b282-8ca4c528d3f9 req-8db5e555-5385-42f0-a706-878a135ca7ca tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 210 time: 0.0901732 Sep 18 02:16:21.454729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fd690034-b352-440d-ab1a-abe79e5d82d4 req-446bf5cd-8c33-47a7-93fe-8e126dbeee47 service neutron] 10.222.0.20 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6943121 Sep 18 02:16:21.509773 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-efd549ab-412e-46bf-aaa4-d05ddc97a206 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] delete failed (client error): The resource could not be found. Sep 18 02:16:21.511896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-efd549ab-412e-46bf-aaa4-d05ddc97a206 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/94f13661-fe68-47fb-9cea-7c147e53f4ae HTTP/1.1" status: 404 len: 336 time: 0.1250279 Sep 18 02:16:21.516879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47964) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:21.560915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:16:21.567315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abb9a609-a6e8-441a-b392-c0c91e75a0b3 req-dc28eeb5-092b-4a67-92f9-446ba83d396f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885598 Sep 18 02:16:21.575804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-03178dec-af7c-47fe-9c44-985c19b14f88 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5967939-3851-4409-bf6c-535689f40c08 HTTP/1.1" status: 200 len: 205 time: 0.0546136 Sep 18 02:16:21.576418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47966) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:21.595432 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:21.596199 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Added segment 58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe of type vlan for network 707bdcd4-2a3f-4037-b51a-0912f79ee37e Sep 18 02:16:21.631669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8d124565-1b50-476e-80c4-821809f865fc up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:21.648567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-957eb2ac-cb2e-4f07-9d3b-bc82e484e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:21.655215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-957eb2ac-cb2e-4f07-9d3b-bc82e484e464 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b16e4277e26d4b00908fca174497c27e&device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 1097 time: 0.2266705 Sep 18 02:16:21.658937 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-440cd2c9-02cd-499f-987e-8ad24251a7a4 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] delete failed (client error): The resource could not be found. Sep 18 02:16:21.671174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-440cd2c9-02cd-499f-987e-8ad24251a7a4 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/routers/a5967939-3851-4409-bf6c-535689f40c08 HTTP/1.1" status: 404 len: 336 time: 0.0896440 Sep 18 02:16:21.672103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47970) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:21.732453 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:21.752835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 8d124565-1b50-476e-80c4-821809f865fc completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:16:21.758565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 8d124565-1b50-476e-80c4-821809f865fc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:21.759081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:21.798495 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-272d5e86-6aa5-4dab-996e-a3d8accc3893 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] DELETE failed (client error): The resource could not be found. Sep 18 02:16:21.801295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272d5e86-6aa5-4dab-996e-a3d8accc3893 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:16:21.807360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:21.841982 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-272d5e86-6aa5-4dab-996e-a3d8accc3893 tempest-RoutersIpV6AdminTest-1528849289 tempest-RoutersIpV6AdminTest-1528849289-project] 10.222.0.21 "DELETE /v2.0/subnets/2fd38ae5-d31e-4920-acc0-6e5a37956e51 HTTP/1.1" status: 404 len: 337 time: 0.1682475 Sep 18 02:16:21.853731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:21.857329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:21.938647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Made reservation on behalf of fefec30fb2ef41d4ae7574347209f712 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:21.960311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:22.006220 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:22.074973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Network': ['ID=707bdcd4-2a3f-4037-b51a-0912f79ee37e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:22.093201 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a006a2c9-95a5-418d-92a2-679db15fa20e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9772608 Sep 18 02:16:22.093978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47978) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:22.124409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'admin_state_up': True, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:22.148088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 8d124565-1b50-476e-80c4-821809f865fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8d124565-1b50-476e-80c4-821809f865fc,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:22.157832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d124565-1b50-476e-80c4-821809f865fc'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:22.172550 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4591b43f-09e7-45cd-b246-eb497003902c" -d '{"events": [{"server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "name": "network-vif-plugged", "status": "completed", "tag": "8d124565-1b50-476e-80c4-821809f865fc"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:22.193820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:16:22.212187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:22.213605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:22.219771 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:22.230911 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-eaa7c299-3c56-41f5-98d7-461b865c748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:22.232686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-eaa7c299-3c56-41f5-98d7-461b865c748a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 200 len: 916 time: 0.5268364 Sep 18 02:16:22.370200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-f44eb711-fc38-4da9-99b9-7cec4dd226ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0465d80f-6fc5-45da-a7aa-4a8a67e836bc HTTP/1.1" status: 200 len: 217 time: 0.1280687 Sep 18 02:16:22.398701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47986) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:22.413366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:22.490034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-e21de8d2-9860-4994-a9a6-666145c3cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:22.491821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-e21de8d2-9860-4994-a9a6-666145c3cadd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 200 len: 855 time: 0.0940001 Sep 18 02:16:22.499482 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354fa725-249a-4a9e-941d-e247df88eec9 x-openstack-request-id: req-354fa725-249a-4a9e-941d-e247df88eec9 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:22.500036 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "name": "network-vif-plugged", "status": "completed", "tag": "8d124565-1b50-476e-80c4-821809f865fc", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:22.500457 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-354fa725-249a-4a9e-941d-e247df88eec9 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:22.501591 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d124565-1b50-476e-80c4-821809f865fc', 'code': 200} Sep 18 02:16:22.502558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=8d124565-1b50-476e-80c4-821809f865fc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:22.513877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Allocated IP 172.20.0.12 (e4e07683-dbfd-458e-9449-3ba865550caf/c7c251a5-1bdb-4649-8d24-d5054045846f/30340c4a-7981-46b2-80c8-898dca594ce3) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:22.748238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d020-dcc5-46d4-9123-778d66fbacfd req-1ea57b2a-f588-4fc0-b081-21a7e12bdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:22.750443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a41d020-dcc5-46d4-9123-778d66fbacfd req-1ea57b2a-f588-4fc0-b081-21a7e12bdb37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 1097 time: 0.3825903 Sep 18 02:16:22.752568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:22.764721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a820f-3278-443f-8efb-4f99573762a3 req-9f7d7384-0a08-4cf7-8375-ab8570e8c037 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:22.766322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-235a820f-3278-443f-8efb-4f99573762a3 req-9f7d7384-0a08-4cf7-8375-ab8570e8c037 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.3816290 Sep 18 02:16:22.783385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e3412110-e99e-4e64-a13d-e028631f3aec req-e8fe1ed3-f55c-4f0f-a245-59a674e48007 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 210 time: 0.0818207 Sep 18 02:16:22.795136 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cf9-1f89-4781-9d0e-5696286b4ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:22.925233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a41d020-dcc5-46d4-9123-778d66fbacfd req-179810dd-1fb9-4030-a1ff-f31896583d17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563354 Sep 18 02:16:22.967063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-235a820f-3278-443f-8efb-4f99573762a3 req-94197910-6e23-4f46-a419-9f5d48625cab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567929 Sep 18 02:16:23.097857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-6ea8998d-3b1b-4866-b00d-d66ee8ee8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:23.099597 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-6ea8998d-3b1b-4866-b00d-d66ee8ee8244 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cb36265-358f-455f-9538-2d44824ff219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5672693 Sep 18 02:16:23.165936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33907501-a769-4142-80c2-eb184bafbe14 req-c98dec21-f657-4169-a5e5-41f34a6e63cd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:23.175678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33907501-a769-4142-80c2-eb184bafbe14 req-c98dec21-f657-4169-a5e5-41f34a6e63cd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 945 time: 0.2414072 Sep 18 02:16:23.211975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea204003-841f-4f9e-a980-6519d0a3d590 req-b31652eb-1c06-4509-aafc-810a58f8888a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:23.220032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea204003-841f-4f9e-a980-6519d0a3d590 req-b31652eb-1c06-4509-aafc-810a58f8888a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.1408916 Sep 18 02:16:23.227131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:23.294279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:23.321896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:23.366454 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-33907501-a769-4142-80c2-eb184bafbe14 req-dd2b3d68-121a-4844-aaa5-13afd26fc3db tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857731 Sep 18 02:16:23.445358 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea204003-841f-4f9e-a980-6519d0a3d590 req-4ccde313-6319-463a-9f87-62783515bfec tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243299 Sep 18 02:16:23.474158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.25.0.39 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/e657a056-24b1-450f-946f-5ce762f05764) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:23.537218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cf9-1f89-4781-9d0e-5696286b4ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:23.560823 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:23.568517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-8274c27f-bf01-4451-a0a5-66625d8046d0 service neutron] 10.222.0.18 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532690 Sep 18 02:16:23.578752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cf9-1f89-4781-9d0e-5696286b4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:23.698986 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:23.785058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:23.796315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf2cf9-1f89-4781-9d0e-5696286b4ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae68f889-f1ba-4d4f-80d7-f8468b1cdb75,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:23.923081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=e657a056-24b1-450f-946f-5ce762f05764,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:23.932719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Network e4e07683-dbfd-458e-9449-3ba865550caf is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:23.937480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:23.949814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:23.963041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7eaf2cf9-1f89-4781-9d0e-5696286b4ec9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e31efb57f8024ccf9ad8ced8c10504e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5622926 Sep 18 02:16:23.976170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:23.980631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48016) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:23.989060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:23.992982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:24.016976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Pushing event updated for resources: {'Port': ['ID=30340c4a-7981-46b2-80c8-898dca594ce3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:24.079228 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f72c4d20-a7c8-4ed4-bfc4-e0ae8c9c65ba req-b56660e6-98d5-47ff-a18f-3af6cf9e7680 service neutron] 10.222.0.18 "GET /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927671 Sep 18 02:16:24.100559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655a90a-699e-4313-a40b-e632c9119a82 req-130aaf59-2600-4ba4-b834-f734d6de9b75 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:24.101702 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a655a90a-699e-4313-a40b-e632c9119a82 req-130aaf59-2600-4ba4-b834-f734d6de9b75 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 946 time: 0.5140955 Sep 18 02:16:24.120647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:24.121311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:24.170425 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-a306e9d5-9073-4ee7-b193-3701b4b3df03 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9709961 Sep 18 02:16:24.183503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Request body: {'port': {'device_id': 'ac4206c6-4adb-420e-b220-6fce4389b193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:24.188883 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c84a1f4-1b63-4e46-b5ea-5b24cffd04c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:24.217060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a655a90a-699e-4313-a40b-e632c9119a82 req-823913f3-d2a8-41aa-a1ae-f79f0e0f566e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066992 Sep 18 02:16:24.273023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c84a1f4-1b63-4e46-b5ea-5b24cffd04c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:24.297863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:24.322490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198941ca-1d52-4e04-a275-68e1197d37cc req-4bf1c884-9aa1-4b56-894b-65162b77792d tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:24.330608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-198941ca-1d52-4e04-a275-68e1197d37cc req-4bf1c884-9aa1-4b56-894b-65162b77792d tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 932 time: 0.3969998 Sep 18 02:16:24.451805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c84a1f4-1b63-4e46-b5ea-5b24cffd04c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:24.454514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c84a1f4-1b63-4e46-b5ea-5b24cffd04c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:24.459374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c84a1f4-1b63-4e46-b5ea-5b24cffd04c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae68f889-f1ba-4d4f-80d7-f8468b1cdb75 HTTP/1.1" status: 204 len: 168 time: 0.4711540 Sep 18 02:16:24.659501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84a1f4-1b63-4e46-b5ea-5b24cffd04c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae68f889-f1ba-4d4f-80d7-f8468b1cdb75,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:24.891606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425d99f-c63f-4109-801a-0601079930d9 req-b86be883-373b-41e4-8873-f602722501c4 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:24.901790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8425d99f-c63f-4109-801a-0601079930d9 req-b86be883-373b-41e4-8873-f602722501c4 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.4871230 Sep 18 02:16:24.941090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-198941ca-1d52-4e04-a275-68e1197d37cc req-39352d22-224a-4329-86bb-9fb9cc159ae2 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094570 Sep 18 02:16:24.968235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:25.078015 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8425d99f-c63f-4109-801a-0601079930d9 req-bcb941a1-1ee2-4751-adae-b34a134cc730 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752424 Sep 18 02:16:25.133490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48038) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:25.149023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-5718a8f6-0ff9-4982-a551-50e228c6461f req-8372785f-82d9-4ad0-8869-30c33b06ba5a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:16:25.152883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5718a8f6-0ff9-4982-a551-50e228c6461f req-8372785f-82d9-4ad0-8869-30c33b06ba5a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177214 Sep 18 02:16:25.220416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82f78-c95b-4be4-816e-dc93f7e3f493 req-31209dfb-ec25-4a5c-a6af-f3bb3e98bb4a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:25.228502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5db82f78-c95b-4be4-816e-dc93f7e3f493 req-31209dfb-ec25-4a5c-a6af-f3bb3e98bb4a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 945 time: 0.0744562 Sep 18 02:16:25.320552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5db82f78-c95b-4be4-816e-dc93f7e3f493 req-6e4297e7-70f0-4a6c-bd48-e50796907cf6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911026 Sep 18 02:16:25.422138 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:25.423376 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5718a8f6-0ff9-4982-a551-50e228c6461f req-f14eaba3-190a-464a-808d-8f262aef57f9 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2555203 Sep 18 02:16:25.438675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-85d95443-421d-4293-92eb-8f5a0509011c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c00d279f7be424499c397460f7e2b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845559 Sep 18 02:16:25.441192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48042) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:25.500851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30340c4a-7981-46b2-80c8-898dca594ce3 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:16:25.521683 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:25.530746 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:25.584929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdfb6f-bf16-438e-938c-173c396f93e5 req-e7a48fa8-8ece-4ef9-b47f-224ce40991f7 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:25.588115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Transition to ACTIVE for port object 30340c4a-7981-46b2-80c8-898dca594ce3 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:16:25.591993 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ecbdfb6f-bf16-438e-938c-173c396f93e5 req-e7a48fa8-8ece-4ef9-b47f-224ce40991f7 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 945 time: 0.1724083 Sep 18 02:16:25.601541 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:25.707576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7122013-bdef-4d02-8558-0a14606620ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:25.790843 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:25.847241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Pushing event updated for resources: {'Port': ['ID=30340c4a-7981-46b2-80c8-898dca594ce3,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:25.867954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7122013-bdef-4d02-8558-0a14606620ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:25.966795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ecbdfb6f-bf16-438e-938c-173c396f93e5 req-4eecb0ad-20bc-438b-a4ea-0f7568122552 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351910 Sep 18 02:16:25.967334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48052) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:25.990936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:16:26.038123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da25e9-11d7-49b8-9074-c1cb35d30969 req-9520402d-4d69-4584-a2cb-151bd9a6091e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:26.040582 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85da25e9-11d7-49b8-9074-c1cb35d30969 req-9520402d-4d69-4584-a2cb-151bd9a6091e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.1793180 Sep 18 02:16:26.048863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Attempting to bind port 30340c4a-7981-46b2-80c8-898dca594ce3 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:16:26.049183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Attempting to bind port 30340c4a-7981-46b2-80c8-898dca594ce3 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '29f6698d-9cb7-495e-a5f9-f04ac0a374f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4e07683-dbfd-458e-9449-3ba865550caf'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:16:26.049529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Attempting to bind port 30340c4a-7981-46b2-80c8-898dca594ce3 on network e4e07683-dbfd-458e-9449-3ba865550caf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:26.067560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Port 30340c4a-7981-46b2-80c8-898dca594ce3 on network e4e07683-dbfd-458e-9449-3ba865550caf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:16:26.067907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Attempting to bind port 30340c4a-7981-46b2-80c8-898dca594ce3 on network e4e07683-dbfd-458e-9449-3ba865550caf {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:26.089769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a9ecfa-0fca-4181-ae97-75a727f04f7b tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:26.092396 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-87a9ecfa-0fca-4181-ae97-75a727f04f7b tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 1092 time: 0.1219888 Sep 18 02:16:26.095916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48054) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:26.102245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7122013-bdef-4d02-8558-0a14606620ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:26.105457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7122013-bdef-4d02-8558-0a14606620ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:26.109749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a7122013-bdef-4d02-8558-0a14606620ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df17e2f3-19e6-484d-a126-d3f6d4c0e3a1 HTTP/1.1" status: 204 len: 168 time: 0.6672881 Sep 18 02:16:26.110798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:16:26.111082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Checking segment: {'id': '29f6698d-9cb7-495e-a5f9-f04ac0a374f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4e07683-dbfd-458e-9449-3ba865550caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:26.111472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Bound using segment: {'id': '29f6698d-9cb7-495e-a5f9-f04ac0a374f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4e07683-dbfd-458e-9449-3ba865550caf'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:16:26.112303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Bound port: 30340c4a-7981-46b2-80c8-898dca594ce3, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f6698d-9cb7-495e-a5f9-f04ac0a374f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4e07683-dbfd-458e-9449-3ba865550caf'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:16:26.112303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:26.127625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:26.245402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:26.265653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7122013-bdef-4d02-8558-0a14606620ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17e2f3-19e6-484d-a126-d3f6d4c0e3a1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:26.271134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85da25e9-11d7-49b8-9074-c1cb35d30969 req-8305186a-52a9-4ac4-97f9-8816bba2b587 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233996 Sep 18 02:16:26.302748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:26.309781 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Sync routers for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:26.334532 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:26.340010 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:26.352085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] For port 30340c4a-7981-46b2-80c8-898dca594ce3, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:16:26.355787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] For port 30340c4a-7981-46b2-80c8-898dca594ce3, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30340c4a-7981-46b2-80c8-898dca594ce3,segment=NetworkSegment(29f6698d-9cb7-495e-a5f9-f04ac0a374f4),segment_id=29f6698d-9cb7-495e-a5f9-f04ac0a374f4)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:16:26.364988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97da584-9c05-40ef-a862-da2bb827a439 req-8b62bf49-ce55-4bc1-89dc-3d815b31b4dd tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:26.376907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d97da584-9c05-40ef-a862-da2bb827a439 req-8b62bf49-ce55-4bc1-89dc-3d815b31b4dd tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 944 time: 0.2598989 Sep 18 02:16:26.383664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:26.435969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:26.436677 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:26.438272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] 10.222.0.18 "PUT /v2.0/ports/30340c4a-7981-46b2-80c8-898dca594ce3 HTTP/1.1" status: 200 len: 1093 time: 2.2589433 Sep 18 02:16:26.442615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4206c6-4adb-420e-b220-6fce4389b193', 'tag': '30340c4a-7981-46b2-80c8-898dca594ce3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:26.445184 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4206c6-4adb-420e-b220-6fce4389b193", "tag": "30340c4a-7981-46b2-80c8-898dca594ce3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:26.456949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:26.458328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-93ab2367-4081-4e46-8f06-afdb952a31e1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3614898 Sep 18 02:16:26.483035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48064) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:26.538476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d97da584-9c05-40ef-a862-da2bb827a439 req-ae487d8e-abe4-4a37-be17-bfca482d3f98 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572766 Sep 18 02:16:26.625360 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:26.683318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bccc9c-25b3-42c0-b149-f4693fc97b92 service neutron] Pushing event updated for resources: {'Port': ['ID=30340c4a-7981-46b2-80c8-898dca594ce3,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:26.778143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae96dab-716b-4741-bb74-028d10869606 req-317de36d-73b8-4703-9476-2bad3df9f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:26.793991 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-317de36d-73b8-4703-9476-2bad3df9f782 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fefec30fb2ef41d4ae7574347209f712&device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 1096 time: 0.2892706 Sep 18 02:16:26.808900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675e83c-a06e-453a-ba50-1d4202617a68 req-2e9938df-f6e5-4838-96e5-f25ab94a2eb8 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:26.818927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4675e83c-a06e-453a-ba50-1d4202617a68 req-2e9938df-f6e5-4838-96e5-f25ab94a2eb8 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 946 time: 0.2742512 Sep 18 02:16:26.981133 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-48653a83-40a9-46e5-8f2c-5eddcff8d6b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30340c4a-7981-46b2-80c8-898dca594ce3 HTTP/1.1" status: 200 len: 217 time: 0.1835756 Sep 18 02:16:27.034281 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:24Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:27.038230 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ea9cb-4133-4d8e-bc20-3bde1f92cb53 x-openstack-request-id: req-804ea9cb-4133-4d8e-bc20-3bde1f92cb53 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:27.038949 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4206c6-4adb-420e-b220-6fce4389b193", "tag": "30340c4a-7981-46b2-80c8-898dca594ce3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:27.039532 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-804ea9cb-4133-4d8e-bc20-3bde1f92cb53 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:27.040384 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4206c6-4adb-420e-b220-6fce4389b193', 'tag': '30340c4a-7981-46b2-80c8-898dca594ce3', 'status': 'completed', 'code': 200} Sep 18 02:16:27.074392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cefec3a3-1d75-4108-9591-7c0eeca1e52c tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f1802c86cd5c491abf3194cd9117e0bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5865710 Sep 18 02:16:27.074958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48090) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:27.103166 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Checking router: 201ba68f-5d0e-420b-bd36-2590f7bb6b44 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:16:27.103754 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Updating router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 port e657a056-24b1-450f-946f-5ce762f05764 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:16:27.172820 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:27.196200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:27.316532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4696c2bf-bf65-4e07-8c77-ad8b189dc335 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:27.318100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4696c2bf-bf65-4e07-8c77-ad8b189dc335 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2420878 Sep 18 02:16:27.332229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48098) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:27.360417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae96dab-716b-4741-bb74-028d10869606 req-2c95a68e-0c60-4916-953e-816aa7ed5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:27.361863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-2c95a68e-0c60-4916-953e-816aa7ed5445 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7c251a5-1bdb-4649-8d24-d5054045846f HTTP/1.1" status: 200 len: 853 time: 0.3662677 Sep 18 02:16:27.397353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4675e83c-a06e-453a-ba50-1d4202617a68 req-9f088fea-b571-43fa-bbcd-ecbc03ed8a6b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073904 Sep 18 02:16:27.528944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aab49398-ba5e-4384-ac31-10055f171468 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1904359 Sep 18 02:16:27.529226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48106) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:27.536265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637632002', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:27.560771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-a12caa70-4b63-4cda-9c47-bfc6d51d7892 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4e07683-dbfd-458e-9449-3ba865550caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837119 Sep 18 02:16:27.839764 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:27.849079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6e7d-b440-4d92-8e74-3dc99f5893c3 req-e340fa03-9d59-46e7-8b13-bc3b374ffec6 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:27.854526 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:27.858462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15edb15-5afc-40a5-9946-3223ea781b35 req-5c0d9312-b70c-401f-bd1e-383ab108e766 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:27.861235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42ea6e7d-b440-4d92-8e74-3dc99f5893c3 req-e340fa03-9d59-46e7-8b13-bc3b374ffec6 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.2441919 Sep 18 02:16:27.875320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b15edb15-5afc-40a5-9946-3223ea781b35 req-5c0d9312-b70c-401f-bd1e-383ab108e766 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 944 time: 0.2556045 Sep 18 02:16:27.927431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:27.931065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:27.961302 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Pushing event updated for resources: {'Port': ['ID=e657a056-24b1-450f-946f-5ce762f05764,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:27.961886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-d8bfb5eb-6237-4756-bf9b-768cbe8da4b0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4e07683-dbfd-458e-9449-3ba865550caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902044 Sep 18 02:16:27.966745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42ea6e7d-b440-4d92-8e74-3dc99f5893c3 req-0dd7dd73-b50a-4ff2-97de-a9672a5d6857 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986683 Sep 18 02:16:27.975055 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.975638 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.976251 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.976742 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.977249 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.977883 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.978408 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.979182 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.979688 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.980172 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.980722 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.981211 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:27.989355 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Attempting to bind port e657a056-24b1-450f-946f-5ce762f05764 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:16:27.990059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Attempting to bind port e657a056-24b1-450f-946f-5ce762f05764 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:16:27.990602 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Attempting to bind port e657a056-24b1-450f-946f-5ce762f05764 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:27.997891 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:16:27.998619 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:27.999240 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:27.999807 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:16:28.001805 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Bound port: e657a056-24b1-450f-946f-5ce762f05764, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:16:28.002755 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:28.107343 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] For port e657a056-24b1-450f-946f-5ce762f05764, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:16:28.113759 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] For port e657a056-24b1-450f-946f-5ce762f05764, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e657a056-24b1-450f-946f-5ce762f05764,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:16:28.124253 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:28.202668 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12fbab-5577-4e00-879d-41b9e5a219fa None None] Pushing event updated for resources: {'Port': ['ID=e657a056-24b1-450f-946f-5ce762f05764,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:28.260596 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:28.262434 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:28.523031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fce5a-9d15-4529-8b7e-9a283f15a455 req-1687ec2b-22b3-4ad6-aec3-20d48f919dee tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:28.539794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fce5a-9d15-4529-8b7e-9a283f15a455 req-1687ec2b-22b3-4ad6-aec3-20d48f919dee tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:28.539986 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:28.546544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fce5a-9d15-4529-8b7e-9a283f15a455 req-1687ec2b-22b3-4ad6-aec3-20d48f919dee tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:28.555315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-909fce5a-9d15-4529-8b7e-9a283f15a455 req-1687ec2b-22b3-4ad6-aec3-20d48f919dee tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7&device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec&device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 2417 time: 0.1965539 Sep 18 02:16:28.668333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-909fce5a-9d15-4529-8b7e-9a283f15a455 req-843d4750-9100-4c55-a5cb-b4fa25076fac tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021619 Sep 18 02:16:28.669944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:28.763415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Subnet': ['ID=9adb7282-7c6e-48a5-90b8-dabbdf19a946,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:28.791170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-9b4dd7e4-275a-4b33-bd55-46a9e06d3be1 req-483a2dd6-5eb8-4cb3-ac45-6bc8372cd216 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:16:28.794609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b4dd7e4-275a-4b33-bd55-46a9e06d3be1 req-483a2dd6-5eb8-4cb3-ac45-6bc8372cd216 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227332 Sep 18 02:16:29.018438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Checking segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:29.018438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network hostable DHCP agents. Network: 707bdcd4-2a3f-4037-b51a-0912f79ee37e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:16:29.094819 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:24Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:29.144412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b15edb15-5afc-40a5-9946-3223ea781b35 req-b6c2cff0-1c2d-4ea0-a37b-5b080c7eb03c tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2681227 Sep 18 02:16:29.149144 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef585dfa-ab51-450b-aeb3-905a28b639d3 None None] The sync data for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 is: [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:24Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:29.167394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b4dd7e4-275a-4b33-bd55-46a9e06d3be1 req-0bd20188-7cd3-4020-9fc6-f662b3673f76 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3566768 Sep 18 02:16:29.169351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:16:29.200492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.25.0.14 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/3d8e37cc-a742-4d22-ab1a-76a3e13078c5) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:29.204741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 707bdcd4-2a3f-4037-b51a-0912f79ee37e) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:29.216862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10634fed-7aca-4267-b2c8-8fd0406a8675 None None] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:29.238575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:29.239658 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:29.275134 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-836b0b75-4675-46de-a564-135d2ecb5f09 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7440190 Sep 18 02:16:29.278025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:29.423081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48142) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:29.499555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aae96dab-716b-4741-bb74-028d10869606 req-827e02fc-6cb2-4484-9a45-eeb784e53fea service neutron] 10.222.0.18 "GET /v2.0/networks/e4e07683-dbfd-458e-9449-3ba865550caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5114512 Sep 18 02:16:29.585286 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:29.688247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:16:29.689647 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:29.729959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-52a3fa08-b9c5-42a3-9308-a1b0e6caf496 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2059922336'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:29.769216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-c53b4774-5c13-4e9a-8aba-79b642e9954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:29.771308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-c53b4774-5c13-4e9a-8aba-79b642e9954f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fefec30fb2ef41d4ae7574347209f712&device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 1096 time: 0.1829655 Sep 18 02:16:29.775864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:30.012021 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3fa08-b9c5-42a3-9308-a1b0e6caf496 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:30.013025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3fa08-b9c5-42a3-9308-a1b0e6caf496 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:30.017820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e657a056-24b1-450f-946f-5ce762f05764 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:30.063785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48152) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:30.083714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:30.086877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-66b48d88-0e40-4eb6-a4d1-b1069beb852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:30.088618 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-66b48d88-0e40-4eb6-a4d1-b1069beb852c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4e07683-dbfd-458e-9449-3ba865550caf HTTP/1.1" status: 200 len: 913 time: 0.3002174 Sep 18 02:16:30.094415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:30.192977 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-fb707ee1-efc1-4497-a619-933e7d964e85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30340c4a-7981-46b2-80c8-898dca594ce3 HTTP/1.1" status: 200 len: 217 time: 0.0949225 Sep 18 02:16:30.204084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:30.234123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Allocated IP 172.20.0.2 (707bdcd4-2a3f-4037-b51a-0912f79ee37e/9adb7282-7c6e-48a5-90b8-dabbdf19a946/befa286b-a406-4637-8571-884070b714f2) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:30.280222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e657a056-24b1-450f-946f-5ce762f05764 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:30.282646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:30.533536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-6c9b9e8c-0412-438c-b050-ba44b2fa96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:30.542145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-6c9b9e8c-0412-438c-b050-ba44b2fa96b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7c251a5-1bdb-4649-8d24-d5054045846f HTTP/1.1" status: 200 len: 853 time: 0.3275554 Sep 18 02:16:30.543021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=3d8e37cc-a742-4d22-ab1a-76a3e13078c5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:30.584864 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:30.668763 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:30.764755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port e657a056-24b1-450f-946f-5ce762f05764, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e657a056-24b1-450f-946f-5ce762f05764,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:30.777830 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-bd1f28e5-2a13-4d1e-b931-369b08a2765d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4e07683-dbfd-458e-9449-3ba865550caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2015297 Sep 18 02:16:30.820498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:30.835922 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3fa08-b9c5-42a3-9308-a1b0e6caf496 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:30.959698 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.046520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.052245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3fa08-b9c5-42a3-9308-a1b0e6caf496 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.116953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37de6f-d3d4-47a8-98da-3b1a53c1e1ab req-5f291ae8-f5cd-4aa3-bb44-8e7276cea1ef tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:31.121938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=e657a056-24b1-450f-946f-5ce762f05764,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:31.126245 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f37de6f-d3d4-47a8-98da-3b1a53c1e1ab req-5f291ae8-f5cd-4aa3-bb44-8e7276cea1ef tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 944 time: 0.6157026 Sep 18 02:16:31.144895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:31.147464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.147997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.148578 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.149122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.149676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.150278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.150681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.151150 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.151550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.151961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.152632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.153040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:31.172441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:31.205986 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8dd3172-91e4-4254-8e86-12170e9ce523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.217113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:31.260634 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a3fa08-b9c5-42a3-9308-a1b0e6caf496 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.261866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-52a3fa08-b9c5-42a3-9308-a1b0e6caf496 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.8359704 Sep 18 02:16:31.270152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-3bfd3899-2918-4b05-a7ea-f0ea0f0346fa service neutron] 10.222.0.18 "GET /v2.0/networks/e4e07683-dbfd-458e-9449-3ba865550caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325519 Sep 18 02:16:31.272981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48180) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:31.402051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Pushing event updated for resources: {'Port': ['ID=befa286b-a406-4637-8571-884070b714f2,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:31.466130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c31d27-ecd5-4ce3-92fb-9e12d0095659 req-a3bdd6ba-e7c9-4fe5-8c05-86232c85fc4f service neutron] 10.222.0.18 "GET /v2.0/networks/e4e07683-dbfd-458e-9449-3ba865550caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436982 Sep 18 02:16:31.468284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Attempting to bind port befa286b-a406-4637-8571-884070b714f2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:16:31.468656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Attempting to bind port befa286b-a406-4637-8571-884070b714f2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:16:31.469019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Attempting to bind port befa286b-a406-4637-8571-884070b714f2 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:31.493299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:16:31.493553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Checking segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:31.493865 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.494241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Bound using segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:16:31.494736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Bound port: befa286b-a406-4637-8571-884070b714f2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:16:31.500904 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.549443 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f37de6f-d3d4-47a8-98da-3b1a53c1e1ab req-ff85e3d0-9966-4c02-994d-bbadbd2f3c4d tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180377 Sep 18 02:16:31.617853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-762e8428-dd58-40d3-8b2e-04d803deb53a tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.716953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] For port befa286b-a406-4637-8571-884070b714f2, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:16:31.728746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] For port befa286b-a406-4637-8571-884070b714f2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=befa286b-a406-4637-8571-884070b714f2,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:16:31.741506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30340c4a-7981-46b2-80c8-898dca594ce3 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:16:31.752419 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:31.884839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf16e1-4f70-477f-81a0-3756308b9389 None None] Pushing event updated for resources: {'Port': ['ID=befa286b-a406-4637-8571-884070b714f2,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:32.026344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e657a056-24b1-450f-946f-5ce762f05764 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:32.145745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.218469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.20.0.1 (707bdcd4-2a3f-4037-b51a-0912f79ee37e/9adb7282-7c6e-48a5-90b8-dabbdf19a946/92913e0b-9be8-44e7-a5c5-553e0cf74dfc) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:32.362829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30340c4a-7981-46b2-80c8-898dca594ce3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30340c4a-7981-46b2-80c8-898dca594ce3,segment=NetworkSegment(29f6698d-9cb7-495e-a5f9-f04ac0a374f4),segment_id=29f6698d-9cb7-495e-a5f9-f04ac0a374f4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:32.429402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '30340c4a-7981-46b2-80c8-898dca594ce3', 'network_id': 'e4e07683-dbfd-458e-9449-3ba865550caf', 'port_id': '30340c4a-7981-46b2-80c8-898dca594ce3', 'mac_address': 'fa:16:3e:ee:1f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c251a5-1bdb-4649-8d24-d5054045846f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:16:32.432421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e657a056-24b1-450f-946f-5ce762f05764 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:32.432802 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.460565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.594933 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.606808 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-762e8428-dd58-40d3-8b2e-04d803deb53a tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.612800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-762e8428-dd58-40d3-8b2e-04d803deb53a tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.641081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30340c4a-7981-46b2-80c8-898dca594ce3 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:16:32.760039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30340c4a-7981-46b2-80c8-898dca594ce3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30340c4a-7981-46b2-80c8-898dca594ce3,segment=NetworkSegment(29f6698d-9cb7-495e-a5f9-f04ac0a374f4),segment_id=29f6698d-9cb7-495e-a5f9-f04ac0a374f4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:32.774978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33169916-25c7-4a79-85d7-52ef3ab90ffd req-1c1a7afd-c89b-43c5-a2fe-5e231b4fde3e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:32.775263 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.785770 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-33169916-25c7-4a79-85d7-52ef3ab90ffd req-1c1a7afd-c89b-43c5-a2fe-5e231b4fde3e tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.2404497 Sep 18 02:16:32.826633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-762e8428-dd58-40d3-8b2e-04d803deb53a tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.827173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762e8428-dd58-40d3-8b2e-04d803deb53a tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c4de246-cb9f-46ab-bed6-29f47567efe7 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:32.834337 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-762e8428-dd58-40d3-8b2e-04d803deb53a tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.848559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-762e8428-dd58-40d3-8b2e-04d803deb53a tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0c4de246-cb9f-46ab-bed6-29f47567efe7 HTTP/1.1" status: 204 len: 168 time: 1.5351834 Sep 18 02:16:32.849192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48204) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:32.857942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=30340c4a-7981-46b2-80c8-898dca594ce3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:32.876664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-33169916-25c7-4a79-85d7-52ef3ab90ffd req-a4597642-fd57-4fee-b0a4-01c557552961 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898433 Sep 18 02:16:32.885579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8a75c2ce-21f5-4223-90d9-56d8d1485228 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Request body: {'router': {'name': 'tempest-router-1298024512', 'distributed': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:32.921273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.925598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.938539 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.990263 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a75c2ce-21f5-4223-90d9-56d8d1485228 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:32.992753 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a75c2ce-21f5-4223-90d9-56d8d1485228 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.012424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['30340c4a-7981-46b2-80c8-898dca594ce3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:16:33.020826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce55dc-5e4e-42df-9f6e-7a6f4042c890 req-b1b2fa59-b6e9-44c1-b324-f284b0b67257 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:33.022639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5fce55dc-5e4e-42df-9f6e-7a6f4042c890 req-b1b2fa59-b6e9-44c1-b324-f284b0b67257 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 945 time: 0.2449367 Sep 18 02:16:33.211828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5fce55dc-5e4e-42df-9f6e-7a6f4042c890 req-194b0bac-c7f6-40b7-b8c5-a4e494d082fb tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743472 Sep 18 02:16:33.222299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=3d8e37cc-a742-4d22-ab1a-76a3e13078c5,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:33.226588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.255065 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.358699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a75c2ce-21f5-4223-90d9-56d8d1485228 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.378220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a75c2ce-21f5-4223-90d9-56d8d1485228 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.382631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:33.401494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:33.426700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:33.436261 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0094e3a-0c31-45ab-b49b-fc345474eea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.474321 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Floating IP 4afa0015-db85-4c07-8502-28242d0c2603 associated. External IP: 172.25.0.14, port: 8d124565-1b50-476e-80c4-821809f865fc. Sep 18 02:16:33.497161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a75c2ce-21f5-4223-90d9-56d8d1485228 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.499089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8a75c2ce-21f5-4223-90d9-56d8d1485228 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6461940 Sep 18 02:16:33.502856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.506946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:33.517342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48210) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:33.604485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b9c6c-586a-48b8-bc5b-6f6c4682ead3 None None] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:33.694918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d4fddd8c-b70d-46d4-8df5-a124f3e9b294 None None] Provisioning complete for port befa286b-a406-4637-8571-884070b714f2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:33.695585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4fddd8c-b70d-46d4-8df5-a124f3e9b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.713835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.719587 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55e76952-451d-4b77-b216-811631a9a7ec tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.857693 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4fddd8c-b70d-46d4-8df5-a124f3e9b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.953959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d4fddd8c-b70d-46d4-8df5-a124f3e9b294 None None] For port befa286b-a406-4637-8571-884070b714f2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=befa286b-a406-4637-8571-884070b714f2,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:33.968867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 9779ce9c-88e8-438e-8943-14f622429b15 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:16:33.979430 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4fddd8c-b70d-46d4-8df5-a124f3e9b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:33.983791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-5fbabad5-20cd-489a-9996-3b118bbd5169 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:33.985594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-5fbabad5-20cd-489a-9996-3b118bbd5169 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.18 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.3448713 Sep 18 02:16:33.998672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55e76952-451d-4b77-b216-811631a9a7ec tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.001628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55e76952-451d-4b77-b216-811631a9a7ec tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.032378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device befa286b-a406-4637-8571-884070b714f2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:34.077622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fddd8c-b70d-46d4-8df5-a124f3e9b294 None None] Pushing event updated for resources: {'Port': ['ID=befa286b-a406-4637-8571-884070b714f2,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:34.078412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55e76952-451d-4b77-b216-811631a9a7ec tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.079082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e76952-451d-4b77-b216-811631a9a7ec tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44fc6f56-1d5d-42f0-ba2a-8bf343ceb03c {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:34.116337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55e76952-451d-4b77-b216-811631a9a7ec tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.117656 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-55e76952-451d-4b77-b216-811631a9a7ec tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "DELETE /v2.0/routers/44fc6f56-1d5d-42f0-ba2a-8bf343ceb03c HTTP/1.1" status: 204 len: 168 time: 0.5859747 Sep 18 02:16:34.126127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48218) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:34.155109 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.166569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port befa286b-a406-4637-8571-884070b714f2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:34.167089 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.216962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-39003305-0abf-4f04-938a-d313ec816148 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Request body: {'router': {'name': 'tempest-router-50768115', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '84e2db0677d64da0a85333a49c0ad62b'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:34.418557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72991-e24f-4e3d-b907-47d5e1628c42 req-3ddd7f97-9f06-4bfb-9cea-0d4538820e9a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:34.422278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfd72991-e24f-4e3d-b907-47d5e1628c42 req-3ddd7f97-9f06-4bfb-9cea-0d4538820e9a tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 945 time: 0.3502865 Sep 18 02:16:34.437187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39003305-0abf-4f04-938a-d313ec816148 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.441381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39003305-0abf-4f04-938a-d313ec816148 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.458113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f50739ad-0084-46ca-b123-62fa822acea0 None None] Provisioning complete for port befa286b-a406-4637-8571-884070b714f2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:34.458670 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f50739ad-0084-46ca-b123-62fa822acea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.473261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:34.485621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Deleting port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:34.486260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.538743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] Sync routers for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:34.573147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:34.574087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:34.602941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] For port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:34.603312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.640106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Calling delete_port for 0465d80f-6fc5-45da-a7aa-4a8a67e836bc owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:34.663007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dfd72991-e24f-4e3d-b907-47d5e1628c42 req-a5cd36cd-950b-4fba-804f-4d75a8798874 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263246 Sep 18 02:16:34.668213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.788814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f50739ad-0084-46ca-b123-62fa822acea0 None None] Provisioning complete for port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:34.789475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f50739ad-0084-46ca-b123-62fa822acea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.842188 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39003305-0abf-4f04-938a-d313ec816148 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.860524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:34.864235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f50739ad-0084-46ca-b123-62fa822acea0 None None] Port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:34.886738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39003305-0abf-4f04-938a-d313ec816148 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.930107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.965147 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:34.978816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef9d63-e5ba-41a9-8978-b4086577a992 req-6cd385d0-cb7c-48fb-b37c-0b4f06c99e55 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:34.980531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48ef9d63-e5ba-41a9-8978-b4086577a992 req-6cd385d0-cb7c-48fb-b37c-0b4f06c99e55 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 945 time: 0.5841286 Sep 18 02:16:34.996652 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['0465d80f-6fc5-45da-a7aa-4a8a67e836bc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:16:34.999306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['b15333f9-b848-4041-9c75-119d6eb74591', 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:16:35.003154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39003305-0abf-4f04-938a-d313ec816148 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:35.011057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-39003305-0abf-4f04-938a-d313ec816148 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8624969 Sep 18 02:16:35.019431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Pushing event deleted for resources: {'Port': ['ID=0465d80f-6fc5-45da-a7aa-4a8a67e836bc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:35.022249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:35.029162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48236) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:35.035462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:35.549429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f45cc472-8c00-4f7c-ab69-77f1636ae07c None None] Provisioning complete for port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:35.551348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f45cc472-8c00-4f7c-ab69-77f1636ae07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:35.643122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f45cc472-8c00-4f7c-ab69-77f1636ae07c None None] Port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:35.744044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30340c4a-7981-46b2-80c8-898dca594ce3 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:35.765341 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-98237733-8962-4093-afcc-aa24f02ef3da tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.6678374 Sep 18 02:16:35.766179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48244) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:35.840487 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:35.846056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'tag': '8d124565-1b50-476e-80c4-821809f865fc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:35.852719 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4" -d '{"events": [{"name": "network-changed", "server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "tag": "8d124565-1b50-476e-80c4-821809f865fc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:35.875601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:35.907381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] No DVR routers for this DVR port 0465d80f-6fc5-45da-a7aa-4a8a67e836bc on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:35.917954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:35.933263 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-90fad8e2-b4fc-4efe-a5fb-044025d29763 req-93fc5a35-e294-4d05-a601-ccb5faf68770 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.18 "DELETE /v2.0/ports/0465d80f-6fc5-45da-a7aa-4a8a67e836bc HTTP/1.1" status: 204 len: 173 time: 1.9347029 Sep 18 02:16:35.936734 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48ef9d63-e5ba-41a9-8978-b4086577a992 req-97be8bba-44a6-48f1-a0fa-bcb38d7da7cb tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9253047 Sep 18 02:16:35.954418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56e131a8-8a90-4ee4-8fef-d61255f9df01 req-ed0f114a-2698-40ca-87a1-523968457e17 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770f3bb-01f4-4dad-a802-2c053df4eeb7 HTTP/1.1" status: 200 len: 210 time: 0.1034937 Sep 18 02:16:36.000830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device befa286b-a406-4637-8571-884070b714f2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:36.073131 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.084668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 30340c4a-7981-46b2-80c8-898dca594ce3 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:16:36.119809 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e9f35-ac96-4c66-bc04-1cb8620bd09d x-openstack-request-id: req-4e8e9f35-ac96-4c66-bc04-1cb8620bd09d {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:36.120205 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "tag": "8d124565-1b50-476e-80c4-821809f865fc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:36.120400 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e8e9f35-ac96-4c66-bc04-1cb8620bd09d {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:36.120837 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'tag': '8d124565-1b50-476e-80c4-821809f865fc', 'status': 'completed', 'code': 200} Sep 18 02:16:36.122667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:36.133373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 30340c4a-7981-46b2-80c8-898dca594ce3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:36.133736 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.204477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Deleting port f11c5575-9141-48e3-aeea-a981a129d032 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:36.205002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.381547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-04870bfe-0e36-4bd6-af27-f9031632c2f1 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4afa0015-db85-4c07-8502-28242d0c2603 HTTP/1.1" status: 200 len: 990 time: 0.5049191 Sep 18 02:16:36.396117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-134668a3-7a1b-43f9-acce-96008fc97224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:36.402503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-134668a3-7a1b-43f9-acce-96008fc97224 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 1097 time: 0.2746389 Sep 18 02:16:36.455679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:51Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:31Z', 'revision_number': 0, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:36.469165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port befa286b-a406-4637-8571-884070b714f2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:36.469798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.474901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.491276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:36.496333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:36.555419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] Checking router: 9779ce9c-88e8-438e-8943-14f622429b15 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:16:36.562964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-644608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8086'] for router, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.563393 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.577356 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.636386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:36.637321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:36.664380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4206c6-4adb-420e-b220-6fce4389b193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30340c4a-7981-46b2-80c8-898dca594ce3'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:36.666691 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf4ed1-384d-45cd-a0fa-0189aa27e200" -d '{"events": [{"server_uuid": "ac4206c6-4adb-420e-b220-6fce4389b193", "name": "network-vif-plugged", "status": "completed", "tag": "30340c4a-7981-46b2-80c8-898dca594ce3"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:36.707316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] For port f11c5575-9141-48e3-aeea-a981a129d032, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f11c5575-9141-48e3-aeea-a981a129d032,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:36.707441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.755385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30340c4a-7981-46b2-80c8-898dca594ce3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30340c4a-7981-46b2-80c8-898dca594ce3,segment=NetworkSegment(29f6698d-9cb7-495e-a5f9-f04ac0a374f4),segment_id=29f6698d-9cb7-495e-a5f9-f04ac0a374f4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:36.759063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Calling delete_port for f11c5575-9141-48e3-aeea-a981a129d032 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:36.768196 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.769688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0465d80f-6fc5-45da-a7aa-4a8a67e836bc no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:36.852694 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f62a65-3eff-43a1-8963-bf57a395b179 x-openstack-request-id: req-f4f62a65-3eff-43a1-8963-bf57a395b179 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:36.853267 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4206c6-4adb-420e-b220-6fce4389b193", "name": "network-vif-plugged", "status": "completed", "tag": "30340c4a-7981-46b2-80c8-898dca594ce3", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:36.854000 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4f62a65-3eff-43a1-8963-bf57a395b179 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:36.854598 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4206c6-4adb-420e-b220-6fce4389b193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30340c4a-7981-46b2-80c8-898dca594ce3', 'code': 200} Sep 18 02:16:36.918383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106440) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 18 02:16:36.918964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Router b889de20-9f4c-486a-8e93-f0a6a870cd86 migrating from provider to provider. {{(pid=106440) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 18 02:16:36.919267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.932422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.946805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-7c04b117-fecc-4fd3-a088-f2dc75e57ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:36.948459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-7c04b117-fecc-4fd3-a088-f2dc75e57ef1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc HTTP/1.1" status: 200 len: 897 time: 0.5399022 Sep 18 02:16:36.951008 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-644619'] for router, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:36.951510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:36.969218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2911550-2c1f-4640-b2e9-2143cb542386 req-527f54b4-3176-4c2a-8370-e7614c0ee135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:36.970703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b2911550-2c1f-4640-b2e9-2143cb542386 req-527f54b4-3176-4c2a-8370-e7614c0ee135 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 1098 time: 0.1113093 Sep 18 02:16:37.077367 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:37.096682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=30340c4a-7981-46b2-80c8-898dca594ce3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:37.147943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11c5575-9141-48e3-aeea-a981a129d032,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:37.201424 n-d-789963-12 neutron-server[106440]: WARNING neutron.scheduler.l3_agent_scheduler [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] No L3 agents can host the router b889de20-9f4c-486a-8e93-f0a6a870cd86 Sep 18 02:16:37.205404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-6edd0a60-3f99-405a-be6a-c44ab411a842 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d124565-1b50-476e-80c4-821809f865fc HTTP/1.1" status: 200 len: 998 time: 0.2465258 Sep 18 02:16:37.215241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b2911550-2c1f-4640-b2e9-2143cb542386 req-c5727120-52f6-47c8-b8be-7e3e8c14d685 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701353 Sep 18 02:16:37.305215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:16:37.307536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 0465d80f-6fc5-45da-a7aa-4a8a67e836bc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:37.307893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0465d80f-6fc5-45da-a7aa-4a8a67e836bc not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:37.308030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996fc68-cfa0-456a-a998-4301e0a8cde0 req-6e6bd9ec-9356-46ec-8b05-db21a431a1af tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:37.309558 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f996fc68-cfa0-456a-a998-4301e0a8cde0 req-6e6bd9ec-9356-46ec-8b05-db21a431a1af tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 946 time: 0.2396746 Sep 18 02:16:37.375961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-628971dd-a1c2-4439-b7b6-d340151ced42 None None] Provisioning complete for port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:37.376340 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-628971dd-a1c2-4439-b7b6-d340151ced42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:37.388513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48262) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:37.407519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-482ddf90-0a7b-4f7b-945e-434e8c4486ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:37.409839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-482ddf90-0a7b-4f7b-945e-434e8c4486ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46c08ff-103e-4871-b11c-f7b2953fb524 HTTP/1.1" status: 200 len: 835 time: 0.1932025 Sep 18 02:16:37.450117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-628971dd-a1c2-4439-b7b6-d340151ced42 None None] Port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:37.652783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5bc9b99b-1680-40ae-8538-79e8c4fdb524 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4afa0015-db85-4c07-8502-28242d0c2603 HTTP/1.1" status: 200 len: 990 time: 0.2608905 Sep 18 02:16:37.654774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Hosts for router b889de20-9f4c-486a-8e93-f0a6a870cd86: [] {{(pid=106440) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 18 02:16:37.658887 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f996fc68-cfa0-456a-a998-4301e0a8cde0 req-589b66ca-d08c-4a9a-933b-6f5518a53682 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315341 Sep 18 02:16:37.662288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:51Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:31Z', 'revision_number': 0, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:37.700460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Hosts for other DVR routers connected to router b889de20-9f4c-486a-8e93-f0a6a870cd86: set() {{(pid=106440) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 18 02:16:37.703353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:37.704581 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-68282090-3a96-49b9-9fdf-e15fcdf34cde tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "PUT /v2.0/routers/b889de20-9f4c-486a-8e93-f0a6a870cd86 HTTP/1.1" status: 200 len: 715 time: 2.6729484 Sep 18 02:16:37.707480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48272) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:37.717990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981f5ae-b87a-430e-9004-7cc12b7ed79b None None] The sync data for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 is: [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:15:51Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:31Z', 'revision_number': 0, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:37.720177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-f79f38a7-0349-4bd5-9220-9ad81dafe44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:37.722953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-f79f38a7-0349-4bd5-9220-9ad81dafe44d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2273924 Sep 18 02:16:37.825502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc624a-07a7-47d2-8a29-9076b2fa0558 req-2ed8d20f-8a7a-47c5-842c-87bb041818a3 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:37.827401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39bc624a-07a7-47d2-8a29-9076b2fa0558 req-2ed8d20f-8a7a-47c5-842c-87bb041818a3 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 946 time: 0.3975096 Sep 18 02:16:37.861017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:37.870088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:37.872310 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Sync routers for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:37.888229 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:37.889147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:37.897168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b15800c8-3426-41f0-9522-bcb1c34a748f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "PUT /v2.0/routers/201ba68f-5d0e-420b-bd36-2590f7bb6b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6058073 Sep 18 02:16:37.945604 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-256f7b04-fb79-4371-9968-0da9ef76fc2c tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "GET /v2.0/routers/b889de20-9f4c-486a-8e93-f0a6a870cd86 HTTP/1.1" status: 200 len: 715 time: 0.2368956 Sep 18 02:16:37.948512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:38.061789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39bc624a-07a7-47d2-8a29-9076b2fa0558 req-6ab37427-2b07-4c61-90a8-5ad225433a5c tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185540 Sep 18 02:16:38.130663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a770f3bb-01f4-4dad-a802-2c053df4eeb7', 'name': 'network-vif-deleted', 'tag': '0465d80f-6fc5-45da-a7aa-4a8a67e836bc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:38.133172 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd16a96-0328-4eb1-a570-eb1b405b1ee4" -d '{"events": [{"server_uuid": "a770f3bb-01f4-4dad-a802-2c053df4eeb7", "name": "network-vif-deleted", "tag": "0465d80f-6fc5-45da-a7aa-4a8a67e836bc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:38.225647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0a65f-0a95-4380-9dc6-1ac3eece4b11 None None] New status for floating IP 4afa0015-db85-4c07-8502-28242d0c2603: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:16:38.245591 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:38.305442 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-4960d681-5ed6-4270-9153-131a272da153 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349669 Sep 18 02:16:38.307074 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e352b3-2d61-4b51-9b39-921c4abb0e42 x-openstack-request-id: req-d4e352b3-2d61-4b51-9b39-921c4abb0e42 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:38.307360 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a770f3bb-01f4-4dad-a802-2c053df4eeb7", "name": "network-vif-deleted", "tag": "0465d80f-6fc5-45da-a7aa-4a8a67e836bc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:38.307609 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4e352b3-2d61-4b51-9b39-921c4abb0e42 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:38.308000 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a770f3bb-01f4-4dad-a802-2c053df4eeb7', 'name': 'network-vif-deleted', 'tag': '0465d80f-6fc5-45da-a7aa-4a8a67e836bc', 'status': 'completed', 'code': 200} Sep 18 02:16:38.457141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Router d990a680-1734-4e39-b1d6-f92c48c63201 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:16:38.458116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-42e5be71-d01b-4523-bbd2-3262e7d72dc6 tempest-RoutersTestDVR-404716128 tempest-RoutersTestDVR-404716128-project] 10.222.0.21 "GET /v2.0/routers/b889de20-9f4c-486a-8e93-f0a6a870cd86 HTTP/1.1" status: 200 len: 681 time: 0.4993765 Sep 18 02:16:38.460769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:38.491263 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-f9407715-1a68-4212-a970-033629c2a941 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307927126&fields=id&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 267 time: 0.3013198 Sep 18 02:16:38.635431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fd7a7af-2376-414b-b95b-f2a7c09b19d4 req-3b6b006b-20ab-47b3-b951-0ba51b1d9526 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784216 Sep 18 02:16:38.709885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48296) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:38.711906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:16:38.732263 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a6100113-feec-46f6-9fef-3d65a0b021c0 admin admin] 10.222.0.21 "PUT /v2.0/routers/d990a680-1734-4e39-b1d6-f92c48c63201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6673977 Sep 18 02:16:38.739340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-2b1b050b-7f1a-4ca9-a288-ad49998d8611 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:38.740880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-2b1b050b-7f1a-4ca9-a288-ad49998d8611 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 797 time: 0.2354457 Sep 18 02:16:38.741374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:38.745291 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:35Z', 'revision_number': 2, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:38.749863 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] Sync routers for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:16:38.822858 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Checking router: 201ba68f-5d0e-420b-bd36-2590f7bb6b44 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:16:38.823354 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Updating router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:16:38.866016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1489f063-6833-4869-acc4-a1074986605b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:38.922228 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:38.924249 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:38.925347 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:38.943251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-957119e3-06bf-49d4-acfb-3ecceb109fc4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/quotas/f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 375 time: 0.1696527 Sep 18 02:16:38.979506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-92f8e956-5697-41fa-87cc-06eee2ee2614 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:38.982858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-92f8e956-5697-41fa-87cc-06eee2ee2614 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.20 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 946 time: 0.3587120 Sep 18 02:16:39.070768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1489f063-6833-4869-acc4-a1074986605b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.072142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.083782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed692669-ca9d-40f8-807f-95b5cafe5486 req-ad5f498a-e843-4686-80c8-d032112e4389 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:39.091020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ed692669-ca9d-40f8-807f-95b5cafe5486 req-ad5f498a-e843-4686-80c8-d032112e4389 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 946 time: 0.2942107 Sep 18 02:16:39.100455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1489f063-6833-4869-acc4-a1074986605b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.119092 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:39.125783 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-327ebe21-442f-4869-8562-0cbdaccf0a95 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4afa0015-db85-4c07-8502-28242d0c2603 HTTP/1.1" status: 200 len: 990 time: 0.4078839 Sep 18 02:16:39.204771 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ed692669-ca9d-40f8-807f-95b5cafe5486 req-31f71f4b-af14-45e4-ac5e-29fe0ba68e84 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103475 Sep 18 02:16:39.235834 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1489f063-6833-4869-acc4-a1074986605b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.236701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1489f063-6833-4869-acc4-a1074986605b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b889de20-9f4c-486a-8e93-f0a6a870cd86 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:39.241951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1489f063-6833-4869-acc4-a1074986605b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.248561 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1489f063-6833-4869-acc4-a1074986605b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b889de20-9f4c-486a-8e93-f0a6a870cd86 HTTP/1.1" status: 204 len: 168 time: 0.7809007 Sep 18 02:16:39.253359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48308) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:39.257733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3bbc8397-2e3c-4486-859d-2d8741ab89c9 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Request body: {'router': {'name': 'tempest-router-27598360', 'distributed': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:39.318670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-0c7bc488-6f91-4cfb-b3ba-9c2bccbb2e53 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2597218 Sep 18 02:16:39.321095 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8397-2e3c-4486-859d-2d8741ab89c9 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.322446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8397-2e3c-4486-859d-2d8741ab89c9 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.371375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Deleting port b15333f9-b848-4041-9c75-119d6eb74591 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:39.371716 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.433332 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8397-2e3c-4486-859d-2d8741ab89c9 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.460329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8397-2e3c-4486-859d-2d8741ab89c9 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.501680 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.510143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8397-2e3c-4486-859d-2d8741ab89c9 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.512091 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3bbc8397-2e3c-4486-859d-2d8741ab89c9 tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2577264 Sep 18 02:16:39.521460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48312) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:39.523899 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.530434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa67f8-50d5-466b-be33-97a2322d14f2 req-abafb861-3e8f-443f-843f-557c84c74a53 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:39.532113 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0fa67f8-50d5-466b-be33-97a2322d14f2 req-abafb861-3e8f-443f-843f-557c84c74a53 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 946 time: 0.2235746 Sep 18 02:16:39.573907 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe002da8-7aed-4a52-9bc2-3fe2d4d2f398 None None] Pushing event updated for resources: {'Port': ['ID=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:39.623210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0fa67f8-50d5-466b-be33-97a2322d14f2 req-78ecd823-dc8e-4fc1-8f49-e3bdacef7776 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792205 Sep 18 02:16:39.695704 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Attempting to bind port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:16:39.696071 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Attempting to bind port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:16:39.696437 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Attempting to bind port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:39.714170 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:16:39.714858 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Checking segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:39.715442 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.716000 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Bound using segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:16:39.716652 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Bound port: 92913e0b-9be8-44e7-a5c5-553e0cf74dfc, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:16:39.717211 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:39.874906 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] For port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:16:39.883817 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] For port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:16:39.898750 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.003863 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:40.006782 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:40.017944 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:16:36Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:40.027205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a226cedd-8610-47f7-ace1-16fc4ba495d8 None None] Provisioning complete for port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:40.036694 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a226cedd-8610-47f7-ace1-16fc4ba495d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.094915 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe002da8-7aed-4a52-9bc2-3fe2d4d2f398 None None] Pushing event updated for resources: {'Port': ['ID=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:40.129725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48322) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:40.138567 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] Checking router: d990a680-1734-4e39-b1d6-f92c48c63201 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:16:40.173944 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] Routers {'d990a680-1734-4e39-b1d6-f92c48c63201'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:16:40.175184 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:16:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d990a680-1734-4e39-b1d6-f92c48c63201'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:40.269865 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a226cedd-8610-47f7-ace1-16fc4ba495d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.275757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-acd87a5f-c01f-482a-a025-73f56f5a01b8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4afa0015-db85-4c07-8502-28242d0c2603 HTTP/1.1" status: 200 len: 992 time: 0.1444712 Sep 18 02:16:40.355909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a226cedd-8610-47f7-ace1-16fc4ba495d8 None None] For port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:40.365065 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a226cedd-8610-47f7-ace1-16fc4ba495d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.441136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226cedd-8610-47f7-ace1-16fc4ba495d8 None None] Pushing event updated for resources: {'Port': ['ID=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:40.474261 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] Set router d990a680-1734-4e39-b1d6-f92c48c63201 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:40.477213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b75627-5319-4d4b-bb82-35468bff17be req-9b7f4724-efdb-4f66-9dee-9805dfa8fc64 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:40.492196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2e2093b9-5e0d-4194-8d4a-0966ebdb11e4 None None] Provisioning complete for port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:40.492561 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2e2093b9-5e0d-4194-8d4a-0966ebdb11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.496906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52b75627-5319-4d4b-bb82-35468bff17be req-9b7f4724-efdb-4f66-9dee-9805dfa8fc64 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 946 time: 0.1072178 Sep 18 02:16:40.544515 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:16:40.567053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52b75627-5319-4d4b-bb82-35468bff17be req-d981cbd2-59b5-4b40-af09-a41c95860fa2 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689259 Sep 18 02:16:40.568420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01a24e94-b2af-477e-8fbc-8f892da6fa6b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.620695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.745943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cda920-d721-4216-857b-c8d861ca5662 req-62f3e79a-acae-4c44-9f55-5bab8c329982 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:40.747959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-84cda920-d721-4216-857b-c8d861ca5662 req-62f3e79a-acae-4c44-9f55-5bab8c329982 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 946 time: 0.0567703 Sep 18 02:16:40.796777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-84cda920-d721-4216-857b-c8d861ca5662 req-eed36a17-f139-4557-b218-481995e55cf8 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 Sep 18 02:16:40.803938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] For port b15333f9-b848-4041-9c75-119d6eb74591, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b15333f9-b848-4041-9c75-119d6eb74591,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:40.804305 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.815129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-70899248-aa5f-4c88-a75f-189fcb9e3024 service neutron] 10.222.0.21 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4848502 Sep 18 02:16:40.825806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Calling delete_port for b15333f9-b848-4041-9c75-119d6eb74591 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:40.888137 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01a24e94-b2af-477e-8fbc-8f892da6fa6b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.902064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01a24e94-b2af-477e-8fbc-8f892da6fa6b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:40.922147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:16:36Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:40.953932 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57dec8b-98e3-4f18-9198-8c82663b1270 None None] The sync data for ids ['d990a680-1734-4e39-b1d6-f92c48c63201'] in n-d-789963-12 is: [{'id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'name': 'tempest-TaggedBootDevicesTest_v242-1290983233-router', 'tenant_id': '97056a926add430fa91dbbf8105cbf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:04:40Z', 'updated_at': '2021-09-18T02:16:36Z', 'revision_number': 5, 'project_id': '97056a926add430fa91dbbf8105cbf70', 'gw_port': {'id': 'beb710dd-a478-4514-a51f-17a6b3f7c8f3', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a680-1734-4e39-b1d6-f92c48c63201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:04:42Z', 'updated_at': '2021-09-18T02:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:40.976505 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:39Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:41.025231 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816613e-6224-46df-bbc1-911943c89f2f None None] The sync data for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 is: [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:39Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:16:41.062963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Deleting port beb710dd-a478-4514-a51f-17a6b3f7c8f3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:41.063323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:41.076258 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01a24e94-b2af-477e-8fbc-8f892da6fa6b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:41.076751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a24e94-b2af-477e-8fbc-8f892da6fa6b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75741cd8-2ea8-4d25-af49-1447eb84a0d0 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:41.095207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01a24e94-b2af-477e-8fbc-8f892da6fa6b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:41.100194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-01a24e94-b2af-477e-8fbc-8f892da6fa6b tempest-RoutersTestDVR-1559976220 tempest-RoutersTestDVR-1559976220-project-admin] 10.222.0.21 "DELETE /v2.0/routers/75741cd8-2ea8-4d25-af49-1447eb84a0d0 HTTP/1.1" status: 204 len: 168 time: 1.5631533 Sep 18 02:16:41.117042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-b9851a39-d80d-41e8-ada1-d6fbfacbcbf2 service neutron] 10.222.0.21 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891893 Sep 18 02:16:41.239649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] For port beb710dd-a478-4514-a51f-17a6b3f7c8f3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=beb710dd-a478-4514-a51f-17a6b3f7c8f3,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:41.240115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:41.261488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Calling delete_port for beb710dd-a478-4514-a51f-17a6b3f7c8f3 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:41.272777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:41.291941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cf86ee8c-5f1a-4717-88a3-034e1f01a6dd'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:16:41.487274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Pushing event deleted for resources: {'Port': ['ID=b15333f9-b848-4041-9c75-119d6eb74591,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:41.555037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0df75f12-5602-48ba-8699-675d7b6d6fbc req-649a744b-56bd-4686-bc46-39f994ff9f9c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 210 time: 0.1330140 Sep 18 02:16:41.688885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48366) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:41.696696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.697174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.697454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.697787 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.698151 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.698437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.698778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.699101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.699419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.703400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.703800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.704116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:41.865613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] No DVR routers for this DVR port b15333f9-b848-4041-9c75-119d6eb74591 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:41.943776 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:41.946241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d45ed9b5-d25c-42be-a366-37f89dc8d3c8 req-15ac5d50-c925-411a-b6a9-c1b560c9e05b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.20 "DELETE /v2.0/ports/b15333f9-b848-4041-9c75-119d6eb74591 HTTP/1.1" status: 204 len: 173 time: 2.8694503 Sep 18 02:16:41.957959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18809f50-05a1-4dfe-aa87-7e4729c901ec', 'name': 'network-vif-deleted', 'tag': 'b15333f9-b848-4041-9c75-119d6eb74591'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:41.961202 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1d2ee-1246-4609-888b-d920a086ee19" -d '{"events": [{"server_uuid": "18809f50-05a1-4dfe-aa87-7e4729c901ec", "name": "network-vif-deleted", "tag": "b15333f9-b848-4041-9c75-119d6eb74591"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:42.008930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-197b7f5a-df63-45e9-bfab-6919ebd2ba38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.095643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 92913e0b-9be8-44e7-a5c5-553e0cf74dfc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:42.103523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-a25682af-4004-4c60-bd6c-1b060eefde5c tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:42.105583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-a25682af-4004-4c60-bd6c-1b060eefde5c tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 946 time: 0.5146208 Sep 18 02:16:42.170377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-436fc26e-7aca-4d13-bbe2-9c4ec250397c req-9a0215c7-c584-403d-a291-c2ee28a923bf tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=18809f50-05a1-4dfe-aa87-7e4729c901ec HTTP/1.1" status: 200 len: 210 time: 0.1626959 Sep 18 02:16:42.283600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:42.284881 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.328227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e583d-3fc3-41dd-9a6d-e85cd8754fb0 req-44bf7687-c1e2-432f-ba79-86c0955d579a tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:42.329877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d41e583d-3fc3-41dd-9a6d-e85cd8754fb0 req-44bf7687-c1e2-432f-ba79-86c0955d579a tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 946 time: 0.5942588 Sep 18 02:16:42.344596 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db518cb-1677-4f86-aee6-f3fb03c7ddb5 x-openstack-request-id: req-7db518cb-1677-4f86-aee6-f3fb03c7ddb5 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:42.344740 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18809f50-05a1-4dfe-aa87-7e4729c901ec", "name": "network-vif-deleted", "tag": "b15333f9-b848-4041-9c75-119d6eb74591", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:42.344863 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7db518cb-1677-4f86-aee6-f3fb03c7ddb5 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:42.345255 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18809f50-05a1-4dfe-aa87-7e4729c901ec', 'name': 'network-vif-deleted', 'tag': 'b15333f9-b848-4041-9c75-119d6eb74591', 'status': 'completed', 'code': 200} Sep 18 02:16:42.385165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device b15333f9-b848-4041-9c75-119d6eb74591 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:42.417361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: b15333f9-b848-4041-9c75-119d6eb74591 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:42.417708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device b15333f9-b848-4041-9c75-119d6eb74591 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:42.418425 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-197b7f5a-df63-45e9-bfab-6919ebd2ba38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.426946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-197b7f5a-df63-45e9-bfab-6919ebd2ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.499866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f11c5575-9141-48e3-aeea-a981a129d032 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:42.523266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-197b7f5a-df63-45e9-bfab-6919ebd2ba38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84e2db0677d64da0a85333a49c0ad62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8329320 Sep 18 02:16:42.525700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48380) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:42.535388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f11c5575-9141-48e3-aeea-a981a129d032 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:42.536079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f11c5575-9141-48e3-aeea-a981a129d032 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:42.544529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7f5a-df63-45e9-bfab-6919ebd2ba38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff62b014-ddcd-486e-813d-fd11dc47598e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:42.656543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4bec43c-9fd7-435e-8396-fb0eb98527a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.700841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.780231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d41e583d-3fc3-41dd-9a6d-e85cd8754fb0 req-d4325563-3615-4fd5-8387-a84dfcc785b6 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/security-groups?id=1119160a-32f1-454f-9c0e-2f1dd3c2f848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384270 Sep 18 02:16:42.786794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb710dd-a478-4514-a51f-17a6b3f7c8f3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:42.824083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-66f7524d-c36a-42a4-a662-40bebb22b35e req-96425b74-1822-4cab-a28d-f053555bad79 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 210 time: 0.1423247 Sep 18 02:16:42.830397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4bec43c-9fd7-435e-8396-fb0eb98527a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.876188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Deleting port 30340c4a-7981-46b2-80c8-898dca594ce3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:42.876644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.918377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4bec43c-9fd7-435e-8396-fb0eb98527a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.921926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4bec43c-9fd7-435e-8396-fb0eb98527a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:42.923303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c4bec43c-9fd7-435e-8396-fb0eb98527a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff62b014-ddcd-486e-813d-fd11dc47598e HTTP/1.1" status: 204 len: 168 time: 0.3953867 Sep 18 02:16:42.936410 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:16:42.941271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bec43c-9fd7-435e-8396-fb0eb98527a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff62b014-ddcd-486e-813d-fd11dc47598e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:43.000177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.167332 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.170116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.231734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] For port 30340c4a-7981-46b2-80c8-898dca594ce3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30340c4a-7981-46b2-80c8-898dca594ce3,segment=NetworkSegment(29f6698d-9cb7-495e-a5f9-f04ac0a374f4),segment_id=29f6698d-9cb7-495e-a5f9-f04ac0a374f4)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:43.232105 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.273293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.274105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d990a680-1734-4e39-b1d6-f92c48c63201 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:16:43.276145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Calling delete_port for 30340c4a-7981-46b2-80c8-898dca594ce3 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:43.314866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.319044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48396) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:43.320522 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f44554cd-c325-493f-bc74-2fac7bdd3793 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d990a680-1734-4e39-b1d6-f92c48c63201 HTTP/1.1" status: 204 len: 168 time: 4.5766537 Sep 18 02:16:43.495597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-913f3839-0bc9-45cc-bb00-561785146616 admin admin] Deleting subnet 95255f28-0ecf-4324-b866-5239859c9774 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:16:43.523136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-913f3839-0bc9-45cc-bb00-561785146616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.530080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-d95942c0-33d7-4601-b15d-7a60ff064c0f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:43.531896 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-d95942c0-33d7-4601-b15d-7a60ff064c0f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 797 time: 0.3158076 Sep 18 02:16:43.627356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:43.649173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-0145f5fd-b889-41c2-9bb9-f76a49e72850 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 380 time: 0.0943549 Sep 18 02:16:43.682181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'port': {'device_id': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'admin_state_up': True, 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'security_groups': ['1790bbe7-274b-4cef-be58-6faacd794ea3']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:43.688741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96992f74-984c-4c6c-9c91-943689c0e1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.703786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-913f3839-0bc9-45cc-bb00-561785146616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.841019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.888742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Pushing event deleted for resources: {'Port': ['ID=30340c4a-7981-46b2-80c8-898dca594ce3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:43.957190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] No DVR routers for this DVR port 30340c4a-7981-46b2-80c8-898dca594ce3 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:43.960571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:43.962593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89ea8f8b-f2f0-4360-814f-25ac09f665e7 req-648504e8-656a-4315-be2a-da93d026f363 tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.18 "DELETE /v2.0/ports/30340c4a-7981-46b2-80c8-898dca594ce3 HTTP/1.1" status: 204 len: 173 time: 1.8442783 Sep 18 02:16:43.970649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdd0e5-e521-4141-8f42-8626f399b2f3 req-22813e86-1404-4da3-93bc-c8cb3244f31b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:43.972972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cafdd0e5-e521-4141-8f42-8626f399b2f3 req-22813e86-1404-4da3-93bc-c8cb3244f31b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.1742737 Sep 18 02:16:44.038970 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cafdd0e5-e521-4141-8f42-8626f399b2f3 req-d103d070-c192-4132-a5a9-ddc949d64cd8 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588923 Sep 18 02:16:44.172309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98038f99-2c9d-4a4f-b9fa-59849b70ae3c req-cea1e652-2658-4071-b36f-6239e247845b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 210 time: 0.0489066 Sep 18 02:16:44.201823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device beb710dd-a478-4514-a51f-17a6b3f7c8f3 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:44.227358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: beb710dd-a478-4514-a51f-17a6b3f7c8f3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:44.227704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device beb710dd-a478-4514-a51f-17a6b3f7c8f3 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:44.276081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-913f3839-0bc9-45cc-bb00-561785146616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.311386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8330ee61-5e0d-4fcf-b598-2b6c5b190de3 req-439d56cd-3274-4c31-a0b1-2f4f016072ee tempest-ServerPasswordTestJSON-529817815 tempest-ServerPasswordTestJSON-529817815-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac4206c6-4adb-420e-b220-6fce4389b193 HTTP/1.1" status: 200 len: 210 time: 0.3713610 Sep 18 02:16:44.348401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4206c6-4adb-420e-b220-6fce4389b193', 'name': 'network-vif-deleted', 'tag': '30340c4a-7981-46b2-80c8-898dca594ce3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:44.358775 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab45ae2-04ff-48b2-ae9b-bd42659ffed9" -d '{"events": [{"server_uuid": "ac4206c6-4adb-420e-b220-6fce4389b193", "name": "network-vif-deleted", "tag": "30340c4a-7981-46b2-80c8-898dca594ce3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:44.380381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-913f3839-0bc9-45cc-bb00-561785146616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.394189 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96992f74-984c-4c6c-9c91-943689c0e1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.415720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96992f74-984c-4c6c-9c91-943689c0e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.418360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f3839-0bc9-45cc-bb00-561785146616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95255f28-0ecf-4324-b866-5239859c9774,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:44.421445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-913f3839-0bc9-45cc-bb00-561785146616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.423340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-913f3839-0bc9-45cc-bb00-561785146616 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95255f28-0ecf-4324-b866-5239859c9774 HTTP/1.1" status: 204 len: 168 time: 1.1031923 Sep 18 02:16:44.426491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c437a3b-db67-4fe2-ae66-2858cd225938 None None] Network 1b297d4a-34eb-4a97-9bee-b100ae24ec8b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:44.426950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48412) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:44.432888 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d29e67d-958d-4d95-b5b6-abda82aeaa32 x-openstack-request-id: req-9d29e67d-958d-4d95-b5b6-abda82aeaa32 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:44.433675 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4206c6-4adb-420e-b220-6fce4389b193", "name": "network-vif-deleted", "tag": "30340c4a-7981-46b2-80c8-898dca594ce3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:44.434126 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d29e67d-958d-4d95-b5b6-abda82aeaa32 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:44.434540 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4206c6-4adb-420e-b220-6fce4389b193', 'name': 'network-vif-deleted', 'tag': '30340c4a-7981-46b2-80c8-898dca594ce3', 'status': 'completed', 'code': 200} Sep 18 02:16:44.460484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:44.465463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.499341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992f74-984c-4c6c-9c91-943689c0e1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85423c72-9bbc-4dee-81ef-ae8b7bc630ea,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:44.513890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-96992f74-984c-4c6c-9c91-943689c0e1c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd9fc3374d844e90ae0e3a2d5eab1c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8796909 Sep 18 02:16:44.517032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48416) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:44.621071 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.693134 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20c6e729-f973-4f79-bd8f-bde6aa6a42a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.723424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20c6e729-f973-4f79-bd8f-bde6aa6a42a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.773908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Deleting port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:44.774615 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.828914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.20.0.12 (707bdcd4-2a3f-4037-b51a-0912f79ee37e/9adb7282-7c6e-48a5-90b8-dabbdf19a946/c32ab02c-454d-45cb-b5b8-abc3d1239808) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:44.900038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20c6e729-f973-4f79-bd8f-bde6aa6a42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.906199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20c6e729-f973-4f79-bd8f-bde6aa6a42a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:44.911210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-20c6e729-f973-4f79-bd8f-bde6aa6a42a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85423c72-9bbc-4dee-81ef-ae8b7bc630ea HTTP/1.1" status: 204 len: 168 time: 0.3874638 Sep 18 02:16:44.954020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6e729-f973-4f79-bd8f-bde6aa6a42a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85423c72-9bbc-4dee-81ef-ae8b7bc630ea,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:44.990069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] For port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:44.990449 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.022964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Calling delete_port for b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:45.067379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] DHCP port deletion for 1b297d4a-34eb-4a97-9bee-b100ae24ec8b request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:16:45.124976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.140162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] Deleting port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:45.140417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.172361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.226937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:45.230163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:45.234219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:45.304501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] For port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,segment=NetworkSegment(ab65925c-3716-4da1-b400-a09e64af247e),segment_id=ab65925c-3716-4da1-b400-a09e64af247e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:45.304978 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.343760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] Calling delete_port for b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:45.356082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:45.356751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.381924 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7034750 Sep 18 02:16:45.397335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Request body: {'port': {'device_id': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:45.424904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-1812027e-a5a4-4db4-819e-54c2251c0656 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:45.426513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-1812027e-a5a4-4db4-819e-54c2251c0656 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.2732172 Sep 18 02:16:45.472707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60aeef-8e27-47a3-887c-0789c1951b59 req-f3836b4b-3e3e-422c-9c9c-1c033eabd53b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:45.488443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d60aeef-8e27-47a3-887c-0789c1951b59 req-f3836b4b-3e3e-422c-9c9c-1c033eabd53b tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 945 time: 0.3142333 Sep 18 02:16:45.499447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.529928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df8c7-26bd-4797-a072-e36c89740dcd req-8a4b56a9-a144-45df-a109-47e5715c5621 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:45.532437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b0df8c7-26bd-4797-a072-e36c89740dcd req-8a4b56a9-a144-45df-a109-47e5715c5621 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 932 time: 0.2150111 Sep 18 02:16:45.533238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4066be-959e-49ae-9b88-0c015d070d3a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:45.546005 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:16:45.557493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.559692 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.637549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] Pushing event deleted for resources: {'Port': ['ID=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:45.654304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e83db2-93ca-4df6-936d-b15e5e6ecf0e None None] No DVR routers for this DVR port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:45.685776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:45.691923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] No DVR routers for this DVR port b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:45.716339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-61e688a1-7bdf-45de-8ce4-e005c6afca49 None None] Provisioning complete for port c32ab02c-454d-45cb-b5b8-abc3d1239808 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:45.716969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-61e688a1-7bdf-45de-8ce4-e005c6afca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:45.750443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d60aeef-8e27-47a3-887c-0789c1951b59 req-cf52dda8-8c0e-4c4c-b26d-f1eef68c84bd tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/security-groups?id=12fc7310-3cf2-450e-8c92-f780d841d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522678 Sep 18 02:16:45.785253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30340c4a-7981-46b2-80c8-898dca594ce3 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:45.809456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.809805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.827319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.827671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.828015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.828574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.828913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.829250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.829584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.829913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.830243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.830616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:16:45.853796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 30340c4a-7981-46b2-80c8-898dca594ce3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:45.854146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30340c4a-7981-46b2-80c8-898dca594ce3 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:45.862317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48446) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:45.889333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-61e688a1-7bdf-45de-8ce4-e005c6afca49 None None] Port c32ab02c-454d-45cb-b5b8-abc3d1239808 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:45.950518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b0df8c7-26bd-4797-a072-e36c89740dcd req-08b33068-161a-4a45-85b9-8ef68e0a769c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823121 Sep 18 02:16:45.981486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:46.026814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.032467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:46.032467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9da8aa3-0ece-4f71-a7cd-cc9435ddc1ab not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:46.099260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Deleting port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:46.099616 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.116970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dd69fb-69e6-4194-ac1c-99630494368b admin admin] Deleting subnet c7c251a5-1bdb-4649-8d24-d5054045846f {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:16:46.151419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3dd69fb-69e6-4194-ac1c-99630494368b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.176510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b297d4a-34eb-4a97-9bee-b100ae24ec8b']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:46.274595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32ab02c-454d-45cb-b5b8-abc3d1239808 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:16:46.285484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.315266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Transition to ACTIVE for port object c32ab02c-454d-45cb-b5b8-abc3d1239808 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:16:46.324708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.337723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] For port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:46.338105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.369781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Calling delete_port for cf86ee8c-5f1a-4717-88a3-034e1f01a6dd owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:46.444579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48464) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:46.511793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:46.560530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:16:46.560871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:16:46.561300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:46.563233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab65925c-3716-4da1-b400-a09e64af247e') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:46.563587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab65925c-3716-4da1-b400-a09e64af247e') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:46.567371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:16:46.567813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:46.573698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:16:46.574166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Checking segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:46.574555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Bound using segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:16:46.575461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Bound port: c32ab02c-454d-45cb-b5b8-abc3d1239808, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:16:46.575461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.575724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.586283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.639226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3dd69fb-69e6-4194-ac1c-99630494368b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.664762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Pushing event deleted for resources: {'Port': ['ID=cf86ee8c-5f1a-4717-88a3-034e1f01a6dd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:46.674308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.710423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:16:46.710856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:16:46.713987 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:16:46.738202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:16:46.743925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] No DVR routers for this DVR port cf86ee8c-5f1a-4717-88a3-034e1f01a6dd on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:46.745565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1922745501'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:46.754451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.756476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76f76a5c-6e2f-4b82-8e6f-e5d9cac38752 req-5c1920cd-1293-41e1-b56c-61e4232952ab tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.20 "DELETE /v2.0/ports/cf86ee8c-5f1a-4717-88a3-034e1f01a6dd HTTP/1.1" status: 204 len: 173 time: 1.3224607 Sep 18 02:16:46.758472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed8a3c-27ce-42f4-854a-49dc7faf9f37', 'name': 'network-vif-deleted', 'tag': 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:46.760820 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206ee18-5e05-4251-a253-49f48f56c561" -d '{"events": [{"server_uuid": "65ed8a3c-27ce-42f4-854a-49dc7faf9f37", "name": "network-vif-deleted", "tag": "cf86ee8c-5f1a-4717-88a3-034e1f01a6dd"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:46.786225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Made reservation on behalf of e79c91360c20428cb2e64192d00af03b for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:46.793683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.813109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3dd69fb-69e6-4194-ac1c-99630494368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.828038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.843665 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d78d46a-78a9-4a68-b7f4-f47d10295a07 x-openstack-request-id: req-7d78d46a-78a9-4a68-b7f4-f47d10295a07 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:46.843947 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed8a3c-27ce-42f4-854a-49dc7faf9f37", "name": "network-vif-deleted", "tag": "cf86ee8c-5f1a-4717-88a3-034e1f01a6dd", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:46.844418 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d78d46a-78a9-4a68-b7f4-f47d10295a07 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:46.845000 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed8a3c-27ce-42f4-854a-49dc7faf9f37', 'name': 'network-vif-deleted', 'tag': 'cf86ee8c-5f1a-4717-88a3-034e1f01a6dd', 'status': 'completed', 'code': 200} Sep 18 02:16:46.854670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.862821 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.865915 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b297d4a-34eb-4a97-9bee-b100ae24ec8b HTTP/1.1" status: 204 len: 168 time: 2.4333732 Sep 18 02:16:46.897485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:16:46.911075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3e416-7f7e-486e-b5c9-895a008501f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b297d4a-34eb-4a97-9bee-b100ae24ec8b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:46.944280 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.957498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3dd69fb-69e6-4194-ac1c-99630494368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.976367 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3dd69fb-69e6-4194-ac1c-99630494368b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:46.978703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d3dd69fb-69e6-4194-ac1c-99630494368b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7c251a5-1bdb-4649-8d24-d5054045846f HTTP/1.1" status: 204 len: 168 time: 1.1140916 Sep 18 02:16:46.981113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48474) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:46.991892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9772c7ab-85f6-47c2-9300-57172a49451f req-2426957c-ad7f-431b-a0d0-1d14fd3011c0 tempest-ListServerFiltersTestJSON-588779727 tempest-ListServerFiltersTestJSON-588779727-project] 10.222.0.21 "GET /v2.0/ports?device_id=65ed8a3c-27ce-42f4-854a-49dc7faf9f37 HTTP/1.1" status: 200 len: 210 time: 0.0928152 Sep 18 02:16:47.032876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:47.033439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.035094 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] 10.222.0.20 "PUT /v2.0/ports/c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 1093 time: 1.6434875 Sep 18 02:16:47.037529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:47.039954 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2c9c66-4bac-40a5-83d3-711921249318" -d '{"events": [{"name": "network-changed", "server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:47.134154 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd0c478-8aa9-4768-9e70-8dec8e25fa22 x-openstack-request-id: req-bbd0c478-8aa9-4768-9e70-8dec8e25fa22 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:47.134442 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:47.134763 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbd0c478-8aa9-4768-9e70-8dec8e25fa22 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:47.135539 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'status': 'completed', 'code': 200} Sep 18 02:16:47.176214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabba23e-c1ac-45f6-8828-8dc838575fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:47.201557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd69fb-69e6-4194-ac1c-99630494368b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7c251a5-1bdb-4649-8d24-d5054045846f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:47.204618 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3e3e6cdb-1095-4b08-8dbd-bf7736b1ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:47.209944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-3e3e6cdb-1095-4b08-8dbd-bf7736b1ed85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1096 time: 0.1213491 Sep 18 02:16:47.279749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48484) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:47.386339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-79205ae0-aef2-4fd0-9e6d-d38a8ef0e139 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 217 time: 0.1578012 Sep 18 02:16:47.404628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.477427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-83b5bfd3-d6cd-4745-84ac-10dd7b41dedd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97056a926add430fa91dbbf8105cbf70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965387 Sep 18 02:16:47.483137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48488) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:47.537315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-7f8d343f-7b40-487a-89b5-586ebebb0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:47.543144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-7f8d343f-7b40-487a-89b5-586ebebb0a12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 200 len: 834 time: 0.1459575 Sep 18 02:16:47.547253 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.575359 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311879ef-7b12-4937-bb05-033d180694c3 req-e6dbedc2-304e-414e-b8b5-0eea0c422c4c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:47.576981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-311879ef-7b12-4937-bb05-033d180694c3 req-e6dbedc2-304e-414e-b8b5-0eea0c422c4c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 944 time: 0.3896587 Sep 18 02:16:47.599927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.645596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:16:47.647020 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e584329f-9664-40d7-a12a-d46553eef971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.663174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075944db-f84f-4904-96d8-e92ec2b27009,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:47.673458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.673936 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Added segment 963d247c-3896-4490-9030-03bfaf38b78b of type vlan for network 8db64275-43ba-48a8-b11c-58939ceccf6a Sep 18 02:16:47.677738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-e98fb134-04c7-40aa-9b03-b1629d8dc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:47.679345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-e98fb134-04c7-40aa-9b03-b1629d8dc3f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=707bdcd4-2a3f-4037-b51a-0912f79ee37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260035 Sep 18 02:16:47.724864 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e584329f-9664-40d7-a12a-d46553eef971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.747978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-311879ef-7b12-4937-bb05-033d180694c3 req-4a8bdbd6-2e76-40f2-9653-6175f4a329e5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555998 Sep 18 02:16:47.789144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.802834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.827831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e07683-dbfd-458e-9449-3ba865550caf']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:47.839125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f6698d-9cb7-495e-a5f9-f04ac0a374f4') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:47.839425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f6698d-9cb7-495e-a5f9-f04ac0a374f4') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:47.853718 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.871622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.877274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e584329f-9664-40d7-a12a-d46553eef971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.880757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e584329f-9664-40d7-a12a-d46553eef971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.885239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e584329f-9664-40d7-a12a-d46553eef971 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7eea5fbf-98d1-49eb-95d6-bcf927b710fb HTTP/1.1" status: 204 len: 168 time: 0.3743804 Sep 18 02:16:47.887440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.890918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:16:47.891557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:16:47.893761 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:16:47.897069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:47.899199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:47.915051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584329f-9664-40d7-a12a-d46553eef971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea5fbf-98d1-49eb-95d6-bcf927b710fb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:47.953418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-d58cd5be-3a17-495a-b378-4daa3bc13b5a service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662299 Sep 18 02:16:47.957729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5096869 Sep 18 02:16:47.968548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48494) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:47.974561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'subnet': {'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:47.997465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.010011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.018638 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e4e07683-dbfd-458e-9449-3ba865550caf HTTP/1.1" status: 204 len: 168 time: 1.0361946 Sep 18 02:16:48.103274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd800c-1d45-4762-9388-829e87ef7a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e07683-dbfd-458e-9449-3ba865550caf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:48.110644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48500) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:48.170642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d89828-0e2c-4a64-a6c5-930da31cbab0 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Network': ['ID=8db64275-43ba-48a8-b11c-58939ceccf6a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:48.187353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8db64275-43ba-48a8-b11c-58939ceccf6a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:16:48.268488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-202a0a28-210d-4760-88b4-78714f93d5a1 admin admin] Deleting subnet ea2c2977-fef5-4a7f-9199-f334605c422e {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:16:48.295926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-202a0a28-210d-4760-88b4-78714f93d5a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.326390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Made reservation on behalf of e79c91360c20428cb2e64192d00af03b for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:48.329957 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.382475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0b75f36a-d486-40d7-a40d-19d6a550edf7 req-570ffe2b-c1f9-43d4-8eae-b4c35bbb342a service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211876 Sep 18 02:16:48.397804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cf86ee8c-5f1a-4717-88a3-034e1f01a6dd no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:48.416654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-202a0a28-210d-4760-88b4-78714f93d5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.421459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48510) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:48.451022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: cf86ee8c-5f1a-4717-88a3-034e1f01a6dd {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:48.451875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cf86ee8c-5f1a-4717-88a3-034e1f01a6dd not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:48.470023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-e759cf05-7aeb-43b5-9a19-d7d000329827 req-5f000f52-a0f4-4209-904b-bb0565e79cba service neutron] (106439) timed out ('10.222.0.18', 59657) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:16:48.522870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1c4602b8-762b-489d-a971-7a6711303d44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fefec30fb2ef41d4ae7574347209f712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989978 Sep 18 02:16:48.524246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48514) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:48.576891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-4524115f-c1a7-4327-aba5-bb0194de5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:48.578410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-4524115f-c1a7-4327-aba5-bb0194de5266 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1096 time: 0.1096077 Sep 18 02:16:48.585985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c14e3be-a6d3-439b-a0d2-308dac45d134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.610474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c14e3be-a6d3-439b-a0d2-308dac45d134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.696319 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c14e3be-a6d3-439b-a0d2-308dac45d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.699568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c14e3be-a6d3-439b-a0d2-308dac45d134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:48.701106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7c14e3be-a6d3-439b-a0d2-308dac45d134 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1119160a-32f1-454f-9c0e-2f1dd3c2f848 HTTP/1.1" status: 204 len: 168 time: 0.1738276 Sep 18 02:16:48.720344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14e3be-a6d3-439b-a0d2-308dac45d134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1119160a-32f1-454f-9c0e-2f1dd3c2f848,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:49.065806 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-202a0a28-210d-4760-88b4-78714f93d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.183992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48544) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:49.253725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338508f3-8e69-4149-8952-e69ca6457502 req-edffd621-cdb0-428d-8750-c236834e84e9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:49.255696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-338508f3-8e69-4149-8952-e69ca6457502 req-edffd621-cdb0-428d-8750-c236834e84e9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 944 time: 0.2194533 Sep 18 02:16:49.302619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-85c683a0-6090-413f-9adc-06736321d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:49.304426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-85c683a0-6090-413f-9adc-06736321d918 service neutron] 10.222.0.20 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 897 time: 0.7153938 Sep 18 02:16:49.315924 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-202a0a28-210d-4760-88b4-78714f93d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.446362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1623293390-network', 'tenant_id': '478aada9fb154793b18fd882a866dc8a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:49.482586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Made reservation on behalf of 478aada9fb154793b18fd882a866dc8a for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:49.485314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a0a28-210d-4760-88b4-78714f93d5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2c2977-fef5-4a7f-9199-f334605c422e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:49.491167 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.521437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.565464 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.579208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305e6cd6-9556-429c-b7de-7472dbffe1b7 None None] Network 3cb36265-358f-455f-9538-2d44824ff219 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:49.606389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-202a0a28-210d-4760-88b4-78714f93d5a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.608447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-202a0a28-210d-4760-88b4-78714f93d5a1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea2c2977-fef5-4a7f-9199-f334605c422e HTTP/1.1" status: 204 len: 168 time: 1.4880400 Sep 18 02:16:49.611339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48562) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:49.640573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-453a3c9d-f45d-4285-9f67-3e78e799e21d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 217 time: 0.3107696 Sep 18 02:16:49.811204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.841399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Subnet': ['ID=be509552-a7d1-4c39-b48c-45cfaa84b430,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:49.853835 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-338508f3-8e69-4149-8952-e69ca6457502 req-e5eed845-3f5a-4897-b79f-c1688ff3933f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5629964 Sep 18 02:16:49.869621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-928827c6-3eb0-433f-95f8-bc48cd4d5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:49.869621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-928827c6-3eb0-433f-95f8-bc48cd4d5a09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 200 len: 834 time: 0.1934505 Sep 18 02:16:49.926347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Checking segment: {'id': '963d247c-3896-4490-9030-03bfaf38b78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:49.926748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Network hostable DHCP agents. Network: 8db64275-43ba-48a8-b11c-58939ceccf6a, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:16:49.943657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.959762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:49.978687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-0a2876f4-d858-4319-aa12-702d75f454da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:49.980289 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-0a2876f4-d858-4319-aa12-702d75f454da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=707bdcd4-2a3f-4037-b51a-0912f79ee37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077976 Sep 18 02:16:49.981612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Network 8db64275-43ba-48a8-b11c-58939ceccf6a is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:16:50.010296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 8db64275-43ba-48a8-b11c-58939ceccf6a) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:50.010579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] DHCP port deletion for 3cb36265-358f-455f-9538-2d44824ff219 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:16:50.015460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3534ab5d-c577-4702-a32f-e085f97348ed,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:50.028268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0bf55-d6dc-4e15-b2ef-2f3597b1117c None None] Network 8db64275-43ba-48a8-b11c-58939ceccf6a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:50.036549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:50.037049 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.039368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:16:50.062226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.062701 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Added segment 0a3bdca6-d182-4d85-9eab-8c29b8a22e03 of type vlan for network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 Sep 18 02:16:50.109315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-78f2548a-0cac-4441-a990-f8003bd81080 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1396194 Sep 18 02:16:50.114319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48574) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:50.121939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1718423178'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:50.169823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-d16426f2-ea1d-461f-b9c2-979f76545ed3 service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802518 Sep 18 02:16:50.184333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Deleting port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:50.184829 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.204667 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.270640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] Deleting port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:50.271072 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.312046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-8db64275-43ba-48a8-b11c-58939ceccf6a', 'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a', 'tenant_id': 'e79c91360c20428cb2e64192d00af03b', 'fixed_ips': [{'subnet_id': 'be509552-a7d1-4c39-b48c-45cfaa84b430'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:16:50.313158 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.328412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] For port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:50.336619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.353121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.359572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:50.362586 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.375845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c2c9c66-4bac-40a5-83d3-711921249318 req-4fe2c1ad-3518-4738-925a-90447dbdc2f4 service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723692 Sep 18 02:16:50.390069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Calling delete_port for fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:50.396552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Made reservation on behalf of e79c91360c20428cb2e64192d00af03b for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:50.402997 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.426905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] device_id is not set on port 737329a5-d62b-439d-8939-0209807f4d4a yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:16:50.465641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2793698 Sep 18 02:16:50.501543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48584) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:50.508470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Allocated IP 2001:db8::2 (8db64275-43ba-48a8-b11c-58939ceccf6a/be509552-a7d1-4c39-b48c-45cfaa84b430/a5fe854d-931a-418e-bfc7-fd14a7cee774) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:50.509058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Request body: {'subnet': {'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1623293390-subnet', 'tenant_id': '478aada9fb154793b18fd882a866dc8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:50.550929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Made reservation on behalf of 478aada9fb154793b18fd882a866dc8a for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:50.562080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c5dfd-efe5-4c59-b328-f2c71bff28b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6059b9bb-42e3-4f5f-8c96-7657c453bfe7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:50.568794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.586505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c32ab02c-454d-45cb-b5b8-abc3d1239808 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:16:50.588603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:16:50.623099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.650697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:50.658496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] No DVR routers for this DVR port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:50.665737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] For port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,segment=NetworkSegment(eb73cfa3-bf7d-4ee8-8d80-116415ebd238),segment_id=eb73cfa3-bf7d-4ee8-8d80-116415ebd238)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:50.666462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.669826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2dfa041e-30b4-4833-ab5f-fa93a20587ad req-d0493e02-d818-4023-a814-6b8f86c23a12 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0888848 Sep 18 02:16:50.773486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] Calling delete_port for fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:50.802685 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.resource_extend [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:16:50.836277 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.888061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb36265-358f-455f-9538-2d44824ff219']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:50.901481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:50.901869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb73cfa3-bf7d-4ee8-8d80-116415ebd238') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:50.920573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.967308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.991989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:16:50.992495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:16:50.994420 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:16:51.013535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:51.060633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'port_id': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'mac_address': 'fa:16:3e:d5:53:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:16:51.110567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.167405 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.181401 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.191428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.207107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.210614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] Network 3cb36265-358f-455f-9538-2d44824ff219 is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:16:51.211155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] No DVR routers for this DVR port fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:16:51.212993 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.229062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5796ea-491b-4ebe-a554-817d1f9d407b None None] Pushing event deleted for resources: {'Port': ['ID=fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:51.241063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] 10.222.0.21 "DELETE /v2.0/networks/3cb36265-358f-455f-9538-2d44824ff219 HTTP/1.1" status: 204 len: 168 time: 1.6280472 Sep 18 02:16:51.243474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32ab02c-454d-45cb-b5b8-abc3d1239808 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:16:51.248323 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.261256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73df9a6-bbb7-47ba-b8ad-649660bdece0 req-ae6bbb21-918a-4693-8a86-01ba1c7f81ae tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:51.269878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a73df9a6-bbb7-47ba-b8ad-649660bdece0 req-ae6bbb21-918a-4693-8a86-01ba1c7f81ae tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 944 time: 0.2494664 Sep 18 02:16:51.336951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07ce6-b6fc-45aa-808e-6165a254434e admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb36265-358f-455f-9538-2d44824ff219,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:51.352483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Pushing event updated for resources: {'Port': ['ID=a5fe854d-931a-418e-bfc7-fd14a7cee774,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:51.368462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a73df9a6-bbb7-47ba-b8ad-649660bdece0 req-ae443fd7-4191-487a-b4b4-5d55fdf42679 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976229 Sep 18 02:16:51.371474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Network 8db64275-43ba-48a8-b11c-58939ceccf6a is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:51.377924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:51.383749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:51.389216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:51.398223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92ad374-51a6-45ed-aea1-b9a9759a13e3,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:51.425271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.441079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Allocated IP 2001:db8::14b (8db64275-43ba-48a8-b11c-58939ceccf6a/be509552-a7d1-4c39-b48c-45cfaa84b430/737329a5-d62b-439d-8939-0209807f4d4a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:51.483891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Checking segment: {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:51.484381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Network hostable DHCP agents. Network: 6059b9bb-42e3-4f5f-8c96-7657c453bfe7, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:16:51.493063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:51.517314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Attempting to bind port a5fe854d-931a-418e-bfc7-fd14a7cee774 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:16:51.517770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Attempting to bind port a5fe854d-931a-418e-bfc7-fd14a7cee774 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '963d247c-3896-4490-9030-03bfaf38b78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:16:51.518873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Attempting to bind port a5fe854d-931a-418e-bfc7-fd14a7cee774 on network 8db64275-43ba-48a8-b11c-58939ceccf6a {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:51.527871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:16:51.528273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Checking segment: {'id': '963d247c-3896-4490-9030-03bfaf38b78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:51.533024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48610) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:51.541525 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.542213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:16:51.550070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Bound using segment: {'id': '963d247c-3896-4490-9030-03bfaf38b78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:16:51.550541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Bound port: a5fe854d-931a-418e-bfc7-fd14a7cee774, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963d247c-3896-4490-9030-03bfaf38b78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:16:51.551305 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.581037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6059b9bb-42e3-4f5f-8c96-7657c453bfe7) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:51.586493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:51.587585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.604749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae196a1-8ec1-40a9-a9f8-7927d802ff67 None None] Network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:51.635249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e42c087e-45be-49bd-bac8-c9b9bd3e36ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b16e4277e26d4b00908fca174497c27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978761 Sep 18 02:16:51.642234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48612) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:51.667410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ec18bf7-e630-42ec-b0c0-cb48a09c55bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1627860 Sep 18 02:16:51.748461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-270ad2a6-2f87-44c2-ba3c-6c22c19c59b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.793762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.866402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['c32ab02c-454d-45cb-b5b8-abc3d1239808'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:16:51.869422 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-270ad2a6-2f87-44c2-ba3c-6c22c19c59b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:51.955055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c50c021-6948-4eca-96d2-7e8b18c7d724 req-59a32cdf-9fb7-43c3-9c0c-e8f616eca05f tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0833790 Sep 18 02:16:51.972405 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:52.011106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-270ad2a6-2f87-44c2-ba3c-6c22c19c59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:52.024281 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-270ad2a6-2f87-44c2-ba3c-6c22c19c59b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:52.026022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-270ad2a6-2f87-44c2-ba3c-6c22c19c59b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12fc7310-3cf2-450e-8c92-f780d841d1c5 HTTP/1.1" status: 204 len: 168 time: 0.3824649 Sep 18 02:16:52.032559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb05c3-8a08-40ec-9e5b-e6984d800555 None None] Network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:52.043751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ad2a6-2f87-44c2-ba3c-6c22c19c59b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fc7310-3cf2-450e-8c92-f780d841d1c5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:52.053428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:16:52.068357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] For port a5fe854d-931a-418e-bfc7-fd14a7cee774, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:16:52.119098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=737329a5-d62b-439d-8939-0209807f4d4a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:52.124643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:16:52.124988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device fa8c7d2e-07d0-4f49-ba9f-f66a0575cff3 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:16:52.130533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] For port a5fe854d-931a-418e-bfc7-fd14a7cee774, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a5fe854d-931a-418e-bfc7-fd14a7cee774,segment=NetworkSegment(963d247c-3896-4490-9030-03bfaf38b78b),segment_id=963d247c-3896-4490-9030-03bfaf38b78b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:16:52.152269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Network 8db64275-43ba-48a8-b11c-58939ceccf6a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:52.154010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:52.161207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:52.167857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:52.168764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:52.198000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48628) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:52.205551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-748647214', 'allowed_address_pairs': [{'ip_address': '2001:db8::14b', 'mac_address': 'fa:16:3e:8b:f4:84'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:52.211221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a9629794-fffa-417c-9505-acafa4366fa8 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0943365 Sep 18 02:16:52.326444 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:52.400092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0368f6-6aff-4c24-9e88-f695c2352927 None None] Pushing event updated for resources: {'Port': ['ID=a5fe854d-931a-418e-bfc7-fd14a7cee774,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:52.504967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Made reservation on behalf of e79c91360c20428cb2e64192d00af03b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:52.662224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6a15-990f-478f-affe-8e9dba81d4d6 req-3d9cf520-890c-45f1-8ad2-e0234e123734 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:52.663927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-675b6a15-990f-478f-affe-8e9dba81d4d6 req-3d9cf520-890c-45f1-8ad2-e0234e123734 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.1449296 Sep 18 02:16:52.771362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-675b6a15-990f-478f-affe-8e9dba81d4d6 req-7cdefb6d-321d-4e3e-9f18-c78c526b0896 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950615 Sep 18 02:16:52.910396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:52.983291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] device_id is not set on port 5b8aa56f-bff0-4939-8975-ff4d193a99c6 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:16:53.084707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-749df19a-775c-4d54-afdf-8a0a1350f4f1 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:53.087213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-749df19a-775c-4d54-afdf-8a0a1350f4f1 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 815 time: 0.2532160 Sep 18 02:16:53.093893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f12395be-75bd-4cb8-b101-28981b757fb7 req-ab491ca8-9993-4570-a689-7332cefd8de0 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0340974 Sep 18 02:16:53.134241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-baf3c44a-87f9-4dbe-8fe9-ed3f2e89a450 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/quotas/478aada9fb154793b18fd882a866dc8a HTTP/1.1" status: 200 len: 375 time: 0.0397930 Sep 18 02:16:53.200349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-dffe3037-01ea-41bd-95fe-03c684c82e93 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557539 Sep 18 02:16:53.313296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Allocated IP 2001:db8::c5 (8db64275-43ba-48a8-b11c-58939ceccf6a/be509552-a7d1-4c39-b48c-45cfaa84b430/5b8aa56f-bff0-4939-8975-ff4d193a99c6) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:53.341196 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-3ee3f556-c4d0-4774-8d5c-04e9bd8c41ed service neutron] 10.222.0.21 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211464 Sep 18 02:16:53.528523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48666) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:53.536967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-88541810-4863-4ac7-b6fb-c16aa8077e3f service neutron] 10.222.0.21 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810572 Sep 18 02:16:53.592747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf4f249d-5add-411b-9e41-8b1511f79d7e req-fe6a9c98-8abd-4e52-a3b5-28a25708237a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0607460 Sep 18 02:16:53.712966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:53.774560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1609261262-network', 'tenant_id': '36d0f299c02a49b69fe9852b73704688'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:53.800386 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:53.910305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a43f0e6a-36b6-4e2e-b034-7ab4a5f83185 req-7608bd85-6318-49ab-a448-1c9b1a8112ca tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 210 time: 0.1205721 Sep 18 02:16:53.925583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Made reservation on behalf of 36d0f299c02a49b69fe9852b73704688 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:53.928758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:53.972989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:53.999733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Network 8db64275-43ba-48a8-b11c-58939ceccf6a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:54.019695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:54.021223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48682) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:54.034936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:54.039391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a5fe854d-931a-418e-bfc7-fd14a7cee774 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:54.041765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:54.042567 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.116155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=5b8aa56f-bff0-4939-8975-ff4d193a99c6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:54.148528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3682f-b3f7-47ee-a33d-dc1c3218af06 req-5754be9a-56d3-4f52-9077-b75dd7b8a99e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:54.164244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fd3682f-b3f7-47ee-a33d-dc1c3218af06 req-5754be9a-56d3-4f52-9077-b75dd7b8a99e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.1781220 Sep 18 02:16:54.208308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a5fe854d-931a-418e-bfc7-fd14a7cee774 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:54.208682 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.251410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2fd3682f-b3f7-47ee-a33d-dc1c3218af06 req-827144fc-e880-4e88-93db-42648af2a6dd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860975 Sep 18 02:16:54.270898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cead490-6fe3-48c6-a72d-4ea8d1a79676 None None] Network 8db64275-43ba-48a8-b11c-58939ceccf6a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:54.290855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.302739 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4231914-233b-4262-8b5a-18c92012917e req-c0dc3594-799b-4447-bf35-6588f3894bc1 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0717595 Sep 18 02:16:54.310860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7db01ee8-ea41-4ca0-ba7d-1bd9da686958 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.1112123 Sep 18 02:16:54.313498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48690) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:54.336444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.349746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:16:54.359508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.360230 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Added segment afa3bf7b-c7e2-4b7c-b9cf-95e447f35203 of type vlan for network b19c7e53-7b71-4a5b-8769-29426d5722a9 Sep 18 02:16:54.408010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.423591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c32ab02c-454d-45cb-b5b8-abc3d1239808 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:54.450198 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.451463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:54.452179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.499262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9691327 Sep 18 02:16:54.507685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e184462-9b97-40fd-bbbd-fc0b19a93116,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:54.509477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48694) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:54.517741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cac988-63da-4900-8c63-49bcadd4c187 admin admin] Deleting subnet 7ef3d490-dd25-40c9-98f7-21414e50e450 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:16:54.522530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41cac988-63da-4900-8c63-49bcadd4c187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.539019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Request body: {'subnet': {'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1609261262-subnet', 'tenant_id': '36d0f299c02a49b69fe9852b73704688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:54.561709 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41cac988-63da-4900-8c63-49bcadd4c187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.571693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-853fa181-722f-4ce0-bcaf-d748fd5bc8e7 None None] Provisioning complete for port a5fe854d-931a-418e-bfc7-fd14a7cee774 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:54.571960 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-853fa181-722f-4ce0-bcaf-d748fd5bc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.641118 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41cac988-63da-4900-8c63-49bcadd4c187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.663729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e6efd-412d-484a-8008-509ebc8f5e1b tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:54.677475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e6efd-412d-484a-8008-509ebc8f5e1b tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:54.684868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e6efd-412d-484a-8008-509ebc8f5e1b tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:54.687065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a71e6efd-412d-484a-8008-509ebc8f5e1b tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3725429 Sep 18 02:16:54.688549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Made reservation on behalf of 36d0f299c02a49b69fe9852b73704688 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:54.692561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.694881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48698) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:54.717055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port c32ab02c-454d-45cb-b5b8-abc3d1239808 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:16:54.729886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port c32ab02c-454d-45cb-b5b8-abc3d1239808 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:54.730556 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.789388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90dfda-ed54-4992-839e-82377e3e58c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b19c7e53-7b71-4a5b-8769-29426d5722a9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:54.824066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41cac988-63da-4900-8c63-49bcadd4c187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.834681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b19c7e53-7b71-4a5b-8769-29426d5722a9 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:16:54.871199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41cac988-63da-4900-8c63-49bcadd4c187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:54.878814 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-41cac988-63da-4900-8c63-49bcadd4c187 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7ef3d490-dd25-40c9-98f7-21414e50e450 HTTP/1.1" status: 204 len: 168 time: 0.8024423 Sep 18 02:16:54.917464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48700) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:54.931112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-853fa181-722f-4ce0-bcaf-d748fd5bc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.013049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cac988-63da-4900-8c63-49bcadd4c187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef3d490-dd25-40c9-98f7-21414e50e450,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:55.022892 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.125306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.148833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d736148-bc5f-416b-b95e-3f06c8c910ff']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:55.160446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f208e5-90f3-446e-94e2-1fee79828060') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:55.160975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f208e5-90f3-446e-94e2-1fee79828060') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:16:55.171213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.185363 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.192707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:16:55.193382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.194086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-853fa181-722f-4ce0-bcaf-d748fd5bc8e7 None None] For port a5fe854d-931a-418e-bfc7-fd14a7cee774, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a5fe854d-931a-418e-bfc7-fd14a7cee774,segment=NetworkSegment(963d247c-3896-4490-9030-03bfaf38b78b),segment_id=963d247c-3896-4490-9030-03bfaf38b78b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:55.211907 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-853fa181-722f-4ce0-bcaf-d748fd5bc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.215429 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: items = [ Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:16:55.270168 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:16:55.279308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.284639 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.287669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8d736148-bc5f-416b-b95e-3f06c8c910ff HTTP/1.1" status: 204 len: 168 time: 0.3690107 Sep 18 02:16:55.329531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78871dd-d178-4cf6-8d6e-1035185e0034 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d736148-bc5f-416b-b95e-3f06c8c910ff,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:55.587750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-a98bd4b5-22ce-4a77-963e-62be5b9151a8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:55.592492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-a98bd4b5-22ce-4a77-963e-62be5b9151a8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.20 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 815 time: 0.2102501 Sep 18 02:16:55.676149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48712) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:55.679930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Request body: {'port': {'device_id': '4e32b00e-ad70-4d66-aad7-56206932170b', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'admin_state_up': True, 'tenant_id': '478aada9fb154793b18fd882a866dc8a'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:55.689137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea066968-32d2-4329-ad90-cad16e32655b req-905003b5-4212-4694-ab77-b0bccc70d040 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 210 time: 0.3967397 Sep 18 02:16:55.716966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:16:55.716966 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:16:55.730743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fa181-722f-4ce0-bcaf-d748fd5bc8e7 None None] Pushing event updated for resources: {'Port': ['ID=a5fe854d-931a-418e-bfc7-fd14a7cee774,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:55.737313 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.768567 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.781328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:55.784256 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bae6df-0cb9-49ef-8c1a-18809a03e5e3" -d '{"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:55.811759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:16:55.815023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0252-e1d3-45ea-817b-c2f48ae10077 req-bb92f7d4-9ef5-4fe1-8b12-5d953b7cc4c9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:55.816915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c9a0252-e1d3-45ea-817b-c2f48ae10077 req-bb92f7d4-9ef5-4fe1-8b12-5d953b7cc4c9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.4473674 Sep 18 02:16:55.831131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.872482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.882356 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5d081f78-56d8-4ae6-81cb-8626764584ae req-be713d6f-19e2-46f1-9cef-6c541e640e23 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0476184 Sep 18 02:16:55.894541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4352f03d-c8b3-4a96-9872-b6eff18767c6 None None] Provisioning complete for port a5fe854d-931a-418e-bfc7-fd14a7cee774 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:55.895234 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4352f03d-c8b3-4a96-9872-b6eff18767c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.896019 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:55.937675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:55.949269 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863fe0bf-b88b-42e3-bd42-8f32e328fd2e x-openstack-request-id: req-863fe0bf-b88b-42e3-bd42-8f32e328fd2e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:55.949532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e809cb00-1114-43f7-87c3-2896cee935d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07fd82df2d6b4051be86b2877689f079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438643 Sep 18 02:16:55.949657 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:55.949829 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-863fe0bf-b88b-42e3-bd42-8f32e328fd2e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:55.950844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48718) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:55.950991 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'code': 200} Sep 18 02:16:55.977033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3c9a0252-e1d3-45ea-817b-c2f48ae10077 req-5fbb24b9-152c-4980-91ad-7ad37b6e0733 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514070 Sep 18 02:16:56.006865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f7099ef4-bba5-4315-afb2-34d171703c32 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Deleting port 5b8aa56f-bff0-4939-8975-ff4d193a99c6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:56.007214 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7099ef4-bba5-4315-afb2-34d171703c32 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.061559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4352f03d-c8b3-4a96-9872-b6eff18767c6 None None] Provisioning complete for port 737329a5-d62b-439d-8939-0209807f4d4a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:56.061849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4352f03d-c8b3-4a96-9872-b6eff18767c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.096917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Made reservation on behalf of 478aada9fb154793b18fd882a866dc8a for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:56.100929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.108160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4352f03d-c8b3-4a96-9872-b6eff18767c6 None None] Port 737329a5-d62b-439d-8939-0209807f4d4a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:56.113490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f86c59-f4bc-4205-b113-4b26d782fb3b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:56.125324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4352f03d-c8b3-4a96-9872-b6eff18767c6 None None] Provisioning complete for port 5b8aa56f-bff0-4939-8975-ff4d193a99c6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:56.126087 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4352f03d-c8b3-4a96-9872-b6eff18767c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.129632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27500b18-6eb1-4533-bf09-0c60724d141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.178330 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4352f03d-c8b3-4a96-9872-b6eff18767c6 None None] Port 5b8aa56f-bff0-4939-8975-ff4d193a99c6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:56.193933 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27500b18-6eb1-4533-bf09-0c60724d141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.220579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Checking segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:56.221440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Network hostable DHCP agents. Network: b19c7e53-7b71-4a5b-8769-29426d5722a9, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:16:56.231784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7099ef4-bba5-4315-afb2-34d171703c32 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.261474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0029c63-4bbd-4de0-a8f4-2ce7d77f8faf req-e126f044-97a7-44be-bc79-b16984f448de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:56.263742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0029c63-4bbd-4de0-a8f4-2ce7d77f8faf req-e126f044-97a7-44be-bc79-b16984f448de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1098 time: 0.2245820 Sep 18 02:16:56.264926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f7099ef4-bba5-4315-afb2-34d171703c32 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Calling delete_port for 5b8aa56f-bff0-4939-8975-ff4d193a99c6 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:16:56.335078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8af018d5-4f3f-46a4-9f1e-dbc4c2910753 None None] Provisioning complete for port 737329a5-d62b-439d-8939-0209807f4d4a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:56.335575 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8af018d5-4f3f-46a4-9f1e-dbc4c2910753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.386642 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27500b18-6eb1-4533-bf09-0c60724d141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.389263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27500b18-6eb1-4533-bf09-0c60724d141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.390459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-27500b18-6eb1-4533-bf09-0c60724d141a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/630df7e4-5332-43c5-a0ba-0f8a15566c70 HTTP/1.1" status: 204 len: 168 time: 0.4363976 Sep 18 02:16:56.399601 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0029c63-4bbd-4de0-a8f4-2ce7d77f8faf req-a1875cea-e35f-49c5-bd47-2eef8c3bcd9d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215076 Sep 18 02:16:56.402761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Network b19c7e53-7b71-4a5b-8769-29426d5722a9 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:16:56.410253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8af018d5-4f3f-46a4-9f1e-dbc4c2910753 None None] Port 737329a5-d62b-439d-8939-0209807f4d4a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:56.430126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27500b18-6eb1-4533-bf09-0c60724d141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630df7e4-5332-43c5-a0ba-0f8a15566c70,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:56.460210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Allocated IP 172.20.0.6 (6059b9bb-42e3-4f5f-8c96-7657c453bfe7/e92ad374-51a6-45ed-aea1-b9a9759a13e3/cda9a16d-a02b-4051-9a1c-ea3898d91fc7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:56.467242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a5fe854d-931a-418e-bfc7-fd14a7cee774 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:16:56.474356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-6aa6ce63-c700-4c86-93cf-53ab8bff140d req-f6954887-89b5-4e33-81a4-9714a5a330de service neutron] (106439) timed out ('10.222.0.20', 64894) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:16:56.475762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, b19c7e53-7b71-4a5b-8769-29426d5722a9) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:56.496442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:56.497607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.516594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e353152f-7468-4209-aa57-19c275194d48 None None] Network b19c7e53-7b71-4a5b-8769-29426d5722a9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:56.574767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3a2655fb-f924-4d89-988d-9c51a7f57d45 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0634620 Sep 18 02:16:56.592733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7099ef4-bba5-4315-afb2-34d171703c32 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.657181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7099ef4-bba5-4315-afb2-34d171703c32 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Port': ['ID=5b8aa56f-bff0-4939-8975-ff4d193a99c6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:56.666186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-80eca3ef-008e-45f2-9d0d-d8a1a966b88c None None] Provisioning complete for port 5b8aa56f-bff0-4939-8975-ff4d193a99c6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:56.667457 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80eca3ef-008e-45f2-9d0d-d8a1a966b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.759014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-80eca3ef-008e-45f2-9d0d-d8a1a966b88c None None] Port 5b8aa56f-bff0-4939-8975-ff4d193a99c6 was deleted so its status cannot be updated. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 02:16:56.817732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.937150 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a5fe854d-931a-418e-bfc7-fd14a7cee774 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:56.937661 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:56.957649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:57.066244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:57.074655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:57.079681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:57.080809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c98eaa2-bb06-4bc0-adee-1529d2ca01fc None None] Network b19c7e53-7b71-4a5b-8769-29426d5722a9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:16:57.106093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3831f226-956b-4281-aef4-81a5a32d3a62 req-5f5912c7-506f-46f4-97bf-caa36c5f6e0a tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 210 time: 0.2163417 Sep 18 02:16:57.140991 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7099ef4-bba5-4315-afb2-34d171703c32 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:57.147248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f7099ef4-bba5-4315-afb2-34d171703c32 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "DELETE /v2.0/ports/5b8aa56f-bff0-4939-8975-ff4d193a99c6 HTTP/1.1" status: 204 len: 168 time: 2.4511378 Sep 18 02:16:57.150216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:57.202371 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b7c209-8b8c-45e3-8456-d3d7e135869a tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] GET failed (client error): The resource could not be found. Sep 18 02:16:57.213783 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-67b7c209-8b8c-45e3-8456-d3d7e135869a tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "GET /v2.0/ports/5b8aa56f-bff0-4939-8975-ff4d193a99c6 HTTP/1.1" status: 404 len: 333 time: 0.0623477 Sep 18 02:16:57.215216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48770) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:57.223946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2087408509'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:57.275733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:57.318870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d397f99-7978-45bf-bb17-7ec67904ad2f req-9cfed54c-ba25-4d20-9a65-dfcbe6491dfb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:57.326879 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d397f99-7978-45bf-bb17-7ec67904ad2f req-9cfed54c-ba25-4d20-9a65-dfcbe6491dfb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.1431220 Sep 18 02:16:57.391850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:57.393454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:57.449184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d397f99-7978-45bf-bb17-7ec67904ad2f req-a11547e0-993f-4aa9-88ff-8916ba28325c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213508 Sep 18 02:16:57.456536 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-fba04011-00ce-4bef-8829-802051fe625d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7814858 Sep 18 02:16:57.478421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Request body: {'port': {'device_id': '4e32b00e-ad70-4d66-aad7-56206932170b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:57.538357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Made reservation on behalf of e79c91360c20428cb2e64192d00af03b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:16:57.542326 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:57.562014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:57.598044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] device_id is not set on port b535b6bb-adb5-4624-acc0-fff529f80f81 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:16:57.772611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a649423-80b8-450e-ad04-2af173a5a25b req-683d7f65-643a-43dc-a8d4-179bf63aa8b9 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0477049 Sep 18 02:16:57.800167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Allocated IP 2001:db8::12d (8db64275-43ba-48a8-b11c-58939ceccf6a/be509552-a7d1-4c39-b48c-45cfaa84b430/b535b6bb-adb5-4624-acc0-fff529f80f81) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:16:57.898745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-a537059c-8b26-4292-8260-0d442e260560 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:57.900155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-a537059c-8b26-4292-8260-0d442e260560 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 813 time: 0.1747353 Sep 18 02:16:57.935250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-0009727a-2c98-493f-8873-6c8530ed0b93 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/quotas/36d0f299c02a49b69fe9852b73704688 HTTP/1.1" status: 200 len: 375 time: 0.0264299 Sep 18 02:16:57.958113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda9a16d-a02b-4051-9a1c-ea3898d91fc7 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:16:57.968780 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:57.979506 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-61a174a9-fcb5-4fed-ae1c-5310eeb870c3 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336616 Sep 18 02:16:57.985734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Transition to ACTIVE for port object cda9a16d-a02b-4051-9a1c-ea3898d91fc7 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:16:57.993834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:58.053845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:58.139606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-e41597b8-c851-4448-9387-acdf2854d37f service neutron] 10.222.0.21 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268051 Sep 18 02:16:58.166471 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:58.192934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Attempting to bind port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:16:58.193276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Attempting to bind port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:16:58.193596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Attempting to bind port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:58.214608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:16:58.214962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Attempting to bind port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:16:58.235729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:16:58.236069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Checking segment: {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:16:58.236600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Bound using segment: {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:16:58.237030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Bound port: cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:16:58.237481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:58.301039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc67114-876c-46e8-a987-ae31aa20d1b6 req-52395daa-2244-42ed-baa3-6ef98e38de6a tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:58.303067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:58.311766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5fc67114-876c-46e8-a987-ae31aa20d1b6 req-52395daa-2244-42ed-baa3-6ef98e38de6a tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 943 time: 0.1100469 Sep 18 02:16:58.318956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-f1c77714-ef6d-4b9b-83f8-5fe913f95aae service neutron] 10.222.0.21 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658175 Sep 18 02:16:58.398336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Network 8db64275-43ba-48a8-b11c-58939ceccf6a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:16:58.398813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:16:58.404888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:16:58.408755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:16:58.422034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:58.422905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:58.423010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5fc67114-876c-46e8-a987-ae31aa20d1b6 req-3b32be2f-c42f-4c81-adaa-1505eeb4e78b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065152 Sep 18 02:16:58.433750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:16:58.445903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=b535b6bb-adb5-4624-acc0-fff529f80f81,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:58.448712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:58.466519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-78f5a54b-0309-46de-adaa-64ef17adfc7d tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2502506 Sep 18 02:16:58.469238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48804) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:58.478929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14b', 'mac_address': 'fa:16:3e:8b:f4:84'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:58.553920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:58.573127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:58.573750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:58.575197 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-bb7db2bd-ec51-4a4f-84ee-f3f1d9c9f008 service neutron] 10.222.0.20 "PUT /v2.0/ports/cda9a16d-a02b-4051-9a1c-ea3898d91fc7 HTTP/1.1" status: 200 len: 1092 time: 1.1121616 Sep 18 02:16:58.576868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e32b00e-ad70-4d66-aad7-56206932170b', 'tag': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:16:58.579269 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "4e32b00e-ad70-4d66-aad7-56206932170b", "tag": "cda9a16d-a02b-4051-9a1c-ea3898d91fc7"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:16:58.633699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0ec6-4479-44bb-9959-59da8272b34b req-6c83df51-20e0-4d1c-a42d-1f3af97f412a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:58.636111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-09ec0ec6-4479-44bb-9959-59da8272b34b req-6c83df51-20e0-4d1c-a42d-1f3af97f412a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.0763385 Sep 18 02:16:58.718992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-09ec0ec6-4479-44bb-9959-59da8272b34b req-f117a1a1-5002-4c59-b388-e1de73d61094 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711398 Sep 18 02:16:58.726178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-49225a80-367f-47eb-a78c-2323e6828713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:58.727897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-49225a80-367f-47eb-a78c-2323e6828713 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 1095 time: 0.0908735 Sep 18 02:16:58.803961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:58.825464 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa8cb44-c262-4d5c-98df-ef3081c0e26c x-openstack-request-id: req-8aa8cb44-c262-4d5c-98df-ef3081c0e26c {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:16:58.825920 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e32b00e-ad70-4d66-aad7-56206932170b", "tag": "cda9a16d-a02b-4051-9a1c-ea3898d91fc7", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:16:58.826064 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8aa8cb44-c262-4d5c-98df-ef3081c0e26c {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:16:58.826479 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e32b00e-ad70-4d66-aad7-56206932170b', 'tag': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'status': 'completed', 'code': 200} Sep 18 02:16:58.828679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-6e42980f-34e4-4c3d-a099-cde03d8d3549 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7 HTTP/1.1" status: 200 len: 217 time: 0.0855892 Sep 18 02:16:58.926092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-cc498678-00c8-4587-8ce6-ba2abfe3e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:58.928291 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-cc498678-00c8-4587-8ce6-ba2abfe3e18d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e92ad374-51a6-45ed-aea1-b9a9759a13e3 HTTP/1.1" status: 200 len: 855 time: 0.0925579 Sep 18 02:16:58.967282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-c5673ec5-ee13-4b95-9731-ef857e34058d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316062 Sep 18 02:16:59.006325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-673252c7-77a1-4214-b805-1ce38d176674 None None] Provisioning complete for port b535b6bb-adb5-4624-acc0-fff529f80f81 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:59.006886 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-673252c7-77a1-4214-b805-1ce38d176674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:59.056968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8af1feb-33ea-4110-b7b4-f26fc7454c2c req-d7b94271-fa31-4774-853d-22e1683698bd tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0566223 Sep 18 02:16:59.061267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87671ddd-790d-4f6b-8844-8d91be264070 req-8b184660-28d3-45a7-b922-6dd9e831fcda tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:59.063154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87671ddd-790d-4f6b-8844-8d91be264070 req-8b184660-28d3-45a7-b922-6dd9e831fcda tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.1195436 Sep 18 02:16:59.075132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-673252c7-77a1-4214-b805-1ce38d176674 None None] Port b535b6bb-adb5-4624-acc0-fff529f80f81 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:59.139215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87671ddd-790d-4f6b-8844-8d91be264070 req-e37a5ef6-2dd4-45f6-8d03-491a16d098ae tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677679 Sep 18 02:16:59.169345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-8583c640-bca9-4a27-aff2-5b56079d4044 service neutron] 10.222.0.20 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941116 Sep 18 02:16:59.174854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48830) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:59.188550 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:59.229128 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:59.277727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e052121-91f5-42d9-95e7-45af89dc505f req-dab5372b-b99e-4ca4-ab4f-01cccbe843df tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 210 time: 0.0949211 Sep 18 02:16:59.325997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68498f-5649-42a7-b9bd-4565582be54e tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:59.331906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-be68498f-5649-42a7-b9bd-4565582be54e tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1093 time: 0.1529160 Sep 18 02:16:59.332893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48848) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:59.345219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48850) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:59.371991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] In _notify_port_updated(), no bound segment for port b535b6bb-adb5-4624-acc0-fff529f80f81 on network 8db64275-43ba-48a8-b11c-58939ceccf6a {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:16:59.391752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:59.394443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:59.396624 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "PUT /v2.0/ports/b535b6bb-adb5-4624-acc0-fff529f80f81 HTTP/1.1" status: 200 len: 1003 time: 0.9258897 Sep 18 02:16:59.401759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48854) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:16:59.417163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:16:59.546432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98eb3de6-592f-4ece-83db-9c20a2c66b9d req-4d532768-6590-4774-89b3-382420d12dba service neutron] 10.222.0.20 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653846 Sep 18 02:16:59.609678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:59.686400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30768d7-eff6-4e14-93eb-0fa5525b1daa tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=b535b6bb-adb5-4624-acc0-fff529f80f81,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:16:59.769476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a0640656-83f6-4f73-83a5-ebeb92b07e57 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Deleting port b535b6bb-adb5-4624-acc0-fff529f80f81 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:16:59.769950 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0640656-83f6-4f73-83a5-ebeb92b07e57 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:59.772646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb499e-e626-4a81-b9ac-fdcca34d95d4 req-ac3efa67-8ab3-47b9-946d-727454ec0f66 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:59.781200 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdcb499e-e626-4a81-b9ac-fdcca34d95d4 req-ac3efa67-8ab3-47b9-946d-727454ec0f66 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 943 time: 0.2083769 Sep 18 02:16:59.791000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-c843d0e4-bb49-4c0e-9c3c-5b6e8b168259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:59.794753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-c843d0e4-bb49-4c0e-9c3c-5b6e8b168259 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 1095 time: 0.1731460 Sep 18 02:16:59.815030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19d282-bdad-45b2-ae52-908537370b91 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:59.815982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19d282-bdad-45b2-ae52-908537370b91 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:59.816625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19d282-bdad-45b2-ae52-908537370b91 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:16:59.818814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3d19d282-bdad-45b2-ae52-908537370b91 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=ae823ee93e1147238401cca778c2a28d&network_id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc HTTP/1.1" status: 200 len: 2972 time: 0.4641190 Sep 18 02:16:59.832298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-128a44ac-177f-4bb3-a7e8-61e2f27a7653 None None] Provisioning complete for port b535b6bb-adb5-4624-acc0-fff529f80f81 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:16:59.838517 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-128a44ac-177f-4bb3-a7e8-61e2f27a7653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:16:59.853909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdcb499e-e626-4a81-b9ac-fdcca34d95d4 req-6c5b3cc0-c7c1-439e-b357-94f4d83af65d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714455 Sep 18 02:16:59.899712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-128a44ac-177f-4bb3-a7e8-61e2f27a7653 None None] Port b535b6bb-adb5-4624-acc0-fff529f80f81 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:16:59.990377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:00.091611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0640656-83f6-4f73-83a5-ebeb92b07e57 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:00.106637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a0640656-83f6-4f73-83a5-ebeb92b07e57 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Calling delete_port for b535b6bb-adb5-4624-acc0-fff529f80f81 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:00.125331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.25.0.91 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/6096533b-cdd9-4c88-839b-d18908460216) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:00.263840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-bb72cb2e-0baf-4d4e-98f9-7e07b86d0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:00.265382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-bb72cb2e-0baf-4d4e-98f9-7e07b86d0a71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 915 time: 0.4487834 Sep 18 02:17:00.313131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79e2af79-2ab5-4467-855f-048eff3bf4e6 req-afc40804-ce6a-497f-9464-3691849c8b71 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0454402 Sep 18 02:17:00.374209 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-832a7a9b-2a42-4722-ad39-6d76c60db501 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7 HTTP/1.1" status: 200 len: 217 time: 0.0981989 Sep 18 02:17:00.379161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:00.466500 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:00.499445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-add34969-cd37-447a-b6a3-d84aeeb97de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:00.500682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-add34969-cd37-447a-b6a3-d84aeeb97de8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e92ad374-51a6-45ed-aea1-b9a9759a13e3 HTTP/1.1" status: 200 len: 855 time: 0.1189003 Sep 18 02:17:00.539812 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-a29b925e-a307-470a-835a-12877a74457d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303090 Sep 18 02:17:00.541103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0640656-83f6-4f73-83a5-ebeb92b07e57 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:00.602318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0640656-83f6-4f73-83a5-ebeb92b07e57 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Port': ['ID=b535b6bb-adb5-4624-acc0-fff529f80f81,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:00.614616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48878) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:00.616702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:00.620425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'network': {'name': 'tempest-network-smoke--1380513036', 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'port_security_enabled': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:00.636842 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5fe8349f-2ae6-4fa8-9a4e-992a8af241e0 req-3d7192b5-7e72-4cc8-b97c-12f1268fa023 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 210 time: 0.0821681 Sep 18 02:17:00.649015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:00.651448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=6096533b-cdd9-4c88-839b-d18908460216,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:00.660124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:00.849528 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-95b21c58-9f97-42fc-b4fd-7298ab884cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:01.270925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Made reservation on behalf of f83cd0fe2550438386cfb497cd09d70c for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:01.274617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:01.331081 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:01.361850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48886) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:01.399806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-98457795-2289-4912-a57d-1a138c3b631f service neutron] 10.222.0.20 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8499649 Sep 18 02:17:01.405250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7394a737-0da7-48ae-8603-68ec691ba5c3 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:01.406981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7394a737-0da7-48ae-8603-68ec691ba5c3 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.20 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 813 time: 0.5760400 Sep 18 02:17:01.441654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Request body: {'port': {'device_id': 'a9e48e23-2cb8-46da-828e-369dd5cdfae4', 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'admin_state_up': True, 'tenant_id': '36d0f299c02a49b69fe9852b73704688'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:01.512612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21a89234-194c-4920-ab07-4e1af3904e1e req-ec4211a9-ae9f-445d-8b82-1ba778bed057 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0639095 Sep 18 02:17:01.537167 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0640656-83f6-4f73-83a5-ebeb92b07e57 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:01.539282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a0640656-83f6-4f73-83a5-ebeb92b07e57 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "DELETE /v2.0/ports/b535b6bb-adb5-4624-acc0-fff529f80f81 HTTP/1.1" status: 204 len: 168 time: 2.1364779 Sep 18 02:17:01.542327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48892) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:01.606617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb374f-6eaa-4d49-bcab-742b74fa6560 req-c684d02e-8e76-4d4c-9f7c-955e1ca34bce tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:01.608329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1fb374f-6eaa-4d49-bcab-742b74fa6560 req-c684d02e-8e76-4d4c-9f7c-955e1ca34bce tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 943 time: 0.3828068 Sep 18 02:17:01.652287 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d77dbf-a779-4405-bf0c-2f47a4f7c6ee tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] GET failed (client error): The resource could not be found. Sep 18 02:17:01.653891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-74d77dbf-a779-4405-bf0c-2f47a4f7c6ee tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "GET /v2.0/ports/b535b6bb-adb5-4624-acc0-fff529f80f81 HTTP/1.1" status: 404 len: 333 time: 0.0994143 Sep 18 02:17:01.659915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc1202-f6aa-4d55-bd3f-1f733ca0c3dd tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:01.661510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-44cc1202-f6aa-4d55-bd3f-1f733ca0c3dd tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 814 time: 0.2971170 Sep 18 02:17:01.662126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48898) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:01.676928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-238610359'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:01.681360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7141c7d6-6aeb-4eeb-a3e0-310f5bce2654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:01.683578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7141c7d6-6aeb-4eeb-a3e0-310f5bce2654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.18 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 813 time: 1.0284805 Sep 18 02:17:01.719769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Request body: {'port': {'device_id': 'db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15', 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'admin_state_up': True, 'tenant_id': '36d0f299c02a49b69fe9852b73704688'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:01.782685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:01.806674 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:01.860706 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0744bb4-c82c-4ce5-8f5c-d51ddec03ecc req-8c99781a-9606-4fb0-bca0-c624ef42db41 service neutron] 10.222.0.20 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944364 Sep 18 02:17:01.864294 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1fb374f-6eaa-4d49-bcab-742b74fa6560 req-f3617228-3f2e-4711-ad1d-718890e7ca23 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304592 Sep 18 02:17:01.880489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:01.916675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a7059db-ff3d-4b3b-82e5-79442c0da916 req-14c26fc6-82f8-46da-a7f3-8c7e615e793b tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 210 time: 0.1346295 Sep 18 02:17:01.919576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f6f8c-2df5-4fba-beb7-68014e8af3ad,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:01.931911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:01.932274 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Added segment bee2ca37-5fcd-4aa9-9cba-688388d4729b of type vlan for network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf Sep 18 02:17:02.000037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.041480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Made reservation on behalf of 36d0f299c02a49b69fe9852b73704688 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:02.045278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.047472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Made reservation on behalf of 36d0f299c02a49b69fe9852b73704688 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:02.053468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.068800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.074677 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:02.075276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.084986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Made reservation on behalf of e79c91360c20428cb2e64192d00af03b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:02.088542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.122946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5068779 Sep 18 02:17:02.126203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48906) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:02.134788 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'admin_state_up': True, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:02.147132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] device_id is not set on port 44d7d649-d862-48dc-b07a-3c14b2f31eee yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:17:02.193273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.194614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.251058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.291984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf25ee3-9171-415e-ac06-2dbdfab4316f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Network': ['ID=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:02.301530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.303605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:02.325601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:02.334153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'network': {'name': 'tempest-network-smoke--101271054', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:02.407448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Allocated IP 2001:db8::113 (8db64275-43ba-48a8-b11c-58939ceccf6a/be509552-a7d1-4c39-b48c-45cfaa84b430/44d7d649-d862-48dc-b07a-3c14b2f31eee) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:02.426232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cda9a16d-a02b-4051-9a1c-ea3898d91fc7 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:02.598925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.612907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Allocated IP 172.20.0.14 (b19c7e53-7b71-4a5b-8769-29426d5722a9/72f86c59-f4bc-4205-b113-4b26d782fb3b/2a16436e-e69b-493e-aef7-840a64613225) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:02.636378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:02.663599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'port_id': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'mac_address': 'fa:16:3e:18:de:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92ad374-51a6-45ed-aea1-b9a9759a13e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:02.698972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.714454 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a95b49ff-3b38-4041-8251-4d952fa16e11 req-e8b3d96f-148f-4c6d-b25c-be27144a3eae tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0534539 Sep 18 02:17:02.714725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:02.714853 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.751403 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.761820 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.791027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda9a16d-a02b-4051-9a1c-ea3898d91fc7 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:02.820168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:02.831362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.850454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:02.866941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.867454 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Added segment 3cc4329c-cdc8-4dec-8f8c-e3609d47d649 of type vlan for network d1c6e6b5-40df-4496-96cf-748b6c608820 Sep 18 02:17:02.891035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.897537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:02.988437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:02.997437 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.023728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Network 8db64275-43ba-48a8-b11c-58939ceccf6a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:03.028853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cda9a16d-a02b-4051-9a1c-ea3898d91fc7'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:03.047666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:03.083795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:03.089770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:03.090491 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.112132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=44d7d649-d862-48dc-b07a-3c14b2f31eee,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:03.134142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f1622e0c-7b3b-40ad-8e34-71b1cc1bb7c8 req-03710daf-6034-473f-80fc-bc7f64c98412 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 210 time: 0.0796080 Sep 18 02:17:03.145168 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.153049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:03.160173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.176996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.184421 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eaa4c3ed-5f7b-4259-baf1-2cf07a989d66 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5128162 Sep 18 02:17:03.222527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48918) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:03.230563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.255106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.255834 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9293206 Sep 18 02:17:03.259565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:03.261339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8b:f4:84'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:03.304054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4626ec-605f-4da2-803b-94b7e74a4302 req-9e4b0853-ea69-4f2c-a6f7-7d362015256b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:03.305870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d4626ec-605f-4da2-803b-94b7e74a4302 req-9e4b0853-ea69-4f2c-a6f7-7d362015256b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 944 time: 0.3148909 Sep 18 02:17:03.411544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-18f3fc16-07a1-4aa9-83cf-9ab54acc8b08 None None] Provisioning complete for port 44d7d649-d862-48dc-b07a-3c14b2f31eee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:03.412086 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-18f3fc16-07a1-4aa9-83cf-9ab54acc8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.434738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301dc90-bd6c-41a6-944e-9ec35a038384 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Network': ['ID=d1c6e6b5-40df-4496-96cf-748b6c608820,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:03.457681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d1c6e6b5-40df-4496-96cf-748b6c608820 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:03.471977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Network b19c7e53-7b71-4a5b-8769-29426d5722a9 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:03.485672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:03.500046 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48c18310-4d1f-471e-8dcd-d53349bdd70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.506987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:03.544340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80d7ea-cdbf-4827-83f9-5345485b737b tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:03.546029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dd80d7ea-cdbf-4827-83f9-5345485b737b tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ae823ee93e1147238401cca778c2a28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2852871 Sep 18 02:17:03.546760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Pushing event updated for resources: {'Port': ['ID=2a16436e-e69b-493e-aef7-840a64613225,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:03.561558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-18f3fc16-07a1-4aa9-83cf-9ab54acc8b08 None None] Port 44d7d649-d862-48dc-b07a-3c14b2f31eee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:03.561770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:03.572940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Allocated IP 172.25.0.36 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/418caff1-4ef0-48c6-a508-981c2e698bc2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:03.722527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:03.728830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.811666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Allocated IP 172.20.0.12 (b19c7e53-7b71-4a5b-8769-29426d5722a9/72f86c59-f4bc-4205-b113-4b26d782fb3b/93981f39-7bd8-485c-9622-45a2feefa8cc) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:03.818522 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-38360f72-2389-41ce-986c-7c410e7b1804 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1120198 Sep 18 02:17:03.823722 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d4626ec-605f-4da2-803b-94b7e74a4302 req-97d82676-a8e4-4d64-bfe8-03f6fc124900 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989669 Sep 18 02:17:03.827614 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.831444 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.856886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Request body: {'port': {'device_id': 'db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:03.874465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:03.896225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7ae80e-2ea6-47d7-a420-a5f3123bc9db tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:03.900837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de7ae80e-2ea6-47d7-a420-a5f3123bc9db tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3347828 Sep 18 02:17:03.900837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-830e221f-aa01-46f6-8504-81960a45d9ea req-e5acdb14-63ab-4c70-a9c5-70a11b6d4f9a tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0587289 Sep 18 02:17:03.903518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:03.949468 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b303d22f-d9b5-4dc8-95b6-bf774565bf0a tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434763 Sep 18 02:17:03.958395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48932) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:04.021046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.025738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-10313efa-e33a-4987-8263-826ab277363a tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ae823ee93e1147238401cca778c2a28d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639384 Sep 18 02:17:04.026548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=6096533b-cdd9-4c88-839b-d18908460216,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:04.029025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48934) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:04.037475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.062660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.068023 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.180017 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.293401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db269675-8200-4769-b2b6-6bb663829d48 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:04.297620 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-db269675-8200-4769-b2b6-6bb663829d48 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2650263 Sep 18 02:17:04.300094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48940) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:04.307945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.309737 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Floating IP c07f9f71-c033-4ff4-a87e-5ff00bc4d446 associated. External IP: 172.25.0.91, port: c32ab02c-454d-45cb-b5b8-abc3d1239808. Sep 18 02:17:04.317503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:04.344516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:04.350035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=418caff1-4ef0-48c6-a508-981c2e698bc2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:04.352624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:04.356082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-491d9296-76ba-41c6-a847-61fa600931df tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507102 Sep 18 02:17:04.359171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48942) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:04.368508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:04.386451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1763607005', 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:04.408866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cda9a16d-a02b-4051-9a1c-ea3898d91fc7 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:04.450807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.454032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94f81f0e-6fb7-4581-8fcc-af2439baa58f req-840df032-6238-481b-be5d-1f4c00130798 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 210 time: 0.0863385 Sep 18 02:17:04.462742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.480862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:17:04.482100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:04.482924 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.524429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] In _notify_port_updated(), no bound segment for port 44d7d649-d862-48dc-b07a-3c14b2f31eee on network 8db64275-43ba-48a8-b11c-58939ceccf6a {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:17:04.530087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:04.530793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.534989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "PUT /v2.0/ports/44d7d649-d862-48dc-b07a-3c14b2f31eee HTTP/1.1" status: 200 len: 1002 time: 1.2784841 Sep 18 02:17:04.538611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48948) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:04.589874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d334d87-15ea-4a65-a3ad-b62926783067 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=44d7d649-d862-48dc-b07a-3c14b2f31eee,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:04.602227 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.638338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e32b00e-ad70-4d66-aad7-56206932170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:04.641297 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d18d1-6e7d-486e-9d43-b5590aa59e83" -d '{"events": [{"server_uuid": "4e32b00e-ad70-4d66-aad7-56206932170b", "name": "network-vif-plugged", "status": "completed", "tag": "cda9a16d-a02b-4051-9a1c-ea3898d91fc7"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:04.661432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:04.668310 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.729378 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd5f24f-3818-4944-ac7a-d8f9e18ffd36 x-openstack-request-id: req-1dd5f24f-3818-4944-ac7a-d8f9e18ffd36 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:04.731314 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e32b00e-ad70-4d66-aad7-56206932170b", "name": "network-vif-plugged", "status": "completed", "tag": "cda9a16d-a02b-4051-9a1c-ea3898d91fc7", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:04.731925 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dd5f24f-3818-4944-ac7a-d8f9e18ffd36 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:04.732554 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e32b00e-ad70-4d66-aad7-56206932170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'code': 200} Sep 18 02:17:04.733562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.735874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7409a075-c440-4164-8e6e-a86ef294b0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.789128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:04.920918 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.958520 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7409a075-c440-4164-8e6e-a86ef294b0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:04.982220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Network b19c7e53-7b71-4a5b-8769-29426d5722a9 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:04.999321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:05.001475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7409a075-c440-4164-8e6e-a86ef294b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.003702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-78e70574-dd54-484b-9af6-a6323942a9ba None None] Provisioning complete for port 44d7d649-d862-48dc-b07a-3c14b2f31eee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:05.004359 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-78e70574-dd54-484b-9af6-a6323942a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.005176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:05.046941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-78e70574-dd54-484b-9af6-a6323942a9ba None None] Port 44d7d649-d862-48dc-b07a-3c14b2f31eee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:05.071354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409a075-c440-4164-8e6e-a86ef294b0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed62484-4d69-4365-b008-e2792548c10a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:05.146469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Pushing event updated for resources: {'Port': ['ID=93981f39-7bd8-485c-9622-45a2feefa8cc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:05.194828 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7409a075-c440-4164-8e6e-a86ef294b0a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fc1ecd1a1b64c29a54b2e91ac673cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8215761 Sep 18 02:17:05.199995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48956) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:05.207280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-da3a2886-2eb7-4561-ada6-d903d93a3ebc tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Deleting port 44d7d649-d862-48dc-b07a-3c14b2f31eee {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:05.207629 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da3a2886-2eb7-4561-ada6-d903d93a3ebc tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.223421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:05.223994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.232270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:05.238687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd69517d-bb90-48da-b0cc-0122860fd240 req-76e61459-c92c-41c6-9ce2-c272a945ac45 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0987203 Sep 18 02:17:05.248100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7367c-7766-4ba0-ae2c-3320b1d276f9 req-2de56c0f-c372-407b-9543-04e8917a57c4 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:05.248986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4b7367c-7766-4ba0-ae2c-3320b1d276f9 req-2de56c0f-c372-407b-9543-04e8917a57c4 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2830896 Sep 18 02:17:05.284428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:05.287885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.325341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-56f2cf21-7aa1-48e6-9ad4-f91e2ad20bb1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8908868 Sep 18 02:17:05.364178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Request body: {'port': {'device_id': 'a9e48e23-2cb8-46da-828e-369dd5cdfae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:05.398309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de6bbb-42e5-4668-a675-fd6fe0c8f0bb req-b4d2e4f8-b34b-4b98-9eb2-45d862efb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:05.399829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62de6bbb-42e5-4668-a675-fd6fe0c8f0bb req-b4d2e4f8-b34b-4b98-9eb2-45d862efb8f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 1097 time: 0.2626505 Sep 18 02:17:05.461785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a4b7367c-7766-4ba0-ae2c-3320b1d276f9 req-eb4e6ea8-d91f-42c9-b365-0177851f8cb8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795793 Sep 18 02:17:05.504869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da3a2886-2eb7-4561-ada6-d903d93a3ebc tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.525502 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05303df2-e022-4b7b-894e-ad59b5e886b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.579430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62de6bbb-42e5-4668-a675-fd6fe0c8f0bb req-e476ecfb-0778-4bf5-9abe-1ce7a0c29bdf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662397 Sep 18 02:17:05.584198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-da3a2886-2eb7-4561-ada6-d903d93a3ebc tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Calling delete_port for 44d7d649-d862-48dc-b07a-3c14b2f31eee owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:05.600129 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.614377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.621892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05303df2-e022-4b7b-894e-ad59b5e886b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.694959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a16436e-e69b-493e-aef7-840a64613225 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:05.708284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:05.712640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.732779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] Sync routers for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:05.743923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:05.744804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:05.769363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.789672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673fe68-3adf-4d95-95ca-729bc3de5065 req-fa4969cb-8d38-42bc-a5c0-5bbba1a34f08 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:05.791201 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7673fe68-3adf-4d95-95ca-729bc3de5065 req-fa4969cb-8d38-42bc-a5c0-5bbba1a34f08 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 932 time: 0.2461433 Sep 18 02:17:05.795564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Transition to ACTIVE for port object 2a16436e-e69b-493e-aef7-840a64613225 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:17:05.813848 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.868323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aeca4b49-30c8-4528-b72d-60e9b91e32c5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5106492 Sep 18 02:17:05.872586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:05.874637 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06" -d '{"events": [{"name": "network-changed", "server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:05.880392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:05.914201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05303df2-e022-4b7b-894e-ad59b5e886b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.916837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05303df2-e022-4b7b-894e-ad59b5e886b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.918046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-05303df2-e022-4b7b-894e-ad59b5e886b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ed62484-4d69-4365-b008-e2792548c10a HTTP/1.1" status: 204 len: 168 time: 0.7141163 Sep 18 02:17:05.984628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05303df2-e022-4b7b-894e-ad59b5e886b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed62484-4d69-4365-b008-e2792548c10a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:05.991029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:05.998622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a16436e-e69b-493e-aef7-840a64613225,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:06.015851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7673fe68-3adf-4d95-95ca-729bc3de5065 req-ba6087c8-5e33-4f33-bf37-091bdd66dba2 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096586 Sep 18 02:17:06.227388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'c07f9f71-c033-4ff4-a87e-5ff00bc4d446', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'port_id': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'mac_address': 'fa:16:3e:d5:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:17:01Z', 'updated_at': '2021-09-18T02:17:01Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:40Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:06.269877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Subnet': ['ID=f955b393-63b1-4e7f-982a-7db2febbd746,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:06.299240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:06.304651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Checking segment: {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:06.305096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network hostable DHCP agents. Network: d1c6e6b5-40df-4496-96cf-748b6c608820, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:17:06.321001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] Checking router: 201ba68f-5d0e-420b-bd36-2590f7bb6b44 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:06.331451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-125c02aa-fb89-4b6f-8c47-565923b75656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:06.333184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-125c02aa-fb89-4b6f-8c47-565923b75656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1098 time: 0.1999891 Sep 18 02:17:06.343244 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:06.344520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:06.345162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:06.379130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Attempting to bind port 2a16436e-e69b-493e-aef7-840a64613225 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:06.379460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Attempting to bind port 2a16436e-e69b-493e-aef7-840a64613225 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:06.379789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Attempting to bind port 2a16436e-e69b-493e-aef7-840a64613225 on network b19c7e53-7b71-4a5b-8769-29426d5722a9 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:06.406245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Port 2a16436e-e69b-493e-aef7-840a64613225 on network b19c7e53-7b71-4a5b-8769-29426d5722a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:17:06.406547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Attempting to bind port 2a16436e-e69b-493e-aef7-840a64613225 on network b19c7e53-7b71-4a5b-8769-29426d5722a9 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:06.422758 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426b58a0-2dcd-4f70-95cb-a67a9412a209 x-openstack-request-id: req-426b58a0-2dcd-4f70-95cb-a67a9412a209 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:06.423093 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:06.423416 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-426b58a0-2dcd-4f70-95cb-a67a9412a209 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:06.423767 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'status': 'completed', 'code': 200} Sep 18 02:17:06.442749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da3a2886-2eb7-4561-ada6-d903d93a3ebc tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:06.454917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:06.455423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Checking segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:06.456494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Bound using segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:06.456494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Bound port: 2a16436e-e69b-493e-aef7-840a64613225, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:06.456712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:06.467021 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88ba5d37-7218-4c39-99a7-a001cfd08843 req-23bcbf91-52b4-456f-9530-b2a92f943634 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0571189 Sep 18 02:17:06.496870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f40d4f-83eb-46ae-acd0-58eb0ae2a3c2 req-2da6a2e2-35cf-4ba4-b666-d8d72239aea0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:06.498448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15f40d4f-83eb-46ae-acd0-58eb0ae2a3c2 req-2da6a2e2-35cf-4ba4-b666-d8d72239aea0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.5581834 Sep 18 02:17:06.503983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network d1c6e6b5-40df-4496-96cf-748b6c608820 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:17:06.505212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a2886-2eb7-4561-ada6-d903d93a3ebc tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Port': ['ID=44d7d649-d862-48dc-b07a-3c14b2f31eee,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:06.535625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:06.576710 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-da3a2886-2eb7-4561-ada6-d903d93a3ebc tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:06.578320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-da3a2886-2eb7-4561-ada6-d903d93a3ebc tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "DELETE /v2.0/ports/44d7d649-d862-48dc-b07a-3c14b2f31eee HTTP/1.1" status: 204 len: 168 time: 2.0370600 Sep 18 02:17:06.583485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48980) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:06.615536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, d1c6e6b5-40df-4496-96cf-748b6c608820) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:06.637688 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c3389d-e6bb-4a84-a647-d763ccd29e31 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] GET failed (client error): The resource could not be found. Sep 18 02:17:06.643791 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-05c3389d-e6bb-4a84-a647-d763ccd29e31 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "GET /v2.0/ports/44d7d649-d862-48dc-b07a-3c14b2f31eee HTTP/1.1" status: 404 len: 333 time: 0.0579731 Sep 18 02:17:06.652911 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15f40d4f-83eb-46ae-acd0-58eb0ae2a3c2 req-afe5a434-3c2e-474d-8028-aa9cc97f1133 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405907 Sep 18 02:17:06.660811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48982) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:06.666132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1431369060'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:06.683084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:06.683845 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:06.701866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 48984) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:06.705049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-8e159934-71e6-461f-ba58-7c33e2d62359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:06.706653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-8e159934-71e6-461f-ba58-7c33e2d62359 service neutron] 10.222.0.20 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 897 time: 0.3373597 Sep 18 02:17:06.852986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bf8da37c-ecec-4fe4-bcb1-e12e7ccdd114 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/c07f9f71-c033-4ff4-a87e-5ff00bc4d446 HTTP/1.1" status: 200 len: 991 time: 0.1408112 Sep 18 02:17:06.891713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a6862d-2e92-4e1d-b777-c078013a8548 None None] Network d1c6e6b5-40df-4496-96cf-748b6c608820 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:06.967701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93981f39-7bd8-485c-9622-45a2feefa8cc {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:06.979175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:06.996844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Transition to ACTIVE for port object 93981f39-7bd8-485c-9622-45a2feefa8cc will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:17:06.998601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Made reservation on behalf of e79c91360c20428cb2e64192d00af03b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:07.003148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.026096 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.052865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] device_id is not set on port 16f45435-c1c7-4340-931d-7ce9dff78d5f yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:17:07.141972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Pushing event updated for resources: {'Port': ['ID=93981f39-7bd8-485c-9622-45a2feefa8cc,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:07.147326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6f7304f7-7955-415f-be54-c8165c2c523e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7650063 Sep 18 02:17:07.149704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] For port 2a16436e-e69b-493e-aef7-840a64613225, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:07.168212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 48998) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:07.187591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] For port 2a16436e-e69b-493e-aef7-840a64613225, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2a16436e-e69b-493e-aef7-840a64613225,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:07.206837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.237195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-d1c6e6b5-40df-4496-96cf-748b6c608820', 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ips': [{'subnet_id': 'f955b393-63b1-4e7f-982a-7db2febbd746'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:17:07.238189 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.247298 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-382a3347-3762-47e4-9773-223777256d70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 999 time: 0.5222950 Sep 18 02:17:07.272578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:17:07.279905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:07.280788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.282652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] 10.222.0.18 "PUT /v2.0/ports/2a16436e-e69b-493e-aef7-840a64613225 HTTP/1.1" status: 200 len: 1093 time: 3.4317584 Sep 18 02:17:07.284658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15', 'tag': '2a16436e-e69b-493e-aef7-840a64613225'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:07.287411 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d6c319-dcdc-468a-8fd8-fd20cf938250" -d '{"events": [{"name": "network-changed", "server_uuid": "db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15", "tag": "2a16436e-e69b-493e-aef7-840a64613225"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:07.324621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b84bf-1557-4408-878f-3c8419735442 req-754d95eb-311b-47c4-b8d4-1e225677711d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:07.333896 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-210b84bf-1557-4408-878f-3c8419735442 req-754d95eb-311b-47c4-b8d4-1e225677711d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.6018786 Sep 18 02:17:07.376158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1262839774-network', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:07.386003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362b349-ad32-4e16-8a16-48c5b8baa70d req-fe125ab3-39bf-4d2f-8f82-8b4e9228c65e tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:07.388292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d362b349-ad32-4e16-8a16-48c5b8baa70d req-fe125ab3-39bf-4d2f-8f82-8b4e9228c65e tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 944 time: 0.2466888 Sep 18 02:17:07.391615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'c07f9f71-c033-4ff4-a87e-5ff00bc4d446', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'port_id': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'mac_address': 'fa:16:3e:d5:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:17:01Z', 'updated_at': '2021-09-18T02:17:01Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:40Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:07.420923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd700f2c-5b18-47f6-b6d8-73d53ae6afd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a16436e-e69b-493e-aef7-840a64613225,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:07.423992 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fd389-a56e-4409-91bb-2d395147828c None None] The sync data for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 is: [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'c07f9f71-c033-4ff4-a87e-5ff00bc4d446', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'port_id': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'mac_address': 'fa:16:3e:d5:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:17:01Z', 'updated_at': '2021-09-18T02:17:01Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:40Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:07.454636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Allocated IP 172.20.0.18 (d1c6e6b5-40df-4496-96cf-748b6c608820/f955b393-63b1-4e7f-982a-7db2febbd746/64b49dcf-584f-422e-8c9f-3f0da6f410d9) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:07.467861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d362b349-ad32-4e16-8a16-48c5b8baa70d req-6ef1b0d8-ce29-44f9-b2b8-988933be93c2 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662162 Sep 18 02:17:07.481867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-4b0a0dad-04c2-4a7e-80f9-61e440ec4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:07.483375 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-4b0a0dad-04c2-4a7e-80f9-61e440ec4449 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 200 len: 834 time: 0.2255087 Sep 18 02:17:07.496036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Attempting to bind port 93981f39-7bd8-485c-9622-45a2feefa8cc on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:07.496850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Attempting to bind port 93981f39-7bd8-485c-9622-45a2feefa8cc by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:07.496850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Attempting to bind port 93981f39-7bd8-485c-9622-45a2feefa8cc on network b19c7e53-7b71-4a5b-8769-29426d5722a9 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:07.503740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Port 93981f39-7bd8-485c-9622-45a2feefa8cc on network b19c7e53-7b71-4a5b-8769-29426d5722a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:17:07.504214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Attempting to bind port 93981f39-7bd8-485c-9622-45a2feefa8cc on network b19c7e53-7b71-4a5b-8769-29426d5722a9 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:07.509254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:07.509596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Checking segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:07.509976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Bound using segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:07.510412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Bound port: 93981f39-7bd8-485c-9622-45a2feefa8cc, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:07.510790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.558082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-210b84bf-1557-4408-878f-3c8419735442 req-01a07b09-bdc9-4d6c-95c2-8e522289d8f2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230294 Sep 18 02:17:07.609145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-653b2b5e-d835-4a59-b6c4-47594a4cc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:07.610435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-653b2b5e-d835-4a59-b6c4-47594a4cc18c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&device_id=db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15 HTTP/1.1" status: 200 len: 1096 time: 0.2743735 Sep 18 02:17:07.613812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Made reservation on behalf of 0c1bffeb04eb4445b17c8fe580555c74 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:07.616123 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.634828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] For port 93981f39-7bd8-485c-9622-45a2feefa8cc, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:07.635903 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a2229-51e4-4526-85d6-0b1d0e91e2b9 x-openstack-request-id: req-956a2229-51e4-4526-85d6-0b1d0e91e2b9 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:07.636198 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15", "tag": "2a16436e-e69b-493e-aef7-840a64613225", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:07.636451 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-956a2229-51e4-4526-85d6-0b1d0e91e2b9 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:07.636850 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15', 'tag': '2a16436e-e69b-493e-aef7-840a64613225', 'status': 'completed', 'code': 200} Sep 18 02:17:07.640319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] For port 93981f39-7bd8-485c-9622-45a2feefa8cc, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=93981f39-7bd8-485c-9622-45a2feefa8cc,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:07.644325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Allocated IP 2001:db8::30 (8db64275-43ba-48a8-b11c-58939ceccf6a/be509552-a7d1-4c39-b48c-45cfaa84b430/16f45435-c1c7-4340-931d-7ce9dff78d5f) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:07.655439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.693130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-83805705-5e02-43ff-bf61-e52e4592b6d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a16436e-e69b-493e-aef7-840a64613225 HTTP/1.1" status: 200 len: 217 time: 0.0525556 Sep 18 02:17:07.720646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.733099 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.743650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:07.744467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.746349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/93981f39-7bd8-485c-9622-45a2feefa8cc HTTP/1.1" status: 200 len: 1093 time: 2.3895655 Sep 18 02:17:07.785763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Pushing event updated for resources: {'Port': ['ID=64b49dcf-584f-422e-8c9f-3f0da6f410d9,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:07.803131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Network d1c6e6b5-40df-4496-96cf-748b6c608820 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:07.804757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:07.809058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:07.843164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e5f5-914d-435f-af66-8e0560ad29c8 service neutron] Pushing event updated for resources: {'Port': ['ID=93981f39-7bd8-485c-9622-45a2feefa8cc,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:07.853766 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.856423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-4512bfbd-518b-4c90-bc6e-e7d05f395718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:07.858767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-4512bfbd-518b-4c90-bc6e-e7d05f395718 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 200 len: 853 time: 0.0706999 Sep 18 02:17:07.860480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49008) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:07.873596 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eece57-036a-489e-bff9-0768f4ee55ab None None] New status for floating IP c07f9f71-c033-4ff4-a87e-5ff00bc4d446: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:17:07.903258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-da7d2549-e5f8-4069-b89d-5c1317b0de43 req-02aa8bca-51b5-43b4-8e46-5f822b49822d tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.2071617 Sep 18 02:17:07.923859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-5e7f0466-5d16-4c25-965d-2f707c153a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:07.926168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-5e7f0466-5d16-4c25-965d-2f707c153a4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 1096 time: 0.1202338 Sep 18 02:17:07.961190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Attempting to bind port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:07.961799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Attempting to bind port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:07.962188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Attempting to bind port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 on network d1c6e6b5-40df-4496-96cf-748b6c608820 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:07.971605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:07.974231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Checking segment: {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:07.974787 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:07.975299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Bound using segment: {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:07.976288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Bound port: 64b49dcf-584f-422e-8c9f-3f0da6f410d9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:07.979540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.007105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-b6144c45-c471-4fb5-aee3-f879e87c5812 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93981f39-7bd8-485c-9622-45a2feefa8cc HTTP/1.1" status: 200 len: 217 time: 0.0470908 Sep 18 02:17:08.053842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.093529 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.101714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd0f4d34-d7a1-481d-8c01-ed132984c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:08.103498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-cd0f4d34-d7a1-481d-8c01-ed132984c77d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 200 len: 853 time: 0.0892208 Sep 18 02:17:08.104721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.108337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] For port 64b49dcf-584f-422e-8c9f-3f0da6f410d9, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:08.113004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-00d87afe-e7e3-4d87-9899-4a0048a63763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:08.113348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] For port 64b49dcf-584f-422e-8c9f-3f0da6f410d9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=64b49dcf-584f-422e-8c9f-3f0da6f410d9,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:08.114513 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-00d87afe-e7e3-4d87-9899-4a0048a63763 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=707bdcd4-2a3f-4037-b51a-0912f79ee37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6167560 Sep 18 02:17:08.116416 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-db610bdc-e835-448e-8546-a221fdd2b5a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b19c7e53-7b71-4a5b-8769-29426d5722a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2225456 Sep 18 02:17:08.119261 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.128255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:08.150940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Sync routers for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:08.162751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-eafd9a0a-558b-4e26-b356-b1ec8eb3fa0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b19c7e53-7b71-4a5b-8769-29426d5722a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496991 Sep 18 02:17:08.201511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:08.202458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:08.210468 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.256393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49010) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:08.264667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:08.287644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e53e7679-0f58-44d5-8017-e634feb6b393 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192666890', 'description': 'tempest-secgroup-smoke-1192666890 description', 'project_id': 'ae823ee93e1147238401cca778c2a28d'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:08.290178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Network 8db64275-43ba-48a8-b11c-58939ceccf6a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:08.297510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf895e-5a3b-4c76-ab84-950365d80913 None None] Pushing event updated for resources: {'Port': ['ID=64b49dcf-584f-422e-8c9f-3f0da6f410d9,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:08.308788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:08.311353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:08.318208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:08.319049 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.359100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=16f45435-c1c7-4340-931d-7ce9dff78d5f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:08.370873 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-94207df4-5fe0-42af-9020-c2496ac42f94 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/c07f9f71-c033-4ff4-a87e-5ff00bc4d446 HTTP/1.1" status: 200 len: 991 time: 0.5051684 Sep 18 02:17:08.372456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c5e47-220c-483b-9df9-2e23696e8482,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:08.390387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ed76f851-c323-4a1e-903e-9e288e8a6dfd tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7277381 Sep 18 02:17:08.392449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.392812 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Added segment 6a1b34bd-6fbe-4c16-a562-61ddc06a74e7 of type vlan for network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f Sep 18 02:17:08.397365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49014) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:08.402135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:08.404575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.409987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fede4a33-79f9-4019-8776-067e8915dc93 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2807100 Sep 18 02:17:08.411404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'network_id': '8db64275-43ba-48a8-b11c-58939ceccf6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-530186121'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:08.416115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49016) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:08.424825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e48e23-2cb8-46da-828e-369dd5cdfae4', 'tag': '93981f39-7bd8-485c-9622-45a2feefa8cc'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:08.427938 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e5b639-242e-4284-82d0-c7961d047326" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e48e23-2cb8-46da-828e-369dd5cdfae4", "tag": "93981f39-7bd8-485c-9622-45a2feefa8cc"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:08.460808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-daf91e46-9c6b-4278-a13f-e79d2bfe1d30 service neutron] 10.222.0.20 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901864 Sep 18 02:17:08.540479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.568050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e53e7679-0f58-44d5-8017-e634feb6b393 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.586545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-8ee610e9-b7fb-44e9-addc-bc2808c490fd service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515064 Sep 18 02:17:08.681278 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8eb595-1599-4e1c-8be4-169bd91de4fd x-openstack-request-id: req-af8eb595-1599-4e1c-8be4-169bd91de4fd {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:08.681868 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e48e23-2cb8-46da-828e-369dd5cdfae4", "tag": "93981f39-7bd8-485c-9622-45a2feefa8cc", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:08.681868 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af8eb595-1599-4e1c-8be4-169bd91de4fd {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:08.682227 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e48e23-2cb8-46da-828e-369dd5cdfae4', 'tag': '93981f39-7bd8-485c-9622-45a2feefa8cc', 'status': 'completed', 'code': 200} Sep 18 02:17:08.733007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.733980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:08.734554 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.755167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-bb2825de-2c16-4cfb-99bd-f7eea5ae32b9 service neutron] 10.222.0.18 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228538 Sep 18 02:17:08.778574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:05Z', 'revision_number': 3, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:08.816629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Checking router: 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:08.817125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Updating router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 port 418caff1-4ef0-48c6-a508-981c2e698bc2 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:17:08.846207 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.855343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Made reservation on behalf of e79c91360c20428cb2e64192d00af03b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:08.858817 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:08.884168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbb893-753c-40ec-94e5-56a3b8fa3e02 req-d696216b-5edf-4268-b017-076caf6c9277 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:08.885705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0fbb893-753c-40ec-94e5-56a3b8fa3e02 req-d696216b-5edf-4268-b017-076caf6c9277 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 944 time: 0.1839857 Sep 18 02:17:08.899174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c917c638-9246-45d7-a07e-176c81def470 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f83cd0fe2550438386cfb497cd09d70c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4569609 Sep 18 02:17:08.904681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] device_id is not set on port 37306313-9a3f-45be-946d-443b8c3ab9e6 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:17:08.912231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49026) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:08.931965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-8c5d72e5-5771-4f92-a45b-81765fa62797 service neutron] 10.222.0.20 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612045 Sep 18 02:17:09.004811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0fbb893-753c-40ec-94e5-56a3b8fa3e02 req-3617637f-4d66-4649-bae2-cefffeaaa271 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015456 Sep 18 02:17:09.020948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] Pushing event updated for resources: {'Network': ['ID=b4500c7b-7ac3-4d27-b5a9-b81f36631d6f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:09.065232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:09.100406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ce065-e42f-4a56-9d25-a306065ab5c1 req-2f19dac0-c74e-42a9-900d-7f1132544a3f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.101999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a7ce065-e42f-4a56-9d25-a306065ab5c1 req-2f19dac0-c74e-42a9-900d-7f1132544a3f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.3873751 Sep 18 02:17:09.108612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1fd0e91b-f95d-4b4f-a70e-7deeba59ac06 req-146264c0-f5f9-4de5-884b-1aad9e855886 service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002701 Sep 18 02:17:09.150795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Allocated IP 2001:db8::3c9 (8db64275-43ba-48a8-b11c-58939ceccf6a/be509552-a7d1-4c39-b48c-45cfaa84b430/37306313-9a3f-45be-946d-443b8c3ab9e6) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:09.161242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5bc79288-f0c2-42b4-81e7-46648cd5149e None None] Provisioning complete for port 16f45435-c1c7-4340-931d-7ce9dff78d5f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:09.161622 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5bc79288-f0c2-42b4-81e7-46648cd5149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.169905 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5a60936-2dae-4f08-9c1b-1582ab1daf3e req-34a795a8-5ed7-4882-877f-353b3cfefba6 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0789869 Sep 18 02:17:09.203720 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd9ef01-0127-42c6-b81c-dfa7a2501794 req-e716e591-6f89-428e-ba9a-65e136ef66a8 service neutron] 10.222.0.18 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104283 Sep 18 02:17:09.215830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7cd4b-c0c5-48e8-a7e5-5b6f62ca3232 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.217609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a4b7cd4b-c0c5-48e8-a7e5-5b6f62ca3232 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2682772 Sep 18 02:17:09.224462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5b639-242e-4284-82d0-c7961d047326 req-1b891d2a-e7b3-4002-b16e-778f344ffe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.226003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e5b639-242e-4284-82d0-c7961d047326 req-1b891d2a-e7b3-4002-b16e-778f344ffe68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 1096 time: 0.1384826 Sep 18 02:17:09.228553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49030) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:09.233903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a7ce065-e42f-4a56-9d25-a306065ab5c1 req-0ad21594-876d-490a-84b4-3961b786e139 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193950 Sep 18 02:17:09.272221 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e53e7679-0f58-44d5-8017-e634feb6b393 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.305795 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.311028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-50b2b80f-69f7-4cf2-a00a-9699796a9c62 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813215 Sep 18 02:17:09.313159 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e53e7679-0f58-44d5-8017-e634feb6b393 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.324552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49034) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:09.325243 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.337916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a0571297-6492-4cfc-a0fd-b4fce7b58b57 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1634016 Sep 18 02:17:09.345021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49036) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:09.349754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-225056551', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:09.354255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5bc79288-f0c2-42b4-81e7-46648cd5149e None None] Port 16f45435-c1c7-4340-931d-7ce9dff78d5f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:09.355521 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e53e7679-0f58-44d5-8017-e634feb6b393 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.357012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e53e7679-0f58-44d5-8017-e634feb6b393 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0901158 Sep 18 02:17:09.365511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49038) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:09.369497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Request body: {'subnet': {'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1262839774-subnet', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:09.378311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49040) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:09.380854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-9baef268-c63c-4ce9-b665-6fdec3b77bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.383155 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-9baef268-c63c-4ce9-b665-6fdec3b77bb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&device_id=db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15 HTTP/1.1" status: 200 len: 1096 time: 0.1023502 Sep 18 02:17:09.407604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4741-ca7c-41f6-bf0a-7e787dcfa614 None None] Pushing event updated for resources: {'Port': ['ID=418caff1-4ef0-48c6-a508-981c2e698bc2,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:09.418382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ee35d861-1a6e-4c1d-b7f1-a6fd7d1b4394 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': 'c063cf37-1108-4fcf-a26d-01145df4da0f', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:09.428280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Attempting to bind port 418caff1-4ef0-48c6-a508-981c2e698bc2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:09.428733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Attempting to bind port 418caff1-4ef0-48c6-a508-981c2e698bc2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:09.429156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Attempting to bind port 418caff1-4ef0-48c6-a508-981c2e698bc2 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:09.435124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:09.435597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:09.436069 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.436518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:09.437053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Bound port: 418caff1-4ef0-48c6-a508-981c2e698bc2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:09.437506 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.444926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e7679-0f58-44d5-8017-e634feb6b393 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c063cf37-1108-4fcf-a26d-01145df4da0f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:09.494988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] For port 418caff1-4ef0-48c6-a508-981c2e698bc2, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:09.499050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] For port 418caff1-4ef0-48c6-a508-981c2e698bc2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=418caff1-4ef0-48c6-a508-981c2e698bc2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:09.505570 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.523106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8e228d53-5190-44bd-bec3-c59e4c5e37ae tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/c07f9f71-c033-4ff4-a87e-5ff00bc4d446 HTTP/1.1" status: 200 len: 993 time: 0.1386721 Sep 18 02:17:09.553117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-7f1e6d80-6f74-4408-adb5-52e63d2accef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.554802 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-7f1e6d80-6f74-4408-adb5-52e63d2accef service neutron] 10.222.0.18 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 913 time: 0.1206946 Sep 18 02:17:09.555814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:09.556507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:09.614917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-62554875-cae6-4f85-be2c-46ae3644076b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a16436e-e69b-493e-aef7-840a64613225 HTTP/1.1" status: 200 len: 217 time: 0.0524948 Sep 18 02:17:09.629481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Made reservation on behalf of 0c1bffeb04eb4445b17c8fe580555c74 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:09.632662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.673780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-2ac9464b-c544-4922-a81a-c2456b36d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.676177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4741-ca7c-41f6-bf0a-7e787dcfa614 None None] Pushing event updated for resources: {'Port': ['ID=418caff1-4ef0-48c6-a508-981c2e698bc2,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:09.676681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-2ac9464b-c544-4922-a81a-c2456b36d84d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 200 len: 853 time: 0.0537486 Sep 18 02:17:09.701084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:09.714458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-b0d22993-31aa-48dc-aa0d-b1088833d1b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b19c7e53-7b71-4a5b-8769-29426d5722a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273368 Sep 18 02:17:09.735540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5b639-242e-4284-82d0-c7961d047326 req-7b2576ec-acc6-4cce-9fd0-f2d7448434e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.738146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e5b639-242e-4284-82d0-c7961d047326 req-7b2576ec-acc6-4cce-9fd0-f2d7448434e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 913 time: 0.4917054 Sep 18 02:17:09.785141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131dbed-dffa-41df-bafb-129addec0929 req-28241d1d-b643-42a9-a5f9-c259cd26f35b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.792975 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4131dbed-dffa-41df-bafb-129addec0929 req-28241d1d-b643-42a9-a5f9-c259cd26f35b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.4310660 Sep 18 02:17:09.821708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f962b9fd-d7e1-4422-a1cb-7d33dbc30586 None None] Network d1c6e6b5-40df-4496-96cf-748b6c608820 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:09.839315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-608c3245-d27f-4ee9-8a55-818748b27338 service neutron] 10.222.0.18 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199229 Sep 18 02:17:09.857590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee35d861-1a6e-4c1d-b7f1-a6fd7d1b4394 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.884687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e5b639-242e-4284-82d0-c7961d047326 req-515c618c-f49d-4263-820e-725939f363d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93981f39-7bd8-485c-9622-45a2feefa8cc HTTP/1.1" status: 200 len: 217 time: 0.1312401 Sep 18 02:17:09.945664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3af6770a-9f8a-4b1c-858c-fae4e4286bd5 None None] Provisioning complete for port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:09.946021 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3af6770a-9f8a-4b1c-858c-fae4e4286bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.967635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:09.979623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4131dbed-dffa-41df-bafb-129addec0929 req-b1372439-f725-4774-a484-ca4d2a7a3301 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857851 Sep 18 02:17:09.987409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5b639-242e-4284-82d0-c7961d047326 req-bc2a91e6-9458-4b89-9f5a-ba407905e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:09.988897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e5b639-242e-4284-82d0-c7961d047326 req-bc2a91e6-9458-4b89-9f5a-ba407905e920 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 200 len: 853 time: 0.0846858 Sep 18 02:17:09.989525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Made reservation on behalf of f83cd0fe2550438386cfb497cd09d70c for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:09.993137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.083566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e5b639-242e-4284-82d0-c7961d047326 req-c4f8b7b8-6cbb-45ff-93af-2a21e057df43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b19c7e53-7b71-4a5b-8769-29426d5722a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511911 Sep 18 02:17:10.208199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee35d861-1a6e-4c1d-b7f1-a6fd7d1b4394 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.224530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98d6c319-dcdc-468a-8fd8-fd20cf938250 req-4758cf0a-d367-4846-8adb-62b2080a4ebd service neutron] 10.222.0.18 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767035 Sep 18 02:17:10.309047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee35d861-1a6e-4c1d-b7f1-a6fd7d1b4394 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.338342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:05Z', 'revision_number': 3, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:10.369111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d51ad-7f89-4484-9c60-56e7a9b9e3c7 None None] The sync data for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 is: [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:05Z', 'revision_number': 3, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:10.388117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48e63ec7-ae67-4e19-b4ef-f8d378ddf562 req-f7b58351-4a0f-4010-b2b6-bcb4e6a599c9 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0562570 Sep 18 02:17:10.399967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35d861-1a6e-4c1d-b7f1-a6fd7d1b4394 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7481cf0e-4814-4cf7-8f61-812a0d1d563c,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:10.429094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 93981f39-7bd8-485c-9622-45a2feefa8cc details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:10.432330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.450095 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3af6770a-9f8a-4b1c-858c-fae4e4286bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.461347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee35d861-1a6e-4c1d-b7f1-a6fd7d1b4394 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.465486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49064) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:10.477034 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ee35d861-1a6e-4c1d-b7f1-a6fd7d1b4394 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0986850 Sep 18 02:17:10.489505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0da2c95c-764b-4768-8fde-391f451c88a3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': 'c063cf37-1108-4fcf-a26d-01145df4da0f', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:10.596883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b5e18-00b3-4fac-9a82-f7a03f90be05 req-2982186b-9fe1-4cfa-bc4f-b6a8ce9b6b0c tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:10.598547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da4b5e18-00b3-4fac-9a82-f7a03f90be05 req-2982186b-9fe1-4cfa-bc4f-b6a8ce9b6b0c tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 944 time: 0.4246478 Sep 18 02:17:10.611413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.631430 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e5b639-242e-4284-82d0-c7961d047326 req-77129946-3a01-4e74-afb9-76c81213848a service neutron] 10.222.0.20 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227978 Sep 18 02:17:10.656872 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95c-764b-4768-8fde-391f451c88a3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.659419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Network 8db64275-43ba-48a8-b11c-58939ceccf6a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:10.704949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e290486-daa2-42b5-8b3a-fa227523031f req-84ded6ad-b557-4fbe-8aa7-a1a2187445c3 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:10.711291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3af6770a-9f8a-4b1c-858c-fae4e4286bd5 None None] For port 64b49dcf-584f-422e-8c9f-3f0da6f410d9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=64b49dcf-584f-422e-8c9f-3f0da6f410d9,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:10.711606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e290486-daa2-42b5-8b3a-fa227523031f req-84ded6ad-b557-4fbe-8aa7-a1a2187445c3 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2018926 Sep 18 02:17:10.713533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 64b49dcf-584f-422e-8c9f-3f0da6f410d9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:10.725529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 93981f39-7bd8-485c-9622-45a2feefa8cc, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=93981f39-7bd8-485c-9622-45a2feefa8cc,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:10.736305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:10.742215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '93981f39-7bd8-485c-9622-45a2feefa8cc', 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'port_id': '93981f39-7bd8-485c-9622-45a2feefa8cc', 'mac_address': 'fa:16:3e:34:de:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f86c59-f4bc-4205-b113-4b26d782fb3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:10.769307 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3af6770a-9f8a-4b1c-858c-fae4e4286bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.777649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:10.779326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e290486-daa2-42b5-8b3a-fa227523031f req-2f377811-8ed7-4639-b380-5a2bfb34c17f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536158 Sep 18 02:17:10.790674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:10.805355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.812837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=37306313-9a3f-45be-946d-443b8c3ab9e6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:10.850479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95c-764b-4768-8fde-391f451c88a3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.864068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95c-764b-4768-8fde-391f451c88a3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.890743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6770a-9f8a-4b1c-858c-fae4e4286bd5 None None] Pushing event updated for resources: {'Port': ['ID=64b49dcf-584f-422e-8c9f-3f0da6f410d9,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:10.895786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3200dacc-62f8-4ceb-ad87-3e3681876590,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:10.912554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-81dcc3e6-210d-44b2-918f-395304c30548 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5134118 Sep 18 02:17:10.926154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49066) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:10.935010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14b', 'mac_address': 'fa:16:3e:8b:f4:84'}, {'ip_address': '2001:db8::30', 'mac_address': 'fa:16:3e:36:c0:07'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:10.947604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2c95c-764b-4768-8fde-391f451c88a3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe17e8b-1370-4880-b926-9487ba2de550,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:10.947853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da4b5e18-00b3-4fac-9a82-f7a03f90be05 req-b6bd1494-1a6d-483c-8350-75515df44501 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327181 Sep 18 02:17:10.975779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Checking segment: {'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:10.976170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Network hostable DHCP agents. Network: b4500c7b-7ac3-4d27-b5a9-b81f36631d6f, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:17:10.978382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95c-764b-4768-8fde-391f451c88a3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:10.983163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0da2c95c-764b-4768-8fde-391f451c88a3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5141661 Sep 18 02:17:10.983908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49068) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:10.994127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b856df50-e2f3-4393-8253-715ab56e4025 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': 'c063cf37-1108-4fcf-a26d-01145df4da0f', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:10.998335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-dc5cc7ae-987f-49e0-96b1-85a4743f703b None None] Provisioning complete for port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:10.998335 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc7ae-987f-49e0-96b1-85a4743f703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.024954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.032424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.051240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b856df50-e2f3-4393-8253-715ab56e4025 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.060278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:11.060654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.122812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93981f39-7bd8-485c-9622-45a2feefa8cc {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:11.160218 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 93981f39-7bd8-485c-9622-45a2feefa8cc, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=93981f39-7bd8-485c-9622-45a2feefa8cc,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:11.161732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b856df50-e2f3-4393-8253-715ab56e4025 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.172570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b856df50-e2f3-4393-8253-715ab56e4025 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.212971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b856df50-e2f3-4393-8253-715ab56e4025 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.217761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b856df50-e2f3-4393-8253-715ab56e4025 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2302346 Sep 18 02:17:11.218784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49070) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:11.223064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856df50-e2f3-4393-8253-715ab56e4025 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb2ac92-0437-4ced-b5e2-18e9817087cb,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:11.229967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c3d36b76-a0cb-493d-a378-528e373483b2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': 'c063cf37-1108-4fcf-a26d-01145df4da0f', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:11.247647 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.288943 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.307894 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3d36b76-a0cb-493d-a378-528e373483b2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.314571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=93981f39-7bd8-485c-9622-45a2feefa8cc,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:11.446455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2d212218-deb6-4124-8135-a9d8c2aa9d00 None None] Provisioning complete for port 37306313-9a3f-45be-946d-443b8c3ab9e6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:11.448911 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d212218-deb6-4124-8135-a9d8c2aa9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.469424 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3d36b76-a0cb-493d-a378-528e373483b2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.485072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['93981f39-7bd8-485c-9622-45a2feefa8cc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:11.499359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3d36b76-a0cb-493d-a378-528e373483b2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.564768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d69bdbb3-4609-464b-92d2-1860b32513c2 req-4c993b1c-6869-47b0-9797-68acb0272b45 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0439212 Sep 18 02:17:11.568305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d36b76-a0cb-493d-a378-528e373483b2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db829f0-f43e-49ca-8988-80e45502cde7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:11.577606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94e5b639-242e-4284-82d0-c7961d047326 req-64ce22b6-8a24-4e43-a113-dad638b41890 service neutron] 10.222.0.20 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8735752 Sep 18 02:17:11.584885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3d36b76-a0cb-493d-a378-528e373483b2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.586679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c3d36b76-a0cb-493d-a378-528e373483b2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647082 Sep 18 02:17:11.591011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49074) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:11.600956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Subnet': ['ID=3b816e05-0cd9-427b-b1b3-8efc91bd0caf,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:11.602481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2d212218-deb6-4124-8135-a9d8c2aa9d00 None None] Port 37306313-9a3f-45be-946d-443b8c3ab9e6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:11.610329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d61eae95-2b52-49fd-8f50-a545078e98bf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': 'c063cf37-1108-4fcf-a26d-01145df4da0f', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:11.614863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:17:11.643450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, b4500c7b-7ac3-4d27-b5a9-b81f36631d6f) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:11.653770 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.655160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:11.655356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.657400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e111903-ed2b-4bec-9ba9-e083c99b33c2 None None] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:11.660085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.669751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Checking segment: {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:11.670182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network hostable DHCP agents. Network: 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:17:11.672929 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-d61eae95-2b52-49fd-8f50-a545078e98bf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Project ae823ee93e1147238401cca778c2a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:17:11.686173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d61eae95-2b52-49fd-8f50-a545078e98bf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.695270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-21f0aa7f-9391-47ec-9f52-2baac977fe1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3317456 Sep 18 02:17:11.699851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] In _notify_port_updated(), no bound segment for port 37306313-9a3f-45be-946d-443b8c3ab9e6 on network 8db64275-43ba-48a8-b11c-58939ceccf6a {{(pid=106440) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:17:11.707231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49076) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:11.707695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:11.708860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.713635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "PUT /v2.0/ports/37306313-9a3f-45be-946d-443b8c3ab9e6 HTTP/1.1" status: 200 len: 1066 time: 0.7878799 Sep 18 02:17:11.714049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49078) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:11.719719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:11.761237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:17:11.777655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:11.782085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c029359-8189-4d10-b47f-c63671b1f4c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event updated for resources: {'Port': ['ID=37306313-9a3f-45be-946d-443b8c3ab9e6,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:11.794575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:11.795497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.806296 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.808225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.824601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe39f814-6886-4e71-bdb2-59cf84268ef9 None None] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:11.833104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d61eae95-2b52-49fd-8f50-a545078e98bf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.838741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-47a72eac-3d41-4df3-aad2-6bea22ae9508 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5130584 Sep 18 02:17:11.841789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49082) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:11.844934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d61eae95-2b52-49fd-8f50-a545078e98bf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:11.905629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2a16436e-e69b-493e-aef7-840a64613225 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:11.916449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eae95-2b52-49fd-8f50-a545078e98bf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8d78d7-d648-4f48-8830-89abe0fbe6a5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:11.979827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.002636 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d61eae95-2b52-49fd-8f50-a545078e98bf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.004283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d61eae95-2b52-49fd-8f50-a545078e98bf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4044330 Sep 18 02:17:12.010233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49086) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:12.030129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-dd21c491-18a7-4ed6-8383-da5ce43ac928 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': 'c063cf37-1108-4fcf-a26d-01145df4da0f', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:12.043480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2a16436e-e69b-493e-aef7-840a64613225, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2a16436e-e69b-493e-aef7-840a64613225,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:12.054681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-eedcaa2f-c7c7-4767-b25a-46248f0134d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Deleting port 37306313-9a3f-45be-946d-443b8c3ab9e6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:12.055033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eedcaa2f-c7c7-4767-b25a-46248f0134d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.058955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '2a16436e-e69b-493e-aef7-840a64613225', 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'port_id': '2a16436e-e69b-493e-aef7-840a64613225', 'mac_address': 'fa:16:3e:2c:c1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f86c59-f4bc-4205-b113-4b26d782fb3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:12.180849 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-dd21c491-18a7-4ed6-8383-da5ce43ac928 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Project ae823ee93e1147238401cca778c2a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:17:12.197310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692df2-398d-4a9a-b38e-70d84c136fc2 req-4f165289-0a1d-48ee-9b23-363fd4a73ebd tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:12.204292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70692df2-398d-4a9a-b38e-70d84c136fc2 req-4f165289-0a1d-48ee-9b23-363fd4a73ebd tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2264526 Sep 18 02:17:12.209085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd21c491-18a7-4ed6-8383-da5ce43ac928 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.213523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-b4500c7b-7ac3-4d27-b5a9-b81f36631d6f', 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'fixed_ips': [{'subnet_id': '3200dacc-62f8-4ceb-ad87-3e3681876590'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:17:12.214372 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.233183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0f99fd37-bec7-438b-919f-29c677249af3 None None] Provisioning complete for port 37306313-9a3f-45be-946d-443b8c3ab9e6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:12.233183 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f99fd37-bec7-438b-919f-29c677249af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.247294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83d9cf-4105-4c0f-b0ce-da3ad8d1d046 req-66160ec7-ae1f-4ed7-912a-b427c9efd86f tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:12.250974 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.253622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f83d9cf-4105-4c0f-b0ce-da3ad8d1d046 req-66160ec7-ae1f-4ed7-912a-b427c9efd86f tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 945 time: 0.1712410 Sep 18 02:17:12.272617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eedcaa2f-c7c7-4767-b25a-46248f0134d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.278767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0f99fd37-bec7-438b-919f-29c677249af3 None None] Port 37306313-9a3f-45be-946d-443b8c3ab9e6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:12.291600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-eedcaa2f-c7c7-4767-b25a-46248f0134d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Calling delete_port for 37306313-9a3f-45be-946d-443b8c3ab9e6 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:12.333646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70692df2-398d-4a9a-b38e-70d84c136fc2 req-f25845f8-884c-4ec8-9c7d-b68e4e228881 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861692 Sep 18 02:17:12.365485 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd21c491-18a7-4ed6-8383-da5ce43ac928 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.397463 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd21c491-18a7-4ed6-8383-da5ce43ac928 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.422072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21c491-18a7-4ed6-8383-da5ce43ac928 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2b73bf-31a0-4d65-b08c-a43fa64e2a89,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:12.429799 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f83d9cf-4105-4c0f-b0ce-da3ad8d1d046 req-d0494b9f-4347-4f8b-800e-f4821b11ef67 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393001 Sep 18 02:17:12.435945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd21c491-18a7-4ed6-8383-da5ce43ac928 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.436978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dd21c491-18a7-4ed6-8383-da5ce43ac928 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4115384 Sep 18 02:17:12.473820 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.508256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:17:12.509157 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.539897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 93981f39-7bd8-485c-9622-45a2feefa8cc up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:12.547535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a16436e-e69b-493e-aef7-840a64613225 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:12.585620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2a16436e-e69b-493e-aef7-840a64613225, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2a16436e-e69b-493e-aef7-840a64613225,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:12.635668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.669572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.767028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 64b49dcf-584f-422e-8c9f-3f0da6f410d9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:12.776066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c2bb2fb0-3bb9-478a-b8db-9c21cf8e8386 req-cf864a24-1ee9-4c0f-b84e-65f1ec571712 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0294411 Sep 18 02:17:12.776977 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.800686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Allocated IP 172.20.0.2 (2c3dc7c2-e8c4-4f60-9254-97d7101f97cf/3b816e05-0cd9-427b-b1b3-8efc91bd0caf/051d26b9-cf46-4f16-a56d-7ccfbeef2709) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:12.822930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eedcaa2f-c7c7-4767-b25a-46248f0134d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:12.856745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Allocated IP 172.20.0.2 (b4500c7b-7ac3-4d27-b5a9-b81f36631d6f/3200dacc-62f8-4ceb-ad87-3e3681876590/88cb2ece-211d-419f-8f4e-c86e28e9c300) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:12.867138 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-378fb456-f7ae-4880-924e-acd402813e2e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192666890&fields=id&tenant_id=ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 267 time: 0.1118855 Sep 18 02:17:12.884078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Allocated IP 172.25.0.120 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/0b73a158-56c6-4b93-bff9-24abbf3b4eaf) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:12.914186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcaa2f-c7c7-4767-b25a-46248f0134d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Port': ['ID=37306313-9a3f-45be-946d-443b8c3ab9e6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:13.010549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=2a16436e-e69b-493e-aef7-840a64613225,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:13.047249 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 93981f39-7bd8-485c-9622-45a2feefa8cc completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:17:13.049721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2a16436e-e69b-493e-aef7-840a64613225'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:13.057959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.094315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.102455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 93981f39-7bd8-485c-9622-45a2feefa8cc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:13.103029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.109477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.158255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:13.158630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.181670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:13.189627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:13.198015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:13.208826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-4fa8c011-e748-4215-880b-7886b1174d03 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:13.215916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-4fa8c011-e748-4215-880b-7886b1174d03 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/networks?id=d1c6e6b5-40df-4496-96cf-748b6c608820 HTTP/1.1" status: 200 len: 796 time: 0.3217785 Sep 18 02:17:13.240487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-f7405e79-24ec-4143-b14d-3ac06bd2392f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/quotas/ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 375 time: 0.0233748 Sep 18 02:17:13.262416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Pushing event updated for resources: {'Port': ['ID=0b73a158-56c6-4b93-bff9-24abbf3b4eaf,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:13.542971 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.574144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39b25b-f8ae-4e08-8fde-78fe9e90dce1 req-c390e8f9-5407-44de-9ea1-ffe837acbfe2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:13.576039 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba39b25b-f8ae-4e08-8fde-78fe9e90dce1 req-c390e8f9-5407-44de-9ea1-ffe837acbfe2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1018288 Sep 18 02:17:13.603044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.606739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.616848 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.632338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eedcaa2f-c7c7-4767-b25a-46248f0134d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.634467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eedcaa2f-c7c7-4767-b25a-46248f0134d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "DELETE /v2.0/ports/37306313-9a3f-45be-946d-443b8c3ab9e6 HTTP/1.1" status: 204 len: 168 time: 1.9193642 Sep 18 02:17:13.638159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49106) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:13.666027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba39b25b-f8ae-4e08-8fde-78fe9e90dce1 req-1b3e0b85-fdbc-4875-91ce-15a06e5c7b7c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766180 Sep 18 02:17:13.678575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:13.681598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.684323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-a2b02e4b-b8e1-44dd-8f61-d529ab16f49a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4417107 Sep 18 02:17:13.689146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:13.702747 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cbade0-8095-4d18-88a1-44e128fe83d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] GET failed (client error): The resource could not be found. Sep 18 02:17:13.702747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-25cbade0-8095-4d18-88a1-44e128fe83d1 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "GET /v2.0/ports/37306313-9a3f-45be-946d-443b8c3ab9e6 HTTP/1.1" status: 404 len: 333 time: 0.0554531 Sep 18 02:17:13.703040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:13.721851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49108) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:13.728001 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.794028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Pushing event updated for resources: {'Port': ['ID=051d26b9-cf46-4f16-a56d-7ccfbeef2709,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:13.799460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:13.840983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:13.842063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e48e23-2cb8-46da-828e-369dd5cdfae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93981f39-7bd8-485c-9622-45a2feefa8cc'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:13.844148 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79ba351-a784-4fe4-8812-de6806f26b6d" -d '{"events": [{"server_uuid": "a9e48e23-2cb8-46da-828e-369dd5cdfae4", "name": "network-vif-plugged", "status": "completed", "tag": "93981f39-7bd8-485c-9622-45a2feefa8cc"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:13.847772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:13.876889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 418caff1-4ef0-48c6-a508-981c2e698bc2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:13.878878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c7fe7-b3c1-4b0a-ad52-eab24180cfff req-f21fac32-683e-4de3-a6ad-e59ec598c6f0 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:13.881076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3c7fe7-b3c1-4b0a-ad52-eab24180cfff req-f21fac32-683e-4de3-a6ad-e59ec598c6f0 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 945 time: 0.0699658 Sep 18 02:17:13.887216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 93981f39-7bd8-485c-9622-45a2feefa8cc, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=93981f39-7bd8-485c-9622-45a2feefa8cc,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:13.925757 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.956019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Attempting to bind port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:13.956425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Attempting to bind port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:13.956769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Attempting to bind port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 on network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:13.963283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3c7fe7-b3c1-4b0a-ad52-eab24180cfff req-3b537232-2a7b-4793-9404-9483b7d2304d tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495973 Sep 18 02:17:13.965959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:13.973981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Pushing event updated for resources: {'Port': ['ID=88cb2ece-211d-419f-8f4e-c86e28e9c300,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:14.000592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:14.000958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Checking segment: {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:14.002319 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.002782 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Bound using segment: {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:14.003509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Bound port: 051d26b9-cf46-4f16-a56d-7ccfbeef2709, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:14.003905 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.046240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-0a6a9e5d-da2f-4056-b62d-f795afd54b93 service neutron] 10.222.0.21 "GET /v2.0/networks/d1c6e6b5-40df-4496-96cf-748b6c608820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337979 Sep 18 02:17:14.062086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Attempting to bind port 88cb2ece-211d-419f-8f4e-c86e28e9c300 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:14.062450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Attempting to bind port 88cb2ece-211d-419f-8f4e-c86e28e9c300 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:14.062847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Attempting to bind port 88cb2ece-211d-419f-8f4e-c86e28e9c300 on network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:14.106445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:14.106842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Checking segment: {'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:14.107246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.107734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Bound using segment: {'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:14.108118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Bound port: 88cb2ece-211d-419f-8f4e-c86e28e9c300, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:14.108494 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.122317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a35e7349-000f-4be0-9b8a-7cdf834bcbce tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Deleting port 16f45435-c1c7-4340-931d-7ce9dff78d5f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:14.122660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a35e7349-000f-4be0-9b8a-7cdf834bcbce tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.129314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10655830-f9d1-434e-8470-7b6d3464d36d req-44948e44-a591-4c90-8b63-d4a00f16028d tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0448263 Sep 18 02:17:14.130345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=93981f39-7bd8-485c-9622-45a2feefa8cc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:14.177094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 418caff1-4ef0-48c6-a508-981c2e698bc2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:14.177094 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.177950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Router 0881e8d5-fcea-49a5-95c0-926cf788046d is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:17:14.196980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Allocated IP 172.20.0.1 (2c3dc7c2-e8c4-4f60-9254-97d7101f97cf/3b816e05-0cd9-427b-b1b3-8efc91bd0caf/403fc87a-3cca-4606-b2a0-0c997914e323) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:14.203474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] For port 051d26b9-cf46-4f16-a56d-7ccfbeef2709, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:14.225824 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ce65a1-ad0b-4ff2-ac13-92aeb7c0fb8b x-openstack-request-id: req-b3ce65a1-ad0b-4ff2-ac13-92aeb7c0fb8b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:14.226124 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e48e23-2cb8-46da-828e-369dd5cdfae4", "name": "network-vif-plugged", "status": "completed", "tag": "93981f39-7bd8-485c-9622-45a2feefa8cc", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:14.226379 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3ce65a1-ad0b-4ff2-ac13-92aeb7c0fb8b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:14.226776 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e48e23-2cb8-46da-828e-369dd5cdfae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93981f39-7bd8-485c-9622-45a2feefa8cc', 'code': 200} Sep 18 02:17:14.233555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] For port 051d26b9-cf46-4f16-a56d-7ccfbeef2709, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=051d26b9-cf46-4f16-a56d-7ccfbeef2709,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:14.248587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.276499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-5b67053e-e46f-4a94-80f4-fe3f1245c14f service neutron] 10.222.0.21 "GET /v2.0/networks/d1c6e6b5-40df-4496-96cf-748b6c608820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294662 Sep 18 02:17:14.277107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] For port 88cb2ece-211d-419f-8f4e-c86e28e9c300, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:14.324607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] For port 88cb2ece-211d-419f-8f4e-c86e28e9c300, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=88cb2ece-211d-419f-8f4e-c86e28e9c300,segment=NetworkSegment(6a1b34bd-6fbe-4c16-a562-61ddc06a74e7),segment_id=6a1b34bd-6fbe-4c16-a562-61ddc06a74e7)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:14.340626 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.374222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22ea4e-ce71-457b-877b-1b9e96c2ffca None None] Pushing event updated for resources: {'Port': ['ID=051d26b9-cf46-4f16-a56d-7ccfbeef2709,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:14.379710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:14.388338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a35e7349-000f-4be0-9b8a-7cdf834bcbce tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.391355 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Sync routers for ids ['0881e8d5-fcea-49a5-95c0-926cf788046d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:14.410565 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Routers {'0881e8d5-fcea-49a5-95c0-926cf788046d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:14.411940 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0881e8d5-fcea-49a5-95c0-926cf788046d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:14.421129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653083c-f17c-4e4e-b344-ec8905921387 req-c07b048b-2b08-4b73-8b42-96f9ec516d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:14.425525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2653083c-f17c-4e4e-b344-ec8905921387 req-c07b048b-2b08-4b73-8b42-96f9ec516d0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 1098 time: 0.1384289 Sep 18 02:17:14.433256 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.438805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9d39580c-47a5-46f4-b0c2-55b45f53b57a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7225592 Sep 18 02:17:14.441044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49114) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:14.496654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.561582 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.564790 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Set router 0881e8d5-fcea-49a5-95c0-926cf788046d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:14.565000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 418caff1-4ef0-48c6-a508-981c2e698bc2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=418caff1-4ef0-48c6-a508-981c2e698bc2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:14.574434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a35e7349-000f-4be0-9b8a-7cdf834bcbce tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Calling delete_port for 16f45435-c1c7-4340-931d-7ce9dff78d5f owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:14.607162 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:14.610079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2653083c-f17c-4e4e-b344-ec8905921387 req-7efd3d4e-f959-449f-93dc-35992e382ec1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698058 Sep 18 02:17:14.624066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec699ca7-bf3c-4cd4-96eb-d35273afb357 None None] Pushing event updated for resources: {'Port': ['ID=88cb2ece-211d-419f-8f4e-c86e28e9c300,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:14.757259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=418caff1-4ef0-48c6-a508-981c2e698bc2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:14.850069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cf4f7bee-4a98-4fa2-9177-30efdf6998a5 req-1445c49d-3499-456a-a69a-934954225c98 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 210 time: 0.2052376 Sep 18 02:17:14.976296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a35e7349-000f-4be0-9b8a-7cdf834bcbce tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.025164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e7349-000f-4be0-9b8a-7cdf834bcbce tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Port': ['ID=16f45435-c1c7-4340-931d-7ce9dff78d5f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:15.031504 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.063688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e953de-0d46-4603-b8cc-4e8545500cd8 req-d5efd8ed-b162-4edd-82fc-5e8e20b748a9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:15.073262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-05e953de-0d46-4603-b8cc-4e8545500cd8 req-d5efd8ed-b162-4edd-82fc-5e8e20b748a9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1700301 Sep 18 02:17:15.081608 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:13Z', 'revision_number': 3, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port': {'id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:12Z', 'updated_at': '2021-09-18T02:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:15.142583 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Checking router: 0881e8d5-fcea-49a5-95c0-926cf788046d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:15.143905 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Updating router 0881e8d5-fcea-49a5-95c0-926cf788046d port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:17:15.158299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:15.159630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a35e7349-000f-4be0-9b8a-7cdf834bcbce tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.161585 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a35e7349-000f-4be0-9b8a-7cdf834bcbce tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "DELETE /v2.0/ports/16f45435-c1c7-4340-931d-7ce9dff78d5f HTTP/1.1" status: 204 len: 168 time: 1.4386778 Sep 18 02:17:15.165051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49130) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:15.165910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:15.191236 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.193334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:15.237108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a27cdc-5e9d-4f66-8a55-46552c614447 req-c87729bd-471e-4535-87d8-7b5383aae083 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:15.238681 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50a27cdc-5e9d-4f66-8a55-46552c614447 req-c87729bd-471e-4535-87d8-7b5383aae083 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 946 time: 0.1331227 Sep 18 02:17:15.310320 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=403fc87a-3cca-4606-b2a0-0c997914e323,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:15.321251 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f4648e-e98b-4cc1-8a97-6205f20b6a02 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] GET failed (client error): The resource could not be found. Sep 18 02:17:15.322919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5f4648e-e98b-4cc1-8a97-6205f20b6a02 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "GET /v2.0/ports/16f45435-c1c7-4340-931d-7ce9dff78d5f HTTP/1.1" status: 404 len: 333 time: 0.1523135 Sep 18 02:17:15.336022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-05e953de-0d46-4603-b8cc-4e8545500cd8 req-50c6d1ab-e2f3-4fd5-884c-ccff279f9d51 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617970 Sep 18 02:17:15.351132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49134) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:15.382114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50a27cdc-5e9d-4f66-8a55-46552c614447 req-7a7e1f70-ccbc-42b9-ac01-379c724b4092 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109276 Sep 18 02:17:15.416918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.745426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.756410 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.763647 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.794921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b8655a5f-8613-418c-8136-74f968bffd14 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Deleting port 737329a5-d62b-439d-8939-0209807f4d4a {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:15.795434 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8655a5f-8613-418c-8136-74f968bffd14 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.850781 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Attempting to bind port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:15.851064 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Attempting to bind port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:15.851430 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Attempting to bind port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:15.854693 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd75e7-d258-4b27-9c50-8bcc312fcb0b None None] Pushing event updated for resources: {'Port': ['ID=0b73a158-56c6-4b93-bff9-24abbf3b4eaf,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:15.857939 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5735283d-a9cb-4102-8642-43befcaef371 req-5527699f-f6d3-43ab-94d7-46cbe6702fa5 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.3679049 Sep 18 02:17:15.870295 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:15.870952 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:15.871368 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.871771 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:15.872373 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Bound port: 0b73a158-56c6-4b93-bff9-24abbf3b4eaf, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:15.872745 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.904987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2a16436e-e69b-493e-aef7-840a64613225 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:15.947842 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] For port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:15.954065 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] For port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0b73a158-56c6-4b93-bff9-24abbf3b4eaf,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:15.967188 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:15.982616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:16.034364 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-037fb88b-f38f-41db-ac43-c93107651f2c req-9a568c7b-42fd-4907-bf43-cb1555d98150 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 210 time: 0.0509114 Sep 18 02:17:16.047260 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Routers {'0881e8d5-fcea-49a5-95c0-926cf788046d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:16.047949 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0881e8d5-fcea-49a5-95c0-926cf788046d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:16.095421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8655a5f-8613-418c-8136-74f968bffd14 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:16.103889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 2a16436e-e69b-493e-aef7-840a64613225 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:17:16.108928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 2a16436e-e69b-493e-aef7-840a64613225 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:16.109416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:16.162848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc487198-6fc0-4f34-a958-903871c20d87 None None] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:16.170466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b8655a5f-8613-418c-8136-74f968bffd14 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Calling delete_port for 737329a5-d62b-439d-8939-0209807f4d4a owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:16.348550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7680f25f-388a-49d0-a6f9-cd49ccd48d65 None None] Provisioning complete for port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:16.350693 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7680f25f-388a-49d0-a6f9-cd49ccd48d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:16.353206 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] Set router 0881e8d5-fcea-49a5-95c0-926cf788046d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:16.454205 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd75e7-d258-4b27-9c50-8bcc312fcb0b None None] Pushing event updated for resources: {'Port': ['ID=0b73a158-56c6-4b93-bff9-24abbf3b4eaf,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:16.546417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a0214e-16e3-480c-8ffb-000e11a32a20 None None] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:16.608087 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:16.634371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0d3af-b877-46b5-9858-2dc53999c3e1 req-aec54461-ba21-4273-9ea1-450bbe7f7c2e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:16.635973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd0d3af-b877-46b5-9858-2dc53999c3e1 req-aec54461-ba21-4273-9ea1-450bbe7f7c2e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1320093 Sep 18 02:17:16.662692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-c662eac1-c698-4926-8669-89a308a8618a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:16.664204 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-c662eac1-c698-4926-8669-89a308a8618a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "GET /v2.0/networks?id=d1c6e6b5-40df-4496-96cf-748b6c608820 HTTP/1.1" status: 200 len: 796 time: 0.4912877 Sep 18 02:17:16.682222 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:13Z', 'revision_number': 3, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port': {'id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:12Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:16.757402 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4c209-31bd-4fd5-9657-297bb82f209f None None] The sync data for ids ['0881e8d5-fcea-49a5-95c0-926cf788046d'] in n-d-789963-12 is: [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:13Z', 'revision_number': 3, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port': {'id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:12Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:16.803666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a16436e-e69b-493e-aef7-840a64613225'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:16.806334 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285adb21-3381-4c63-b92a-e2f3fcda443f" -d '{"events": [{"server_uuid": "db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15", "name": "network-vif-plugged", "status": "completed", "tag": "2a16436e-e69b-493e-aef7-840a64613225"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:16.816419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd0d3af-b877-46b5-9858-2dc53999c3e1 req-8c9ce53d-47bc-4c48-956e-f74a6db872a6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712403 Sep 18 02:17:16.830526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Allocated IP 172.20.0.1 (b4500c7b-7ac3-4d27-b5a9-b81f36631d6f/3200dacc-62f8-4ceb-ad87-3e3681876590/b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:16.890079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848304-0b0f-44dc-9dc5-4b1da3cd4d1d req-01c98d28-ba42-4e77-91b5-f79e9bdd36e2 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:16.902512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43848304-0b0f-44dc-9dc5-4b1da3cd4d1d req-01c98d28-ba42-4e77-91b5-f79e9bdd36e2 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 946 time: 0.1490664 Sep 18 02:17:16.916894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2a16436e-e69b-493e-aef7-840a64613225, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2a16436e-e69b-493e-aef7-840a64613225,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:16.946238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:16.951041 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc908fe0-f1cd-464e-9fea-1da5305fdbf5 x-openstack-request-id: req-fc908fe0-f1cd-464e-9fea-1da5305fdbf5 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:16.951585 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15", "name": "network-vif-plugged", "status": "completed", "tag": "2a16436e-e69b-493e-aef7-840a64613225", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:16.951837 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc908fe0-f1cd-464e-9fea-1da5305fdbf5 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:16.952230 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a16436e-e69b-493e-aef7-840a64613225', 'code': 200} Sep 18 02:17:16.959196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 051d26b9-cf46-4f16-a56d-7ccfbeef2709 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:16.974851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-07600851-8a37-427d-8cd0-d66c59620e90 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 472 time: 0.2725108 Sep 18 02:17:16.992695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'port': {'device_id': '3b0a664d-dab3-4b16-bdbf-a00d9bf6f519', 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820', 'admin_state_up': True, 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'security_groups': ['c063cf37-1108-4fcf-a26d-01145df4da0f']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:16.998004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43848304-0b0f-44dc-9dc5-4b1da3cd4d1d req-393b9166-2a52-438a-9c0c-77960ea12ba7 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941832 Sep 18 02:17:17.054984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7680f25f-388a-49d0-a6f9-cd49ccd48d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.140729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=2a16436e-e69b-493e-aef7-840a64613225,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:17.162117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7680f25f-388a-49d0-a6f9-cd49ccd48d65 None None] For port 051d26b9-cf46-4f16-a56d-7ccfbeef2709, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=051d26b9-cf46-4f16-a56d-7ccfbeef2709,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:17.163083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8655a5f-8613-418c-8136-74f968bffd14 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.172164 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7680f25f-388a-49d0-a6f9-cd49ccd48d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.196655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.222996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f8276-da3d-4189-bc84-961c22248b4e req-05ebb330-0906-4469-9d5a-217f43319f59 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:17.225211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-452f8276-da3d-4189-bc84-961c22248b4e req-05ebb330-0906-4469-9d5a-217f43319f59 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15 HTTP/1.1" status: 200 len: 946 time: 0.1441584 Sep 18 02:17:17.233472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:17.233711 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.278584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.321474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.346590 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ea2a1fe6-779b-49f1-8541-f9feb1888fd0 req-ff928fe2-37d0-48e9-84d4-b234a2240403 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.2364480 Sep 18 02:17:17.361037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:17.369774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:17.388913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680f25f-388a-49d0-a6f9-cd49ccd48d65 None None] Pushing event updated for resources: {'Port': ['ID=051d26b9-cf46-4f16-a56d-7ccfbeef2709,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:17.394442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:17.403591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b35515b1-5d94-486a-b476-05a0f2fc8e03 None None] Provisioning complete for port 88cb2ece-211d-419f-8f4e-c86e28e9c300 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:17.404213 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b35515b1-5d94-486a-b476-05a0f2fc8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.421433 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-452f8276-da3d-4189-bc84-961c22248b4e req-a04f269f-ba4c-4bad-918f-941692eeee6a tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542530 Sep 18 02:17:17.422686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:17.509697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 88cb2ece-211d-419f-8f4e-c86e28e9c300 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:17.519082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.670919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b35515b1-5d94-486a-b476-05a0f2fc8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.696170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 88cb2ece-211d-419f-8f4e-c86e28e9c300 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:17.696767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.760312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b35515b1-5d94-486a-b476-05a0f2fc8e03 None None] For port 88cb2ece-211d-419f-8f4e-c86e28e9c300, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=88cb2ece-211d-419f-8f4e-c86e28e9c300,segment=NetworkSegment(6a1b34bd-6fbe-4c16-a562-61ddc06a74e7),segment_id=6a1b34bd-6fbe-4c16-a562-61ddc06a74e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:17.779414 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b35515b1-5d94-486a-b476-05a0f2fc8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.880057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.913488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35515b1-5d94-486a-b476-05a0f2fc8e03 None None] Pushing event updated for resources: {'Port': ['ID=88cb2ece-211d-419f-8f4e-c86e28e9c300,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:17.927956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 418caff1-4ef0-48c6-a508-981c2e698bc2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:17.979106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:17.983925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a49ca7f6-2ffa-4f7c-b2e7-d78bd6446e78 None None] Provisioning complete for port 88cb2ece-211d-419f-8f4e-c86e28e9c300 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:17.984327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a49ca7f6-2ffa-4f7c-b2e7-d78bd6446e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.046777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 418caff1-4ef0-48c6-a508-981c2e698bc2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:18.047150 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.076370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8655a5f-8613-418c-8136-74f968bffd14 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Port': ['ID=737329a5-d62b-439d-8939-0209807f4d4a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:18.128143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8655a5f-8613-418c-8136-74f968bffd14 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.130262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b8655a5f-8613-418c-8136-74f968bffd14 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "DELETE /v2.0/ports/737329a5-d62b-439d-8939-0209807f4d4a HTTP/1.1" status: 204 len: 168 time: 2.7779641 Sep 18 02:17:18.134989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49158) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:18.174497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f422c100-9172-49a2-a539-d045264c5f8b req-4c328cb7-9978-4e76-8caa-5359cfd0f551 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 210 time: 0.2053039 Sep 18 02:17:18.182700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.198575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.225211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a49ca7f6-2ffa-4f7c-b2e7-d78bd6446e78 None None] Provisioning complete for port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:18.225858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a49ca7f6-2ffa-4f7c-b2e7-d78bd6446e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.234445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09044937-9283-42f4-ae3c-3dad162e8469 req-a03826ee-61ee-4842-9c13-add1f6e3fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:18.237062 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-09044937-9283-42f4-ae3c-3dad162e8469 req-a03826ee-61ee-4842-9c13-add1f6e3fb0d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15 HTTP/1.1" status: 200 len: 1098 time: 1.2189028 Sep 18 02:17:18.247701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.344589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.353852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a49ca7f6-2ffa-4f7c-b2e7-d78bd6446e78 None None] Provisioning complete for port 403fc87a-3cca-4606-b2a0-0c997914e323 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:18.354221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a49ca7f6-2ffa-4f7c-b2e7-d78bd6446e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.384128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=403fc87a-3cca-4606-b2a0-0c997914e323,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:18.397993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:18.426753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fff9ae4-cb60-4b7e-b903-85a068ad6a6f tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Deleting subnet be509552-a7d1-4c39-b48c-45cfaa84b430 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:17:18.431016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:18.433247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fff9ae4-cb60-4b7e-b903-85a068ad6a6f tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.452332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:18.452862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a49ca7f6-2ffa-4f7c-b2e7-d78bd6446e78 None None] Port 403fc87a-3cca-4606-b2a0-0c997914e323 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:18.464613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-09044937-9283-42f4-ae3c-3dad162e8469 req-742f7089-bbec-45d0-834d-8b0c2684e8d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071717 Sep 18 02:17:18.467770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:18.475661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e45a2a-7b60-4088-8a1e-6c0401579d78 req-7890dd1a-9851-4d6b-9fec-2a83eece44dd tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:18.482891 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85e45a2a-7b60-4088-8a1e-6c0401579d78 req-7890dd1a-9851-4d6b-9fec-2a83eece44dd tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.4265907 Sep 18 02:17:18.486742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.576320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fc687c63-9631-4a84-a247-cab6db52bf89 None None] Provisioning complete for port 403fc87a-3cca-4606-b2a0-0c997914e323 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:18.577959 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fc687c63-9631-4a84-a247-cab6db52bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.589058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01b00ebc-282f-4386-ac97-41ad753da2a1 req-bdf455d4-4b8b-43b3-b2c1-6c71900cc8a6 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.1004100 Sep 18 02:17:18.672245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:18.675110 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fff9ae4-cb60-4b7e-b903-85a068ad6a6f tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.681675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85e45a2a-7b60-4088-8a1e-6c0401579d78 req-9643f471-b078-45ca-bd98-1bfa736f80b4 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979346 Sep 18 02:17:18.686737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fc687c63-9631-4a84-a247-cab6db52bf89 None None] Port 403fc87a-3cca-4606-b2a0-0c997914e323 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:18.719008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:18.746179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fc687c63-9631-4a84-a247-cab6db52bf89 None None] Provisioning complete for port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:18.748126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fc687c63-9631-4a84-a247-cab6db52bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:18.855889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:18.862578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.20.0.29 (d1c6e6b5-40df-4496-96cf-748b6c608820/f955b393-63b1-4e7f-982a-7db2febbd746/31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:18.958478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fff9ae4-cb60-4b7e-b903-85a068ad6a6f tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.035285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 051d26b9-cf46-4f16-a56d-7ccfbeef2709 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:19.035877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55b6a-02f3-42cd-a16e-9b50326ce83f req-24e7af14-fd69-44e3-a5a4-dadf518140d5 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:19.037201 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2aa55b6a-02f3-42cd-a16e-9b50326ce83f req-24e7af14-fd69-44e3-a5a4-dadf518140d5 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15 HTTP/1.1" status: 200 len: 946 time: 0.2323134 Sep 18 02:17:19.046437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Router 0881e8d5-fcea-49a5-95c0-926cf788046d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:19.096032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fc687c63-9631-4a84-a247-cab6db52bf89 None None] Port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:19.111942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:19.112222 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.133184 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fff9ae4-cb60-4b7e-b903-85a068ad6a6f tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.162578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff9ae4-cb60-4b7e-b903-85a068ad6a6f tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Subnet': ['ID=be509552-a7d1-4c39-b48c-45cfaa84b430,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:19.178239 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1fff9ae4-cb60-4b7e-b903-85a068ad6a6f tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.180248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1fff9ae4-cb60-4b7e-b903-85a068ad6a6f tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "DELETE /v2.0/subnets/be509552-a7d1-4c39-b48c-45cfaa84b430 HTTP/1.1" status: 204 len: 168 time: 1.0409727 Sep 18 02:17:19.182887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49164) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:19.194368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f66159-33b1-4d7b-80d4-6bb920fd6769 None None] Network 8db64275-43ba-48a8-b11c-58939ceccf6a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:19.207436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2aa55b6a-02f3-42cd-a16e-9b50326ce83f req-0b48024f-9d4f-4a5f-b4d5-342c4ea3f0cf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611390 Sep 18 02:17:19.247069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:19.254212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-03ab5673-5634-4e77-85ac-36d5790da54b None None] Provisioning complete for port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:19.254678 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-03ab5673-5634-4e77-85ac-36d5790da54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.256802 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ca1c669b-1675-47c2-865f-0ea26922fd9c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "PUT /v2.0/routers/4c1c6fae-81dd-4ebb-8f74-21281d778dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4131887 Sep 18 02:17:19.267556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49168) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:19.273328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-03619491-393c-4e5e-a215-79a05f8a5823 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1971477046', 'description': 'tempest-secgroup_access--1971477046 description', 'project_id': 'f83cd0fe2550438386cfb497cd09d70c'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:19.282110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Sync routers for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:19.282620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.316105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 88cb2ece-211d-419f-8f4e-c86e28e9c300 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:19.322490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03619491-393c-4e5e-a215-79a05f8a5823 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.343859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91c42273-629e-461d-821b-57c873fd011a req-d416f833-d258-4668-8036-75b14580f1e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 210 time: 0.0447891 Sep 18 02:17:19.355649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.402396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:19.403068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:19.408884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-03ab5673-5634-4e77-85ac-36d5790da54b None None] Port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:19.413957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:19.422278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.428558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-abcb1e22-4eff-4ffc-bb11-3d6a3252d752 admin admin] 10.222.0.21 "PUT /v2.0/routers/0881e8d5-fcea-49a5-95c0-926cf788046d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9863868 Sep 18 02:17:19.509140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-03ab5673-5634-4e77-85ac-36d5790da54b None None] Provisioning complete for port 403fc87a-3cca-4606-b2a0-0c997914e323 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:19.509444 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-03ab5673-5634-4e77-85ac-36d5790da54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.514684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network d1c6e6b5-40df-4496-96cf-748b6c608820 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:19.525589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Deleting port a5fe854d-931a-418e-bfc7-fd14a7cee774 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:19.526479 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.538836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:19.546541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:19.550236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:19.620879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 88cb2ece-211d-419f-8f4e-c86e28e9c300 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:19.621243 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.645110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] For port a5fe854d-931a-418e-bfc7-fd14a7cee774, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a5fe854d-931a-418e-bfc7-fd14a7cee774,segment=NetworkSegment(963d247c-3896-4490-9030-03bfaf38b78b),segment_id=963d247c-3896-4490-9030-03bfaf38b78b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:19.645735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.665714 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:19.670153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Calling delete_port for a5fe854d-931a-418e-bfc7-fd14a7cee774 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:19.674833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:19.675804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.710230 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Sync routers for ids ['0881e8d5-fcea-49a5-95c0-926cf788046d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:19.713326 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03619491-393c-4e5e-a215-79a05f8a5823 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.732985 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03619491-393c-4e5e-a215-79a05f8a5823 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.739963 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Routers {'0881e8d5-fcea-49a5-95c0-926cf788046d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:19.740961 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0881e8d5-fcea-49a5-95c0-926cf788046d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:19.803134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-90cc2f70-6487-4dee-a7c4-21f6ac0d2931 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8168163 Sep 18 02:17:19.811623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-03ab5673-5634-4e77-85ac-36d5790da54b None None] Port 403fc87a-3cca-4606-b2a0-0c997914e323 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:19.833404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.865879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Port': ['ID=a5fe854d-931a-418e-bfc7-fd14a7cee774,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:19.889040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] No DVR routers for this DVR port a5fe854d-931a-418e-bfc7-fd14a7cee774 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:19.889256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03619491-393c-4e5e-a215-79a05f8a5823 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85aae667-4f2f-4cce-9034-0b186e8e6b76,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:19.911340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f72c6e-04a1-4565-b7f9-8da82523bdc7 None None] DHCP port deletion for 8db64275-43ba-48a8-b11c-58939ceccf6a request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:17:19.934307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60294ea7-2e9a-45a7-8271-0e820c71ff8e req-9d078120-2898-44ab-b7b1-1b7503c049c4 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.1292810 Sep 18 02:17:19.943462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Request body: {'port': {'device_id': '3b0a664d-dab3-4b16-bdbf-a00d9bf6f519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:19.983311 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:17:19.983604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03619491-393c-4e5e-a215-79a05f8a5823 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:19.991050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-03619491-393c-4e5e-a215-79a05f8a5823 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7217824 Sep 18 02:17:19.997149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49180) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:20.021152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9c78a7e0-64af-48be-9a34-7d9b367d18ef tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--163971280', 'description': 'tempest-secgroup_general--163971280 description', 'project_id': 'f83cd0fe2550438386cfb497cd09d70c'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:20.041102 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Set router 0881e8d5-fcea-49a5-95c0-926cf788046d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:20.047385 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.066225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.074695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0b73a158-56c6-4b93-bff9-24abbf3b4eaf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:20.086680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db64275-43ba-48a8-b11c-58939ceccf6a']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:20.096633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963d247c-3896-4490-9030-03bfaf38b78b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:20.096960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963d247c-3896-4490-9030-03bfaf38b78b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:20.106645 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.123050 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.134315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:17:20.134757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:17:20.137828 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:17:20.166377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5721c-1488-4367-bc07-3872058bfe5e req-a3337566-6bb5-49f2-882e-6854bf906b0c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:20.168157 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-77f5721c-1488-4367-bc07-3872058bfe5e req-a3337566-6bb5-49f2-882e-6854bf906b0c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2881906 Sep 18 02:17:20.190211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c78a7e0-64af-48be-9a34-7d9b367d18ef tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.219611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1be7f8c6-727e-4259-a05f-78e215bb3b64 None None] Provisioning complete for port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:20.220389 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1be7f8c6-727e-4259-a05f-78e215bb3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.250285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.263553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.265271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] 10.222.0.21 "DELETE /v2.0/networks/8db64275-43ba-48a8-b11c-58939ceccf6a HTTP/1.1" status: 204 len: 168 time: 1.0815165 Sep 18 02:17:20.283146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-77f5721c-1488-4367-bc07-3872058bfe5e req-083ccb3c-b443-4bf2-b24b-436414d14169 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017811 Sep 18 02:17:20.284298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3455f8-5be5-4c5f-8c56-59ed538372c4 tempest-AllowedAddressPairIpV6TestJSON-1095090634 tempest-AllowedAddressPairIpV6TestJSON-1095090634-project] Pushing event deleted for resources: {'Network': ['ID=8db64275-43ba-48a8-b11c-58939ceccf6a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:20.319010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c78a7e0-64af-48be-9a34-7d9b367d18ef tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.333210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1be7f8c6-727e-4259-a05f-78e215bb3b64 None None] Port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:20.337128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c78a7e0-64af-48be-9a34-7d9b367d18ef tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.370273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c78a7e0-64af-48be-9a34-7d9b367d18ef tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.374738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49194) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:20.381339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-dfd5edb6-705a-4fc1-b553-24343630d5ad tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'security_group_rule': {'security_group_id': '85aae667-4f2f-4cce-9034-0b186e8e6b76', 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:20.385712 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c78a7e0-64af-48be-9a34-7d9b367d18ef tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3801284 Sep 18 02:17:20.389741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:20.395298 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.432644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfd5edb6-705a-4fc1-b553-24343630d5ad tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.484460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49198) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:20.496443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-920452588-network', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:20.574630 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:17Z', 'revision_number': 4, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port': {'id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:12Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52', 'name': '', 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'mac_address': 'fa:16:3e:6d:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '3200dacc-62f8-4ceb-ad87-3e3681876590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:15Z', 'updated_at': '2021-09-18T02:17:17Z', 'revision_number': 2, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'subnets': [{'id': '3200dacc-62f8-4ceb-ad87-3e3681876590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:20.594285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372f3af-9abb-4bc3-9446-396753ab5768 req-c4a3ca4d-1c62-4fdb-a236-ac9428869362 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:20.596312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b372f3af-9abb-4bc3-9446-396753ab5768 req-c4a3ca4d-1c62-4fdb-a236-ac9428869362 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 932 time: 0.1108513 Sep 18 02:17:20.598462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Made reservation on behalf of 563dbf95d05b4974a3d3faa3a92a7812 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:20.600954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.619094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78a7e0-64af-48be-9a34-7d9b367d18ef tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f12511-de65-43e5-ad9c-5b9c6ea05328,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:20.622951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.630514 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Checking router: 0881e8d5-fcea-49a5-95c0-926cf788046d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:20.631338 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Updating router 0881e8d5-fcea-49a5-95c0-926cf788046d port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:17:20.653012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:16Z', 'revision_number': 2, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:20.654646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176aea-13dd-459f-9d6f-3e76049c8467 req-681cc1cb-a085-4510-b877-3eb7d15da74d tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:20.660233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8176aea-13dd-459f-9d6f-3e76049c8467 req-681cc1cb-a085-4510-b877-3eb7d15da74d tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15 HTTP/1.1" status: 200 len: 946 time: 0.2725897 Sep 18 02:17:20.666019 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.668283 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-7ab41eed-8fb8-4dfa-b39e-8f5392d852d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1977375 Sep 18 02:17:20.685621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfd5edb6-705a-4fc1-b553-24343630d5ad tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.688026 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.688220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49202) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:20.698056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Checking router: 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:20.698431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Updating router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 port 403fc87a-3cca-4606-b2a0-0c997914e323 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:17:20.701186 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfd5edb6-705a-4fc1-b553-24343630d5ad tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.748877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5edb6-705a-4fc1-b553-24343630d5ad tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd867c2a-3620-4fbb-8941-130899009b5e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:20.756430 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b372f3af-9abb-4bc3-9446-396753ab5768 req-c94b7d22-5728-4f11-adea-934d0d4ebd1f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374042 Sep 18 02:17:20.756676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0b73a158-56c6-4b93-bff9-24abbf3b4eaf,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:20.760286 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.779194 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.843081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.864926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.899486 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dfd5edb6-705a-4fc1-b553-24343630d5ad tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.910647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dfd5edb6-705a-4fc1-b553-24343630d5ad tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5347333 Sep 18 02:17:20.914633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a5fe854d-931a-418e-bfc7-fd14a7cee774 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:20.931079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:20.935669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72896034-a301-484b-8470-868b5bd607b9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:20.940859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: a5fe854d-931a-418e-bfc7-fd14a7cee774 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:20.940859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a5fe854d-931a-418e-bfc7-fd14a7cee774 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:20.943937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:20.947054 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Added segment 8fc9eb78-4c23-44ba-a2f3-969340327e50 of type vlan for network 9a79abc6-74a6-46d5-845f-05723dfead09 Sep 18 02:17:20.949244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=0b73a158-56c6-4b93-bff9-24abbf3b4eaf,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:21.055461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:21.066660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.069260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.091137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Transition to ACTIVE for port object 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:17:21.131348 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8176aea-13dd-459f-9d6f-3e76049c8467 req-5c992b8b-ec57-4e10-ab5f-c4a8eb73e677 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546773 Sep 18 02:17:21.143171 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.149745 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.154942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86858b03-5667-4738-9982-ac1a34269e52 req-7c160215-c1ba-4751-853a-204db232c038 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0593762 Sep 18 02:17:21.168463 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.169432 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.170703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:21.171617 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.212294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.229181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.249782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-993de79d-9c55-44b9-b9d6-6cff3fe034f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:21.251836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-993de79d-9c55-44b9-b9d6-6cff3fe034f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 1097 time: 0.2828586 Sep 18 02:17:21.273520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] Pushing event updated for resources: {'Network': ['ID=9a79abc6-74a6-46d5-845f-05723dfead09,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:21.288120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-42bd66fb-32e8-4ea3-a3b9-e86fcdc1137b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e79c91360c20428cb2e64192d00af03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965171 Sep 18 02:17:21.291297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49222) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:21.306279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6c073814-e492-41f9-95a5-a20087b17c43 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8148816 Sep 18 02:17:21.316989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49224) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:21.328756 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b1c8c-c061-4d1d-bcee-0773a9a57d02 None None] Pushing event updated for resources: {'Port': ['ID=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:21.334495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9a79abc6-74a6-46d5-845f-05723dfead09 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:21.449164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Request body: {'subnet': {'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-920452588-subnet', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:21.466390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ed60-645b-401b-a811-4fbf87b62544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.482133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Pushing event updated for resources: {'Port': ['ID=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:21.487488 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Attempting to bind port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:21.487856 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Attempting to bind port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:21.488274 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Attempting to bind port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 on network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:21.495904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ed47c-c085-4e95-8371-0a0b30eb7158 None None] Pushing event updated for resources: {'Port': ['ID=403fc87a-3cca-4606-b2a0-0c997914e323,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:21.515932 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:21.516227 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Checking segment: {'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:21.517551 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.517551 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Bound using segment: {'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:21.523089 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Bound port: b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:21.523542 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.613783 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ed60-645b-401b-a811-4fbf87b62544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.638408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Attempting to bind port 403fc87a-3cca-4606-b2a0-0c997914e323 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:21.638823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Attempting to bind port 403fc87a-3cca-4606-b2a0-0c997914e323 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:21.639281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Attempting to bind port 403fc87a-3cca-4606-b2a0-0c997914e323 on network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:21.642742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-80f9b043-0451-486a-ac7b-8755ceba3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:21.645242 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-80f9b043-0451-486a-ac7b-8755ceba3878 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc HTTP/1.1" status: 200 len: 897 time: 0.3479719 Sep 18 02:17:21.648900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Made reservation on behalf of 563dbf95d05b4974a3d3faa3a92a7812 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:21.651400 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] For port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:21.651543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.656134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:21.656517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Checking segment: {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:21.656902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.660447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Bound using segment: {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:21.661861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Bound port: 403fc87a-3cca-4606-b2a0-0c997914e323, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:21.662267 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.668922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-f1619df9-1922-4e47-a2ef-3e23606a0248 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--163971280&fields=id&tenant_id=f83cd0fe2550438386cfb497cd09d70c HTTP/1.1" status: 200 len: 267 time: 0.3658426 Sep 18 02:17:21.677224 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] For port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,segment=NetworkSegment(6a1b34bd-6fbe-4c16-a562-61ddc06a74e7),segment_id=6a1b34bd-6fbe-4c16-a562-61ddc06a74e7)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:21.687217 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.726925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a223ae2-6773-4445-92bc-19f51564022b req-ae43d610-f174-4fcf-a93e-6f31d9e3dc12 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:21.734752 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a223ae2-6773-4445-92bc-19f51564022b req-ae43d610-f174-4fcf-a93e-6f31d9e3dc12 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1975760 Sep 18 02:17:21.794638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] For port 403fc87a-3cca-4606-b2a0-0c997914e323, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:21.796373 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b1c8c-c061-4d1d-bcee-0773a9a57d02 None None] Pushing event updated for resources: {'Port': ['ID=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:21.803609 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Routers {'0881e8d5-fcea-49a5-95c0-926cf788046d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:21.804782 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0881e8d5-fcea-49a5-95c0-926cf788046d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:21.812764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] For port 403fc87a-3cca-4606-b2a0-0c997914e323, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=403fc87a-3cca-4606-b2a0-0c997914e323,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:21.825060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.839738 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a223ae2-6773-4445-92bc-19f51564022b req-b331c3b8-dbcb-4027-a7bf-60df6528dd7c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040428 Sep 18 02:17:21.880068 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ed60-645b-401b-a811-4fbf87b62544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.883067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0a8ed60-645b-401b-a811-4fbf87b62544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:21.889326 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b0a8ed60-645b-401b-a811-4fbf87b62544 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/075944db-f84f-4904-96d8-e92ec2b27009 HTTP/1.1" status: 204 len: 168 time: 0.5941250 Sep 18 02:17:21.921484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ed47c-c085-4e95-8371-0a0b30eb7158 None None] Pushing event updated for resources: {'Port': ['ID=403fc87a-3cca-4606-b2a0-0c997914e323,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:21.940738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ed60-645b-401b-a811-4fbf87b62544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075944db-f84f-4904-96d8-e92ec2b27009,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:21.942512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:21.943570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:22.018166 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] Set router 0881e8d5-fcea-49a5-95c0-926cf788046d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:22.094488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Attempting to bind port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:22.094980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Attempting to bind port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:22.095387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Attempting to bind port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 on network d1c6e6b5-40df-4496-96cf-748b6c608820 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:22.128420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Provisioning complete for port 403fc87a-3cca-4606-b2a0-0c997914e323 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:22.128853 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:22.168348 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-b81e1ccc-9a35-4351-9ce9-a5c154cf3efc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d124565-1b50-476e-80c4-821809f865fc HTTP/1.1" status: 200 len: 1000 time: 0.5060716 Sep 18 02:17:22.178901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 on network d1c6e6b5-40df-4496-96cf-748b6c608820 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:17:22.179338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Attempting to bind port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 on network d1c6e6b5-40df-4496-96cf-748b6c608820 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:22.211828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-9c13d251-0fe2-455b-9303-8f8ab00a9d75 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1971477046&fields=id&tenant_id=f83cd0fe2550438386cfb497cd09d70c HTTP/1.1" status: 200 len: 267 time: 0.4981198 Sep 18 02:17:22.270869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:22.271242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Checking segment: {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:22.271836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Bound using segment: {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:22.272475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Bound port: 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:22.273050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:22.377097 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:22.395964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:22.441267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed469-1925-4801-9970-3246fa865d93 req-040c2d17-18fb-488c-80a2-6e3d3bd1104c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:22.449722 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40fed469-1925-4801-9970-3246fa865d93 req-040c2d17-18fb-488c-80a2-6e3d3bd1104c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 944 time: 0.1049144 Sep 18 02:17:22.451650 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:17Z', 'revision_number': 4, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port': {'id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:12Z', 'updated_at': '2021-09-18T02:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52', 'name': '', 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'mac_address': 'fa:16:3e:6d:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '3200dacc-62f8-4ceb-ad87-3e3681876590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:15Z', 'updated_at': '2021-09-18T02:17:21Z', 'revision_number': 4, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'subnets': [{'id': '3200dacc-62f8-4ceb-ad87-3e3681876590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:22.481789 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7457-29c9-467a-aacb-b317dcc1e24d None None] The sync data for ids ['0881e8d5-fcea-49a5-95c0-926cf788046d'] in n-d-789963-12 is: [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:17Z', 'revision_number': 4, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port': {'id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:12Z', 'updated_at': '2021-09-18T02:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52', 'name': '', 'network_id': 'b4500c7b-7ac3-4d27-b5a9-b81f36631d6f', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'mac_address': 'fa:16:3e:6d:04:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '3200dacc-62f8-4ceb-ad87-3e3681876590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:15Z', 'updated_at': '2021-09-18T02:17:21Z', 'revision_number': 4, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'subnets': [{'id': '3200dacc-62f8-4ceb-ad87-3e3681876590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:22.515044 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40fed469-1925-4801-9970-3246fa865d93 req-76ba4d86-5424-403b-aeaa-e2552d4ccbae tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642889 Sep 18 02:17:22.605493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-bf33a44e-195e-4892-a392-f9ae2324d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:22.607406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-bf33a44e-195e-4892-a392-f9ae2324d96f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46c08ff-103e-4871-b11c-f7b2953fb524 HTTP/1.1" status: 200 len: 835 time: 0.4257269 Sep 18 02:17:22.665827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] For port 403fc87a-3cca-4606-b2a0-0c997914e323, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=403fc87a-3cca-4606-b2a0-0c997914e323,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:22.675625 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:22.685936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4081b34-06c0-4863-b3e1-03900d21bb1d req-93699093-5db0-4fa1-aff8-5af99a8c6ed3 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0476208 Sep 18 02:17:22.804605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] For port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:22.819486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be0797-a909-4e4d-9d80-77095930d8ff req-e240661c-3434-47af-9cab-680a0d9336ba tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:22.822870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-e240661c-3434-47af-9cab-680a0d9336ba tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/networks?id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf HTTP/1.1" status: 200 len: 797 time: 0.5734029 Sep 18 02:17:22.830373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Provisioning complete for port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:22.830983 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:22.831469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:22.846960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] For port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:22.885888 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:22.906660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-60b8ac88-7a81-4446-8a4a-2de9f519effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:22.910284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-60b8ac88-7a81-4446-8a4a-2de9f519effb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2871461 Sep 18 02:17:22.947280 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-94382470-41a9-4f4c-b4df-74fa10fa1524 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/quotas/f83cd0fe2550438386cfb497cd09d70c HTTP/1.1" status: 200 len: 375 time: 0.1062360 Sep 18 02:17:22.989052 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-e8ce78a1-d07a-4ea7-a502-2e2d4f0a202c tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:22.991159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-e8ce78a1-d07a-4ea7-a502-2e2d4f0a202c tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15 HTTP/1.1" status: 200 len: 946 time: 0.2278526 Sep 18 02:17:23.014296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Pushing event updated for resources: {'Port': ['ID=403fc87a-3cca-4606-b2a0-0c997914e323,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:23.076318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:23.131370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-24c59eeb-e117-4151-a390-ea27f9762f1c tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:23.139290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-24c59eeb-e117-4151-a390-ea27f9762f1c tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 813 time: 0.3001690 Sep 18 02:17:23.165674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-5ab1b9f5-fb77-47b0-bd17-615af7a4efd4 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/quotas/36d0f299c02a49b69fe9852b73704688 HTTP/1.1" status: 200 len: 375 time: 0.0253811 Sep 18 02:17:23.192771 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.267764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Deleting port 2a16436e-e69b-493e-aef7-840a64613225 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:23.268236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.272508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] For port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,segment=NetworkSegment(6a1b34bd-6fbe-4c16-a562-61ddc06a74e7),segment_id=6a1b34bd-6fbe-4c16-a562-61ddc06a74e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:23.297605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.299740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:23.300173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.390185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:23.391154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.393536 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] 10.222.0.18 "PUT /v2.0/ports/31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 HTTP/1.1" status: 200 len: 1093 time: 3.4687216 Sep 18 02:17:23.408619 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-db57a890-edd8-4123-a6d3-0f886739c074 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2420518 Sep 18 02:17:23.409145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:23.411840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0a664d-dab3-4b16-bdbf-a00d9bf6f519', 'tag': '31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:23.414990 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fc8c23-9271-4410-8791-07219383229f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0a664d-dab3-4b16-bdbf-a00d9bf6f519", "tag": "31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:23.477346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55cc1fb-4659-4e50-955e-63ed108ef141,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:23.484921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b58c15-44da-47f7-abf5-b8dde4ae2557 None None] Pushing event updated for resources: {'Port': ['ID=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:23.505231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] For port 2a16436e-e69b-493e-aef7-840a64613225, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2a16436e-e69b-493e-aef7-840a64613225,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:23.506308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.573942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbfc0-6cc0-4444-8a75-ba4684bab13c None None] Provisioning complete for port 403fc87a-3cca-4606-b2a0-0c997914e323 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:23.574569 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbfc0-6cc0-4444-8a75-ba4684bab13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.585015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Calling delete_port for 2a16436e-e69b-493e-aef7-840a64613225 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:23.656625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-193018153'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:23.659498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c419d5-44ce-4c26-88ea-513b1f7ace79 service neutron] Pushing event updated for resources: {'Port': ['ID=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:23.671966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Checking segment: {'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:23.671966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Network hostable DHCP agents. Network: 9a79abc6-74a6-46d5-845f-05723dfead09, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:17:23.677724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:21Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:23.684898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-8a8f76c3-a404-4abb-9dfd-c1ddfba60ea5 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f83cd0fe2550438386cfb497cd09d70c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3058710 Sep 18 02:17:23.714857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-10c757a6-9e8f-411e-83f8-0c79cfd068f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:23.726521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-10c757a6-9e8f-411e-83f8-0c79cfd068f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 1096 time: 0.2471521 Sep 18 02:17:23.733239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845628e-4bcb-47d0-af67-140aa487770d None None] The sync data for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 is: [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:21Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:23.866109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-e9bd0679-896f-4038-8e54-95772cf93582 service neutron] 10.222.0.21 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101191 Sep 18 02:17:23.899130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbfc0-6cc0-4444-8a75-ba4684bab13c None None] Provisioning complete for port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:23.900005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbfc0-6cc0-4444-8a75-ba4684bab13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.902441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0b73a158-56c6-4b93-bff9-24abbf3b4eaf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:23.926381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Made reservation on behalf of 1ca634deea3249e9aff8a581d274dbee for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:23.930586 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:23.937880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-d5ae9609-4edb-4ec9-9d79-398b70c4aea8 service neutron] 10.222.0.21 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117705 Sep 18 02:17:23.988984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-ab50271a-ec84-485c-9d81-a8ee0de3f52c tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:23.990592 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-ab50271a-ec84-485c-9d81-a8ee0de3f52c tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9e48e23-2cb8-46da-828e-369dd5cdfae4 HTTP/1.1" status: 200 len: 946 time: 0.4252973 Sep 18 02:17:23.992116 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:24.010030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-cb2026c5-aafd-460d-99af-f90f52743b24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 HTTP/1.1" status: 200 len: 217 time: 0.2752702 Sep 18 02:17:24.015495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-06ee8ed6-55b2-48de-8e6f-187fe15b0375 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0716538 Sep 18 02:17:24.056760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Network 9a79abc6-74a6-46d5-845f-05723dfead09 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:17:24.083953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:24.084432 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:24.168997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9a79abc6-74a6-46d5-845f-05723dfead09) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:24.229213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eecf20-1f69-41e1-abd6-76424b990b8c None None] Network 9a79abc6-74a6-46d5-845f-05723dfead09 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:24.257818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:24.258679 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:24.273548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-14628511-f09c-455d-a3b7-e978ac04ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:24.274481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-14628511-f09c-455d-a3b7-e978ac04ddaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f955b393-63b1-4e7f-982a-7db2febbd746 HTTP/1.1" status: 200 len: 838 time: 0.2463400 Sep 18 02:17:24.281904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-7be7dfb0-c0e1-4a78-bddf-f96c600a4ff2 service neutron] 10.222.0.21 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148235 Sep 18 02:17:24.352524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Deleting port 93981f39-7bd8-485c-9622-45a2feefa8cc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:24.361589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:24.373935 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebeb3d70-00cd-4acb-9037-32560577e468 req-75cdde83-bee4-4637-8f33-e63563ef6be4 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469017 Sep 18 02:17:24.378761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3dc47078-be93-4ae9-8e64-03899cda759b service neutron] 10.222.0.21 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655617 Sep 18 02:17:24.392653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-2d9222d3-ae29-4d65-8768-3195fcd7ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:24.394196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-2d9222d3-ae29-4d65-8768-3195fcd7ba46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d1c6e6b5-40df-4496-96cf-748b6c608820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1072109 Sep 18 02:17:24.523370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-9a79abc6-74a6-46d5-845f-05723dfead09', 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'fixed_ips': [{'subnet_id': 'a55cc1fb-4659-4e50-955e-63ed108ef141'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:17:24.524040 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:24.669462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-cecbc592-b350-491e-82a2-e2578ff3d0dd service neutron] 10.222.0.18 "GET /v2.0/networks/d1c6e6b5-40df-4496-96cf-748b6c608820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622609 Sep 18 02:17:24.778572 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac7511-83ad-4a75-8cc1-4e06abc88a89 x-openstack-request-id: req-74ac7511-83ad-4a75-8cc1-4e06abc88a89 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:24.778930 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0a664d-dab3-4b16-bdbf-a00d9bf6f519", "tag": "31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:24.779188 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74ac7511-83ad-4a75-8cc1-4e06abc88a89 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:24.779638 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0a664d-dab3-4b16-bdbf-a00d9bf6f519', 'tag': '31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74', 'status': 'completed', 'code': 200} Sep 18 02:17:24.855503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-b7b19a6a-1110-4983-9264-c212de95dfc9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3054895 Sep 18 02:17:24.904864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4930f-6987-4077-9bb9-bdd87c5e7651 req-299e2889-4ea8-48a2-8827-74f812a65a2c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:24.933036 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6dd4930f-6987-4077-9bb9-bdd87c5e7651 req-299e2889-4ea8-48a2-8827-74f812a65a2c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2279806 Sep 18 02:17:25.006628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Allocated IP 172.20.0.2 (9a79abc6-74a6-46d5-845f-05723dfead09/a55cc1fb-4659-4e50-955e-63ed108ef141/a7f1b060-4899-4201-8b1f-eee4c2d94bba) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:25.057951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 403fc87a-3cca-4606-b2a0-0c997914e323 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:25.176271 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5350718f-1ad7-4df8-af26-8b0e9ede687b req-9d756b91-cc77-420c-9083-51ef5dcef9b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.2121794 Sep 18 02:17:25.234824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-ece08d64-2d23-4a95-8c1b-5cdf67286ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:25.237174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-ece08d64-2d23-4a95-8c1b-5cdf67286ac0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1098 time: 0.2718503 Sep 18 02:17:25.258254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6dd4930f-6987-4077-9bb9-bdd87c5e7651 req-b5d797ab-fbe4-4f69-a323-ecdb75d0cebd tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240237 Sep 18 02:17:25.260238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1d6be1a-04b7-4dd7-ac2c-3c3687496ab1 req-645a1c8c-d3f1-411b-b84d-d9bcbc5396ac service neutron] 10.222.0.18 "GET /v2.0/networks/d1c6e6b5-40df-4496-96cf-748b6c608820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804286 Sep 18 02:17:25.325833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 403fc87a-3cca-4606-b2a0-0c997914e323 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:25.326208 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.431370 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.456884 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.505683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.549682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9e26e009-5a54-47f3-90d3-ba1fcef79fd4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1144991 Sep 18 02:17:25.556369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:25.559586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Pushing event updated for resources: {'Port': ['ID=a7f1b060-4899-4201-8b1f-eee4c2d94bba,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:25.580273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.585206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.590453 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.596226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:25.597058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Network 9a79abc6-74a6-46d5-845f-05723dfead09 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:25.599463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:25.603474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:25.654829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86a2c423-79c0-4c55-a8fb-cbd9b5a5e266 req-38ca824b-cb75-4376-a2de-3e532149f738 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.1243024 Sep 18 02:17:25.668627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb27fac-85f9-4801-a824-86c8fd955711,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:25.711703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Pushing event deleted for resources: {'Port': ['ID=2a16436e-e69b-493e-aef7-840a64613225,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:25.720292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:25.757017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Attempting to bind port a7f1b060-4899-4201-8b1f-eee4c2d94bba on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:25.757546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Attempting to bind port a7f1b060-4899-4201-8b1f-eee4c2d94bba by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:25.758030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Attempting to bind port a7f1b060-4899-4201-8b1f-eee4c2d94bba on network 9a79abc6-74a6-46d5-845f-05723dfead09 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:25.768918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:25.769195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Checking segment: {'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:25.769613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.770002 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Bound using segment: {'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:25.770675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Bound port: a7f1b060-4899-4201-8b1f-eee4c2d94bba, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:25.770869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-2b527275-0989-4597-bde2-a0016dbe4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:25.771321 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.775955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-2b527275-0989-4597-bde2-a0016dbe4611 service neutron] 10.222.0.20 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 897 time: 0.5118651 Sep 18 02:17:25.778112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] For port 93981f39-7bd8-485c-9622-45a2feefa8cc, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=93981f39-7bd8-485c-9622-45a2feefa8cc,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:25.778428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.815134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ca8ce-2094-4cbd-99b0-3cb74e0830e5 req-3ff57796-8057-42f5-a28c-9fbda6d7632b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:25.817033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e9ca8ce-2094-4cbd-99b0-3cb74e0830e5 req-3ff57796-8057-42f5-a28c-9fbda6d7632b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 944 time: 0.4504383 Sep 18 02:17:25.818410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] No DVR routers for this DVR port 2a16436e-e69b-493e-aef7-840a64613225 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:25.822613 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.823183 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Added segment afb0556c-b08e-403a-8bd6-847af61315ce of type vlan for network ea1e287e-a012-460d-83dc-ef1394fbc3d9 Sep 18 02:17:25.825361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.827718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bb6cfb45-a7e1-4237-95b4-5de6695d36b4 req-56f5b75d-4732-452b-98d4-650fa29147c6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.18 "DELETE /v2.0/ports/2a16436e-e69b-493e-aef7-840a64613225 HTTP/1.1" status: 204 len: 173 time: 2.8284256 Sep 18 02:17:25.832000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15', 'name': 'network-vif-deleted', 'tag': '2a16436e-e69b-493e-aef7-840a64613225'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:25.834741 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6a8ae-76ab-4645-9d6b-f5190847ae7d" -d '{"events": [{"server_uuid": "db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15", "name": "network-vif-deleted", "tag": "2a16436e-e69b-493e-aef7-840a64613225"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:25.856602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Calling delete_port for 93981f39-7bd8-485c-9622-45a2feefa8cc owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:25.887623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:25.904173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.946113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2a16436e-e69b-493e-aef7-840a64613225 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:25.957202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc8c23-9271-4410-8791-07219383229f req-fb9618cc-e18a-4a47-b129-c20df5bc2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:25.964025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:25.969447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94fc8c23-9271-4410-8791-07219383229f req-fb9618cc-e18a-4a47-b129-c20df5bc2e33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 1096 time: 0.5224972 Sep 18 02:17:26.006332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 2a16436e-e69b-493e-aef7-840a64613225 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:26.008145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2a16436e-e69b-493e-aef7-840a64613225 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:26.040525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-075ca47e-b795-434a-abae-b04264f77e20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 1001 time: 0.2530856 Sep 18 02:17:26.041817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.043141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.051548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] For port a7f1b060-4899-4201-8b1f-eee4c2d94bba, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:26.058079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] For port a7f1b060-4899-4201-8b1f-eee4c2d94bba, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a7f1b060-4899-4201-8b1f-eee4c2d94bba,segment=NetworkSegment(8fc9eb78-4c23-44ba-a2f3-969340327e50),segment_id=8fc9eb78-4c23-44ba-a2f3-969340327e50)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:26.066189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dfa2236-425f-4971-a6e2-1e9a76186eda req-a2072dbf-8a82-4891-bf2f-5f33fcbc7748 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 210 time: 0.0608635 Sep 18 02:17:26.076848 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.077496 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e9ca8ce-2094-4cbd-99b0-3cb74e0830e5 req-c0ab41ce-55d9-4ab2-a0df-4c6657555b58 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179446 Sep 18 02:17:26.121403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.136839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:26.146008 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.167998 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940caa1f-2cbd-4268-89b9-793f39bfc2da x-openstack-request-id: req-940caa1f-2cbd-4268-89b9-793f39bfc2da {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:26.168289 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15", "name": "network-vif-deleted", "tag": "2a16436e-e69b-493e-aef7-840a64613225", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:26.169746 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-940caa1f-2cbd-4268-89b9-793f39bfc2da {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:26.170472 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b5c6a-79d8-4e20-8b19-4d6fbfddfb15', 'name': 'network-vif-deleted', 'tag': '2a16436e-e69b-493e-aef7-840a64613225', 'status': 'completed', 'code': 200} Sep 18 02:17:26.195883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-634500a0-a0e8-4310-820f-7ff73eb0442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:26.197681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-634500a0-a0e8-4310-820f-7ff73eb0442f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 200 len: 834 time: 0.0847838 Sep 18 02:17:26.215124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a618-c2f3-4701-a094-960d53538833 None None] Pushing event updated for resources: {'Port': ['ID=a7f1b060-4899-4201-8b1f-eee4c2d94bba,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:26.221669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:26.222332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.284550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event updated for resources: {'Network': ['ID=ea1e287e-a012-460d-83dc-ef1394fbc3d9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:26.289414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2c2edfce-0720-4cd7-bb33-432708725edd tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8676252 Sep 18 02:17:26.295669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49314) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:26.305701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Request body: {'subnet': {'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:26.313791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network ea1e287e-a012-460d-83dc-ef1394fbc3d9 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:26.347888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc8c23-9271-4410-8791-07219383229f req-37f9721b-833f-4062-bfef-045e5d484eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:26.349526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94fc8c23-9271-4410-8791-07219383229f req-37f9721b-833f-4062-bfef-045e5d484eb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d1c6e6b5-40df-4496-96cf-748b6c608820 HTTP/1.1" status: 200 len: 896 time: 0.2774169 Sep 18 02:17:26.472873 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.501048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 93981f39-7bd8-485c-9622-45a2feefa8cc no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:26.659758 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.674206 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No active binding found for port 93981f39-7bd8-485c-9622-45a2feefa8cc {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:17:26.674970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 93981f39-7bd8-485c-9622-45a2feefa8cc not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:26.785451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Pushing event deleted for resources: {'Port': ['ID=93981f39-7bd8-485c-9622-45a2feefa8cc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:26.796118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d81599a5-8a09-4271-854e-abe322b309db req-903c87c9-59b4-4d7c-ae66-029b4e9e9541 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 210 time: 0.3035953 Sep 18 02:17:26.797662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94fc8c23-9271-4410-8791-07219383229f req-b2b641ba-0dc8-44d3-a921-9f8530cf7d9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 HTTP/1.1" status: 200 len: 217 time: 0.3155437 Sep 18 02:17:26.823379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Made reservation on behalf of 1ca634deea3249e9aff8a581d274dbee for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:26.826863 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.860683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bde79-b625-4247-8a45-1171f9c81a51 req-39416567-f6f3-46dc-84ae-eecfc251c8a7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:26.862479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-464bde79-b625-4247-8a45-1171f9c81a51 req-39416567-f6f3-46dc-84ae-eecfc251c8a7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.4174078 Sep 18 02:17:26.935958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] No DVR routers for this DVR port 93981f39-7bd8-485c-9622-45a2feefa8cc on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:26.951058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:26.953346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-69e15ae2-93d7-49df-8736-8449816ebcfe req-a4350b70-cbfb-4f35-a823-02c8e8ffd650 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.20 "DELETE /v2.0/ports/93981f39-7bd8-485c-9622-45a2feefa8cc HTTP/1.1" status: 204 len: 173 time: 2.9053371 Sep 18 02:17:26.962298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc8c23-9271-4410-8791-07219383229f req-29f701b7-3e37-4b65-a9d7-49409313cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:26.963955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94fc8c23-9271-4410-8791-07219383229f req-29f701b7-3e37-4b65-a9d7-49409313cf9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f955b393-63b1-4e7f-982a-7db2febbd746 HTTP/1.1" status: 200 len: 838 time: 0.1470017 Sep 18 02:17:27.012438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be0797-a909-4e4d-9d80-77095930d8ff req-9611d3d7-d420-4f26-8334-da3c94bc3f0c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:27.014227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-9611d3d7-d420-4f26-8334-da3c94bc3f0c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.20 "GET /v2.0/networks?id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf HTTP/1.1" status: 200 len: 797 time: 0.4493194 Sep 18 02:17:27.073416 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-464bde79-b625-4247-8a45-1171f9c81a51 req-50a26ea4-4d14-42cc-b29e-36d934c9c2b5 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896992 Sep 18 02:17:27.111300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8ec41a97-84da-4aae-b013-cab6b419b7d3 req-2d146fde-1af8-4a29-9d0b-f7012f76d44f tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.1372845 Sep 18 02:17:27.127682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a7f1b060-4899-4201-8b1f-eee4c2d94bba up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:27.146941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:27.158204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-77e9bef9-45fa-4268-94bb-8c62a37ba4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:27.159771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-77e9bef9-45fa-4268-94bb-8c62a37ba4ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=707bdcd4-2a3f-4037-b51a-0912f79ee37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6821878 Sep 18 02:17:27.221571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc8c23-9271-4410-8791-07219383229f req-940d2b53-0fac-4543-a720-5a7aef09f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:27.222979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a7f1b060-4899-4201-8b1f-eee4c2d94bba triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:27.223147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94fc8c23-9271-4410-8791-07219383229f req-940d2b53-0fac-4543-a720-5a7aef09f6c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d1c6e6b5-40df-4496-96cf-748b6c608820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2479327 Sep 18 02:17:27.223886 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:27.284300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edabc2ac-d631-4394-ba54-5acde8c36886 req-cf83c878-58f0-46a8-aafc-e9bc04eec5cf tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 210 time: 0.0862944 Sep 18 02:17:27.303921 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-13715d10-9f5c-48ae-b918-c39082c263aa tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f83cd0fe2550438386cfb497cd09d70c HTTP/1.1" status: 200 len: 477 time: 0.2733965 Sep 18 02:17:27.354771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'port': {'device_id': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'admin_state_up': True, 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'security_groups': ['f2f12511-de65-43e5-ad9c-5b9c6ea05328', '85aae667-4f2f-4cce-9034-0b186e8e6b76']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:27.431627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:27.492703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port a7f1b060-4899-4201-8b1f-eee4c2d94bba, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a7f1b060-4899-4201-8b1f-eee4c2d94bba,segment=NetworkSegment(8fc9eb78-4c23-44ba-a2f3-969340327e50),segment_id=8fc9eb78-4c23-44ba-a2f3-969340327e50)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:27.504382 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:27.640786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=a7f1b060-4899-4201-8b1f-eee4c2d94bba,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:27.648946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-5e5669f1-fe9a-4183-81a6-152fad481e8d tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:27.650518 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-5e5669f1-fe9a-4183-81a6-152fad481e8d tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.20 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 813 time: 0.6066368 Sep 18 02:17:27.746149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Request body: {'port': {'device_id': 'fa375ddb-2be2-466c-b40a-ee3b7164360f', 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'admin_state_up': True, 'tenant_id': '36d0f299c02a49b69fe9852b73704688'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:27.847169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43eba54d-5359-401f-a7ca-bf86bb348a83 req-76472972-f67d-4da1-b451-d71b0572a8b5 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0915463 Sep 18 02:17:27.900690 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:27.933834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:27.945998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4e599-9d9d-4028-96a5-3f5895b5398a None None] Network 9a79abc6-74a6-46d5-845f-05723dfead09 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:27.959525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-f4f0834e-0099-4924-b328-1de9e5a3b31e tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:27.961137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-f4f0834e-0099-4924-b328-1de9e5a3b31e tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.18 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 813 time: 0.4631927 Sep 18 02:17:27.978632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Request body: {'port': {'device_id': '1922b092-2d87-4f19-9b72-622ebbd47c83', 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'admin_state_up': True, 'tenant_id': '36d0f299c02a49b69fe9852b73704688'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:27.980135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7bdc40e-469b-4a5b-b4d5-69276c35ae8e req-1fa43b13-e5be-49fa-9f8d-bf20610654a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac38117788b143138f92647c4655a9bb&device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0886576 Sep 18 02:17:28.006401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Made reservation on behalf of f83cd0fe2550438386cfb497cd09d70c for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:28.009582 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.067453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bdfa0-ef79-4e6a-9fd0-8664522881f0 req-39f5febd-5a20-44c5-80bc-67ce22f30032 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:28.075327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa4bdfa0-ef79-4e6a-9fd0-8664522881f0 req-39f5febd-5a20-44c5-80bc-67ce22f30032 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 944 time: 0.8396430 Sep 18 02:17:28.099055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event updated for resources: {'Subnet': ['ID=0e59acd4-7c63-40e0-a415-6883b8daf2f5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:28.116071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7bdc40e-469b-4a5b-b4d5-69276c35ae8e req-b32256ab-dfc8-4278-9cf7-9a76979e13d5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ac38117788b143138f92647c4655a9bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194150 Sep 18 02:17:28.128549 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94fc8c23-9271-4410-8791-07219383229f req-ead2ed5b-db72-4b08-a93c-9641b0d070f8 service neutron] 10.222.0.18 "GET /v2.0/networks/d1c6e6b5-40df-4496-96cf-748b6c608820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8941839 Sep 18 02:17:28.130847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-33b16911-d430-4215-a061-e02f64b76a14 service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9583890 Sep 18 02:17:28.165120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:28.174096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e48e23-2cb8-46da-828e-369dd5cdfae4', 'name': 'network-vif-deleted', 'tag': '93981f39-7bd8-485c-9622-45a2feefa8cc'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:28.176431 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d67a10-c34d-42da-bca6-efa8f015ec3b" -d '{"events": [{"server_uuid": "a9e48e23-2cb8-46da-828e-369dd5cdfae4", "name": "network-vif-deleted", "tag": "93981f39-7bd8-485c-9622-45a2feefa8cc"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:28.191697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74', 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820', 'port_id': '31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74', 'mac_address': 'fa:16:3e:81:75:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f955b393-63b1-4e7f-982a-7db2febbd746', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:28.201407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Checking segment: {'id': 'afb0556c-b08e-403a-8bd6-847af61315ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:28.201832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Network hostable DHCP agents. Network: ea1e287e-a012-460d-83dc-ef1394fbc3d9, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:17:28.261466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Made reservation on behalf of 36d0f299c02a49b69fe9852b73704688 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:28.264959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.268929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a7ef714a-2653-4ceb-be1a-1efc79ee8590 req-0f5557a2-10f0-400d-b1d6-9ffb4cf1054e tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 210 time: 0.0511603 Sep 18 02:17:28.354130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Network ea1e287e-a012-460d-83dc-ef1394fbc3d9 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:17:28.362023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ddb0e15e-8975-407d-814c-0f377f6a6e38 None None] Provisioning complete for port a7f1b060-4899-4201-8b1f-eee4c2d94bba triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:28.362629 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ddb0e15e-8975-407d-814c-0f377f6a6e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.436329 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa4bdfa0-ef79-4e6a-9fd0-8664522881f0 req-0f1036b4-5cc7-4235-8285-528660528215 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597050 Sep 18 02:17:28.440604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Allocated IP 172.20.0.11 (2c3dc7c2-e8c4-4f60-9254-97d7101f97cf/3b816e05-0cd9-427b-b1b3-8efc91bd0caf/2894bae4-a4c6-47ac-80e5-b64423c9e669) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:28.444747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Made reservation on behalf of 36d0f299c02a49b69fe9852b73704688 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:28.448476 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.450596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, ea1e287e-a012-460d-83dc-ef1394fbc3d9) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:28.476308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:28.476886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.543418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdc40e-469b-4a5b-b4d5-69276c35ae8e req-4450f231-a88f-4e13-9023-a045bf07e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:28.545073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7bdc40e-469b-4a5b-b4d5-69276c35ae8e req-4450f231-a88f-4e13-9023-a045bf07e339 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4113607 Sep 18 02:17:28.548676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94fc8c23-9271-4410-8791-07219383229f req-b0d4d487-e622-4b30-8d9d-eb0986e606c3 service neutron] 10.222.0.18 "GET /v2.0/networks/d1c6e6b5-40df-4496-96cf-748b6c608820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039724 Sep 18 02:17:28.550386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d279f-9224-48b3-99d8-8f6f315f25cd req-58a85b09-a3ab-4a3d-8ea0-2d7328282f53 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:28.551128 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58aaf01d-7e95-4bed-9a54-223aa15682a3 req-8fb53bb6-c3f2-4ca0-96b5-b3a00d336c73 service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965707 Sep 18 02:17:28.551991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-037d279f-9224-48b3-99d8-8f6f315f25cd req-58a85b09-a3ab-4a3d-8ea0-2d7328282f53 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2189846 Sep 18 02:17:28.571833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05673c-393d-4c4f-865c-f81f0745400b None None] Network ea1e287e-a012-460d-83dc-ef1394fbc3d9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:28.586480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ccc2fd79-487b-4096-b330-5daa93616434 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2890549 Sep 18 02:17:28.601957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49342) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:28.646333 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.648082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Request body: {'port': {'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1711624277'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:28.654810 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa9ee5b-c1d8-4788-8dcc-682808a5c95d x-openstack-request-id: req-caa9ee5b-c1d8-4788-8dcc-682808a5c95d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:28.655440 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e48e23-2cb8-46da-828e-369dd5cdfae4", "name": "network-vif-deleted", "tag": "93981f39-7bd8-485c-9622-45a2feefa8cc", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:28.655581 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caa9ee5b-c1d8-4788-8dcc-682808a5c95d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:28.656297 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e48e23-2cb8-46da-828e-369dd5cdfae4', 'name': 'network-vif-deleted', 'tag': '93981f39-7bd8-485c-9622-45a2feefa8cc', 'status': 'completed', 'code': 200} Sep 18 02:17:28.682909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:28.753881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Allocated IP 172.20.0.6 (b19c7e53-7b71-4a5b-8769-29426d5722a9/72f86c59-f4bc-4205-b113-4b26d782fb3b/92ba75ed-dfa4-4d7c-af93-0086bfd524cd) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:28.761796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a67b875b-2c44-4599-a2d4-913bd77955cf req-8be466c8-a29a-4690-9318-3b4126a899d5 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 210 time: 0.0342243 Sep 18 02:17:28.768793 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.781048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:28.797633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.810416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.861977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-037d279f-9224-48b3-99d8-8f6f315f25cd req-775edf31-af09-48f2-9a30-67ef921eef49 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802880 Sep 18 02:17:28.959494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-ea1e287e-a012-460d-83dc-ef1394fbc3d9', 'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9', 'tenant_id': '1ca634deea3249e9aff8a581d274dbee', 'fixed_ips': [{'subnet_id': '0e59acd4-7c63-40e0-a415-6883b8daf2f5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:17:28.960362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:28.963429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a7f1b060-4899-4201-8b1f-eee4c2d94bba up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:28.997581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:29.030384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b82bc3a-b05e-4653-96e6-dfe25a6a967b req-bd2c65aa-4427-4865-a60d-ec940cb1747f tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0734913 Sep 18 02:17:29.056907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Made reservation on behalf of 1ca634deea3249e9aff8a581d274dbee for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:29.060429 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.085609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:29.097819 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.104486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Allocated IP 172.25.0.228 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/4a0cf958-963f-4faf-a2bd-80003c781d94) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:29.183593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] device_id is not set on port 5cf5e31f-0933-4a03-953a-511b0240d7c8 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:17:29.210641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a7f1b060-4899-4201-8b1f-eee4c2d94bba triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:29.211027 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.245825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.264309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Allocated IP 2001:db8::2 (ea1e287e-a012-460d-83dc-ef1394fbc3d9/0e59acd4-7c63-40e0-a415-6883b8daf2f5/b9206773-6e65-422d-a3f9-5564692bc064) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:29.290144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.292473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-82593776-b5f0-4132-bb94-aa6fe862f2b6 None None] Provisioning complete for port a7f1b060-4899-4201-8b1f-eee4c2d94bba triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:29.292824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.292997 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-82593776-b5f0-4132-bb94-aa6fe862f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.334359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:29.337590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:29.343734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:29.351920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.371331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Pushing event updated for resources: {'Port': ['ID=4a0cf958-963f-4faf-a2bd-80003c781d94,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:29.401485 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.470769 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df9d20de-7236-4e3e-9a31-ce658c5b4b54 req-1dfe8056-def4-4654-b6d0-45a739201bd0 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 210 time: 0.1025398 Sep 18 02:17:29.476028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:29.487898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:29.503998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Allocated IP 172.20.0.13 (b19c7e53-7b71-4a5b-8769-29426d5722a9/72f86c59-f4bc-4205-b113-4b26d782fb3b/28f1975a-268c-4c14-b859-704ad38391e5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:29.616086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:29.659042 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.669456 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.742455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27691e-b115-41fa-9b4c-389836ef2d6b req-7ac0f7dd-d7ca-412a-b730-3172322af5ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:29.744121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d27691e-b115-41fa-9b4c-389836ef2d6b req-7ac0f7dd-d7ca-412a-b730-3172322af5ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 945 time: 0.1030509 Sep 18 02:17:29.757588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Network ea1e287e-a012-460d-83dc-ef1394fbc3d9 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:29.763754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:29.768638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Pushing event updated for resources: {'Port': ['ID=b9206773-6e65-422d-a3f9-5564692bc064,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:29.771182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:29.840633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d27691e-b115-41fa-9b4c-389836ef2d6b req-4147eb22-e313-4939-8e9b-56ec264e5888 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638936 Sep 18 02:17:29.874834 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7bdc40e-469b-4a5b-b4d5-69276c35ae8e req-0e945ff0-39fc-4e27-96a2-1b0ee4fda48a tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.18 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0513480 Sep 18 02:17:29.875707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.917522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Attempting to bind port b9206773-6e65-422d-a3f9-5564692bc064 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:29.917919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Attempting to bind port b9206773-6e65-422d-a3f9-5564692bc064 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'afb0556c-b08e-403a-8bd6-847af61315ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:29.918260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Attempting to bind port b9206773-6e65-422d-a3f9-5564692bc064 on network ea1e287e-a012-460d-83dc-ef1394fbc3d9 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:29.936217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:29.936683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Checking segment: {'id': 'afb0556c-b08e-403a-8bd6-847af61315ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:29.936993 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:29.937391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Bound using segment: {'id': 'afb0556c-b08e-403a-8bd6-847af61315ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:29.937991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Bound port: b9206773-6e65-422d-a3f9-5564692bc064, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb0556c-b08e-403a-8bd6-847af61315ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:29.938807 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.032800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] For port b9206773-6e65-422d-a3f9-5564692bc064, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:30.047072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] For port b9206773-6e65-422d-a3f9-5564692bc064, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9206773-6e65-422d-a3f9-5564692bc064,segment=NetworkSegment(afb0556c-b08e-403a-8bd6-847af61315ce),segment_id=afb0556c-b08e-403a-8bd6-847af61315ce)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:30.053020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-83f2312c-14b3-44a2-bef4-069ec65d1d72 None None] Provisioning complete for port 2894bae4-a4c6-47ac-80e5-b64423c9e669 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:30.053396 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83f2312c-14b3-44a2-bef4-069ec65d1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.057686 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.073308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf6408-fe03-43d5-bb26-3a9e1293ae57 req-ac0ea507-419e-483f-b6ab-8ae894f739cf tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:30.083064 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dbf6408-fe03-43d5-bb26-3a9e1293ae57 req-ac0ea507-419e-483f-b6ab-8ae894f739cf tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1132319 Sep 18 02:17:30.103351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=2894bae4-a4c6-47ac-80e5-b64423c9e669,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:30.135090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-83f2312c-14b3-44a2-bef4-069ec65d1d72 None None] Port 2894bae4-a4c6-47ac-80e5-b64423c9e669 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:30.148950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Network b19c7e53-7b71-4a5b-8769-29426d5722a9 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:30.149200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f791cc-f09a-46e3-922e-fd945530c6bd None None] Pushing event updated for resources: {'Port': ['ID=b9206773-6e65-422d-a3f9-5564692bc064,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:30.171226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dbf6408-fe03-43d5-bb26-3a9e1293ae57 req-38aa123e-db4d-4aac-8155-5ba96952441e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869510 Sep 18 02:17:30.183742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:30.198682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:30.236570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.311536 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20520344-7265-4fe0-aed8-fd66b0ddc38e req-56a17ab5-ad6a-4f04-8aff-6224f8ee9e80 tempest-ServerShowV254Test-639778184 tempest-ServerShowV254Test-639778184-project] 10.222.0.21 "GET /v2.0/ports?device_id=6932b572-abb8-4f9e-97d4-b3505e8a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0361817 Sep 18 02:17:30.394294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:30.395107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.418640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Pushing event updated for resources: {'Port': ['ID=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:30.424495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Allocated IP 2001:db8::394 (ea1e287e-a012-460d-83dc-ef1394fbc3d9/0e59acd4-7c63-40e0-a415-6883b8daf2f5/5cf5e31f-0933-4a03-953a-511b0240d7c8) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:30.471033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Router 6c134f88-8c63-4438-8f52-4cb515f5aa64 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:17:30.486037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:30.487771 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.497493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7289fea-657b-416d-ba1d-3e4e84156911 req-ba128f28-5194-4bf4-ace1-c7bfdf87dba0 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:30.503307 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7289fea-657b-416d-ba1d-3e4e84156911 req-ba128f28-5194-4bf4-ace1-c7bfdf87dba0 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 971 time: 0.3946283 Sep 18 02:17:30.549151 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.559908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-3cfc36e1-d6ff-40f0-a254-26385c8253f4 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.2190201 Sep 18 02:17:30.588891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Request body: {'port': {'device_id': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:30.623716 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-622c430f-427e-4636-93c1-b054d38c4c72 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8816359 Sep 18 02:17:30.648700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Request body: {'port': {'device_id': 'fa375ddb-2be2-466c-b40a-ee3b7164360f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:30.760384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7289fea-657b-416d-ba1d-3e4e84156911 req-78b06825-ed11-4360-9af9-0e39764c389b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1949632 Sep 18 02:17:30.826754 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.843847 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98dbfee6-d39c-4ee7-8223-a4ed0d3ce59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.884816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.903128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:30.917386 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.923863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Sync routers for ids ['6c134f88-8c63-4438-8f52-4cb515f5aa64'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:30.924165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc5d5e-5f46-40a2-a5f4-74fa6f59de67 req-d9a55437-a8e9-4709-81ae-7794b7143bd2 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:30.925840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ecbc5d5e-5f46-40a2-a5f4-74fa6f59de67 req-d9a55437-a8e9-4709-81ae-7794b7143bd2 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 932 time: 0.0822709 Sep 18 02:17:30.940264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Routers {'6c134f88-8c63-4438-8f52-4cb515f5aa64'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:30.941398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6c134f88-8c63-4438-8f52-4cb515f5aa64'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:30.945477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Network b19c7e53-7b71-4a5b-8769-29426d5722a9 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:30.963666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:30.964921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6419b8f1-b895-4956-a4c7-35c8b99f0c5c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3864367 Sep 18 02:17:30.972421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49360) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:31.014239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9206773-6e65-422d-a3f9-5564692bc064 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:31.023600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:31.031168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:31.058855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Pushing event updated for resources: {'Port': ['ID=28f1975a-268c-4c14-b859-704ad38391e5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:31.087320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ecbc5d5e-5f46-40a2-a5f4-74fa6f59de67 req-f5ef7bb6-e5cb-4845-8b76-4c21fc26ddeb tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508355 Sep 18 02:17:31.141431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b9206773-6e65-422d-a3f9-5564692bc064 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:31.142459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.176690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Set router 6c134f88-8c63-4438-8f52-4cb515f5aa64 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:31.196516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.252453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:31.253106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.431052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7cd65b-68d0-4623-b3fe-93c6a719ca51 None None] Network ea1e287e-a012-460d-83dc-ef1394fbc3d9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:31.436405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81d916-f61d-4eb9-b496-1eb1c10b0275 req-2b576d70-a2de-4f20-8625-89b096745647 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:31.437962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e81d916-f61d-4eb9-b496-1eb1c10b0275 req-2b576d70-a2de-4f20-8625-89b096745647 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1289678 Sep 18 02:17:31.479337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:29Z', 'revision_number': 3, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port': {'id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:28Z', 'updated_at': '2021-09-18T02:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:31.526024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Checking router: 6c134f88-8c63-4438-8f52-4cb515f5aa64 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:31.526691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Updating router 6c134f88-8c63-4438-8f52-4cb515f5aa64 port 4a0cf958-963f-4faf-a2bd-80003c781d94 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:17:31.535866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e81d916-f61d-4eb9-b496-1eb1c10b0275 req-3ac5c55b-fd2d-4327-9117-3a904a8ab553 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904920 Sep 18 02:17:31.564361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2894bae4-a4c6-47ac-80e5-b64423c9e669 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:31.572809 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.587203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Transition to ACTIVE for port object 2894bae4-a4c6-47ac-80e5-b64423c9e669 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:17:31.591689 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.596931 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-eb154586-5a0c-41c8-b976-7b9211aa8caf tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6222231 Sep 18 02:17:31.600755 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.637615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-330b2ba4-5d90-4925-b242-215d3366a7b5 None None] Provisioning complete for port b9206773-6e65-422d-a3f9-5564692bc064 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:31.637994 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-330b2ba4-5d90-4925-b242-215d3366a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.653272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Request body: {'port': {'device_id': '1922b092-2d87-4f19-9b72-622ebbd47c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:31.711859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.762458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.772484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d9214-0226-4814-93c7-92098867096c req-c4c77df3-4268-4293-9cca-973d0e063037 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:31.774014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-024d9214-0226-4814-93c7-92098867096c req-c4c77df3-4268-4293-9cca-973d0e063037 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 945 time: 0.7797191 Sep 18 02:17:31.892942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.913493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:31.981373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:32.050022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-024d9214-0226-4814-93c7-92098867096c req-4fbe7cb1-67d1-4ac5-bc7e-87b2836c6801 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360523 Sep 18 02:17:32.050656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2894bae4-a4c6-47ac-80e5-b64423c9e669,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:32.132018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926cf43-a442-4fa1-8d55-e7f440439216 req-f94ddc46-3310-4084-b759-88b75b418fd7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:32.134465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f926cf43-a442-4fa1-8d55-e7f440439216 req-f94ddc46-3310-4084-b759-88b75b418fd7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.2123659 Sep 18 02:17:32.162801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49378) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:32.232975 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f926cf43-a442-4fa1-8d55-e7f440439216 req-53b54554-2525-43d8-ac66-3cd392eb28b7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896835 Sep 18 02:17:32.236852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Allocated IP 172.20.0.1 (9a79abc6-74a6-46d5-845f-05723dfead09/a55cc1fb-4659-4e50-955e-63ed108ef141/888dfe6f-8ebb-4edc-8909-3a5cc95202c9) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:32.245591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:17:32.250280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b9206773-6e65-422d-a3f9-5564692bc064, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9206773-6e65-422d-a3f9-5564692bc064,segment=NetworkSegment(afb0556c-b08e-403a-8bd6-847af61315ce),segment_id=afb0556c-b08e-403a-8bd6-847af61315ce)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:32.268510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Network ea1e287e-a012-460d-83dc-ef1394fbc3d9 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:32.273119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49382) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:32.275835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:32.278263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:32.278631 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.328576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.353908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-52686233-1e56-4c54-98d8-0efeb2f5c3d2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/c07f9f71-c033-4ff4-a87e-5ff00bc4d446 HTTP/1.1" status: 200 len: 993 time: 0.0792580 Sep 18 02:17:32.420613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b9206773-6e65-422d-a3f9-5564692bc064,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:32.437275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.437629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.437951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.439140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.439449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.439783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.440106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.440429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.440749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.441066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.441383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.441699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:32.466507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16eb5b06-e26e-47a2-bcb5-3b68e8d953a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.473901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-330b2ba4-5d90-4925-b242-215d3366a7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.494095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2e08a-81c5-4f63-803b-2a33bc11a88a req-01946596-612c-408c-8b8e-b5a47e3d689f tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:32.497398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:32.502800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9b2e08a-81c5-4f63-803b-2a33bc11a88a req-01946596-612c-408c-8b8e-b5a47e3d689f tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 932 time: 0.1077843 Sep 18 02:17:32.503439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:32.504064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.619112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.644461 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-330b2ba4-5d90-4925-b242-215d3366a7b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:17:32.644811 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-330b2ba4-5d90-4925-b242-215d3366a7b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:17:32.678384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:32.689144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0a664d-dab3-4b16-bdbf-a00d9bf6f519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:32.692959 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223cf46-b38c-4719-b7d3-ab728c71ca66" -d '{"events": [{"server_uuid": "3b0a664d-dab3-4b16-bdbf-a00d9bf6f519", "name": "network-vif-plugged", "status": "completed", "tag": "31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:32.696081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9b2e08a-81c5-4f63-803b-2a33bc11a88a req-622f269d-068a-4b5b-b75a-a7ecd235adf2 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923800 Sep 18 02:17:32.702005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.716925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event updated for resources: {'Port': ['ID=5cf5e31f-0933-4a03-953a-511b0240d7c8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:32.724729 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.745347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07a69-cd9c-4974-b972-d5f26b55c1b2 req-cb88f836-d08f-4206-bc01-17ebb3062846 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:32.757859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2a07a69-cd9c-4974-b972-d5f26b55c1b2 req-cb88f836-d08f-4206-bc01-17ebb3062846 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 983 time: 0.3463681 Sep 18 02:17:32.804075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16eb5b06-e26e-47a2-bcb5-3b68e8d953a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.827724 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-16eb5b06-e26e-47a2-bcb5-3b68e8d953a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.856745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-57c1e632-6cae-4e0c-981c-2acf44f20cdb tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.2181113 Sep 18 02:17:32.864823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49390) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:32.876129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2a07a69-cd9c-4974-b972-d5f26b55c1b2 req-d48fa0da-846d-4773-b2d7-bb5141eae637 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1171007 Sep 18 02:17:32.901550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Request body: {'port': {'network_id': 'ea1e287e-a012-460d-83dc-ef1394fbc3d9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-879308867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:32.902086 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] bootfile-name is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:17:32.902423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] tftp-server is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:17:32.903106 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.907825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] server-ip-address is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:17:32.911025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:32.920132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.935473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Attempting to bind port 2894bae4-a4c6-47ac-80e5-b64423c9e669 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:32.936119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Attempting to bind port 2894bae4-a4c6-47ac-80e5-b64423c9e669 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:32.936806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Attempting to bind port 2894bae4-a4c6-47ac-80e5-b64423c9e669 on network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:32.945176 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-16eb5b06-e26e-47a2-bcb5-3b68e8d953a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac38117788b143138f92647c4655a9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7770896 Sep 18 02:17:32.945664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49394) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:32.955377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:32.988400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5b06-e26e-47a2-bcb5-3b68e8d953a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fffca8-76cf-4bab-9d9e-dd9f88dba428,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:32.991752 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d837b7-f5dc-4444-b486-3500ac99b996 x-openstack-request-id: req-18d837b7-f5dc-4444-b486-3500ac99b996 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:32.992059 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0a664d-dab3-4b16-bdbf-a00d9bf6f519", "name": "network-vif-plugged", "status": "completed", "tag": "31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:32.992433 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18d837b7-f5dc-4444-b486-3500ac99b996 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:32.992691 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0a664d-dab3-4b16-bdbf-a00d9bf6f519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74', 'code': 200} Sep 18 02:17:32.993275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8f801-a407-47f9-bd90-e26697bb6395 None None] Pushing event updated for resources: {'Port': ['ID=4a0cf958-963f-4faf-a2bd-80003c781d94,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:32.995796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9206773-6e65-422d-a3f9-5564692bc064 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:33.053594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Port 2894bae4-a4c6-47ac-80e5-b64423c9e669 on network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:17:33.053795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Network 9a79abc6-74a6-46d5-845f-05723dfead09 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:33.053922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Attempting to bind port 4a0cf958-963f-4faf-a2bd-80003c781d94 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:33.055596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Attempting to bind port 2894bae4-a4c6-47ac-80e5-b64423c9e669 on network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:33.055737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Attempting to bind port 4a0cf958-963f-4faf-a2bd-80003c781d94 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:33.055737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Attempting to bind port 4a0cf958-963f-4faf-a2bd-80003c781d94 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:33.073034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:33.073416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:33.073827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.074222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:33.074733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Bound port: 4a0cf958-963f-4faf-a2bd-80003c781d94, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:33.075175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.088517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:33.099077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:33.136275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b9206773-6e65-422d-a3f9-5564692bc064 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:33.136650 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.175951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Pushing event updated for resources: {'Port': ['ID=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:33.195877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:33.196346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Checking segment: {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:33.196857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Bound using segment: {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:33.197409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Bound port: 2894bae4-a4c6-47ac-80e5-b64423c9e669, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee2ca37-5fcd-4aa9-9cba-688388d4729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:33.197871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.214247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fb139-9fb5-41a5-9502-448a3b35fed2 req-61a10a9f-5679-4cdc-9f0f-d56d2a76fab2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:33.216067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-648fb139-9fb5-41a5-9502-448a3b35fed2 req-61a10a9f-5679-4cdc-9f0f-d56d2a76fab2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2490313 Sep 18 02:17:33.238179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ba75ed-dfa4-4d7c-af93-0086bfd524cd {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:33.247260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.255281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.255587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] For port 4a0cf958-963f-4faf-a2bd-80003c781d94, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:33.267314 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Transition to ACTIVE for port object 92ba75ed-dfa4-4d7c-af93-0086bfd524cd will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:17:33.287149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] For port 4a0cf958-963f-4faf-a2bd-80003c781d94, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4a0cf958-963f-4faf-a2bd-80003c781d94,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:33.299137 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.321507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-648fb139-9fb5-41a5-9502-448a3b35fed2 req-453445a8-5260-4196-98f5-6a8fae7ba8e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924146 Sep 18 02:17:33.323345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceceb8-d01d-44c2-ac9f-e9407e153034 req-3b6b5aef-3270-41e9-98fd-8aa3caa0a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:33.324790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-baceceb8-d01d-44c2-ac9f-e9407e153034 req-3b6b5aef-3270-41e9-98fd-8aa3caa0a04c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 1098 time: 0.2562749 Sep 18 02:17:33.365871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.433463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-baceceb8-d01d-44c2-ac9f-e9407e153034 req-14ac1cef-055a-4405-ac26-3ebe9638135f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014314 Sep 18 02:17:33.446746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Pushing event updated for resources: {'Port': ['ID=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:33.453455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5bd8f447-10cd-45ab-a0db-7c51bbc83750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.458866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Routers {'6c134f88-8c63-4438-8f52-4cb515f5aa64'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:33.459503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6c134f88-8c63-4438-8f52-4cb515f5aa64'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:33.482760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0a983-5c57-4b5b-b90b-4e2b657ba4c7 req-ea057f86-f139-4014-8f31-b792518ccffd tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:33.487247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46d0a983-5c57-4b5b-b90b-4e2b657ba4c7 req-ea057f86-f139-4014-8f31-b792518ccffd tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1098 time: 0.3393006 Sep 18 02:17:33.501206 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5fe803fa-2d23-4667-8e5f-4f6811b8ac0f None None] Provisioning complete for port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:33.501639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5fe803fa-2d23-4667-8e5f-4f6811b8ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.513330 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.524100 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-810e6153-03ed-4cf5-8300-e83a326df2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.526902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8f801-a407-47f9-bd90-e26697bb6395 None None] Pushing event updated for resources: {'Port': ['ID=4a0cf958-963f-4faf-a2bd-80003c781d94,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:33.538061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a7cb4-0c28-4485-bd15-57a2763935bd req-d7508c0f-ab28-4b6f-a1e7-76d97a33640d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:33.546986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f7a7cb4-0c28-4485-bd15-57a2763935bd req-d7508c0f-ab28-4b6f-a1e7-76d97a33640d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 946 time: 0.1375391 Sep 18 02:17:33.557242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5fe803fa-2d23-4667-8e5f-4f6811b8ac0f None None] Port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:33.600155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5fe803fa-2d23-4667-8e5f-4f6811b8ac0f None None] Provisioning complete for port 5cf5e31f-0933-4a03-953a-511b0240d7c8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:33.600531 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5fe803fa-2d23-4667-8e5f-4f6811b8ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.612356 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f7a7cb4-0c28-4485-bd15-57a2763935bd req-b02a5956-afe9-4a8c-a116-2bcee353ad06 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645778 Sep 18 02:17:33.625961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-810e6153-03ed-4cf5-8300-e83a326df2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.631635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] For port 2894bae4-a4c6-47ac-80e5-b64423c9e669, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:33.645904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] Set router 6c134f88-8c63-4438-8f52-4cb515f5aa64 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:33.682000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46d0a983-5c57-4b5b-b90b-4e2b657ba4c7 req-4e5d35f9-c68e-479f-b857-0bfcdc0cd95e tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699219 Sep 18 02:17:33.707100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5fe803fa-2d23-4667-8e5f-4f6811b8ac0f None None] Port 5cf5e31f-0933-4a03-953a-511b0240d7c8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:33.713649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Made reservation on behalf of 1ca634deea3249e9aff8a581d274dbee for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:33.717290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.770164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] For port 2894bae4-a4c6-47ac-80e5-b64423c9e669, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:33.776616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.785644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.792218 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5fe803fa-2d23-4667-8e5f-4f6811b8ac0f None None] Provisioning complete for port b9206773-6e65-422d-a3f9-5564692bc064 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:33.792439 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5fe803fa-2d23-4667-8e5f-4f6811b8ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.811912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.847142 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f1975a-268c-4c14-b859-704ad38391e5 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:33.893021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] device_id is not set on port 099c25ff-34af-488c-a9d3-9963dff52eb5 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:17:33.903476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.906113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:33.907298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.908861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2894bae4-a4c6-47ac-80e5-b64423c9e669 HTTP/1.1" status: 200 len: 1132 time: 3.3255804 Sep 18 02:17:33.910950 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:33.927251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Pushing event updated for resources: {'Port': ['ID=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:33.937640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:33.937900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:29Z', 'revision_number': 3, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port': {'id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:28Z', 'updated_at': '2021-09-18T02:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:33.953746 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:33.968876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c340803-a0a7-46ac-85db-35760468a6bb None None] The sync data for ids ['6c134f88-8c63-4438-8f52-4cb515f5aa64'] in n-d-789963-12 is: [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:29Z', 'revision_number': 3, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port': {'id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:28Z', 'updated_at': '2021-09-18T02:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:34.046136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Attempting to bind port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:34.046569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Attempting to bind port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:34.046922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Attempting to bind port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd on network b19c7e53-7b71-4a5b-8769-29426d5722a9 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:34.053045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd12006-10bc-4a2e-8a3d-799f57ff92a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2894bae4-a4c6-47ac-80e5-b64423c9e669,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:34.057995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Transition to ACTIVE for port object 28f1975a-268c-4c14-b859-704ad38391e5 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:17:34.073788 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:34.097447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-810e6153-03ed-4cf5-8300-e83a326df2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:34.099939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-810e6153-03ed-4cf5-8300-e83a326df2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:34.102786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-810e6153-03ed-4cf5-8300-e83a326df2ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41fffca8-76cf-4bab-9d9e-dd9f88dba428 HTTP/1.1" status: 204 len: 168 time: 1.1321819 Sep 18 02:17:34.107587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd on network b19c7e53-7b71-4a5b-8769-29426d5722a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:17:34.107888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Attempting to bind port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd on network b19c7e53-7b71-4a5b-8769-29426d5722a9 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:34.117054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:34.118090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3befd-a3e0-451a-bfe7-6446d18fad4b req-f8611669-b3d5-49ab-90a1-68dc29cbee1e tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:34.119835 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0ec3befd-a3e0-451a-bfe7-6446d18fad4b req-f8611669-b3d5-49ab-90a1-68dc29cbee1e tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 932 time: 0.2691262 Sep 18 02:17:34.178310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Network 9a79abc6-74a6-46d5-845f-05723dfead09 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:34.200488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:34.255268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0ec3befd-a3e0-451a-bfe7-6446d18fad4b req-bb2f3fa8-7550-496e-bee3-0f6c2d90e18b tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177166 Sep 18 02:17:34.644699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Router 6c134f88-8c63-4438-8f52-4cb515f5aa64 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:34.659713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37576b1-41fe-413b-8948-6af971efaaa9 req-67fd9e1f-f4c6-4810-83d1-e1721beafc0d tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:34.661253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e37576b1-41fe-413b-8948-6af971efaaa9 req-67fd9e1f-f4c6-4810-83d1-e1721beafc0d tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 983 time: 0.1749613 Sep 18 02:17:34.716966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3bb4c5e9-e0c1-4327-8417-be6f9eaf5e03 None None] Provisioning complete for port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:34.722049 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c5e9-e0c1-4327-8417-be6f9eaf5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:34.782801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e37576b1-41fe-413b-8948-6af971efaaa9 req-c475f422-dce7-43ab-8e4f-420e5bf617e5 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1110656 Sep 18 02:17:34.800499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3bb4c5e9-e0c1-4327-8417-be6f9eaf5e03 None None] Port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:34.844074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e6153-03ed-4cf5-8300-e83a326df2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fffca8-76cf-4bab-9d9e-dd9f88dba428,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:34.852103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:34.852828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Checking segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:34.853407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Bound using segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:34.854025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Bound port: 92ba75ed-dfa4-4d7c-af93-0086bfd524cd, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:34.854584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:34.945941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:34.949682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be0797-a909-4e4d-9d80-77095930d8ff req-940f3553-375d-40fc-b85e-0ac2d8855ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:34.953349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-940f3553-375d-40fc-b85e-0ac2d8855ba4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f83cd0fe2550438386cfb497cd09d70c&device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 1135 time: 0.9864817 Sep 18 02:17:34.957260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:34.969941 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a0d1e8-2fe4-44f1-b312-462e7c86ab57 x-openstack-request-id: req-d7a0d1e8-2fe4-44f1-b312-462e7c86ab57 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:34.970378 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:34.970980 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7a0d1e8-2fe4-44f1-b312-462e7c86ab57 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:34.980450 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'status': 'completed', 'code': 200} Sep 18 02:17:34.980735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-940bf1a4-1c24-4f70-870e-3859b100912e admin admin] 10.222.0.21 "PUT /v2.0/routers/6c134f88-8c63-4438-8f52-4cb515f5aa64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9980702 Sep 18 02:17:34.995777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Pushing event updated for resources: {'Port': ['ID=28f1975a-268c-4c14-b859-704ad38391e5,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:35.118583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4a0cf958-963f-4faf-a2bd-80003c781d94 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:35.144840 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-a7527479-92b8-4efd-b1af-19036c93c52e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669 HTTP/1.1" status: 200 len: 217 time: 0.1624513 Sep 18 02:17:35.200978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 4a0cf958-963f-4faf-a2bd-80003c781d94 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:35.201283 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.242295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Allocated IP 2001:db8::3de (ea1e287e-a012-460d-83dc-ef1394fbc3d9/0e59acd4-7c63-40e0-a415-6883b8daf2f5/099c25ff-34af-488c-a9d3-9963dff52eb5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:35.253244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952fe53-9e53-49e1-99d3-23f5bb4a7e38 req-d8b8753a-1943-4745-89cb-430a6aa177b0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:35.257802 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e952fe53-9e53-49e1-99d3-23f5bb4a7e38 req-d8b8753a-1943-4745-89cb-430a6aa177b0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1591237 Sep 18 02:17:35.272783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-c068c224-8dbb-4f25-aa25-d11ada71385d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2231061 Sep 18 02:17:35.284528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] For port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:35.292946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] For port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:35.315631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.332226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.334965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be0797-a909-4e4d-9d80-77095930d8ff req-274de9bb-be5f-4468-b427-ea5ce99635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:35.336491 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-274de9bb-be5f-4468-b427-ea5ce99635bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b816e05-0cd9-427b-b1b3-8efc91bd0caf HTTP/1.1" status: 200 len: 834 time: 0.1606600 Sep 18 02:17:35.337409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-a3a0b9a1-3bb6-410f-b0f7-e9c20ca5c469 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:17:35.354592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-a3a0b9a1-3bb6-410f-b0f7-e9c20ca5c469 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0809090 Sep 18 02:17:35.357178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 4a0cf958-963f-4faf-a2bd-80003c781d94, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4a0cf958-963f-4faf-a2bd-80003c781d94,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:35.367632 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.388670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e952fe53-9e53-49e1-99d3-23f5bb4a7e38 req-a1ba298b-d2be-44af-a2b2-2b56e8e17110 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133006 Sep 18 02:17:35.392530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Attempting to bind port 28f1975a-268c-4c14-b859-704ad38391e5 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:35.393045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Attempting to bind port 28f1975a-268c-4c14-b859-704ad38391e5 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:35.393582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Attempting to bind port 28f1975a-268c-4c14-b859-704ad38391e5 on network b19c7e53-7b71-4a5b-8769-29426d5722a9 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:35.402982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:35.404102 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.408644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] 10.222.0.20 "PUT /v2.0/ports/92ba75ed-dfa4-4d7c-af93-0086bfd524cd HTTP/1.1" status: 200 len: 1092 time: 4.7733989 Sep 18 02:17:35.486702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=4a0cf958-963f-4faf-a2bd-80003c781d94,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:35.510803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Port 28f1975a-268c-4c14-b859-704ad38391e5 on network b19c7e53-7b71-4a5b-8769-29426d5722a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:17:35.511155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Attempting to bind port 28f1975a-268c-4c14-b859-704ad38391e5 on network b19c7e53-7b71-4a5b-8769-29426d5722a9 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:35.545137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e56d8d-f46e-4043-a162-be01e77777c4 req-8c0c05d9-c931-4426-a88d-293ed9233330 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:35.546991 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9e56d8d-f46e-4043-a162-be01e77777c4 req-8c0c05d9-c931-4426-a88d-293ed9233330 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 946 time: 0.0806675 Sep 18 02:17:35.583214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:35.583559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Checking segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:35.583950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Bound using segment: {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:35.584405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Bound port: 28f1975a-268c-4c14-b859-704ad38391e5, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:35.584733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.587524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:35.642258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b9e56d8d-f46e-4043-a162-be01e77777c4 req-094d0205-c554-42fe-a285-f834c2f0343b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881667 Sep 18 02:17:35.760760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be0797-a909-4e4d-9d80-77095930d8ff req-c0ae6a71-f45d-4209-940b-1c64d4d1acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:35.762868 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-c0ae6a71-f45d-4209-940b-1c64d4d1acb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3953614 Sep 18 02:17:35.763980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c19b6-be2d-4745-a8f5-b33defd90114 service neutron] Pushing event updated for resources: {'Port': ['ID=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:35.796872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1228652960-network', 'tenant_id': '71f3876aef134479afd61048f4d34c37'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:35.835445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Made reservation on behalf of 71f3876aef134479afd61048f4d34c37 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:35.838091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.849596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.919398 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.931321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-000afcda-0100-41d7-af8f-5647fb5dc682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:35.932865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-000afcda-0100-41d7-af8f-5647fb5dc682 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 1095 time: 0.4543328 Sep 18 02:17:35.972810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:35.991154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.043056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:36.043372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-233beff2-7711-4dd5-992e-eb9f91ae7b3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92ba75ed-dfa4-4d7c-af93-0086bfd524cd HTTP/1.1" status: 200 len: 217 time: 0.0960741 Sep 18 02:17:36.045843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0701b8-8b6c-48d2-96d9-13d0407a1316,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:36.065739 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.066173 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Added segment 59546d9d-a5d2-4f7c-82e4-a99b30e9d1c6 of type vlan for network 16ad497f-77c5-44cd-ab85-76d344a54606 Sep 18 02:17:36.084925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] For port 28f1975a-268c-4c14-b859-704ad38391e5, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:36.131086 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.144004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] For port 28f1975a-268c-4c14-b859-704ad38391e5, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=28f1975a-268c-4c14-b859-704ad38391e5,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:36.155748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-f70543ab-8267-4cf9-8314-0f49c7e41657 service neutron] 10.222.0.20 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107266 Sep 18 02:17:36.159298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.163275 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.168729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-8aa0c944-0d2e-4d82-a46d-f4caa6345fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.170172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-8aa0c944-0d2e-4d82-a46d-f4caa6345fd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 200 len: 853 time: 0.1179242 Sep 18 02:17:36.231170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a0a71-920a-492e-87d9-6eae16c8f1a3 req-9619222f-1adb-402c-9078-e7994a7eee13 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.232792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e87a0a71-920a-492e-87d9-6eae16c8f1a3 req-9619222f-1adb-402c-9078-e7994a7eee13 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 944 time: 0.1061168 Sep 18 02:17:36.233730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-e8fcc01e-dd47-4ce8-ab00-fb523da87f16 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.236441 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-e8fcc01e-dd47-4ce8-ab00-fb523da87f16 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports/c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 1095 time: 0.1607041 Sep 18 02:17:36.237787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.238748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.239660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.261020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Request body: {'binding': {'host': 'n-h1-789963-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:36.261885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Unknown quota resources ['binding']. {{(pid=106440) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 02:17:36.264338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-46ccd665-4b68-48c9-83d0-f637937ffcb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b19c7e53-7b71-4a5b-8769-29426d5722a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618653 Sep 18 02:17:36.275867 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.276496 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.277898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] 10.222.0.18 "PUT /v2.0/ports/28f1975a-268c-4c14-b859-704ad38391e5 HTTP/1.1" status: 200 len: 1093 time: 4.6335037 Sep 18 02:17:36.286366 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.314627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Network ea1e287e-a012-460d-83dc-ef1394fbc3d9 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:36.331280 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7422831 Sep 18 02:17:36.341020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:36.357682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49474) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:36.371365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3e359-dee9-478a-96a7-2fe117b018de admin admin] Pushing event updated for resources: {'Network': ['ID=16ad497f-77c5-44cd-ab85-76d344a54606,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:36.371566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Request body: {'subnet': {'network_id': '16ad497f-77c5-44cd-ab85-76d344a54606', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1228652960-subnet', 'tenant_id': '71f3876aef134479afd61048f4d34c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:36.376155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:36.382634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.382883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.386704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 16ad497f-77c5-44cd-ab85-76d344a54606 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:36.394816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e87a0a71-920a-492e-87d9-6eae16c8f1a3 req-cf97fbae-22ee-45ba-8b93-37cb2f36c5c3 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244857 Sep 18 02:17:36.408244 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2330903-ef69-4f50-8df3-f77694c45694 service neutron] Pushing event updated for resources: {'Port': ['ID=28f1975a-268c-4c14-b859-704ad38391e5,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:36.551253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32be0797-a909-4e4d-9d80-77095930d8ff req-21af3f20-30c7-4297-a760-f3d976fdbb4b service neutron] 10.222.0.20 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840656 Sep 18 02:17:36.568976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Made reservation on behalf of 71f3876aef134479afd61048f4d34c37 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:36.575862 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.582400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b409aea-bda8-4c6c-985d-5ac082b893a4 req-baf55d8d-b9e8-4e18-a117-4d6f3d7a4f88 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.583540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event updated for resources: {'Port': ['ID=099c25ff-34af-488c-a9d3-9963dff52eb5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:36.588970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dbdbeded-2726-4f57-824c-19621ede3628 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.7101989 Sep 18 02:17:36.591596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-45937d73-ea4c-4769-a0bb-da27d2bbc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.593287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-45937d73-ea4c-4769-a0bb-da27d2bbc69e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 1096 time: 0.2550817 Sep 18 02:17:36.598000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b409aea-bda8-4c6c-985d-5ac082b893a4 req-baf55d8d-b9e8-4e18-a117-4d6f3d7a4f88 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 946 time: 0.1032326 Sep 18 02:17:36.600244 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49478) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:36.643671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on host n-h1-789963-12 for vnic_type normal with profile None {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:36.644010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:36.644724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:36.656562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b409aea-bda8-4c6c-985d-5ac082b893a4 req-14e9a703-345f-4b72-bdc4-d97cf710d579 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572219 Sep 18 02:17:36.661158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:17:36.661485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:36.686655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:36.687197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Checking segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:36.688498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Bound using segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:36.689216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Bound port: c32ab02c-454d-45cb-b5b8-abc3d1239808, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:36.730989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-80930b47-ece8-48df-999f-5da4313160a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504073 Sep 18 02:17:36.747904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-938b6a1a-3e5d-48c3-a84c-bf8acb3cd294 None None] Provisioning complete for port 099c25ff-34af-488c-a9d3-9963dff52eb5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:36.748113 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-c82c797c-b88e-43e8-89c3-37efb15b3321 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f1975a-268c-4c14-b859-704ad38391e5 HTTP/1.1" status: 200 len: 217 time: 0.1177835 Sep 18 02:17:36.749059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-938b6a1a-3e5d-48c3-a84c-bf8acb3cd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:36.797006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-938b6a1a-3e5d-48c3-a84c-bf8acb3cd294 None None] Port 099c25ff-34af-488c-a9d3-9963dff52eb5 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:36.841489 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Sync routers for ids ['6c134f88-8c63-4438-8f52-4cb515f5aa64'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:36.854326 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Routers {'6c134f88-8c63-4438-8f52-4cb515f5aa64'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:36.855284 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6c134f88-8c63-4438-8f52-4cb515f5aa64'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:36.886646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda5699-afea-4996-bd52-c9b5768e465d tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.897975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda5699-afea-4996-bd52-c9b5768e465d tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.907410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda5699-afea-4996-bd52-c9b5768e465d tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.912064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dcda5699-afea-4996-bd52-c9b5768e465d tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2916245 Sep 18 02:17:36.922063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4a0cf958-963f-4faf-a2bd-80003c781d94 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:36.946886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49484) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:36.964311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-cb1a5adb-c212-4dc3-abfb-9f2c8930a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:36.965881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-cb1a5adb-c212-4dc3-abfb-9f2c8930a5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f83cd0fe2550438386cfb497cd09d70c&device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 1135 time: 0.3470979 Sep 18 02:17:36.975358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa375ddb-2be2-466c-b40a-ee3b7164360f', 'tag': '92ba75ed-dfa4-4d7c-af93-0086bfd524cd'}, {'name': 'network-changed', 'server_uuid': '1922b092-2d87-4f19-9b72-622ebbd47c83', 'tag': '28f1975a-268c-4c14-b859-704ad38391e5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:36.977762 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc917c-7903-46eb-bad8-fd6ebc6664ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fa375ddb-2be2-466c-b40a-ee3b7164360f", "tag": "92ba75ed-dfa4-4d7c-af93-0086bfd524cd"}, {"name": "network-changed", "server_uuid": "1922b092-2d87-4f19-9b72-622ebbd47c83", "tag": "28f1975a-268c-4c14-b859-704ad38391e5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:36.987526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 4a0cf958-963f-4faf-a2bd-80003c781d94 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:36.988451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:37.034428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4467-6a45-4309-afd0-4623bb47257d req-389baba4-51ac-4edf-b0a7-eaf0e8c547f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:37.035857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-389baba4-51ac-4edf-b0a7-eaf0e8c547f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 200 len: 853 time: 0.2734261 Sep 18 02:17:37.097182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-edb46821-1b8c-47b3-89c5-725ad3334cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b19c7e53-7b71-4a5b-8769-29426d5722a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473838 Sep 18 02:17:37.126177 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Set router 6c134f88-8c63-4438-8f52-4cb515f5aa64 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:37.204508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa996b-f0a2-4040-a48b-39f52b0dcdf0 req-95e14bef-a44c-475f-bade-c916dfddac65 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:37.206178 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1fa996b-f0a2-4040-a48b-39f52b0dcdf0 req-95e14bef-a44c-475f-bade-c916dfddac65 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 983 time: 0.1094301 Sep 18 02:17:37.214065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:37.242632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:37.243820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-9a31b214-f5a6-4eec-b32a-22b0375045e9 service neutron] 10.222.0.21 "POST /v2.0/ports/c32ab02c-454d-45cb-b5b8-abc3d1239808/bindings HTTP/1.1" status: 201 len: 390 time: 0.9863110 Sep 18 02:17:37.257321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-c8cf5793-e2e2-4d14-85d6-ebb0098811a4 service neutron] 10.222.0.20 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152218 Sep 18 02:17:37.285496 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1fa996b-f0a2-4040-a48b-39f52b0dcdf0 req-b6cd5997-6ded-4e98-bab7-e08a47111a3b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0638428 Sep 18 02:17:37.347295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-b200d7cb-9290-430f-8a4f-798638264a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:37.351240 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-b200d7cb-9290-430f-8a4f-798638264a02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf HTTP/1.1" status: 200 len: 897 time: 0.3448594 Sep 18 02:17:37.409634 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:33Z', 'revision_number': 4, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port': {'id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:28Z', 'updated_at': '2021-09-18T02:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '888dfe6f-8ebb-4edc-8909-3a5cc95202c9', 'name': '', 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'mac_address': 'fa:16:3e:ce:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'a55cc1fb-4659-4e50-955e-63ed108ef141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:31Z', 'updated_at': '2021-09-18T02:17:33Z', 'revision_number': 2, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'subnets': [{'id': 'a55cc1fb-4659-4e50-955e-63ed108ef141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:37.440560 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d36e73-bef6-4504-ae83-bf7c13887f39 x-openstack-request-id: req-e5d36e73-bef6-4504-ae83-bf7c13887f39 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:37.440862 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa375ddb-2be2-466c-b40a-ee3b7164360f", "tag": "92ba75ed-dfa4-4d7c-af93-0086bfd524cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1922b092-2d87-4f19-9b72-622ebbd47c83", "tag": "28f1975a-268c-4c14-b859-704ad38391e5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:37.441113 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5d36e73-bef6-4504-ae83-bf7c13887f39 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:37.441508 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa375ddb-2be2-466c-b40a-ee3b7164360f', 'tag': '92ba75ed-dfa4-4d7c-af93-0086bfd524cd', 'status': 'completed', 'code': 200} Sep 18 02:17:37.441764 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1922b092-2d87-4f19-9b72-622ebbd47c83', 'tag': '28f1975a-268c-4c14-b859-704ad38391e5', 'status': 'completed', 'code': 200} Sep 18 02:17:37.446779 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Checking router: 6c134f88-8c63-4438-8f52-4cb515f5aa64 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:37.447588 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Updating router 6c134f88-8c63-4438-8f52-4cb515f5aa64 port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:17:37.480411 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:37.526256 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-1031f8c7-d4b5-4cf6-a925-a305a7edd847 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669 HTTP/1.1" status: 200 len: 217 time: 0.1547160 Sep 18 02:17:37.533529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-594414e7-1517-4b03-90ed-a74a24ade584 service neutron] 10.222.0.18 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823366 Sep 18 02:17:37.536857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f966ed40-5855-4183-8f75-7f9188089a3c tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Deleting port 099c25ff-34af-488c-a9d3-9963dff52eb5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:37.537125 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f966ed40-5855-4183-8f75-7f9188089a3c tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:37.577756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-e6c9bb71-6cc4-4bde-9983-4775438709f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:37.580842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-e6c9bb71-6cc4-4bde-9983-4775438709f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1098 time: 0.0836926 Sep 18 02:17:37.589712 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a8188-3eb8-4f91-87d9-c0ac2b529567 req-7861df94-2708-40c4-85fd-e71ecfc7d84e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:37.591175 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb3a8188-3eb8-4f91-87d9-c0ac2b529567 req-7861df94-2708-40c4-85fd-e71ecfc7d84e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.0826190 Sep 18 02:17:37.593674 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:37.693206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb3a8188-3eb8-4f91-87d9-c0ac2b529567 req-f50c95eb-9775-4587-a053-2202a3c57b7e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914905 Sep 18 02:17:37.738927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-15810a19-0a1b-4bde-939f-9105f4ad859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:37.741305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-15810a19-0a1b-4bde-939f-9105f4ad859a service neutron] 10.222.0.18 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 897 time: 0.1490803 Sep 18 02:17:37.810886 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:37.821892 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:37.823767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-966efc77-a70c-40f3-a005-1def1ced0f41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 1001 time: 0.0750680 Sep 18 02:17:37.917592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-93ac5189-6b31-4b14-9416-69ed1bee7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:37.919149 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-93ac5189-6b31-4b14-9416-69ed1bee7090 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 200 len: 834 time: 0.0885322 Sep 18 02:17:37.925354 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Pushing event updated for resources: {'Port': ['ID=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:37.931833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99eadf-7d16-4cdd-96b6-60823fe17abb req-af52256f-2136-4b68-8823-99d3d6cfdb06 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:37.933452 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d99eadf-7d16-4cdd-96b6-60823fe17abb req-af52256f-2136-4b68-8823-99d3d6cfdb06 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 944 time: 0.0923636 Sep 18 02:17:37.955594 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Attempting to bind port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:37.956236 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Attempting to bind port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:37.956767 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Attempting to bind port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 on network 9a79abc6-74a6-46d5-845f-05723dfead09 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:37.959970 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.960540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.961036 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.961525 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.962024 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.962538 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.963067 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.963562 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.964122 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.964608 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.965099 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.965654 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:37.974411 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:37.975089 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Checking segment: {'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:37.975858 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:37.976404 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Bound using segment: {'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:37.977777 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Bound port: 888dfe6f-8ebb-4edc-8909-3a5cc95202c9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc9eb78-4c23-44ba-a2f3-969340327e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:37.978321 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:38.027979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d99eadf-7d16-4cdd-96b6-60823fe17abb req-8ad90f51-7b80-4aae-b5cf-ba0ae17e4eab tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847530 Sep 18 02:17:38.034566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-eeabe783-2b72-43a5-8e37-a3ebee692e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:38.036438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-eeabe783-2b72-43a5-8e37-a3ebee692e16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=707bdcd4-2a3f-4037-b51a-0912f79ee37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020761 Sep 18 02:17:38.089594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11b2af-ae6f-4684-897c-1591624a1a6c req-04bbdeef-f1a8-4072-a9a1-63eb796903a6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:38.092203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b11b2af-ae6f-4684-897c-1591624a1a6c req-04bbdeef-f1a8-4072-a9a1-63eb796903a6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.6633737 Sep 18 02:17:38.125135 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] For port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:38.129773 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] For port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,segment=NetworkSegment(8fc9eb78-4c23-44ba-a2f3-969340327e50),segment_id=8fc9eb78-4c23-44ba-a2f3-969340327e50)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:38.140283 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:38.177872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-3870f9a2-7151-45c6-b9af-bf2632451dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:38.178292 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-d52821b3-1b1b-4fc6-ba1b-e908b984c7b1 service neutron] 10.222.0.18 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268017 Sep 18 02:17:38.180063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-3870f9a2-7151-45c6-b9af-bf2632451dff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b816e05-0cd9-427b-b1b3-8efc91bd0caf HTTP/1.1" status: 200 len: 834 time: 0.6207645 Sep 18 02:17:38.190985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-f7e829f7-3dbd-416a-a198-4e37a5e1df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:38.192641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-f7e829f7-3dbd-416a-a198-4e37a5e1df8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 1095 time: 0.6863909 Sep 18 02:17:38.210660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49506) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:38.211472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=072ceb9f-5cca-41d1-a320-19122e8a45a5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:38.217341 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Routers {'6c134f88-8c63-4438-8f52-4cb515f5aa64'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:38.217899 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6c134f88-8c63-4438-8f52-4cb515f5aa64'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:38.240506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ba377da2-dd18-4d44-aeba-13e3ccfed031 None None] Provisioning complete for port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:38.241608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ba377da2-dd18-4d44-aeba-13e3ccfed031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:38.310203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-21ee74d3-9f16-4ad2-949b-58637a7b33f0 service neutron] 10.222.0.18 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206827 Sep 18 02:17:38.362843 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc14c-eb5d-41d3-92ba-f3f747f5daf1 None None] Pushing event updated for resources: {'Port': ['ID=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:38.392078 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ba377da2-dd18-4d44-aeba-13e3ccfed031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:38.403214 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] Set router 6c134f88-8c63-4438-8f52-4cb515f5aa64 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:38.437630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ba377da2-dd18-4d44-aeba-13e3ccfed031 None None] For port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,segment=NetworkSegment(8fc9eb78-4c23-44ba-a2f3-969340327e50),segment_id=8fc9eb78-4c23-44ba-a2f3-969340327e50)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:38.445910 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ba377da2-dd18-4d44-aeba-13e3ccfed031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:38.460978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f966ed40-5855-4183-8f75-7f9188089a3c tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:38.509998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Checking segment: {'id': '59546d9d-a5d2-4f7c-82e4-a99b30e9d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16ad497f-77c5-44cd-ab85-76d344a54606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:38.510454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Network hostable DHCP agents. Network: 16ad497f-77c5-44cd-ab85-76d344a54606, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:17:38.519279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-273c4467-6a45-4309-afd0-4623bb47257d req-13abd5e9-7272-42d4-8a2a-922355b1d29c service neutron] 10.222.0.18 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9403100 Sep 18 02:17:38.532775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f966ed40-5855-4183-8f75-7f9188089a3c tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Calling delete_port for 099c25ff-34af-488c-a9d3-9963dff52eb5 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:38.579075 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b11b2af-ae6f-4684-897c-1591624a1a6c req-c53af1d9-6a48-48f2-9063-0c70f645c7c5 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275236 Sep 18 02:17:38.583991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2894bae4-a4c6-47ac-80e5-b64423c9e669 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:38.588448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377da2-dd18-4d44-aeba-13e3ccfed031 None None] Pushing event updated for resources: {'Port': ['ID=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:38.594781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8e80bd49-b212-4548-9b98-4c7920478338 None None] Provisioning complete for port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:38.595383 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8e80bd49-b212-4548-9b98-4c7920478338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:38.611935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-5710abfc-82a6-477d-85e9-3757d1a7f1b8 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:38.613762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-5710abfc-82a6-477d-85e9-3757d1a7f1b8 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa&tenant_id=f1802c86cd5c491abf3194cd9117e0bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1098 time: 0.2410235 Sep 18 02:17:38.628819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-12'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:38.692660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a4eaa-6a1f-438b-bc2f-feca2a014336 req-d182db11-77da-4dd2-ad3f-29bda6766253 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:38.702428 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-128a4eaa-6a1f-438b-bc2f-feca2a014336 req-d182db11-77da-4dd2-ad3f-29bda6766253 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 983 time: 0.1550672 Sep 18 02:17:38.786611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:38.798956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-e20abe91-32f3-4ca9-8658-f2c9db235815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:38.801088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-e20abe91-32f3-4ca9-8658-f2c9db235815 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5931287 Sep 18 02:17:38.808495 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:33Z', 'revision_number': 4, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port': {'id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:28Z', 'updated_at': '2021-09-18T02:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '888dfe6f-8ebb-4edc-8909-3a5cc95202c9', 'name': '', 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'mac_address': 'fa:16:3e:ce:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'a55cc1fb-4659-4e50-955e-63ed108ef141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:31Z', 'updated_at': '2021-09-18T02:17:38Z', 'revision_number': 4, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'subnets': [{'id': 'a55cc1fb-4659-4e50-955e-63ed108ef141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:38.832280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Network 16ad497f-77c5-44cd-ab85-76d344a54606 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:17:38.833059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-128a4eaa-6a1f-438b-bc2f-feca2a014336 req-ee60f76c-b81c-488a-b98e-f257fbd17bd8 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1252444 Sep 18 02:17:38.850916 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92957db-fe05-4ee7-a45a-f7dcd5fef4ed None None] The sync data for ids ['6c134f88-8c63-4438-8f52-4cb515f5aa64'] in n-d-789963-12 is: [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:33Z', 'revision_number': 4, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port': {'id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:28Z', 'updated_at': '2021-09-18T02:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '888dfe6f-8ebb-4edc-8909-3a5cc95202c9', 'name': '', 'network_id': '9a79abc6-74a6-46d5-845f-05723dfead09', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'mac_address': 'fa:16:3e:ce:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'a55cc1fb-4659-4e50-955e-63ed108ef141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:31Z', 'updated_at': '2021-09-18T02:17:38Z', 'revision_number': 4, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'subnets': [{'id': 'a55cc1fb-4659-4e50-955e-63ed108ef141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:38.888649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-7e912b94-7aff-4ec5-bafd-8a2866d75fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:38.890558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-7e912b94-7aff-4ec5-bafd-8a2866d75fad service neutron] 10.222.0.20 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 913 time: 0.6259644 Sep 18 02:17:38.903124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 16ad497f-77c5-44cd-ab85-76d344a54606) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:39.001735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:39.003000 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.036891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-79a58896-7ca9-4f17-92f8-ad9e1558c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:39.038987 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-79a58896-7ca9-4f17-92f8-ad9e1558c355 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d0f299c02a49b69fe9852b73704688&device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 1096 time: 0.4476345 Sep 18 02:17:39.114598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6409ecc4-98dc-40a3-8478-21b9917d854b None None] Network 16ad497f-77c5-44cd-ab85-76d344a54606 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:39.122689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2894bae4-a4c6-47ac-80e5-b64423c9e669, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:39.151400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:39.188682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'port_id': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'mac_address': 'fa:16:3e:94:9e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:39.254440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:39.290395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.305312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.306908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:39.309575 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c116dfc-726c-42fe-9667-98efab20bbf7" -d '{"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:39.312338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2894bae4-a4c6-47ac-80e5-b64423c9e669 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:39.327858 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-78e6f3c8-2ae2-4b4b-8381-a2baddb356dc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9682386 Sep 18 02:17:39.328606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-202bd0be-8fc7-4f98-afa1-a30fbd791e2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92ba75ed-dfa4-4d7c-af93-0086bfd524cd HTTP/1.1" status: 200 len: 217 time: 0.4172456 Sep 18 02:17:39.362513 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.396455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2894bae4-a4c6-47ac-80e5-b64423c9e669, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:39.403390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d0e14-9829-451b-8cf0-f189af365930 None None] Network 16ad497f-77c5-44cd-ab85-76d344a54606 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:39.422025 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.423168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 92ba75ed-dfa4-4d7c-af93-0086bfd524cd details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:39.456000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-9bbcfc51-5ccf-4af5-a7f2-6a4ee3617cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:39.458325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-9bbcfc51-5ccf-4af5-a7f2-6a4ee3617cf1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 200 len: 853 time: 0.1048310 Sep 18 02:17:39.486122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f262d3-f8ef-4d75-b41e-9bfa4a7f5b0b req-6ef7b27b-7e99-431c-96b3-b0b5b1405e86 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:39.487773 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-40f262d3-f8ef-4d75-b41e-9bfa4a7f5b0b req-6ef7b27b-7e99-431c-96b3-b0b5b1405e86 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 944 time: 0.1749556 Sep 18 02:17:39.567288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2894bae4-a4c6-47ac-80e5-b64423c9e669,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:39.601701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-8136fbcc-cacd-4004-ac22-c94578e8785f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b19c7e53-7b71-4a5b-8769-29426d5722a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944073 Sep 18 02:17:39.633282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362916c-67e3-416d-95f6-a516cff8e0ef req-6fe4cc17-b64b-486f-9013-a82f57138740 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:39.637998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=7']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:39.641124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b362916c-67e3-416d-95f6-a516cff8e0ef req-6fe4cc17-b64b-486f-9013-a82f57138740 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.6982284 Sep 18 02:17:39.670096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-b5c140cb-ef9e-41a2-bea4-8cfe295e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:39.672686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-b5c140cb-ef9e-41a2-bea4-8cfe295e2828 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 200 len: 913 time: 0.6064072 Sep 18 02:17:39.688772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-3118e81c-bbc5-4737-9ee8-f67e014373d5 service neutron] 10.222.0.20 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8605301 Sep 18 02:17:39.689405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f966ed40-5855-4183-8f75-7f9188089a3c tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.693226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-40f262d3-f8ef-4d75-b41e-9bfa4a7f5b0b req-4728c0ef-5799-443a-91a0-6aeb4ebfa087 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452539 Sep 18 02:17:39.767765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966ed40-5855-4183-8f75-7f9188089a3c tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event deleted for resources: {'Port': ['ID=099c25ff-34af-488c-a9d3-9963dff52eb5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:39.803257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49550) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:39.804019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on host n-h2-789963-12 for vnic_type normal with profile {"migrating_to": "n-h1-789963-12"} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:39.804353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:39.804677 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:39.821490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-69ddd162-afd0-4e3c-8777-a1a55bcab156 None None] Provisioning complete for port c32ab02c-454d-45cb-b5b8-abc3d1239808 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:39.821863 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69ddd162-afd0-4e3c-8777-a1a55bcab156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.839474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:17:39.839956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Attempting to bind port c32ab02c-454d-45cb-b5b8-abc3d1239808 on network 707bdcd4-2a3f-4037-b51a-0912f79ee37e {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:39.851207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-7fd51953-7951-4f8a-b679-3e44886e014d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f1975a-268c-4c14-b859-704ad38391e5 HTTP/1.1" status: 200 len: 217 time: 0.1587760 Sep 18 02:17:39.884943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-69ddd162-afd0-4e3c-8777-a1a55bcab156 None None] Port c32ab02c-454d-45cb-b5b8-abc3d1239808 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:39.904361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:39.910293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49554) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:39.911917 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d4a40-8520-4da8-812b-2b087e312a45 x-openstack-request-id: req-668d4a40-8520-4da8-812b-2b087e312a45 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:39.912211 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:39.912460 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-668d4a40-8520-4da8-812b-2b087e312a45 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:39.913229 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'code': 200} Sep 18 02:17:39.920076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '92ba75ed-dfa4-4d7c-af93-0086bfd524cd', 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'port_id': '92ba75ed-dfa4-4d7c-af93-0086bfd524cd', 'mac_address': 'fa:16:3e:10:e7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f86c59-f4bc-4205-b113-4b26d782fb3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:39.949753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:39.950096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Checking segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:39.951353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Bound using segment: {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:39.951809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Bound port: c32ab02c-454d-45cb-b5b8-abc3d1239808, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:39.952610 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.967114 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:39.984462 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ba75ed-dfa4-4d7c-af93-0086bfd524cd {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:40.013236 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b362916c-67e3-416d-95f6-a516cff8e0ef req-2f2dcbb6-bf55-495d-a5a5-8c9fb7d0abf5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709614 Sep 18 02:17:40.028337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:40.034448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 28f1975a-268c-4c14-b859-704ad38391e5 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:40.053729 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.054680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cda9a16d-a02b-4051-9a1c-ea3898d91fc7 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:40.099058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:40.103006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:40.106909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f966ed40-5855-4183-8f75-7f9188089a3c tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.110461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f966ed40-5855-4183-8f75-7f9188089a3c tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "DELETE /v2.0/ports/099c25ff-34af-488c-a9d3-9963dff52eb5 HTTP/1.1" status: 204 len: 168 time: 3.1540885 Sep 18 02:17:40.131657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49556) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:40.143591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Request body: {'port': {'name': 'tempest-new-port-name-379851294', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:40.143921 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.144495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] bootfile-name is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:17:40.144998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] tftp-server is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:17:40.145692 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] server-ip-address is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:17:40.189198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5264f1-828e-40e4-9904-3aa2d2dbf59d admin admin] Deleting subnet 072ceb9f-5cca-41d1-a320-19122e8a45a5 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:17:40.204484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b5264f1-828e-40e4-9904-3aa2d2dbf59d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.218511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b53b8-fe44-4d23-8b57-1b6532954a31 req-59f2edb3-f920-492d-bb3f-2850a4f9de04 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:40.220942 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-177b53b8-fe44-4d23-8b57-1b6532954a31 req-59f2edb3-f920-492d-bb3f-2850a4f9de04 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2216637 Sep 18 02:17:40.276454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:40.302689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-45fc7ba1-1fe3-446e-ab2c-adaf64db5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:40.304589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-45fc7ba1-1fe3-446e-ab2c-adaf64db5236 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 200 len: 853 time: 0.4353209 Sep 18 02:17:40.308627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'port_id': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'mac_address': 'fa:16:3e:18:de:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92ad374-51a6-45ed-aea1-b9a9759a13e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:40.420892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.440215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cda9a16d-a02b-4051-9a1c-ea3898d91fc7 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:40.448064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-a35fc2fa-ad81-40d7-826d-6d505c86aa30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b19c7e53-7b71-4a5b-8769-29426d5722a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299653 Sep 18 02:17:40.465892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-177b53b8-fe44-4d23-8b57-1b6532954a31 req-c9a08089-828c-470d-b954-97c1048f40f9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138052 Sep 18 02:17:40.500267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b5264f1-828e-40e4-9904-3aa2d2dbf59d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.505576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-9e153299-557e-472f-bad0-8a6652c391d2 service neutron] 10.222.0.20 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8395658 Sep 18 02:17:40.533690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:40.549258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:40.559660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.590187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=8']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:40.594680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cda9a16d-a02b-4051-9a1c-ea3898d91fc7 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:40.598229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:40.598866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.600280 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-77642119-bdfd-457e-a81c-e5ef3061d3a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 1124 time: 1.9788246 Sep 18 02:17:40.648311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b30a3-70cc-4650-82b3-e511d2618162 req-9a374bac-4af8-4e56-9d01-aea3018a0d14 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:40.650355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e2b30a3-70cc-4650-82b3-e511d2618162 req-9a374bac-4af8-4e56-9d01-aea3018a0d14 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 984 time: 0.5381551 Sep 18 02:17:40.662135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b5264f1-828e-40e4-9904-3aa2d2dbf59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.691733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 28f1975a-268c-4c14-b859-704ad38391e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=28f1975a-268c-4c14-b859-704ad38391e5,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:40.710793 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6b3b15b8-1f3d-4aa2-ba7b-c7ee1961a5b3 req-aadcf643-3eed-4d2b-9c3a-86d7233b5ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9452946 Sep 18 02:17:40.760269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '28f1975a-268c-4c14-b859-704ad38391e5', 'network_id': 'b19c7e53-7b71-4a5b-8769-29426d5722a9', 'port_id': '28f1975a-268c-4c14-b859-704ad38391e5', 'mac_address': 'fa:16:3e:22:c8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f86c59-f4bc-4205-b113-4b26d782fb3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:40.769271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['c32ab02c-454d-45cb-b5b8-abc3d1239808'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:40.774227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2148beaf-9391-4d92-90b1-e81b3fa5317d None None] Provisioning complete for port c32ab02c-454d-45cb-b5b8-abc3d1239808 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:40.774591 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2148beaf-9391-4d92-90b1-e81b3fa5317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.825040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b5264f1-828e-40e4-9904-3aa2d2dbf59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.825299 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.881677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:40.895009 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.896803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5264f1-828e-40e4-9904-3aa2d2dbf59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072ceb9f-5cca-41d1-a320-19122e8a45a5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:40.900201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b5264f1-828e-40e4-9904-3aa2d2dbf59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:40.902112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9b5264f1-828e-40e4-9904-3aa2d2dbf59d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/072ceb9f-5cca-41d1-a320-19122e8a45a5 HTTP/1.1" status: 204 len: 168 time: 0.9869337 Sep 18 02:17:40.905452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e2b30a3-70cc-4650-82b3-e511d2618162 req-388facd0-ac0e-43cb-bfe5-db77efba61f2 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2034242 Sep 18 02:17:40.919333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49560) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:40.932639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['92ba75ed-dfa4-4d7c-af93-0086bfd524cd'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:40.935076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['2894bae4-a4c6-47ac-80e5-b64423c9e669'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:40.984243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e466c-da78-4d59-93e5-cbaa7f74921d req-870b43bb-3d87-4757-973e-cbab2492805b tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:40.991888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f6e466c-da78-4d59-93e5-cbaa7f74921d req-870b43bb-3d87-4757-973e-cbab2492805b tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 944 time: 0.1699479 Sep 18 02:17:41.017010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cda9a16d-a02b-4051-9a1c-ea3898d91fc7 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:41.022177 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.052643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f1975a-268c-4c14-b859-704ad38391e5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:41.079781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:41.082316 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-3003ba7b-7cde-4200-ba1b-14de7bdef7a0 service neutron] 10.222.0.18 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225419 Sep 18 02:17:41.088359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 28f1975a-268c-4c14-b859-704ad38391e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=28f1975a-268c-4c14-b859-704ad38391e5,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:41.090646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.152177 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f6e466c-da78-4d59-93e5-cbaa7f74921d req-ac3bf48b-0437-47b3-8758-a1999b178af6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592762 Sep 18 02:17:41.154919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.200751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:41.230333 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.271212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.278376 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2148beaf-9391-4d92-90b1-e81b3fa5317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.281953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.336248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=28f1975a-268c-4c14-b859-704ad38391e5,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:41.417267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:41.419599 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851e88b-f0be-427c-8333-c3af53498217" -d '{"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:41.447275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['28f1975a-268c-4c14-b859-704ad38391e5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:41.568479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-e3dba0f5-863b-4f0d-8081-940a7a50d894 service neutron] 10.222.0.20 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9687390 Sep 18 02:17:41.633346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ad497f-77c5-44cd-ab85-76d344a54606']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:41.641978 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2de8397-a2be-422d-9610-f527fa383a04 x-openstack-request-id: req-e2de8397-a2be-422d-9610-f527fa383a04 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:41.642273 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:41.642520 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2de8397-a2be-422d-9610-f527fa383a04 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:41.642943 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'code': 200} Sep 18 02:17:41.658954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2148beaf-9391-4d92-90b1-e81b3fa5317d None None] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:41.661095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59546d9d-a5d2-4f7c-82e4-a99b30e9d1c6') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:41.661268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59546d9d-a5d2-4f7c-82e4-a99b30e9d1c6') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:41.676527 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.695546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.697536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:41.697914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.719954 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2148beaf-9391-4d92-90b1-e81b3fa5317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.722245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef722f-aa38-4cbe-85fe-a36283c1ef06 req-630a4aab-6ffb-4202-b466-820de3b526c2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:41.723961 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6ef722f-aa38-4cbe-85fe-a36283c1ef06 req-630a4aab-6ffb-4202-b466-820de3b526c2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 944 time: 0.6366982 Sep 18 02:17:41.750012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.765331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec27609-ea07-45ab-a37d-f474213b6f95 req-afd5aa92-0bfa-4c9a-9391-1d55f2b4ad07 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:41.766961 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ec27609-ea07-45ab-a37d-f474213b6f95 req-afd5aa92-0bfa-4c9a-9391-1d55f2b4ad07 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 943 time: 0.1547318 Sep 18 02:17:41.776511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:17:41.776915 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:17:41.779156 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:17:41.806353 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-edcc917c-7903-46eb-bad8-fd6ebc6664ef req-dbd3630e-b550-46cf-82e1-1cc253916d28 service neutron] 10.222.0.18 "GET /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131677 Sep 18 02:17:41.831831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:41.860502 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.866636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6ef722f-aa38-4cbe-85fe-a36283c1ef06 req-0735e38e-23c9-4b48-9214-6b05c2b4a85f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198125 Sep 18 02:17:41.899009 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.951676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] In _notify_port_updated(), no bound segment for port 5cf5e31f-0933-4a03-953a-511b0240d7c8 on network ea1e287e-a012-460d-83dc-ef1394fbc3d9 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:17:41.958141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:41.958869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:41.962807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "PUT /v2.0/ports/5cf5e31f-0933-4a03-953a-511b0240d7c8 HTTP/1.1" status: 200 len: 1129 time: 1.8236270 Sep 18 02:17:41.972416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49570) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:41.994391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:42.000858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26d88d-dfa2-496d-9f2c-8c18230a2361 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event updated for resources: {'Port': ['ID=5cf5e31f-0933-4a03-953a-511b0240d7c8,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:42.019796 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042" -d '{"events": [{"name": "network-changed", "server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:42.051252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c32ab02c-454d-45cb-b5b8-abc3d1239808 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:42.064711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43600e-e616-4140-b875-6d167a808f6b tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:42.066196 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8f43600e-e616-4140-b875-6d167a808f6b tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "GET /v2.0/ports/5cf5e31f-0933-4a03-953a-511b0240d7c8 HTTP/1.1" status: 200 len: 1129 time: 0.0929098 Sep 18 02:17:42.071011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49574) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:42.077596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148beaf-9391-4d92-90b1-e81b3fa5317d None None] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:42.117183 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.135819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ec27609-ea07-45ab-a37d-f474213b6f95 req-150389f4-23fe-437d-aca0-76bc4a641563 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457115 Sep 18 02:17:42.164489 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.169544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] 10.222.0.21 "DELETE /v2.0/networks/16ad497f-77c5-44cd-ab85-76d344a54606 HTTP/1.1" status: 204 len: 168 time: 1.2439232 Sep 18 02:17:42.210838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ad497f-77c5-44cd-ab85-76d344a54606,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:42.222271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20725325-4eb3-4d05-a9e1-032b0d7c5e2e req-686a8766-98bc-4c0f-b7a3-c528d960bafe tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:42.223897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-20725325-4eb3-4d05-a9e1-032b0d7c5e2e req-686a8766-98bc-4c0f-b7a3-c528d960bafe tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 984 time: 0.2027416 Sep 18 02:17:42.235742 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf4a22-bf85-4997-b5f0-fa5d17457229 x-openstack-request-id: req-a7bf4a22-bf85-4997-b5f0-fa5d17457229 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:42.236553 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:42.237047 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7bf4a22-bf85-4997-b5f0-fa5d17457229 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:42.238253 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'status': 'completed', 'code': 200} Sep 18 02:17:42.242140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.243843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.245890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.248824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.249456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.250018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.251328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.252159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.254246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.255229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.257618 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.258036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a23173b-0015-4cd3-bc0e-db100ef89656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:42.383625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49580) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:42.418996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9f43f-4eeb-4a38-890a-0323ffcbcd28 req-53e2b21c-613b-4a02-8449-6b9ff6ea8450 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:42.420711 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98f9f43f-4eeb-4a38-890a-0323ffcbcd28 req-53e2b21c-613b-4a02-8449-6b9ff6ea8450 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 945 time: 0.0924635 Sep 18 02:17:42.445210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:42.457192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-20725325-4eb3-4d05-a9e1-032b0d7c5e2e req-f584ff9b-acea-426c-a6f9-8e7ce529d88e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1808391 Sep 18 02:17:42.469974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-2cd09138-9550-44a6-acc8-1c230332a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:42.471733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-2cd09138-9550-44a6-acc8-1c230332a20b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1129 time: 0.1967323 Sep 18 02:17:42.492148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e9c18394-9753-4fb9-b8d6-7f2fb7332d2b None None] Provisioning complete for port 5cf5e31f-0933-4a03-953a-511b0240d7c8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:42.492521 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e9c18394-9753-4fb9-b8d6-7f2fb7332d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.499350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ca7926c1-9b01-431a-9fb9-471ef6c99b5f tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Deleting port 5cf5e31f-0933-4a03-953a-511b0240d7c8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:42.499705 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7926c1-9b01-431a-9fb9-471ef6c99b5f tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.503828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.20.0.17 (d1c6e6b5-40df-4496-96cf-748b6c608820/f955b393-63b1-4e7f-982a-7db2febbd746/6834dad4-6f5a-4f5d-babc-343e4e5721af) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:42.509007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-98f9f43f-4eeb-4a38-890a-0323ffcbcd28 req-191eb65f-0801-4be4-99b6-238056cffce9 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Sep 18 02:17:42.527790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Deleting port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:42.528387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.534108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c32ab02c-454d-45cb-b5b8-abc3d1239808 has no active binding in host n-h1-789963-12 {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 02:17:42.550380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e9c18394-9753-4fb9-b8d6-7f2fb7332d2b None None] Port 5cf5e31f-0933-4a03-953a-511b0240d7c8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:42.565584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f7bfd97-21e3-4cb3-a810-6fb9ea51fa3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71f3876aef134479afd61048f4d34c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601260 Sep 18 02:17:42.569916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49582) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:42.586634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cda9a16d-a02b-4051-9a1c-ea3898d91fc7 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:17:42.623525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] For port b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,segment=NetworkSegment(6a1b34bd-6fbe-4c16-a562-61ddc06a74e7),segment_id=6a1b34bd-6fbe-4c16-a562-61ddc06a74e7)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:42.624047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.638939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Calling delete_port for b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:42.698110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:42.714912 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'port_id': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'mac_address': 'fa:16:3e:18:de:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92ad374-51a6-45ed-aea1-b9a9759a13e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:17:42.754914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.769444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda9a16d-a02b-4051-9a1c-ea3898d91fc7 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:17:42.779625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-aba25387-428b-4cec-a0ca-c7ede466d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:42.781141 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-aba25387-428b-4cec-a0ca-c7ede466d442 service neutron] 10.222.0.20 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 897 time: 0.2959111 Sep 18 02:17:42.782866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7926c1-9b01-431a-9fb9-471ef6c99b5f tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.791637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:42.796290 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.864957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:42.865214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ca7926c1-9b01-431a-9fb9-471ef6c99b5f tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Calling delete_port for 5cf5e31f-0933-4a03-953a-511b0240d7c8 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:42.869181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.874790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40e2-d800-48af-ad5a-034ed1a34f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.896886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:42.929948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cda9a16d-a02b-4051-9a1c-ea3898d91fc7'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:42.942026 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.963876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40e2-d800-48af-ad5a-034ed1a34f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:42.978269 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-0bf0e157-9bf3-47da-9c35-9169f6053c93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 1001 time: 0.1784804 Sep 18 02:17:43.102636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.135371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-fa064db1-bae1-415d-a1e4-06309d537bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:43.136879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-fa064db1-bae1-415d-a1e4-06309d537bc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 200 len: 834 time: 0.1416376 Sep 18 02:17:43.142800 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.161365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8030cb-23b4-4c5b-a920-f007cf3fdc01 req-a6775019-d5ec-42e8-a7da-70a4b8d71bc2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:43.162958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c8030cb-23b4-4c5b-a920-f007cf3fdc01 req-a6775019-d5ec-42e8-a7da-70a4b8d71bc2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.1793485 Sep 18 02:17:43.239853 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40e2-d800-48af-ad5a-034ed1a34f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.242316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40e2-d800-48af-ad5a-034ed1a34f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.243504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6d9b40e2-d800-48af-ad5a-034ed1a34f9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a0701b8-8b6c-48d2-96d9-13d0407a1316 HTTP/1.1" status: 204 len: 168 time: 0.6706471 Sep 18 02:17:43.294162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network d1c6e6b5-40df-4496-96cf-748b6c608820 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:43.300905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b40e2-d800-48af-ad5a-034ed1a34f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0701b8-8b6c-48d2-96d9-13d0407a1316,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:43.307515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=6834dad4-6f5a-4f5d-babc-343e4e5721af,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:43.313839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:43.320614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:43.322951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864efb75-d307-4920-8b8d-79eae0be93e5 req-bb220f27-b399-4ae0-9ecf-8400490c9276 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:43.324487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-864efb75-d307-4920-8b8d-79eae0be93e5 req-bb220f27-b399-4ae0-9ecf-8400490c9276 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 944 time: 0.1093028 Sep 18 02:17:43.369583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-1840ad9e-19aa-47aa-bb58-060fa2bcf77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:43.371173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-1840ad9e-19aa-47aa-bb58-060fa2bcf77c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=707bdcd4-2a3f-4037-b51a-0912f79ee37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187700 Sep 18 02:17:43.377470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c8030cb-23b4-4c5b-a920-f007cf3fdc01 req-f743469f-2e36-4a1b-92d8-35ce71cb80be tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771369 Sep 18 02:17:43.401493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7926c1-9b01-431a-9fb9-471ef6c99b5f tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.423902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-864efb75-d307-4920-8b8d-79eae0be93e5 req-aac051b6-3f43-4f87-93bf-d4ee1027e0c0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842364 Sep 18 02:17:43.458324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.461922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Router 0881e8d5-fcea-49a5-95c0-926cf788046d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:43.468327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7926c1-9b01-431a-9fb9-471ef6c99b5f tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event deleted for resources: {'Port': ['ID=5cf5e31f-0933-4a03-953a-511b0240d7c8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:43.643844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca7926c1-9b01-431a-9fb9-471ef6c99b5f tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.651709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ca7926c1-9b01-431a-9fb9-471ef6c99b5f tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "DELETE /v2.0/ports/5cf5e31f-0933-4a03-953a-511b0240d7c8 HTTP/1.1" status: 204 len: 168 time: 1.5796127 Sep 18 02:17:43.658946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:43.679858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:43.687638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7d8590c0-ef9c-42aa-a647-899a7560c095 admin admin] 10.222.0.21 "PUT /v2.0/routers/0881e8d5-fcea-49a5-95c0-926cf788046d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8786294 Sep 18 02:17:43.693778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49598) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:43.694985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] Sync routers for ids ['0881e8d5-fcea-49a5-95c0-926cf788046d'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:43.727275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e44765-dfbb-4a84-83c1-0eacec5f9e84 req-bbca7be6-0609-4d19-8b30-6610b96e6dd6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:43.746277 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4e44765-dfbb-4a84-83c1-0eacec5f9e84 req-bbca7be6-0609-4d19-8b30-6610b96e6dd6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 945 time: 0.1170211 Sep 18 02:17:43.774231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] Routers {'0881e8d5-fcea-49a5-95c0-926cf788046d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:43.777600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0881e8d5-fcea-49a5-95c0-926cf788046d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:43.823450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-5dfc12b7-6fde-46cf-8f66-e8d555b687d6 service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426770 Sep 18 02:17:43.836345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d4aa77-7a66-45af-a789-00dc36dfdb11 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Deleting subnet 0e59acd4-7c63-40e0-a415-6883b8daf2f5 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:17:43.851323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b791bdfa-65e6-4dc7-af2b-2ae80ce7623d None None] Provisioning complete for port 6834dad4-6f5a-4f5d-babc-343e4e5721af triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:43.851942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b791bdfa-65e6-4dc7-af2b-2ae80ce7623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.853456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41d4aa77-7a66-45af-a789-00dc36dfdb11 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.854804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4e44765-dfbb-4a84-83c1-0eacec5f9e84 req-aca54459-de6f-4a85-be8e-5a7820c4db33 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076112 Sep 18 02:17:43.921039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.928233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2ed5d-57a3-413c-a17c-a1710954f6b5 req-bac63b9e-f384-4fc2-b0eb-bba1a2678bae tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:43.930417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75f2ed5d-57a3-413c-a17c-a1710954f6b5 req-bac63b9e-f384-4fc2-b0eb-bba1a2678bae tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 984 time: 0.3194246 Sep 18 02:17:43.948752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b791bdfa-65e6-4dc7-af2b-2ae80ce7623d None None] Port 6834dad4-6f5a-4f5d-babc-343e4e5721af cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:43.960985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41d4aa77-7a66-45af-a789-00dc36dfdb11 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:43.976500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] Set router 0881e8d5-fcea-49a5-95c0-926cf788046d gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:44.059517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.064518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 28f1975a-268c-4c14-b859-704ad38391e5 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:44.098600 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.146577 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75f2ed5d-57a3-413c-a17c-a1710954f6b5 req-d5a44642-144b-4184-92e5-14339d8ade33 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2048669 Sep 18 02:17:44.160390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Deleting port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:44.162872 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.201513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 28f1975a-268c-4c14-b859-704ad38391e5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:17:44.208756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 28f1975a-268c-4c14-b859-704ad38391e5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:44.209158 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.273703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:42Z', 'revision_number': 5, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port': {'id': '0b73a158-56c6-4b93-bff9-24abbf3b4eaf', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:12Z', 'updated_at': '2021-09-18T02:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:44.304806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] For port 0b73a158-56c6-4b93-bff9-24abbf3b4eaf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0b73a158-56c6-4b93-bff9-24abbf3b4eaf,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:44.305456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.321570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Calling delete_port for 0b73a158-56c6-4b93-bff9-24abbf3b4eaf owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:44.322912 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] Checking router: 0881e8d5-fcea-49a5-95c0-926cf788046d for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:44.345020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] Routers {'0881e8d5-fcea-49a5-95c0-926cf788046d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:44.345668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0881e8d5-fcea-49a5-95c0-926cf788046d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:44.349159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.440017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1922b092-2d87-4f19-9b72-622ebbd47c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f1975a-268c-4c14-b859-704ad38391e5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:44.442318 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4fe3e6-fda6-45da-80d1-08a742e97fb9" -d '{"events": [{"server_uuid": "1922b092-2d87-4f19-9b72-622ebbd47c83", "name": "network-vif-plugged", "status": "completed", "tag": "28f1975a-268c-4c14-b859-704ad38391e5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:44.463961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 28f1975a-268c-4c14-b859-704ad38391e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=28f1975a-268c-4c14-b859-704ad38391e5,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:44.469194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] Set router 0881e8d5-fcea-49a5-95c0-926cf788046d gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:44.471773 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.531009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:44Z', 'revision_number': 6, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:44.577313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974d4bd-4d62-4d4d-a2aa-f4e2b9b2df82 None None] The sync data for ids ['0881e8d5-fcea-49a5-95c0-926cf788046d'] in n-d-789963-12 is: [{'id': '0881e8d5-fcea-49a5-95c0-926cf788046d', 'name': 'tempest-TestAggregatesBasicOps-1262839774-router', 'tenant_id': '0c1bffeb04eb4445b17c8fe580555c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:11Z', 'updated_at': '2021-09-18T02:17:44Z', 'revision_number': 6, 'project_id': '0c1bffeb04eb4445b17c8fe580555c74', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:44.604352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=28f1975a-268c-4c14-b859-704ad38391e5,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:44.610086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2894bae4-a4c6-47ac-80e5-b64423c9e669 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:44.611124 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.651372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b73a158-56c6-4b93-bff9-24abbf3b4eaf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:44.683803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 2894bae4-a4c6-47ac-80e5-b64423c9e669 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:17:44.691417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 2894bae4-a4c6-47ac-80e5-b64423c9e669 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:44.692655 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.701097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ea5a1-61c6-453b-b723-8272d13bc0c1 req-b83904b6-c229-461f-8112-2f574b0d571a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:44.709384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e84ea5a1-61c6-453b-b723-8272d13bc0c1 req-b83904b6-c229-461f-8112-2f574b0d571a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.1320796 Sep 18 02:17:44.741853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5e3b9ba-2c89-4991-b0eb-a751c23b3042 req-1e41eb5e-821c-45cf-97e0-4cae61248f26 service neutron] 10.222.0.20 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9019392 Sep 18 02:17:44.794804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.795054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41d4aa77-7a66-45af-a789-00dc36dfdb11 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:44.817479 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e84ea5a1-61c6-453b-b723-8272d13bc0c1 req-8ddab7ed-e20a-45f2-a25b-fb024e93243a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008198 Sep 18 02:17:44.945837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ff62c-9d49-4932-877f-579dc6264fae req-ea2d667f-a161-46a3-97b9-f018fc04e6c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:44.948052 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c83ff62c-9d49-4932-877f-579dc6264fae req-ea2d667f-a161-46a3-97b9-f018fc04e6c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 944 time: 0.2102311 Sep 18 02:17:45.007850 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993e15d4-4f9e-4c1f-babc-59410edcb4a5 x-openstack-request-id: req-993e15d4-4f9e-4c1f-babc-59410edcb4a5 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:45.010246 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1922b092-2d87-4f19-9b72-622ebbd47c83", "name": "network-vif-plugged", "status": "completed", "tag": "28f1975a-268c-4c14-b859-704ad38391e5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:45.011242 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-993e15d4-4f9e-4c1f-babc-59410edcb4a5 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:45.012580 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1922b092-2d87-4f19-9b72-622ebbd47c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f1975a-268c-4c14-b859-704ad38391e5', 'code': 200} Sep 18 02:17:45.025934 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.043135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.103096 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.154924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c83ff62c-9d49-4932-877f-579dc6264fae req-6b211557-5662-416b-8b70-c290374b9c62 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913812 Sep 18 02:17:45.157346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800935f-7b2e-42c6-bbed-abb6782c169c req-05ec934e-a806-4b56-a417-d06e3e556787 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:45.166688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7800935f-7b2e-42c6-bbed-abb6782c169c req-05ec934e-a806-4b56-a417-d06e3e556787 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 946 time: 0.1538968 Sep 18 02:17:45.176196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2894bae4-a4c6-47ac-80e5-b64423c9e669, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:45.186806 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.189684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 92ba75ed-dfa4-4d7c-af93-0086bfd524cd up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:45.192191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.197168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0881e8d5-fcea-49a5-95c0-926cf788046d {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:17:45.236818 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.242983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-abf9e11a-b3f1-45dd-aecc-27d76a6e0486 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0881e8d5-fcea-49a5-95c0-926cf788046d HTTP/1.1" status: 204 len: 168 time: 1.5394135 Sep 18 02:17:45.244930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49638) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:45.254217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237de5b-4b86-4b18-a2b9-e525fac57149 req-858b3bb3-4711-4d9b-b403-4ce4becd0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:45.256398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4237de5b-4b86-4b18-a2b9-e525fac57149 req-858b3bb3-4711-4d9b-b403-4ce4becd0e3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 1098 time: 0.2259150 Sep 18 02:17:45.266748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41d4aa77-7a66-45af-a789-00dc36dfdb11 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.326743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7800935f-7b2e-42c6-bbed-abb6782c169c req-f385d160-97be-4d52-b1cb-f8ff27d47c45 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545911 Sep 18 02:17:45.340192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff29da0-e57b-45ac-a071-780fc7a2c04a admin admin] Deleting subnet 3200dacc-62f8-4ceb-ad87-3e3681876590 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:17:45.344337 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bff29da0-e57b-45ac-a071-780fc7a2c04a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.346776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2894bae4-a4c6-47ac-80e5-b64423c9e669,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:45.357937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:17:45.363462 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:45.363833 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.387791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684fa069-085f-4aca-b693-7f76def2b054 None None] Network ea1e287e-a012-460d-83dc-ef1394fbc3d9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:45.394859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4aa77-7a66-45af-a789-00dc36dfdb11 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event deleted for resources: {'Subnet': ['ID=0e59acd4-7c63-40e0-a415-6883b8daf2f5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:45.399688 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bff29da0-e57b-45ac-a071-780fc7a2c04a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.403217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41d4aa77-7a66-45af-a789-00dc36dfdb11 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.405712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-41d4aa77-7a66-45af-a789-00dc36dfdb11 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "DELETE /v2.0/subnets/0e59acd4-7c63-40e0-a415-6883b8daf2f5 HTTP/1.1" status: 204 len: 168 time: 1.7453108 Sep 18 02:17:45.412820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49644) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:45.538649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bff29da0-e57b-45ac-a071-780fc7a2c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.569416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:45.579130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4237de5b-4b86-4b18-a2b9-e525fac57149 req-21eb1013-090e-449f-896d-d7fffe5ac4bf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089592 Sep 18 02:17:45.588666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.593409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.610817 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.615676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:45.616043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b4dc2e69-0dc5-4d06-87d0-d769c1c1ab52 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:45.621113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e73ff-c88f-4e0b-b397-696705b7e9ed req-2812ebbc-001f-4173-9e60-66e488432244 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:45.622692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f15e73ff-c88f-4e0b-b397-696705b7e9ed req-2812ebbc-001f-4173-9e60-66e488432244 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 985 time: 0.3483305 Sep 18 02:17:45.625569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bff29da0-e57b-45ac-a071-780fc7a2c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.651223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.658738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bff29da0-e57b-45ac-a071-780fc7a2c04a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.663936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bff29da0-e57b-45ac-a071-780fc7a2c04a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3200dacc-62f8-4ceb-ad87-3e3681876590 HTTP/1.1" status: 204 len: 168 time: 0.4095576 Sep 18 02:17:45.670143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec76608-3c43-41b7-aeca-c016b721164b None None] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:45.688448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49650) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:45.698540 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.698829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff29da0-e57b-45ac-a071-780fc7a2c04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3200dacc-62f8-4ceb-ad87-3e3681876590,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:45.804835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] DHCP port deletion for ea1e287e-a012-460d-83dc-ef1394fbc3d9 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:17:45.831335 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.840027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:45.854733 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:45.856239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cda9a16d-a02b-4051-9a1c-ea3898d91fc7 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:45.863209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1eccd4d4-0134-4a40-8c3f-b2585936f4eb service neutron] 10.222.0.20 "GET /v2.0/ports/c32ab02c-454d-45cb-b5b8-abc3d1239808/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 385 time: 0.3661859 Sep 18 02:17:45.863839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=6834dad4-6f5a-4f5d-babc-343e4e5721af,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:45.966925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f15e73ff-c88f-4e0b-b397-696705b7e9ed req-ddd4e90a-2843-48bc-bc35-662115523b8d tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2322514 Sep 18 02:17:45.969124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.969745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.970428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.970987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.971498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.974836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.975416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.975934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.976434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.976944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.977442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:45.977927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:17:46.025887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Deleting port b9206773-6e65-422d-a3f9-5564692bc064 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:46.026218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.051513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:46.123778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] For port b9206773-6e65-422d-a3f9-5564692bc064, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9206773-6e65-422d-a3f9-5564692bc064,segment=NetworkSegment(afb0556c-b08e-403a-8bd6-847af61315ce),segment_id=afb0556c-b08e-403a-8bd6-847af61315ce)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:46.124165 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.139685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Calling delete_port for b9206773-6e65-422d-a3f9-5564692bc064 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:46.154429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:46.157833 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.278302 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] DHCP port deletion for b4500c7b-7ac3-4d27-b5a9-b81f36631d6f request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:17:46.288181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] Deleting port b9206773-6e65-422d-a3f9-5564692bc064 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:46.288672 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.301807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.349593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] No DVR routers for this DVR port b9206773-6e65-422d-a3f9-5564692bc064 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:46.373614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Deleting port 88cb2ece-211d-419f-8f4e-c86e28e9c300 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:46.373852 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.400162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network d1c6e6b5-40df-4496-96cf-748b6c608820 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:46.425825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] For port b9206773-6e65-422d-a3f9-5564692bc064, host n-d-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:46.425825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.439079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] For port 88cb2ece-211d-419f-8f4e-c86e28e9c300, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=88cb2ece-211d-419f-8f4e-c86e28e9c300,segment=NetworkSegment(6a1b34bd-6fbe-4c16-a562-61ddc06a74e7),segment_id=6a1b34bd-6fbe-4c16-a562-61ddc06a74e7)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:46.439432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.439656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:46.442700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.452754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Calling delete_port for 88cb2ece-211d-419f-8f4e-c86e28e9c300 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:46.462726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] Calling delete_port for b9206773-6e65-422d-a3f9-5564692bc064 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:46.467996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] Port b9206773-6e65-422d-a3f9-5564692bc064 was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:17:46.472505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda85ad-54f2-4546-8e85-e4090562f60d req-3de319da-35b0-4074-ad7f-22f32308c4f8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:46.474082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2dda85ad-54f2-4546-8e85-e4090562f60d req-3de319da-35b0-4074-ad7f-22f32308c4f8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 946 time: 0.5151372 Sep 18 02:17:46.481037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event deleted for resources: {'Port': ['ID=b9206773-6e65-422d-a3f9-5564692bc064,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:46.486667 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.513868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] No DVR routers for this DVR port b9206773-6e65-422d-a3f9-5564692bc064 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:46.565014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] Deleting port 88cb2ece-211d-419f-8f4e-c86e28e9c300 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:46.565816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.576522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7339be9-d428-4b25-8d85-eb6e62f2e3b6 None None] Pushing event deleted for resources: {'Port': ['ID=b9206773-6e65-422d-a3f9-5564692bc064,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:46.593132 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2dda85ad-54f2-4546-8e85-e4090562f60d req-fcaa3252-f8ce-4cd2-81e4-f56b305565fa tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803823 Sep 18 02:17:46.629623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:46.638862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.645511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.655860 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.677962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e702e-71d7-47ea-816d-304c88d65955 req-fba1301f-42b5-4dcf-8020-93c12d46a3f7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:46.678568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Pushing event deleted for resources: {'Port': ['ID=88cb2ece-211d-419f-8f4e-c86e28e9c300,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:46.681264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c32ab02c-454d-45cb-b5b8-abc3d1239808 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:46.688863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-755e702e-71d7-47ea-816d-304c88d65955 req-fba1301f-42b5-4dcf-8020-93c12d46a3f7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 944 time: 0.3496051 Sep 18 02:17:46.689591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] No DVR routers for this DVR port 88cb2ece-211d-419f-8f4e-c86e28e9c300 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:46.880941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.889983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] For port 88cb2ece-211d-419f-8f4e-c86e28e9c300, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=88cb2ece-211d-419f-8f4e-c86e28e9c300,segment=NetworkSegment(6a1b34bd-6fbe-4c16-a562-61ddc06a74e7),segment_id=6a1b34bd-6fbe-4c16-a562-61ddc06a74e7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:46.890334 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:46.915786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4500c7b-7ac3-4d27-b5a9-b81f36631d6f']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:46.928830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:46.929175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1b34bd-6fbe-4c16-a562-61ddc06a74e7') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:46.930512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] Calling delete_port for 88cb2ece-211d-419f-8f4e-c86e28e9c300 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:46.943188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1e287e-a012-460d-83dc-ef1394fbc3d9']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:46.953672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:46.956164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fb9c3-d60f-4346-aa57-ebe60753206f req-cb849469-99aa-4617-a7d9-8004ce110403 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:46.965479 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-443fb9c3-d60f-4346-aa57-ebe60753206f req-cb849469-99aa-4617-a7d9-8004ce110403 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 946 time: 0.2016814 Sep 18 02:17:46.968194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:46.978079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-095acc2f-702f-431a-b55c-3072e60abb9f None None] Provisioning complete for port 6834dad4-6f5a-4f5d-babc-343e4e5721af triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:46.978451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-095acc2f-702f-431a-b55c-3072e60abb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.001510 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.008160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:47.010294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9206773-6e65-422d-a3f9-5564692bc064 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:47.026371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-443fb9c3-d60f-4346-aa57-ebe60753206f req-9644c7ed-d380-424e-bfe4-83484a6e96f2 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557406 Sep 18 02:17:47.043983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.051875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:17:47.052102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.053782 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669'}, {'server_uuid': 'fa375ddb-2be2-466c-b40a-ee3b7164360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ba75ed-dfa4-4d7c-af93-0086bfd524cd'}, {'server_uuid': '4e32b00e-ad70-4d66-aad7-56206932170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:17:47.054277 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:17:47.056824 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea48bbfc-d119-4b19-8bd7-d02982c5fc88" -d '{"events": [{"server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "name": "network-vif-plugged", "status": "completed", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669"}, {"server_uuid": "fa375ddb-2be2-466c-b40a-ee3b7164360f", "name": "network-vif-plugged", "status": "completed", "tag": "92ba75ed-dfa4-4d7c-af93-0086bfd524cd"}, {"server_uuid": "4e32b00e-ad70-4d66-aad7-56206932170b", "name": "network-vif-plugged", "status": "completed", "tag": "cda9a16d-a02b-4051-9a1c-ea3898d91fc7"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:47.065343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb0556c-b08e-403a-8bd6-847af61315ce') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:47.065722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb0556c-b08e-403a-8bd6-847af61315ce') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:47.071575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-755e702e-71d7-47ea-816d-304c88d65955 req-001c62c5-50f7-497a-809c-acce6857c88d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585982 Sep 18 02:17:47.098570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.106817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:47.109122 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edf4917-4fae-4676-ae6b-71143b170680" -d '{"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:47.117084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 9779ce9c-88e8-438e-8943-14f622429b15 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:47.126985 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.128633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:47.130249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.142190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.143912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.147602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4500c7b-7ac3-4d27-b5a9-b81f36631d6f HTTP/1.1" status: 204 len: 168 time: 1.4579601 Sep 18 02:17:47.151299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b9206773-6e65-422d-a3f9-5564692bc064 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:47.151636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49686) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:47.152053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9206773-6e65-422d-a3f9-5564692bc064 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:47.154885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 88cb2ece-211d-419f-8f4e-c86e28e9c300 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:47.192903 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9cde94-aa96-485c-a0ee-f29c3b6fba70 x-openstack-request-id: req-ed9cde94-aa96-485c-a0ee-f29c3b6fba70 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:47.192903 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "name": "network-vif-plugged", "status": "completed", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669", "code": 200}, {"server_uuid": "fa375ddb-2be2-466c-b40a-ee3b7164360f", "name": "network-vif-plugged", "status": "completed", "tag": "92ba75ed-dfa4-4d7c-af93-0086bfd524cd", "code": 200}, {"server_uuid": "4e32b00e-ad70-4d66-aad7-56206932170b", "name": "network-vif-plugged", "status": "completed", "tag": "cda9a16d-a02b-4051-9a1c-ea3898d91fc7", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:47.192903 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed9cde94-aa96-485c-a0ee-f29c3b6fba70 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:47.193207 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'code': 200} Sep 18 02:17:47.193400 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa375ddb-2be2-466c-b40a-ee3b7164360f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ba75ed-dfa4-4d7c-af93-0086bfd524cd', 'code': 200} Sep 18 02:17:47.193651 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e32b00e-ad70-4d66-aad7-56206932170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'code': 200} Sep 18 02:17:47.197328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:17:47.200508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b64c-cbc0-44a7-8985-b912f101f384 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4500c7b-7ac3-4d27-b5a9-b81f36631d6f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:47.200695 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:17:47.209007 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:17:47.228485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-095acc2f-702f-431a-b55c-3072e60abb9f None None] Port 6834dad4-6f5a-4f5d-babc-343e4e5721af cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:17:47.229846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 88cb2ece-211d-419f-8f4e-c86e28e9c300 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:47.230187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 88cb2ece-211d-419f-8f4e-c86e28e9c300 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:47.230592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0b73a158-56c6-4b93-bff9-24abbf3b4eaf no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:47.236311 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049edd4a-37b1-4e98-852f-32bd60f3bbad x-openstack-request-id: req-049edd4a-37b1-4e98-852f-32bd60f3bbad {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:47.236956 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-unplugged", "status": "completed", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:47.237316 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-049edd4a-37b1-4e98-852f-32bd60f3bbad {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:47.242211 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'code': 200} Sep 18 02:17:47.320125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0b73a158-56c6-4b93-bff9-24abbf3b4eaf {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:47.320478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0b73a158-56c6-4b93-bff9-24abbf3b4eaf not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:47.323271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:17:47.323628 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:17:47.340003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.345621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.387301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.20', 65371) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:47.388811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] Pushing event deleted for resources: {'Port': ['ID=88cb2ece-211d-419f-8f4e-c86e28e9c300,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:47.398659 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] Network b4500c7b-7ac3-4d27-b5a9-b81f36631d6f is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:17:47.399536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb5b18-3c4d-44fa-82ac-714110deca59 None None] No DVR routers for this DVR port 88cb2ece-211d-419f-8f4e-c86e28e9c300 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:47.497775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c0b26-bad3-4d8e-a993-db3a0a2fd820 req-c768e2c9-bd41-40a6-947d-d246fbfaf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:47.499465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-906c0b26-bad3-4d8e-a993-db3a0a2fd820 req-c768e2c9-bd41-40a6-947d-d246fbfaf14b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 1097 time: 0.1966045 Sep 18 02:17:47.512444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79b5dd-49c6-4678-8e94-ccf257e08382 req-f05ebbbf-491f-4a57-868a-acdc9d1a1599 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:47.513995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e79b5dd-49c6-4678-8e94-ccf257e08382 req-f05ebbbf-491f-4a57-868a-acdc9d1a1599 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 985 time: 0.3255229 Sep 18 02:17:47.544755 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.576870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.581848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] 10.222.0.21 "DELETE /v2.0/networks/ea1e287e-a012-460d-83dc-ef1394fbc3d9 HTTP/1.1" status: 204 len: 168 time: 2.1626391 Sep 18 02:17:47.597897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0794-325c-44be-8c87-23b21ed873a2 req-42e3ed6c-f271-4753-9836-b78e94272a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:47.599685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79aa0794-325c-44be-8c87-23b21ed873a2 req-42e3ed6c-f271-4753-9836-b78e94272a0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 1137 time: 0.2456520 Sep 18 02:17:47.603535 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:47.607318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e027b-8859-4c50-808f-73a004de6f69 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411 tempest-ExtraDHCPOptionsIpV6TestJSON-33189411-project] Pushing event deleted for resources: {'Network': ['ID=ea1e287e-a012-460d-83dc-ef1394fbc3d9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:47.627324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a7ecc51f-c3c7-4556-8c43-94109de04564 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "PUT /v2.0/routers/9779ce9c-88e8-438e-8943-14f622429b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4022226 Sep 18 02:17:47.629758 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Sync routers for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:47.642271 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:47.643299 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:47.645211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-906c0b26-bad3-4d8e-a993-db3a0a2fd820 req-87983ac1-fe5f-42ee-a6b0-90b154657126 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242106 Sep 18 02:17:47.661365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2e79b5dd-49c6-4678-8e94-ccf257e08382 req-e17830e8-d7a7-4c06-9e65-5b3db423fa9b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1345475 Sep 18 02:17:47.685967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adcaf4-f651-428a-b673-e652241afd14 req-11dfb772-2357-4dfb-8b22-d7d7ee5bcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:47.689169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63adcaf4-f651-428a-b673-e652241afd14 req-11dfb772-2357-4dfb-8b22-d7d7ee5bcb85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 1097 time: 0.2984102 Sep 18 02:17:47.695098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] Transition to ACTIVE for port object c32ab02c-454d-45cb-b5b8-abc3d1239808 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:17:47.705911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:47.753844 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79aa0794-325c-44be-8c87-23b21ed873a2 req-e197a04f-7886-4b50-9210-89d28abd72cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&id=85aae667-4f2f-4cce-9034-0b186e8e6b76&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1414523 Sep 18 02:17:47.881688 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:47.913153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8a2b0-d394-4548-985d-6033baa05f9c req-d35ca935-8685-4575-987c-4826cf00355f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:47.914776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-97c8a2b0-d394-4548-985d-6033baa05f9c req-d35ca935-8685-4575-987c-4826cf00355f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.2038772 Sep 18 02:17:47.917408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] Pushing event updated for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=11']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:47.979826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:48.058436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] No DVR routers for this DVR port c32ab02c-454d-45cb-b5b8-abc3d1239808 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:48.149417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49718) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:48.185322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-97c8a2b0-d394-4548-985d-6033baa05f9c req-38cacc3d-162a-4cdd-8723-939fba1cbc2c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529719 Sep 18 02:17:48.253503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63adcaf4-f651-428a-b673-e652241afd14 req-9194bb8d-2e35-4800-9ef5-19a18b74d292 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133381 Sep 18 02:17:48.318236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a775f-ebe7-48bf-9255-4ef4444759fc req-db1ba9fc-4ba5-4ba3-80e1-712a6cfc3b56 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:48.319843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e62a775f-ebe7-48bf-9255-4ef4444759fc req-db1ba9fc-4ba5-4ba3-80e1-712a6cfc3b56 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 946 time: 0.1581302 Sep 18 02:17:48.364089 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:17:43Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:38Z', 'revision_number': 1, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6834dad4-6f5a-4f5d-babc-343e4e5721af', 'name': '', 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:94:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'f955b393-63b1-4e7f-982a-7db2febbd746', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:41Z', 'updated_at': '2021-09-18T02:17:44Z', 'revision_number': 2, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'f955b393-63b1-4e7f-982a-7db2febbd746', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:48.402648 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Checking router: 9779ce9c-88e8-438e-8943-14f622429b15 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:48.403321 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Updating router 9779ce9c-88e8-438e-8943-14f622429b15 port 6834dad4-6f5a-4f5d-babc-343e4e5721af binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:17:48.430205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e62a775f-ebe7-48bf-9255-4ef4444759fc req-172cd97c-1fd1-4a93-809f-42926bd1a572 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000426 Sep 18 02:17:48.435626 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:48.473792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-066c16c8-0872-4b9a-b40c-4fb421c466f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ca634deea3249e9aff8a581d274dbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208730 Sep 18 02:17:48.474185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49726) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:48.597970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2c20-91b9-40a2-bea1-6660606c2d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:48.622181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2c20-91b9-40a2-bea1-6660606c2d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:48.687163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fc7ba-96ce-49a5-b720-d9a660cbb645 req-f92b9ed2-638b-4dd5-9038-0d1e92ea23e8 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:48.689812 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-865fc7ba-96ce-49a5-b720-d9a660cbb645 req-f92b9ed2-638b-4dd5-9038-0d1e92ea23e8 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 945 time: 0.1504164 Sep 18 02:17:48.695909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2c20-91b9-40a2-bea1-6660606c2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:48.699126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2c20-91b9-40a2-bea1-6660606c2d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:48.700674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3e3c2c20-91b9-40a2-bea1-6660606c2d3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fb27fac-85f9-4801-a824-86c8fd955711 HTTP/1.1" status: 204 len: 168 time: 0.2254686 Sep 18 02:17:48.725382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Deleting port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:48.726038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:48.743137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2c20-91b9-40a2-bea1-6660606c2d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb27fac-85f9-4801-a824-86c8fd955711,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:48.880286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-865fc7ba-96ce-49a5-b720-d9a660cbb645 req-0eba7a08-3b23-4cf8-a91e-5037c9de67a1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723018 Sep 18 02:17:48.925954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1d250dbf-9997-44b0-b6b6-837c8e9fddfd service neutron] 10.222.0.20 "PUT /v2.0/ports/c32ab02c-454d-45cb-b5b8-abc3d1239808/bindings/n-h1-789963-12/activate HTTP/1.1" status: 200 len: 370 time: 3.0458007 Sep 18 02:17:48.950561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] For port 888dfe6f-8ebb-4edc-8909-3a5cc95202c9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,segment=NetworkSegment(8fc9eb78-4c23-44ba-a2f3-969340327e50),segment_id=8fc9eb78-4c23-44ba-a2f3-969340327e50)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:48.952214 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:48.982441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad7306-9bcf-4190-8db3-e7c3d6b4b033 req-599e35b8-2624-46a2-9c64-5f01b5867db5 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:48.989982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-caad7306-9bcf-4190-8db3-e7c3d6b4b033 req-599e35b8-2624-46a2-9c64-5f01b5867db5 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.2068949 Sep 18 02:17:49.010125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Calling delete_port for 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:49.010794 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:49.019167 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:49.113727 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2a7e5-57b7-42a5-b07a-836bed817cfe None None] Pushing event updated for resources: {'Port': ['ID=6834dad4-6f5a-4f5d-babc-343e4e5721af,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:49.153791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d8f5b-1548-40d8-93a0-5b24d1921258 req-b874a3ac-ac22-49a8-ae58-b94bded37673 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:49.162765 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-401d8f5b-1548-40d8-93a0-5b24d1921258 req-b874a3ac-ac22-49a8-ae58-b94bded37673 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 985 time: 0.1498294 Sep 18 02:17:49.188358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-fd95960b-52d8-43f5-ae86-898d21a5d472 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:49.191019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-fd95960b-52d8-43f5-ae86-898d21a5d472 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa&tenant_id=f1802c86cd5c491abf3194cd9117e0bd&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.1971545 Sep 18 02:17:49.195120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-caad7306-9bcf-4190-8db3-e7c3d6b4b033 req-9b6b6acd-d412-4c4e-8dd5-af157e591664 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172996 Sep 18 02:17:49.242075 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Attempting to bind port 6834dad4-6f5a-4f5d-babc-343e4e5721af on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:17:49.244442 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Attempting to bind port 6834dad4-6f5a-4f5d-babc-343e4e5721af by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:17:49.247378 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Attempting to bind port 6834dad4-6f5a-4f5d-babc-343e4e5721af on network d1c6e6b5-40df-4496-96cf-748b6c608820 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:17:49.262524 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:17:49.263208 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Checking segment: {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:17:49.264441 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:49.264839 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Bound using segment: {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:17:49.265315 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Bound port: 6834dad4-6f5a-4f5d-babc-343e4e5721af, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc4329c-cdc8-4dec-8f8c-e3609d47d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:17:49.265839 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:49.363808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-43131c86-810f-46c8-87f3-e527cd6cbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:49.366090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-43131c86-810f-46c8-87f3-e527cd6cbdc2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 1097 time: 0.1512363 Sep 18 02:17:49.393577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-401d8f5b-1548-40d8-93a0-5b24d1921258 req-7e8803ca-f90f-47de-86c8-8d1d657f3ca3 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2194743 Sep 18 02:17:49.462320 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] For port 6834dad4-6f5a-4f5d-babc-343e4e5721af, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:49.467060 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] For port 6834dad4-6f5a-4f5d-babc-343e4e5721af, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6834dad4-6f5a-4f5d-babc-343e4e5721af,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:17:49.483421 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:49.557700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34236-e63f-4fd1-9e58-d4d118b42a19 req-e515f190-ba87-4545-aac7-a013bdcbfa74 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:49.560432 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1f34236-e63f-4fd1-9e58-d4d118b42a19 req-e515f190-ba87-4545-aac7-a013bdcbfa74 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.1812735 Sep 18 02:17:49.579397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-42973720-6e1a-473c-a1d6-6d5b93c83cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:49.583017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-42973720-6e1a-473c-a1d6-6d5b93c83cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1097 time: 0.1693797 Sep 18 02:17:49.615833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-080a5d02-2737-4051-a45c-27e4e756a3ff None None] Provisioning complete for port 6834dad4-6f5a-4f5d-babc-343e4e5721af triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:49.616416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-080a5d02-2737-4051-a45c-27e4e756a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:49.637965 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:49.638573 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:49.677970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:49.747892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Pushing event deleted for resources: {'Port': ['ID=888dfe6f-8ebb-4edc-8909-3a5cc95202c9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:49.789173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-78b1500c-6f6e-46d1-bada-c4c1f1323f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:49.790739 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-78b1500c-6f6e-46d1-bada-c4c1f1323f13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 897 time: 0.1901741 Sep 18 02:17:49.842636 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-080a5d02-2737-4051-a45c-27e4e756a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:49.896638 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:49.947069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-43c7fd88-4577-4cf8-9f4a-bd915c1cc9c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 999 time: 0.1290779 Sep 18 02:17:49.971660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-080a5d02-2737-4051-a45c-27e4e756a3ff None None] For port 6834dad4-6f5a-4f5d-babc-343e4e5721af, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6834dad4-6f5a-4f5d-babc-343e4e5721af,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:49.986585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-080a5d02-2737-4051-a45c-27e4e756a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:50.105494 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2a7e5-57b7-42a5-b07a-836bed817cfe None None] Pushing event updated for resources: {'Port': ['ID=6834dad4-6f5a-4f5d-babc-343e4e5721af,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:50.133860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1f34236-e63f-4fd1-9e58-d4d118b42a19 req-116a123b-d8b9-4982-829a-84482e697606 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5491686 Sep 18 02:17:50.147715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-0db9e8f5-2df9-42e1-8d3a-39edde9d1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:50.149199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-0db9e8f5-2df9-42e1-8d3a-39edde9d1d9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 200 len: 834 time: 0.1792397 Sep 18 02:17:50.153077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a5d02-2737-4051-a45c-27e4e756a3ff None None] Pushing event updated for resources: {'Port': ['ID=6834dad4-6f5a-4f5d-babc-343e4e5721af,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:50.186581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cb070325-3d36-4e80-80d4-43bb13680bfb None None] Provisioning complete for port 6834dad4-6f5a-4f5d-babc-343e4e5721af triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:50.187526 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb070325-3d36-4e80-80d4-43bb13680bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:50.226143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:50.252141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d882c12-1494-49b6-8e69-14a08a58755a req-9fc92970-9761-4e96-8fce-24a267177579 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:50.253645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d882c12-1494-49b6-8e69-14a08a58755a req-9fc92970-9761-4e96-8fce-24a267177579 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 945 time: 0.1986001 Sep 18 02:17:50.278454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1b8515ad-cfb9-4327-90a4-88b3794c260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:50.293927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-1b8515ad-cfb9-4327-90a4-88b3794c260c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=707bdcd4-2a3f-4037-b51a-0912f79ee37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309774 Sep 18 02:17:50.423726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d882c12-1494-49b6-8e69-14a08a58755a req-a11f8511-8e44-4118-add7-0da113ddb5b6 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907679 Sep 18 02:17:50.542255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-8a557449-838f-44f3-9857-9cf4a35d6557 service neutron] 10.222.0.18 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330554 Sep 18 02:17:50.555842 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:17:43Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:38Z', 'revision_number': 1, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6834dad4-6f5a-4f5d-babc-343e4e5721af', 'name': '', 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:94:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'f955b393-63b1-4e7f-982a-7db2febbd746', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:41Z', 'updated_at': '2021-09-18T02:17:49Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'f955b393-63b1-4e7f-982a-7db2febbd746', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:50.593188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66d59-0e8c-4628-bfd3-68edd1ca6ee5 req-2a78c38c-4338-48de-b953-0d3befa43095 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:50.595481 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48e66d59-0e8c-4628-bfd3-68edd1ca6ee5 req-2a78c38c-4338-48de-b953-0d3befa43095 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1599622 Sep 18 02:17:50.618607 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8052f-2a66-4cc4-98f3-333b10eab3ae None None] The sync data for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 is: [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:17:43Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:38Z', 'revision_number': 1, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6834dad4-6f5a-4f5d-babc-343e4e5721af', 'name': '', 'network_id': 'd1c6e6b5-40df-4496-96cf-748b6c608820', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:94:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'f955b393-63b1-4e7f-982a-7db2febbd746', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:41Z', 'updated_at': '2021-09-18T02:17:49Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'f955b393-63b1-4e7f-982a-7db2febbd746', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:50.623327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49780) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:50.750984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Router 6c134f88-8c63-4438-8f52-4cb515f5aa64 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:50.770583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959e7d8-776f-4ba8-b630-b309b48e96ef req-485a274c-78ec-460b-9efb-f28f3ca411ea tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:50.772225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e959e7d8-776f-4ba8-b630-b309b48e96ef req-485a274c-78ec-460b-9efb-f28f3ca411ea tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 985 time: 0.1498656 Sep 18 02:17:50.807038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48e66d59-0e8c-4628-bfd3-68edd1ca6ee5 req-a83018f2-7afe-4197-ad1f-404640e488d6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806479 Sep 18 02:17:50.836576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-74c23659-c440-4a4d-bba7-e3fa11daf0d4 service neutron] 10.222.0.18 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850463 Sep 18 02:17:50.889182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e959e7d8-776f-4ba8-b630-b309b48e96ef req-c63f48b0-8099-40b0-af33-e6d8e34e98a9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1084814 Sep 18 02:17:51.107789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:51.119612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49794) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:51.123017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bdf44677-876e-45cd-8e89-9a05ea53d269 admin admin] 10.222.0.21 "PUT /v2.0/routers/6c134f88-8c63-4438-8f52-4cb515f5aa64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9691303 Sep 18 02:17:51.123289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] Sync routers for ids ['6c134f88-8c63-4438-8f52-4cb515f5aa64'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:51.146865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6834dad4-6f5a-4f5d-babc-343e4e5721af up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:17:51.177882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865a2dc-3426-407b-9528-80c2f56b0f6a req-36ec80d5-4b5b-42ca-9a10-2be05996d072 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:51.187276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a865a2dc-3426-407b-9528-80c2f56b0f6a req-36ec80d5-4b5b-42ca-9a10-2be05996d072 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.1560848 Sep 18 02:17:51.197527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] Routers {'6c134f88-8c63-4438-8f52-4cb515f5aa64'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:51.198509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6c134f88-8c63-4438-8f52-4cb515f5aa64'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:51.219931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'networks': [{'name': 'tempest-network--1333744444'}, {'name': 'tempest-network--174264029'}]} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:51.220250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'network': {'name': 'tempest-network--1333744444'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:51.220878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'network': {'name': 'tempest-network--174264029'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:51.255401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Made reservation on behalf of ae8783b96daf4dd3b495079ee18de287 for: {'network': 2} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:51.261347 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.284841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.300518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a865a2dc-3426-407b-9528-80c2f56b0f6a req-86d8eb79-3a41-4aac-bfe8-36175c15ac68 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119981 Sep 18 02:17:51.369810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6834dad4-6f5a-4f5d-babc-343e4e5721af triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:17:51.372472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.456134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] Set router 6c134f88-8c63-4438-8f52-4cb515f5aa64 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:51.472252 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.535071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-3c4251e2-b359-497c-9d6d-98f8b521e144 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:51.536844 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-3c4251e2-b359-497c-9d6d-98f8b521e144 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa&tenant_id=f1802c86cd5c491abf3194cd9117e0bd&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 1097 time: 0.1948581 Sep 18 02:17:51.544765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.549769 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.550641 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.554917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a5f74-cf66-407a-87ad-a5224ca6b172 req-2501f638-6bbe-405e-b969-d8e42cebe72d tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:51.562890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e55a5f74-cf66-407a-87ad-a5224ca6b172 req-2501f638-6bbe-405e-b969-d8e42cebe72d tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 985 time: 0.2214339 Sep 18 02:17:51.634967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79de812c-6ece-4468-90c4-6def755266f2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:51.678293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:51.707084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.707701 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Added segment ffd280ad-d281-4f9c-b422-5e84bad7eed2 of type vlan for network 751dac5a-67e8-4bb9-9b30-e5bac3f79db4 Sep 18 02:17:51.721796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e55a5f74-cf66-407a-87ad-a5224ca6b172 req-9ae5462c-99d0-4e28-a8c2-e8cabbf0796b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1579444 Sep 18 02:17:51.770823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.832806 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.899377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec21aa4-2daa-486c-88ab-33e40eb39c34 req-6939c7cf-7098-4737-9611-ce8e78c3e605 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:51.914884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-832fb9bc-0583-4727-9adc-761406410c54 service neutron] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:17:51.916101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ec21aa4-2daa-486c-88ab-33e40eb39c34 req-6939c7cf-7098-4737-9611-ce8e78c3e605 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.1759138 Sep 18 02:17:51.924627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-832fb9bc-0583-4727-9adc-761406410c54 service neutron] Notify callbacks [] for binding, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.925787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1caee9b-0458-4df1-9b5f-0dfd6bd9888e req-832fb9bc-0583-4727-9adc-761406410c54 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c32ab02c-454d-45cb-b5b8-abc3d1239808/bindings/n-h2-789963-12 HTTP/1.1" status: 204 len: 173 time: 0.3607919 Sep 18 02:17:51.932166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Deleting port 4a0cf958-963f-4faf-a2bd-80003c781d94 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:51.932597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.936515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:49Z', 'revision_number': 5, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port': {'id': '4a0cf958-963f-4faf-a2bd-80003c781d94', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:28Z', 'updated_at': '2021-09-18T02:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:51.942489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:51.963209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:51.964041 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Added segment 8badc3c0-e005-43fb-a20a-475f02c94383 of type vlan for network 9055fdf8-f99c-40cf-af8a-2cf2988c46a3 Sep 18 02:17:51.985182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ec21aa4-2daa-486c-88ab-33e40eb39c34 req-ba01ef9b-ac93-4b93-9a6e-e47ea7df3f35 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673192 Sep 18 02:17:52.005979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] Checking router: 6c134f88-8c63-4438-8f52-4cb515f5aa64 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:52.027751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] Routers {'6c134f88-8c63-4438-8f52-4cb515f5aa64'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:52.029893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['6c134f88-8c63-4438-8f52-4cb515f5aa64'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:52.067686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] For port 4a0cf958-963f-4faf-a2bd-80003c781d94, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4a0cf958-963f-4faf-a2bd-80003c781d94,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:52.068077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.092166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Calling delete_port for 4a0cf958-963f-4faf-a2bd-80003c781d94 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:52.111471 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.230160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137cf2-3a70-49ad-af97-07d8199fb489 req-fea9c050-520f-4647-a007-065f408bc8e1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:52.235301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26137cf2-3a70-49ad-af97-07d8199fb489 req-fea9c050-520f-4647-a007-065f408bc8e1 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 945 time: 0.1144164 Sep 18 02:17:52.238230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.239598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.246580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:52.255002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:52.255919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.329040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7034249 Sep 18 02:17:52.360675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49824) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:52.380735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184fb69-b73e-48e6-9845-6e7681d57f83 req-eee2d691-8f1b-44ec-873b-f9815b3d4c50 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:52.382605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0184fb69-b73e-48e6-9845-6e7681d57f83 req-eee2d691-8f1b-44ec-873b-f9815b3d4c50 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 1137 time: 0.1718752 Sep 18 02:17:52.386016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] Set router 6c134f88-8c63-4438-8f52-4cb515f5aa64 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:52.402734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Network': ['ID=751dac5a-67e8-4bb9-9b30-e5bac3f79db4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:52.408617 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0184fb69-b73e-48e6-9845-6e7681d57f83 req-65197686-244c-4a0b-80d8-9acc75829a5d tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.444745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26137cf2-3a70-49ad-af97-07d8199fb489 req-e15cbbe6-25b0-485d-abb2-4f4c7969a061 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846800 Sep 18 02:17:52.507339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:51Z', 'revision_number': 6, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:52.512997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 751dac5a-67e8-4bb9-9b30-e5bac3f79db4 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:52.545779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b2a49-5715-460c-b7cc-9a93421896fe None None] The sync data for ids ['6c134f88-8c63-4438-8f52-4cb515f5aa64'] in n-d-789963-12 is: [{'id': '6c134f88-8c63-4438-8f52-4cb515f5aa64', 'name': 'tempest-TestAggregatesBasicOps-920452588-router', 'tenant_id': '563dbf95d05b4974a3d3faa3a92a7812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:26Z', 'updated_at': '2021-09-18T02:17:51Z', 'revision_number': 6, 'project_id': '563dbf95d05b4974a3d3faa3a92a7812', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:52.559610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699118a5-8403-4790-aa69-4e850d0f462b req-d0dcca1c-bdbf-48bb-a957-56a2b3f143b3 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:52.569404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-699118a5-8403-4790-aa69-4e850d0f462b req-d0dcca1c-bdbf-48bb-a957-56a2b3f143b3 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 945 time: 0.1360033 Sep 18 02:17:52.726548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.799846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0cf958-963f-4faf-a2bd-80003c781d94,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:52.893242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.897064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0184fb69-b73e-48e6-9845-6e7681d57f83 req-65197686-244c-4a0b-80d8-9acc75829a5d tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.960142 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Deleting port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:52.960577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:52.965797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0184fb69-b73e-48e6-9845-6e7681d57f83 req-65197686-244c-4a0b-80d8-9acc75829a5d tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.039447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.053989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e747-5d08-4b2d-9c78-40cb163861ae tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Network': ['ID=9055fdf8-f99c-40cf-af8a-2cf2988c46a3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:53.058080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:53.071686 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.098365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:53.098589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda2910-8988-40af-ab76-d89e1814e14a tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.098769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 888dfe6f-8ebb-4edc-8909-3a5cc95202c9 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:53.104360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda2910-8988-40af-ab76-d89e1814e14a tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.108145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9055fdf8-f99c-40cf-af8a-2cf2988c46a3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:53.110470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda2910-8988-40af-ab76-d89e1814e14a tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.113479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0184fb69-b73e-48e6-9845-6e7681d57f83 req-65197686-244c-4a0b-80d8-9acc75829a5d tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7015781 Sep 18 02:17:53.116604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda2910-8988-40af-ab76-d89e1814e14a tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.118362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ceda2910-8988-40af-ab76-d89e1814e14a tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7483728 Sep 18 02:17:53.120473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc415364-6051-43be-a205-fbc884522899 req-493dec6f-41fa-40a1-bcf7-a0d412a87998 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.128485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc415364-6051-43be-a205-fbc884522899 req-493dec6f-41fa-40a1-bcf7-a0d412a87998 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1097 time: 0.5805793 Sep 18 02:17:53.130031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49834) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:53.131020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49836) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:53.288066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65197686-244c-4a0b-80d8-9acc75829a5d tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef7a37-389e-47a1-919b-37cbb357eba3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:53.291555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc415364-6051-43be-a205-fbc884522899 req-072172de-d351-4375-9fbd-aa68609a20d9 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620183 Sep 18 02:17:53.299228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.303257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ff2e19-31f8-4082-8709-d282958f7bfd tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.308187 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-60ff2e19-31f8-4082-8709-d282958f7bfd tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 1132 time: 0.1762021 Sep 18 02:17:53.309686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49848) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:53.314478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:53.335365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] For port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:53.335505 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.353179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.357493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.358005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c134f88-8c63-4438-8f52-4cb515f5aa64 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:17:53.372527 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.373705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fa841ec7-b365-446c-a3e9-b9e5cb968515 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6c134f88-8c63-4438-8f52-4cb515f5aa64 HTTP/1.1" status: 204 len: 168 time: 2.2523806 Sep 18 02:17:53.382744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Calling delete_port for 92ba75ed-dfa4-4d7c-af93-0086bfd524cd owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:53.384400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49852) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:53.501642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49858) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:53.520919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-a7a3c927-4589-4813-b72b-7f7eb7911db0 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.522412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.522575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-a7a3c927-4589-4813-b72b-7f7eb7911db0 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.18 "GET /v2.0/ports?device_id=1922b092-2d87-4f19-9b72-622ebbd47c83 HTTP/1.1" status: 200 len: 946 time: 0.4809372 Sep 18 02:17:53.545569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0443b2-814e-4374-8772-4503b361176f req-c7485ef3-7c35-42a1-92a8-e160ab23d538 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.553170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f0443b2-814e-4374-8772-4503b361176f req-c7485ef3-7c35-42a1-92a8-e160ab23d538 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.1454732 Sep 18 02:17:53.598060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-decd1ec8-c2ff-4c9f-9007-efebe4e594db admin admin] Deleting subnet a55cc1fb-4659-4e50-955e-63ed108ef141 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:17:53.606239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751dac5a-67e8-4bb9-9b30-e5bac3f79db4']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:53.615078 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-decd1ec8-c2ff-4c9f-9007-efebe4e594db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.621942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd280ad-d281-4f9c-b422-5e84bad7eed2') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:53.622241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd280ad-d281-4f9c-b422-5e84bad7eed2') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:53.647773 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.677825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-c52dd201-857d-45c3-87be-cfdbd6a9e490 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:53.679437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-c52dd201-857d-45c3-87be-cfdbd6a9e490 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 815 time: 0.4506044 Sep 18 02:17:53.680908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f0443b2-814e-4374-8772-4503b361176f req-3734999f-89ba-4c04-9ab5-c7f88978dcd2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231499 Sep 18 02:17:53.687882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.709533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49862) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:53.724993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:17:53.725402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:17:53.729925 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:17:53.864193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.899633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fad67954-8913-4ecc-86ee-f29be95d1473 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/c07f9f71-c033-4ff4-a87e-5ff00bc4d446 HTTP/1.1" status: 200 len: 991 time: 0.1889641 Sep 18 02:17:53.903921 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.909558 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:53.915106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/networks/751dac5a-67e8-4bb9-9b30-e5bac3f79db4 HTTP/1.1" status: 204 len: 168 time: 0.7790554 Sep 18 02:17:53.946434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49864) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:53.993502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8db74b-c35a-4486-87d5-e8c34b109801 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Network': ['ID=751dac5a-67e8-4bb9-9b30-e5bac3f79db4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:54.014999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6c586-dfe1-4983-8f71-caa8f5d855ca req-62945c4e-ef4d-4042-bb81-53d710bd353b tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:54.017063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ad6c586-dfe1-4983-8f71-caa8f5d855ca req-62945c4e-ef4d-4042-bb81-53d710bd353b tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 945 time: 0.2309830 Sep 18 02:17:54.078694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-decd1ec8-c2ff-4c9f-9007-efebe4e594db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.103659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2df962bc-9c14-46a6-a734-b1c5fe3f7973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.115631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.117023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed543-4795-4268-9756-18f32c940f97 req-f7cc5db2-de10-4318-a8ce-26f98b3813d8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:54.118502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f5ed543-4795-4268-9756-18f32c940f97 req-f7cc5db2-de10-4318-a8ce-26f98b3813d8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e32b00e-ad70-4d66-aad7-56206932170b HTTP/1.1" status: 200 len: 945 time: 0.6269240 Sep 18 02:17:54.130203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-9dbe528d-0404-4598-a38d-24c0b5c7c19b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/quotas/478aada9fb154793b18fd882a866dc8a HTTP/1.1" status: 200 len: 375 time: 0.4064863 Sep 18 02:17:54.154342 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ad6c586-dfe1-4983-8f71-caa8f5d855ca req-d6410fb7-7d65-4301-b0b4-2a52a485065d tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e184462-9b97-40fd-bbbd-fc0b19a93116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304231 Sep 18 02:17:54.184312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Allocated IP 172.25.0.7 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/6adf3480-0bd6-44bf-8cee-edb930e57d43) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:54.264587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.304342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9055fdf8-f99c-40cf-af8a-2cf2988c46a3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:54.340862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8badc3c0-e005-43fb-a20a-475f02c94383') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:54.341172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8badc3c0-e005-43fb-a20a-475f02c94383') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:54.349928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Deleting port 28f1975a-268c-4c14-b859-704ad38391e5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:54.350278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.356297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.381373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.386347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.393216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:17:54.393619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:17:54.396618 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:17:54.401805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['92ba75ed-dfa4-4d7c-af93-0086bfd524cd'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:17:54.405210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49870) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:54.413439 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-624e701e-e8e5-4fc6-b506-6326570bd029 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2656045 Sep 18 02:17:54.417059 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-decd1ec8-c2ff-4c9f-9007-efebe4e594db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.430093 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.528925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.529979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Pushing event deleted for resources: {'Port': ['ID=92ba75ed-dfa4-4d7c-af93-0086bfd524cd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:54.547787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.549630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/networks/9055fdf8-f99c-40cf-af8a-2cf2988c46a3 HTTP/1.1" status: 204 len: 168 time: 0.6000242 Sep 18 02:17:54.553653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49872) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:54.619933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e92ff-0409-4869-bda6-7808c26c1f26 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Network': ['ID=9055fdf8-f99c-40cf-af8a-2cf2988c46a3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:54.646115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.659489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] No DVR routers for this DVR port 92ba75ed-dfa4-4d7c-af93-0086bfd524cd on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:54.677209 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.679379 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-699118a5-8403-4790-aa69-4e850d0f462b req-5a432e70-d787-4224-a099-7517040e6654 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.20 "DELETE /v2.0/ports/92ba75ed-dfa4-4d7c-af93-0086bfd524cd HTTP/1.1" status: 204 len: 173 time: 2.0927277 Sep 18 02:17:54.681740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa375ddb-2be2-466c-b40a-ee3b7164360f', 'name': 'network-vif-deleted', 'tag': '92ba75ed-dfa4-4d7c-af93-0086bfd524cd'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:54.684093 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83925f9c-3e44-44bf-ac77-2c2489f4bb20" -d '{"events": [{"server_uuid": "fa375ddb-2be2-466c-b40a-ee3b7164360f", "name": "network-vif-deleted", "tag": "92ba75ed-dfa4-4d7c-af93-0086bfd524cd"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:54.717317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] For port 28f1975a-268c-4c14-b859-704ad38391e5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=28f1975a-268c-4c14-b859-704ad38391e5,segment=NetworkSegment(afa3bf7b-c7e2-4b7c-b9cf-95e447f35203),segment_id=afa3bf7b-c7e2-4b7c-b9cf-95e447f35203)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:54.717690 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.736972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-decd1ec8-c2ff-4c9f-9007-efebe4e594db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.740449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Deleting port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:54.740785 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.768486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Calling delete_port for 28f1975a-268c-4c14-b859-704ad38391e5 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:54.792418 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f8bec0-3e2b-474d-87bf-efa69cf40d0c x-openstack-request-id: req-88f8bec0-3e2b-474d-87bf-efa69cf40d0c {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:54.792717 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa375ddb-2be2-466c-b40a-ee3b7164360f", "name": "network-vif-deleted", "tag": "92ba75ed-dfa4-4d7c-af93-0086bfd524cd", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:54.793187 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88f8bec0-3e2b-474d-87bf-efa69cf40d0c {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:54.793590 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa375ddb-2be2-466c-b40a-ee3b7164360f', 'name': 'network-vif-deleted', 'tag': '92ba75ed-dfa4-4d7c-af93-0086bfd524cd', 'status': 'completed', 'code': 200} Sep 18 02:17:54.800518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=6adf3480-0bd6-44bf-8cee-edb930e57d43,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:54.817702 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2df962bc-9c14-46a6-a734-b1c5fe3f7973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.820228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd1ec8-c2ff-4c9f-9007-efebe4e594db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55cc1fb-4659-4e50-955e-63ed108ef141,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:54.830555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:54.839724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-e5960428-86b9-4e61-ae2a-1a1c15d2888c service neutron] 10.222.0.21 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913035 Sep 18 02:17:54.842321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f70d1b-a2b8-4da5-a2a2-a41f2bafcb9f None None] Network 9a79abc6-74a6-46d5-845f-05723dfead09 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:17:54.844241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-decd1ec8-c2ff-4c9f-9007-efebe4e594db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.846820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-decd1ec8-c2ff-4c9f-9007-efebe4e594db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a55cc1fb-4659-4e50-955e-63ed108ef141 HTTP/1.1" status: 204 len: 168 time: 1.4614179 Sep 18 02:17:54.847869 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2df962bc-9c14-46a6-a734-b1c5fe3f7973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:54.850188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49876) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:54.863935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:54.873624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4a0cf958-963f-4faf-a2bd-80003c781d94 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:54.875270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:54.903588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 4a0cf958-963f-4faf-a2bd-80003c781d94 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:54.904061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4a0cf958-963f-4faf-a2bd-80003c781d94 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:54.913758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eccf8f-8241-4b28-a527-a88e8fa29ff1 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:54.920693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eccf8f-8241-4b28-a527-a88e8fa29ff1 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:54.924455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-65eccf8f-8241-4b28-a527-a88e8fa29ff1 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3672862 Sep 18 02:17:54.934466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49880) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:54.940123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1471681863'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:54.965029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port 6096533b-cdd9-4c88-839b-d18908460216 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:54.965381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.016792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Made reservation on behalf of ae8783b96daf4dd3b495079ee18de287 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:55.020134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.078107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] DHCP port deletion for 9a79abc6-74a6-46d5-845f-05723dfead09 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:17:55.088964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2df962bc-9c14-46a6-a734-b1c5fe3f7973 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08ebc900dca04c6695639234c3709055&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5743713 Sep 18 02:17:55.088964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df962bc-9c14-46a6-a734-b1c5fe3f7973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bbf699-ee7b-4153-958d-3b7af4a9eb3f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:55.093106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49882) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:55.144713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:55.150783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] For port cda9a16d-a02b-4051-9a1c-ea3898d91fc7, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:55.151163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.162396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] Deleting port a7f1b060-4899-4201-8b1f-eee4c2d94bba {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:55.162775 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.176677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.208317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.208524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.208950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Calling delete_port for cda9a16d-a02b-4051-9a1c-ea3898d91fc7 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:55.211450 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.211912 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Added segment 68cf627c-0452-4bbf-9a8b-d8d48a0313d7 of type vlan for network afc29968-2ea6-47f8-9d27-3fcc557fd0c3 Sep 18 02:17:55.253798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for 6096533b-cdd9-4c88-839b-d18908460216 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:55.277692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] For port a7f1b060-4899-4201-8b1f-eee4c2d94bba, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a7f1b060-4899-4201-8b1f-eee4c2d94bba,segment=NetworkSegment(8fc9eb78-4c23-44ba-a2f3-969340327e50),segment_id=8fc9eb78-4c23-44ba-a2f3-969340327e50)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:55.278266 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.286208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.300256 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-e563e927-d36c-40be-aea4-1ec1de3e5171 service neutron] 10.222.0.21 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652761 Sep 18 02:17:55.303545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] Calling delete_port for a7f1b060-4899-4201-8b1f-eee4c2d94bba owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:55.393025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2367908d-0e85-49ac-9e15-af9f3d155562 req-917687e8-6c74-47f0-a6d8-f4a6f403d97b tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa375ddb-2be2-466c-b40a-ee3b7164360f HTTP/1.1" status: 200 len: 210 time: 0.1151948 Sep 18 02:17:55.403497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:17:55.414698 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4f5809e-8fe8-4bc4-b827-f49e2f7fc673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.434050 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.465640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] Pushing event deleted for resources: {'Port': ['ID=a7f1b060-4899-4201-8b1f-eee4c2d94bba,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:55.474019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0c474-ccfb-4607-8ca2-a1d93cefbd69 None None] No DVR routers for this DVR port a7f1b060-4899-4201-8b1f-eee4c2d94bba on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:55.480901 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4f5809e-8fe8-4bc4-b827-f49e2f7fc673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.513778 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.527265 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.558835 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.564687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:55.565291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.597604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Pushing event deleted for resources: {'Port': ['ID=28f1975a-268c-4c14-b859-704ad38391e5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:55.639123 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e1fc425-693c-435f-878b-ae10096e946f req-2c7996d7-4202-4456-a60f-52a84681a47a tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 210 time: 0.0812790 Sep 18 02:17:55.652855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Deleting port a7f1b060-4899-4201-8b1f-eee4c2d94bba {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:55.653201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.653926 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7183273 Sep 18 02:17:55.660207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49892) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:55.665921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] No DVR routers for this DVR port 28f1975a-268c-4c14-b859-704ad38391e5 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:55.681962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1845855005'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:55.704611 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.706616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b98ab745-b40f-456e-9ab2-f7bb24f5eccc req-1b3e1132-bf56-4384-8b47-68d1434eb438 tempest-MultipleCreateTestJSON-714742747 tempest-MultipleCreateTestJSON-714742747-project] 10.222.0.18 "DELETE /v2.0/ports/28f1975a-268c-4c14-b859-704ad38391e5 HTTP/1.1" status: 204 len: 173 time: 2.1716585 Sep 18 02:17:55.756784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015586c8-eca7-45a5-aaa3-4aaad6a63004 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Network': ['ID=afc29968-2ea6-47f8-9d27-3fcc557fd0c3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:55.779300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network afc29968-2ea6-47f8-9d27-3fcc557fd0c3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:55.781709 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4f5809e-8fe8-4bc4-b827-f49e2f7fc673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.784902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e4f5809e-8fe8-4bc4-b827-f49e2f7fc673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.786250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e4f5809e-8fe8-4bc4-b827-f49e2f7fc673 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3bbf699-ee7b-4153-958d-3b7af4a9eb3f HTTP/1.1" status: 204 len: 168 time: 0.6844082 Sep 18 02:17:55.844281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5809e-8fe8-4bc4-b827-f49e2f7fc673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bbf699-ee7b-4153-958d-3b7af4a9eb3f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:55.858475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] For port a7f1b060-4899-4201-8b1f-eee4c2d94bba, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:55.859694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.862594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Made reservation on behalf of ae8783b96daf4dd3b495079ee18de287 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:55.866884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.877358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.884117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.930881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Pushing event deleted for resources: {'Port': ['ID=cda9a16d-a02b-4051-9a1c-ea3898d91fc7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:55.931588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.936885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Calling delete_port for a7f1b060-4899-4201-8b1f-eee4c2d94bba owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:55.945132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Port a7f1b060-4899-4201-8b1f-eee4c2d94bba was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:17:55.971367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:17:55.980484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:55.996340 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.011539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=6096533b-cdd9-4c88-839b-d18908460216,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:56.044790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.045230 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Added segment 065908f3-e1f1-46ec-b9a1-19b39881c6d6 of type vlan for network bde8a0e1-de69-480f-9964-8e9e5dead395 Sep 18 02:17:56.060872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] No DVR routers for this DVR port a7f1b060-4899-4201-8b1f-eee4c2d94bba on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:56.063727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f1b060-4899-4201-8b1f-eee4c2d94bba,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:56.076420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] No DVR routers for this DVR port cda9a16d-a02b-4051-9a1c-ea3898d91fc7 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:17:56.082072 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.084188 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f5ed543-4795-4268-9756-18f32c940f97 req-8dcf4e29-fc44-42d7-af52-3b285a433133 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.20 "DELETE /v2.0/ports/cda9a16d-a02b-4051-9a1c-ea3898d91fc7 HTTP/1.1" status: 204 len: 173 time: 1.9498408 Sep 18 02:17:56.097715 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.120161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 28f1975a-268c-4c14-b859-704ad38391e5 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:56.152771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 28f1975a-268c-4c14-b859-704ad38391e5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:56.153479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 28f1975a-268c-4c14-b859-704ad38391e5 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:56.160912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.161311 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Floating IP c07f9f71-c033-4ff4-a87e-5ff00bc4d446 disassociated (deleted). External IP: 172.25.0.91, port: c32ab02c-454d-45cb-b5b8-abc3d1239808. Sep 18 02:17:56.267548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.302553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:56.314909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.319217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a79abc6-74a6-46d5-845f-05723dfead09']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:56.340162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc9eb78-4c23-44ba-a2f3-969340327e50') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:56.340460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc9eb78-4c23-44ba-a2f3-969340327e50') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:56.342499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-686122a3-22c2-42f1-869a-3bbfb927085a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.365837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.400774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.410067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.415761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:56.416388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.423747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:17:56.424162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:17:56.440251 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:17:56.539515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49910) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:56.587892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.628315 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.630292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a79abc6-74a6-46d5-845f-05723dfead09 HTTP/1.1" status: 204 len: 168 time: 1.7701073 Sep 18 02:17:56.646040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Network': ['ID=bde8a0e1-de69-480f-9964-8e9e5dead395,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:56.661219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network bde8a0e1-de69-480f-9964-8e9e5dead395 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:17:56.693676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c5985-40e2-4a3a-8588-371ecf5cc49e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a79abc6-74a6-46d5-845f-05723dfead09,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:56.707051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-670432b7-5035-4f90-bbc2-e61d90854b87 admin admin] Deleting subnet 72f86c59-f4bc-4205-b113-4b26d782fb3b {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:17:56.712951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cda9a16d-a02b-4051-9a1c-ea3898d91fc7 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:56.746038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-670432b7-5035-4f90-bbc2-e61d90854b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.774239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: cda9a16d-a02b-4051-9a1c-ea3898d91fc7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:56.774582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cda9a16d-a02b-4051-9a1c-ea3898d91fc7 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:56.775239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 92ba75ed-dfa4-4d7c-af93-0086bfd524cd no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:56.797823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1922b092-2d87-4f19-9b72-622ebbd47c83', 'name': 'network-vif-deleted', 'tag': '28f1975a-268c-4c14-b859-704ad38391e5'}, {'server_uuid': '4e32b00e-ad70-4d66-aad7-56206932170b', 'name': 'network-vif-deleted', 'tag': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:56.800243 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be55a5e1-9f3a-46c6-a494-fea1dbce51a4" -d '{"events": [{"server_uuid": "1922b092-2d87-4f19-9b72-622ebbd47c83", "name": "network-vif-deleted", "tag": "28f1975a-268c-4c14-b859-704ad38391e5"}, {"server_uuid": "4e32b00e-ad70-4d66-aad7-56206932170b", "name": "network-vif-deleted", "tag": "cda9a16d-a02b-4051-9a1c-ea3898d91fc7"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:56.811094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 92ba75ed-dfa4-4d7c-af93-0086bfd524cd {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:56.811907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 92ba75ed-dfa4-4d7c-af93-0086bfd524cd not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:56.864348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.867842 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca93644-ca74-42ac-8fac-599f33af2b20 x-openstack-request-id: req-cca93644-ca74-42ac-8fac-599f33af2b20 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:56.868156 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1922b092-2d87-4f19-9b72-622ebbd47c83", "name": "network-vif-deleted", "tag": "28f1975a-268c-4c14-b859-704ad38391e5", "status": "completed", "code": 200}, {"server_uuid": "4e32b00e-ad70-4d66-aad7-56206932170b", "name": "network-vif-deleted", "tag": "cda9a16d-a02b-4051-9a1c-ea3898d91fc7", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:56.868407 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cca93644-ca74-42ac-8fac-599f33af2b20 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:56.868866 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1922b092-2d87-4f19-9b72-622ebbd47c83', 'name': 'network-vif-deleted', 'tag': '28f1975a-268c-4c14-b859-704ad38391e5', 'status': 'completed', 'code': 200} Sep 18 02:17:56.869111 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e32b00e-ad70-4d66-aad7-56206932170b', 'name': 'network-vif-deleted', 'tag': 'cda9a16d-a02b-4051-9a1c-ea3898d91fc7', 'status': 'completed', 'code': 200} Sep 18 02:17:56.876457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.880671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01fc69dd-b157-422c-a759-782a1ebf53a5 req-d769bd1c-0258-4823-b88b-b11021a06f19 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 210 time: 0.0972264 Sep 18 02:17:56.901687 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-670432b7-5035-4f90-bbc2-e61d90854b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.940824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-686122a3-22c2-42f1-869a-3bbfb927085a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.949990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-686122a3-22c2-42f1-869a-3bbfb927085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.969588 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:17:56.971645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7651168c-7893-44f1-941b-85460b86a35b tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3065715 Sep 18 02:17:56.975583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:56.980979 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-670432b7-5035-4f90-bbc2-e61d90854b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:56.982335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a7f1b060-4899-4201-8b1f-eee4c2d94bba no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:17:57.003783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'ports': [{'network_id': 'afc29968-2ea6-47f8-9d27-3fcc557fd0c3', 'name': 'tempest-port--1232122756', 'admin_state_up': True}, {'network_id': 'bde8a0e1-de69-480f-9964-8e9e5dead395', 'admin_state_up': False}]} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:57.004057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'port': {'network_id': 'afc29968-2ea6-47f8-9d27-3fcc557fd0c3', 'name': 'tempest-port--1232122756', 'admin_state_up': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:57.004481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'port': {'network_id': 'bde8a0e1-de69-480f-9964-8e9e5dead395', 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:57.008877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49922) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:57.012830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: a7f1b060-4899-4201-8b1f-eee4c2d94bba {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:17:57.013241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a7f1b060-4899-4201-8b1f-eee4c2d94bba not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:17:57.072088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-686122a3-22c2-42f1-869a-3bbfb927085a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdf92e89dc6046b09eac6319db01036e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7659237 Sep 18 02:17:57.074194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49924) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:57.084105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686122a3-22c2-42f1-869a-3bbfb927085a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a3f1b-9392-4158-8ac5-6c05b365a616,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:57.092781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=6adf3480-0bd6-44bf-8cee-edb930e57d43,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:57.096703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.145514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:57.223469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f6b25abb-bcb5-4bb0-85ab-361d8f76fff2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c1bffeb04eb4445b17c8fe580555c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116601 Sep 18 02:17:57.229395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:57.245034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-670432b7-5035-4f90-bbc2-e61d90854b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.275450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-816053de-2b4f-40c2-8e99-0cefb8276863 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:57.276719 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-816053de-2b4f-40c2-8e99-0cefb8276863 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.20 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 815 time: 0.1896856 Sep 18 02:17:57.297262 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a79ee73-4be5-4320-b5da-67e666de7238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.299389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-670432b7-5035-4f90-bbc2-e61d90854b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.301188 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-670432b7-5035-4f90-bbc2-e61d90854b87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72f86c59-f4bc-4205-b113-4b26d782fb3b HTTP/1.1" status: 204 len: 168 time: 0.7608733 Sep 18 02:17:57.304841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Request body: {'port': {'device_id': '07d70b63-598a-4879-ad64-36754ce14551', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'admin_state_up': True, 'tenant_id': '478aada9fb154793b18fd882a866dc8a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:17:57.308851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670432b7-5035-4f90-bbc2-e61d90854b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f86c59-f4bc-4205-b113-4b26d782fb3b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:57.311842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49928) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:57.404364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a79ee73-4be5-4320-b5da-67e666de7238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.406176 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Floating IP cc819654-7b1d-4f9d-a0f0-50d5049d9a67 associated. External IP: 172.25.0.7, port: 2894bae4-a4c6-47ac-80e5-b64423c9e669. Sep 18 02:17:57.492279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.523507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-552f831b-6736-4625-b7ea-ea214953f80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.529815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:57.535134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.542328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Made reservation on behalf of ae8783b96daf4dd3b495079ee18de287 for: {'port': 2} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:57.542512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] Sync routers for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:57.548600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.553538 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:57.554266 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:57.561246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a79ee73-4be5-4320-b5da-67e666de7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.565691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a79ee73-4be5-4320-b5da-67e666de7238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.571897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0a79ee73-4be5-4320-b5da-67e666de7238 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f4a3f1b-9392-4158-8ac5-6c05b365a616 HTTP/1.1" status: 204 len: 168 time: 0.4917400 Sep 18 02:17:57.612571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.615632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79ee73-4be5-4320-b5da-67e666de7238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a3f1b-9392-4158-8ac5-6c05b365a616,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:57.624766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Made reservation on behalf of 478aada9fb154793b18fd882a866dc8a for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:17:57.628370 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.633539 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.650769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19c7e53-7b71-4a5b-8769-29426d5722a9']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:57.665002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:57.665543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa3bf7b-c7e2-4b7c-b9cf-95e447f35203') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:57.684109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.695325 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-afee7963-ddf0-47ea-8757-59f938e898d8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/floatingips/c07f9f71-c033-4ff4-a87e-5ff00bc4d446 HTTP/1.1" status: 204 len: 168 time: 3.2886772 Sep 18 02:17:57.707201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-552f831b-6736-4625-b7ea-ea214953f80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.713503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:57.717072 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26e877d-d1d4-4323-a266-a5f3cb727c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:57.729559 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:57.742150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.748815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:17:57.749551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.804459 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3e01d-543c-4f2a-bdf2-ddffdb45cb19 x-openstack-request-id: req-b4b3e01d-543c-4f2a-bdf2-ddffdb45cb19 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:57.804745 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:57.809701 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4b3e01d-543c-4f2a-bdf2-ddffdb45cb19 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:57.812694 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'status': 'completed', 'code': 200} Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:17:57.824798 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:17:57.860655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.879072 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.883536 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] 10.222.0.21 "DELETE /v2.0/networks/b19c7e53-7b71-4a5b-8769-29426d5722a9 HTTP/1.1" status: 204 len: 168 time: 0.5670333 Sep 18 02:17:57.886588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-552f831b-6736-4625-b7ea-ea214953f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.889743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-552f831b-6736-4625-b7ea-ea214953f80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:57.894222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-552f831b-6736-4625-b7ea-ea214953f80c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d9c5e47-220c-483b-9df9-2e23696e8482 HTTP/1.1" status: 204 len: 168 time: 0.6614420 Sep 18 02:17:57.937262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8eec8b-743f-4c1c-8966-7311b26f9a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=b19c7e53-7b71-4a5b-8769-29426d5722a9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:58.016156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f831b-6736-4625-b7ea-ea214953f80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c5e47-220c-483b-9df9-2e23696e8482,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:58.040292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] device_id is not set on port 68959ce6-565f-4eb5-bdbc-202bc7596f70 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:17:58.117855 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86d748f1-7729-4530-ba13-011d28a816e3 req-c725c629-9dbc-44f1-af24-b242ae0d9442 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 210 time: 0.1034997 Sep 18 02:17:58.136159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Allocated IP 172.20.0.13 (6059b9bb-42e3-4f5f-8c96-7657c453bfe7/e92ad374-51a6-45ed-aea1-b9a9759a13e3/4f9456f8-b771-4711-82b4-28f4d70f6c10) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:17:58.167488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-d58ad9e8-f934-466f-96c5-eb19d04aae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:58.169029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-d58ad9e8-f934-466f-96c5-eb19d04aae3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 1097 time: 0.3401577 Sep 18 02:17:58.200234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c7a32-9492-4585-a8a1-1260bd2e0ee1 req-f4f64035-af7a-415e-97ae-1c33e9db18f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:58.202530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-033c7a32-9492-4585-a8a1-1260bd2e0ee1 req-f4f64035-af7a-415e-97ae-1c33e9db18f9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.1358240 Sep 18 02:17:58.207505 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:40Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:58.258318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-033c7a32-9492-4585-a8a1-1260bd2e0ee1 req-0ad0be3a-e9eb-48ec-8a6c-73a41bf73d9c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462713 Sep 18 02:17:58.264374 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] Checking router: 201ba68f-5d0e-420b-bd36-2590f7bb6b44 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:58.271363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49950) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:58.300750 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:58.301141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:17:58.304605 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:58.332103 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-02fc7e74-2b01-453d-b24b-ec08f99f2f3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36d0f299c02a49b69fe9852b73704688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574698 Sep 18 02:17:58.344340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49954) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:58.466257 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:58.563466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:17:58.575316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] Sync routers for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:17:58.594790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:58.596430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:58.605043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:58.669979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 49962) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:58.750169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d3d39f6a-50df-4008-aed4-2f13ec8ba370 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4388475 Sep 18 02:17:58.756460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49966) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:58.769828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-0a7eabed-3553-4213-9735-645d62c1c427 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:58.771873 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-0a7eabed-3553-4213-9735-645d62c1c427 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 945 time: 0.2452188 Sep 18 02:17:58.785508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:58.883966 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:40Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:58.891728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5742b93f-abb7-4241-8e5b-aaeb2d732cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:58.902034 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2965be2d-70f9-4972-940f-414214e25b6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=563dbf95d05b4974a3d3faa3a92a7812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066629 Sep 18 02:17:58.907365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49970) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:58.932927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:58.934237 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c084882-0f57-4320-86e6-40cf37732533 None None] The sync data for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 is: [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:16:34Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '92913e0b-9be8-44e7-a5c5-553e0cf74dfc', 'name': '', 'network_id': '707bdcd4-2a3f-4037-b51a-0912f79ee37e', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:68:e6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:40Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '9adb7282-7c6e-48a5-90b8-dabbdf19a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:17:58.986251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-0950283b-0821-4a65-9ae2-8017d4b01ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:58.994593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-0950283b-0821-4a65-9ae2-8017d4b01ddd service neutron] 10.222.0.18 "GET /v2.0/networks?id=707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 200 len: 897 time: 0.8139963 Sep 18 02:17:59.002808 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5742b93f-abb7-4241-8e5b-aaeb2d732cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.084167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] device_id is not set on port 37b6da39-b40c-442b-b645-aa86f3a800a9 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:17:59.114195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port c32ab02c-454d-45cb-b5b8-abc3d1239808 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:17:59.114559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.116458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-1e211873-c112-4308-9aa0-6768395ab6fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 200 len: 217 time: 0.0996573 Sep 18 02:17:59.137056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.204549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5742b93f-abb7-4241-8e5b-aaeb2d732cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.207089 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5742b93f-abb7-4241-8e5b-aaeb2d732cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.208265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5742b93f-abb7-4241-8e5b-aaeb2d732cf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e184462-9b97-40fd-bbbd-fc0b19a93116 HTTP/1.1" status: 204 len: 168 time: 0.8581314 Sep 18 02:17:59.231207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.232248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.232889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.233521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.234880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.235514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.236172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.236831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.237456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.238388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.241014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bd5ef4f5-39df-438c-8188-63dfbcd757a1 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6950 time: 0.4834504 Sep 18 02:17:59.245469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49980) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:59.248185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3bb566f-d1ce-4164-8291-eaddc02d2d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.277250 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'cc819654-7b1d-4f9d-a0f0-50d5049d9a67', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'port_id': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'mac_address': 'fa:16:3e:94:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:17:55Z', 'updated_at': '2021-09-18T02:17:55Z', 'revision_number': 0, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:59.278501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742b93f-abb7-4241-8e5b-aaeb2d732cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e184462-9b97-40fd-bbbd-fc0b19a93116,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:59.380089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port c32ab02c-454d-45cb-b5b8-abc3d1239808, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c32ab02c-454d-45cb-b5b8-abc3d1239808,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:17:59.380440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.392413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] Checking router: 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:17:59.420433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-a8d3e48e-add9-4529-8ac2-20ec2949d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.423891 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-a8d3e48e-add9-4529-8ac2-20ec2949d361 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 200 len: 834 time: 0.2833321 Sep 18 02:17:59.436304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:17:59.437048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:17:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:17:59.454540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for c32ab02c-454d-45cb-b5b8-abc3d1239808 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:17:59.484546 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3a2e566e-8744-48a9-b9c2-2618b97e9226 req-c669376f-c3c0-4103-bc77-990c4ab9ddee tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 210 time: 0.1298277 Sep 18 02:17:59.501337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3bb566f-d1ce-4164-8291-eaddc02d2d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.517578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.518295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.518937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.519558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.520190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.520803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.521413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.522148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.524103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-df06df68-6052-48ba-9eef-35171149d971 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5241 time: 0.2732389 Sep 18 02:17:59.533733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 49990) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:17:59.538845 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c19979-0623-4f2a-8acd-8b1e10570d1b None None] New status for floating IP c07f9f71-c033-4ff4-a87e-5ff00bc4d446: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:17:59.649203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.662332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:17:59.729521 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.810913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=c32ab02c-454d-45cb-b5b8-abc3d1239808,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:59.813658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:17:59.825724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:17:59.827964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:17:59.839098 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767fd68-07a0-47e4-869d-26e418a4efdf" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:17:59.839699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:17:59.846155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-9b1e2289-1990-4872-83a0-dc96ca55ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.847761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-9b1e2289-1990-4872-83a0-dc96ca55ac28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=707bdcd4-2a3f-4037-b51a-0912f79ee37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3819001 Sep 18 02:17:59.850806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Pushing event updated for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:59.853408 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3bb566f-d1ce-4164-8291-eaddc02d2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.856253 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3bb566f-d1ce-4164-8291-eaddc02d2d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.857634 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d3bb566f-d1ce-4164-8291-eaddc02d2d48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72896034-a301-484b-8470-868b5bd607b9 HTTP/1.1" status: 204 len: 168 time: 0.9462540 Sep 18 02:17:59.917390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d83e7-41d7-4a20-aee7-68037ef132ba req-8aa2ef57-4762-46ff-9073-9ad1fbdb18cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:17:59.919033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b92d83e7-41d7-4a20-aee7-68037ef132ba req-8aa2ef57-4762-46ff-9073-9ad1fbdb18cf tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=677e4fd7-97e4-4fbb-9cc5-4087809c2aaa HTTP/1.1" status: 200 len: 866 time: 0.5110524 Sep 18 02:17:59.921912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:17:59.959739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb566f-d1ce-4164-8291-eaddc02d2d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72896034-a301-484b-8470-868b5bd607b9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:17:59.992162 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83458873-0d4f-4ea0-b104-a694d66607e6 x-openstack-request-id: req-83458873-0d4f-4ea0-b104-a694d66607e6 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:17:59.992487 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:17:59.992691 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83458873-0d4f-4ea0-b104-a694d66607e6 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:17:59.993084 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'status': 'completed', 'code': 200} Sep 18 02:18:00.035413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] No DVR routers for this DVR port c32ab02c-454d-45cb-b5b8-abc3d1239808 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:00.048700 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:00.052061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a80fbb8c-1953-4ea3-8ffb-23a2d200eadf req-eafc5535-f4d9-4457-803e-aaa18820e9ac tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "DELETE /v2.0/ports/c32ab02c-454d-45cb-b5b8-abc3d1239808 HTTP/1.1" status: 204 len: 173 time: 1.2699590 Sep 18 02:18:00.060856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b92d83e7-41d7-4a20-aee7-68037ef132ba req-f3290a5d-a83c-4f0f-ae64-ed9e2d7fcff9 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=1790bbe7-274b-4cef-be58-6faacd794ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278255 Sep 18 02:18:00.076394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:00.077295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:00.093644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:00.172963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-51a2e427-2aae-49e7-bb85-8b94199b13c6 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8781922 Sep 18 02:18:00.194471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Port': ['ID=68959ce6-565f-4eb5-bdbc-202bc7596f70,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:00.235182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Request body: {'port': {'device_id': '07d70b63-598a-4879-ad64-36754ce14551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:00.235572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Checking segment: {'id': '68cf627c-0452-4bbf-9a8b-d8d48a0313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'afc29968-2ea6-47f8-9d27-3fcc557fd0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:00.235799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Network hostable DHCP agents. Network: afc29968-2ea6-47f8-9d27-3fcc557fd0c3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:00.276883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Network afc29968-2ea6-47f8-9d27-3fcc557fd0c3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:00.291206 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'cc819654-7b1d-4f9d-a0f0-50d5049d9a67', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'port_id': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'mac_address': 'fa:16:3e:94:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:17:55Z', 'updated_at': '2021-09-18T02:17:55Z', 'revision_number': 0, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:00.300099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, afc29968-2ea6-47f8-9d27-3fcc557fd0c3) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:00.323387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:00.324537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:00.369113 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-f0e6ee63-fb58-4cfb-9c5f-6f9670f9d2be service neutron] 10.222.0.18 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723058 Sep 18 02:18:00.435976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-49525333-cc53-4fbf-8678-b17502e5f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:00.440003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-49525333-cc53-4fbf-8678-b17502e5f87f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f83cd0fe2550438386cfb497cd09d70c&device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 1137 time: 0.4615853 Sep 18 02:18:00.454786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e863d5-56af-493b-8084-77c37257f97f None None] The sync data for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 is: [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'cc819654-7b1d-4f9d-a0f0-50d5049d9a67', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'port_id': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'mac_address': 'fa:16:3e:94:9e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:17:55Z', 'updated_at': '2021-09-18T02:17:55Z', 'revision_number': 0, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:00.471550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2702854-ba4c-4e82-870a-f0449c5db0c1 None None] Network afc29968-2ea6-47f8-9d27-3fcc557fd0c3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:00.509038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Port': ['ID=37b6da39-b40c-442b-b645-aa86f3a800a9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:00.540603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Checking segment: {'id': '065908f3-e1f1-46ec-b9a1-19b39881c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bde8a0e1-de69-480f-9964-8e9e5dead395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:00.542824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Network hostable DHCP agents. Network: bde8a0e1-de69-480f-9964-8e9e5dead395, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:00.619942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Network bde8a0e1-de69-480f-9964-8e9e5dead395 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:00.644402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, bde8a0e1-de69-480f-9964-8e9e5dead395) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:00.659464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:00.687691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:00.694881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada94b9f-6443-4823-9431-482f10b530aa None None] Network bde8a0e1-de69-480f-9964-8e9e5dead395 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:00.727453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:00.735125 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:00.784618 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3d7e81d8-2569-4e99-ab19-5540dc1473a6 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8063755 Sep 18 02:18:00.785586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50024) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:00.979924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c146b6-d48d-4051-b273-44b57790ec10 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:00.996252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c146b6-d48d-4051-b273-44b57790ec10 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:01.007188 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-93c146b6-d48d-4051-b273-44b57790ec10 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2202187 Sep 18 02:18:01.007848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50030) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:01.071426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0c8ee3-67c5-48d0-bf7e-0c53cb2374f1 None None] New status for floating IP cc819654-7b1d-4f9d-a0f0-50d5049d9a67: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:18:01.111720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:01.142522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dba62c97-559f-41f1-87c3-ed6d86af1997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:01.163663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50036) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:01.461892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24332154-916f-4a42-8457-92023468be06 req-1e535e7f-c209-4687-a139-dbc80b266ebb tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:01.471264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24332154-916f-4a42-8457-92023468be06 req-1e535e7f-c209-4687-a139-dbc80b266ebb tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 932 time: 0.7052045 Sep 18 02:18:01.478510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7085f04e-4e66-49de-b26b-8f773e4c03f3 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 1.9436653 Sep 18 02:18:01.483716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-78b30662-74b6-47a6-b450-07699eb68de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:01.485286 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-78b30662-74b6-47a6-b450-07699eb68de1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf HTTP/1.1" status: 200 len: 897 time: 1.0301952 Sep 18 02:18:01.487185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b26e877d-d1d4-4323-a266-a5f3cb727c8a req-c132fedd-b30a-41a0-9862-2cf86413e0d8 service neutron] 10.222.0.18 "GET /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0683551 Sep 18 02:18:01.487742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50052) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:01.551331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-24332154-916f-4a42-8457-92023468be06 req-03f52182-e624-473d-a505-550edeb9f585 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787978 Sep 18 02:18:01.642084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9af416db-a417-4bd6-b520-2336f82952b4 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Deleting port 68959ce6-565f-4eb5-bdbc-202bc7596f70 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:01.642433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9af416db-a417-4bd6-b520-2336f82952b4 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:01.795260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9af416db-a417-4bd6-b520-2336f82952b4 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:01.888631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9af416db-a417-4bd6-b520-2336f82952b4 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Calling delete_port for 68959ce6-565f-4eb5-bdbc-202bc7596f70 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:01.993888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-deleted', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:01.996274 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e111e91-abcb-4671-bae6-a6bc94da4622" -d '{"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-deleted", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:02.097413 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a7d248-2d08-4e9c-8b03-7d502b9126b3 x-openstack-request-id: req-d6a7d248-2d08-4e9c-8b03-7d502b9126b3 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:02.097682 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677e4fd7-97e4-4fbb-9cc5-4087809c2aaa", "name": "network-vif-deleted", "tag": "c32ab02c-454d-45cb-b5b8-abc3d1239808", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:02.097943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a3ae2-4fcf-4014-b6e9-357d057394e8 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:02.098073 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a7d248-2d08-4e9c-8b03-7d502b9126b3 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:02.098430 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e4fd7-97e4-4fbb-9cc5-4087809c2aaa', 'name': 'network-vif-deleted', 'tag': 'c32ab02c-454d-45cb-b5b8-abc3d1239808', 'status': 'completed', 'code': 200} Sep 18 02:18:02.098568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a3ae2-4fcf-4014-b6e9-357d057394e8 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:02.100114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-145a3ae2-4fcf-4014-b6e9-357d057394e8 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4c1c6fae-81dd-4ebb-8f74-21281d778dd2 HTTP/1.1" status: 200 len: 1991 time: 0.5912032 Sep 18 02:18:02.106510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-949abe51-b8c6-4285-95ea-1239e6a0fe60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669 HTTP/1.1" status: 200 len: 1000 time: 0.5646546 Sep 18 02:18:02.132457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9af416db-a417-4bd6-b520-2336f82952b4 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.134652 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c32ab02c-454d-45cb-b5b8-abc3d1239808 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:02.154595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd1bbab1-c564-40b6-ab1e-bc050fb8f2d2 req-1796d8b0-39d3-4d4d-9a93-2fa57ff8620c tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd9986dc-8756-48fb-b650-d3db0de95d78 HTTP/1.1" status: 200 len: 210 time: 0.0521798 Sep 18 02:18:02.157247 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9af416db-a417-4bd6-b520-2336f82952b4 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.162188 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9af416db-a417-4bd6-b520-2336f82952b4 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/ports/68959ce6-565f-4eb5-bdbc-202bc7596f70 HTTP/1.1" status: 204 len: 168 time: 1.1533298 Sep 18 02:18:02.181824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50090) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:02.195733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af416db-a417-4bd6-b520-2336f82952b4 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Port': ['ID=68959ce6-565f-4eb5-bdbc-202bc7596f70,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:02.263172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: c32ab02c-454d-45cb-b5b8-abc3d1239808 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:02.263804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c32ab02c-454d-45cb-b5b8-abc3d1239808 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:02.265760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50092) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:02.304733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9456f8-b771-4711-82b4-28f4d70f6c10 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:02.337032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.340114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-40fb1339-c384-4794-be45-9584acf9545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:02.341607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-40fb1339-c384-4794-be45-9584acf9545c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b816e05-0cd9-427b-b1b3-8efc91bd0caf HTTP/1.1" status: 200 len: 834 time: 0.2234352 Sep 18 02:18:02.371312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Transition to ACTIVE for port object 4f9456f8-b771-4711-82b4-28f4d70f6c10 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:18:02.400204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.418111 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.455016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:02.472467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-4d775622-1d9d-4b09-a022-702b0c7a496e tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Deleting port 37b6da39-b40c-442b-b645-aa86f3a800a9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:02.472874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d775622-1d9d-4b09-a022-702b0c7a496e tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.508817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-c00b3fa3-ae85-45aa-99b7-2a7ea0aaaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:02.510362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-c00b3fa3-ae85-45aa-99b7-2a7ea0aaaf5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584055 Sep 18 02:18:02.571557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50110) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:02.623411 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d775622-1d9d-4b09-a022-702b0c7a496e tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.651217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-4d775622-1d9d-4b09-a022-702b0c7a496e tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Calling delete_port for 37b6da39-b40c-442b-b645-aa86f3a800a9 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:02.866435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-841f2abd-24c2-4aa8-a279-34e555c6546c req-6b7a4261-7db3-4079-af5c-c4cb03c9ca34 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0587301 Sep 18 02:18:02.871678 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33dc57fe-f275-4f32-b2f5-c06369f5e751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.872341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Attempting to bind port 4f9456f8-b771-4711-82b4-28f4d70f6c10 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:02.872822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Attempting to bind port 4f9456f8-b771-4711-82b4-28f4d70f6c10 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:02.873156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Attempting to bind port 4f9456f8-b771-4711-82b4-28f4d70f6c10 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:02.897952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Port 4f9456f8-b771-4711-82b4-28f4d70f6c10 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:18:02.897952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Attempting to bind port 4f9456f8-b771-4711-82b4-28f4d70f6c10 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:02.916692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-22ba3e52-191a-4351-b207-e6f1c72a532e service neutron] 10.222.0.20 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830774 Sep 18 02:18:02.920699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:02.920827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Checking segment: {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:02.921856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Bound using segment: {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:02.922404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Bound port: 4f9456f8-b771-4711-82b4-28f4d70f6c10, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:02.922875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:02.962001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016365ef-0154-485c-b3ab-331e68b823d0 req-9f732273-efba-4259-88b1-4a71463a7a37 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:02.963552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-016365ef-0154-485c-b3ab-331e68b823d0 req-9f732273-efba-4259-88b1-4a71463a7a37 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 944 time: 0.3215961 Sep 18 02:18:03.075964 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d775622-1d9d-4b09-a022-702b0c7a496e tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.133107 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-016365ef-0154-485c-b3ab-331e68b823d0 req-b4f26bb1-9dbd-49d2-815a-e2ea57dd636d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578395 Sep 18 02:18:03.138906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d775622-1d9d-4b09-a022-702b0c7a496e tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Port': ['ID=37b6da39-b40c-442b-b645-aa86f3a800a9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:03.169215 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d775622-1d9d-4b09-a022-702b0c7a496e tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.171369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4d775622-1d9d-4b09-a022-702b0c7a496e tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/ports/37b6da39-b40c-442b-b645-aa86f3a800a9 HTTP/1.1" status: 204 len: 168 time: 0.9884443 Sep 18 02:18:03.172717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:03.174734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50128) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:03.179105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:03.188504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c767fd68-07a0-47e4-869d-26e418a4efdf req-ba6a834f-3938-41a3-9d4b-9008c51cf2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616236 Sep 18 02:18:03.191132 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.216788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0ab9f169-06dc-402e-a1b3-31afb9331e44 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0395281 Sep 18 02:18:03.223146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50130) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:03.267679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-575601422'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:03.293062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33dc57fe-f275-4f32-b2f5-c06369f5e751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.304475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33dc57fe-f275-4f32-b2f5-c06369f5e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.308444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:03.309077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.310631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] 10.222.0.20 "PUT /v2.0/ports/4f9456f8-b771-4711-82b4-28f4d70f6c10 HTTP/1.1" status: 200 len: 1093 time: 3.1188209 Sep 18 02:18:03.311302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ad9da-7239-4fd9-ac6d-7a9b3f8ee5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:03.314554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d70b63-598a-4879-ad64-36754ce14551', 'tag': '4f9456f8-b771-4711-82b4-28f4d70f6c10'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:03.316899 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c2cc08-3357-413c-883e-aa1ef2ca083f" -d '{"events": [{"name": "network-changed", "server_uuid": "07d70b63-598a-4879-ad64-36754ce14551", "tag": "4f9456f8-b771-4711-82b4-28f4d70f6c10"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:03.345334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Made reservation on behalf of ae8783b96daf4dd3b495079ee18de287 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:03.353788 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.393256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-33dc57fe-f275-4f32-b2f5-c06369f5e751 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c008318998b4eee9a0d27189574638b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8005259 Sep 18 02:18:03.393256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50136) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:03.417613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc57fe-f275-4f32-b2f5-c06369f5e751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd5c08-5f78-4658-b8ea-56efe58e4fab,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:03.432369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:03.433243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.434701 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-31442f25-0afd-4f28-a8c8-05e287e3c939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.457568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:03.505031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.505488 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Added segment 5f9e73f3-6a9d-4ad9-b19d-495d8c37dff6 of type vlan for network 05d40a42-09dc-4cf5-bf91-dacadb5690da Sep 18 02:18:03.540184 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d330243f-6175-4bf5-b20c-ca980cdb0c40 x-openstack-request-id: req-d330243f-6175-4bf5-b20c-ca980cdb0c40 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:03.540479 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d70b63-598a-4879-ad64-36754ce14551", "tag": "4f9456f8-b771-4711-82b4-28f4d70f6c10", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:03.540732 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d330243f-6175-4bf5-b20c-ca980cdb0c40 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:03.541132 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d70b63-598a-4879-ad64-36754ce14551', 'tag': '4f9456f8-b771-4711-82b4-28f4d70f6c10', 'status': 'completed', 'code': 200} Sep 18 02:18:03.550389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.559720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.570394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-43154e17-39df-438c-b1e7-5c002c3671be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:03.572053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-43154e17-39df-438c-b1e7-5c002c3671be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 1096 time: 0.1523609 Sep 18 02:18:03.601320 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7031e2-b1e8-4135-96d8-329d36da7d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.621566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-2f083369-2b33-4232-a8f3-ddce5bb29dba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10 HTTP/1.1" status: 200 len: 217 time: 0.0396013 Sep 18 02:18:03.624293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.630349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:03.631059 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.639314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port 92913e0b-9be8-44e7-a5c5-553e0cf74dfc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:03.639690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.661632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7031e2-b1e8-4135-96d8-329d36da7d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.707574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for 92913e0b-9be8-44e7-a5c5-553e0cf74dfc owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:03.707793 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4498580 Sep 18 02:18:03.710078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50138) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:03.727305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2106706188'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:03.747001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61456f-938a-49d8-9cdd-c7e90d9c9544 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Network': ['ID=05d40a42-09dc-4cf5-bf91-dacadb5690da,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:03.750682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-69922bf3-ed47-4bab-aad6-627174df3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:03.752489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-69922bf3-ed47-4bab-aad6-627174df3d40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e92ad374-51a6-45ed-aea1-b9a9759a13e3 HTTP/1.1" status: 200 len: 855 time: 0.1189499 Sep 18 02:18:03.759004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 05d40a42-09dc-4cf5-bf91-dacadb5690da details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:03.803836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-1cfa3150-d767-484e-9622-473d2b1714ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367875 Sep 18 02:18:03.866369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Made reservation on behalf of ae8783b96daf4dd3b495079ee18de287 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:03.869789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.916992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-6685f668-48f1-47f4-a461-5219c2263133 service neutron] 10.222.0.20 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056001 Sep 18 02:18:03.921667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7031e2-b1e8-4135-96d8-329d36da7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.925208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e7031e2-b1e8-4135-96d8-329d36da7d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:03.926343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e7031e2-b1e8-4135-96d8-329d36da7d33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcdd5c08-5f78-4658-b8ea-56efe58e4fab HTTP/1.1" status: 204 len: 168 time: 0.5273209 Sep 18 02:18:03.970970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7031e2-b1e8-4135-96d8-329d36da7d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd5c08-5f78-4658-b8ea-56efe58e4fab,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:04.030011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:04.053271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.053627 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Added segment 59adaad4-9aba-4ffc-99d9-a5961c9c350b of type vlan for network 786ccff7-68cc-4daa-83fc-1094a1fbb42f Sep 18 02:18:04.066112 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.072399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44d49f9f-4db2-4598-8817-6ee883b5c056 req-51fd1410-fbc0-41d4-998c-fcf4c3868c39 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0394363 Sep 18 02:18:04.106518 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10d3c8ca-b132-4eb1-9ebe-777153621c20 req-8e4655d7-93b0-44fb-a4a2-7fee10c3f22d service neutron] 10.222.0.20 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709070 Sep 18 02:18:04.122631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.211719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.217199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:04.218376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.218982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-9b395e16-cbba-42b3-a3ad-0852f530f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:04.221599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-9b395e16-cbba-42b3-a3ad-0852f530f293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 1096 time: 0.0636191 Sep 18 02:18:04.338735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6091073 Sep 18 02:18:04.339820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50148) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:04.339956 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.340098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8665295b-1bd8-4aa6-bae3-f8bc797a45f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.353693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-340b1b2e-6493-480a-9c2f-065544393989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:04.355660 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-340b1b2e-6493-480a-9c2f-065544393989 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 915 time: 0.1273658 Sep 18 02:18:04.407469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-de9d56ca-cd56-41d8-b861-5c08a2a9500e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10 HTTP/1.1" status: 200 len: 217 time: 0.0438046 Sep 18 02:18:04.464367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50150) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:04.471343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'subnets': [{'network_id': '05d40a42-09dc-4cf5-bf91-dacadb5690da', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2113694061', 'ip_version': 4}, {'network_id': '786ccff7-68cc-4daa-83fc-1094a1fbb42f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:04.471666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'subnet': {'network_id': '05d40a42-09dc-4cf5-bf91-dacadb5690da', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2113694061', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:04.472234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Request body: {'subnet': {'network_id': '786ccff7-68cc-4daa-83fc-1094a1fbb42f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:04.580403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29fc3860-416c-4bcf-828a-ddb121917507 req-aec12fd0-0d0a-484f-9412-378ee2d705fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd9986dc-8756-48fb-b650-d3db0de95d78 HTTP/1.1" status: 200 len: 210 time: 0.0665436 Sep 18 02:18:04.581803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-a677d473-0931-4331-b324-4c680f783be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:04.583142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-a677d473-0931-4331-b324-4c680f783be5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e92ad374-51a6-45ed-aea1-b9a9759a13e3 HTTP/1.1" status: 200 len: 855 time: 0.1654193 Sep 18 02:18:04.635023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-6ba83285-724e-4619-8b3f-fcf7b12816af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385556 Sep 18 02:18:04.727251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dec5f-c254-45dc-b6c3-267d00dd4887 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Network': ['ID=786ccff7-68cc-4daa-83fc-1094a1fbb42f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:04.735411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=92913e0b-9be8-44e7-a5c5-553e0cf74dfc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:04.738654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 786ccff7-68cc-4daa-83fc-1094a1fbb42f details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:04.755264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8665295b-1bd8-4aa6-bae3-f8bc797a45f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.774882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549e764-b203-44ef-9bea-4aebc34f8934 req-b193d863-9a8c-4835-81c2-c3de9cbac507 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:04.783429 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b549e764-b203-44ef-9bea-4aebc34f8934 req-b193d863-9a8c-4835-81c2-c3de9cbac507 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 944 time: 0.5556469 Sep 18 02:18:04.798131 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8665295b-1bd8-4aa6-bae3-f8bc797a45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.881428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665295b-1bd8-4aa6-bae3-f8bc797a45f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca1ce7f-98c8-4921-9a91-be944f68f2a1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:04.892755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8665295b-1bd8-4aa6-bae3-f8bc797a45f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1998a0ed2b14c7691d4d5df3114c1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5665202 Sep 18 02:18:04.895222 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-03d975bd-4ad0-419e-a4cf-a034d7db7a17 service neutron] 10.222.0.20 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415750 Sep 18 02:18:04.896081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50152) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:04.903610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Made reservation on behalf of ae8783b96daf4dd3b495079ee18de287 for: {'subnet': 2} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:04.909839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.910190 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.919210 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b549e764-b203-44ef-9bea-4aebc34f8934 req-955b9413-7690-4451-840b-5a0d961d04c4 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346815 Sep 18 02:18:04.932356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 6834dad4-6f5a-4f5d-babc-343e4e5721af {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:04.932898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:04.943862 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.120321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-39c2cc08-3357-413c-883e-aa1ef2ca083f req-2df5431e-6206-4c20-8e7d-0028e7842d65 service neutron] 10.222.0.20 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059634 Sep 18 02:18:05.130369 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.132792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d78c6c8-b981-438d-a7d3-e49c9ead5149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.137813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port 6834dad4-6f5a-4f5d-babc-343e4e5721af, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6834dad4-6f5a-4f5d-babc-343e4e5721af,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:05.138582 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.162421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 6834dad4-6f5a-4f5d-babc-343e4e5721af owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:05.230972 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ffc913d-5668-46a8-a1a4-afa94ccc5bf6 req-8efec6e3-11fe-47ad-a533-b2d41c47c472 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0609360 Sep 18 02:18:05.255255 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d78c6c8-b981-438d-a7d3-e49c9ead5149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.256023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f4b6441-6d70-433d-8d93-1bfe91bdfd30 req-e81c7eed-143f-4879-b9ac-5ec42551eb1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0552626 Sep 18 02:18:05.363625 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d78c6c8-b981-438d-a7d3-e49c9ead5149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.366212 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d78c6c8-b981-438d-a7d3-e49c9ead5149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.367410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3d78c6c8-b981-438d-a7d3-e49c9ead5149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ca1ce7f-98c8-4921-9a91-be944f68f2a1 HTTP/1.1" status: 204 len: 168 time: 0.4704330 Sep 18 02:18:05.406014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78c6c8-b981-438d-a7d3-e49c9ead5149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca1ce7f-98c8-4921-9a91-be944f68f2a1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:05.505004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:18:05.543436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.579088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.617882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Checking segment: {'id': '5f9e73f3-6a9d-4ad9-b19d-495d8c37dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '05d40a42-09dc-4cf5-bf91-dacadb5690da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:05.617882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Network hostable DHCP agents. Network: 05d40a42-09dc-4cf5-bf91-dacadb5690da, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:05.622123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=6834dad4-6f5a-4f5d-babc-343e4e5721af,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:05.632586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Subnet': ['ID=1932b333-4f1e-4a29-a053-a952a4e66ea2,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:05.659946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Network 05d40a42-09dc-4cf5-bf91-dacadb5690da is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:05.673915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 05d40a42-09dc-4cf5-bf91-dacadb5690da) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:05.685618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.702310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9333f6b-7a55-4ae9-8749-e3955f916755 None None] Network 05d40a42-09dc-4cf5-bf91-dacadb5690da requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:05.749736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:05.761754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-08af1786-b4d9-4833-876f-32ba3f4c5379 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "PUT /v2.0/routers/201ba68f-5d0e-420b-bd36-2590f7bb6b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5968432 Sep 18 02:18:05.762593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50160) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:05.764619 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] Sync routers for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:05.789624 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:05.798207 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:05.866877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-565a6c9e-1036-4f86-b700-213bc31d7992 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting subnet 9adb7282-7c6e-48a5-90b8-dabbdf19a946 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:05.877045 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-565a6c9e-1036-4f86-b700-213bc31d7992 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:05.878779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event updated for resources: {'Subnet': ['ID=ecb559e0-012a-4a5a-a7e4-767bdc717044,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:05.900654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Checking segment: {'id': '59adaad4-9aba-4ffc-99d9-a5961c9c350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '786ccff7-68cc-4daa-83fc-1094a1fbb42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:05.901411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Network hostable DHCP agents. Network: 786ccff7-68cc-4daa-83fc-1094a1fbb42f, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:05.928473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Network 786ccff7-68cc-4daa-83fc-1094a1fbb42f is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:05.947942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 786ccff7-68cc-4daa-83fc-1094a1fbb42f) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:05.983184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de358407-f375-427f-b8b1-adbc2e62507b None None] Network 786ccff7-68cc-4daa-83fc-1094a1fbb42f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:05.986055 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:05.986596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:05.987356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.003791 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-565a6c9e-1036-4f86-b700-213bc31d7992 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.030607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-609ad0ec-9b48-4090-970c-1e4648c00a09 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5648804 Sep 18 02:18:06.032929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50170) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:06.047955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.180000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62914f3b-7151-46e3-b7fb-165d140830c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-05d40a42-09dc-4cf5-bf91-dacadb5690da', 'network_id': '05d40a42-09dc-4cf5-bf91-dacadb5690da', 'tenant_id': 'ae8783b96daf4dd3b495079ee18de287', 'fixed_ips': [{'subnet_id': '1932b333-4f1e-4a29-a053-a952a4e66ea2'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:06.180880 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-62914f3b-7151-46e3-b7fb-165d140830c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.220114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be07da1f-e019-4670-8d62-d5d6eb0bedfd tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:06.220698 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:06.222749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be07da1f-e019-4670-8d62-d5d6eb0bedfd tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:06.223802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be07da1f-e019-4670-8d62-d5d6eb0bedfd tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:06.228777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-be07da1f-e019-4670-8d62-d5d6eb0bedfd tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1919539 Sep 18 02:18:06.229260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50176) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:06.291020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24bc8c5-81a7-46f7-92b6-4bc9e2baf337 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Deleting subnet 1932b333-4f1e-4a29-a053-a952a4e66ea2 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:06.294754 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d24bc8c5-81a7-46f7-92b6-4bc9e2baf337 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.312724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240371da-5220-4b2b-b4ed-f72524f21bcd req-870ad467-0fa7-460c-a679-bb53a9f8a843 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:06.330296 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-240371da-5220-4b2b-b4ed-f72524f21bcd req-870ad467-0fa7-460c-a679-bb53a9f8a843 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 944 time: 0.2757933 Sep 18 02:18:06.345076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d24bc8c5-81a7-46f7-92b6-4bc9e2baf337 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.473925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-565a6c9e-1036-4f86-b700-213bc31d7992 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.481688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11acb2a5-c99e-4588-9cd6-4c1210ab789f req-6c34ed44-399b-43b7-a6e3-a33457af7c5a tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0775840 Sep 18 02:18:06.503735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d24bc8c5-81a7-46f7-92b6-4bc9e2baf337 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.551306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-240371da-5220-4b2b-b4ed-f72524f21bcd req-33a85d27-f5e2-4cff-a829-afddb190fe43 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112815 Sep 18 02:18:06.573473 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:18:04Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:06.578031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.610233 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] Checking router: 201ba68f-5d0e-420b-bd36-2590f7bb6b44 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:06.619488 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] Routers {'201ba68f-5d0e-420b-bd36-2590f7bb6b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:06.620657 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:06.631693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d24bc8c5-81a7-46f7-92b6-4bc9e2baf337 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.648139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-565a6c9e-1036-4f86-b700-213bc31d7992 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.658273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d24bc8c5-81a7-46f7-92b6-4bc9e2baf337 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-62914f3b-7151-46e3-b7fb-165d140830c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1932b333-4f1e-4a29-a053-a952a4e66ea2: This subnet is being modified by another concurrent operation. Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1932b333-4f1e-4a29-a053-a952a4e66ea2: This subnet is being modified by another concurrent operation. Sep 18 02:18:06.661304 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:18:06.668766 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d24bc8c5-81a7-46f7-92b6-4bc9e2baf337 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/subnets/1932b333-4f1e-4a29-a053-a952a4e66ea2 HTTP/1.1" status: 204 len: 168 time: 0.4385362 Sep 18 02:18:06.671721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50186) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:06.703177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35b002-86ce-4024-90b5-ac7847f3aec2 None None] Network 05d40a42-09dc-4cf5-bf91-dacadb5690da requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:06.715325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bc8c5-81a7-46f7-92b6-4bc9e2baf337 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Subnet': ['ID=1932b333-4f1e-4a29-a053-a952a4e66ea2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:06.744379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-565a6c9e-1036-4f86-b700-213bc31d7992 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.749489 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-565a6c9e-1036-4f86-b700-213bc31d7992 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/subnets/9adb7282-7c6e-48a5-90b8-dabbdf19a946 HTTP/1.1" status: 204 len: 168 time: 0.9801502 Sep 18 02:18:06.751588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50188) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:06.752441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a6c9e-1036-4f86-b700-213bc31d7992 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Subnet': ['ID=9adb7282-7c6e-48a5-90b8-dabbdf19a946,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:06.784934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 9779ce9c-88e8-438e-8943-14f622429b15 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:18:06.818943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-52adc059-8df7-4250-82e3-d9563e7a83bc tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Deleting subnet ecb559e0-012a-4a5a-a7e4-767bdc717044 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:06.825805 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52adc059-8df7-4250-82e3-d9563e7a83bc tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.834970 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] Set router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:06.904823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c142e389-3b4a-4d9c-bec0-a179c081a708 None None] Network 707bdcd4-2a3f-4037-b51a-0912f79ee37e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:06.907866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4f9456f8-b771-4711-82b4-28f4d70f6c10 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:18:06.913765 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52adc059-8df7-4250-82e3-d9563e7a83bc tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.971139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:06.981840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260aa51-f52e-4de8-8cd8-573c345c7203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-786ccff7-68cc-4daa-83fc-1094a1fbb42f', 'network_id': '786ccff7-68cc-4daa-83fc-1094a1fbb42f', 'tenant_id': 'ae8783b96daf4dd3b495079ee18de287', 'fixed_ips': [{'subnet_id': 'ecb559e0-012a-4a5a-a7e4-767bdc717044'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:06.982690 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6260aa51-f52e-4de8-8cd8-573c345c7203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.016658 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52adc059-8df7-4250-82e3-d9563e7a83bc tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.027241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:07.051675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] Sync routers for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:07.059667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4248b0fd-a851-4ebf-8d9e-353f6b9ac9d6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "PUT /v2.0/routers/9779ce9c-88e8-438e-8943-14f622429b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883139 Sep 18 02:18:07.154763 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.163704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52adc059-8df7-4250-82e3-d9563e7a83bc tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.189507 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:18:04Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:07.225860 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3ce93-7667-485c-88db-fcb9a533a774 None None] The sync data for ids ['201ba68f-5d0e-420b-bd36-2590f7bb6b44'] in n-d-789963-12 is: [{'id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421301831', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'e657a056-24b1-450f-946f-5ce762f05764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:16:22Z', 'updated_at': '2021-09-18T02:18:04Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': 'e657a056-24b1-450f-946f-5ce762f05764', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201ba68f-5d0e-420b-bd36-2590f7bb6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:16:23Z', 'updated_at': '2021-09-18T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:07.236165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adc059-8df7-4250-82e3-d9563e7a83bc tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb559e0-012a-4a5a-a7e4-767bdc717044,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:07.244004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-52adc059-8df7-4250-82e3-d9563e7a83bc tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.248423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-52adc059-8df7-4250-82e3-d9563e7a83bc tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/subnets/ecb559e0-012a-4a5a-a7e4-767bdc717044 HTTP/1.1" status: 204 len: 168 time: 0.5393915 Sep 18 02:18:07.250080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50200) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:07.339036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port e657a056-24b1-450f-946f-5ce762f05764 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:07.340989 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.362537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc8740-2ad3-49a3-bd37-369bfc8412ce tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:07.364492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-51cc8740-2ad3-49a3-bd37-369bfc8412ce tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138740 Sep 18 02:18:07.369633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50206) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-6260aa51-f52e-4de8-8cd8-573c345c7203 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecb559e0-012a-4a5a-a7e4-767bdc717044: This subnet is being modified by another concurrent operation. Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecb559e0-012a-4a5a-a7e4-767bdc717044: This subnet is being modified by another concurrent operation. Sep 18 02:18:07.378500 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:18:07.386494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:07.386494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:07.394793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b06933-6303-45ad-b6f0-ac2aa6345eff None None] Network 786ccff7-68cc-4daa-83fc-1094a1fbb42f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:07.443121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3091c-8beb-4515-9342-a3b9ce40be79 req-77927850-2b8e-4f86-8a93-fb1f9fd60e2c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:07.453007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89e3091c-8beb-4515-9342-a3b9ce40be79 req-77927850-2b8e-4f86-8a93-fb1f9fd60e2c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 946 time: 0.0874243 Sep 18 02:18:07.480953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:07.522475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89e3091c-8beb-4515-9342-a3b9ce40be79 req-945bf9f0-94f9-45e9-aac7-06a659d7fc88 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681443 Sep 18 02:18:07.537007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '4f9456f8-b771-4711-82b4-28f4d70f6c10', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'port_id': '4f9456f8-b771-4711-82b4-28f4d70f6c10', 'mac_address': 'fa:16:3e:5f:b2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92ad374-51a6-45ed-aea1-b9a9759a13e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:18:07.537919 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.580126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port e657a056-24b1-450f-946f-5ce762f05764, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e657a056-24b1-450f-946f-5ce762f05764,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:07.580507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.657110 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.665897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] DHCP port deletion for 707bdcd4-2a3f-4037-b51a-0912f79ee37e request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:18:07.671904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for e657a056-24b1-450f-946f-5ce762f05764 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:07.707916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-54311760-65d9-45dd-9944-296fbf258fb5 req-18c31298-ecea-4dd8-8367-cd22932407df tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1169829 Sep 18 02:18:07.724176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:07.789558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc60c-b2e7-4f80-b918-a7c706c1b6a2 req-5434b129-367d-4937-b228-9b5d60d7cb8b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:07.795793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:07.802327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c7cc60c-b2e7-4f80-b918-a7c706c1b6a2 req-5434b129-367d-4937-b228-9b5d60d7cb8b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 944 time: 0.1240606 Sep 18 02:18:07.853633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9456f8-b771-4711-82b4-28f4d70f6c10 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:07.885408 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c7cc60c-b2e7-4f80-b918-a7c706c1b6a2 req-d48aec09-ce50-4d05-bcb1-9b508f9a53f4 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818479 Sep 18 02:18:08.010928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:08.027142 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.185023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] Deleting port befa286b-a406-4637-8571-884070b714f2 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:08.186435 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.187161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bfb9a69-1f00-40cd-995a-138ae8c013ea req-655d0b41-d0aa-429e-934a-ff21a09de512 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0360284 Sep 18 02:18:08.224049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:08.275723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] For port befa286b-a406-4637-8571-884070b714f2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=befa286b-a406-4637-8571-884070b714f2,segment=NetworkSegment(58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe),segment_id=58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:08.276131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.294193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['4f9456f8-b771-4711-82b4-28f4d70f6c10'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:18:08.296827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786ccff7-68cc-4daa-83fc-1094a1fbb42f']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:08.303783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] Calling delete_port for befa286b-a406-4637-8571-884070b714f2 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:08.314304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59adaad4-9aba-4ffc-99d9-a5961c9c350b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:08.314599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59adaad4-9aba-4ffc-99d9-a5961c9c350b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:08.328198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.373975 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.385885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:08.386280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:08.390608 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:08.488027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:05Z', 'revision_number': 6, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:38Z', 'revision_number': 1, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:08.496732 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.502063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.507141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50254) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:08.507891 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/networks/786ccff7-68cc-4daa-83fc-1094a1fbb42f HTTP/1.1" status: 204 len: 168 time: 1.1370196 Sep 18 02:18:08.526701 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.532038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b2a9b-0603-4402-85c8-a762b18006de tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Network': ['ID=786ccff7-68cc-4daa-83fc-1094a1fbb42f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:08.534158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] Checking router: 9779ce9c-88e8-438e-8943-14f622429b15 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:08.548016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.568323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] Pushing event deleted for resources: {'Port': ['ID=befa286b-a406-4637-8571-884070b714f2,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:08.577601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3bc74-120b-4dc5-b730-447f0f732a25 None None] No DVR routers for this DVR port befa286b-a406-4637-8571-884070b714f2 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:08.585927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:08.586562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:08.616506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=e657a056-24b1-450f-946f-5ce762f05764,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:08.629761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c4c33-ca2c-40ab-9fb2-51355ac34d59 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:18:08.691680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.693262 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.798144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:08.802150 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.803093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.814321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.835378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d40a42-09dc-4cf5-bf91-dacadb5690da']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:08.849517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9e73f3-6a9d-4ad9-b19d-495d8c37dff6') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:08.850021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9e73f3-6a9d-4ad9-b19d-495d8c37dff6') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:08.866458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.885300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.885708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62537de-1c0a-4504-8117-bafd9ee30ba7 req-37bf35eb-b98e-480b-8bc9-2fd2527c63c9 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:08.893366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:08.894015 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.895081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d62537de-1c0a-4504-8117-bafd9ee30ba7 req-37bf35eb-b98e-480b-8bc9-2fd2527c63c9 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 946 time: 0.2508824 Sep 18 02:18:08.925867 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.926553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Fanout notify agent at l3_agent the message router_deleted on router 201ba68f-5d0e-420b-bd36-2590f7bb6b44 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:18:08.941251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:08.942437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ae9a6c4a-4363-4743-9f0f-3568e09c912b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/routers/201ba68f-5d0e-420b-bd36-2590f7bb6b44 HTTP/1.1" status: 204 len: 168 time: 2.1892731 Sep 18 02:18:08.945335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50272) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:08.972783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-e712e339-17da-47ef-a971-3be8e7140838 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:08.974243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-e712e339-17da-47ef-a971-3be8e7140838 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 946 time: 0.1751344 Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:08.982194 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:08.997576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.011522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.014911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/networks/05d40a42-09dc-4cf5-bf91-dacadb5690da HTTP/1.1" status: 204 len: 168 time: 0.5024271 Sep 18 02:18:09.017483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:09.044357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d62537de-1c0a-4504-8117-bafd9ee30ba7 req-578f6117-d507-4682-bfc5-fb7c9ebfb345 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=c063cf37-1108-4fcf-a26d-01145df4da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420336 Sep 18 02:18:09.173492 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.195419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9464a-5ab8-43e1-8f0d-e6b5c7197219 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Network': ['ID=05d40a42-09dc-4cf5-bf91-dacadb5690da,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:09.204772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.293090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:09.293440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.340773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device befa286b-a406-4637-8571-884070b714f2 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:09.342567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c4c33-ca2c-40ab-9fb2-51355ac34d59 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:18:09.348211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be4c2b-4197-4998-bad1-0e6a48a7789f req-b5a15ad1-07d5-42ae-8f7f-894fd899e558 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:09.349600 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-740899bc-452c-4c55-9932-1677fdd63bac req-6c3f6327-c36b-49ff-ac14-49d5ae4d96d9 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0497634 Sep 18 02:18:09.355612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-38be4c2b-4197-4998-bad1-0e6a48a7789f req-b5a15ad1-07d5-42ae-8f7f-894fd899e558 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 945 time: 0.1779773 Sep 18 02:18:09.372339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: befa286b-a406-4637-8571-884070b714f2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:09.372687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device befa286b-a406-4637-8571-884070b714f2 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:09.373093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 92913e0b-9be8-44e7-a5c5-553e0cf74dfc no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:09.417592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.424892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 92913e0b-9be8-44e7-a5c5-553e0cf74dfc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:09.425248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 92913e0b-9be8-44e7-a5c5-553e0cf74dfc not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:09.467455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-38be4c2b-4197-4998-bad1-0e6a48a7789f req-4da13b3a-6ee4-46f1-a9a4-08f01b01edbe tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106725 Sep 18 02:18:09.481166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde8a0e1-de69-480f-9964-8e9e5dead395']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.494543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:09.495067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.504212 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.506426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065908f3-e1f1-46ec-b9a1-19b39881c6d6') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.508332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065908f3-e1f1-46ec-b9a1-19b39881c6d6') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.521604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.524245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:09.541484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.541814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707bdcd4-2a3f-4037-b51a-0912f79ee37e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.550625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:09.550625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.559542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.565353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a18f9d-7fa7-4495-ad2c-bc81c77a6cfe') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:09.566307 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:09.614977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:05Z', 'revision_number': 6, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:38Z', 'revision_number': 1, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.615904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.640465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.652129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9d06d-456f-4813-afec-12027172e5d1 None None] The sync data for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 is: [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:05Z', 'revision_number': 6, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4afa0015-db85-4c07-8502-28242d0c2603', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'port_id': '8d124565-1b50-476e-80c4-821809f865fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'mac_address': 'fa:16:3e:1e:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:16:31Z', 'updated_at': '2021-09-18T02:16:38Z', 'revision_number': 1, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:09.656704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.666503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.669222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/networks/bde8a0e1-de69-480f-9964-8e9e5dead395 HTTP/1.1" status: 204 len: 168 time: 0.6505849 Sep 18 02:18:09.672313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50284) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:09.674829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:09.675249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:09.678489 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:09.681277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50286) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:09.715385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144687a5-963c-4fd8-b0f1-5f1dfa78d747 tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Network': ['ID=bde8a0e1-de69-480f-9964-8e9e5dead395,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:09.799804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c539c-51d2-4a10-817c-e99899cc28ee None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:18:09.800837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.802180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.837904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.842270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/networks/707bdcd4-2a3f-4037-b51a-0912f79ee37e HTTP/1.1" status: 204 len: 168 time: 0.8936083 Sep 18 02:18:09.844433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b331f-4c6c-45ac-ab01-93a3df6da924 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Network': ['ID=707bdcd4-2a3f-4037-b51a-0912f79ee37e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:09.846172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50290) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:09.900706 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.901984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2772fb8d-98c8-4f0e-86e1-0a36af9026ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.910307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c539c-51d2-4a10-817c-e99899cc28ee None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:18:09.924799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc29968-2ea6-47f8-9d27-3fcc557fd0c3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.927721 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.936621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cf627c-0452-4bbf-9a8b-d8d48a0313d7') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.936991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cf627c-0452-4bbf-9a8b-d8d48a0313d7') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:09.947654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.964054 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.972494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:09.972980 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:09.974462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:09.986291 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:10.024048 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11a74e7b-3ac2-47fe-9dd0-ceac49ce7b4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.040399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] No DVR routers for this DVR port 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:10.045113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.047383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-178b28c0-f294-440d-92e9-41a9b5b72021 req-c147183e-b047-4e9f-aa8c-794ce4a7320f tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "DELETE /v2.0/ports/31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 HTTP/1.1" status: 204 len: 173 time: 1.0421741 Sep 18 02:18:10.047850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0a664d-dab3-4b16-bdbf-a00d9bf6f519', 'name': 'network-vif-deleted', 'tag': '31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:10.050466 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d8e5a-04ed-497d-b278-9551a91e8e59" -d '{"events": [{"server_uuid": "3b0a664d-dab3-4b16-bdbf-a00d9bf6f519", "name": "network-vif-deleted", "tag": "31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:10.081928 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.089432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.093918 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] 10.222.0.21 "DELETE /v2.0/networks/afc29968-2ea6-47f8-9d27-3fcc557fd0c3 HTTP/1.1" status: 204 len: 168 time: 0.4165106 Sep 18 02:18:10.126388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51450186-6231-46cb-841a-5a6bd734d4ab tempest-BulkNetworkOpsTest-2090686178 tempest-BulkNetworkOpsTest-2090686178-project] Pushing event deleted for resources: {'Network': ['ID=afc29968-2ea6-47f8-9d27-3fcc557fd0c3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:10.138512 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619ec7c2-0c87-4672-9242-ce1f1f66e0dd x-openstack-request-id: req-619ec7c2-0c87-4672-9242-ce1f1f66e0dd {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:10.138855 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0a664d-dab3-4b16-bdbf-a00d9bf6f519", "name": "network-vif-deleted", "tag": "31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:10.139110 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-619ec7c2-0c87-4672-9242-ce1f1f66e0dd {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:10.139550 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0a664d-dab3-4b16-bdbf-a00d9bf6f519', 'name': 'network-vif-deleted', 'tag': '31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74', 'status': 'completed', 'code': 200} Sep 18 02:18:10.145221 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11a74e7b-3ac2-47fe-9dd0-ceac49ce7b4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.214282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dba058b6-768b-4fcb-90c6-9fe8b637b0d9 req-a6c574c3-3d77-4a86-aa42-3ba53cee1411 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0a664d-dab3-4b16-bdbf-a00d9bf6f519 HTTP/1.1" status: 200 len: 210 time: 0.0662534 Sep 18 02:18:10.297420 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2772fb8d-98c8-4f0e-86e1-0a36af9026ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.303931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2772fb8d-98c8-4f0e-86e1-0a36af9026ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.309702 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11a74e7b-3ac2-47fe-9dd0-ceac49ce7b4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.313019 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11a74e7b-3ac2-47fe-9dd0-ceac49ce7b4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.316893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-11a74e7b-3ac2-47fe-9dd0-ceac49ce7b4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/security-groups/1790bbe7-274b-4cef-be58-6faacd794ea3 HTTP/1.1" status: 204 len: 168 time: 0.4597204 Sep 18 02:18:10.358426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2772fb8d-98c8-4f0e-86e1-0a36af9026ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e22c493070954a2f9b0808fe8d7a29db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6765256 Sep 18 02:18:10.359670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772fb8d-98c8-4f0e-86e1-0a36af9026ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd7765-6730-493b-b804-5d6f94c36044,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:10.361170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:10.384369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a74e7b-3ac2-47fe-9dd0-ceac49ce7b4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1790bbe7-274b-4cef-be58-6faacd794ea3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:10.438153 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d7890cf8-a1d1-455d-a03c-77eef033e44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.462981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d7890cf8-a1d1-455d-a03c-77eef033e44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.497830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50308) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:10.531469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d58cbbd9-c0b7-474d-b814-f40f2f34c601 req-c91d5a2e-2870-4622-a33e-dc1c9fb06928 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0430913 Sep 18 02:18:10.552699 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d7890cf8-a1d1-455d-a03c-77eef033e44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.555735 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d7890cf8-a1d1-455d-a03c-77eef033e44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.559333 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d7890cf8-a1d1-455d-a03c-77eef033e44c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/febd7765-6730-493b-b804-5d6f94c36044 HTTP/1.1" status: 204 len: 168 time: 0.1955087 Sep 18 02:18:10.566123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7890cf8-a1d1-455d-a03c-77eef033e44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd7765-6730-493b-b804-5d6f94c36044,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:10.641186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50316) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:10.651548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e56081ec-257a-413f-9cf2-984af022c156 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2080256990', 'description': 'tempest-secgroup-smoke-2080256990 description', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:10.720829 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e56081ec-257a-413f-9cf2-984af022c156 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.738506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e81fe-724b-407b-a254-faec8ff84332 req-22a707b5-d0e0-4713-bf14-3f55dfcb84a4 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:10.740162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-425e81fe-724b-407b-a254-faec8ff84332 req-22a707b5-d0e0-4713-bf14-3f55dfcb84a4 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 945 time: 0.0798473 Sep 18 02:18:10.770925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8078524e-3d33-4427-a639-584f3f259e3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae8783b96daf4dd3b495079ee18de287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697041 Sep 18 02:18:10.772532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50318) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:10.811990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4f9456f8-b771-4711-82b4-28f4d70f6c10 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:10.855613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-425e81fe-724b-407b-a254-faec8ff84332 req-72799861-707f-4a7e-bdbd-4a4540ec5ff5 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060398 Sep 18 02:18:10.873686 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e56081ec-257a-413f-9cf2-984af022c156 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.882963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e56081ec-257a-413f-9cf2-984af022c156 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.892115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c95e17e-59af-4795-95dd-687fd6a076d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.900190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6834dad4-6f5a-4f5d-babc-343e4e5721af no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:10.923087 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e56081ec-257a-413f-9cf2-984af022c156 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.925087 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c95e17e-59af-4795-95dd-687fd6a076d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.926815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 4f9456f8-b771-4711-82b4-28f4d70f6c10 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:18:10.927370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e56081ec-257a-413f-9cf2-984af022c156 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2830877 Sep 18 02:18:10.928666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50322) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:10.928801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 6834dad4-6f5a-4f5d-babc-343e4e5721af {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:10.929117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6834dad4-6f5a-4f5d-babc-343e4e5721af not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:10.929733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e657a056-24b1-450f-946f-5ce762f05764 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:10.937437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bdf7674f-8385-4c10-a832-199ebbd51a4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '8fe21447-5214-4e3a-bb56-d7d79d1c9a85', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:10.941892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56081ec-257a-413f-9cf2-984af022c156 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe21447-5214-4e3a-bb56-d7d79d1c9a85,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:10.953033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 4f9456f8-b771-4711-82b4-28f4d70f6c10 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:10.953470 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.974318 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdf7674f-8385-4c10-a832-199ebbd51a4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.984849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e657a056-24b1-450f-946f-5ce762f05764 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:10.985198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e657a056-24b1-450f-946f-5ce762f05764 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:10.994129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c95e17e-59af-4795-95dd-687fd6a076d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:10.998013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c95e17e-59af-4795-95dd-687fd6a076d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.000403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c95e17e-59af-4795-95dd-687fd6a076d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79de812c-6ece-4468-90c4-6def755266f2 HTTP/1.1" status: 204 len: 168 time: 0.2264016 Sep 18 02:18:11.009719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95e17e-59af-4795-95dd-687fd6a076d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79de812c-6ece-4468-90c4-6def755266f2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.054125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50326) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:11.058587 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdf7674f-8385-4c10-a832-199ebbd51a4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.065909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdf7674f-8385-4c10-a832-199ebbd51a4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.070660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c469a82-b7ea-4802-aa8f-e211a5ce794c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.084918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7674f-8385-4c10-a832-199ebbd51a4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba73928e-4efc-4f9a-ab79-cb4a1aa302c3,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.096862 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.121699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d70b63-598a-4879-ad64-36754ce14551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9456f8-b771-4711-82b4-28f4d70f6c10'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:11.124813 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c6002-fc3f-4ce3-bd91-67687d3842a1" -d '{"events": [{"server_uuid": "07d70b63-598a-4879-ad64-36754ce14551", "name": "network-vif-plugged", "status": "completed", "tag": "4f9456f8-b771-4711-82b4-28f4d70f6c10"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:11.137962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:11.143999 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.198315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.199230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c469a82-b7ea-4802-aa8f-e211a5ce794c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.207475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4c469a82-b7ea-4802-aa8f-e211a5ce794c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.210194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdf7674f-8385-4c10-a832-199ebbd51a4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.214105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bdf7674f-8385-4c10-a832-199ebbd51a4d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2791386 Sep 18 02:18:11.214281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50334) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:11.221450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-509a6058-f0e1-4cfc-ac42-ab4131c5236a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '8fe21447-5214-4e3a-bb56-d7d79d1c9a85', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:11.252045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4c469a82-b7ea-4802-aa8f-e211a5ce794c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62a8863a55104951afcefde2f7b9fb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962855 Sep 18 02:18:11.254393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469a82-b7ea-4802-aa8f-e211a5ce794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706192bf-d45e-41d6-91ff-5e19080c8d12,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.257746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50336) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:11.277789 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-509a6058-f0e1-4cfc-ac42-ab4131c5236a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.326503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50344) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:11.343453 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-789e2aaf-2925-4148-8d29-cbdf987738a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.353047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-509a6058-f0e1-4cfc-ac42-ab4131c5236a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.358147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-509a6058-f0e1-4cfc-ac42-ab4131c5236a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.378507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a6058-f0e1-4cfc-ac42-ab4131c5236a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7cd0a4-4565-431e-bfee-98ac1bce6c75,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.391110 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-509a6058-f0e1-4cfc-ac42-ab4131c5236a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.392650 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-509a6058-f0e1-4cfc-ac42-ab4131c5236a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1771860 Sep 18 02:18:11.395479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50348) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:11.400633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-cce8f2e4-7d25-44a3-acf5-40b04a4b5bfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '8fe21447-5214-4e3a-bb56-d7d79d1c9a85', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:11.407767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-789e2aaf-2925-4148-8d29-cbdf987738a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.436657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2e4-7d25-44a3-acf5-40b04a4b5bfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.457342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-173f984a-f432-4407-af85-33d877991b47 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.488523 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-173f984a-f432-4407-af85-33d877991b47 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.496942 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ce34db-59e8-45d1-81a7-394088a7cf25 x-openstack-request-id: req-f1ce34db-59e8-45d1-81a7-394088a7cf25 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:11.497128 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d70b63-598a-4879-ad64-36754ce14551", "name": "network-vif-plugged", "status": "completed", "tag": "4f9456f8-b771-4711-82b4-28f4d70f6c10", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:11.497416 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1ce34db-59e8-45d1-81a7-394088a7cf25 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:11.497831 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d70b63-598a-4879-ad64-36754ce14551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9456f8-b771-4711-82b4-28f4d70f6c10', 'code': 200} Sep 18 02:18:11.511834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-789e2aaf-2925-4148-8d29-cbdf987738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.514344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-789e2aaf-2925-4148-8d29-cbdf987738a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.516669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-789e2aaf-2925-4148-8d29-cbdf987738a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/706192bf-d45e-41d6-91ff-5e19080c8d12 HTTP/1.1" status: 204 len: 168 time: 0.2576511 Sep 18 02:18:11.526054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2e4-7d25-44a3-acf5-40b04a4b5bfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.532409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2e4-7d25-44a3-acf5-40b04a4b5bfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.553995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8f2e4-7d25-44a3-acf5-40b04a4b5bfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e80c65-c588-4e8a-a266-3f13e22f8682,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.554367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e2aaf-2925-4148-8d29-cbdf987738a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706192bf-d45e-41d6-91ff-5e19080c8d12,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.563223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cce8f2e4-7d25-44a3-acf5-40b04a4b5bfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.565210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cce8f2e4-7d25-44a3-acf5-40b04a4b5bfd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1685827 Sep 18 02:18:11.568194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50354) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:11.575211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f44c49b7-19d4-4087-8732-068c8684823c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '8fe21447-5214-4e3a-bb56-d7d79d1c9a85', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:11.625685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44c49b7-19d4-4087-8732-068c8684823c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.659046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa5204-9b62-4f1b-8c86-0f636d2b0c63 req-6f5e3df4-9815-4b32-9f11-83944238b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:11.660738 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3aa5204-9b62-4f1b-8c86-0f636d2b0c63 req-6f5e3df4-9815-4b32-9f11-83944238b70a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 1098 time: 0.0729625 Sep 18 02:18:11.668662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-173f984a-f432-4407-af85-33d877991b47 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.672151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-173f984a-f432-4407-af85-33d877991b47 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.673682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-173f984a-f432-4407-af85-33d877991b47 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/security-groups/c063cf37-1108-4fcf-a26d-01145df4da0f HTTP/1.1" status: 204 len: 168 time: 0.3453152 Sep 18 02:18:11.709375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3aa5204-9b62-4f1b-8c86-0f636d2b0c63 req-752796af-c150-4aee-abd6-0635d8e34cff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Sep 18 02:18:11.719099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50364) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:11.754124 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e9855b71-3991-4fdb-94b6-40b655a88605 req-1b2a5a7d-c4ab-46b2-8145-b65727dcfea7 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0873363 Sep 18 02:18:11.770817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f984a-f432-4407-af85-33d877991b47 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063cf37-1108-4fcf-a26d-01145df4da0f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.797187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44c49b7-19d4-4087-8732-068c8684823c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.804473 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44c49b7-19d4-4087-8732-068c8684823c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.810174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36525db-16f8-41ea-93c8-872ea57e4aee tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting subnet f955b393-63b1-4e7f-982a-7db2febbd746 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:11.816135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f36525db-16f8-41ea-93c8-872ea57e4aee tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.837327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c49b7-19d4-4087-8732-068c8684823c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5d39b4-a19b-4fd1-b575-85d438d49c84,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:11.840313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f44c49b7-19d4-4087-8732-068c8684823c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.841848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f44c49b7-19d4-4087-8732-068c8684823c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2722232 Sep 18 02:18:11.845404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50370) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:11.851887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7f322575-b292-4a44-a949-36aae720c25f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '8fe21447-5214-4e3a-bb56-d7d79d1c9a85', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:11.872289 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f36525db-16f8-41ea-93c8-872ea57e4aee tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:11.884720 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-7f322575-b292-4a44-a949-36aae720c25f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Project f1802c86cd5c491abf3194cd9117e0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:18:11.918129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f322575-b292-4a44-a949-36aae720c25f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.017399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f36525db-16f8-41ea-93c8-872ea57e4aee tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.044972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50380) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:12.069421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d6260-34ff-4b09-b2cf-1e7b8e191f5e req-0d87a2de-0e21-412d-a352-dcf1178363a3 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:12.070939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-869d6260-34ff-4b09-b2cf-1e7b8e191f5e req-0d87a2de-0e21-412d-a352-dcf1178363a3 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1155844 Sep 18 02:18:12.136670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:12.144437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-869d6260-34ff-4b09-b2cf-1e7b8e191f5e req-d6f422c2-9222-4302-83ac-deb415ff6cc0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616250 Sep 18 02:18:12.165243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f36525db-16f8-41ea-93c8-872ea57e4aee tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.173254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:12.174028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 31f7a0f9-e9cf-4cf9-b8f9-6d487bf1dd74 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:12.186807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f36525db-16f8-41ea-93c8-872ea57e4aee tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.191985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f36525db-16f8-41ea-93c8-872ea57e4aee tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/subnets/f955b393-63b1-4e7f-982a-7db2febbd746 HTTP/1.1" status: 204 len: 168 time: 0.4718347 Sep 18 02:18:12.192606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50388) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:12.194480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e6b42-ce18-4757-bfdd-06935fa424bc None None] Network d1c6e6b5-40df-4496-96cf-748b6c608820 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:12.221699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36525db-16f8-41ea-93c8-872ea57e4aee tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Subnet': ['ID=f955b393-63b1-4e7f-982a-7db2febbd746,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:12.309630 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.342412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f322575-b292-4a44-a949-36aae720c25f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.348611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f322575-b292-4a44-a949-36aae720c25f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.372320 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f322575-b292-4a44-a949-36aae720c25f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bcba9a-2464-4b64-a896-169346136cca,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:12.378123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:12.378538 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.383983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f322575-b292-4a44-a949-36aae720c25f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.385764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7f322575-b292-4a44-a949-36aae720c25f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5389681 Sep 18 02:18:12.389077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50394) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:12.395813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0476f22e-f138-4c27-9228-f1821d92ea50 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'security_group_rule': {'security_group_id': '8fe21447-5214-4e3a-bb56-d7d79d1c9a85', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:12.403152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-556433859'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:12.425153 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-0476f22e-f138-4c27-9228-f1821d92ea50 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Project f1802c86cd5c491abf3194cd9117e0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:18:12.433805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0476f22e-f138-4c27-9228-f1821d92ea50 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.486072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port 64b49dcf-584f-422e-8c9f-3f0da6f410d9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=64b49dcf-584f-422e-8c9f-3f0da6f410d9,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:12.486449 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.497943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:12.503777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.515289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 64b49dcf-584f-422e-8c9f-3f0da6f410d9 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:12.519446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0476f22e-f138-4c27-9228-f1821d92ea50 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.520711 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.525362 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0476f22e-f138-4c27-9228-f1821d92ea50 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.527290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] DHCP port deletion for d1c6e6b5-40df-4496-96cf-748b6c608820 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:18:12.548863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476f22e-f138-4c27-9228-f1821d92ea50 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb652d8e-7d0b-47d2-925e-9251d3902b25,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:12.586097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] Deleting port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:12.586623 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.674207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] For port 64b49dcf-584f-422e-8c9f-3f0da6f410d9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=64b49dcf-584f-422e-8c9f-3f0da6f410d9,segment=NetworkSegment(3cc4329c-cdc8-4dec-8f8c-e3609d47d649),segment_id=3cc4329c-cdc8-4dec-8f8c-e3609d47d649)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:12.674816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.687596 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.696127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] Calling delete_port for 64b49dcf-584f-422e-8c9f-3f0da6f410d9 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:12.709774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.721332 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0476f22e-f138-4c27-9228-f1821d92ea50 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.722946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0476f22e-f138-4c27-9228-f1821d92ea50 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3324215 Sep 18 02:18:12.729116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50402) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:12.734293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] No DVR routers for this DVR port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:12.743670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'network': {'name': 'tempest-network-smoke--981757903', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:12.749127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=64b49dcf-584f-422e-8c9f-3f0da6f410d9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:12.752195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.795011 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.808117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b301fda-2b46-4e5d-a526-c596457c4b69,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:12.824769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] Pushing event deleted for resources: {'Port': ['ID=64b49dcf-584f-422e-8c9f-3f0da6f410d9,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:12.834293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6591a-2a46-433c-aa3e-84332b800009 None None] No DVR routers for this DVR port 64b49dcf-584f-422e-8c9f-3f0da6f410d9 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:12.854285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:12.870012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:12.874423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.893675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.894056 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Added segment 209d9649-7c64-4de8-83dd-5bdb2fdbdbf7 of type vlan for network a9b80d53-fb5e-4507-97db-b8416d0866b0 Sep 18 02:18:12.935375 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:12.940889 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4785724a-6fcf-4903-821e-4c67ef4c4d78 req-4d79636d-d0d5-4804-87d5-95341eaed40b tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0310035 Sep 18 02:18:12.979889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 64b49dcf-584f-422e-8c9f-3f0da6f410d9 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:13.002266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c6e6b5-40df-4496-96cf-748b6c608820']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:13.006660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 64b49dcf-584f-422e-8c9f-3f0da6f410d9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:13.007131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 64b49dcf-584f-422e-8c9f-3f0da6f410d9 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:13.013763 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.021414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc4329c-cdc8-4dec-8f8c-e3609d47d649') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:13.021832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc4329c-cdc8-4dec-8f8c-e3609d47d649') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:13.023612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:13.050022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.062822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.063291 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Added segment 66f9813a-7079-4365-8273-51cc992b7fdc of type vlan for network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa Sep 18 02:18:13.104038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.113575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.119219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:13.119797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.130641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.134287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:13.134672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:13.140147 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:13.222757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1720188 Sep 18 02:18:13.223615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50420) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:13.231675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'name': 'tempest-PortsIpV6TestJSON-112914639'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:13.296691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c6bd3-9a3a-4bb8-94de-4bbcfd80689f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Network': ['ID=a9b80d53-fb5e-4507-97db-b8416d0866b0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:13.306762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.310295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:13.311613 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.316189 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/networks/d1c6e6b5-40df-4496-96cf-748b6c608820 HTTP/1.1" status: 204 len: 168 time: 1.1018407 Sep 18 02:18:13.319247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.320291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50424) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:13.324581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:13.325164 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.347100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14202d-820f-4b6e-9658-151bbc3205e6 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Network': ['ID=d1c6e6b5-40df-4496-96cf-748b6c608820,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:13.369306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca191ec0-a4e2-4a7f-a580-7af74467adec req-b3f7b3ac-b15e-4c6e-b0b1-425091c0f15c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:13.371093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca191ec0-a4e2-4a7f-a580-7af74467adec req-b3f7b3ac-b15e-4c6e-b0b1-425091c0f15c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1362057 Sep 18 02:18:13.388263 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6548805 Sep 18 02:18:13.388524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50426) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:13.413345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'admin_state_up': True, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:13.462297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5978b-9d38-4512-96b5-467438b593a7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Network': ['ID=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:13.474099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca191ec0-a4e2-4a7f-a580-7af74467adec req-fdbe4b10-a53a-4dfd-bd3d-f69cc08ca2c8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900900 Sep 18 02:18:13.475728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:13.487985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:13.491589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.541180 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.542216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.549386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 8d10ff42-f91d-4463-b6dd-038c340228ee yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:13.718502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:13.781456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d498fec-a341-4c0c-9e6f-30888d1edbbf req-b6857bd6-731f-4d73-9c3a-10e733989c15 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:13.783290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d498fec-a341-4c0c-9e6f-30888d1edbbf req-b6857bd6-731f-4d73-9c3a-10e733989c15 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2268200 Sep 18 02:18:13.904368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 3d8e37cc-a742-4d22-ab1a-76a3e13078c5 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:13.904793 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.001327 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.022630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d498fec-a341-4c0c-9e6f-30888d1edbbf req-bbe13fa3-a66f-45ca-abbd-3ff32d60937b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307651 Sep 18 02:18:14.087775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.088983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a3618c12-19f0-4110-8a74-2b9cceb53f88 req-6c167ac7-62fa-4f78-8c88-da66a81dcf50 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0446529 Sep 18 02:18:14.144743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.145114 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.189458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 3d8e37cc-a742-4d22-ab1a-76a3e13078c5 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:14.252084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.273437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7c680-1333-4070-8596-647d86477a16 req-f238f4b6-4ad4-4f18-b47a-5166b87e091e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:14.275000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31b7c680-1333-4070-8596-647d86477a16 req-f238f4b6-4ad4-4f18-b47a-5166b87e091e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.0548441 Sep 18 02:18:14.327662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31b7c680-1333-4070-8596-647d86477a16 req-ed10bcec-6338-4ae7-9cd9-652e13a5b25e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433927 Sep 18 02:18:14.352377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=8d10ff42-f91d-4463-b6dd-038c340228ee,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:14.402951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Checking segment: {'id': '209d9649-7c64-4de8-83dd-5bdb2fdbdbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:14.403676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network hostable DHCP agents. Network: a9b80d53-fb5e-4507-97db-b8416d0866b0, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:14.435858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50458) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:14.549811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:14.550083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d484bc8-aa45-4cb7-b828-c7f525dbaf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.580178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.603247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, a9b80d53-fb5e-4507-97db-b8416d0866b0) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:14.607344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:14.614967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:14.615418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5963a74-39f5-4d02-9a86-475487718242 None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:14.615906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.629348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.651765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726164b5-01a6-4b36-a3d8-615db59ab771 req-7635d5bd-e5b7-4df7-bc81-38346441622f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:14.653293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-726164b5-01a6-4b36-a3d8-615db59ab771 req-7635d5bd-e5b7-4df7-bc81-38346441622f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2444725 Sep 18 02:18:14.653839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d484bc8-aa45-4cb7-b828-c7f525dbaf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.665929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3d484bc8-aa45-4cb7-b828-c7f525dbaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.698946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d484bc8-aa45-4cb7-b828-c7f525dbaf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5561674-e5c1-4c80-8e3a-f89247fc8db4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:14.711795 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a9d09a27-92fd-4f5b-8e9e-229c823ff566 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4870558 Sep 18 02:18:14.712545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.722933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50462) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:14.732454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896966147'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:14.743613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3d484bc8-aa45-4cb7-b828-c7f525dbaf92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2be55c5dc2f84ef384e73bba7d5f3add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060288 Sep 18 02:18:14.746132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50464) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:14.770925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=3d8e37cc-a742-4d22-ab1a-76a3e13078c5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:14.797909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d037b235-ffa1-4086-9095-9d30f5f0673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.819785 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d037b235-ffa1-4086-9095-9d30f5f0673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.823383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-726164b5-01a6-4b36-a3d8-615db59ab771 req-4f8fedef-1ead-4c21-8f56-55a5c7eb4ca9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638525 Sep 18 02:18:14.880467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:14.882890 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d037b235-ffa1-4086-9095-9d30f5f0673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.884456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.886038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d037b235-ffa1-4086-9095-9d30f5f0673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.890551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d037b235-ffa1-4086-9095-9d30f5f0673f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5561674-e5c1-4c80-8e3a-f89247fc8db4 HTTP/1.1" status: 204 len: 168 time: 0.1430831 Sep 18 02:18:14.899231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037b235-ffa1-4086-9095-9d30f5f0673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5561674-e5c1-4c80-8e3a-f89247fc8db4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:14.925244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.25.0.175 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/83231821-a017-4b36-9a37-7d27f1a3778c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:14.933132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:14.933328 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Floating IP 4afa0015-db85-4c07-8502-28242d0c2603 disassociated (deleted). External IP: 172.25.0.14, port: 8d124565-1b50-476e-80c4-821809f865fc. Sep 18 02:18:14.994789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:15.065514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.065870 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Added segment 606d5610-1d73-4f9e-9cb3-4773ba64e4d4 of type vlan for network 22166613-b7c7-4557-a337-ebbd1bb82194 Sep 18 02:18:15.138055 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.223973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50488) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:15.226820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0dbf3b6f-5576-4dd0-a3ad-de844d046048 req-5bf3bd5a-5166-47c1-8513-f43a5594ce3e tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0367093 Sep 18 02:18:15.251304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df94a389-e461-41d1-8f9c-bcd9e75deab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.271470 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.273775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.279846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:15.281546 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.353811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df94a389-e461-41d1-8f9c-bcd9e75deab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.359260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df94a389-e461-41d1-8f9c-bcd9e75deab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.392079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd04151-df6a-49b2-93de-a04ebd738e20 req-417c7108-04dd-411a-b585-b0ec682c5815 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:15.393609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd04151-df6a-49b2-93de-a04ebd738e20 req-417c7108-04dd-411a-b585-b0ec682c5815 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2196119 Sep 18 02:18:15.395680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6699369 Sep 18 02:18:15.398392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50490) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:15.404282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'ports': [{'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0'}, {'network_id': '22166613-b7c7-4557-a337-ebbd1bb82194'}]} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:15.404672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:15.405776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': '22166613-b7c7-4557-a337-ebbd1bb82194'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:15.415292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-df94a389-e461-41d1-8f9c-bcd9e75deab0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40f77913beed41d6a9ec390a2a768597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874907 Sep 18 02:18:15.426279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50492) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:15.426968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94a389-e461-41d1-8f9c-bcd9e75deab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07079a2-5699-419a-904d-8252bf6ed673,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:15.462295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc72f43-a5de-48e4-bce6-3a590d0eb0b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Network': ['ID=22166613-b7c7-4557-a337-ebbd1bb82194,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:15.474226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 22166613-b7c7-4557-a337-ebbd1bb82194 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:15.535121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dd04151-df6a-49b2-93de-a04ebd738e20 req-872aceeb-4010-4abd-87d2-5d9df1b24bae tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323032 Sep 18 02:18:15.541021 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.550364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aed082fa-71ce-49d2-b93e-4d9db9322698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.588328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 9779ce9c-88e8-438e-8943-14f622429b15 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:18:15.591598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:15.600241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:15.602591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:15.609524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=83231821-a017-4b36-9a37-7d27f1a3778c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:15.610640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aed082fa-71ce-49d2-b93e-4d9db9322698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.661394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 2} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:15.666093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.680751 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.701039 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aed082fa-71ce-49d2-b93e-4d9db9322698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.704913 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aed082fa-71ce-49d2-b93e-4d9db9322698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:15.706083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aed082fa-71ce-49d2-b93e-4d9db9322698 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b07079a2-5699-419a-904d-8252bf6ed673 HTTP/1.1" status: 204 len: 168 time: 0.2763832 Sep 18 02:18:15.726408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed082fa-71ce-49d2-b93e-4d9db9322698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07079a2-5699-419a-904d-8252bf6ed673,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:15.791295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 363fb7cb-54e7-45e8-a70c-260eb9ae1b38 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:15.927517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.006366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port e3fc2430-3ba8-4496-8810-0a4130be58c2 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:16.129269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.170428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.177512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:16.182600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.200562 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] Sync routers for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:16.215777 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:16.217035 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:16.230644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:16.235178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:16.241542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:16.242503 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.253689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-12db4bbb-8bb2-47e4-8556-61b58c27c3fd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/floatingips/4afa0015-db85-4c07-8502-28242d0c2603 HTTP/1.1" status: 204 len: 168 time: 2.9323249 Sep 18 02:18:16.256283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'tag': '8d124565-1b50-476e-80c4-821809f865fc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:16.259327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=363fb7cb-54e7-45e8-a70c-260eb9ae1b38,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:16.259492 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "tag": "8d124565-1b50-476e-80c4-821809f865fc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:16.332336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=e3fc2430-3ba8-4496-8810-0a4130be58c2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:16.337089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Checking segment: {'id': '606d5610-1d73-4f9e-9cb3-4773ba64e4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '22166613-b7c7-4557-a337-ebbd1bb82194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:16.337596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network hostable DHCP agents. Network: 22166613-b7c7-4557-a337-ebbd1bb82194, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:16.358643 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.361968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network 22166613-b7c7-4557-a337-ebbd1bb82194 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:16.376217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 22166613-b7c7-4557-a337-ebbd1bb82194) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:16.386271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7ad8c-e559-44f1-9e6a-0c4cdc6f2287 None None] Network 22166613-b7c7-4557-a337-ebbd1bb82194 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:16.396947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:16.418533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:16.439358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:16.440118 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.452302 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3b2abf0-c7a2-40a9-a327-8cdb117f0fa5 req-c528151b-b337-4b64-9967-523b5618b5bb tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0373912 Sep 18 02:18:16.501269 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-786e4795-3d41-4147-af70-db98633f4f38 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1016424 Sep 18 02:18:16.502493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50518) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:16.540013 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:16.552454 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaa8c04-fd56-40e3-817f-7fce782ea25b x-openstack-request-id: req-fdaa8c04-fd56-40e3-817f-7fce782ea25b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:16.553331 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "tag": "8d124565-1b50-476e-80c4-821809f865fc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:16.553815 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdaa8c04-fd56-40e3-817f-7fce782ea25b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:16.554486 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'tag': '8d124565-1b50-476e-80c4-821809f865fc', 'status': 'completed', 'code': 200} Sep 18 02:18:16.759636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.778159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972cd0d-0c29-4a10-adbe-4d0f066bc79a req-793ade58-8cbd-416c-89f8-5d5d76ea1128 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:16.781011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f972cd0d-0c29-4a10-adbe-4d0f066bc79a req-793ade58-8cbd-416c-89f8-5d5d76ea1128 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1210206 Sep 18 02:18:16.809116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003419-65f0-45c5-b67d-df13b4bfc386 req-0cc303a9-6549-4971-8888-eaef7867f13a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:16.811762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49003419-65f0-45c5-b67d-df13b4bfc386 req-0cc303a9-6549-4971-8888-eaef7867f13a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 945 time: 0.1360397 Sep 18 02:18:16.815818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-c609dc3e-9555-4f39-bc2a-b3dba3f449a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:16.817465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-c609dc3e-9555-4f39-bc2a-b3dba3f449a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 1097 time: 0.2193060 Sep 18 02:18:16.832532 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:05Z', 'revision_number': 6, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:16.867267 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] Checking router: 9779ce9c-88e8-438e-8943-14f622429b15 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:16.868837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f972cd0d-0c29-4a10-adbe-4d0f066bc79a req-db60db9a-6189-4be5-bab2-ff4b61f5172d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511136 Sep 18 02:18:16.881323 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:16.881938 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:16.911536 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-49003419-65f0-45c5-b67d-df13b4bfc386 req-8bb61c64-9242-4bd4-9187-b7f309d7457a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916698 Sep 18 02:18:16.916078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d36f8e59-4763-4f9d-a52b-fe0e4c58a6bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port e3fc2430-3ba8-4496-8810-0a4130be58c2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:16.918425 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d36f8e59-4763-4f9d-a52b-fe0e4c58a6bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:16.963582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 426d383f-2615-4222-b58b-477071b2c955 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:18:17.038364 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:17.051865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d36f8e59-4763-4f9d-a52b-fe0e4c58a6bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:17.073853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d36f8e59-4763-4f9d-a52b-fe0e4c58a6bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for e3fc2430-3ba8-4496-8810-0a4130be58c2 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:17.082332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-ec70e7c7-1507-4524-99af-67d1334291e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:17.083848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-ec70e7c7-1507-4524-99af-67d1334291e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc HTTP/1.1" status: 200 len: 897 time: 0.2432239 Sep 18 02:18:17.107844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:17.120296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Sync routers for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:17.130129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:17.135810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:17.136232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1be51f8b-237e-44d8-9d5b-9faca0efae7a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7462718 Sep 18 02:18:17.136432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:17.137249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50540) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:17.176376 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-78a7abd8-b255-4eb9-87c6-647461c4b7b5 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f1802c86cd5c491abf3194cd9117e0bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378704 Sep 18 02:18:17.177065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50544) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:17.204908 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-92980883-e764-4b5a-8d0a-0c58550026b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d124565-1b50-476e-80c4-821809f865fc HTTP/1.1" status: 200 len: 217 time: 0.1125548 Sep 18 02:18:17.285934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-d403f2c2-7710-4217-9edb-27849fc8ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:17.287883 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-d403f2c2-7710-4217-9edb-27849fc8ce6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e46c08ff-103e-4871-b11c-f7b2953fb524 HTTP/1.1" status: 200 len: 835 time: 0.0744164 Sep 18 02:18:17.297369 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d36f8e59-4763-4f9d-a52b-fe0e4c58a6bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:17.315694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6b27b-7347-4f8f-9481-ee41654a3dcc tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:17.322609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7ee6b27b-7347-4f8f-9481-ee41654a3dcc tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422210 Sep 18 02:18:17.322609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50550) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:17.329084 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:05Z', 'revision_number': 6, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:17.354351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f8e59-4763-4f9d-a52b-fe0e4c58a6bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=e3fc2430-3ba8-4496-8810-0a4130be58c2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:17.361755 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d36f8e59-4763-4f9d-a52b-fe0e4c58a6bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:17.367428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d36f8e59-4763-4f9d-a52b-fe0e4c58a6bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/e3fc2430-3ba8-4496-8810-0a4130be58c2 HTTP/1.1" status: 204 len: 168 time: 0.8603344 Sep 18 02:18:17.367428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50554) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:17.367905 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a64f32-d30c-4183-80e8-f746c2024c7e None None] The sync data for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 is: [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:05Z', 'revision_number': 6, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a1a25a2a-e2d9-4fdd-98a0-81ef04898294', 'name': '', 'network_id': '2e83f4eb-f7b4-4738-9300-1cb6918b4bcc', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:b6:a1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:49Z', 'updated_at': '2021-09-18T02:15:57Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': 'e46c08ff-103e-4871-b11c-f7b2953fb524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:17.373840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ef21f35e-1d66-4152-9ffa-a2804599f834 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507627 Sep 18 02:18:17.374655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50556) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:17.385429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144293816', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:17.392229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:17.413247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-f8031907-3f36-4deb-bd93-12eaafabeaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:17.414933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-f8031907-3f36-4deb-bd93-12eaafabeaae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122820 Sep 18 02:18:17.432096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e31a1-078f-49f9-b710-f5eb0a9aa695 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:17.444980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e31a1-078f-49f9-b710-f5eb0a9aa695 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:17.446627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-be6e31a1-078f-49f9-b710-f5eb0a9aa695 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0789335 Sep 18 02:18:17.449532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50560) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:17.553670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-41f36928-c69d-41a4-be9e-c850246a4c99 service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055286 Sep 18 02:18:17.641526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8e362bb0-caa3-475e-bd6b-3526a231ef3d req-241cd1b9-a70c-458f-ade7-9157880c3bbf tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0710166 Sep 18 02:18:17.667226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:17.678232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:17.684801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3e555f9-9e7b-4d49-93fb-c04ad5abc3f3 req-1828bd52-a993-47d0-8dba-564a59c4b8bc service neutron] 10.222.0.18 "GET /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182446 Sep 18 02:18:17.735512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:16Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:17.770586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Checking router: 426d383f-2615-4222-b58b-477071b2c955 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:17.771331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Updating router 426d383f-2615-4222-b58b-477071b2c955 port 83231821-a017-4b36-9a37-7d27f1a3778c binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:18:17.798909 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:17.801709 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79b101-a83a-4066-96bb-1cfdc7ba8d08 None None] New status for floating IP 4afa0015-db85-4c07-8502-28242d0c2603: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:18:17.803337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-17eb8fce-b6ff-47cf-9b46-6e171b0276b8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 363fb7cb-54e7-45e8-a70c-260eb9ae1b38 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:17.803714 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17eb8fce-b6ff-47cf-9b46-6e171b0276b8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:17.900594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17eb8fce-b6ff-47cf-9b46-6e171b0276b8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:17.943506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-17eb8fce-b6ff-47cf-9b46-6e171b0276b8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 363fb7cb-54e7-45e8-a70c-260eb9ae1b38 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:18.040864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50574) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:18.083179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7afdaa-8032-4e36-bfe5-8c41af969201 req-f9dbd6f5-4501-4928-946d-d3ca7670b3cc tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:18.084685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c7afdaa-8032-4e36-bfe5-8c41af969201 req-f9dbd6f5-4501-4928-946d-d3ca7670b3cc tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.0678916 Sep 18 02:18:18.132090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.144140 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.152404 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.185262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5c967-6d48-4bfe-9230-e5704cf3002e req-61b50663-0125-4dd0-a74e-98d4d49bedd8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:18.185800 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c7afdaa-8032-4e36-bfe5-8c41af969201 req-6ac029b5-2520-43db-af0e-cff305e6a22e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885334 Sep 18 02:18:18.194977 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31a5c967-6d48-4bfe-9230-e5704cf3002e req-61b50663-0125-4dd0-a74e-98d4d49bedd8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 945 time: 0.1548293 Sep 18 02:18:18.201271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74368568-86b0-4d9e-b851-3813c768a8fc req-4eafa0aa-de60-4580-800e-463c2367b196 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:18.202454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17eb8fce-b6ff-47cf-9b46-6e171b0276b8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.204057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74368568-86b0-4d9e-b851-3813c768a8fc req-4eafa0aa-de60-4580-800e-463c2367b196 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 945 time: 0.1036315 Sep 18 02:18:18.227140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba148f-4cc8-431e-a08d-f5b4e2ce3d74 None None] Pushing event updated for resources: {'Port': ['ID=83231821-a017-4b36-9a37-7d27f1a3778c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:18.229663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Attempting to bind port 83231821-a017-4b36-9a37-7d27f1a3778c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:18.230171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Attempting to bind port 83231821-a017-4b36-9a37-7d27f1a3778c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:18.230513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Attempting to bind port 83231821-a017-4b36-9a37-7d27f1a3778c on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:18.237587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:18.237956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:18.238370 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.238791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:18.239809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Bound port: 83231821-a017-4b36-9a37-7d27f1a3778c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:18.239809 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.279519 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17eb8fce-b6ff-47cf-9b46-6e171b0276b8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.285102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17eb8fce-b6ff-47cf-9b46-6e171b0276b8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/363fb7cb-54e7-45e8-a70c-260eb9ae1b38 HTTP/1.1" status: 204 len: 168 time: 0.7632575 Sep 18 02:18:18.285102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8fce-b6ff-47cf-9b46-6e171b0276b8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=363fb7cb-54e7-45e8-a70c-260eb9ae1b38,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:18.286160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50578) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:18.298688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] For port 83231821-a017-4b36-9a37-7d27f1a3778c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:18.302273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Subnet': ['ID=4cb99d17-2e14-4f3e-8744-8bc7cb312712,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:18.303082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] For port 83231821-a017-4b36-9a37-7d27f1a3778c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=83231821-a017-4b36-9a37-7d27f1a3778c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:18.306776 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb8f0510-5048-4d10-bcc8-7b0bf896fa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.309182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.349531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 8d124565-1b50-476e-80c4-821809f865fc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:18.350130 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.352055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31a5c967-6d48-4bfe-9230-e5704cf3002e req-1ec73e48-a8ba-4a29-bb2f-4d38e1f10043 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cbb89be-77d8-4516-8f78-38ae69211e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560173 Sep 18 02:18:18.360252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Checking segment: {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:18.360865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network hostable DHCP agents. Network: 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:18.370052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:18.370764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:18.376001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8057be-2fd6-4b27-8dd6-1ae57a49a08a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:18.380940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5e8057be-2fd6-4b27-8dd6-1ae57a49a08a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0899584 Sep 18 02:18:18.381119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50580) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:18.412613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba148f-4cc8-431e-a08d-f5b4e2ce3d74 None None] Pushing event updated for resources: {'Port': ['ID=83231821-a017-4b36-9a37-7d27f1a3778c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:18.427735 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdf2900-ddb1-4ebd-99ca-c9604e7f3db3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:18:18.429560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-abdf2900-ddb1-4ebd-99ca-c9604e7f3db3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/e3fc2430-3ba8-4496-8810-0a4130be58c2 HTTP/1.1" status: 404 len: 333 time: 0.0477254 Sep 18 02:18:18.434083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:18.437872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50582) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:18.469717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port 8d124565-1b50-476e-80c4-821809f865fc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=8d124565-1b50-476e-80c4-821809f865fc,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:18.470100 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.474227 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d9ae57-2910-494e-81ec-04d081c698aa tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:18:18.475991 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e2d9ae57-2910-494e-81ec-04d081c698aa tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/363fb7cb-54e7-45e8-a70c-260eb9ae1b38 HTTP/1.1" status: 404 len: 333 time: 0.0343177 Sep 18 02:18:18.476673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:18.478842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50584) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:18.481195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:18.481795 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.487960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6036d4-7777-4067-a553-e366cc82de6c None None] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:18.496065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:18.518404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 8d124565-1b50-476e-80c4-821809f865fc owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:18.543614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb8f0510-5048-4d10-bcc8-7b0bf896fa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.547841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cb8f0510-5048-4d10-bcc8-7b0bf896fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.570809 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ab926114-92ef-4930-a60f-f9fc633111a2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1949811 Sep 18 02:18:18.576798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:18.607975 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.634017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cb8f0510-5048-4d10-bcc8-7b0bf896fa29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b42307a5ef9a42b6be1be61ba6849a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906880 Sep 18 02:18:18.636546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:18.642522 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f0510-5048-4d10-bcc8-7b0bf896fa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20ad55-fa59-4357-9716-07320d425f92,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:18.740410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3a51b9e-e69c-42c6-a93d-d9ca06df6e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.786340 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3a51b9e-e69c-42c6-a93d-d9ca06df6e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.824231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:16Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:18.855862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811c6b8-e533-4d5d-b5ab-8f9c212bfefa None None] The sync data for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 is: [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:16Z', 'revision_number': 3, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:18.906627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:18.909046 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.977604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3a51b9e-e69c-42c6-a93d-d9ca06df6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.980190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3a51b9e-e69c-42c6-a93d-d9ca06df6e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:18.985097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b3a51b9e-e69c-42c6-a93d-d9ca06df6e0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb20ad55-fa59-4357-9716-07320d425f92 HTTP/1.1" status: 204 len: 168 time: 0.3440106 Sep 18 02:18:18.999922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a51b9e-e69c-42c6-a93d-d9ca06df6e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20ad55-fa59-4357-9716-07320d425f92,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:19.072218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fd33d9c-639c-4dad-bcf7-48cd05156bfb req-d7223772-c240-42bb-a331-702119f3d119 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0491688 Sep 18 02:18:19.145454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.210794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22166613-b7c7-4557-a337-ebbd1bb82194']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:19.238132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606d5610-1d73-4f9e-9cb3-4773ba64e4d4') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:19.238132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606d5610-1d73-4f9e-9cb3-4773ba64e4d4') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:19.292474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.325563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.334267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:19.335105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:19.359223 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:19.362119 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.387754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Allocated IP 172.20.0.2 (8bc56aa9-ffd6-41ac-ba50-5e25967d49aa/4cb99d17-2e14-4f3e-8744-8bc7cb312712/cc55b361-9dc4-4273-968b-826941fb506b) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:19.415640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=8d124565-1b50-476e-80c4-821809f865fc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:19.427790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.556559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] No DVR routers for this DVR port 8d124565-1b50-476e-80c4-821809f865fc on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:19.575738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.579258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.581495 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74368568-86b0-4d9e-b851-3813c768a8fc req-e0740e86-9605-4999-b18d-4378d489c458 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.18 "DELETE /v2.0/ports/8d124565-1b50-476e-80c4-821809f865fc HTTP/1.1" status: 204 len: 173 time: 1.3707681 Sep 18 02:18:19.582298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'name': 'network-vif-deleted', 'tag': '8d124565-1b50-476e-80c4-821809f865fc'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:19.584838 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b5dec4-8040-4399-ac53-a4b1074d52b1" -d '{"events": [{"server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "name": "network-vif-deleted", "tag": "8d124565-1b50-476e-80c4-821809f865fc"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:19.589352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21ddbd20-366b-4829-ae5b-ced13c8a5f9b req-1d42ab32-bd8e-4f8a-83c5-16024f8ee69a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a19921-d0e9-40d3-b99c-fab1f8ff10c6 HTTP/1.1" status: 200 len: 210 time: 0.0713913 Sep 18 02:18:19.610298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.612977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/networks/22166613-b7c7-4557-a337-ebbd1bb82194 HTTP/1.1" status: 204 len: 168 time: 1.1329858 Sep 18 02:18:19.614133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf86f07-3a8a-47f9-a92d-2a7511799e03 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Network': ['ID=22166613-b7c7-4557-a337-ebbd1bb82194,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:19.622960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50610) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:19.633197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-421191723'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:19.640845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ffd19-8b9e-4bd6-8bbf-8f53a485a209 req-1e468080-f8a5-4d8e-a4aa-6c4a2e13651d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:19.642922 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-964ffd19-8b9e-4bd6-8bbf-8f53a485a209 req-1e468080-f8a5-4d8e-a4aa-6c4a2e13651d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.3119974 Sep 18 02:18:19.648641 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.659489 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.692431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:19.697054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.752564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Pushing event updated for resources: {'Port': ['ID=cc55b361-9dc4-4273-968b-826941fb506b,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:19.755105 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dabfc79-025c-441a-82f5-a5da226f6331 x-openstack-request-id: req-8dabfc79-025c-441a-82f5-a5da226f6331 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:19.768347 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a19921-d0e9-40d3-b99c-fab1f8ff10c6", "name": "network-vif-deleted", "tag": "8d124565-1b50-476e-80c4-821809f865fc", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:19.768606 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dabfc79-025c-441a-82f5-a5da226f6331 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:19.769031 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a19921-d0e9-40d3-b99c-fab1f8ff10c6', 'name': 'network-vif-deleted', 'tag': '8d124565-1b50-476e-80c4-821809f865fc', 'status': 'completed', 'code': 200} Sep 18 02:18:19.769650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:19.773670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:19.776650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:19.807747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:19.831827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-964ffd19-8b9e-4bd6-8bbf-8f53a485a209 req-56efe417-817d-443b-8c7e-aab6fcf53f2f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992157 Sep 18 02:18:19.861357 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.862563 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Added segment f65270eb-089c-4ed4-9ea0-36cbaee3580d of type vlan for network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 Sep 18 02:18:19.889598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Attempting to bind port cc55b361-9dc4-4273-968b-826941fb506b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:19.889934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Attempting to bind port cc55b361-9dc4-4273-968b-826941fb506b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:19.890304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Attempting to bind port cc55b361-9dc4-4273-968b-826941fb506b on network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:19.902876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:19.902876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Checking segment: {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:19.903154 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.903309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Bound using segment: {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:19.903763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Bound port: cc55b361-9dc4-4273-968b-826941fb506b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:19.904146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.973570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:19.991285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] For port cc55b361-9dc4-4273-968b-826941fb506b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:19.995578 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] For port cc55b361-9dc4-4273-968b-826941fb506b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cc55b361-9dc4-4273-968b-826941fb506b,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:20.007627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.039631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.046942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:20.047683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.076393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.20.0.1 (8bc56aa9-ffd6-41ac-ba50-5e25967d49aa/4cb99d17-2e14-4f3e-8744-8bc7cb312712/f192614e-8773-4a66-9aa9-75697a9f2705) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:20.096626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4666424 Sep 18 02:18:20.103991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:20.133505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'eebc327f-686d-436b-b9ce-20d7cc4ce8b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:20.173736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c9d31-294c-408a-af84-e2556ac8a3fa None None] Pushing event updated for resources: {'Port': ['ID=cc55b361-9dc4-4273-968b-826941fb506b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:20.305952 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f7209d06-8f88-42da-a655-ea112673b314 req-c90910c3-7af4-47d2-af44-3450c0c5fa84 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0436151 Sep 18 02:18:20.309579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ec32f-9d0f-425f-ba3c-af7798a36e96 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Network': ['ID=eebc327f-686d-436b-b9ce-20d7cc4ce8b3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:20.322051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:20.412115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.415343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:20.424841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.572592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.647146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:20.662105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50634) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:20.683830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:20.700378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:20.710147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=f192614e-8773-4a66-9aa9-75697a9f2705,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:20.754356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa3337d-7567-46a4-994e-1a1d8667939b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.784197 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa3337d-7567-46a4-994e-1a1d8667939b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.796281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.847882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.886988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa3337d-7567-46a4-994e-1a1d8667939b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.890275 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa3337d-7567-46a4-994e-1a1d8667939b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:20.905130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8fa3337d-7567-46a4-994e-1a1d8667939b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/security-groups/2cbb89be-77d8-4516-8f78-38ae69211e50 HTTP/1.1" status: 204 len: 168 time: 0.2333159 Sep 18 02:18:20.931121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3337d-7567-46a4-994e-1a1d8667939b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb89be-77d8-4516-8f78-38ae69211e50,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:20.949047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50646) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:21.021163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=96903b8f-7f7e-41e2-9fa4-cd75db6371eb,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:21.025365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Checking segment: {'id': 'f65270eb-089c-4ed4-9ea0-36cbaee3580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eebc327f-686d-436b-b9ce-20d7cc4ce8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:21.025721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network hostable DHCP agents. Network: eebc327f-686d-436b-b9ce-20d7cc4ce8b3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:21.070072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:21.083538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.094315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, eebc327f-686d-436b-b9ce-20d7cc4ce8b3) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:21.098621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:21.099376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.112337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baffcf53-5c18-4e2b-8680-bb3f1102c625 None None] Network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:21.138443 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fbd60b5e-1423-49f2-869e-b640e6165a65 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0329292 Sep 18 02:18:21.141498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50656) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:21.143436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd34ff-814f-475e-ac1e-825c1407cd2a req-8ada891d-c904-400d-a849-ad903a29ca22 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:21.145011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95dd34ff-814f-475e-ac1e-825c1407cd2a req-8ada891d-c904-400d-a849-ad903a29ca22 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1843338 Sep 18 02:18:21.153782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'eebc327f-686d-436b-b9ce-20d7cc4ce8b3', 'name': 'tempest-PortsIpV6TestJSON-1401696760'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:21.293195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 83231821-a017-4b36-9a37-7d27f1a3778c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:21.434305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-eebc327f-686d-436b-b9ce-20d7cc4ce8b3', 'network_id': 'eebc327f-686d-436b-b9ce-20d7cc4ce8b3', 'tenant_id': '73adb7c81d154155ae453ebde2ee673d', 'fixed_ips': [{'subnet_id': '96903b8f-7f7e-41e2-9fa4-cd75db6371eb'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:21.435222 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.441502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:21.447629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.519921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-725bf403-0243-45e9-81ab-2f9f3c569bd9 req-38a9a612-0f4e-4bd5-ae32-e4b702aa24c4 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0558980 Sep 18 02:18:21.539368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95dd34ff-814f-475e-ac1e-825c1407cd2a req-a97f8761-e80e-4ce2-9381-666dd83262b3 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869925 Sep 18 02:18:21.556793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port c7c4b672-f4d1-4540-884f-73e6b8d0406e yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:21.587862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 83231821-a017-4b36-9a37-7d27f1a3778c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:21.588275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.767991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Allocated IP 2001:db8::2 (eebc327f-686d-436b-b9ce-20d7cc4ce8b3/96903b8f-7f7e-41e2-9fa4-cd75db6371eb/bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:21.775504 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.780667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.786675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.788319 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.860778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 83231821-a017-4b36-9a37-7d27f1a3778c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=83231821-a017-4b36-9a37-7d27f1a3778c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:21.865827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.898941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:21.900061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cc55b361-9dc4-4273-968b-826941fb506b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:21.957450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=f192614e-8773-4a66-9aa9-75697a9f2705,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:22.022977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f98e1e-87f7-4f7c-9e1c-9966d7494f06 None None] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:22.034361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:22.035973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:22.163171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=83231821-a017-4b36-9a37-7d27f1a3778c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:22.167010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 426d383f-2615-4222-b58b-477071b2c955 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:18:22.199731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8d124565-1b50-476e-80c4-821809f865fc no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:22.204115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port a1a25a2a-e2d9-4fdd-98a0-81ef04898294 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:22.204594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.215256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f4626eb4-e146-4804-b5fd-0f0b6337cf06 None None] Provisioning complete for port cc55b361-9dc4-4273-968b-826941fb506b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:22.215628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4626eb4-e146-4804-b5fd-0f0b6337cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.293449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 8d124565-1b50-476e-80c4-821809f865fc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:22.293787 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 8d124565-1b50-476e-80c4-821809f865fc not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:22.304634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:22.311170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-37db18f6-5de4-414f-bb7b-b59a9b122c19 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "PUT /v2.0/routers/426d383f-2615-4222-b58b-477071b2c955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7302759 Sep 18 02:18:22.319578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port a1a25a2a-e2d9-4fdd-98a0-81ef04898294, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:22.320073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.335974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for a1a25a2a-e2d9-4fdd-98a0-81ef04898294 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:22.356772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Sync routers for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:22.418791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port cc55b361-9dc4-4273-968b-826941fb506b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:22.419161 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.473241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:22.473864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:22.478967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.535527 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.580717 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.589770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::23b (eebc327f-686d-436b-b9ce-20d7cc4ce8b3/96903b8f-7f7e-41e2-9fa4-cd75db6371eb/c7c4b672-f4d1-4540-884f-73e6b8d0406e) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:22.606642 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4626eb4-e146-4804-b5fd-0f0b6337cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.623273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=a1a25a2a-e2d9-4fdd-98a0-81ef04898294,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:22.691059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:22.704549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:22.706810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Pushing event updated for resources: {'Port': ['ID=bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:22.726988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:22.741164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50744) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:22.818065 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.835310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ba93461-7c38-4a36-8767-06ad7216e8a5 req-f8f3a624-34fc-4672-83a9-93ec04690dae tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0908437 Sep 18 02:18:22.837860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f4626eb4-e146-4804-b5fd-0f0b6337cf06 None None] For port cc55b361-9dc4-4273-968b-826941fb506b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cc55b361-9dc4-4273-968b-826941fb506b,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:22.877660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:22.884240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4626eb4-e146-4804-b5fd-0f0b6337cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:22.963591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ea28ce-2510-4f49-b19c-0b26e240a9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.077395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.091262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Attempting to bind port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:23.092024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Attempting to bind port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f65270eb-089c-4ed4-9ea0-36cbaee3580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eebc327f-686d-436b-b9ce-20d7cc4ce8b3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:23.092903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Attempting to bind port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 on network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:23.276442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349d905-7d6a-45be-8ddb-5b7746a3fea8 req-f2213605-66e3-44b1-bd10-03998d7c1c08 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:23.282322 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-15826010-6c85-4bd6-b56a-da51991f43a3 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2080256990&fields=id&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 267 time: 0.0859537 Sep 18 02:18:23.293654 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0349d905-7d6a-45be-8ddb-5b7746a3fea8 req-f2213605-66e3-44b1-bd10-03998d7c1c08 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.3249929 Sep 18 02:18:23.342888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:23.343474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Checking segment: {'id': 'f65270eb-089c-4ed4-9ea0-36cbaee3580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eebc327f-686d-436b-b9ce-20d7cc4ce8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:23.344047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.344543 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Bound using segment: {'id': 'f65270eb-089c-4ed4-9ea0-36cbaee3580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eebc327f-686d-436b-b9ce-20d7cc4ce8b3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:23.345389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Bound port: bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65270eb-089c-4ed4-9ea0-36cbaee3580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eebc327f-686d-436b-b9ce-20d7cc4ce8b3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:23.346005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.351380 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.355280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4626eb4-e146-4804-b5fd-0f0b6337cf06 None None] Pushing event updated for resources: {'Port': ['ID=cc55b361-9dc4-4273-968b-826941fb506b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:23.407057 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:18:23.407057 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:18:23.415821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0349d905-7d6a-45be-8ddb-5b7746a3fea8 req-e72949b7-df38-4600-8478-47b399335353 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206961 Sep 18 02:18:23.426301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-422282ad-5d3b-41d0-ab22-bdd9dda587fc None None] Provisioning complete for port f192614e-8773-4a66-9aa9-75697a9f2705 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:23.426560 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-422282ad-5d3b-41d0-ab22-bdd9dda587fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.456262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-2b559102-3427-4a7f-b72f-f659b005e145 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:23.457813 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-2b559102-3427-4a7f-b72f-f659b005e145 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/networks?id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa HTTP/1.1" status: 200 len: 796 time: 0.1678300 Sep 18 02:18:23.472743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.489705 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-7551d349-acc8-42f5-ba7a-753433a6eaeb tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/quotas/f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 375 time: 0.0256605 Sep 18 02:18:23.516968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 9779ce9c-88e8-438e-8943-14f622429b15 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:18:23.543874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-422282ad-5d3b-41d0-ab22-bdd9dda587fc None None] Port f192614e-8773-4a66-9aa9-75697a9f2705 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:23.546041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] For port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:23.559066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:23.565255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:23.579502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] For port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44,segment=NetworkSegment(f65270eb-089c-4ed4-9ea0-36cbaee3580d),segment_id=f65270eb-089c-4ed4-9ea0-36cbaee3580d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:23.579760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:23.581146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-422282ad-5d3b-41d0-ab22-bdd9dda587fc None None] Provisioning complete for port cc55b361-9dc4-4273-968b-826941fb506b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:23.581146 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-422282ad-5d3b-41d0-ab22-bdd9dda587fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.585944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:23.586606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.593584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=c7c4b672-f4d1-4540-884f-73e6b8d0406e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:23.611056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bee6ad8e-2ef5-4191-99bf-708ebde0cea1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007183 Sep 18 02:18:23.636256 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ea28ce-2510-4f49-b19c-0b26e240a9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.640369 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.671943 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ea28ce-2510-4f49-b19c-0b26e240a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.675944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cc0687fd-2277-469c-8ea1-6314d1aa7ff2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5334418 Sep 18 02:18:23.690669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50748) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:23.752263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14ad65-082d-4f7a-998b-4aea8ac0fc7a None None] Pushing event updated for resources: {'Port': ['ID=bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:23.768185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-54b7054d-bace-426f-a1e0-881a5a6e8e3b service neutron] 10.222.0.21 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453769 Sep 18 02:18:23.779443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea28ce-2510-4f49-b19c-0b26e240a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd1e795-ee49-4014-8028-69fe59187144,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:23.789116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c9ea28ce-2510-4f49-b19c-0b26e240a9d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2eaaf43c6e641598981bd5c38eb0393&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0455720 Sep 18 02:18:23.791491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 2, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:23.792992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:23.794434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50750) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:23.806042 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] Sync routers for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:23.816401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-75a76413-5dbc-4a48-8214-5f8855fe20d0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "PUT /v2.0/routers/9779ce9c-88e8-438e-8943-14f622429b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637121 Sep 18 02:18:23.821706 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:23.822333 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:23.828275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Checking router: 426d383f-2615-4222-b58b-477071b2c955 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:23.828763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Updating router 426d383f-2615-4222-b58b-477071b2c955 port f192614e-8773-4a66-9aa9-75697a9f2705 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:18:23.832656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50752) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:23.868284 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:23.907406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-311a6ba3-bbcb-43a7-a0ac-afb65867fff9 service neutron] 10.222.0.21 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288311 Sep 18 02:18:23.936531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7f83fe-0c78-49a3-b306-ca648c7dc8cb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting subnet e46c08ff-103e-4871-b11c-f7b2953fb524 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:23.940201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8c7f83fe-0c78-49a3-b306-ca648c7dc8cb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.038212 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:24.088010 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8c7f83fe-0c78-49a3-b306-ca648c7dc8cb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.113309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-84b15c1f-b0c0-4fb6-84bb-7b2dae99b8d9 None None] Provisioning complete for port f192614e-8773-4a66-9aa9-75697a9f2705 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:24.113857 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-84b15c1f-b0c0-4fb6-84bb-7b2dae99b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.157302 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dde30e79-3f63-401b-9887-dcb1fe913077 req-6a762e00-19a4-43e8-bc2e-51b7db2a10d9 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1261334 Sep 18 02:18:24.206927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-84b15c1f-b0c0-4fb6-84bb-7b2dae99b8d9 None None] Port f192614e-8773-4a66-9aa9-75697a9f2705 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:24.233748 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34297731-803e-43ad-b90b-6bd4dadd9ae1 req-c0b53b95-0298-4294-b9f8-faf51971f767 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 210 time: 0.0572369 Sep 18 02:18:24.253986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3b96d641-6498-4803-9240-62393b12f499 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port c7c4b672-f4d1-4540-884f-73e6b8d0406e {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:24.254329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b96d641-6498-4803-9240-62393b12f499 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.340545 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b68c281-6d7a-4079-8fb7-5ce094131a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.377602 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:22Z', 'revision_number': 7, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:24.393846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.402277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.427103 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] Checking router: 9779ce9c-88e8-438e-8943-14f622429b15 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:24.463428 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] Routers {'9779ce9c-88e8-438e-8943-14f622429b15'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:24.465280 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9779ce9c-88e8-438e-8943-14f622429b15'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:24.490594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3363b00-d857-4e81-a7e5-d2c6a7b4776c None None] Pushing event updated for resources: {'Port': ['ID=f192614e-8773-4a66-9aa9-75697a9f2705,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:24.536653 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b68c281-6d7a-4079-8fb7-5ce094131a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.580895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:24.595666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b96d641-6498-4803-9240-62393b12f499 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.599780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8c7f83fe-0c78-49a3-b306-ca648c7dc8cb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.618667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Attempting to bind port f192614e-8773-4a66-9aa9-75697a9f2705 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:24.619051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Attempting to bind port f192614e-8773-4a66-9aa9-75697a9f2705 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:24.619412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Attempting to bind port f192614e-8773-4a66-9aa9-75697a9f2705 on network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:24.641127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:24.641506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Checking segment: {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:24.642083 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.642454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Bound using segment: {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:24.642977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Bound port: f192614e-8773-4a66-9aa9-75697a9f2705, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:24.643486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.726843 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] Set router 9779ce9c-88e8-438e-8943-14f622429b15 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:24.737956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] For port f192614e-8773-4a66-9aa9-75697a9f2705, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:24.742129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] For port f192614e-8773-4a66-9aa9-75697a9f2705, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f192614e-8773-4a66-9aa9-75697a9f2705,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:24.746540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:24.747416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.759851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3b96d641-6498-4803-9240-62393b12f499 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for c7c4b672-f4d1-4540-884f-73e6b8d0406e owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:24.760373 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:24.839298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3363b00-d857-4e81-a7e5-d2c6a7b4776c None None] Pushing event updated for resources: {'Port': ['ID=f192614e-8773-4a66-9aa9-75697a9f2705,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:24.892541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:24.893394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:25.048040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-83e92496-03f3-495f-a7d8-791521248f2e None None] Provisioning complete for port f192614e-8773-4a66-9aa9-75697a9f2705 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:25.048460 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83e92496-03f3-495f-a7d8-791521248f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.051070 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:22Z', 'revision_number': 7, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:25.057096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68479ad-92ac-40f1-9a56-7b57659abe03 req-72266f9f-b939-419c-a0b3-3e08196cfe29 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:25.071001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e68479ad-92ac-40f1-9a56-7b57659abe03 req-72266f9f-b939-419c-a0b3-3e08196cfe29 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.4728119 Sep 18 02:18:25.072847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b96d641-6498-4803-9240-62393b12f499 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.099557 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257c84d-0079-4f1b-95b6-35c4263caf12 None None] The sync data for ids ['9779ce9c-88e8-438e-8943-14f622429b15'] in n-d-789963-12 is: [{'id': '9779ce9c-88e8-438e-8943-14f622429b15', 'name': 'tempest-TestNetworkBasicOps-router-607396545', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:15:42Z', 'updated_at': '2021-09-18T02:18:22Z', 'revision_number': 7, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '63b243c1-57c2-4c80-9337-13ff9cf26b4c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9779ce9c-88e8-438e-8943-14f622429b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:15:43Z', 'updated_at': '2021-09-18T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:25.129805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:25.157781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96d641-6498-4803-9240-62393b12f499 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=c7c4b672-f4d1-4540-884f-73e6b8d0406e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:25.188862 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.212721 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b96d641-6498-4803-9240-62393b12f499 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.214980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3b96d641-6498-4803-9240-62393b12f499 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/c7c4b672-f4d1-4540-884f-73e6b8d0406e HTTP/1.1" status: 204 len: 168 time: 1.5214758 Sep 18 02:18:25.218118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50774) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:25.225998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8c7f83fe-0c78-49a3-b306-ca648c7dc8cb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.236829 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b68c281-6d7a-4079-8fb7-5ce094131a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.240001 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b68c281-6d7a-4079-8fb7-5ce094131a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.245421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44,segment=NetworkSegment(f65270eb-089c-4ed4-9ea0-36cbaee3580d),segment_id=f65270eb-089c-4ed4-9ea0-36cbaee3580d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:25.258301 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.261515 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9b68c281-6d7a-4079-8fb7-5ce094131a81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfd1e795-ee49-4014-8028-69fe59187144 HTTP/1.1" status: 204 len: 168 time: 1.4657769 Sep 18 02:18:25.268202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cc55b361-9dc4-4273-968b-826941fb506b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:25.272019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e68479ad-92ac-40f1-9a56-7b57659abe03 req-dd82cd61-01e3-46d9-abeb-cfc4d244c409 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000191 Sep 18 02:18:25.317034 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-f149594c-dc51-4134-ab0a-65d381cbef8d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:18:25.317781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f149594c-dc51-4134-ab0a-65d381cbef8d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:18:25.325391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f149594c-dc51-4134-ab0a-65d381cbef8d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/c7c4b672-f4d1-4540-884f-73e6b8d0406e HTTP/1.1" status: 404 len: 333 time: 0.0966456 Sep 18 02:18:25.326281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50780) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:25.366977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f83fe-0c78-49a3-b306-ca648c7dc8cb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Subnet': ['ID=e46c08ff-103e-4871-b11c-f7b2953fb524,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:25.369637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8c7f83fe-0c78-49a3-b306-ca648c7dc8cb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.372032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8c7f83fe-0c78-49a3-b306-ca648c7dc8cb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/subnets/e46c08ff-103e-4871-b11c-f7b2953fb524 HTTP/1.1" status: 204 len: 168 time: 1.5397990 Sep 18 02:18:25.375407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50782) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:25.398350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68c281-6d7a-4079-8fb7-5ce094131a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd1e795-ee49-4014-8028-69fe59187144,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:25.423786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:25.425774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c84506f-3af8-4ab7-a2cf-9891b1b9b4cc req-ef821f71-0432-4d5c-9a00-8654e9422377 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0343804 Sep 18 02:18:25.426568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa168d-bcee-442a-907d-667ebc3ea4e3 None None] Network 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:25.427329 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66ac851-faff-4103-87f2-e6367ad342fe tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:18:25.429439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e66ac851-faff-4103-87f2-e6367ad342fe tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/c7c4b672-f4d1-4540-884f-73e6b8d0406e HTTP/1.1" status: 404 len: 333 time: 0.0986779 Sep 18 02:18:25.431793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50784) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:25.523934 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83e92496-03f3-495f-a7d8-791521248f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.556418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed894123-fefa-40cc-8803-737939c2da61 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet 96903b8f-7f7e-41e2-9fa4-cd75db6371eb {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:25.562743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed894123-fefa-40cc-8803-737939c2da61 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.576957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923ac05-c6e7-499d-99bc-5899738dc76d None None] Network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:25.645375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed894123-fefa-40cc-8803-737939c2da61 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.648841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c23b208f-ddac-401b-8b4b-73275e1654dd req-12a14151-4fbc-4104-b17d-15858cd1389d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 210 time: 0.2339568 Sep 18 02:18:25.652058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.691069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50788) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:25.716545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-83e92496-03f3-495f-a7d8-791521248f2e None None] For port f192614e-8773-4a66-9aa9-75697a9f2705, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f192614e-8773-4a66-9aa9-75697a9f2705,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:25.838153 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-01a69204-0529-4e54-85f4-05ae0e858ec2 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2254 time: 0.1458530 Sep 18 02:18:25.839372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50790) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:25.839923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50792) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:25.881406 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed894123-fefa-40cc-8803-737939c2da61 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.898136 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83e92496-03f3-495f-a7d8-791521248f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.940611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'network': {'name': 'tempest-network-smoke--254840232', 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'port_security_enabled': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:25.950044 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a49fb4b-8f59-429b-99c8-0049e2c64605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:25.986510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e92496-03f3-495f-a7d8-791521248f2e None None] Pushing event updated for resources: {'Port': ['ID=f192614e-8773-4a66-9aa9-75697a9f2705,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:25.991548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed894123-fefa-40cc-8803-737939c2da61 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.032382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed894123-fefa-40cc-8803-737939c2da61 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=96903b8f-7f7e-41e2-9fa4-cd75db6371eb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:26.039304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed894123-fefa-40cc-8803-737939c2da61 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.041401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ed894123-fefa-40cc-8803-737939c2da61 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/96903b8f-7f7e-41e2-9fa4-cd75db6371eb HTTP/1.1" status: 204 len: 168 time: 0.6085236 Sep 18 02:18:26.044302 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50794) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:26.058351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Made reservation on behalf of f83cd0fe2550438386cfb497cd09d70c for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:26.063179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.080004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.098151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:26.107377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.107917 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Added segment 6701b7db-8a16-49dd-bbb0-f2154ba9f48a of type vlan for network 9aaa6b48-2040-469d-afe1-f207b7a094c5 Sep 18 02:18:26.127958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.149723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.158461 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.189080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.192597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:26.195163 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.196585 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:26.197429 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.198389 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.248315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-ba69004b-77e7-4939-a89f-768105263abe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:26.250101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-ba69004b-77e7-4939-a89f-768105263abe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "GET /v2.0/networks?id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa HTTP/1.1" status: 200 len: 796 time: 0.5089295 Sep 18 02:18:26.291920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] For port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44,segment=NetworkSegment(f65270eb-089c-4ed4-9ea0-36cbaee3580d),segment_id=f65270eb-089c-4ed4-9ea0-36cbaee3580d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:26.292549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.292682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5ee2737a-d4e4-4a50-8855-04a2c57ff7f8 None None] Provisioning complete for port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:26.293027 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5ee2737a-d4e4-4a50-8855-04a2c57ff7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.313808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:26.350246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port cc55b361-9dc4-4273-968b-826941fb506b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:26.350597 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.391935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Network': ['ID=9aaa6b48-2040-469d-afe1-f207b7a094c5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:26.400980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-e92b24f1-015d-4a0a-9d83-fbb3104e0552 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1802c86cd5c491abf3194cd9117e0bd HTTP/1.1" status: 200 len: 380 time: 0.1281366 Sep 18 02:18:26.411384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:24Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:26.413371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'port': {'device_id': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'admin_state_up': True, 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'security_groups': ['8fe21447-5214-4e3a-bb56-d7d79d1c9a85']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:26.415634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:26.453086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847c4af-1e3a-4886-8116-aac5fbd452ea req-22d9e1bf-25ef-4c38-a8e2-d61de1921f70 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:26.454845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8847c4af-1e3a-4886-8116-aac5fbd452ea req-22d9e1bf-25ef-4c38-a8e2-d61de1921f70 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.0851808 Sep 18 02:18:26.464201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1a1d0-e061-46a1-bb36-44c5e2a890e6 None None] The sync data for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 is: [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:24Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:26.533461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8847c4af-1e3a-4886-8116-aac5fbd452ea req-4815f594-aed2-4070-99de-2c394ac0bc22 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678394 Sep 18 02:18:26.589000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.611813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 63b243c1-57c2-4c80-9337-13ff9cf26b4c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:26.612075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.612620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:26.627276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] DHCP port deletion for 2e83f4eb-f7b4-4738-9300-1cb6918b4bcc request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:18:26.641312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No DVR routers for this DVR port bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:26.752488 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-566a275d-eaeb-4f61-800b-1b8eb25dde01 req-7ad44295-b408-4d29-8a5e-c79a868fca19 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1425447 Sep 18 02:18:26.792152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5ee2737a-d4e4-4a50-8855-04a2c57ff7f8 None None] Provisioning complete for port f192614e-8773-4a66-9aa9-75697a9f2705 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:26.792679 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5ee2737a-d4e4-4a50-8855-04a2c57ff7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.797618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 83231821-a017-4b36-9a37-7d27f1a3778c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:26.819417 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.849487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebc327f-686d-436b-b9ce-20d7cc4ce8b3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:26.860218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65270eb-089c-4ed4-9ea0-36cbaee3580d') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:26.860505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65270eb-089c-4ed4-9ea0-36cbaee3580d') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:26.871458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.872552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8428dd-3335-4574-a429-5585a96b166b None None] Network eebc327f-686d-436b-b9ce-20d7cc4ce8b3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:26.886930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.894273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:26.894676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:26.966960 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:26.969967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 83231821-a017-4b36-9a37-7d27f1a3778c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:26.970351 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.009508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d874ca04-f86a-4ee1-9838-65b93c28ce36 req-c17dad80-6f31-4c1b-b494-f4fc5eca1847 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 210 time: 0.0413136 Sep 18 02:18:27.010753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.025111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] Deleting port aa63163a-4380-4b60-b10b-bc01d58c6043 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:27.025111 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.025353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.025353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/networks/eebc327f-686d-436b-b9ce-20d7cc4ce8b3 HTTP/1.1" status: 204 len: 168 time: 0.9759536 Sep 18 02:18:27.041210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50802) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:27.042149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c2b2f-d1e5-4ee1-b575-90d1e34825eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Network': ['ID=eebc327f-686d-436b-b9ce-20d7cc4ce8b3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:27.049981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1499649399'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:27.187112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] For port aa63163a-4380-4b60-b10b-bc01d58c6043, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aa63163a-4380-4b60-b10b-bc01d58c6043,segment=NetworkSegment(332e7463-b11f-41ca-a72d-f5c26aa7cb44),segment_id=332e7463-b11f-41ca-a72d-f5c26aa7cb44)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:27.187520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.213043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] Calling delete_port for aa63163a-4380-4b60-b10b-bc01d58c6043 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:27.215516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a49fb4b-8f59-429b-99c8-0049e2c64605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.227528 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a49fb4b-8f59-429b-99c8-0049e2c64605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.246102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eabb8a-e408-4826-b509-a8e398938e50 None None] DHCP port deletion for eebc327f-686d-436b-b9ce-20d7cc4ce8b3 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:18:27.262542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bb17c8cc-1826-423e-ad7a-498a4209a901 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4159813 Sep 18 02:18:27.266453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50804) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:27.273306 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'admin_state_up': True, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:27.300404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:27.304468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.310566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49fb4b-8f59-429b-99c8-0049e2c64605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc05d6-efbc-4642-bbf1-1d35120bdf9f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:27.330072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port 63b243c1-57c2-4c80-9337-13ff9cf26b4c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=63b243c1-57c2-4c80-9337-13ff9cf26b4c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:27.330583 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.338908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:27.342654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.344491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.351413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9a49fb4b-8f59-429b-99c8-0049e2c64605 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d04b9e9ce9174ed985b5c4bfaedbcf52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5061541 Sep 18 02:18:27.354395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50806) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:27.357433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 63b243c1-57c2-4c80-9337-13ff9cf26b4c owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:27.361127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0fc38725-c193-4804-bf42-188031bd32a5 None None] Could not find standard attr ID for object bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:18:27.378077 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.378437 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Added segment 7fb29d55-949e-4995-b890-027b7cc7a28e of type vlan for network 906c4857-7373-4f2a-aa1d-016a7e4fe587 Sep 18 02:18:27.434574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.448067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Made reservation on behalf of f1802c86cd5c491abf3194cd9117e0bd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:27.451813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.482755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] Pushing event deleted for resources: {'Port': ['ID=aa63163a-4380-4b60-b10b-bc01d58c6043,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:27.484929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538989c4-d875-4db8-8705-9a7666e19895 None None] No DVR routers for this DVR port aa63163a-4380-4b60-b10b-bc01d58c6043 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:27.524660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.527500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f192614e-8773-4a66-9aa9-75697a9f2705 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:27.591030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.598325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f192614e-8773-4a66-9aa9-75697a9f2705 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:27.598956 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.639981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb8082d-bc77-458a-ab73-30dc706617ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.721549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.20.0.14 (8bc56aa9-ffd6-41ac-ba50-5e25967d49aa/4cb99d17-2e14-4f3e-8744-8bc7cb312712/f460e453-5cb9-4784-a049-999d98643f47) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:27.755037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.772122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.resource_extend [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:18:27.797477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.820709 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:27.833110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb8082d-bc77-458a-ab73-30dc706617ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.843407 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:27.843760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bf00c567-b4ce-4e80-a83f-d6e9eb4e0b44 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:27.844163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a1a25a2a-e2d9-4fdd-98a0-81ef04898294 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:27.855935 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.859865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=63b243c1-57c2-4c80-9337-13ff9cf26b4c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:27.863093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:27.863738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:27.863892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: a1a25a2a-e2d9-4fdd-98a0-81ef04898294 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:27.864800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a1a25a2a-e2d9-4fdd-98a0-81ef04898294 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:27.864800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aa63163a-4380-4b60-b10b-bc01d58c6043 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:27.886112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: aa63163a-4380-4b60-b10b-bc01d58c6043 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:27.886393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aa63163a-4380-4b60-b10b-bc01d58c6043 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:27.979230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9311891 Sep 18 02:18:27.981135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50812) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:27.989888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': '906c4857-7373-4f2a-aa1d-016a7e4fe587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:28.007652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-867e3372-2e22-4dce-bdc2-fcbb2697efc2 req-fb14ee23-5abe-4576-bbc0-5f70b07d2189 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0951962 Sep 18 02:18:28.010648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe10f5-08c4-4be8-b941-a3cc4db3b1cc req-12535028-2e1d-43b4-a2c5-eeee8d2713ae tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:28.012213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eafe10f5-08c4-4be8-b941-a3cc4db3b1cc req-12535028-2e1d-43b4-a2c5-eeee8d2713ae tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.3032184 Sep 18 02:18:28.058663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af27ff-0e87-4b47-8253-65d01c4c11eb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Network': ['ID=906c4857-7373-4f2a-aa1d-016a7e4fe587,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:28.079132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 906c4857-7373-4f2a-aa1d-016a7e4fe587 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:28.098935 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb8082d-bc77-458a-ab73-30dc706617ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.101843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb8082d-bc77-458a-ab73-30dc706617ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.102650 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fbb8082d-bc77-458a-ab73-30dc706617ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84dc05d6-efbc-4642-bbf1-1d35120bdf9f HTTP/1.1" status: 204 len: 168 time: 0.7462478 Sep 18 02:18:28.140782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8082d-bc77-458a-ab73-30dc706617ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc05d6-efbc-4642-bbf1-1d35120bdf9f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:28.167957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.212664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46bf5afb-e5f6-48b9-ab4d-18e3c9803eb7 req-45079d91-2382-423f-909e-419e4735d5ad tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 210 time: 0.0801640 Sep 18 02:18:28.291449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eafe10f5-08c4-4be8-b941-a3cc4db3b1cc req-ce6cddc8-f042-4002-9481-e0c7ddf55c2e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623823 Sep 18 02:18:28.301162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.322405 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.340556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.343130 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.349692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.402820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:28.408688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.425560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.426076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Fanout notify agent at l3_agent the message router_deleted on router 9779ce9c-88e8-438e-8943-14f622429b15 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:18:28.433052 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.434166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-affb3f95-386f-41b8-aef7-373ded9d030c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/routers/9779ce9c-88e8-438e-8943-14f622429b15 HTTP/1.1" status: 204 len: 168 time: 3.0576494 Sep 18 02:18:28.440756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50820) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:28.467975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Allocated IP 172.25.0.204 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/b28d59a7-6410-4cba-8baf-27666b00cfc2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:28.603515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.616666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.627032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.664728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.672913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:28.703709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:28.706021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:28.706178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:28.709072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:28.714767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:28.758463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=b28d59a7-6410-4cba-8baf-27666b00cfc2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:28.810114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:28.891289 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:28.968837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:28.969724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.000993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e83f4eb-f7b4-4738-9300-1cb6918b4bcc']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:29.007919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8f190996-9d1d-407d-9828-fc1b8e1d32cc None None] Provisioning complete for port f460e453-5cb9-4784-a049-999d98643f47 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:29.008945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.009105 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f190996-9d1d-407d-9828-fc1b8e1d32cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.078644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8f190996-9d1d-407d-9828-fc1b8e1d32cc None None] Port f460e453-5cb9-4784-a049-999d98643f47 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:29.092858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332e7463-b11f-41ca-a72d-f5c26aa7cb44') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:29.093273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332e7463-b11f-41ca-a72d-f5c26aa7cb44') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:29.110126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.110415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-da77c153-b589-4d47-837f-bd3495de4b11 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7007880 Sep 18 02:18:29.117809 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.145832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Request body: {'port': {'device_id': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:29.182349 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a1b8f83f-c7a1-4089-b87d-0467c849e60d req-9123f86d-653d-48ce-a945-55a3894cc4f0 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0318716 Sep 18 02:18:29.195168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Checking segment: {'id': '7fb29d55-949e-4995-b890-027b7cc7a28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '906c4857-7373-4f2a-aa1d-016a7e4fe587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:29.195538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network hostable DHCP agents. Network: 906c4857-7373-4f2a-aa1d-016a7e4fe587, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:29.199684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.207255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=3e10e418-c1a3-44b6-9d60-f2aedf567c6a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:29.216921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:29.217327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:29.220704 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:29.327959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network 906c4857-7373-4f2a-aa1d-016a7e4fe587 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:29.351895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.370856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 906c4857-7373-4f2a-aa1d-016a7e4fe587) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:29.381557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da9413-8a34-4498-8140-dc23d8f255dc None None] Network 906c4857-7373-4f2a-aa1d-016a7e4fe587 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:29.391195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:29.391819 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.394095 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.414671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.414671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/networks/2e83f4eb-f7b4-4738-9300-1cb6918b4bcc HTTP/1.1" status: 204 len: 168 time: 0.9699066 Sep 18 02:18:29.431428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50856) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:29.432358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ceafa-0f01-4727-b35c-2615b302a0ed tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Network': ['ID=2e83f4eb-f7b4-4738-9300-1cb6918b4bcc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:29.460722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'network': {'name': 'tempest-network-smoke--758526788', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:29.470292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-868fd27b-fcde-4253-abe1-76267ad3a056 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4819133 Sep 18 02:18:29.473556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 50858) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:29.482794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': '906c4857-7373-4f2a-aa1d-016a7e4fe587', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-362332762'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:29.504037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47387cd-75c2-4559-b21a-f6992dd6f1de req-110ec2c2-a4f8-4d77-aa4b-6c46bbd88ead tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:29.506014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.510678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47387cd-75c2-4559-b21a-f6992dd6f1de req-110ec2c2-a4f8-4d77-aa4b-6c46bbd88ead tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 932 time: 0.1814332 Sep 18 02:18:29.520189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 63b243c1-57c2-4c80-9337-13ff9cf26b4c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:29.527276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e9142-3ccb-4deb-9aaa-4c4a042e0ad5 req-687d5f37-b6ad-4612-a918-07771313d71b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:29.528240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a39e9142-3ccb-4deb-9aaa-4c4a042e0ad5 req-687d5f37-b6ad-4612-a918-07771313d71b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1075521 Sep 18 02:18:29.555816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 63b243c1-57c2-4c80-9337-13ff9cf26b4c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:29.556163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 63b243c1-57c2-4c80-9337-13ff9cf26b4c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:29.619473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a47387cd-75c2-4559-b21a-f6992dd6f1de req-25667d6a-f3b5-4d48-a770-b968085a8bff tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738866 Sep 18 02:18:29.634279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a39e9142-3ccb-4deb-9aaa-4c4a042e0ad5 req-b8684075-625b-4c66-85db-c7d887932c6b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544727 Sep 18 02:18:29.695000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:29.699455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.717266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-906c4857-7373-4f2a-aa1d-016a7e4fe587', 'network_id': '906c4857-7373-4f2a-aa1d-016a7e4fe587', 'tenant_id': '73adb7c81d154155ae453ebde2ee673d', 'fixed_ips': [{'subnet_id': '3e10e418-c1a3-44b6-9d60-f2aedf567c6a'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:29.718296 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.762775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Router b733d000-3556-4cee-8da0-d995e490c852 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:18:29.892488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:29.910721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Allocated IP 2001:db8::2 (906c4857-7373-4f2a-aa1d-016a7e4fe587/3e10e418-c1a3-44b6-9d60-f2aedf567c6a/d747cd18-68f3-47db-82d4-6e5e181e9b8a) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:29.917409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:29.917769 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Added segment 1e488544-f7e5-4398-b87a-ff20761e9593 of type vlan for network 00ec2e9f-8413-4704-a527-4eb2ccb7522e Sep 18 02:18:29.922215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:29.949213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Sync routers for ids ['b733d000-3556-4cee-8da0-d995e490c852'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:29.971255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Routers {'b733d000-3556-4cee-8da0-d995e490c852'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:29.972334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b733d000-3556-4cee-8da0-d995e490c852'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:30.010759 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.031689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f460e453-5cb9-4784-a049-999d98643f47 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:30.032912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.035184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4f741a82-95d9-476d-9b26-f32b20b80b62 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7673683 Sep 18 02:18:30.039686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50890) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:30.044644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:30.049082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.052511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.089227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Transition to ACTIVE for port object f460e453-5cb9-4784-a049-999d98643f47 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:18:30.099705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 00aaab3a-4041-4c2d-ab9a-13516a30d0a1 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:30.117065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04a9a7-b4b1-44c0-8eb8-c41664826ca0 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:30.121644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2c04a9a7-b4b1-44c0-8eb8-c41664826ca0 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f83cd0fe2550438386cfb497cd09d70c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0807617 Sep 18 02:18:30.122278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:30.173436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.179675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:30.180678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.202022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.252648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662037d-64e7-4be6-a615-d6d840b82249 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:30.257696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f662037d-64e7-4be6-a615-d6d840b82249 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344070 Sep 18 02:18:30.258841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50916) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:30.299357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0703225c-a029-43a4-8ce5-80642306c9e5 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398557 Sep 18 02:18:30.300133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50918) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:30.333378 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-55bfbce2-21f6-4c37-b16a-23b8c8007ff2 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f83cd0fe2550438386cfb497cd09d70c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320618 Sep 18 02:18:30.333966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:30.351130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9161274 Sep 18 02:18:30.354541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50924) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:30.362171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'admin_state_up': True, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:30.387141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Set router b733d000-3556-4cee-8da0-d995e490c852 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:30.437055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3afcb2e5-bcab-47f6-8bb8-ed9d72679979 req-d3ba7e85-e7de-41eb-8819-7152a642da9e tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1305823 Sep 18 02:18:30.458235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399746-3f34-4c2d-b1db-a2a49099eb3b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Network': ['ID=00ec2e9f-8413-4704-a527-4eb2ccb7522e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:30.464446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3332e1-cc23-4b65-a8af-d8da082115a5 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:30.466168 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7e3332e1-cc23-4b65-a8af-d8da082115a5 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311972 Sep 18 02:18:30.470147 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.471962 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.475783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:30.495587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Pushing event updated for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:30.537440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:30.542940 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.612325 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.761560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::26c (906c4857-7373-4f2a-aa1d-016a7e4fe587/3e10e418-c1a3-44b6-9d60-f2aedf567c6a/00aaab3a-4041-4c2d-ab9a-13516a30d0a1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:30.806882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Attempting to bind port f460e453-5cb9-4784-a049-999d98643f47 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:30.807353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Attempting to bind port f460e453-5cb9-4784-a049-999d98643f47 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:30.807783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Attempting to bind port f460e453-5cb9-4784-a049-999d98643f47 on network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:30.824128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Network 906c4857-7373-4f2a-aa1d-016a7e4fe587 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:30.828851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Pushing event updated for resources: {'Port': ['ID=d747cd18-68f3-47db-82d4-6e5e181e9b8a,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:30.841144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Port f460e453-5cb9-4784-a049-999d98643f47 on network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:18:30.841574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Attempting to bind port f460e453-5cb9-4784-a049-999d98643f47 on network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:30.849774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:30.856556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:30.899563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:30.900165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Checking segment: {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:30.900645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Bound using segment: {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:30.901192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Bound port: f460e453-5cb9-4784-a049-999d98643f47, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f9813a-7079-4365-8273-51cc992b7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:30.901649 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.910416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e1dffe1a-ae8b-4f6b-8ede-f6e874884734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.921261 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fd565fdb-dbb8-4853-bbbf-d3fd9af0c482 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4443345 Sep 18 02:18:30.926799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 50960) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:30.928112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108735d8-f01f-4fe2-a35d-6ae3b01857fd req-9decc009-3ac3-47fa-946c-38249b17446e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:30.930118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-108735d8-f01f-4fe2-a35d-6ae3b01857fd req-9decc009-3ac3-47fa-946c-38249b17446e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1451190 Sep 18 02:18:30.930988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1911634905', 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5', 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:30.961748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Attempting to bind port d747cd18-68f3-47db-82d4-6e5e181e9b8a on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:30.962115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Attempting to bind port d747cd18-68f3-47db-82d4-6e5e181e9b8a by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '7fb29d55-949e-4995-b890-027b7cc7a28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '906c4857-7373-4f2a-aa1d-016a7e4fe587'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:30.962525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Attempting to bind port d747cd18-68f3-47db-82d4-6e5e181e9b8a on network 906c4857-7373-4f2a-aa1d-016a7e4fe587 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:30.975636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:30.975941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Checking segment: {'id': '7fb29d55-949e-4995-b890-027b7cc7a28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '906c4857-7373-4f2a-aa1d-016a7e4fe587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:30.976531 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.977080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Bound using segment: {'id': '7fb29d55-949e-4995-b890-027b7cc7a28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '906c4857-7373-4f2a-aa1d-016a7e4fe587'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:30.977736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Bound port: d747cd18-68f3-47db-82d4-6e5e181e9b8a, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb29d55-949e-4995-b890-027b7cc7a28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '906c4857-7373-4f2a-aa1d-016a7e4fe587'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:30.978291 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:30.994937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:18:28Z', 'revision_number': 3, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:31.049158 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-108735d8-f01f-4fe2-a35d-6ae3b01857fd req-3f58b03f-c0fa-4d49-b63f-00801055ba57 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111550 Sep 18 02:18:31.054453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Checking router: b733d000-3556-4cee-8da0-d995e490c852 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:31.055009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Updating router b733d000-3556-4cee-8da0-d995e490c852 port b28d59a7-6410-4cba-8baf-27666b00cfc2 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:18:31.071301 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.073240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Made reservation on behalf of f83cd0fe2550438386cfb497cd09d70c for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:31.078447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.121976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.130984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:31.135485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:31.145013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.151377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-aab7706c-236a-4570-8467-79a820578e84 None None] For port d747cd18-68f3-47db-82d4-6e5e181e9b8a, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:31.155585 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.187750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23392df0-6d00-4481-9c29-b45b8668f4ca req-8fcc0168-b8e2-4e4f-836a-eec3c995e38f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:31.189834 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23392df0-6d00-4481-9c29-b45b8668f4ca req-8fcc0168-b8e2-4e4f-836a-eec3c995e38f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 944 time: 0.3262722 Sep 18 02:18:31.220445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-aab7706c-236a-4570-8467-79a820578e84 None None] For port d747cd18-68f3-47db-82d4-6e5e181e9b8a, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d747cd18-68f3-47db-82d4-6e5e181e9b8a,segment=NetworkSegment(7fb29d55-949e-4995-b890-027b7cc7a28e),segment_id=7fb29d55-949e-4995-b890-027b7cc7a28e)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:31.240928 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.245021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:31.247116 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.265238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] 10.222.0.18 "PUT /v2.0/ports/f460e453-5cb9-4784-a049-999d98643f47 HTTP/1.1" status: 200 len: 1093 time: 2.1358140 Sep 18 02:18:31.267167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:31.278538 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9398dce-5709-4313-9ea3-081e11dd55fd" -d '{"events": [{"name": "network-changed", "server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "tag": "f460e453-5cb9-4784-a049-999d98643f47"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:31.441512 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe32dc-7be0-4f41-8e76-28502ef49d11 x-openstack-request-id: req-00fe32dc-7be0-4f41-8e76-28502ef49d11 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:31.442192 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "tag": "f460e453-5cb9-4784-a049-999d98643f47", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:31.442192 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00fe32dc-7be0-4f41-8e76-28502ef49d11 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:31.442516 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47', 'status': 'completed', 'code': 200} Sep 18 02:18:31.459238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7706c-236a-4570-8467-79a820578e84 None None] Pushing event updated for resources: {'Port': ['ID=d747cd18-68f3-47db-82d4-6e5e181e9b8a,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:31.523481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf165982-6855-49bb-8f41-76fe294e305c service neutron] Pushing event updated for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:31.591336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.691624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.723079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-076ce100-6d84-4fac-a449-b0799d983048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:31.730183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-076ce100-6d84-4fac-a449-b0799d983048 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 1096 time: 0.4025552 Sep 18 02:18:31.777212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Subnet': ['ID=46d65818-ef75-482b-9c4f-dd4fbd4e83d7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:31.782661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23392df0-6d00-4481-9c29-b45b8668f4ca req-b6ad9ada-48fe-4b5b-842f-7cff84918b7b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5799839 Sep 18 02:18:31.835225 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-113e9859-935e-4b5e-88d3-a25bdbf0e2d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f460e453-5cb9-4784-a049-999d98643f47 HTTP/1.1" status: 200 len: 217 time: 0.0689566 Sep 18 02:18:31.847187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.849282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d61fcd0-eec4-44e2-a586-2e32a0dbc9cc req-e5a01b61-9bf9-4cd6-849c-fe33abbc148e tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1556170 Sep 18 02:18:31.909777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=00aaab3a-4041-4c2d-ab9a-13516a30d0a1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:31.916433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network 906c4857-7373-4f2a-aa1d-016a7e4fe587 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:31.944585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Checking segment: {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:31.945167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network hostable DHCP agents. Network: 9aaa6b48-2040-469d-afe1-f207b7a094c5, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:31.947106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:31.948059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.958338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:31.966327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:31.978963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:31.979627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.022517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-c1ce9075-2f42-4a9a-8b88-e1d01b9c7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:32.029106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-c1ce9075-2f42-4a9a-8b88-e1d01b9c7a5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cb99d17-2e14-4f3e-8744-8bc7cb312712 HTTP/1.1" status: 200 len: 835 time: 0.1700017 Sep 18 02:18:32.034441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fb98156e-30ef-42b4-82cd-5e8d93cf172c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5568628 Sep 18 02:18:32.035400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51010) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:32.045836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Pushing event updated for resources: {'Port': ['ID=b28d59a7-6410-4cba-8baf-27666b00cfc2,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:32.047954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:32.048314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Attempting to bind port b28d59a7-6410-4cba-8baf-27666b00cfc2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:32.048686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Attempting to bind port b28d59a7-6410-4cba-8baf-27666b00cfc2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:32.049105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Attempting to bind port b28d59a7-6410-4cba-8baf-27666b00cfc2 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:32.055107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:32.055487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:32.055895 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.056289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:32.056770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Bound port: b28d59a7-6410-4cba-8baf-27666b00cfc2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:32.057156 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.072534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9aaa6b48-2040-469d-afe1-f207b7a094c5) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:32.098104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:32.098779 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.137497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a150cda3-d53e-4d28-814d-6a5354422d6e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2102308 Sep 18 02:18:32.146956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51018) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:32.153195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] For port b28d59a7-6410-4cba-8baf-27666b00cfc2, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:32.157960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] For port b28d59a7-6410-4cba-8baf-27666b00cfc2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b28d59a7-6410-4cba-8baf-27666b00cfc2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:32.161086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4b1fd-b694-4fb7-86d2-37b017b3eef6 None None] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:32.188369 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.272030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-90704270-45e2-48a9-84bd-ad511339524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:32.274998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-90704270-45e2-48a9-84bd-ad511339524d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2363064 Sep 18 02:18:32.354141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f360-020c-4b5c-a69c-c72ade18aa77 req-fc998bc6-0aea-4147-a578-897bfdb42fdb tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:32.355570 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d58f360-020c-4b5c-a69c-c72ade18aa77 req-fc998bc6-0aea-4147-a578-897bfdb42fdb tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1372492 Sep 18 02:18:32.402061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-18cd9829-6d0c-449f-a677-7ae97b5933cc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 00aaab3a-4041-4c2d-ab9a-13516a30d0a1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:32.409594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18cd9829-6d0c-449f-a677-7ae97b5933cc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.456269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Routers {'b733d000-3556-4cee-8da0-d995e490c852'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:32.456937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b733d000-3556-4cee-8da0-d995e490c852'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:32.503257 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.503474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Pushing event updated for resources: {'Port': ['ID=b28d59a7-6410-4cba-8baf-27666b00cfc2,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:32.520777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.521273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.521938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.523177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.523629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.528005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.528673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.530054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.530330 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.530756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.531168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.531702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aaf1e3-0b7f-4d38-aa30-86e7199d5b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:32.573347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-c8de3164-cfaf-4b62-8803-ff6806d0a90e service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888572 Sep 18 02:18:32.684789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.704863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d58f360-020c-4b5c-a69c-c72ade18aa77 req-ddb6392c-d808-4fdf-9e61-6b9acf39c27e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167877 Sep 18 02:18:32.764818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] Set router b733d000-3556-4cee-8da0-d995e490c852 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:32.797629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-9aaa6b48-2040-469d-afe1-f207b7a094c5', 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'fixed_ips': [{'subnet_id': '46d65818-ef75-482b-9c4f-dd4fbd4e83d7'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:32.798613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:32.909875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18cd9829-6d0c-449f-a677-7ae97b5933cc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.022108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-18cd9829-6d0c-449f-a677-7ae97b5933cc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 00aaab3a-4041-4c2d-ab9a-13516a30d0a1 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:33.048589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b28153e-3ac1-48cc-aeba-b89466c6335f req-7c547da9-26ea-4cd4-8f8a-0581b814c112 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644608 Sep 18 02:18:33.147096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-266f4940-266d-41f2-b37d-c21fb237f933 req-0bb6f06d-d3df-4b09-a323-cb4b1d2d7199 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0777075 Sep 18 02:18:33.167932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Allocated IP 172.20.0.18 (9aaa6b48-2040-469d-afe1-f207b7a094c5/46d65818-ef75-482b-9c4f-dd4fbd4e83d7/987e81aa-ad69-4de3-ada6-7b0085836047) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:33.191421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:18:28Z', 'revision_number': 3, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:33.213797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.25.0.58 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/0ab006e7-40c0-4b55-ba0b-2881372c9349) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:33.228363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e2029e-459a-4d5b-b182-570167ff12ea None None] The sync data for ids ['b733d000-3556-4cee-8da0-d995e490c852'] in n-d-789963-12 is: [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:18:28Z', 'revision_number': 3, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:33.229922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc11658-d0a8-4fd4-83d8-c61a0da7dfad None None] Network 906c4857-7373-4f2a-aa1d-016a7e4fe587 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:33.246454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f7676-d469-44b1-8681-85a0b8134eed req-05806fad-41b1-45af-8a4a-e513430cd962 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:33.248593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-083f7676-d469-44b1-8681-85a0b8134eed req-05806fad-41b1-45af-8a4a-e513430cd962 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 944 time: 0.3201838 Sep 18 02:18:33.318601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-7e066214-8f69-49f7-98fa-bc0617238614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:33.325112 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-7e066214-8f69-49f7-98fa-bc0617238614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1282594 Sep 18 02:18:33.362898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-111f9bd2-309a-4ee6-bed2-a1f8d82c5923 None None] Provisioning complete for port d747cd18-68f3-47db-82d4-6e5e181e9b8a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:33.363357 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-111f9bd2-309a-4ee6-bed2-a1f8d82c5923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.452801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51076) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:33.454206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-083f7676-d469-44b1-8681-85a0b8134eed req-3a2868e9-2c12-463c-91bc-184ca79a50a0 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883187 Sep 18 02:18:33.496753 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c1987e8-acfc-4489-bbef-73904bd752e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.593528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d747cd18-68f3-47db-82d4-6e5e181e9b8a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:33.615451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.737829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.760039 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-111f9bd2-309a-4ee6-bed2-a1f8d82c5923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.779055 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b026a0ac-5a2f-4089-8833-6ff3623a0566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.825457 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.854108 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.927451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-111f9bd2-309a-4ee6-bed2-a1f8d82c5923 None None] For port d747cd18-68f3-47db-82d4-6e5e181e9b8a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d747cd18-68f3-47db-82d4-6e5e181e9b8a,segment=NetworkSegment(7fb29d55-949e-4995-b890-027b7cc7a28e),segment_id=7fb29d55-949e-4995-b890-027b7cc7a28e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:33.948126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.968060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-111f9bd2-309a-4ee6-bed2-a1f8d82c5923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:33.975751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:33.980797 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:18:33.983842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:33.988029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:34.008526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Pushing event updated for resources: {'Port': ['ID=987e81aa-ad69-4de3-ada6-7b0085836047,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:34.019140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d747cd18-68f3-47db-82d4-6e5e181e9b8a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:34.019518 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.027847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f93f3-2c67-43e5-b34b-a546cb9e3214 req-5bc7d8ed-0481-443f-bd45-2f0713ca4112 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:34.038740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-027f93f3-2c67-43e5-b34b-a546cb9e3214 req-5bc7d8ed-0481-443f-bd45-2f0713ca4112 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1667938 Sep 18 02:18:34.126192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:34.153102 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18cd9829-6d0c-449f-a677-7ae97b5933cc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.163054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:34.180069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=0ab006e7-40c0-4b55-ba0b-2881372c9349,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:34.189715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:34.216148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd9829-6d0c-449f-a677-7ae97b5933cc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=00aaab3a-4041-4c2d-ab9a-13516a30d0a1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:34.269305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18cd9829-6d0c-449f-a677-7ae97b5933cc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.271486 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-18cd9829-6d0c-449f-a677-7ae97b5933cc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/00aaab3a-4041-4c2d-ab9a-13516a30d0a1 HTTP/1.1" status: 204 len: 168 time: 2.2342401 Sep 18 02:18:34.276527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51084) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:34.337530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-f533ee3a-b52e-4b22-aee8-85d24ef46ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:34.339262 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-f533ee3a-b52e-4b22-aee8-85d24ef46ed3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa HTTP/1.1" status: 200 len: 896 time: 1.0037742 Sep 18 02:18:34.349362 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-630558ce-79b8-4c7f-a81f-95d9379a1c7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:18:34.351059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-630558ce-79b8-4c7f-a81f-95d9379a1c7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/00aaab3a-4041-4c2d-ab9a-13516a30d0a1 HTTP/1.1" status: 404 len: 333 time: 0.0657353 Sep 18 02:18:34.402967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22baa939-3699-4f54-8cb6-d297eddc590f req-2a75acd2-f53a-4f41-8a87-778987f591ca tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0626602 Sep 18 02:18:34.414102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51086) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:34.423109 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Attempting to bind port 987e81aa-ad69-4de3-ada6-7b0085836047 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:34.423841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Attempting to bind port 987e81aa-ad69-4de3-ada6-7b0085836047 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:34.424389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Attempting to bind port 987e81aa-ad69-4de3-ada6-7b0085836047 on network 9aaa6b48-2040-469d-afe1-f207b7a094c5 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:34.437533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.468757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:34.469070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Checking segment: {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:34.469477 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.469864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Bound using segment: {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:34.470337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Bound port: 987e81aa-ad69-4de3-ada6-7b0085836047, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:34.470819 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.517014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-d263c2b8-22dc-4d40-80eb-190d23006fd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f460e453-5cb9-4784-a049-999d98643f47 HTTP/1.1" status: 200 len: 217 time: 0.1165609 Sep 18 02:18:34.569243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f9bd2-309a-4ee6-bed2-a1f8d82c5923 None None] Pushing event updated for resources: {'Port': ['ID=d747cd18-68f3-47db-82d4-6e5e181e9b8a,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:34.580419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c87d8d52-b3e3-4508-ad01-d8eaa8bfd6ab None None] Provisioning complete for port d747cd18-68f3-47db-82d4-6e5e181e9b8a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:34.580787 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c87d8d52-b3e3-4508-ad01-d8eaa8bfd6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.602957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Allocated IP 172.20.0.17 (9aaa6b48-2040-469d-afe1-f207b7a094c5/46d65818-ef75-482b-9c4f-dd4fbd4e83d7/c4e930fe-69f1-4279-985c-b3fb41810a37) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:34.662633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] For port 987e81aa-ad69-4de3-ada6-7b0085836047, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:34.666560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] For port 987e81aa-ad69-4de3-ada6-7b0085836047, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=987e81aa-ad69-4de3-ada6-7b0085836047,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:34.679918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d9daa0-05e3-42de-9eb6-5d668f5e13a6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet 3e10e418-c1a3-44b6-9d60-f2aedf567c6a {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:34.680159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.691170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-84d9daa0-05e3-42de-9eb6-5d668f5e13a6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.734307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-19da0fd6-805c-4fb2-bb0c-646e43b3d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:34.736498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-19da0fd6-805c-4fb2-bb0c-646e43b3d155 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cb99d17-2e14-4f3e-8744-8bc7cb312712 HTTP/1.1" status: 200 len: 835 time: 0.2094710 Sep 18 02:18:34.750760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef835b9-1ead-4aa0-9ea0-acd4d5538403 req-6bda001e-3493-4f9e-95c1-a06fa75b1e6e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:34.752860 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ef835b9-1ead-4aa0-9ea0-acd4d5538403 req-6bda001e-3493-4f9e-95c1-a06fa75b1e6e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 944 time: 0.1920114 Sep 18 02:18:34.777608 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-027f93f3-2c67-43e5-b34b-a546cb9e3214 req-9785796b-e5af-4513-985f-1524239178d2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7379799 Sep 18 02:18:34.848934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93c959-2142-4da2-9a98-e244d71bd3a6 None None] Pushing event updated for resources: {'Port': ['ID=987e81aa-ad69-4de3-ada6-7b0085836047,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:34.860963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-84d9daa0-05e3-42de-9eb6-5d668f5e13a6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.868181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.885322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c87d8d52-b3e3-4508-ad01-d8eaa8bfd6ab None None] Could not find standard attr ID for object 00aaab3a-4041-4c2d-ab9a-13516a30d0a1. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:18:34.908858 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ef835b9-1ead-4aa0-9ea0-acd4d5538403 req-ab98fade-16e9-4c82-8ba3-17a33bf762b5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455691 Sep 18 02:18:34.919516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-61215e0c-108b-4c68-b4c3-bd1717f7a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:34.921190 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-61215e0c-108b-4c68-b4c3-bd1717f7a1e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593633 Sep 18 02:18:34.923908 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b026a0ac-5a2f-4089-8833-6ff3623a0566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.938452 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:34.939015 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b026a0ac-5a2f-4089-8833-6ff3623a0566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.023288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cdaf047f-4aff-4b3b-b845-e6242ecde48c None None] Could not find standard attr ID for object 00aaab3a-4041-4c2d-ab9a-13516a30d0a1. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:18:35.049558 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.072566 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-84d9daa0-05e3-42de-9eb6-5d668f5e13a6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.077232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b026a0ac-5a2f-4089-8833-6ff3623a0566 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=916733f52f554ac0888636dec3935892&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5924516 Sep 18 02:18:35.077784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51090) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:35.095359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026a0ac-5a2f-4089-8833-6ff3623a0566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094ec2ba-e9e9-4b40-b837-03571c56a328,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:35.119060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:35.155876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:35.158272 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-2a1f7cf9-b92b-470c-8471-70875bc057f2 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268989 Sep 18 02:18:35.161958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:35.169009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=c4e930fe-69f1-4279-985c-b3fb41810a37,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:35.211699 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.233517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-84d9daa0-05e3-42de-9eb6-5d668f5e13a6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.260893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.277304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38f1e80e-8685-4936-b3d5-05e17ce78cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.304247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-84d9daa0-05e3-42de-9eb6-5d668f5e13a6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.306159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-84d9daa0-05e3-42de-9eb6-5d668f5e13a6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/3e10e418-c1a3-44b6-9d60-f2aedf567c6a HTTP/1.1" status: 204 len: 168 time: 0.8906114 Sep 18 02:18:35.311662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9daa0-05e3-42de-9eb6-5d668f5e13a6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=3e10e418-c1a3-44b6-9d60-f2aedf567c6a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:35.312169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae8895f-9cd3-4054-8b68-be37d2d647bd None None] Network 906c4857-7373-4f2a-aa1d-016a7e4fe587 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:35.322152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51092) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:35.374476 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38f1e80e-8685-4936-b3d5-05e17ce78cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.496913 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9398dce-5709-4313-9ea3-081e11dd55fd req-ab77fdd0-71b9-405a-baa9-9c7e55fc0b92 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210156 Sep 18 02:18:35.526080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.537731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38f1e80e-8685-4936-b3d5-05e17ce78cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.541768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38f1e80e-8685-4936-b3d5-05e17ce78cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.543486 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-38f1e80e-8685-4936-b3d5-05e17ce78cf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/094ec2ba-e9e9-4b40-b837-03571c56a328 HTTP/1.1" status: 204 len: 168 time: 0.4470825 Sep 18 02:18:35.587851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] DHCP port deletion for 906c4857-7373-4f2a-aa1d-016a7e4fe587 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:18:35.599393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1e80e-8685-4936-b3d5-05e17ce78cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094ec2ba-e9e9-4b40-b837-03571c56a328,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:35.649180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 987e81aa-ad69-4de3-ada6-7b0085836047 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:35.655574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port d747cd18-68f3-47db-82d4-6e5e181e9b8a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:35.655938 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.734587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] For port d747cd18-68f3-47db-82d4-6e5e181e9b8a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d747cd18-68f3-47db-82d4-6e5e181e9b8a,segment=NetworkSegment(7fb29d55-949e-4995-b890-027b7cc7a28e),segment_id=7fb29d55-949e-4995-b890-027b7cc7a28e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:35.734889 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.755049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] Deleting port d747cd18-68f3-47db-82d4-6e5e181e9b8a {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:35.756051 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.773807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for d747cd18-68f3-47db-82d4-6e5e181e9b8a owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:35.792149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 987e81aa-ad69-4de3-ada6-7b0085836047 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:35.793076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.865092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] For port d747cd18-68f3-47db-82d4-6e5e181e9b8a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d747cd18-68f3-47db-82d4-6e5e181e9b8a,segment=NetworkSegment(7fb29d55-949e-4995-b890-027b7cc7a28e),segment_id=7fb29d55-949e-4995-b890-027b7cc7a28e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:35.865543 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.883931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:35.888964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] Calling delete_port for d747cd18-68f3-47db-82d4-6e5e181e9b8a owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:35.921258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=d747cd18-68f3-47db-82d4-6e5e181e9b8a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:35.931319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No DVR routers for this DVR port d747cd18-68f3-47db-82d4-6e5e181e9b8a on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:35.990883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-320f3498-62f1-4977-bc32-6921acc0cfab req-0a348d3f-275d-4607-bb6c-e4c090b58d91 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1068590 Sep 18 02:18:36.069811 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.112564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.117631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 987e81aa-ad69-4de3-ada6-7b0085836047, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=987e81aa-ad69-4de3-ada6-7b0085836047,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:36.130584 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.132994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b28d59a7-6410-4cba-8baf-27666b00cfc2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:36.146050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906c4857-7373-4f2a-aa1d-016a7e4fe587']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:36.172666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb29d55-949e-4995-b890-027b7cc7a28e') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:36.173376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb29d55-949e-4995-b890-027b7cc7a28e') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:36.187877 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.223862 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.237717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:18:36.237717 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.255496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.261011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.299980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f460e453-5cb9-4784-a049-999d98643f47 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:18:36.309266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f216a9-f034-41d4-a149-db2461484d15 req-c1ddeddc-8d78-47dd-9cfa-9e75613049b7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:36.329923 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92f216a9-f034-41d4-a149-db2461484d15 req-c1ddeddc-8d78-47dd-9cfa-9e75613049b7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 944 time: 0.1640410 Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:18:36.330252 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:18:36.335837 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.369360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=987e81aa-ad69-4de3-ada6-7b0085836047,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:36.382439 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.390790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.396103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/networks/906c4857-7373-4f2a-aa1d-016a7e4fe587 HTTP/1.1" status: 204 len: 168 time: 1.0639808 Sep 18 02:18:36.399762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51112) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:36.414547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'name': 'tempest-PortsIpV6TestJSON-1072834552'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:36.415053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06b3a-0028-42fc-892e-bab7fdd6fe54 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Network': ['ID=906c4857-7373-4f2a-aa1d-016a7e4fe587,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:36.421819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] Pushing event deleted for resources: {'Port': ['ID=d747cd18-68f3-47db-82d4-6e5e181e9b8a,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:36.438812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] Network 906c4857-7373-4f2a-aa1d-016a7e4fe587 is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:18:36.439278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b28c3b-c4ef-4339-957a-53e624999e37 None None] No DVR routers for this DVR port d747cd18-68f3-47db-82d4-6e5e181e9b8a on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:36.441087 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.457323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b28d59a7-6410-4cba-8baf-27666b00cfc2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:36.457712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.472139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4658db-601f-4414-a783-18655b1fb152 req-3778f87f-ed93-4182-9cc5-06f7f65021d8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:36.477341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf4658db-601f-4414-a783-18655b1fb152 req-3778f87f-ed93-4182-9cc5-06f7f65021d8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.5392339 Sep 18 02:18:36.506197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335239ba-b80b-45b0-909e-4fff87cb8922 None None] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:36.531941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf4658db-601f-4414-a783-18655b1fb152 req-9b502154-3320-4366-b2b1-8039b28b19b0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485003 Sep 18 02:18:36.636216 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92f216a9-f034-41d4-a149-db2461484d15 req-5daea08b-07e7-46a6-a7c2-747879b49550 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990663 Sep 18 02:18:36.668853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1ebda53e-1199-4e14-aad2-1b74ba1f51d0 None None] Provisioning complete for port 987e81aa-ad69-4de3-ada6-7b0085836047 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:36.669233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1ebda53e-1199-4e14-aad2-1b74ba1f51d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.767460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:36.779897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:36.784127 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.796711 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.796939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 76f426c5-e529-41ab-a5c6-a9dea3070b44 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:18:36.807488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'f460e453-5cb9-4784-a049-999d98643f47', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'port_id': 'f460e453-5cb9-4784-a049-999d98643f47', 'mac_address': 'fa:16:3e:b3:2a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:18:36.837216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b28d59a7-6410-4cba-8baf-27666b00cfc2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b28d59a7-6410-4cba-8baf-27666b00cfc2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:36.839041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port e2be3aa9-acf8-4199-8ab5-0471df3ec587 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:36.874049 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.939877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:36.984374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f460e453-5cb9-4784-a049-999d98643f47 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:37.007058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b28d59a7-6410-4cba-8baf-27666b00cfc2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:37.021616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:37.029067 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.088496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:37.140927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:37.150661 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Sync routers for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:37.157084 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74be0aad-4dc8-4ba0-8161-cf97822655db req-3430034b-115c-4e19-b368-f7e6100f49f9 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0463970 Sep 18 02:18:37.161458 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:37.162251 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:37.187504 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.191619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d306cc84-4b86-4af7-af69-76e7f80ff3e8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8334472 Sep 18 02:18:37.192325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51134) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:37.239711 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-521b40e8-3788-456d-bd2c-7f606543f54f tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ae823ee93e1147238401cca778c2a28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452580 Sep 18 02:18:37.240505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51138) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:37.273564 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.282244 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.285722 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.286818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['f460e453-5cb9-4784-a049-999d98643f47'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:18:37.345293 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:37.417517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb4a0d-183d-4e97-8c07-2d74735f5ce4 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:37.423851 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-95cb4a0d-183d-4e97-8c07-2d74735f5ce4 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1819589 Sep 18 02:18:37.424466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:37.430446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.434579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=c4e930fe-69f1-4279-985c-b3fb41810a37,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:37.479244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-95b4e05e-1963-4bc1-a937-727c912c76f9 None None] Provisioning complete for port 987e81aa-ad69-4de3-ada6-7b0085836047 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:37.479907 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-95b4e05e-1963-4bc1-a937-727c912c76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.518945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c533ba8-5833-4c55-a292-3b007fa9e0a9 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860398 Sep 18 02:18:37.520017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51148) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:37.533728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643465653', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:37.536181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 987e81aa-ad69-4de3-ada6-7b0085836047 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:37.670593 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:34Z', 'revision_number': 3, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:37.681726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 987e81aa-ad69-4de3-ada6-7b0085836047 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:37.682241 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.683156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.718059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Checking router: 76f426c5-e529-41ab-a5c6-a9dea3070b44 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:37.718618 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Updating router 76f426c5-e529-41ab-a5c6-a9dea3070b44 port 0ab006e7-40c0-4b55-ba0b-2881372c9349 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:18:37.748352 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.754514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:37.770231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:37.774456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:37.785470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:37.788602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:37.796327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:37.796997 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.828013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762e7b-3c1a-48dc-995f-601ccc46f1b6 req-401f39ca-9855-41db-b7e6-ba27a7a38d4d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:37.835594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf762e7b-3c1a-48dc-995f-601ccc46f1b6 req-401f39ca-9855-41db-b7e6-ba27a7a38d4d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2085974 Sep 18 02:18:37.953112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:37.957460 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:37.959961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b28d59a7-6410-4cba-8baf-27666b00cfc2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:37.969205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=e2be3aa9-acf8-4199-8ab5-0471df3ec587,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:37.999602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-edc3d6e4-59ae-4a1b-81d3-7db337436b04 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5870421 Sep 18 02:18:38.002461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51158) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:38.036473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-95b4e05e-1963-4bc1-a937-727c912c76f9 None None] Provisioning complete for port c4e930fe-69f1-4279-985c-b3fb41810a37 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:38.036827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-95b4e05e-1963-4bc1-a937-727c912c76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.039622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf762e7b-3c1a-48dc-995f-601ccc46f1b6 req-85e13328-4e95-4dc3-a9b0-7f5dd94387e0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031538 Sep 18 02:18:38.055539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5f783-8757-437b-942e-872fa0143a6e req-965ade7a-8147-419e-8c6e-71234db0f899 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:38.057614 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74f5f783-8757-437b-942e-872fa0143a6e req-965ade7a-8147-419e-8c6e-71234db0f899 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 945 time: 0.2097044 Sep 18 02:18:38.175924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74f5f783-8757-437b-942e-872fa0143a6e req-87a3019b-db1d-4cb1-b0d7-7794dd580585 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623496 Sep 18 02:18:38.197615 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.204873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-95b4e05e-1963-4bc1-a937-727c912c76f9 None None] Port c4e930fe-69f1-4279-985c-b3fb41810a37 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:38.218472 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.228689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b28d59a7-6410-4cba-8baf-27666b00cfc2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:38.229580 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.267834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Router b733d000-3556-4cee-8da0-d995e490c852 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:18:38.268836 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Attempting to bind port 0ab006e7-40c0-4b55-ba0b-2881372c9349 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:38.269410 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Attempting to bind port 0ab006e7-40c0-4b55-ba0b-2881372c9349 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:38.269782 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Attempting to bind port 0ab006e7-40c0-4b55-ba0b-2881372c9349 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:38.286041 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:38.286858 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:38.287470 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.288101 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:38.288802 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Bound port: 0ab006e7-40c0-4b55-ba0b-2881372c9349, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:38.289391 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.298011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0654d90f-2208-4734-8daa-0fe2b8d88b7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port e2be3aa9-acf8-4199-8ab5-0471df3ec587 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:38.298620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0654d90f-2208-4734-8daa-0fe2b8d88b7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.359977 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Pushing event updated for resources: {'Port': ['ID=0ab006e7-40c0-4b55-ba0b-2881372c9349,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:38.368257 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] For port 0ab006e7-40c0-4b55-ba0b-2881372c9349, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:38.371626 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.372027 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.372368 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.373570 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.373933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.374133 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.374439 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.374784 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.375115 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.375437 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.375762 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.376142 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:38.385217 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] For port 0ab006e7-40c0-4b55-ba0b-2881372c9349, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0ab006e7-40c0-4b55-ba0b-2881372c9349,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:38.389802 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.393192 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.458976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:38.467682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Subnet': ['ID=8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:38.469645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7cb96d9a-f1a7-4fb9-b434-0798c838307a req-7ee771d3-7e4a-4790-949c-1f9f9117f775 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0525551 Sep 18 02:18:38.474265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ae79f955-b551-460c-837d-05431e2c3d6c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "PUT /v2.0/routers/b733d000-3556-4cee-8da0-d995e490c852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3240511 Sep 18 02:18:38.476995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Checking segment: {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:38.477604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network hostable DHCP agents. Network: 00ec2e9f-8413-4704-a527-4eb2ccb7522e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:38.503445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:38.530807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Sync routers for ids ['b733d000-3556-4cee-8da0-d995e490c852'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:38.536108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 00ec2e9f-8413-4704-a527-4eb2ccb7522e) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:38.548719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c0e4ce8c-c1ca-4060-a980-709b06a6800e None None] Provisioning complete for port c4e930fe-69f1-4279-985c-b3fb41810a37 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:38.549081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ce8c-c1ca-4060-a980-709b06a6800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.554660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:38.555769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.565541 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0654d90f-2208-4734-8daa-0fe2b8d88b7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.578514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da2ead1-c37c-4bc5-adb9-56b131ca6f36 None None] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:38.581065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51186) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:38.582112 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d2486e0b-399f-418d-95c8-3dc631c0b3a0 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0555751 Sep 18 02:18:38.593380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0654d90f-2208-4734-8daa-0fe2b8d88b7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for e2be3aa9-acf8-4199-8ab5-0471df3ec587 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:38.684095 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:38.684095 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:38.714425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Routers {'b733d000-3556-4cee-8da0-d995e490c852'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:38.715325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b733d000-3556-4cee-8da0-d995e490c852'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:38.774683 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a6cbf-7a06-4960-8728-91205b48f78a None None] Pushing event updated for resources: {'Port': ['ID=0ab006e7-40c0-4b55-ba0b-2881372c9349,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:38.908156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0654d90f-2208-4734-8daa-0fe2b8d88b7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.913838 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:38.958796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-54df6a5e-0024-4087-af94-a7f3261f35d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:38.971503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-54df6a5e-0024-4087-af94-a7f3261f35d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/networks?id=9aaa6b48-2040-469d-afe1-f207b7a094c5 HTTP/1.1" status: 200 len: 797 time: 0.1628404 Sep 18 02:18:38.974323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0654d90f-2208-4734-8daa-0fe2b8d88b7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:38.977050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0654d90f-2208-4734-8daa-0fe2b8d88b7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/e2be3aa9-acf8-4199-8ab5-0471df3ec587 HTTP/1.1" status: 204 len: 168 time: 0.9693000 Sep 18 02:18:38.977938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654d90f-2208-4734-8daa-0fe2b8d88b7a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=e2be3aa9-acf8-4199-8ab5-0471df3ec587,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:38.979733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51212) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:38.985967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'mac_address': 'fa:16:3e:ec:aa:fd', 'name': 'tempest-PortsIpV6TestJSON-1302777613'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:39.016933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-82d633d7-eed3-478e-bdda-feb96060121f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/quotas/f83cd0fe2550438386cfb497cd09d70c HTTP/1.1" status: 200 len: 375 time: 0.0271425 Sep 18 02:18:39.143360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d747cd18-68f3-47db-82d4-6e5e181e9b8a no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:39.204467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-a9c624fa-b84a-44c7-9ed7-dc49da4a2474 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f83cd0fe2550438386cfb497cd09d70c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1805298 Sep 18 02:18:39.213287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4ce8c-c1ca-4060-a980-709b06a6800e None None] Port c4e930fe-69f1-4279-985c-b3fb41810a37 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:39.241435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51220) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:39.248630 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:34Z', 'revision_number': 3, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:39.255427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:39.264775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d747cd18-68f3-47db-82d4-6e5e181e9b8a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:39.265043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d747cd18-68f3-47db-82d4-6e5e181e9b8a not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:39.284189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:39.285368 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:39.292014 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d75746-8d4e-4541-903a-f80909bbf38b None None] The sync data for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 is: [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:34Z', 'revision_number': 3, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:39.366032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:39.434829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 6c09c05c-bd73-44b0-99a7-1f934c710dd4 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:39.481627 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Set router b733d000-3556-4cee-8da0-d995e490c852 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:39.544977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82b43a76-2ad8-415c-8bbe-ab455111845d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:39.582179 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-fc11f722-3973-40c9-9b55-c13c0a727bb5 service neutron] 10.222.0.21 "GET /v2.0/networks/9aaa6b48-2040-469d-afe1-f207b7a094c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546059 Sep 18 02:18:39.708377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Allocated IP 172.20.0.2 (00ec2e9f-8413-4704-a527-4eb2ccb7522e/8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f/98e338ec-6ec5-4660-a04b-50ec0f15c5af) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:39.849083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eb05b-da1f-4c66-b42c-11ebb66762b7 req-ba6d9554-97e1-4e25-a631-054bbf1fee57 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:39.851351 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-962eb05b-da1f-4c66-b42c-11ebb66762b7 req-ba6d9554-97e1-4e25-a631-054bbf1fee57 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1305404 Sep 18 02:18:39.934603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:39.983259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-e0e89bdd-f1f3-4053-98b6-f9332a5e5477 service neutron] 10.222.0.21 "GET /v2.0/networks/9aaa6b48-2040-469d-afe1-f207b7a094c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911881 Sep 18 02:18:39.991198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-962eb05b-da1f-4c66-b42c-11ebb66762b7 req-883d14a2-c825-4ddf-b79a-8e1f5ad06e51 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249516 Sep 18 02:18:40.015193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.037365 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.059724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c4e930fe-69f1-4279-985c-b3fb41810a37', 'name': '', 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:55:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '46d65818-ef75-482b-9c4f-dd4fbd4e83d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:34Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 2, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '46d65818-ef75-482b-9c4f-dd4fbd4e83d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:40.063306 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.098844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Checking router: b733d000-3556-4cee-8da0-d995e490c852 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:40.098844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Updating router b733d000-3556-4cee-8da0-d995e490c852 port c4e930fe-69f1-4279-985c-b3fb41810a37 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:18:40.100934 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.173281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:40.184539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:40.191145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:40.197038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:40.197716 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.245287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d1710-2928-487d-81f0-9f9cb75204bb req-83ba6e03-9ef9-4d0e-9802-528cb7a85eea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:40.247070 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-021d1710-2928-487d-81f0-9f9cb75204bb req-83ba6e03-9ef9-4d0e-9802-528cb7a85eea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 945 time: 0.0919306 Sep 18 02:18:40.260541 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.274580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:40.277047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=6c09c05c-bd73-44b0-99a7-1f934c710dd4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:40.286660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f460e453-5cb9-4784-a049-999d98643f47 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:40.301534 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82b43a76-2ad8-415c-8bbe-ab455111845d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.310630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aef66889-2316-486a-bfb9-01c0c6454336 req-3ffd53a7-c9d3-48e8-983a-73648b2bf67a tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0551226 Sep 18 02:18:40.314289 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82b43a76-2ad8-415c-8bbe-ab455111845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.321186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:40.329732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:40.355839 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4a93ec8a-88d5-48ff-9d9b-d6b81ba25233 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3726125 Sep 18 02:18:40.372084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51230) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:40.389260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-021d1710-2928-487d-81f0-9f9cb75204bb req-41f6f22e-b158-4381-bd17-3b4946e4324d tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032467 Sep 18 02:18:40.459208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Pushing event updated for resources: {'Port': ['ID=98e338ec-6ec5-4660-a04b-50ec0f15c5af,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:40.468193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da791f-e6e8-4eee-a68b-6171542773a2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:40.470000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-21da791f-e6e8-4eee-a68b-6171542773a2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/6c09c05c-bd73-44b0-99a7-1f934c710dd4 HTTP/1.1" status: 200 len: 845 time: 0.0955331 Sep 18 02:18:40.473239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51236) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:40.490157 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-399726d9-5b21-4b3d-8d8f-5a10b06d66e0 req-074014f7-485e-423a-882a-966e91f0adae tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 210 time: 0.0464253 Sep 18 02:18:40.493172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-82b43a76-2ad8-415c-8bbe-ab455111845d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed04035f17ce47efa907ad5ed1ff9ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2444971 Sep 18 02:18:40.494012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b43a76-2ad8-415c-8bbe-ab455111845d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52284c09-e063-48f6-8cad-b165b5a2bb1f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:40.496552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51238) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:40.574409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Attempting to bind port 98e338ec-6ec5-4660-a04b-50ec0f15c5af on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:40.574811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Attempting to bind port 98e338ec-6ec5-4660-a04b-50ec0f15c5af by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:40.575163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Attempting to bind port 98e338ec-6ec5-4660-a04b-50ec0f15c5af on network 00ec2e9f-8413-4704-a527-4eb2ccb7522e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:40.590541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:40.591002 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Checking segment: {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:40.592069 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.592639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Bound using segment: {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:40.593128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Bound port: 98e338ec-6ec5-4660-a04b-50ec0f15c5af, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:40.593506 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.595325 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc0d8-846e-4580-b25f-755ae503b988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.638840 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc0d8-846e-4580-b25f-755ae503b988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.719630 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc0d8-846e-4580-b25f-755ae503b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.724274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc0d8-846e-4580-b25f-755ae503b988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.725873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c4bc0d8-846e-4580-b25f-755ae503b988 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52284c09-e063-48f6-8cad-b165b5a2bb1f HTTP/1.1" status: 204 len: 168 time: 0.2262075 Sep 18 02:18:40.737038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bc0d8-846e-4580-b25f-755ae503b988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52284c09-e063-48f6-8cad-b165b5a2bb1f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:40.768531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.20.0.1 (00ec2e9f-8413-4704-a527-4eb2ccb7522e/8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f/5ab0007d-2a0b-4d78-aac4-1901960f6ee0) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:40.770238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] For port 98e338ec-6ec5-4660-a04b-50ec0f15c5af, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:40.772890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-caf50849-008b-4647-85e2-2e790f86d10a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 6c09c05c-bd73-44b0-99a7-1f934c710dd4 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:40.773061 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf50849-008b-4647-85e2-2e790f86d10a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.779602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] For port 98e338ec-6ec5-4660-a04b-50ec0f15c5af, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=98e338ec-6ec5-4660-a04b-50ec0f15c5af,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:40.813799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.857804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port f460e453-5cb9-4784-a049-999d98643f47 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:18:40.858507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf50849-008b-4647-85e2-2e790f86d10a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.893066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-caf50849-008b-4647-85e2-2e790f86d10a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 6c09c05c-bd73-44b0-99a7-1f934c710dd4 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:40.922770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port f460e453-5cb9-4784-a049-999d98643f47 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:40.923238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:40.995515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b3a5a-f6ff-40bc-97fd-5758fd085fc9 None None] Pushing event updated for resources: {'Port': ['ID=98e338ec-6ec5-4660-a04b-50ec0f15c5af,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:41.049824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.117743 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85230fb7-73cd-4742-9699-55e59b2c8a5c req-90bb17e8-cd32-4dfb-a6dd-2b0b3108a0e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0613647 Sep 18 02:18:41.147528 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.180972 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.196239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf50849-008b-4647-85e2-2e790f86d10a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.238447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:41.241481 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff91f145-edb6-43a3-9a30-c8c388e8f121" -d '{"events": [{"server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "name": "network-vif-plugged", "status": "completed", "tag": "f460e453-5cb9-4784-a049-999d98643f47"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:41.253956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:41.261929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:41.264474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:41.272631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:41.280530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51250) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:41.286441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-caf50849-008b-4647-85e2-2e790f86d10a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.288543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-caf50849-008b-4647-85e2-2e790f86d10a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/6c09c05c-bd73-44b0-99a7-1f934c710dd4 HTTP/1.1" status: 204 len: 168 time: 0.8117692 Sep 18 02:18:41.291716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51252) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:41.337967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:41.344590 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.370598 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a859096-9324-4e1c-aef4-11b30c6fbeba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:18:41.371077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf50849-008b-4647-85e2-2e790f86d10a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=6c09c05c-bd73-44b0-99a7-1f934c710dd4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:41.377062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf36d066-4a47-4123-a08d-025ca4602756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.393920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1a859096-9324-4e1c-aef4-11b30c6fbeba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/6c09c05c-bd73-44b0-99a7-1f934c710dd4 HTTP/1.1" status: 404 len: 333 time: 0.1003630 Sep 18 02:18:41.395214 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51256) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:41.411029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'name': 'tempest-PortsIpV6TestJSON-742241516'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:41.411407 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.418921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dd9f2-5621-40e2-a9ad-5dd8c11ba88d req-c6c340f6-100d-4cd9-ad4b-974d6ae52f4f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:41.428773 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-051dd9f2-5621-40e2-a9ad-5dd8c11ba88d req-c6c340f6-100d-4cd9-ad4b-974d6ae52f4f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2356679 Sep 18 02:18:41.432838 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f073b629-6d3c-48b7-96cf-3541387a88c0 x-openstack-request-id: req-f073b629-6d3c-48b7-96cf-3541387a88c0 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:41.433111 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "name": "network-vif-plugged", "status": "completed", "tag": "f460e453-5cb9-4784-a049-999d98643f47", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:41.433360 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f073b629-6d3c-48b7-96cf-3541387a88c0 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:41.433755 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47', 'code': 200} Sep 18 02:18:41.438299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.457910 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.489197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:41.602514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589b1c4-dc64-47f3-bb8d-4b4564c4a197 None None] Pushing event updated for resources: {'Port': ['ID=c4e930fe-69f1-4279-985c-b3fb41810a37,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:41.642524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-051dd9f2-5621-40e2-a9ad-5dd8c11ba88d req-f7a84d11-85c9-45a1-9843-a02037f8ed5a tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123475 Sep 18 02:18:41.689633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Attempting to bind port c4e930fe-69f1-4279-985c-b3fb41810a37 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:41.690298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Attempting to bind port c4e930fe-69f1-4279-985c-b3fb41810a37 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:41.691504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Attempting to bind port c4e930fe-69f1-4279-985c-b3fb41810a37 on network 9aaa6b48-2040-469d-afe1-f207b7a094c5 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:41.698915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:41.699724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Checking segment: {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:41.700395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.700957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Bound using segment: {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:41.701676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Bound port: c4e930fe-69f1-4279-985c-b3fb41810a37, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:41.702155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.743691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0ab006e7-40c0-4b55-ba0b-2881372c9349 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:41.770838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6d8bae3e-5b7d-4f33-a0a1-e0fd8b67220c req-5b3a45d2-8c97-46fe-aacc-56b940a5c932 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1485229 Sep 18 02:18:41.777135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdb08b-0e2d-46c0-b86c-aa94b290e049 req-c95eb27a-ed39-4af3-93cf-c493e6394bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:41.780317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68cdb08b-0e2d-46c0-b86c-aa94b290e049 req-c95eb27a-ed39-4af3-93cf-c493e6394bc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 1098 time: 0.1565561 Sep 18 02:18:41.851100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68cdb08b-0e2d-46c0-b86c-aa94b290e049 req-5693cc84-3e72-441d-9e6c-3a0a034f2f27 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622492 Sep 18 02:18:41.877969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf36d066-4a47-4123-a08d-025ca4602756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.907008 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf36d066-4a47-4123-a08d-025ca4602756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.916916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:41.930091 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:41.954444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] For port c4e930fe-69f1-4279-985c-b3fb41810a37, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:41.958588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] For port c4e930fe-69f1-4279-985c-b3fb41810a37, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c4e930fe-69f1-4279-985c-b3fb41810a37,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:41.965563 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.002773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:42.006059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0ab006e7-40c0-4b55-ba0b-2881372c9349 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:42.006498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.009762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cad097d-d2ca-4402-a05b-2aa57784d4b4 req-71953187-b568-43fa-8983-2f95d511d2f2 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 210 time: 0.0482562 Sep 18 02:18:42.048202 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.062285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf36d066-4a47-4123-a08d-025ca4602756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f514140becc497fb0145d6e2b32711d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783239 Sep 18 02:18:42.087900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51262) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:42.111470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Routers {'b733d000-3556-4cee-8da0-d995e490c852'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:42.112103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b733d000-3556-4cee-8da0-d995e490c852'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:42.113840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589b1c4-dc64-47f3-bb8d-4b4564c4a197 None None] Pushing event updated for resources: {'Port': ['ID=c4e930fe-69f1-4279-985c-b3fb41810a37,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:42.171059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36d066-4a47-4123-a08d-025ca4602756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4063bd-20af-4080-9ca5-26071410c3a4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:42.171956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-33e092dc-fbf9-4e68-90fa-667667245973 None None] Provisioning complete for port c4e930fe-69f1-4279-985c-b3fb41810a37 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:42.172743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33e092dc-fbf9-4e68-90fa-667667245973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.282576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaeba87-e2b1-410b-bce9-b64e9106eff8 req-5c106a7e-e48a-42f7-aecf-d540563fcf65 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:42.289186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cfaeba87-e2b1-410b-bce9-b64e9106eff8 req-5c106a7e-e48a-42f7-aecf-d540563fcf65 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.4080691 Sep 18 02:18:42.395371 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.439395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] Set router b733d000-3556-4cee-8da0-d995e490c852 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:42.457222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.524776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.551999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cfaeba87-e2b1-410b-bce9-b64e9106eff8 req-10b95142-2071-4638-86cf-0d41ad6d6710 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432106 Sep 18 02:18:42.593120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.598493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:42.607307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:42.610405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:42.617217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:42.618609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.641328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-6db99270-fa87-4d30-8582-1af33e2521c7 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:42.643150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-6db99270-fa87-4d30-8582-1af33e2521c7 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.18 "GET /v2.0/networks?id=9aaa6b48-2040-469d-afe1-f207b7a094c5 HTTP/1.1" status: 200 len: 797 time: 0.5785229 Sep 18 02:18:42.645890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:42.656978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-125cb457-85bd-49b6-9b1f-87ea19c94224 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2583063 Sep 18 02:18:42.657816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51264) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:42.664242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:42.675802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Request body: {'port': {'device_id': 'fd79e770-329b-4b76-ae84-aaf8b8bfa7f2', 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5', 'admin_state_up': True, 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:42.680269 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.704399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 0ab006e7-40c0-4b55-ba0b-2881372c9349, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0ab006e7-40c0-4b55-ba0b-2881372c9349,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:42.719944 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.721029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 98e338ec-6ec5-4660-a04b-50ec0f15c5af up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:42.755165 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.874897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905d074-c614-4a07-b8bd-3fa047b85f94 req-45234544-1301-437c-82c2-9d286602ad7c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:42.876764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c905d074-c614-4a07-b8bd-3fa047b85f94 req-45234544-1301-437c-82c2-9d286602ad7c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.0776725 Sep 18 02:18:42.883814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1e7d1-9e65-4549-91ba-569a45a4a76c None None] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:42.936604 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33e092dc-fbf9-4e68-90fa-667667245973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.946965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.947567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c905d074-c614-4a07-b8bd-3fa047b85f94 req-d7266ace-05a6-4e2e-8f3d-b1a56c530752 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542767 Sep 18 02:18:42.949704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:42.968868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c4063bd-20af-4080-9ca5-26071410c3a4 HTTP/1.1" status: 204 len: 168 time: 0.8595378 Sep 18 02:18:43.001925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=0ab006e7-40c0-4b55-ba0b-2881372c9349,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:43.077043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4063bd-20af-4080-9ca5-26071410c3a4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:43.080813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.081016 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7bde9ff5-d770-44c1-86f3-6d31b91333e4 req-5b5c884f-d7f6-46ab-886d-b8c46a42662a tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1089511 Sep 18 02:18:43.086961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Made reservation on behalf of f83cd0fe2550438386cfb497cd09d70c for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:43.090890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.096498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.139845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 98e338ec-6ec5-4660-a04b-50ec0f15c5af triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:43.140289 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.148267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.148618 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.148957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.149298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.149624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.149951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.150275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.150600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.155765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.158514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.160273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.160698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c2285-3618-46da-af73-f6fc430e990e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:43.181213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.196407 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.217952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-33e092dc-fbf9-4e68-90fa-667667245973 None None] For port c4e930fe-69f1-4279-985c-b3fb41810a37, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c4e930fe-69f1-4279-985c-b3fb41810a37,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:43.220248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] In _notify_port_updated(), no bound segment for port 9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d on network a9b80d53-fb5e-4507-97db-b8416d0866b0 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:18:43.237022 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33e092dc-fbf9-4e68-90fa-667667245973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.244144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:43.246416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.252971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "PUT /v2.0/ports/9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d HTTP/1.1" status: 200 len: 818 time: 0.5938699 Sep 18 02:18:43.258387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51276) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:43.320185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-767cfa5c-5197-45e6-b859-23fada0d72f5 req-c2b66715-4181-48d0-ae13-7f61b1781970 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 210 time: 0.1441748 Sep 18 02:18:43.393272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712462d-f8bb-4cd0-80f1-c7c006b6997f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:43.431696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:43.447590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.456244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e092dc-fbf9-4e68-90fa-667667245973 None None] Pushing event updated for resources: {'Port': ['ID=c4e930fe-69f1-4279-985c-b3fb41810a37,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:43.477516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e03f6-5774-4b74-bc43-3a62da66527b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:43.477977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad5e03f6-5774-4b74-bc43-3a62da66527b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.479840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3d5eb234-155f-44ed-a35e-17fac2db8039 None None] Provisioning complete for port c4e930fe-69f1-4279-985c-b3fb41810a37 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:43.485141 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb234-155f-44ed-a35e-17fac2db8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.564737 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7610ecc5-4326-4577-95d1-0b755c73518b req-4b78cec2-b224-4d1b-bc3e-1ad2d16c03b5 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71&device_id=cd9986dc-8756-48fb-b650-d3db0de95d78 HTTP/1.1" status: 200 len: 210 time: 0.0643034 Sep 18 02:18:43.579624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad5e03f6-5774-4b74-bc43-3a62da66527b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.603237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c4e930fe-69f1-4279-985c-b3fb41810a37', 'name': '', 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:55:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '46d65818-ef75-482b-9c4f-dd4fbd4e83d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:34Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '46d65818-ef75-482b-9c4f-dd4fbd4e83d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:43.609258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.619559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e03f6-5774-4b74-bc43-3a62da66527b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:43.633740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Allocated IP 172.20.0.27 (9aaa6b48-2040-469d-afe1-f207b7a094c5/46d65818-ef75-482b-9c4f-dd4fbd4e83d7/0b153d0b-93dc-41cb-83da-22748ce43a95) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:43.657332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a493c5-29f2-4566-830e-c713aec6a33f None None] The sync data for ids ['b733d000-3556-4cee-8da0-d995e490c852'] in n-d-789963-12 is: [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c4e930fe-69f1-4279-985c-b3fb41810a37', 'name': '', 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:55:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '46d65818-ef75-482b-9c4f-dd4fbd4e83d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:34Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '46d65818-ef75-482b-9c4f-dd4fbd4e83d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:43.765197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:43.773626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:43.855261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 98e338ec-6ec5-4660-a04b-50ec0f15c5af, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=98e338ec-6ec5-4660-a04b-50ec0f15c5af,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:43.862920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3d5eb234-155f-44ed-a35e-17fac2db8039 None None] Provisioning complete for port 98e338ec-6ec5-4660-a04b-50ec0f15c5af triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:43.863564 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb234-155f-44ed-a35e-17fac2db8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.900952 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad5e03f6-5774-4b74-bc43-3a62da66527b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:43.933959 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:44.103307 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3471b35b-a89b-402c-a768-b1e403491bf1 req-65d401ae-639a-4f4c-ae07-2a02669d3d90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f08364d1692d47e5b0414f6a131c4f46&device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1089432 Sep 18 02:18:44.103553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 76f426c5-e529-41ab-a5c6-a9dea3070b44 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:18:44.125223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e03f6-5774-4b74-bc43-3a62da66527b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:44.160548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3471b35b-a89b-402c-a768-b1e403491bf1 req-98397922-4980-4c53-9b77-f586faea8e4e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f08364d1692d47e5b0414f6a131c4f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324864 Sep 18 02:18:44.162579 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad5e03f6-5774-4b74-bc43-3a62da66527b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:44.166831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ad5e03f6-5774-4b74-bc43-3a62da66527b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d HTTP/1.1" status: 204 len: 168 time: 0.9037971 Sep 18 02:18:44.170086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51302) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:44.180862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e269ff-7a9d-48de-8ec7-4809f61c4230 req-2f83b2df-3c62-4fdc-8e60-d4894ad49470 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:44.182456 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e269ff-7a9d-48de-8ec7-4809f61c4230 req-2f83b2df-3c62-4fdc-8e60-d4894ad49470 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.4196358 Sep 18 02:18:44.189629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=98e338ec-6ec5-4660-a04b-50ec0f15c5af,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:44.219118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31ceab02-1400-4e6a-b375-80a1c883dc58 req-d0fe40b1-e8b0-4cc7-8d4a-4b3749f519ef tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1289971 Sep 18 02:18:44.225864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:44.293615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0ab006e7-40c0-4b55-ba0b-2881372c9349 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:44.428926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ff8303c5-1db6-4e70-b42c-aa94797d78aa None None] Provisioning complete for port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:44.429595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ff8303c5-1db6-4e70-b42c-aa94797d78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:44.484137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0ab006e7-40c0-4b55-ba0b-2881372c9349 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:44.484721 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:44.488607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ff8303c5-1db6-4e70-b42c-aa94797d78aa None None] Port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:44.545078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:44.574409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ff8303c5-1db6-4e70-b42c-aa94797d78aa None None] Provisioning complete for port 98e338ec-6ec5-4660-a04b-50ec0f15c5af triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:44.574874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ff8303c5-1db6-4e70-b42c-aa94797d78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:44.640908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:44.657172 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Sync routers for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:44.678032 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:44.678669 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:44.704165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4743fec8-5413-4ace-bd6d-4a76be92f664 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "PUT /v2.0/routers/76f426c5-e529-41ab-a5c6-a9dea3070b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1216152 Sep 18 02:18:44.710066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:44.739488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241da79f-10c8-488f-9ea4-6472022527c8 req-da5fc513-8767-4626-8d63-c396b9b037c8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:44.750768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-241da79f-10c8-488f-9ea4-6472022527c8 req-da5fc513-8767-4626-8d63-c396b9b037c8 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2580070 Sep 18 02:18:44.751834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51314) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:44.756205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event updated for resources: {'Port': ['ID=0b153d0b-93dc-41cb-83da-22748ce43a95,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:44.757502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c4e930fe-69f1-4279-985c-b3fb41810a37 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:44.772347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:44.815753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:44.937820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c4e930fe-69f1-4279-985c-b3fb41810a37 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:44.937820 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:44.955007 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:44.971726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:44.972399 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.061171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4f9456f8-b771-4711-82b4-28f4d70f6c10 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:18:45.166702 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-241da79f-10c8-488f-9ea4-6472022527c8 req-c9b74279-4448-4393-b4ce-833ddd890e2c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656423 Sep 18 02:18:45.264591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-8f335b22-02fe-4382-8a8a-3829858c4e11 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.6023886 Sep 18 02:18:45.291613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:45.304776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Request body: {'port': {'device_id': 'fd79e770-329b-4b76-ae84-aaf8b8bfa7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:45.307278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4f9456f8-b771-4711-82b4-28f4d70f6c10 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:45.314743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '4f9456f8-b771-4711-82b4-28f4d70f6c10', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'port_id': '4f9456f8-b771-4711-82b4-28f4d70f6c10', 'mac_address': 'fa:16:3e:5f:b2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92ad374-51a6-45ed-aea1-b9a9759a13e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:18:45.366803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e269ff-7a9d-48de-8ec7-4809f61c4230 req-c93c7214-63d9-425e-b68d-50094ec7595c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1018438 Sep 18 02:18:45.399666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526bd8b-cb60-4fc5-a9d3-9eeebff1e38a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:45.404734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4526bd8b-cb60-4fc5-a9d3-9eeebff1e38a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.2286732 Sep 18 02:18:45.410033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51342) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:45.474152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-711a11b8-b85c-4c8c-bc0e-8bbcd53b6504 None None] Provisioning complete for port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:45.474544 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-711a11b8-b85c-4c8c-bc0e-8bbcd53b6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.486109 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4021d1-5577-4fe2-87ba-93e680daa6cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:18:45.487832 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c4021d1-5577-4fe2-87ba-93e680daa6cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/9e1ae9a0-1cc9-4ab2-89c6-d2b16cc0250d HTTP/1.1" status: 404 len: 333 time: 0.0770323 Sep 18 02:18:45.491517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51344) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:45.498168 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 2, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:45.505095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1743683875'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:45.522379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471b35b-a89b-402c-a768-b1e403491bf1 req-70636802-9049-4335-b769-03b84bdbf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:45.526183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3471b35b-a89b-402c-a768-b1e403491bf1 req-70636802-9049-4335-b769-03b84bdbf454 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.3556199 Sep 18 02:18:45.539100 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.541313 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Checking router: 76f426c5-e529-41ab-a5c6-a9dea3070b44 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:45.541946 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Updating router 76f426c5-e529-41ab-a5c6-a9dea3070b44 port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:18:45.568736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f9456f8-b771-4711-82b4-28f4d70f6c10 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:45.582107 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f8710f6-dfff-41f2-a0ed-1c67576c2b31 req-d40fdc89-9129-4bf2-95e1-6f0c569a34fe tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.0487494 Sep 18 02:18:45.596129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:45.616073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.621210 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.674594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-711a11b8-b85c-4c8c-bc0e-8bbcd53b6504 None None] Port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:45.675794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:45.705528 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.705921 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Added segment 7666308c-25f9-4afa-bf19-d61171c90dc6 of type vlan for network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 Sep 18 02:18:45.714592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:45.727134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.736059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.773564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51348) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:45.887060 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:45.974550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4ac92-64a6-4f21-ba49-73dacd0de650 req-7c41b7ad-7e4a-4168-87ab-0ad294deb0dd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:45.990972 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56a4ac92-64a6-4f21-ba49-73dacd0de650 req-7c41b7ad-7e4a-4168-87ab-0ad294deb0dd tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.2163057 Sep 18 02:18:46.011641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ef26943-5acc-4a97-9427-8df499271cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.034628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.040502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.041136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.117909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c2c0ca21-d47c-476a-bfe2-40669f540fdf None None] Provisioning complete for port 0b153d0b-93dc-41cb-83da-22748ce43a95 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:46.118608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c2c0ca21-d47c-476a-bfe2-40669f540fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.122171 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.130680 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.163355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-56a4ac92-64a6-4f21-ba49-73dacd0de650 req-9388f3c5-b2ed-4856-847b-e9f57d3b8e26 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711316 Sep 18 02:18:46.168904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.170227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.170852 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.171336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.171805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.172270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.172732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.173236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.173744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.176633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3b69a4d7-341b-42e1-8d1f-360d62e74231 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6296 time: 1.4214644 Sep 18 02:18:46.180419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51352) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:46.181976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0ca21-d47c-476a-bfe2-40669f540fdf None None] Port 0b153d0b-93dc-41cb-83da-22748ce43a95 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:46.188156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['4f9456f8-b771-4711-82b4-28f4d70f6c10'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:18:46.193030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 98e338ec-6ec5-4660-a04b-50ec0f15c5af up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:46.209382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51354) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:46.223116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da747d-2739-4fcb-94a9-fbadbd7476bb req-1dfec30d-15e9-40ac-9398-c8015aff8e45 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.240233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5da747d-2739-4fcb-94a9-fbadbd7476bb req-1dfec30d-15e9-40ac-9398-c8015aff8e45 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 895 time: 0.3327894 Sep 18 02:18:46.252682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.264757 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e08a1-a75e-41d7-a0c6-829098b01a21 None None] Pushing event updated for resources: {'Port': ['ID=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:46.281805 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Attempting to bind port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:46.282788 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Attempting to bind port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:46.282788 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Attempting to bind port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 on network 00ec2e9f-8413-4704-a527-4eb2ccb7522e {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:46.286601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Network': ['ID=cabb3479-ae0e-47a2-bcfe-6cbb3a506a89,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:46.300090 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:46.300480 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Checking segment: {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:46.301014 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.301468 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Bound using segment: {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:46.302068 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Bound port: 5ab0007d-2a0b-4d78-aac4-1901960f6ee0, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:46.302508 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.305550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.306467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.307189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.308295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.309073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.309616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.310678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.311306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.311882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.312439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.313066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.313598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:18:46.322132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:46.335390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:46.369731 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:18:46.370080 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:18:46.394747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc976a7-92e5-4054-a735-e8b7cf501ee7 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.399129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7dc976a7-92e5-4054-a735-e8b7cf501ee7 tempest-TestNetworkAdvancedServerOps-914113157 tempest-TestNetworkAdvancedServerOps-914113157-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 1093 time: 0.1550386 Sep 18 02:18:46.399339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 98e338ec-6ec5-4660-a04b-50ec0f15c5af triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:46.399339 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.399526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51358) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:46.405796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'f460e453-5cb9-4784-a049-999d98643f47', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:46.434224 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] For port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:46.440080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] For port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:46.454105 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.477046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.477666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.478100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.478448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.478859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.479310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.479760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.480201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.487976 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-75121a10-91d3-48fa-aced-c3235d205c83 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5241 time: 0.3051474 Sep 18 02:18:46.490888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51360) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:46.512331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44086bec-0d95-4b29-9f45-438ea7d665cf req-9b41dc01-ede3-4254-805f-53a120db3f59 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:46.514453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44086bec-0d95-4b29-9f45-438ea7d665cf req-9b41dc01-ede3-4254-805f-53a120db3f59 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 945 time: 0.1737015 Sep 18 02:18:46.533176 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e08a1-a75e-41d7-a0c6-829098b01a21 None None] Pushing event updated for resources: {'Port': ['ID=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:46.551930 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:46.552634 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:46.606205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ef26943-5acc-4a97-9427-8df499271cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.627250 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ef26943-5acc-4a97-9427-8df499271cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.655862 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44086bec-0d95-4b29-9f45-438ea7d665cf req-0250185a-1992-460f-a12a-354b9de1bfa2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965712 Sep 18 02:18:46.657453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-021acec6-5d2c-4206-86fc-17e528d0d46b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1650078 Sep 18 02:18:46.666931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51364) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:46.682402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:46.721578 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7ef26943-5acc-4a97-9427-8df499271cfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa8172d3d6fb4e328e17cfa84ffe4f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9448357 Sep 18 02:18:46.722501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef26943-5acc-4a97-9427-8df499271cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a08d01-9513-4768-bd70-4be8b75bc282,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:46.738310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51366) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:46.770611 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:46.778433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e167de18-8512-4d14-bd16-26a1f041d5f9 None None] Provisioning complete for port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:46.779286 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e167de18-8512-4d14-bd16-26a1f041d5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.820495 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.848813 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b037cf0-7181-4b70-bd80-659e436baaae req-58488532-94af-4667-ba59-1a28c5088067 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1112967 Sep 18 02:18:46.910942 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09e7fef7-1c94-4702-bd0e-a58bde871a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.933320 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.944718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3471b35b-a89b-402c-a768-b1e403491bf1 req-b7c70ad4-4da8-4179-a99e-6d6f6dd28668 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.18 "GET /v2.0/ports?device_id=65df4031-50ee-469f-8715-b7c860c87f71 HTTP/1.1" status: 200 len: 210 time: 0.1500225 Sep 18 02:18:46.970785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4f9456f8-b771-4711-82b4-28f4d70f6c10 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:46.984798 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09e7fef7-1c94-4702-bd0e-a58bde871a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:46.993550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:47.011395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.063330 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:46Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:47.066548 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e167de18-8512-4d14-bd16-26a1f041d5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.068887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:47.069895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b153d0b-93dc-41cb-83da-22748ce43a95 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:47.083163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.087977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.126117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:47.130662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c7adbea3-e1f4-486b-8dc9-badd65f118a0 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.6350179 Sep 18 02:18:47.136833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e167de18-8512-4d14-bd16-26a1f041d5f9 None None] For port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:47.144471 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e167de18-8512-4d14-bd16-26a1f041d5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.152896 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.169743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Transition to ACTIVE for port object 0b153d0b-93dc-41cb-83da-22748ce43a95 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:18:47.172823 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09e7fef7-1c94-4702-bd0e-a58bde871a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.176433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09e7fef7-1c94-4702-bd0e-a58bde871a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.178661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-09e7fef7-1c94-4702-bd0e-a58bde871a5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8a08d01-9513-4768-bd70-4be8b75bc282 HTTP/1.1" status: 204 len: 168 time: 0.4335172 Sep 18 02:18:47.189703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.215929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167de18-8512-4d14-bd16-26a1f041d5f9 None None] Pushing event updated for resources: {'Port': ['ID=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:47.288921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7a1d47aa-0c18-45ad-84e9-26fe25b848fb None None] Provisioning complete for port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:47.291728 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a1d47aa-0c18-45ad-84e9-26fe25b848fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.304833 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055a9a7-c4ee-4a53-b174-2970722330ad None None] The sync data for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 is: [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:46Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:47.314241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7fef7-1c94-4702-bd0e-a58bde871a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a08d01-9513-4768-bd70-4be8b75bc282,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:47.324144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Pushing event updated for resources: {'Port': ['ID=0b153d0b-93dc-41cb-83da-22748ce43a95,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:47.475719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51376) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:47.529961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.536382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fde17a31-7c0f-4a2c-935a-fe8790f514c2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1847101848', 'description': 'tempest-secgroup-smoke-1847101848 description', 'project_id': 'ae823ee93e1147238401cca778c2a28d'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:47.680307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=764cf731-e6ca-4d7c-9142-d29c46c44587,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:47.691797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Checking segment: {'id': '7666308c-25f9-4afa-bf19-d61171c90dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:47.692167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network hostable DHCP agents. Network: cabb3479-ae0e-47a2-bcfe-6cbb3a506a89, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:47.734147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:47.736074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fde17a31-7c0f-4a2c-935a-fe8790f514c2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.749140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, cabb3479-ae0e-47a2-bcfe-6cbb3a506a89) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:47.755056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:47.756383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.758588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c579a6-148d-4ce0-8751-e8d686c2d935 None None] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:47.800949 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-94924d37-f53d-4730-86cd-867bd160f9c5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1327312 Sep 18 02:18:47.801627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51386) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:47.812194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fb313228-bd42-4cf3-98ab-e3e42611447f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:47.843467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Attempting to bind port 0b153d0b-93dc-41cb-83da-22748ce43a95 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:47.843809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Attempting to bind port 0b153d0b-93dc-41cb-83da-22748ce43a95 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:47.844143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Attempting to bind port 0b153d0b-93dc-41cb-83da-22748ce43a95 on network 9aaa6b48-2040-469d-afe1-f207b7a094c5 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:47.883565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Allocated IP 172.25.0.69 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/9c9490b5-0912-41a6-8a8c-fa6f257fda81) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:47.885860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Port 0b153d0b-93dc-41cb-83da-22748ce43a95 on network 9aaa6b48-2040-469d-afe1-f207b7a094c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:18:47.886036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Attempting to bind port 0b153d0b-93dc-41cb-83da-22748ce43a95 on network 9aaa6b48-2040-469d-afe1-f207b7a094c5 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:47.912678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5768-9bf7-4b24-a5c3-7e17c3f500e3 req-de399eb3-3f05-4376-bb03-db16b85157aa tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:47.914264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80ec5768-9bf7-4b24-a5c3-7e17c3f500e3 req-de399eb3-3f05-4376-bb03-db16b85157aa tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 907 time: 0.4413989 Sep 18 02:18:47.925357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:47.925357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Checking segment: {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:47.925683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Bound using segment: {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:47.925963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Bound port: 0b153d0b-93dc-41cb-83da-22748ce43a95, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6701b7db-8a16-49dd-bbb0-f2154ba9f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:47.926325 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:47.971424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b54068-8ead-4694-ac70-7b6d291b1c24 req-4c7bacaf-293b-4b25-b875-3fc2527fb93e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:47.980099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0b54068-8ead-4694-ac70-7b6d291b1c24 req-4c7bacaf-293b-4b25-b875-3fc2527fb93e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 944 time: 0.1400933 Sep 18 02:18:48.109699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0b54068-8ead-4694-ac70-7b6d291b1c24 req-1bf08b84-e6a5-4864-940c-d98813c5694c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274254 Sep 18 02:18:48.124587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-cabb3479-ae0e-47a2-bcfe-6cbb3a506a89', 'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89', 'tenant_id': '73adb7c81d154155ae453ebde2ee673d', 'fixed_ips': [{'subnet_id': '764cf731-e6ca-4d7c-9142-d29c46c44587'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:48.124587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.160443 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:48.306536 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fde17a31-7c0f-4a2c-935a-fe8790f514c2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.316266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] For port 0b153d0b-93dc-41cb-83da-22748ce43a95, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:48.324119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fde17a31-7c0f-4a2c-935a-fe8790f514c2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.328139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] For port 0b153d0b-93dc-41cb-83da-22748ce43a95, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0b153d0b-93dc-41cb-83da-22748ce43a95,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:48.383452 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.404403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d8bdce5-2394-441c-a34c-42b2687e614e req-9243df98-c799-4ed7-b048-b51c1e96c0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f08364d1692d47e5b0414f6a131c4f46&device_id=cd9986dc-8756-48fb-b650-d3db0de95d78 HTTP/1.1" status: 200 len: 210 time: 0.0890188 Sep 18 02:18:48.412201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb313228-bd42-4cf3-98ab-e3e42611447f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:48.420321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb313228-bd42-4cf3-98ab-e3e42611447f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.425108 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.438095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Allocated IP 2001:db8::2 (cabb3479-ae0e-47a2-bcfe-6cbb3a506a89/764cf731-e6ca-4d7c-9142-d29c46c44587/3bdc7566-0be2-42a8-891e-adaaf30855c2) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:48.452486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:48.454366 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.456575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] 10.222.0.18 "PUT /v2.0/ports/0b153d0b-93dc-41cb-83da-22748ce43a95 HTTP/1.1" status: 200 len: 1056 time: 3.1756387 Sep 18 02:18:48.459342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:48.459980 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.516296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd79e770-329b-4b76-ae84-aaf8b8bfa7f2', 'tag': '0b153d0b-93dc-41cb-83da-22748ce43a95'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:48.518639 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fcadc1-bef3-46c4-aadf-a77e5ea78817" -d '{"events": [{"name": "network-changed", "server_uuid": "fd79e770-329b-4b76-ae84-aaf8b8bfa7f2", "tag": "0b153d0b-93dc-41cb-83da-22748ce43a95"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:48.554494 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fde17a31-7c0f-4a2c-935a-fe8790f514c2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.557290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fde17a31-7c0f-4a2c-935a-fe8790f514c2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0291474 Sep 18 02:18:48.593618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51408) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:48.605388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7ea4fb15-d801-47b5-af08-de721711b81c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '63186ef4-e9e4-4cc1-aa81-676fa4efdec9', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:48.659124 n-d-789963-12 neutron-server[106439]: INFO neutron.db.ipam_backend_mixin [None req-fb313228-bd42-4cf3-98ab-e3e42611447f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 764cf731-e6ca-4d7c-9142-d29c46c44587 (CIDR: 2001:db8::/64) Sep 18 02:18:48.659761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde17a31-7c0f-4a2c-935a-fe8790f514c2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63186ef4-e9e4-4cc1-aa81-676fa4efdec9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:48.698310 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb93a2-d4a9-4644-9ddc-5d408eedbad5 x-openstack-request-id: req-9ffb93a2-d4a9-4644-9ddc-5d408eedbad5 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:48.699813 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd79e770-329b-4b76-ae84-aaf8b8bfa7f2", "tag": "0b153d0b-93dc-41cb-83da-22748ce43a95", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:48.700083 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ffb93a2-d4a9-4644-9ddc-5d408eedbad5 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:48.701735 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd79e770-329b-4b76-ae84-aaf8b8bfa7f2', 'tag': '0b153d0b-93dc-41cb-83da-22748ce43a95', 'status': 'completed', 'code': 200} Sep 18 02:18:48.704504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35c2ebb7-ebc0-49e0-bcb4-6da24fe5e482 req-3b60882a-7c89-44f3-8d8c-e65be1baf179 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd9986dc-8756-48fb-b650-d3db0de95d78 HTTP/1.1" status: 200 len: 210 time: 0.1475685 Sep 18 02:18:48.706377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.706686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d8bdce5-2394-441c-a34c-42b2687e614e req-ccbac8fd-f068-443b-a8dc-1703c508d112 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f08364d1692d47e5b0414f6a131c4f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521535 Sep 18 02:18:48.731501 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb313228-bd42-4cf3-98ab-e3e42611447f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:18:48.732597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb313228-bd42-4cf3-98ab-e3e42611447f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:18:48.785174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb15-d801-47b5-af08-de721711b81c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.796511 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fb313228-bd42-4cf3-98ab-e3e42611447f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9889705 Sep 18 02:18:48.799876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51412) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:48.814499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:48.815578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b88e8-cfa3-4aad-b88f-17298b9a9d76 service neutron] Pushing event updated for resources: {'Port': ['ID=0b153d0b-93dc-41cb-83da-22748ce43a95,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:48.895944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-6a55115e-a0d9-4d47-89ef-04a5df429929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:48.897827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-6a55115e-a0d9-4d47-89ef-04a5df429929 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83cd0fe2550438386cfb497cd09d70c&device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 1059 time: 0.3742478 Sep 18 02:18:48.899925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:48.903268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:48.909627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:48.913247 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.924311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:48.954893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:48.958869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:48.992069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:49.048507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb15-d801-47b5-af08-de721711b81c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.051982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4f9456f8-b771-4711-82b4-28f4d70f6c10 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:49.055258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bdce5-2394-441c-a34c-42b2687e614e req-2e518147-5746-4943-8fbf-e7cb766a2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:49.059199 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-ac42578b-0c39-4306-ae49-3b7f6de11a15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0b153d0b-93dc-41cb-83da-22748ce43a95 HTTP/1.1" status: 200 len: 217 time: 0.1512270 Sep 18 02:18:49.064958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d8bdce5-2394-441c-a34c-42b2687e614e req-2e518147-5746-4943-8fbf-e7cb766a2dda service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3275454 Sep 18 02:18:49.068935 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb15-d801-47b5-af08-de721711b81c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.077106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=9c9490b5-0912-41a6-8a8c-fa6f257fda81,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:49.117798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4fb15-d801-47b5-af08-de721711b81c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f15116-9e29-44dc-bdb4-2b50448da96b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:49.161879 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ea4fb15-d801-47b5-af08-de721711b81c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.167468 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7ea4fb15-d801-47b5-af08-de721711b81c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5709755 Sep 18 02:18:49.168605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51426) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:49.177047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-20f5be4e-c95c-4ba4-bc83-ea659a3d1049 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '63186ef4-e9e4-4cc1-aa81-676fa4efdec9', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:49.199090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:49.204103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.251783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Attempting to bind port 3bdc7566-0be2-42a8-891e-adaaf30855c2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:49.252417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Attempting to bind port 3bdc7566-0be2-42a8-891e-adaaf30855c2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '7666308c-25f9-4afa-bf19-d61171c90dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:49.252749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Attempting to bind port 3bdc7566-0be2-42a8-891e-adaaf30855c2 on network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:49.260786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Pushing event updated for resources: {'Port': ['ID=3bdc7566-0be2-42a8-891e-adaaf30855c2,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:49.274355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-26db171e-b9a3-43ae-a39c-f2a9462d03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:49.275072 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-26db171e-b9a3-43ae-a39c-f2a9462d03bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46d65818-ef75-482b-9c4f-dd4fbd4e83d7 HTTP/1.1" status: 200 len: 838 time: 0.2090890 Sep 18 02:18:49.285231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:49.285591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Checking segment: {'id': '7666308c-25f9-4afa-bf19-d61171c90dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:49.286004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.287058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Bound using segment: {'id': '7666308c-25f9-4afa-bf19-d61171c90dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:49.287553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Bound port: 3bdc7566-0be2-42a8-891e-adaaf30855c2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7666308c-25f9-4afa-bf19-d61171c90dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:49.287935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.304149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecac57a-e111-43a2-a7eb-56a7d51d7482 req-149702f7-67e1-4218-a991-579682906b50 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:49.305673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cecac57a-e111-43a2-a7eb-56a7d51d7482 req-149702f7-67e1-4218-a991-579682906b50 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 907 time: 0.1943812 Sep 18 02:18:49.321111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20f5be4e-c95c-4ba4-bc83-ea659a3d1049 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.346610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-0237932b-dbdb-4a04-b4bf-c7248fce61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:49.348174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-0237932b-dbdb-4a04-b4bf-c7248fce61a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9aaa6b48-2040-469d-afe1-f207b7a094c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0639708 Sep 18 02:18:49.386589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 4f9456f8-b771-4711-82b4-28f4d70f6c10 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:49.387046 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.435655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] For port 3bdc7566-0be2-42a8-891e-adaaf30855c2, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:49.440230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] For port 3bdc7566-0be2-42a8-891e-adaaf30855c2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3bdc7566-0be2-42a8-891e-adaaf30855c2,segment=NetworkSegment(7666308c-25f9-4afa-bf19-d61171c90dc6),segment_id=7666308c-25f9-4afa-bf19-d61171c90dc6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:49.464996 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.480145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c2f5e-81a9-4557-a35a-4fc4b236a9fe req-4b621bf7-4bee-4098-9fc6-2035849375b7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:49.488592 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c30c2f5e-81a9-4557-a35a-4fc4b236a9fe req-4b621bf7-4bee-4098-9fc6-2035849375b7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 944 time: 0.2772753 Sep 18 02:18:49.542551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-d4aecb2e-2998-401d-a011-b581cbbb1999 service neutron] 10.222.0.18 "GET /v2.0/networks/9aaa6b48-2040-469d-afe1-f207b7a094c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667428 Sep 18 02:18:49.557657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc7e16-0589-4260-86be-3174665c2e28 None None] Pushing event updated for resources: {'Port': ['ID=3bdc7566-0be2-42a8-891e-adaaf30855c2,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:49.562194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c30c2f5e-81a9-4557-a35a-4fc4b236a9fe req-f9d72999-949d-428c-b968-12a5fa9bda64 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714934 Sep 18 02:18:49.577249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20f5be4e-c95c-4ba4-bc83-ea659a3d1049 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.609680 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20f5be4e-c95c-4ba4-bc83-ea659a3d1049 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.639529 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.677548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d70b63-598a-4879-ad64-36754ce14551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9456f8-b771-4711-82b4-28f4d70f6c10'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:49.680300 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1800f38d-a9f7-4794-be55-9988a76f878b" -d '{"events": [{"server_uuid": "07d70b63-598a-4879-ad64-36754ce14551", "name": "network-vif-plugged", "status": "completed", "tag": "4f9456f8-b771-4711-82b4-28f4d70f6c10"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:49.702458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:49.721289 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.754646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.766674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5be4e-c95c-4ba4-bc83-ea659a3d1049 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2066f2b4-f7aa-4b9e-b8ae-87d0e7db4c36,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:49.796232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20f5be4e-c95c-4ba4-bc83-ea659a3d1049 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.798963 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-92fc7097-d216-456c-93f8-d7d432da7ae2 req-68e74d8b-6291-417b-b83d-9e631a39a447 service neutron] 10.222.0.18 "GET /v2.0/networks/9aaa6b48-2040-469d-afe1-f207b7a094c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275820 Sep 18 02:18:49.801266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51440) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:49.801431 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-20f5be4e-c95c-4ba4-bc83-ea659a3d1049 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6295199 Sep 18 02:18:49.809311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-57370a99-eb4a-4de4-a4a7-1cb3cf940f27 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '63186ef4-e9e4-4cc1-aa81-676fa4efdec9', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:49.818105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.853672 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fe1f07-45ca-4b97-94e6-c8b3cf7e07af x-openstack-request-id: req-a7fe1f07-45ca-4b97-94e6-c8b3cf7e07af {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:49.854146 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d70b63-598a-4879-ad64-36754ce14551", "name": "network-vif-plugged", "status": "completed", "tag": "4f9456f8-b771-4711-82b4-28f4d70f6c10", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:49.854313 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7fe1f07-45ca-4b97-94e6-c8b3cf7e07af {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:49.854575 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d70b63-598a-4879-ad64-36754ce14551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9456f8-b771-4711-82b4-28f4d70f6c10', 'code': 200} Sep 18 02:18:49.866296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:49.894225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57370a99-eb4a-4de4-a4a7-1cb3cf940f27 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.906966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:49.909307 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:49.968742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:49.983827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e53c76c-7cac-4ddb-9f9e-ccfafb25410e req-f4a5e20c-c7cc-44d9-bfaa-7c22507b6289 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd9986dc-8756-48fb-b650-d3db0de95d78 HTTP/1.1" status: 200 len: 210 time: 0.0908406 Sep 18 02:18:49.985476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:49.995498 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.068057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=cf9a1556-ba08-4b13-8a45-5db7dd85ff53,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:50.093070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0853915a-9e90-49b5-860f-77cfe4058d7e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2876835 Sep 18 02:18:50.097391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51444) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:50.103754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89', 'fixed_ips': [{'subnet_id': '764cf731-e6ca-4d7c-9142-d29c46c44587'}, {'subnet_id': 'cf9a1556-ba08-4b13-8a45-5db7dd85ff53'}], 'name': 'tempest-PortsIpV6TestJSON-202773769'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:50.154537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-3367e8c1-05a0-40b1-96f8-1171669aa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:50.157493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-3367e8c1-05a0-40b1-96f8-1171669aa55b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f83cd0fe2550438386cfb497cd09d70c&device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 1059 time: 0.2575202 Sep 18 02:18:50.162188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3bdc7566-0be2-42a8-891e-adaaf30855c2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:50.182516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45d46-f54f-4eda-ae93-18474e6ef353 req-03359069-f753-4b34-bd02-f3bac76dc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:50.183595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-caf45d46-f54f-4eda-ae93-18474e6ef353 req-03359069-f753-4b34-bd02-f3bac76dc9dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 1098 time: 0.1642292 Sep 18 02:18:50.241234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3bdc7566-0be2-42a8-891e-adaaf30855c2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:50.241711 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.251382 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-caf45d46-f54f-4eda-ae93-18474e6ef353 req-c9a5126e-1633-4591-9eb5-45d9aaf59f37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 Sep 18 02:18:50.281635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:50.327194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d8bdce5-2394-441c-a34c-42b2687e614e req-1e80a9c0-0662-48ff-a282-1bfb7a634e08 tempest-ServerShowV247Test-930745621 tempest-ServerShowV247Test-930745621-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd9986dc-8756-48fb-b650-d3db0de95d78 HTTP/1.1" status: 200 len: 210 time: 0.0338962 Sep 18 02:18:50.346318 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.359821 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57370a99-eb4a-4de4-a4a7-1cb3cf940f27 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.385485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 3bdc7566-0be2-42a8-891e-adaaf30855c2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3bdc7566-0be2-42a8-891e-adaaf30855c2,segment=NetworkSegment(7666308c-25f9-4afa-bf19-d61171c90dc6),segment_id=7666308c-25f9-4afa-bf19-d61171c90dc6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:50.393407 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.394784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57370a99-eb4a-4de4-a4a7-1cb3cf940f27 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.409818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51452) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:50.471520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=3bdc7566-0be2-42a8-891e-adaaf30855c2,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:50.500745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.502557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-191acc36-5f5c-48a5-857a-6d5d1deb32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:50.504097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-191acc36-5f5c-48a5-857a-6d5d1deb32b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9aaa6b48-2040-469d-afe1-f207b7a094c5 HTTP/1.1" status: 200 len: 897 time: 0.3354192 Sep 18 02:18:50.522519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:18:50.543163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57370a99-eb4a-4de4-a4a7-1cb3cf940f27 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9049d5c-37fa-4c80-a2a5-00f97370626d,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:50.573002 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57370a99-eb4a-4de4-a4a7-1cb3cf940f27 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.578114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-57370a99-eb4a-4de4-a4a7-1cb3cf940f27 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7756169 Sep 18 02:18:50.581370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51456) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:50.664178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2cb7a090-3f69-4575-b586-c66098c7b3b3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '63186ef4-e9e4-4cc1-aa81-676fa4efdec9', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:50.673973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-2b6ad58e-939d-412a-a603-1d5f9dc53f23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0b153d0b-93dc-41cb-83da-22748ce43a95 HTTP/1.1" status: 200 len: 217 time: 0.1456859 Sep 18 02:18:50.773687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b49feb-833d-46b3-9ae4-21f465e4e583 req-0362b9ec-2142-457f-bb09-4343563b9a06 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:50.783611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f2b49feb-833d-46b3-9ae4-21f465e4e583 req-0362b9ec-2142-457f-bb09-4343563b9a06 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 907 time: 0.3504841 Sep 18 02:18:50.800394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:50.801011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.817290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.890165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a090-3f69-4575-b586-c66098c7b3b3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.897549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-445b17ca-7673-45a3-a67f-7ab6beddd96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:50.899207 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-445b17ca-7673-45a3-a67f-7ab6beddd96b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46d65818-ef75-482b-9c4f-dd4fbd4e83d7 HTTP/1.1" status: 200 len: 838 time: 0.2157686 Sep 18 02:18:50.941437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:50.957907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fffe5-a190-4b45-96e0-545dea8b9d52 req-e623d109-30d7-41d3-bbc5-3d0b5b340a7c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:50.959573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-297fffe5-a190-4b45-96e0-545dea8b9d52 req-e623d109-30d7-41d3-bbc5-3d0b5b340a7c tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2310996 Sep 18 02:18:51.089323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event updated for resources: {'Port': ['ID=9c9490b5-0912-41a6-8a8c-fa6f257fda81,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:51.099459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.167821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-297fffe5-a190-4b45-96e0-545dea8b9d52 req-426c4958-3995-4e78-b354-c8f45cd48faa tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930060 Sep 18 02:18:51.251853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-cfb934bd-e9e4-431d-b8ed-83319ee83a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:51.254097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-cfb934bd-e9e4-431d-b8ed-83319ee83a1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9aaa6b48-2040-469d-afe1-f207b7a094c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3416119 Sep 18 02:18:51.332953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f5c05-ec08-4cab-8698-c68dbafb4a7b None None] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:51.338791 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a090-3f69-4575-b586-c66098c7b3b3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.342177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::3c0 (cabb3479-ae0e-47a2-bcfe-6cbb3a506a89/764cf731-e6ca-4d7c-9142-d29c46c44587/51cfdafb-5b21-4fd8-9da6-d30420e7b52c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:51.350743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8:0:1::2f7 (cabb3479-ae0e-47a2-bcfe-6cbb3a506a89/cf9a1556-ba08-4b13-8a45-5db7dd85ff53/51cfdafb-5b21-4fd8-9da6-d30420e7b52c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:51.366585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a090-3f69-4575-b586-c66098c7b3b3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.473306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-163c1327-f789-45e7-886b-782532c1b398 None None] Provisioning complete for port 3bdc7566-0be2-42a8-891e-adaaf30855c2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:51.474484 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-163c1327-f789-45e7-886b-782532c1b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.504559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.582576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51466) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:51.651733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.743367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d2d53-b3d3-4c82-ae6a-83fae43a57e3 None None] Update dhcp port {'port': {'network_id': 'cabb3479-ae0e-47a2-bcfe-6cbb3a506a89', 'fixed_ips': [{'subnet_id': '764cf731-e6ca-4d7c-9142-d29c46c44587', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf9a1556-ba08-4b13-8a45-5db7dd85ff53'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '3bdc7566-0be2-42a8-891e-adaaf30855c2'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:18:51.747942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Allocated IP 172.25.0.171 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/b24ccada-758c-4e76-ba02-a7dc1b6285ef) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:51.775002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57637f52-23a6-4fc4-a591-bf369c88dd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.777294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.785450 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2d53-b3d3-4c82-ae6a-83fae43a57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.817101 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a090-3f69-4575-b586-c66098c7b3b3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.820844 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2cb7a090-3f69-4575-b586-c66098c7b3b3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1707711 Sep 18 02:18:51.828663 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Floating IP 66d60405-28c6-4aad-819e-702b51f7dfe8 associated. External IP: 172.25.0.69, port: f460e453-5cb9-4784-a049-999d98643f47. Sep 18 02:18:51.831910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51472) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:51.876112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e9211668-af01-4071-844f-823ac814e09b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '63186ef4-e9e4-4cc1-aa81-676fa4efdec9', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:51.885887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7a090-3f69-4575-b586-c66098c7b3b3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8150f87b-1c92-42a1-8fe9-0f08c8eaf441,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:51.897976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:51.913866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:51.920342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:51.926701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:51.926701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:51.930738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=51cfdafb-5b21-4fd8-9da6-d30420e7b52c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:51.955644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-2c23f87e-b74d-421f-9dae-fcee80ca96f4 service neutron] 10.222.0.18 "GET /v2.0/networks/9aaa6b48-2040-469d-afe1-f207b7a094c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561124 Sep 18 02:18:51.993480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.018152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d2d53-b3d3-4c82-ae6a-83fae43a57e3 None None] Allocated IP 2001:db8:0:1::2 (cabb3479-ae0e-47a2-bcfe-6cbb3a506a89/cf9a1556-ba08-4b13-8a45-5db7dd85ff53/3bdc7566-0be2-42a8-891e-adaaf30855c2) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:52.050388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42e10d-7a91-4af3-aac1-90729795db65 req-1ad291f9-d1c0-4ca9-8206-e6aff1f8d14c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:52.052001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d42e10d-7a91-4af3-aac1-90729795db65 req-1ad291f9-d1c0-4ca9-8206-e6aff1f8d14c tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 907 time: 0.1708941 Sep 18 02:18:52.067434 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57637f52-23a6-4fc4-a591-bf369c88dd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.070117 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.100745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57637f52-23a6-4fc4-a591-bf369c88dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.118747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3bdc7566-0be2-42a8-891e-adaaf30855c2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:52.136868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:52.149664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:52.160973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:52.165545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'Port': ['ID=b24ccada-758c-4e76-ba02-a7dc1b6285ef,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:52.168602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3a2d2d53-b3d3-4c82-ae6a-83fae43a57e3 None None] For port 3bdc7566-0be2-42a8-891e-adaaf30855c2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3bdc7566-0be2-42a8-891e-adaaf30855c2,segment=NetworkSegment(7666308c-25f9-4afa-bf19-d61171c90dc6),segment_id=7666308c-25f9-4afa-bf19-d61171c90dc6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:52.173023 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-57637f52-23a6-4fc4-a591-bf369c88dd74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f08364d1692d47e5b0414f6a131c4f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808301 Sep 18 02:18:52.177243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51474) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:52.179385 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-e9211668-af01-4071-844f-823ac814e09b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Project ae823ee93e1147238401cca778c2a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:18:52.192963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637f52-23a6-4fc4-a591-bf369c88dd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751a1b29-c526-48ba-8384-8ca11c1fdcb5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:52.201042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6210dd15-c1c8-46c7-aaff-fb6b48db132e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1023884 Sep 18 02:18:52.208708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51478) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:52.220874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2d53-b3d3-4c82-ae6a-83fae43a57e3 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.221074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '764cf731-e6ca-4d7c-9142-d29c46c44587'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:52.228388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3bdc7566-0be2-42a8-891e-adaaf30855c2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:52.228719 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28fcadc1-bef3-46c4-aadf-a77e5ea78817 req-ab005be4-b95b-4d9b-b450-8d7cf174113d service neutron] 10.222.0.18 "GET /v2.0/networks/9aaa6b48-2040-469d-afe1-f207b7a094c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243040 Sep 18 02:18:52.229060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.238641 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9211668-af01-4071-844f-823ac814e09b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.275375 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3a2d2d53-b3d3-4c82-ae6a-83fae43a57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.360881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce1506e0-b21b-4100-b5ed-863443f3781a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.373573 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0b153d0b-93dc-41cb-83da-22748ce43a95 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:18:52.380195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 426d383f-2615-4222-b58b-477071b2c955 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:18:52.411391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9211668-af01-4071-844f-823ac814e09b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.413562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d2d53-b3d3-4c82-ae6a-83fae43a57e3 None None] Pushing event updated for resources: {'Port': ['ID=3bdc7566-0be2-42a8-891e-adaaf30855c2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:52.413885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce1506e0-b21b-4100-b5ed-863443f3781a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.414348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719250e4-058e-452d-a52f-695d8001495c req-4f5ae3ef-05f0-416d-87be-5269b565b4d1 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:52.416741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-719250e4-058e-452d-a52f-695d8001495c req-4f5ae3ef-05f0-416d-87be-5269b565b4d1 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.1129713 Sep 18 02:18:52.427154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9211668-af01-4071-844f-823ac814e09b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.474389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.506449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9211668-af01-4071-844f-823ac814e09b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c532f20-d452-40a8-a891-73d71f7404f2,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:52.520014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9211668-af01-4071-844f-823ac814e09b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.521360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e9211668-af01-4071-844f-823ac814e09b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6816535 Sep 18 02:18:52.523971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51480) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:52.533116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-22e825ea-d279-4e80-8b7f-dec07d31ff12 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'security_group_rule': {'security_group_id': '63186ef4-e9e4-4cc1-aa81-676fa4efdec9', 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:52.561231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0b153d0b-93dc-41cb-83da-22748ce43a95, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0b153d0b-93dc-41cb-83da-22748ce43a95,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:52.574363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '0b153d0b-93dc-41cb-83da-22748ce43a95', 'network_id': '9aaa6b48-2040-469d-afe1-f207b7a094c5', 'port_id': '0b153d0b-93dc-41cb-83da-22748ce43a95', 'mac_address': 'fa:16:3e:d3:f7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d65818-ef75-482b-9c4f-dd4fbd4e83d7', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:18:52.589239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce1506e0-b21b-4100-b5ed-863443f3781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.592153 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce1506e0-b21b-4100-b5ed-863443f3781a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.593357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ce1506e0-b21b-4100-b5ed-863443f3781a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/751a1b29-c526-48ba-8384-8ca11c1fdcb5 HTTP/1.1" status: 204 len: 168 time: 0.4151123 Sep 18 02:18:52.603322 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-22e825ea-d279-4e80-8b7f-dec07d31ff12 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Project ae823ee93e1147238401cca778c2a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:18:52.610325 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.617614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1506e0-b21b-4100-b5ed-863443f3781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751a1b29-c526-48ba-8384-8ca11c1fdcb5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:52.619765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e825ea-d279-4e80-8b7f-dec07d31ff12 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.623478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:18:52.637250 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] Sync routers for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:18:52.661145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.661603 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.681925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b153d0b-93dc-41cb-83da-22748ce43a95 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:52.695094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:52.696017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:52.721631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-926d1a90-73bc-4d0a-a7a1-b809752ed7fe tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3211653 Sep 18 02:18:52.723234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:52.725930 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df69508b-6ab3-440a-9f7e-c78c1647b0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "tag": "f460e453-5cb9-4784-a049-999d98643f47"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:52.776564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0b153d0b-93dc-41cb-83da-22748ce43a95, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0b153d0b-93dc-41cb-83da-22748ce43a95,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:52.777299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e825ea-d279-4e80-8b7f-dec07d31ff12 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.786892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.787669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e825ea-d279-4e80-8b7f-dec07d31ff12 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.821790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e825ea-d279-4e80-8b7f-dec07d31ff12 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed317d37-85c3-49c3-9fce-110aeb7f5abe,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:52.847965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e825ea-d279-4e80-8b7f-dec07d31ff12 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.849665 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-22e825ea-d279-4e80-8b7f-dec07d31ff12 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3245635 Sep 18 02:18:52.880214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-719250e4-058e-452d-a52f-695d8001495c req-c51b88ff-16cd-49f8-908b-e76d7dc2a7d5 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152172 Sep 18 02:18:52.901495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:52.924803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b320b-ba0b-4506-a84a-fa24965711b5 req-79f4ea88-cee4-4efc-af9a-45b12b54eb08 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:52.938379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a90b320b-ba0b-4506-a84a-fa24965711b5 req-79f4ea88-cee4-4efc-af9a-45b12b54eb08 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1431553 Sep 18 02:18:53.020724 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dd8a1c-85a1-48bb-8bfb-25769702392f x-openstack-request-id: req-d0dd8a1c-85a1-48bb-8bfb-25769702392f {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:53.021313 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "tag": "f460e453-5cb9-4784-a049-999d98643f47", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:53.021815 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0dd8a1c-85a1-48bb-8bfb-25769702392f {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:53.022471 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47', 'status': 'completed', 'code': 200} Sep 18 02:18:53.047446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a90b320b-ba0b-4506-a84a-fa24965711b5 req-a16aec51-8464-4c66-bc80-27f3441553da tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078281 Sep 18 02:18:53.119118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51496) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:53.159848 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:53.181960 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:53.285244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=0b153d0b-93dc-41cb-83da-22748ce43a95,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:53.296240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:53.303253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-8d9d88e4-374b-4ec7-9d67-2b4c1a369ffe tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847101848&fields=id&tenant_id=ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 267 time: 0.0907967 Sep 18 02:18:53.308614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c673454-f4f3-487a-8658-7afe74081d3e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/66d60405-28c6-4aad-819e-702b51f7dfe8 HTTP/1.1" status: 200 len: 991 time: 0.1880894 Sep 18 02:18:53.312232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-a69cd377-7f32-48f1-8501-e3533b3fdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:53.313900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-a69cd377-7f32-48f1-8501-e3533b3fdb91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 1098 time: 0.2895389 Sep 18 02:18:53.343096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['0b153d0b-93dc-41cb-83da-22748ce43a95'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:18:53.428058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7879f3-1f0d-4090-bbef-63c0090a9bcb req-cd45a39d-612c-4f3b-ab10-9318dfebd762 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:53.429714 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d7879f3-1f0d-4090-bbef-63c0090a9bcb req-cd45a39d-612c-4f3b-ab10-9318dfebd762 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2640877 Sep 18 02:18:53.457213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'Port': ['ID=b24ccada-758c-4e76-ba02-a7dc1b6285ef,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:53.476143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:53.509279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-33a7b6bc-dcfa-4394-ade9-cf9cd27b2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:53.511180 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-33a7b6bc-dcfa-4394-ade9-cf9cd27b2e8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa HTTP/1.1" status: 200 len: 896 time: 0.1845851 Sep 18 02:18:53.520117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-03c78e8d-1466-4340-80d2-f32d3c846f48 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:53.529958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-03c78e8d-1466-4340-80d2-f32d3c846f48 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/networks?id=00ec2e9f-8413-4704-a527-4eb2ccb7522e HTTP/1.1" status: 200 len: 796 time: 0.2253451 Sep 18 02:18:53.561186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f14d6c-ff9c-4840-8771-00794bdfbac7 None None] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:53.608823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-7ecefbe6-c0ba-4b5a-bfef-3fcde1856e46 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/quotas/ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 375 time: 0.0778537 Sep 18 02:18:53.661753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f46400aa-85dc-4e55-b069-3f7a13ee6ac5 None None] Provisioning complete for port 3bdc7566-0be2-42a8-891e-adaaf30855c2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:53.662801 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f46400aa-85dc-4e55-b069-3f7a13ee6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:53.678172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-750d9f93-ae80-450c-a72c-c3493139929b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f460e453-5cb9-4784-a049-999d98643f47 HTTP/1.1" status: 200 len: 999 time: 0.1458969 Sep 18 02:18:53.698077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-aef3fbaf-0d00-42d2-b22b-41eda3f4366b tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881989 Sep 18 02:18:53.875349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-17a1e4bb-fc54-4eca-ab9a-65189bc8267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:53.877269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-17a1e4bb-fc54-4eca-ab9a-65189bc8267b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cb99d17-2e14-4f3e-8744-8bc7cb312712 HTTP/1.1" status: 200 len: 835 time: 0.1700640 Sep 18 02:18:53.931074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-7b2cae57-f325-47a2-a504-11db42f7cef7 service neutron] 10.222.0.21 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318964 Sep 18 02:18:53.936992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d7879f3-1f0d-4090-bbef-63c0090a9bcb req-63832aa1-674a-4e90-9b1c-14a9038b8b00 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970555 Sep 18 02:18:53.940301 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:53.942499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-77216edd-0a1c-4c55-85d0-1aeea99e77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:53.944211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-77216edd-0a1c-4c55-85d0-1aeea99e77e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588021 Sep 18 02:18:53.944461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4c85fe04-7894-4442-aba3-727b03a9d1bd tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4953794 Sep 18 02:18:53.944643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '66d60405-28c6-4aad-819e-702b51f7dfe8', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '426d383f-2615-4222-b58b-477071b2c955', 'port_id': 'f460e453-5cb9-4784-a049-999d98643f47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'mac_address': 'fa:16:3e:b3:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:18:49Z', 'updated_at': '2021-09-18T02:18:49Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:53.944903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51528) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:53.952321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Delete allocated IP 2001:db8:0:1::2f7 (cabb3479-ae0e-47a2-bcfe-6cbb3a506a89/cf9a1556-ba08-4b13-8a45-5db7dd85ff53) {{(pid=106439) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 02:18:53.964030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-664473846'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:53.976880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] Checking router: 426d383f-2615-4222-b58b-477071b2c955 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:18:53.991738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:18:53.992521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:54.105364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3bdc7566-0be2-42a8-891e-adaaf30855c2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:54.125405 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-8d5f6865-e434-4b88-be29-b7c526f065f1 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500444 Sep 18 02:18:54.167057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:18:54.172326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea28a1-873d-4c01-a3e7-0a10ffa8ce71 req-ac406310-e58f-445c-8d96-c579d020b1cd tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:54.186108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5cea28a1-873d-4c01-a3e7-0a10ffa8ce71 req-ac406310-e58f-445c-8d96-c579d020b1cd tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 908 time: 0.0861993 Sep 18 02:18:54.236607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.244359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.313604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51534) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:54.324855 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-0fb9bdb2-7e56-4b5d-9cef-08c200a473a8 service neutron] 10.222.0.21 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512764 Sep 18 02:18:54.364905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Made reservation on behalf of b2acb385371c4087ae80d4e15288e342 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:54.373018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.393552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.401838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0b153d0b-93dc-41cb-83da-22748ce43a95 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:18:54.472306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df69508b-6ab3-440a-9f7e-c78c1647b0a5 req-3824f554-0fc4-4ee4-b710-73f24651f566 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359361 Sep 18 02:18:54.517194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3bdc7566-0be2-42a8-891e-adaaf30855c2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:54.517609 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.586378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-129cb4e0-fe38-4c0c-94ff-0f0739615a7c None None] Provisioning complete for port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:54.587302 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-129cb4e0-fe38-4c0c-94ff-0f0739615a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.646380 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.663343 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.683269 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1494f5b0-f8d3-4629-b0d2-e8f06da4e168 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/66d60405-28c6-4aad-819e-702b51f7dfe8 HTTP/1.1" status: 200 len: 991 time: 0.3610528 Sep 18 02:18:54.688722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-129cb4e0-fe38-4c0c-94ff-0f0739615a7c None None] Port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:54.689324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] In _notify_port_updated(), no bound segment for port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c on network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:18:54.703811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:54.716995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.718656 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "PUT /v2.0/ports/51cfdafb-5b21-4fd8-9da6-d30420e7b52c HTTP/1.1" status: 200 len: 925 time: 2.5061986 Sep 18 02:18:54.721614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51548) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:54.744683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '764cf731-e6ca-4d7c-9142-d29c46c44587'}, {'subnet_id': 'cf9a1556-ba08-4b13-8a45-5db7dd85ff53'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:54.752019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 0b153d0b-93dc-41cb-83da-22748ce43a95 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:18:54.765043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6db2d4-535a-4d33-ae2d-e8fdae3c0505 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=51cfdafb-5b21-4fd8-9da6-d30420e7b52c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:54.776867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:18:54.779569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968be226-ff93-418e-9ab2-932c70954d5f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:54.810829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 0b153d0b-93dc-41cb-83da-22748ce43a95 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:54.811227 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.841904 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.844044 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Added segment 6f809d0c-1bbf-47b5-9d3a-1c8959dd3891 of type vlan for network e546ebb3-fc80-4d81-a4e8-384f5385ed86 Sep 18 02:18:54.923655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28b9142-e37a-4ab1-99dd-0bae0cd8c0db req-cce37db6-9253-4212-b97c-80473ea35268 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 210 time: 0.0584064 Sep 18 02:18:54.924230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.927220 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-129cb4e0-fe38-4c0c-94ff-0f0739615a7c None None] Provisioning complete for port 3bdc7566-0be2-42a8-891e-adaaf30855c2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:54.927947 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-129cb4e0-fe38-4c0c-94ff-0f0739615a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:54.964670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-42ce4039-41ee-40f3-afcb-e8bb71c04dbb req-3e300fbe-bdf3-4325-ac59-b2563f38408f tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0504413 Sep 18 02:18:54.966538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.040388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.047654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:55.048601 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.183986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2350273 Sep 18 02:18:55.188810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51566) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:55.195659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Request body: {'subnet': {'network_id': 'e546ebb3-fc80-4d81-a4e8-384f5385ed86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:55.203207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '66d60405-28c6-4aad-819e-702b51f7dfe8', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '426d383f-2615-4222-b58b-477071b2c955', 'port_id': 'f460e453-5cb9-4784-a049-999d98643f47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'mac_address': 'fa:16:3e:b3:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:18:49Z', 'updated_at': '2021-09-18T02:18:49Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:18:55.263295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c677e38-82c4-4f93-8fdd-01e763e695a2 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'Network': ['ID=e546ebb3-fc80-4d81-a4e8-384f5385ed86,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:55.295732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bace96f-9c20-4fe5-bd19-7100d0aa3b0c None None] The sync data for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 is: [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '66d60405-28c6-4aad-819e-702b51f7dfe8', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '426d383f-2615-4222-b58b-477071b2c955', 'port_id': 'f460e453-5cb9-4784-a049-999d98643f47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'mac_address': 'fa:16:3e:b3:2a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:18:49Z', 'updated_at': '2021-09-18T02:18:49Z', 'revision_number': 0, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:18:55.297631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:18:55.377203 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.416394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ffe86-643b-4300-897b-8416858d3b6e req-ad3aa4e8-2c85-4146-ba2e-cbaa3004c1e6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:55.435681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad7ffe86-643b-4300-897b-8416858d3b6e req-ad3aa4e8-2c85-4146-ba2e-cbaa3004c1e6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 908 time: 0.1452365 Sep 18 02:18:55.519174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79e770-329b-4b76-ae84-aaf8b8bfa7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b153d0b-93dc-41cb-83da-22748ce43a95'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:55.521559 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c622f8-19ea-4b5a-ab3e-c833bd044953" -d '{"events": [{"server_uuid": "fd79e770-329b-4b76-ae84-aaf8b8bfa7f2", "name": "network-vif-plugged", "status": "completed", "tag": "0b153d0b-93dc-41cb-83da-22748ce43a95"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:55.536057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Made reservation on behalf of b2acb385371c4087ae80d4e15288e342 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:55.539715 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.549972 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0b153d0b-93dc-41cb-83da-22748ce43a95, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0b153d0b-93dc-41cb-83da-22748ce43a95,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:55.562199 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.568905 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.656069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=0b153d0b-93dc-41cb-83da-22748ce43a95,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:55.659812 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a186cb3-b9f4-48fd-8237-c2b0484dce1a x-openstack-request-id: req-6a186cb3-b9f4-48fd-8237-c2b0484dce1a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:55.660192 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79e770-329b-4b76-ae84-aaf8b8bfa7f2", "name": "network-vif-plugged", "status": "completed", "tag": "0b153d0b-93dc-41cb-83da-22748ce43a95", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:55.660499 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a186cb3-b9f4-48fd-8237-c2b0484dce1a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:55.660968 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79e770-329b-4b76-ae84-aaf8b8bfa7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b153d0b-93dc-41cb-83da-22748ce43a95', 'code': 200} Sep 18 02:18:55.686237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51584) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:55.706177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cf21ff95-38c4-402a-bec5-4ac9384368eb None None] Provisioning complete for port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:55.706861 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cf21ff95-38c4-402a-bec5-4ac9384368eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.750835 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7cc19b-50d2-48e0-a16b-baf61a63c060 None None] New status for floating IP 66d60405-28c6-4aad-819e-702b51f7dfe8: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:18:55.752892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cf21ff95-38c4-402a-bec5-4ac9384368eb None None] Port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:55.776348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377fded-d56b-497a-b410-c4f1e26cd6e4 req-a36c3bb7-14be-4e3c-a35a-ce2c86cae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:55.780127 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e377fded-d56b-497a-b410-c4f1e26cd6e4 req-a36c3bb7-14be-4e3c-a35a-ce2c86cae93d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 1061 time: 0.0982187 Sep 18 02:18:55.794806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-fc6ca206-0115-49a3-93c2-1d3ca5230787 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:55.796611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-fc6ca206-0115-49a3-93c2-1d3ca5230787 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 815 time: 0.5146396 Sep 18 02:18:55.825697 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:55.851119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-782a180d-0ad2-419e-b727-94d0abc978bc tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/quotas/478aada9fb154793b18fd882a866dc8a HTTP/1.1" status: 200 len: 375 time: 0.0416157 Sep 18 02:18:55.865877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-91f26cf3-ca4a-4efa-b672-0ad3f96eee8f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/66d60405-28c6-4aad-819e-702b51f7dfe8 HTTP/1.1" status: 200 len: 991 time: 0.1730742 Sep 18 02:18:55.867233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8:0:1::48 (cabb3479-ae0e-47a2-bcfe-6cbb3a506a89/cf9a1556-ba08-4b13-8a45-5db7dd85ff53/51cfdafb-5b21-4fd8-9da6-d30420e7b52c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:55.997569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-e1b78c27-0db9-4366-b043-e92cc0552db1 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256392 Sep 18 02:18:56.019997 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44a992d2-00b3-47e1-bd1f-adcaf40712f9 req-3a3b2732-24bd-4ee4-acd0-4b40ef769db9 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 210 time: 0.0282137 Sep 18 02:18:56.109272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dc13983-8ace-4066-93a0-c1355de86f29 req-260d8501-4d45-47f1-b48b-c3852bbb8776 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0303757 Sep 18 02:18:56.131347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:56.301093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'Subnet': ['ID=3a3e4d39-df5d-4293-a4bb-1d7a469acd4e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:56.360577 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-ca095dce-a369-4626-aa70-eb53fff6e1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343580 Sep 18 02:18:56.378408 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:56.403020 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:56.416386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-1e41f572-e87f-499f-bec0-2b0088baa6cd tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:56.417803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-1e41f572-e87f-499f-bec0-2b0088baa6cd tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.20 "GET /v2.0/ports?device_id=07d70b63-598a-4879-ad64-36754ce14551 HTTP/1.1" status: 200 len: 946 time: 0.2812006 Sep 18 02:18:56.418483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Checking segment: {'id': '6f809d0c-1bbf-47b5-9d3a-1c8959dd3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e546ebb3-fc80-4d81-a4e8-384f5385ed86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:56.418960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Network hostable DHCP agents. Network: e546ebb3-fc80-4d81-a4e8-384f5385ed86, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:18:56.553589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2282e35-25f8-4419-a34a-c5eee6089d79 req-798e1429-332d-4d12-beff-625a8a7819e3 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:56.555191 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2282e35-25f8-4419-a34a-c5eee6089d79 req-798e1429-332d-4d12-beff-625a8a7819e3 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 909 time: 0.0535233 Sep 18 02:18:56.808615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-8651243e-b9b1-41f9-9b79-59c1885a424e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:56.810235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-8651243e-b9b1-41f9-9b79-59c1885a424e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.20 "GET /v2.0/networks?id=00ec2e9f-8413-4704-a527-4eb2ccb7522e HTTP/1.1" status: 200 len: 796 time: 0.6271048 Sep 18 02:18:56.869010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51592) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:56.874651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=51cfdafb-5b21-4fd8-9da6-d30420e7b52c,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:56.917586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:18:56.926776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] In _notify_port_updated(), no bound segment for port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c on network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:18:56.934516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:56.935255 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:56.936690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c67a07f8-32ec-48a7-882d-2e291ab731b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "PUT /v2.0/ports/51cfdafb-5b21-4fd8-9da6-d30420e7b52c HTTP/1.1" status: 200 len: 1010 time: 2.2098212 Sep 18 02:18:56.941216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51594) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:56.957680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-27b1d22e-9fee-4ed5-9ad8-f58ee36716b6 service neutron] 10.222.0.21 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872939 Sep 18 02:18:56.962928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e546ebb3-fc80-4d81-a4e8-384f5385ed86) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:56.981128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:56.981907 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:56.984772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f145b-2a96-4616-a8e5-6346dbfe31e9 None None] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:56.988193 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-91c0722e-f5e7-4a79-9be3-5100ea3f6720 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae823ee93e1147238401cca778c2a28d HTTP/1.1" status: 200 len: 380 time: 0.1664042 Sep 18 02:18:57.006834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'port': {'device_id': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'admin_state_up': True, 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'security_groups': ['63186ef4-e9e4-4cc1-aa81-676fa4efdec9']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:57.034318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-04eefce6-e956-460a-92de-9f6d37184d22 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8439915 Sep 18 02:18:57.037862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51596) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:57.062740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-598637740', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:57.097698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-22f72aa5-1a1f-4232-8707-f900718d5d7c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/66d60405-28c6-4aad-819e-702b51f7dfe8 HTTP/1.1" status: 200 len: 993 time: 0.2271276 Sep 18 02:18:57.102147 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.103391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.112488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Deleting port 4f9456f8-b771-4711-82b4-28f4d70f6c10 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:57.112925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.135017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-23783adf-1ff3-4174-888a-1ef346effdeb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:18:57.135497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23783adf-1ff3-4174-888a-1ef346effdeb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.205626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f2c5987-0006-44a2-b50d-72f22a164aae req-8a9d8b17-4900-46ae-b93d-6f9cde2b9f79 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 210 time: 0.0576372 Sep 18 02:18:57.254965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] For port 4f9456f8-b771-4711-82b4-28f4d70f6c10, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=4f9456f8-b771-4711-82b4-28f4d70f6c10,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:18:57.255342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.273248 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.299629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Calling delete_port for 4f9456f8-b771-4711-82b4-28f4d70f6c10 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:57.303499 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-04444a2d-685f-4c8a-9436-0be31381e1d2 req-b4520262-db38-49a9-a4ae-cf7cfb195169 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0508435 Sep 18 02:18:57.304106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Made reservation on behalf of ae823ee93e1147238401cca778c2a28d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:57.307596 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.397229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0f4a9136-00ba-4532-9587-49a21f286f31 None None] Provisioning complete for port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:57.397610 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9136-00ba-4532-9587-49a21f286f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.445367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a9136-00ba-4532-9587-49a21f286f31 None None] Port 51cfdafb-5b21-4fd8-9da6-d30420e7b52c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:57.447876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a06c5ea-4864-4d02-8472-fa28832ad5a7 req-c4510500-42bb-44be-a19e-79fb2bc0b238 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 210 time: 0.0793195 Sep 18 02:18:57.542078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23783adf-1ff3-4174-888a-1ef346effdeb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.546359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.562027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-23783adf-1ff3-4174-888a-1ef346effdeb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 51cfdafb-5b21-4fd8-9da6-d30420e7b52c owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:18:57.588782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a02badc-b644-4a14-b78f-ee15a1ccaedf req-5088708d-9e9d-4f9f-b31b-788cf7bf70e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0426404 Sep 18 02:18:57.592634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e546ebb3-fc80-4d81-a4e8-384f5385ed86', 'network_id': 'e546ebb3-fc80-4d81-a4e8-384f5385ed86', 'tenant_id': 'b2acb385371c4087ae80d4e15288e342', 'fixed_ips': [{'subnet_id': '3a3e4d39-df5d-4293-a4bb-1d7a469acd4e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:18:57.597207 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.645151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.20.0.7 (00ec2e9f-8413-4704-a527-4eb2ccb7522e/8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f/e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:57.694150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.811082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Allocated IP 172.20.0.2 (e546ebb3-fc80-4d81-a4e8-384f5385ed86/3a3e4d39-df5d-4293-a4bb-1d7a469acd4e/8fed1b70-b83d-490e-93e4-a4df74daa3cb) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:57.837221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Pushing event deleted for resources: {'Port': ['ID=4f9456f8-b771-4711-82b4-28f4d70f6c10,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:57.883680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] No DVR routers for this DVR port 4f9456f8-b771-4711-82b4-28f4d70f6c10 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:18:57.886821 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:57.889955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3b34afd-14f7-4832-ace8-f6b2fe143328 req-17b1c954-8c95-4e57-b67e-192dca4424a0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.20 "DELETE /v2.0/ports/4f9456f8-b771-4711-82b4-28f4d70f6c10 HTTP/1.1" status: 204 len: 173 time: 1.4562316 Sep 18 02:18:57.895288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d70b63-598a-4879-ad64-36754ce14551', 'name': 'network-vif-deleted', 'tag': '4f9456f8-b771-4711-82b4-28f4d70f6c10'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:18:57.897930 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7562785-1317-48b5-b564-2d1895d8448c" -d '{"events": [{"server_uuid": "07d70b63-598a-4879-ad64-36754ce14551", "name": "network-vif-deleted", "tag": "4f9456f8-b771-4711-82b4-28f4d70f6c10"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:18:57.910605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc44bb-fdad-4aed-9040-7b52c6451d3c req-f02773fc-4cfc-4c61-a880-8c8340b62946 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:57.935390 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0cc44bb-fdad-4aed-9040-7b52c6451d3c req-f02773fc-4cfc-4c61-a880-8c8340b62946 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 909 time: 0.2068310 Sep 18 02:18:58.004096 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1d716b-63f8-46fe-9b6c-5e7def30afba x-openstack-request-id: req-fd1d716b-63f8-46fe-9b6c-5e7def30afba {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:18:58.004398 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d70b63-598a-4879-ad64-36754ce14551", "name": "network-vif-deleted", "tag": "4f9456f8-b771-4711-82b4-28f4d70f6c10", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:18:58.004650 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd1d716b-63f8-46fe-9b6c-5e7def30afba {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:18:58.005050 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d70b63-598a-4879-ad64-36754ce14551', 'name': 'network-vif-deleted', 'tag': '4f9456f8-b771-4711-82b4-28f4d70f6c10', 'status': 'completed', 'code': 200} Sep 18 02:18:58.073123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.091737 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.145471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Pushing event updated for resources: {'Port': ['ID=8fed1b70-b83d-490e-93e4-a4df74daa3cb,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:58.163939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.165061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:58.169776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:58.174315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:58.182509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac66fb0-7774-499b-8a93-3f70a1a78ea4 req-24bc6644-5e9a-43e1-ae43-54712d2ee9a8 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:58.185311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bac66fb0-7774-499b-8a93-3f70a1a78ea4 req-24bc6644-5e9a-43e1-ae43-54712d2ee9a8 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 909 time: 0.1438787 Sep 18 02:18:58.227445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.270305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Attempting to bind port 8fed1b70-b83d-490e-93e4-a4df74daa3cb on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:58.270858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Attempting to bind port 8fed1b70-b83d-490e-93e4-a4df74daa3cb by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6f809d0c-1bbf-47b5-9d3a-1c8959dd3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e546ebb3-fc80-4d81-a4e8-384f5385ed86'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:58.271316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Attempting to bind port 8fed1b70-b83d-490e-93e4-a4df74daa3cb on network e546ebb3-fc80-4d81-a4e8-384f5385ed86 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:58.277012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:58.277523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Checking segment: {'id': '6f809d0c-1bbf-47b5-9d3a-1c8959dd3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e546ebb3-fc80-4d81-a4e8-384f5385ed86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:58.278548 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.279155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Bound using segment: {'id': '6f809d0c-1bbf-47b5-9d3a-1c8959dd3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e546ebb3-fc80-4d81-a4e8-384f5385ed86'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:58.279720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Bound port: 8fed1b70-b83d-490e-93e4-a4df74daa3cb, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f809d0c-1bbf-47b5-9d3a-1c8959dd3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e546ebb3-fc80-4d81-a4e8-384f5385ed86'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:58.280196 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.299138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:58.303580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:58.320274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:58.356638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] For port 8fed1b70-b83d-490e-93e4-a4df74daa3cb, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:18:58.363048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] For port 8fed1b70-b83d-490e-93e4-a4df74daa3cb, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8fed1b70-b83d-490e-93e4-a4df74daa3cb,segment=NetworkSegment(6f809d0c-1bbf-47b5-9d3a-1c8959dd3891),segment_id=6f809d0c-1bbf-47b5-9d3a-1c8959dd3891)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:18:58.371552 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.407110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:58.426129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.440419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:58.441097 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.468370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9613e2-433a-4152-81d7-cfd9c6f114be None None] Pushing event updated for resources: {'Port': ['ID=8fed1b70-b83d-490e-93e4-a4df74daa3cb,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:58.470328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23783adf-1ff3-4174-888a-1ef346effdeb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.498846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238538a-117f-4c9e-ab08-7395501f8a3a req-350602ff-fa5d-42ad-9c3c-15635aed73dc tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:58.500638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.511395 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c238538a-117f-4c9e-ab08-7395501f8a3a req-350602ff-fa5d-42ad-9c3c-15635aed73dc tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 931 time: 0.1620092 Sep 18 02:18:58.515115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-5ace068f-8d72-45f4-8bf2-b7eb6ae2efd5 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5174649 Sep 18 02:18:58.538042 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Request body: {'port': {'device_id': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:58.621083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23783adf-1ff3-4174-888a-1ef346effdeb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=51cfdafb-5b21-4fd8-9da6-d30420e7b52c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:58.657988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c238538a-117f-4c9e-ab08-7395501f8a3a req-df939857-2e64-440e-8cae-177b4bbec4bb tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453176 Sep 18 02:18:58.676886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483057c0-9ec6-410f-97a2-6f7f928fc568 req-0bd6dee6-0462-4fa8-a414-aa9725f49352 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:58.692676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-483057c0-9ec6-410f-97a2-6f7f928fc568 req-0bd6dee6-0462-4fa8-a414-aa9725f49352 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 1061 time: 0.3380516 Sep 18 02:18:58.751733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.761529 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-23783adf-1ff3-4174-888a-1ef346effdeb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.771674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-23783adf-1ff3-4174-888a-1ef346effdeb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/51cfdafb-5b21-4fd8-9da6-d30420e7b52c HTTP/1.1" status: 204 len: 168 time: 1.8285768 Sep 18 02:18:58.774662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51628) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:58.819908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-31288e38-2c10-4850-be08-e386881f1266 None None] Provisioning complete for port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:18:58.821250 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-31288e38-2c10-4850-be08-e386881f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:58.906291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-31288e38-2c10-4850-be08-e386881f1266 None None] Port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:18:58.913063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-659acac1-57d1-49e2-9ed8-26f5c9559cd5 req-adb10943-2c67-435f-81d8-cd5150b0291a tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.1393528 Sep 18 02:18:58.963908 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1a1d68-82c5-45bf-9032-936026acb18f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:18:58.969172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6f1a1d68-82c5-45bf-9032-936026acb18f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/51cfdafb-5b21-4fd8-9da6-d30420e7b52c HTTP/1.1" status: 404 len: 333 time: 0.1793692 Sep 18 02:18:58.981406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51630) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:59.049892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce6fc8d4-1008-4455-bf4b-fbfaec544e09 req-e44ff56e-8164-4a95-a191-ca17ce30af70 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 210 time: 0.2057331 Sep 18 02:18:59.055072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4f9456f8-b771-4711-82b4-28f4d70f6c10 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:18:59.096245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 4f9456f8-b771-4711-82b4-28f4d70f6c10 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:18:59.096975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 4f9456f8-b771-4711-82b4-28f4d70f6c10 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:18:59.128929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Allocated IP 172.25.0.241 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/a7c80075-766b-4f62-9434-8c6c33284e88) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:18:59.154397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-29086a1e-cf00-4d61-8768-1f42900ba7ae tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet cf9a1556-ba08-4b13-8a45-5db7dd85ff53 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:59.156207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-51524622-4f63-4d19-b7b9-e9454e1b3d25 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:59.157698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-51524622-4f63-4d19-b7b9-e9454e1b3d25 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.18 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 815 time: 0.3839192 Sep 18 02:18:59.160972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29086a1e-cf00-4d61-8768-1f42900ba7ae tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.177851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Request body: {'port': {'device_id': '62c7595e-90f6-4416-b050-4322040ae2da', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'admin_state_up': True, 'tenant_id': '478aada9fb154793b18fd882a866dc8a'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:18:59.204109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f81cb3-2c64-4f2e-b16c-4e4427124528 req-4c65ab9a-aa8b-42ac-98ad-3d98230244fe tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:59.205644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f81cb3-2c64-4f2e-b16c-4e4427124528 req-4c65ab9a-aa8b-42ac-98ad-3d98230244fe tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 1137 time: 0.1863761 Sep 18 02:18:59.231551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29086a1e-cf00-4d61-8768-1f42900ba7ae tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.338460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.353843 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48f81cb3-2c64-4f2e-b16c-4e4427124528 req-c68992b5-3504-41e3-aceb-002185edbbe9 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1380324 Sep 18 02:18:59.361326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Made reservation on behalf of 478aada9fb154793b18fd882a866dc8a for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:18:59.364898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.379287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51632) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:59.417872 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29086a1e-cf00-4d61-8768-1f42900ba7ae tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.437295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.513211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:18:59.514967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068fd2fc-5bf8-4187-ad17-bab987b884c7 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:59.516641 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-068fd2fc-5bf8-4187-ad17-bab987b884c7 tempest-TestSecurityGroupsBasicOps-581826279 tempest-TestSecurityGroupsBasicOps-581826279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 1056 time: 0.1364844 Sep 18 02:18:59.535084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:18:59.535336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.544457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:18:59.553762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29086a1e-cf00-4d61-8768-1f42900ba7ae tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.558426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:18:59.564836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'Port': ['ID=a7c80075-766b-4f62-9434-8c6c33284e88,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:59.591564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Transition to ACTIVE for port object e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:18:59.595930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29086a1e-cf00-4d61-8768-1f42900ba7ae tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9a1556-ba08-4b13-8a45-5db7dd85ff53,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:59.606630 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.616795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29086a1e-cf00-4d61-8768-1f42900ba7ae tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.622306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-29086a1e-cf00-4d61-8768-1f42900ba7ae tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/cf9a1556-ba08-4b13-8a45-5db7dd85ff53 HTTP/1.1" status: 204 len: 168 time: 0.6364884 Sep 18 02:18:59.622555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51636) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:18:59.625867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bacb55-87ed-4a8a-9513-edefefa83b31 None None] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:18:59.664657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:18:59.766601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7489def-2816-4db5-ad36-0a6133a437f6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet 764cf731-e6ca-4d7c-9142-d29c46c44587 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:18:59.771826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7489def-2816-4db5-ad36-0a6133a437f6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.886325 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7489def-2816-4db5-ad36-0a6133a437f6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:18:59.895893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Attempting to bind port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:18:59.896270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Attempting to bind port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:18:59.896547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Attempting to bind port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 on network 00ec2e9f-8413-4704-a527-4eb2ccb7522e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:59.925774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4718a99-e1bc-447d-b980-b83ee467f5fb req-b8ed1cd6-dc6b-4b6e-9bea-093ef0339536 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:18:59.928127 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4718a99-e1bc-447d-b980-b83ee467f5fb req-b8ed1cd6-dc6b-4b6e-9bea-093ef0339536 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1406767 Sep 18 02:18:59.928593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 on network 00ec2e9f-8413-4704-a527-4eb2ccb7522e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:18:59.928730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Attempting to bind port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 on network 00ec2e9f-8413-4704-a527-4eb2ccb7522e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:18:59.936082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:18:59.936936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Checking segment: {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:18:59.937420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Bound using segment: {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:18:59.937948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Bound port: e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e488544-f7e5-4398-b87a-ff20761e9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:18:59.938374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.015501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Allocated IP 172.20.0.11 (6059b9bb-42e3-4f5f-8c96-7657c453bfe7/e92ad374-51a6-45ed-aea1-b9a9759a13e3/6f976ea7-f0f3-4a4a-b541-721523626c66) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:00.016198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1edab49-b456-44aa-9064-72c7f96afefe None None] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:00.024039 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4718a99-e1bc-447d-b980-b83ee467f5fb req-05d4080d-d60b-4585-8ce1-7755bd122d30 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829792 Sep 18 02:19:00.090264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] For port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:00.094344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] For port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:00.102895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.151972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e27080-8eda-4db8-909b-596a76f2d420 req-da30223d-c0dd-4c39-a813-4bc630ff7b57 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:00.154544 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3e27080-8eda-4db8-909b-596a76f2d420 req-da30223d-c0dd-4c39-a813-4bc630ff7b57 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 909 time: 0.3462210 Sep 18 02:19:00.176694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:00.177558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.179197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 HTTP/1.1" status: 200 len: 1092 time: 1.6454828 Sep 18 02:19:00.182057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:00.182398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9a27d174-b9f3-4f1a-971f-8399ac7b495f None None] Provisioning complete for port 8fed1b70-b83d-490e-93e4-a4df74daa3cb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:00.182899 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9a27d174-b9f3-4f1a-971f-8399ac7b495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.186026 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ecf53-d7ce-41b2-b468-44ff4b355a47" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:00.192020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8db1f8be-60b6-4e8c-92c4-9d7854db0af7 req-644ae1f4-f520-422c-b367-fabe89111eaf tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0465193 Sep 18 02:19:00.253171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285540b-882e-40b2-b27a-e1d52a9ae1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:00.288141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8fed1b70-b83d-490e-93e4-a4df74daa3cb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:00.353460 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cea2687-bb39-4603-8df7-32ad06f804f9 x-openstack-request-id: req-0cea2687-bb39-4603-8df7-32ad06f804f9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:00.353768 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:00.354398 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cea2687-bb39-4603-8df7-32ad06f804f9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:00.355690 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'status': 'completed', 'code': 200} Sep 18 02:19:00.359226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-b406ae0f-9cd5-4175-a7c5-c3b437b173fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:00.361063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-b406ae0f-9cd5-4175-a7c5-c3b437b173fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 1095 time: 0.1246123 Sep 18 02:19:00.376720 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7489def-2816-4db5-ad36-0a6133a437f6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.423599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-375504db-4611-41a2-b7e9-5add78dc60e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 HTTP/1.1" status: 200 len: 217 time: 0.0541856 Sep 18 02:19:00.468647 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9a27d174-b9f3-4f1a-971f-8399ac7b495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.479237 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-998cf7ab-0da5-4a0a-a0b4-24faff2d8948 req-ba605fec-30bc-4a34-af5a-431becffb247 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 210 time: 0.1680014 Sep 18 02:19:00.537973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8fed1b70-b83d-490e-93e4-a4df74daa3cb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:00.538841 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.569006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-8c32d27d-b69c-4cc7-b976-5aa6e2dc4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:00.577304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-8c32d27d-b69c-4cc7-b976-5aa6e2dc4904 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f HTTP/1.1" status: 200 len: 834 time: 0.1455536 Sep 18 02:19:00.622421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9a27d174-b9f3-4f1a-971f-8399ac7b495f None None] For port 8fed1b70-b83d-490e-93e4-a4df74daa3cb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8fed1b70-b83d-490e-93e4-a4df74daa3cb,segment=NetworkSegment(6f809d0c-1bbf-47b5-9d3a-1c8959dd3891),segment_id=6f809d0c-1bbf-47b5-9d3a-1c8959dd3891)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:00.641092 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9a27d174-b9f3-4f1a-971f-8399ac7b495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.686023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-fdce84e3-1d38-4848-9e7d-35aefd5f62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:00.687336 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-fdce84e3-1d38-4848-9e7d-35aefd5f62ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00ec2e9f-8413-4704-a527-4eb2ccb7522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007473 Sep 18 02:19:00.807395 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7489def-2816-4db5-ad36-0a6133a437f6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.836247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27d174-b9f3-4f1a-971f-8399ac7b495f None None] Pushing event updated for resources: {'Port': ['ID=8fed1b70-b83d-490e-93e4-a4df74daa3cb,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:00.874288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489def-2816-4db5-ad36-0a6133a437f6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=764cf731-e6ca-4d7c-9142-d29c46c44587,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:00.881806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-e90efd50-166f-47b9-9fb6-1f9b67fc6506 service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464942 Sep 18 02:19:00.885478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56350831-d4c9-4790-b44e-26562d826e93 req-d51906fb-fb50-4301-84f5-637aa436eaa8 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0819762 Sep 18 02:19:00.910309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7489def-2816-4db5-ad36-0a6133a437f6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.912468 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e7489def-2816-4db5-ad36-0a6133a437f6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/764cf731-e6ca-4d7c-9142-d29c46c44587 HTTP/1.1" status: 204 len: 168 time: 1.2850142 Sep 18 02:19:00.915285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51664) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:00.935967 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.937772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:00.953882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13cf9596-22d2-4c5b-86cd-a8f7e65380dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.055721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-849e53c6-089f-4cda-a7aa-29f8e17ca4f0 req-29058552-7ef2-48fd-9627-c5febdfe4558 service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609855 Sep 18 02:19:01.143823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-4be22ebe-2285-441e-8008-71a2f5af2a77 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.145020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-4be22ebe-2285-441e-8008-71a2f5af2a77 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 909 time: 0.0773180 Sep 18 02:19:01.145887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48cc13e-ad6f-40b3-9d00-f8d2d3faad34 None None] Network cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:01.161900 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.238098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b469fc98-c2f2-4d73-902c-72837251684e None None] Provisioning complete for port 3bdc7566-0be2-42a8-891e-adaaf30855c2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:01.238680 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b469fc98-c2f2-4d73-902c-72837251684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.260264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.299216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdbb47-17df-491a-8149-19ec1ed24072 req-3b366fd0-b47b-47b0-8ce8-91d6a637bf74 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.306525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15cdbb47-17df-491a-8149-19ec1ed24072 req-3b366fd0-b47b-47b0-8ce8-91d6a637bf74 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1496055 Sep 18 02:19:01.312192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-a484a34c-b4f6-4661-9f3c-e93fb7c056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.313837 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-a484a34c-b4f6-4661-9f3c-e93fb7c056f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 1095 time: 0.1800008 Sep 18 02:19:01.392297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15cdbb47-17df-491a-8149-19ec1ed24072 req-fbd0b80a-4fd4-4155-94c0-fef10020444e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847771 Sep 18 02:19:01.403537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:01.412083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] DHCP port deletion for cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:19:01.426156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:01.428880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:01.452385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting port 0b153d0b-93dc-41cb-83da-22748ce43a95 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:01.452847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.463311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.465971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] Deleting port 3bdc7566-0be2-42a8-891e-adaaf30855c2 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:01.466452 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.470554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Pushing event updated for resources: {'Port': ['ID=6f976ea7-f0f3-4a4a-b541-721523626c66,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:01.488992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-f66ac3a5-9256-4098-b972-e78a72fecb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.490490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-f66ac3a5-9256-4098-b972-e78a72fecb46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00ec2e9f-8413-4704-a527-4eb2ccb7522e HTTP/1.1" status: 200 len: 896 time: 0.1686010 Sep 18 02:19:01.542784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 3bdc7566-0be2-42a8-891e-adaaf30855c2 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:01.544590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.552111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] For port 3bdc7566-0be2-42a8-891e-adaaf30855c2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3bdc7566-0be2-42a8-891e-adaaf30855c2,segment=NetworkSegment(7666308c-25f9-4afa-bf19-d61171c90dc6),segment_id=7666308c-25f9-4afa-bf19-d61171c90dc6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:01.552606 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.567730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493b4ce-68e6-4d39-9266-bf22b84d2813 req-084804a5-2ec4-4054-8f1f-d12b7ebc0344 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.569596 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-bd2c8739-1fbe-4e2f-bd2c-d0ebf90eafa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 HTTP/1.1" status: 200 len: 217 time: 0.0708563 Sep 18 02:19:01.570657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] Calling delete_port for 3bdc7566-0be2-42a8-891e-adaaf30855c2 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:01.577704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cfb8d745-c725-4e71-b8b3-830e672bdb5b None None] Provisioning complete for port 8fed1b70-b83d-490e-93e4-a4df74daa3cb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:01.578151 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d745-c725-4e71-b8b3-830e672bdb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.583248 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9493b4ce-68e6-4d39-9266-bf22b84d2813 req-084804a5-2ec4-4054-8f1f-d12b7ebc0344 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 909 time: 0.2590382 Sep 18 02:19:01.593602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.594413 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.634812 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-0168dc83-8d57-4ea2-8242-6476858fc4e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4606733 Sep 18 02:19:01.666103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] For port 0b153d0b-93dc-41cb-83da-22748ce43a95, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0b153d0b-93dc-41cb-83da-22748ce43a95,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:01.666517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.669932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Request body: {'port': {'device_id': '62c7595e-90f6-4416-b050-4322040ae2da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:01.689980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-31f43941-b455-490c-a789-3c1ac8528482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.691476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-31f43941-b455-490c-a789-3c1ac8528482 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f HTTP/1.1" status: 200 len: 834 time: 0.1118097 Sep 18 02:19:01.692334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Calling delete_port for 0b153d0b-93dc-41cb-83da-22748ce43a95 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:01.721762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.725714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a66ae7-21ed-46d0-940d-0f2f0617036b req-d46591d5-6ae7-47e4-a1a1-40073c41097b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.734369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-90a66ae7-21ed-46d0-940d-0f2f0617036b req-d46591d5-6ae7-47e4-a1a1-40073c41097b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 932 time: 0.1597955 Sep 18 02:19:01.745356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] For port 3bdc7566-0be2-42a8-891e-adaaf30855c2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3bdc7566-0be2-42a8-891e-adaaf30855c2,segment=NetworkSegment(7666308c-25f9-4afa-bf19-d61171c90dc6),segment_id=7666308c-25f9-4afa-bf19-d61171c90dc6)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:01.745733 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.756635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] Pushing event deleted for resources: {'Port': ['ID=3bdc7566-0be2-42a8-891e-adaaf30855c2,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:01.758440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a72c4e-de0e-474f-959b-1838bc575839 None None] No DVR routers for this DVR port 3bdc7566-0be2-42a8-891e-adaaf30855c2 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:01.786825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 3bdc7566-0be2-42a8-891e-adaaf30855c2 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:01.828283 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:01.838292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-9e5e329a-1079-4be0-9e45-29f3138e7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:01.839905 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-9e5e329a-1079-4be0-9e45-29f3138e7cd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00ec2e9f-8413-4704-a527-4eb2ccb7522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380572 Sep 18 02:19:01.851103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-90a66ae7-21ed-46d0-940d-0f2f0617036b req-42f64c6e-d38a-4962-bf8a-9e9e6af827aa tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158690 Sep 18 02:19:02.017714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Router 358eb30c-b77c-4492-9161-7471043194ed is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:19:02.062569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8fed1b70-b83d-490e-93e4-a4df74daa3cb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:02.062820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4518c124-358c-43c5-bec9-00d3e915b79e req-71ded342-2b3a-42ed-bd75-2785b56c762a tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0505807 Sep 18 02:19:02.066394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.136026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8fed1b70-b83d-490e-93e4-a4df74daa3cb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:02.136738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.154590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=3bdc7566-0be2-42a8-891e-adaaf30855c2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:02.160758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No DVR routers for this DVR port 3bdc7566-0be2-42a8-891e-adaaf30855c2 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:02.301391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3bdc7566-0be2-42a8-891e-adaaf30855c2 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:02.306895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-603be3c6-b998-4456-9595-c310fc659709 service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547811 Sep 18 02:19:02.324370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 3bdc7566-0be2-42a8-891e-adaaf30855c2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:02.324776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3bdc7566-0be2-42a8-891e-adaaf30855c2 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:02.331627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.390430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Port': ['ID=0b153d0b-93dc-41cb-83da-22748ce43a95,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:02.470663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] No DVR routers for this DVR port 0b153d0b-93dc-41cb-83da-22748ce43a95 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:02.478394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.480488 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6cfce81-5f63-465e-9fd7-a416f8118c6f req-fdeed32c-23f0-405f-9f18-ef6df2044b46 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.18 "DELETE /v2.0/ports/0b153d0b-93dc-41cb-83da-22748ce43a95 HTTP/1.1" status: 204 len: 173 time: 1.3249333 Sep 18 02:19:02.481197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79e770-329b-4b76-ae84-aaf8b8bfa7f2', 'name': 'network-vif-deleted', 'tag': '0b153d0b-93dc-41cb-83da-22748ce43a95'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:02.489985 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97f8cd0-9c87-4257-bc5e-40ca2da594c8" -d '{"events": [{"server_uuid": "fd79e770-329b-4b76-ae84-aaf8b8bfa7f2", "name": "network-vif-deleted", "tag": "0b153d0b-93dc-41cb-83da-22748ce43a95"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:02.574517 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b1a3c7-67b2-497b-9a96-44077708e13b x-openstack-request-id: req-f0b1a3c7-67b2-497b-9a96-44077708e13b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:02.575865 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79e770-329b-4b76-ae84-aaf8b8bfa7f2", "name": "network-vif-deleted", "tag": "0b153d0b-93dc-41cb-83da-22748ce43a95", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:02.576347 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0b1a3c7-67b2-497b-9a96-44077708e13b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:02.576979 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79e770-329b-4b76-ae84-aaf8b8bfa7f2', 'name': 'network-vif-deleted', 'tag': '0b153d0b-93dc-41cb-83da-22748ce43a95', 'status': 'completed', 'code': 200} Sep 18 02:19:02.581679 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-101ecf53-d7ce-41b2-b468-44ff4b355a47 req-e29a898f-91ee-4730-b16f-65f7195de361 service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607226 Sep 18 02:19:02.605542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d0b72-d327-4ffb-9073-55c75e389cb9 req-f2a62e7f-8807-499f-9774-42e2b730fd7a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:02.610584 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-984d0b72-d327-4ffb-9073-55c75e389cb9 req-f2a62e7f-8807-499f-9774-42e2b730fd7a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 943 time: 0.1079681 Sep 18 02:19:02.685052 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-984d0b72-d327-4ffb-9073-55c75e389cb9 req-deaf447b-f434-4e06-99bf-2ca9c4bc2358 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659657 Sep 18 02:19:02.783463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.794227 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c591fdae-e6b1-4591-b4b0-19b96b9c6060 req-a543878c-e519-48ea-ab3a-4d4a08efb49d tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd79e770-329b-4b76-ae84-aaf8b8bfa7f2 HTTP/1.1" status: 200 len: 210 time: 0.0918303 Sep 18 02:19:02.822830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:02.833424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ebc7dc-ecb4-491f-b378-58afa2728091 None None] Sync routers for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:02.842783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabb3479-ae0e-47a2-bcfe-6cbb3a506a89']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:02.843900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ebc7dc-ecb4-491f-b378-58afa2728091 None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:02.844651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1ebc7dc-ecb4-491f-b378-58afa2728091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:02.870296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7666308c-25f9-4afa-bf19-d61171c90dc6') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:02.870604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7666308c-25f9-4afa-bf19-d61171c90dc6') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:02.877778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1ebc7dc-ecb4-491f-b378-58afa2728091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:02.887264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ebc7dc-ecb4-491f-b378-58afa2728091 None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:02.888654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1ebc7dc-ecb4-491f-b378-58afa2728091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:18:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:02.895263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.908778 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.913873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51682) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:02.914142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aa431566-89a7-46c2-93b8-9d50dd0265e1 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.8593631 Sep 18 02:19:02.939792 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1ebc7dc-ecb4-491f-b378-58afa2728091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:02.940980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ebc7dc-ecb4-491f-b378-58afa2728091 None None] The sync data for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:02.947923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.958742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:02.959162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:02.962702 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:02.976855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f976ea7-f0f3-4a4a-b541-721523626c66 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:19:02.993945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.043309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Transition to ACTIVE for port object 6f976ea7-f0f3-4a4a-b541-721523626c66 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:19:03.047751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.055079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.063974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:19:03.083726 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.085644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/networks/cabb3479-ae0e-47a2-bcfe-6cbb3a506a89 HTTP/1.1" status: 204 len: 168 time: 2.1694217 Sep 18 02:19:03.090079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51684) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:03.106901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b776909-b219-4b9b-a8a0-c9531378a74e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Network': ['ID=cabb3479-ae0e-47a2-bcfe-6cbb3a506a89,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:03.127446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f976ea7-f0f3-4a4a-b541-721523626c66,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:03.142525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05b90d-ebe3-46a3-975f-f76227f72835 req-afc31ed0-4e64-437f-9239-e60ca2edbcee tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:03.144224 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f05b90d-ebe3-46a3-975f-f76227f72835 req-afc31ed0-4e64-437f-9239-e60ca2edbcee tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 932 time: 0.1605043 Sep 18 02:19:03.189864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:03.202832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'port_id': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'mac_address': 'fa:16:3e:be:bd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:19:03.221256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fe4d6dc-bea3-4e9d-a0a8-dd2ba899e846 req-e2bdd380-926e-4fed-8cdb-c240aa696d48 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0420420 Sep 18 02:19:03.239039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Attempting to bind port 6f976ea7-f0f3-4a4a-b541-721523626c66 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:03.239517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Attempting to bind port 6f976ea7-f0f3-4a4a-b541-721523626c66 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:03.239942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Attempting to bind port 6f976ea7-f0f3-4a4a-b541-721523626c66 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:03.240540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.245607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Port 6f976ea7-f0f3-4a4a-b541-721523626c66 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:03.246028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Attempting to bind port 6f976ea7-f0f3-4a4a-b541-721523626c66 on network 6059b9bb-42e3-4f5f-8c96-7657c453bfe7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:03.252935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:03.253433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Checking segment: {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:03.253932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Bound using segment: {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:03.255454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Bound port: 6f976ea7-f0f3-4a4a-b541-721523626c66, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3bdca6-d182-4d85-9eab-8c29b8a22e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:03.256096 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.261555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:19:03.263894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08865500-5885-49d7-97b0-44130796d354 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:03.268721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-08865500-5885-49d7-97b0-44130796d354 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1730485 Sep 18 02:19:03.269574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51688) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:03.282749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:03.287386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f05b90d-ebe3-46a3-975f-f76227f72835 req-d526bd0d-778d-4d2b-838c-8ce6f4d7e718 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232252 Sep 18 02:19:03.297812 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.338619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] For port 6f976ea7-f0f3-4a4a-b541-721523626c66, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:03.342682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] For port 6f976ea7-f0f3-4a4a-b541-721523626c66, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6f976ea7-f0f3-4a4a-b541-721523626c66,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:03.348389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.349599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:03.380389 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c3acb727-21fc-4151-9b1a-ffaf1d560a56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1078146 Sep 18 02:19:03.383847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51690) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:03.387008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:03.387920 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.389434 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/6f976ea7-f0f3-4a4a-b541-721523626c66 HTTP/1.1" status: 200 len: 1093 time: 1.7257385 Sep 18 02:19:03.389900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c7595e-90f6-4416-b050-4322040ae2da', 'tag': '6f976ea7-f0f3-4a4a-b541-721523626c66'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:03.392177 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e691a5-01c3-48c0-bedb-8eac07351146" -d '{"events": [{"name": "network-changed", "server_uuid": "62c7595e-90f6-4416-b050-4322040ae2da", "tag": "6f976ea7-f0f3-4a4a-b541-721523626c66"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:03.392638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1544338512'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:03.431915 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8acaa0b-2790-48df-bc8c-d2893ee201cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.434955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027c39-6044-4e94-b5e9-5d331f9037b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f976ea7-f0f3-4a4a-b541-721523626c66,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:03.443112 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c440159a-4155-4353-b09a-531d167e16ed x-openstack-request-id: req-c440159a-4155-4353-b09a-531d167e16ed {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:03.443685 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c7595e-90f6-4416-b050-4322040ae2da", "tag": "6f976ea7-f0f3-4a4a-b541-721523626c66", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:03.443915 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c440159a-4155-4353-b09a-531d167e16ed {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:03.444312 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c7595e-90f6-4416-b050-4322040ae2da', 'tag': '6f976ea7-f0f3-4a4a-b541-721523626c66', 'status': 'completed', 'code': 200} Sep 18 02:19:03.467751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:03.471298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.493303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-26ae5078-238b-45d5-b179-dca6cc98c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:03.494980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-26ae5078-238b-45d5-b179-dca6cc98c180 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 1096 time: 0.0435588 Sep 18 02:19:03.497880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:19:03.536225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:19:03.543305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-a7ff7a06-58ac-495b-863f-aad46b80d28d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f976ea7-f0f3-4a4a-b541-721523626c66 HTTP/1.1" status: 200 len: 217 time: 0.0404446 Sep 18 02:19:03.552814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.553084 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Added segment 346a1ab1-05a4-4d72-ae00-4d394b5cce79 of type vlan for network cabf2f90-dec4-451a-8948-ca6c26dc5844 Sep 18 02:19:03.603762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-f8a91193-fb8d-4950-99d2-634d4fd8d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:03.605292 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-f8a91193-fb8d-4950-99d2-634d4fd8d760 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e92ad374-51a6-45ed-aea1-b9a9759a13e3 HTTP/1.1" status: 200 len: 855 time: 0.0551777 Sep 18 02:19:03.634970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.638899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-06b94307-cbe0-4ee9-9bdb-50e9e3f660e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268838 Sep 18 02:19:03.727831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.733778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:03.734406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.751921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-25aa0f03-f2a5-4b31-a466-229b5b51cc5f service neutron] 10.222.0.18 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057544 Sep 18 02:19:03.806585 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4207909 Sep 18 02:19:03.818865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51696) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:03.827921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:03.853276 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:03.866984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51700) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:03.878875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104e810-8b22-4635-a1dc-87d7d5a71d31 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Network': ['ID=cabf2f90-dec4-451a-8948-ca6c26dc5844,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:03.889666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network cabf2f90-dec4-451a-8948-ca6c26dc5844 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:19:03.943435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040bc6d-8367-4df2-aa90-ae5c9f2849e3 req-cdfbb3f5-d508-483b-897d-360c9a122ae3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:03.944960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d040bc6d-8367-4df2-aa90-ae5c9f2849e3 req-cdfbb3f5-d508-483b-897d-360c9a122ae3 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 944 time: 0.1445210 Sep 18 02:19:03.969820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31f88c3e-9efe-46f5-a2d9-2f0745bca9f4 req-10f7f1b4-42eb-4565-a662-ec7adc537091 service neutron] 10.222.0.18 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092140 Sep 18 02:19:04.039298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d040bc6d-8367-4df2-aa90-ae5c9f2849e3 req-30124271-9424-4903-b088-29b3a400fc4a tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809405 Sep 18 02:19:04.058001 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.084328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:04.087794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.200677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Allocated IP 172.20.0.1 (e546ebb3-fc80-4d81-a4e8-384f5385ed86/3a3e4d39-df5d-4293-a4bb-1d7a469acd4e/26413ff0-512f-4704-98a6-3912e2cfd03c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:04.200961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-0615cd28-cae9-4bfe-a862-86d6624523ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:04.202445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-0615cd28-cae9-4bfe-a862-86d6624523ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=478aada9fb154793b18fd882a866dc8a&device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 1096 time: 0.1707437 Sep 18 02:19:04.319511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.368153 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.378083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b3d1aa29-5740-4b4b-938f-cab7ffea73da req-200ef1d7-bb96-4f6d-b7d0-77f44c67488c tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0520015 Sep 18 02:19:04.445328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:04.449503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0b153d0b-93dc-41cb-83da-22748ce43a95 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:04.454908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:04.458865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:04.459655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-b7918525-3cfb-4ec2-90b4-4a33906282e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:04.461171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-b7918525-3cfb-4ec2-90b4-4a33906282e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 200 len: 915 time: 0.2506034 Sep 18 02:19:04.461361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'Port': ['ID=26413ff0-512f-4704-98a6-3912e2cfd03c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:04.498247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 0b153d0b-93dc-41cb-83da-22748ce43a95 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:04.498652 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0b153d0b-93dc-41cb-83da-22748ce43a95 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:04.511029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afec8a-b855-4e10-8686-55f14e40de86 req-0401ad9d-3b4c-4a62-abe2-5a7707b4c716 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:04.513014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30afec8a-b855-4e10-8686-55f14e40de86 req-0401ad9d-3b4c-4a62-abe2-5a7707b4c716 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 944 time: 0.1417782 Sep 18 02:19:04.530548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.545083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-0b4b1d15-75e1-4b95-98cf-e417db5f0e5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f976ea7-f0f3-4a4a-b541-721523626c66 HTTP/1.1" status: 200 len: 217 time: 0.0702960 Sep 18 02:19:04.599692 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30afec8a-b855-4e10-8686-55f14e40de86 req-aaf6d80b-de54-4064-8d1e-5675dbe397ca tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785398 Sep 18 02:19:04.629615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.668119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-ffe6beb0-e65e-48cf-a54c-e2b52c9b8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:04.670300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-ffe6beb0-e65e-48cf-a54c-e2b52c9b8d8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e92ad374-51a6-45ed-aea1-b9a9759a13e3 HTTP/1.1" status: 200 len: 855 time: 0.0985742 Sep 18 02:19:04.732376 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-3551d8e6-0c49-4de1-99d1-346644e2bb99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6059b9bb-42e3-4f5f-8c96-7657c453bfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505664 Sep 18 02:19:04.735899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.736420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=f68e1710-7578-4705-a0a1-7e150232e826,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:04.796436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fded75ab-ca84-4298-8353-a48327e9b6d6 None None] Provisioning complete for port 26413ff0-512f-4704-98a6-3912e2cfd03c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:04.796961 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fded75ab-ca84-4298-8353-a48327e9b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.822571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Checking segment: {'id': '346a1ab1-05a4-4d72-ae00-4d394b5cce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:04.823218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network hostable DHCP agents. Network: cabf2f90-dec4-451a-8948-ca6c26dc5844, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:19:04.832276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fded75ab-ca84-4298-8353-a48327e9b6d6 None None] Port 26413ff0-512f-4704-98a6-3912e2cfd03c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:04.888888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network cabf2f90-dec4-451a-8948-ca6c26dc5844 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:19:04.896660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-19a75398-10e6-49b3-b371-dc75a5a4b4e8 service neutron] 10.222.0.18 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559243 Sep 18 02:19:04.903336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, cabf2f90-dec4-451a-8948-ca6c26dc5844) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:04.922033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:04.922626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.924570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c206f53-a84c-4147-8dbc-7a4c0a261288 None None] Network cabf2f90-dec4-451a-8948-ca6c26dc5844 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:04.940402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:04.950356 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.024208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3cde4359-cc7c-4bb7-9bdd-da4ae3d074ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2015848 Sep 18 02:19:05.025237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51706) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:05.030661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844', 'name': 'tempest-PortsIpV6TestJSON-736203717'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:05.041566 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.048803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.091383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:05.094554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-cabf2f90-dec4-451a-8948-ca6c26dc5844', 'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844', 'tenant_id': '73adb7c81d154155ae453ebde2ee673d', 'fixed_ips': [{'subnet_id': 'f68e1710-7578-4705-a0a1-7e150232e826'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:19:05.102787 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.132929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'Port': ['ID=26413ff0-512f-4704-98a6-3912e2cfd03c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:05.135423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.156430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65e691a5-01c3-48c0-bedb-8eac07351146 req-7ac1454d-7a8b-4423-b1e1-318cc3de2112 service neutron] 10.222.0.18 "GET /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509677 Sep 18 02:19:05.236675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:05.238782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:05.242347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:19:05.253387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:05.253387 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.298466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558ea0c-bff5-45e3-b560-39b53ebf0281 req-98f60b99-3ff6-44d4-be5c-56111dd2d8bd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:05.300130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0558ea0c-bff5-45e3-b560-39b53ebf0281 req-98f60b99-3ff6-44d4-be5c-56111dd2d8bd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 944 time: 0.1506789 Sep 18 02:19:05.342615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:05.346180 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.375080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0558ea0c-bff5-45e3-b560-39b53ebf0281 req-26323780-3cb2-4446-ab1a-2e47c5de72a8 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662589 Sep 18 02:19:05.385902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 14dd3030-5242-4962-b3cc-1f52a73845d1 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:05.399735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Router 358eb30c-b77c-4492-9161-7471043194ed has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:05.582730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ac6a809c-1523-4eff-82cf-098cf2219f57 None None] Provisioning complete for port 26413ff0-512f-4704-98a6-3912e2cfd03c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:05.583656 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac6a809c-1523-4eff-82cf-098cf2219f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.617026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ed3d89b-dfca-43ac-bbd1-cf4368b0d95a req-3fe93814-f4f0-4d49-8c3e-392df83ab0f4 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0378594 Sep 18 02:19:05.624876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::3a5 (cabf2f90-dec4-451a-8948-ca6c26dc5844/f68e1710-7578-4705-a0a1-7e150232e826/14dd3030-5242-4962-b3cc-1f52a73845d1) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:05.631923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:05.643985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a809c-1523-4eff-82cf-098cf2219f57 None None] Port 26413ff0-512f-4704-98a6-3912e2cfd03c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:05.651737 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-421c8046-9a76-47ec-9ed1-57b115e39dbc tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "PUT /v2.0/routers/358eb30c-b77c-4492-9161-7471043194ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7360258 Sep 18 02:19:05.656149 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.657700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51714) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:05.667933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Request body: {'port': {'network_id': 'e546ebb3-fc80-4d81-a4e8-384f5385ed86', 'name': 'tempest-FloatingIPAdminTestJSON-562876261'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:05.670184 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b509689-b269-4487-98cd-538a7648a129 None None] Sync routers for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:05.685926 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b509689-b269-4487-98cd-538a7648a129 None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:05.686552 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8b509689-b269-4487-98cd-538a7648a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:05.692337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting port c4e930fe-69f1-4279-985c-b3fb41810a37 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:05.692691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.707855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:05.726544 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8b509689-b269-4487-98cd-538a7648a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:05.739330 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c9cef-5318-4a37-b2f6-af69c8b77935" -d '{"events": [{"server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "name": "network-vif-plugged", "status": "completed", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:05.739699 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b509689-b269-4487-98cd-538a7648a129 None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:05.740513 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8b509689-b269-4487-98cd-538a7648a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:05.765741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:05.776527 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.800162 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8b509689-b269-4487-98cd-538a7648a129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:05.801117 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b509689-b269-4487-98cd-538a7648a129 None None] The sync data for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:05.816484 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e819956-7dd0-4eb1-b7ce-daf8d7c6f24a x-openstack-request-id: req-6e819956-7dd0-4eb1-b7ce-daf8d7c6f24a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:05.816484 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "name": "network-vif-plugged", "status": "completed", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:05.816907 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e819956-7dd0-4eb1-b7ce-daf8d7c6f24a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:05.817146 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'code': 200} Sep 18 02:19:05.846400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:05.903995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] For port c4e930fe-69f1-4279-985c-b3fb41810a37, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c4e930fe-69f1-4279-985c-b3fb41810a37,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:05.904616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:05.935604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Calling delete_port for c4e930fe-69f1-4279-985c-b3fb41810a37 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:05.966551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19371e-197e-4d71-bad0-29a7a239cd22 req-0b7ab885-8c4a-49e1-acae-4e1c8f681b5f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:05.968366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e19371e-197e-4d71-bad0-29a7a239cd22 req-0b7ab885-8c4a-49e1-acae-4e1c8f681b5f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 944 time: 0.2495239 Sep 18 02:19:06.058434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeae9c-23c9-4049-a206-46816409e14f req-6323e4b6-0146-45d2-b4e6-92dd9b79bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:06.060734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4aeae9c-23c9-4049-a206-46816409e14f req-6323e4b6-0146-45d2-b4e6-92dd9b79bcbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 1097 time: 0.0901370 Sep 18 02:19:06.122218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4aeae9c-23c9-4049-a206-46816409e14f req-c3397c0b-45a3-44b9-915d-6cc126c5084a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528100 Sep 18 02:19:06.129717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Made reservation on behalf of b2acb385371c4087ae80d4e15288e342 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:06.133624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.152048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] device_id is not set on port 9d733bc7-73c7-4b4a-8717-42f098947cb7 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:06.269742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Allocated IP 172.20.0.14 (e546ebb3-fc80-4d81-a4e8-384f5385ed86/3a3e4d39-df5d-4293-a4bb-1d7a469acd4e/9d733bc7-73c7-4b4a-8717-42f098947cb7) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:06.290309 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.392875 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.422685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e19371e-197e-4d71-bad0-29a7a239cd22 req-5450d8de-212d-4ddf-9547-6a729c75a95a tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447515 Sep 18 02:19:06.429356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.466384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.471068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6f976ea7-f0f3-4a4a-b541-721523626c66 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:19:06.503902 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.516504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:06.524770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:06.530083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:06.534503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event updated for resources: {'Port': ['ID=9d733bc7-73c7-4b4a-8717-42f098947cb7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:06.563897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network cabf2f90-dec4-451a-8948-ca6c26dc5844 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:06.567615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:06.572112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:06.580579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:06.581251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.602862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=14dd3030-5242-4962-b3cc-1f52a73845d1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:06.611746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba3cbdf6-79a2-4dae-a11c-f58ed3e0a484 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5854223 Sep 18 02:19:06.617459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51720) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:06.619457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:06.620141 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.642060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844', 'name': 'tempest-PortsIpV6TestJSON-397027872'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:06.646566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf8525-7121-4539-af83-adab3e8b472c req-19ade7eb-8304-4be8-be73-48299c7017bd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:06.654740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5bbf8525-7121-4539-af83-adab3e8b472c req-19ade7eb-8304-4be8-be73-48299c7017bd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 945 time: 0.0961428 Sep 18 02:19:06.661352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Allocated IP 2001:db8::2 (cabf2f90-dec4-451a-8948-ca6c26dc5844/f68e1710-7578-4705-a0a1-7e150232e826/a85bcdc3-6054-45e8-9dd4-d0056ac67ad6) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:06.662139 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-712758c9-c859-4a2b-8808-32625053742c tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0041184 Sep 18 02:19:06.664268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51724) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:06.710193 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5bbf8525-7121-4539-af83-adab3e8b472c req-fff92262-a344-4075-b90a-dc3fe1e295ae tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544674 Sep 18 02:19:06.722393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6f976ea7-f0f3-4a4a-b541-721523626c66, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6f976ea7-f0f3-4a4a-b541-721523626c66,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:06.766019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.781295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '6f976ea7-f0f3-4a4a-b541-721523626c66', 'network_id': '6059b9bb-42e3-4f5f-8c96-7657c453bfe7', 'port_id': '6f976ea7-f0f3-4a4a-b541-721523626c66', 'mac_address': 'fa:16:3e:a9:31:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92ad374-51a6-45ed-aea1-b9a9759a13e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:19:06.837680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Port': ['ID=c4e930fe-69f1-4279-985c-b3fb41810a37,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:06.850699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac7fd749-3177-49cc-aba3-4674a466e93f req-8f3bbc09-94e2-4346-bd3e-33310968c1d8 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0729039 Sep 18 02:19:06.895646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:06.945133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'project_id': 'b2acb385371c4087ae80d4e15288e342', 'port_id': '9d733bc7-73c7-4b4a-8717-42f098947cb7'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:06.958791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f976ea7-f0f3-4a4a-b541-721523626c66 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:19:07.006069 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.008641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6f976ea7-f0f3-4a4a-b541-721523626c66, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6f976ea7-f0f3-4a4a-b541-721523626c66,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:07.015255 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.017754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3f1275b6-de97-4a84-b167-a46cbd69f30e None None] Provisioning complete for port 9d733bc7-73c7-4b4a-8717-42f098947cb7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:07.018106 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f1275b6-de97-4a84-b167-a46cbd69f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.040467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:07.041294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.045288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.092162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3f1275b6-de97-4a84-b167-a46cbd69f30e None None] Port 9d733bc7-73c7-4b4a-8717-42f098947cb7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:07.095579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Network cabf2f90-dec4-451a-8948-ca6c26dc5844 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:07.101516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:07.104178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:07.109191 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port cec70509-d7d0-4f0b-bc2a-f837e8d3132d yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:07.114022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.124671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6f976ea7-f0f3-4a4a-b541-721523626c66,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:07.190938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.212436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Attempting to bind port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:07.212807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Attempting to bind port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '346a1ab1-05a4-4d72-ae00-4d394b5cce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:07.213063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Attempting to bind port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 on network cabf2f90-dec4-451a-8948-ca6c26dc5844 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:07.224235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['6f976ea7-f0f3-4a4a-b541-721523626c66'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:19:07.253071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:07.253442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Checking segment: {'id': '346a1ab1-05a4-4d72-ae00-4d394b5cce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:07.253843 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.254230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Bound using segment: {'id': '346a1ab1-05a4-4d72-ae00-4d394b5cce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:07.254723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Bound port: a85bcdc3-6054-45e8-9dd4-d0056ac67ad6, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346a1ab1-05a4-4d72-ae00-4d394b5cce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cabf2f90-dec4-451a-8948-ca6c26dc5844'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:07.255106 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.256827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Pushing event updated for resources: {'Port': ['ID=a85bcdc3-6054-45e8-9dd4-d0056ac67ad6,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:07.352010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-94445cc9-897e-4798-8177-b0395088f478 None None] For port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:07.355163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-94445cc9-897e-4798-8177-b0395088f478 None None] For port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a85bcdc3-6054-45e8-9dd4-d0056ac67ad6,segment=NetworkSegment(346a1ab1-05a4-4d72-ae00-4d394b5cce79),segment_id=346a1ab1-05a4-4d72-ae00-4d394b5cce79)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:07.366458 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.391273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::2a5 (cabf2f90-dec4-451a-8948-ca6c26dc5844/f68e1710-7578-4705-a0a1-7e150232e826/cec70509-d7d0-4f0b-bc2a-f837e8d3132d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:07.454312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94445cc9-897e-4798-8177-b0395088f478 None None] Pushing event updated for resources: {'Port': ['ID=a85bcdc3-6054-45e8-9dd4-d0056ac67ad6,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:07.500054 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.568145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219a59b-39bb-4a3e-a0a9-c14cff5d08c5 req-7eb2721e-2370-4f16-80b0-f721f8b96156 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:07.569646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a219a59b-39bb-4a3e-a0a9-c14cff5d08c5 req-7eb2721e-2370-4f16-80b0-f721f8b96156 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 945 time: 0.0526168 Sep 18 02:19:07.631324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a219a59b-39bb-4a3e-a0a9-c14cff5d08c5 req-d20cfa66-7652-4418-9966-6222b90572af tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481863 Sep 18 02:19:07.769847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Router b733d000-3556-4cee-8da0-d995e490c852 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:07.782935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Allocated IP 172.25.0.94 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/36d3c42b-847f-4401-9075-14708a69184a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:07.811613 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:07.969331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1ce9044-921b-4ccf-a2d0-3c7234dacf0a req-fc92d09e-0c9c-45e8-9140-dc27168a34db tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0322802 Sep 18 02:19:07.983843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5cb84-376e-4686-a13d-371293b9c34b req-f0ebca6e-3a78-4317-9488-d22ecacea91c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:07.985406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-11f5cb84-376e-4686-a13d-371293b9c34b req-f0ebca6e-3a78-4317-9488-d22ecacea91c tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 945 time: 0.2002721 Sep 18 02:19:08.018408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.107114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network cabf2f90-dec4-451a-8948-ca6c26dc5844 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:08.131071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:08.131294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:08.139496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:08.140099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-89c17db1-b9d5-4119-abbf-e46771dfa60b tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "PUT /v2.0/routers/b733d000-3556-4cee-8da0-d995e490c852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2712078 Sep 18 02:19:08.141136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:08.143454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:08.149544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:08.150220 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.159218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=cec70509-d7d0-4f0b-bc2a-f837e8d3132d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:08.182136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] Sync routers for ids ['b733d000-3556-4cee-8da0-d995e490c852'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:08.182630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-11f5cb84-376e-4686-a13d-371293b9c34b req-b3e18367-e532-4fbd-b6a0-589561150bc1 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668787 Sep 18 02:19:08.185706 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.199145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9a08bd5d-4f26-432f-83bd-168479a13937 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5804088 Sep 18 02:19:08.202541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51736) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:08.231105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f896be-2c01-4278-997c-0680cc9e886f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting subnet 46d65818-ef75-482b-9c4f-dd4fbd4e83d7 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:08.235539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56f896be-2c01-4278-997c-0680cc9e886f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.256715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] Routers {'b733d000-3556-4cee-8da0-d995e490c852'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:08.257728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b733d000-3556-4cee-8da0-d995e490c852'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:08.314911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.330295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:08.330986 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.336146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56f896be-2c01-4278-997c-0680cc9e886f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.336881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c8d736-a153-41ba-8190-411b30318593 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:08.338483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-71c8d736-a153-41ba-8190-411b30318593 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a5 HTTP/1.1" status: 200 len: 928 time: 0.1349864 Sep 18 02:19:08.344382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51740) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:08.372839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:08.375981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:08.381231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:08.415296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e29fa-3acf-4c5b-ba6a-f9a9d1e7b014 req-ba772ae3-c1c9-4f58-b1c3-fcf7cef11ad2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:08.415548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Pushing event updated for resources: {'Port': ['ID=36d3c42b-847f-4401-9075-14708a69184a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:08.417354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c6e29fa-3acf-4c5b-ba6a-f9a9d1e7b014 req-ba772ae3-c1c9-4f58-b1c3-fcf7cef11ad2 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 945 time: 0.1430883 Sep 18 02:19:08.477906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6f976ea7-f0f3-4a4a-b541-721523626c66 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:08.519179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5eec1-551c-4e5d-a1a0-91e2df66cfd2 None None] Network cabf2f90-dec4-451a-8948-ca6c26dc5844 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:08.526007 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.549509 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c6e29fa-3acf-4c5b-ba6a-f9a9d1e7b014 req-1ad56861-10da-473a-8ac3-e1ca9672d081 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158760 Sep 18 02:19:08.578781 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56f896be-2c01-4278-997c-0680cc9e886f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.582569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-68607172-e835-4472-83fc-a08fdb7b7784 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port cec70509-d7d0-4f0b-bc2a-f837e8d3132d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:08.583015 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-68607172-e835-4472-83fc-a08fdb7b7784 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.588851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] Set router b733d000-3556-4cee-8da0-d995e490c852 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:08.593642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51742) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:08.712460 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-68607172-e835-4472-83fc-a08fdb7b7784 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.721962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f77a7-fd23-4f9c-931b-b6838e68cd25 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:08.726850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-002f77a7-fd23-4f9c-931b-b6838e68cd25 tempest-TestNetworkBasicOps-478825819 tempest-TestNetworkBasicOps-478825819-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 1092 time: 0.1301465 Sep 18 02:19:08.728142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51746) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:08.728354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-68607172-e835-4472-83fc-a08fdb7b7784 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for cec70509-d7d0-4f0b-bc2a-f837e8d3132d owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:08.744666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f084564a-a902-4343-8c30-163b5a4e72ea None None] Provisioning complete for port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:08.745038 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f084564a-a902-4343-8c30-163b5a4e72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.773017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a85bcdc3-6054-45e8-9dd4-d0056ac67ad6,segment=NetworkSegment(346a1ab1-05a4-4d72-ae00-4d394b5cce79),segment_id=346a1ab1-05a4-4d72-ae00-4d394b5cce79)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:08.785903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:08.814622 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.850304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 6f976ea7-f0f3-4a4a-b541-721523626c66 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:19:08.857142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d254d-c6b0-4a96-88a0-f0ba7ae01c9b req-4656d984-219e-4e82-8d8e-d17068f86514 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:08.858726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b1d254d-c6b0-4a96-88a0-f0ba7ae01c9b req-4656d984-219e-4e82-8d8e-d17068f86514 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 945 time: 0.1392982 Sep 18 02:19:08.867658 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56f896be-2c01-4278-997c-0680cc9e886f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.878070 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-68607172-e835-4472-83fc-a08fdb7b7784 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.888301 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.891851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 6f976ea7-f0f3-4a4a-b541-721523626c66 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:08.892228 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.911814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f896be-2c01-4278-997c-0680cc9e886f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Subnet': ['ID=46d65818-ef75-482b-9c4f-dd4fbd4e83d7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:08.915412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56f896be-2c01-4278-997c-0680cc9e886f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.921801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-56f896be-2c01-4278-997c-0680cc9e886f tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/subnets/46d65818-ef75-482b-9c4f-dd4fbd4e83d7 HTTP/1.1" status: 204 len: 168 time: 0.7788129 Sep 18 02:19:08.922899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51748) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:08.946890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febdf87f-9500-4622-8016-af738a0c9423 None None] Network 9aaa6b48-2040-469d-afe1-f207b7a094c5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:08.948302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68607172-e835-4472-83fc-a08fdb7b7784 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=cec70509-d7d0-4f0b-bc2a-f837e8d3132d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:08.978877 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-68607172-e835-4472-83fc-a08fdb7b7784 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:08.982042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-68607172-e835-4472-83fc-a08fdb7b7784 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/cec70509-d7d0-4f0b-bc2a-f837e8d3132d HTTP/1.1" status: 204 len: 168 time: 0.6148562 Sep 18 02:19:08.984749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51750) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:08.988669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=a85bcdc3-6054-45e8-9dd4-d0056ac67ad6,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:09.021732 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4ac199-ff54-469e-90d9-f30708f989b2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:19:09.024871 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2b4ac199-ff54-469e-90d9-f30708f989b2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/cec70509-d7d0-4f0b-bc2a-f837e8d3132d HTTP/1.1" status: 404 len: 333 time: 0.0380545 Sep 18 02:19:09.027167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51754) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:09.035787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b1d254d-c6b0-4a96-88a0-f0ba7ae01c9b req-c6144f47-b98c-4743-80ea-3ddd2889412e tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493528 Sep 18 02:19:09.110589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.131545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-84bcb27b-58a4-4add-a10d-30237e81a6fb req-1305803a-32f4-42cf-8153-cb45c48846ce tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0477850 Sep 18 02:19:09.186907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6e52d65c-f352-41b7-bc6b-eb3115dd6482 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 14dd3030-5242-4962-b3cc-1f52a73845d1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:09.187774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6e52d65c-f352-41b7-bc6b-eb3115dd6482 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.211250 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.288220 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.306643 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6e52d65c-f352-41b7-bc6b-eb3115dd6482 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.321227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6e52d65c-f352-41b7-bc6b-eb3115dd6482 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 14dd3030-5242-4962-b3cc-1f52a73845d1 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:09.440798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.473666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:19:06Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:09.476870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6e52d65c-f352-41b7-bc6b-eb3115dd6482 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.482889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c7595e-90f6-4416-b050-4322040ae2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f976ea7-f0f3-4a4a-b541-721523626c66'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:09.485183 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c11c0da-2284-469d-9ea1-646c1655e1a4" -d '{"events": [{"server_uuid": "62c7595e-90f6-4416-b050-4322040ae2da", "name": "network-vif-plugged", "status": "completed", "tag": "6f976ea7-f0f3-4a4a-b541-721523626c66"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:09.522373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] Checking router: b733d000-3556-4cee-8da0-d995e490c852 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:09.523884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52d65c-f352-41b7-bc6b-eb3115dd6482 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=14dd3030-5242-4962-b3cc-1f52a73845d1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:09.526187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6f976ea7-f0f3-4a4a-b541-721523626c66, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6f976ea7-f0f3-4a4a-b541-721523626c66,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:09.535232 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.547893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] Routers {'b733d000-3556-4cee-8da0-d995e490c852'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:09.547893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['b733d000-3556-4cee-8da0-d995e490c852'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:09.564116 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6e52d65c-f352-41b7-bc6b-eb3115dd6482 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.568691 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6e52d65c-f352-41b7-bc6b-eb3115dd6482 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/14dd3030-5242-4962-b3cc-1f52a73845d1 HTTP/1.1" status: 204 len: 168 time: 0.5365655 Sep 18 02:19:09.568988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51762) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:09.598511 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fcbf69-8a52-4060-b63e-bcaf075874bb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:19:09.602799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-20fcbf69-8a52-4060-b63e-bcaf075874bb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/14dd3030-5242-4962-b3cc-1f52a73845d1 HTTP/1.1" status: 404 len: 333 time: 0.0303862 Sep 18 02:19:09.603115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51764) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:09.620018 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1758fac9-5847-448c-a634-df23aff11259 x-openstack-request-id: req-1758fac9-5847-448c-a634-df23aff11259 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:09.620387 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c7595e-90f6-4416-b050-4322040ae2da", "name": "network-vif-plugged", "status": "completed", "tag": "6f976ea7-f0f3-4a4a-b541-721523626c66", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:09.620598 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1758fac9-5847-448c-a634-df23aff11259 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:09.621121 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c7595e-90f6-4416-b050-4322040ae2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f976ea7-f0f3-4a4a-b541-721523626c66', 'code': 200} Sep 18 02:19:09.624115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] DHCP port deletion for 9aaa6b48-2040-469d-afe1-f207b7a094c5 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:19:09.687941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3949a6-a0a3-4968-9299-397b324441bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet f68e1710-7578-4705-a0a1-7e150232e826 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:09.692641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d3949a6-a0a3-4968-9299-397b324441bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.742736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6f976ea7-f0f3-4a4a-b541-721523626c66,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:09.745313 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d3949a6-a0a3-4968-9299-397b324441bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.774282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] Set router b733d000-3556-4cee-8da0-d995e490c852 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:09.831403 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.845122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c3b797f6-b227-47cc-bc21-e04408f70a7f None None] Could not find standard attr ID for object 14dd3030-5242-4962-b3cc-1f52a73845d1. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:19:09.855215 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d3949a6-a0a3-4968-9299-397b324441bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.865798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] Deleting port 987e81aa-ad69-4de3-ada6-7b0085836047 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:09.866170 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.931158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d3949a6-a0a3-4968-9299-397b324441bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.963217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3949a6-a0a3-4968-9299-397b324441bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=f68e1710-7578-4705-a0a1-7e150232e826,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:09.968639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c3b797f6-b227-47cc-bc21-e04408f70a7f None None] Provisioning complete for port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:09.968778 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d3949a6-a0a3-4968-9299-397b324441bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.968896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c3b797f6-b227-47cc-bc21-e04408f70a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:09.971260 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0d3949a6-a0a3-4968-9299-397b324441bc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/f68e1710-7578-4705-a0a1-7e150232e826 HTTP/1.1" status: 204 len: 168 time: 0.3668857 Sep 18 02:19:09.974222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:09.992277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.032850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] For port 987e81aa-ad69-4de3-ada6-7b0085836047, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=987e81aa-ad69-4de3-ada6-7b0085836047,segment=NetworkSegment(6701b7db-8a16-49dd-bbb0-f2154ba9f48a),segment_id=6701b7db-8a16-49dd-bbb0-f2154ba9f48a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:10.033254 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.068622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] Calling delete_port for 987e81aa-ad69-4de3-ada6-7b0085836047 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:10.102062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.111719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de7db1-8bb4-4012-8712-7eb7371b3ff0 req-d55b39dd-f907-4fac-8330-2a12b6ab7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:10.113336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63de7db1-8bb4-4012-8712-7eb7371b3ff0 req-d55b39dd-f907-4fac-8330-2a12b6ab7bfd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 1098 time: 0.2949758 Sep 18 02:19:10.127304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:10.185041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:10.185640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.190696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84bf522-d939-40b6-a137-1b36c084f1c4 None None] Network cabf2f90-dec4-451a-8948-ca6c26dc5844 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:10.258461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] For port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a85bcdc3-6054-45e8-9dd4-d0056ac67ad6,segment=NetworkSegment(346a1ab1-05a4-4d72-ae00-4d394b5cce79),segment_id=346a1ab1-05a4-4d72-ae00-4d394b5cce79)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:10.258866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.271658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:10.286270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Allocated IP 172.25.0.162 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/1c417d57-32d5-4182-9094-0d7c4fb837dd) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:10.312383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63de7db1-8bb4-4012-8712-7eb7371b3ff0 req-2c855b26-d3e8-4916-8707-409a37121615 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542969 Sep 18 02:19:10.365514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e69cb-251a-47e3-bf77-fc8391c60e58 req-9b8b0163-d0b1-4962-9dea-08326ebb4f56 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:10.367024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b79e69cb-251a-47e3-bf77-fc8391c60e58 req-9b8b0163-d0b1-4962-9dea-08326ebb4f56 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.2062147 Sep 18 02:19:10.369341 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.389027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.394919 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3cd29ed-8dfd-4e98-9a18-09615af907ae req-84813542-6e2e-42cb-8c2c-0a2138d63bc0 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0531776 Sep 18 02:19:10.398567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting port b28d59a7-6410-4cba-8baf-27666b00cfc2 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:10.398567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.415138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:10.415533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.419711 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.426372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:19:06Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:10.428242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.468209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=a85bcdc3-6054-45e8-9dd4-d0056ac67ad6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:10.471766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No DVR routers for this DVR port a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:10.518958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] No DVR routers for this DVR port 987e81aa-ad69-4de3-ada6-7b0085836047 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:10.522913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79097c3-353e-42db-a94f-4165ee08f126 None None] The sync data for ids ['b733d000-3556-4cee-8da0-d995e490c852'] in n-d-789963-12 is: [{'id': 'b733d000-3556-4cee-8da0-d995e490c852', 'name': 'tempest-TestSecurityGroupsBasicOps-router-11759001', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:27Z', 'updated_at': '2021-09-18T02:19:06Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': 'b28d59a7-6410-4cba-8baf-27666b00cfc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733d000-3556-4cee-8da0-d995e490c852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:28Z', 'updated_at': '2021-09-18T02:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:10.525696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cba5c-ef95-4245-b9c3-fce6e3128b9f None None] Pushing event deleted for resources: {'Port': ['ID=987e81aa-ad69-4de3-ada6-7b0085836047,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:10.543724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-10e174c3-5df1-41cb-b131-6166b73ae60f None None] Could not find standard attr ID for object 14dd3030-5242-4962-b3cc-1f52a73845d1. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:19:10.555929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.561601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Could not find standard attr ID for object a85bcdc3-6054-45e8-9dd4-d0056ac67ad6. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:19:10.569731 n-d-789963-12 neutron-server[106441]: INFO neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No ports have port_id starting with a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 Sep 18 02:19:10.596414 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.622102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabf2f90-dec4-451a-8948-ca6c26dc5844']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:10.631444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346a1ab1-05a4-4d72-ae00-4d394b5cce79') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:10.631824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346a1ab1-05a4-4d72-ae00-4d394b5cce79') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:10.643274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.657929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.663933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:10.664295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:10.667214 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:10.676799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Pushing event updated for resources: {'Port': ['ID=36d3c42b-847f-4401-9075-14708a69184a,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:10.700553 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b79e69cb-251a-47e3-bf77-fc8391c60e58 req-592dc5a1-5226-434c-8b97-02503f72c125 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069506 Sep 18 02:19:10.706472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.735868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.743477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.748956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/networks/cabf2f90-dec4-451a-8948-ca6c26dc5844 HTTP/1.1" status: 204 len: 168 time: 0.7700405 Sep 18 02:19:10.749735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51772) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:10.763520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1906452386'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:10.769383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b7859-24cf-4bd0-974b-ac4175da8da8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Network': ['ID=cabf2f90-dec4-451a-8948-ca6c26dc5844,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:10.782961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] For port b28d59a7-6410-4cba-8baf-27666b00cfc2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b28d59a7-6410-4cba-8baf-27666b00cfc2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:10.783333 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.786579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:10.790033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.814332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Calling delete_port for b28d59a7-6410-4cba-8baf-27666b00cfc2 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:10.814539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:19:10.822224 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Floating IP 335483e5-176b-4fee-85ba-ad984284989b associated. External IP: 172.25.0.94, port: 9d733bc7-73c7-4b4a-8717-42f098947cb7. Sep 18 02:19:10.823694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.824178 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Added segment 03bf57f1-7d22-4442-9fa1-81cf458abbf4 of type vlan for network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 Sep 18 02:19:10.874298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.903094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.905112 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.919693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:10.920759 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:10.928243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3faaa4-95d1-4b4f-8c88-4a0eade72ed3 None None] DHCP port deletion for cabf2f90-dec4-451a-8948-ca6c26dc5844 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:19:10.959964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:10.976382 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2173576 Sep 18 02:19:10.979588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51774) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:10.980272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 987e81aa-ad69-4de3-ada6-7b0085836047 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:10.984289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:10.991868 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:19:11.009668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:11.018442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 987e81aa-ad69-4de3-ada6-7b0085836047 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:11.018935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 987e81aa-ad69-4de3-ada6-7b0085836047 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:11.019566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:11.049327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c5c1a-304e-47cc-b6fb-40ef6a0f6bef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Network': ['ID=f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:11.066744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:19:11.071121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=1c417d57-32d5-4182-9094-0d7c4fb837dd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:11.124736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:11.128997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.334155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.396648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=6b56cb52-652d-4431-9914-aa06b2c9719f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:11.397090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Router 358eb30c-b77c-4492-9161-7471043194ed has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:11.399421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.415924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Checking segment: {'id': '03bf57f1-7d22-4442-9fa1-81cf458abbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:11.416464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network hostable DHCP agents. Network: f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:19:11.438271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:19:11.441913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Port': ['ID=b28d59a7-6410-4cba-8baf-27666b00cfc2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:11.459577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:11.473793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9c7ac-a7cc-4e53-bc81-3925df2d7c98 None None] Network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:11.475160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:11.476003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.497577 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-50989513-c946-48ed-b152-dd590af80964 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5168319 Sep 18 02:19:11.500164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51778) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:11.506431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7', 'name': 'tempest-PortsIpV6TestJSON-150185606', 'fixed_ips': [{'subnet_id': '6b56cb52-652d-4431-9914-aa06b2c9719f', 'ip_address': '2001:db8::10'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:11.565393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-44aaf68b-e8bd-4189-acae-7c7474bdff18 req-9b35830e-f66c-48f9-9b98-00723e37ecf1 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0285091 Sep 18 02:19:11.642797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7', 'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7', 'tenant_id': '73adb7c81d154155ae453ebde2ee673d', 'fixed_ips': [{'subnet_id': '6b56cb52-652d-4431-9914-aa06b2c9719f'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:19:11.645020 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.658697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.669862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:11.764050 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.773118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:11.784584 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af95013-7f08-4059-806e-7bdd8d938ba8 None None] Sync routers for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:11.799620 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af95013-7f08-4059-806e-7bdd8d938ba8 None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:11.800395 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6af95013-7f08-4059-806e-7bdd8d938ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:11.804130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:11.824162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Allocated IP 2001:db8::2 (f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7/6b56cb52-652d-4431-9914-aa06b2c9719f/f4de4d6d-9853-463d-995d-e5000cf4fe7f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:11.837236 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6af95013-7f08-4059-806e-7bdd8d938ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:11.847996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.852793 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af95013-7f08-4059-806e-7bdd8d938ba8 None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:11.853404 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6af95013-7f08-4059-806e-7bdd8d938ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:11.853919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.855670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.904076 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6af95013-7f08-4059-806e-7bdd8d938ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:11.905172 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af95013-7f08-4059-806e-7bdd8d938ba8 None None] The sync data for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:11.967561 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.968119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Fanout notify agent at l3_agent the message router_deleted on router b733d000-3556-4cee-8da0-d995e490c852 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:19:11.973898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3d25e545-8a5c-41b0-9fc4-075688d50660 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.3029029 Sep 18 02:19:11.974011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51784) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:11.976162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:11.977203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a3bef7f4-154e-4950-a175-08c217f16df6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/routers/b733d000-3556-4cee-8da0-d995e490c852 HTTP/1.1" status: 204 len: 168 time: 3.0510216 Sep 18 02:19:11.979925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:12.001740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb16a1-cb10-431c-9a0b-efbd214134bc req-5c7da845-1bea-4603-92d4-5c89012f6b2f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:12.009258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eefb16a1-cb10-431c-9a0b-efbd214134bc req-5c7da845-1bea-4603-92d4-5c89012f6b2f tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.1911874 Sep 18 02:19:12.047447 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.055833 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.089178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.101694 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eefb16a1-cb10-431c-9a0b-efbd214134bc req-88207328-e41c-4181-9505-bbfe92ddbc1d tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889733 Sep 18 02:19:12.139977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:12.145664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:12.150363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:12.170844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:12.202068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Pushing event updated for resources: {'Port': ['ID=f4de4d6d-9853-463d-995d-e5000cf4fe7f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:12.207258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:12.207713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a85bcdc3-6054-45e8-9dd4-d0056ac67ad6 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:12.208234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c4e930fe-69f1-4279-985c-b3fb41810a37 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:12.227134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.246556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c4e930fe-69f1-4279-985c-b3fb41810a37 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:12.246556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c4e930fe-69f1-4279-985c-b3fb41810a37 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:12.277767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Attempting to bind port f4de4d6d-9853-463d-995d-e5000cf4fe7f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:12.278267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Attempting to bind port f4de4d6d-9853-463d-995d-e5000cf4fe7f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '03bf57f1-7d22-4442-9fa1-81cf458abbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:12.278701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Attempting to bind port f4de4d6d-9853-463d-995d-e5000cf4fe7f on network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:12.284395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:12.284857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Checking segment: {'id': '03bf57f1-7d22-4442-9fa1-81cf458abbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:12.285331 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.285807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Bound using segment: {'id': '03bf57f1-7d22-4442-9fa1-81cf458abbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:12.286344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Bound port: f4de4d6d-9853-463d-995d-e5000cf4fe7f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bf57f1-7d22-4442-9fa1-81cf458abbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:12.286944 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.322998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2d01b90e-bf58-4c5c-846a-e072cdd9fbec tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] 10.222.0.21 "GET /v2.0/floatingips/335483e5-176b-4fee-85ba-ad984284989b HTTP/1.1" status: 200 len: 982 time: 0.3484089 Sep 18 02:19:12.325291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::10 (f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7/6b56cb52-652d-4431-9914-aa06b2c9719f/2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:12.328133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51790) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:12.336230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.357353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] For port f4de4d6d-9853-463d-995d-e5000cf4fe7f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:12.360999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] For port f4de4d6d-9853-463d-995d-e5000cf4fe7f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f4de4d6d-9853-463d-995d-e5000cf4fe7f,segment=NetworkSegment(03bf57f1-7d22-4442-9fa1-81cf458abbf4),segment_id=03bf57f1-7d22-4442-9fa1-81cf458abbf4)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:12.364845 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.400533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.407067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.439854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa89965-b17d-49b6-81f7-b3a6a130fa37 None None] Pushing event updated for resources: {'Port': ['ID=f4de4d6d-9853-463d-995d-e5000cf4fe7f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:12.485535 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event updated for resources: {'Port': ['ID=1c417d57-32d5-4182-9094-0d7c4fb837dd,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:12.504151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:12.823974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04e7e-4b0f-4b8c-b8ae-b911f9cdad5c req-e6e3d6bb-e7cb-41cc-800c-778780b417a9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:12.826690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cac04e7e-4b0f-4b8c-b8ae-b911f9cdad5c req-e6e3d6bb-e7cb-41cc-800c-778780b417a9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.5576265 Sep 18 02:19:12.835302 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e6d976d9-7df9-4f42-a131-6f6bcf6f2f54 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.5029194 Sep 18 02:19:12.845500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51794) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:12.949928 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e0aeaf0-a0bc-40b2-9359-e68719c0775b req-5962838e-d9bc-44d7-92ec-bb03a1d7b0a0 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0321262 Sep 18 02:19:13.014068 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Floating IP 4aee488c-ed4b-4633-9fb9-5e4755b777b2 associated. External IP: 172.25.0.162, port: e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6. Sep 18 02:19:13.055235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cac04e7e-4b0f-4b8c-b8ae-b911f9cdad5c req-46bea30b-ab66-4d37-9840-f9733a070939 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148364 Sep 18 02:19:13.056830 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.099621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaa6b48-2040-469d-afe1-f207b7a094c5']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:13.149851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6701b7db-8a16-49dd-bbb0-f2154ba9f48a') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:13.150126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6701b7db-8a16-49dd-bbb0-f2154ba9f48a') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:13.173416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.199198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.219080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.245310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:13.245840 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:13.248938 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:13.298780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 76f426c5-e529-41ab-a5c6-a9dea3070b44 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:13.366125 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.381639 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.383575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/networks/9aaa6b48-2040-469d-afe1-f207b7a094c5 HTTP/1.1" status: 204 len: 168 time: 1.2851381 Sep 18 02:19:13.397949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.400633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51800) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:13.415797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018753e-2185-4d81-8269-da3b420f26d9 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Network': ['ID=9aaa6b48-2040-469d-afe1-f207b7a094c5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:13.432546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:13.451134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] Sync routers for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:13.453016 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.463931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:13.464556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:13.480935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Deleting port 36d3c42b-847f-4401-9075-14708a69184a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:13.481283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.489033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-af3f25c0-417c-4663-9daa-35030db01e32 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7078636 Sep 18 02:19:13.489756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:13.492691 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289c019-cb95-4b18-a2db-28653a37c52d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:13.495661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51802) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:13.537928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cee07e-8b1b-4649-bd73-b432dec494ad req-5ec71b7b-ef8a-4963-99e7-a7b738c6da9b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:13.539591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9cee07e-8b1b-4649-bd73-b432dec494ad req-5ec71b7b-ef8a-4963-99e7-a7b738c6da9b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.2168911 Sep 18 02:19:13.560542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:13.569197 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5def4b-fe23-42b3-b3b7-94495772c4bb x-openstack-request-id: req-5d5def4b-fe23-42b3-b3b7-94495772c4bb {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:13.569712 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:13.570994 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d5def4b-fe23-42b3-b3b7-94495772c4bb {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:13.571576 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'status': 'completed', 'code': 200} Sep 18 02:19:13.577002 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ad94023e-0fa8-4122-93e3-1943259e7dba tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4aee488c-ed4b-4633-9fb9-5e4755b777b2 HTTP/1.1" status: 200 len: 991 time: 0.0800467 Sep 18 02:19:13.630096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:13.632641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:13.635961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:13.647298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:13.652976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:13.653759 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.667413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c019114-e00a-433c-ae28-91f221b862b5 None None] Network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:13.744509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-13b23826-d245-4d3b-a836-f6a0bbc4c774 None None] Provisioning complete for port f4de4d6d-9853-463d-995d-e5000cf4fe7f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:13.744881 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13b23826-d245-4d3b-a836-f6a0bbc4c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.764320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-997d285f-c427-4c47-978a-f8a7e8242e90 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2621448 Sep 18 02:19:13.767005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51806) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:13.767375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9cee07e-8b1b-4649-bd73-b432dec494ad req-60eadbc7-e5b5-40c4-97b8-598599d01c5a tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057710 Sep 18 02:19:13.773505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': 'f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7', 'name': 'tempest-PortsIpV6TestJSON-1685544734', 'fixed_ips': [{'subnet_id': '6b56cb52-652d-4431-9914-aa06b2c9719f', 'ip_address': '2001:db8::f'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:13.779173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.779500 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:13.783771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289c019-cb95-4b18-a2db-28653a37c52d req-a336ef85-0ce0-4ba3-af2c-cf51c519c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:13.785292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5289c019-cb95-4b18-a2db-28653a37c52d req-a336ef85-0ce0-4ba3-af2c-cf51c519c659 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 1097 time: 0.1758189 Sep 18 02:19:13.828433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Calling delete_port for 36d3c42b-847f-4401-9075-14708a69184a owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:13.926229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ba48-96f6-4170-a7be-0699d1680682 req-82bb5ad2-d170-4c85-8f2b-e420934aa8d2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:13.927783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0246ba48-96f6-4170-a7be-0699d1680682 req-82bb5ad2-d170-4c85-8f2b-e420934aa8d2 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.0763078 Sep 18 02:19:13.989655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:14.063030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting port 6adf3480-0bd6-44bf-8cee-edb930e57d43 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:14.063428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.104185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0246ba48-96f6-4170-a7be-0699d1680682 req-7a06e504-a422-4475-9019-73cc9fc3a392 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637051 Sep 18 02:19:14.130947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.148101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d2847629-2d18-41dd-b1c1-8c1b87c7be81 req-949a2219-31d1-43ff-bef5-c843352b8981 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0806375 Sep 18 02:19:14.152916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289c019-cb95-4b18-a2db-28653a37c52d req-f1274563-5bd1-46d4-807c-a0472d61d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:14.155261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5289c019-cb95-4b18-a2db-28653a37c52d req-f1274563-5bd1-46d4-807c-a0472d61d71a service neutron] 10.222.0.20 "GET /v2.0/networks?id=00ec2e9f-8413-4704-a527-4eb2ccb7522e HTTP/1.1" status: 200 len: 896 time: 0.2780831 Sep 18 02:19:14.156887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 14913bc9-9601-43fe-8b08-5f93ad2ca7b0 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:14.201683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f4de4d6d-9853-463d-995d-e5000cf4fe7f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:14.277544 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13b23826-d245-4d3b-a836-f6a0bbc4c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.367947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::f (f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7/6b56cb52-652d-4431-9914-aa06b2c9719f/14913bc9-9601-43fe-8b08-5f93ad2ca7b0) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:14.375120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-13b23826-d245-4d3b-a836-f6a0bbc4c774 None None] For port f4de4d6d-9853-463d-995d-e5000cf4fe7f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f4de4d6d-9853-463d-995d-e5000cf4fe7f,segment=NetworkSegment(03bf57f1-7d22-4442-9fa1-81cf458abbf4),segment_id=03bf57f1-7d22-4442-9fa1-81cf458abbf4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:14.378479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5289c019-cb95-4b18-a2db-28653a37c52d req-8aecd464-f41f-4055-ade2-911dc003b86a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 HTTP/1.1" status: 200 len: 999 time: 0.2116122 Sep 18 02:19:14.389451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-13b23826-d245-4d3b-a836-f6a0bbc4c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.391851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f4de4d6d-9853-463d-995d-e5000cf4fe7f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:14.392395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.406379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.406731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.464033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Calling delete_port for 6adf3480-0bd6-44bf-8cee-edb930e57d43 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:14.469376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4aee488c-ed4b-4633-9fb9-5e4755b777b2', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'port_id': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'mac_address': 'fa:16:3e:be:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:19:11Z', 'updated_at': '2021-09-18T02:19:11Z', 'revision_number': 0, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:47Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:14.488450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.509623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583bb0d-64c5-4bd6-8bb0-d8228b12f28d req-3c2d5501-68af-4841-a220-47b9141626e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:14.511615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e583bb0d-64c5-4bd6-8bb0-d8228b12f28d req-3c2d5501-68af-4841-a220-47b9141626e7 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.1666827 Sep 18 02:19:14.532657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] Checking router: 76f426c5-e529-41ab-a5c6-a9dea3070b44 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:14.538287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b23826-d245-4d3b-a836-f6a0bbc4c774 None None] Pushing event updated for resources: {'Port': ['ID=f4de4d6d-9853-463d-995d-e5000cf4fe7f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:14.552645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:14.553276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:14.554888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289c019-cb95-4b18-a2db-28653a37c52d req-9bcaef0c-e7bd-45b5-8bbe-163567f8bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:14.556373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5289c019-cb95-4b18-a2db-28653a37c52d req-9bcaef0c-e7bd-45b5-8bbe-163567f8bbe3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f HTTP/1.1" status: 200 len: 834 time: 0.1607106 Sep 18 02:19:14.575810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.580740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51816) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:14.601590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event deleted for resources: {'Port': ['ID=36d3c42b-847f-4401-9075-14708a69184a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:14.677670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba9fc2fc-51d7-4865-9a1b-470335a1dfcf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4aee488c-ed4b-4633-9fb9-5e4755b777b2 HTTP/1.1" status: 200 len: 991 time: 0.0952210 Sep 18 02:19:14.702105 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b28d59a7-6410-4cba-8baf-27666b00cfc2 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:14.702337 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.735870 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b28d59a7-6410-4cba-8baf-27666b00cfc2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:14.738630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b28d59a7-6410-4cba-8baf-27666b00cfc2 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:14.759113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.759452 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Floating IP 335483e5-176b-4fee-85ba-ad984284989b disassociated (deleted). External IP: 172.25.0.94, port: 9d733bc7-73c7-4b4a-8717-42f098947cb7. Sep 18 02:19:14.766086 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e583bb0d-64c5-4bd6-8bb0-d8228b12f28d req-3417bc1b-ae42-4b56-9bc1-3035b1a1f0e4 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086606 Sep 18 02:19:14.775635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:14.776096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:14.779825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:14.790645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:14.800242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:14.800961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.825440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=14913bc9-9601-43fe-8b08-5f93ad2ca7b0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:14.848990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fda542ae-29bd-4432-b21d-7c17e4deb963 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0803003 Sep 18 02:19:14.849682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51822) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:14.900968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2d3cfe55-4d1b-4389-97cd-8afcf5360f06 None None] Provisioning complete for port 2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:14.901348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe55-4d1b-4389-97cd-8afcf5360f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:14.943589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ddd35-ab1c-4856-a2b9-740b2ae69c5e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:14.948252 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba9ddd35-ab1c-4856-a2b9-740b2ae69c5e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0975006 Sep 18 02:19:14.948889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51824) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:15.004480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4ad24-3810-4560-ad2e-e5e187f9df14 req-8e507f9a-e24a-47cc-baa8-4070a31f6b72 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:15.006097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bab4ad24-3810-4560-ad2e-e5e187f9df14 req-8e507f9a-e24a-47cc-baa8-4070a31f6b72 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.1159339 Sep 18 02:19:15.047132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2d3cfe55-4d1b-4389-97cd-8afcf5360f06 None None] Port 2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:15.051708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7f6a41-9c72-4d70-80d0-2c446c9b2f8f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:15.057796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7f6a41-9c72-4d70-80d0-2c446c9b2f8f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:15.065425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7f6a41-9c72-4d70-80d0-2c446c9b2f8f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:15.070050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc7f6a41-9c72-4d70-80d0-2c446c9b2f8f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1182795 Sep 18 02:19:15.071297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51826) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:15.098810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2d3cfe55-4d1b-4389-97cd-8afcf5360f06 None None] Provisioning complete for port f4de4d6d-9853-463d-995d-e5000cf4fe7f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:15.099186 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe55-4d1b-4389-97cd-8afcf5360f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.115451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bab4ad24-3810-4560-ad2e-e5e187f9df14 req-e2f7af99-044b-43b5-ac58-90146ab53dd0 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028557 Sep 18 02:19:15.177659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289c019-cb95-4b18-a2db-28653a37c52d req-a17a276e-062e-40f1-8564-485af2b13e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:15.179197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5289c019-cb95-4b18-a2db-28653a37c52d req-a17a276e-062e-40f1-8564-485af2b13e37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00ec2e9f-8413-4704-a527-4eb2ccb7522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5977890 Sep 18 02:19:15.187701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4aee488c-ed4b-4633-9fb9-5e4755b777b2', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'port_id': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'mac_address': 'fa:16:3e:be:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:19:11Z', 'updated_at': '2021-09-18T02:19:11Z', 'revision_number': 0, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:47Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:15.226110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ed161032-ced9-4f37-8689-cf8d19934d74 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 14913bc9-9601-43fe-8b08-5f93ad2ca7b0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:15.226497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed161032-ced9-4f37-8689-cf8d19934d74 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.242392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886fe4d-d911-4ece-b0b7-fb6b0c1af8c2 None None] The sync data for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 is: [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4aee488c-ed4b-4633-9fb9-5e4755b777b2', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'port_id': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'mac_address': 'fa:16:3e:be:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:19:11Z', 'updated_at': '2021-09-18T02:19:11Z', 'revision_number': 0, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:47Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:15.348516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c7ac067-e518-4db8-b992-78d81c3966ca req-bee2a5ce-6b1f-473b-9447-09f7a40ba900 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0755744 Sep 18 02:19:15.404837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3e1f9f2d-1d58-4c72-a033-2f81f43e6c8f None None] Provisioning complete for port 2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:15.405258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e1f9f2d-1d58-4c72-a033-2f81f43e6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.484131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed161032-ced9-4f37-8689-cf8d19934d74 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.488430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f9f2d-1d58-4c72-a033-2f81f43e6c8f None None] Port 2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:15.502576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ed161032-ced9-4f37-8689-cf8d19934d74 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 14913bc9-9601-43fe-8b08-5f93ad2ca7b0 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:15.560007 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70784d6-6660-4feb-8410-854df1e02ffb None None] New status for floating IP 4aee488c-ed4b-4633-9fb9-5e4755b777b2: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:19:15.577626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5289c019-cb95-4b18-a2db-28653a37c52d req-177c7f23-40dd-406c-bdb8-f02a5b7993ba service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905103 Sep 18 02:19:15.616202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-94e6f855-d413-4a9a-a06e-4fa91911b9af None None] Provisioning complete for port 14913bc9-9601-43fe-8b08-5f93ad2ca7b0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:15.616615 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94e6f855-d413-4a9a-a06e-4fa91911b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.669670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed161032-ced9-4f37-8689-cf8d19934d74 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.684276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51840) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:15.687019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-94e6f855-d413-4a9a-a06e-4fa91911b9af None None] Port 14913bc9-9601-43fe-8b08-5f93ad2ca7b0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:15.720067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.726968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed161032-ced9-4f37-8689-cf8d19934d74 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=14913bc9-9601-43fe-8b08-5f93ad2ca7b0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:15.756989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed161032-ced9-4f37-8689-cf8d19934d74 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.760159 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ed161032-ced9-4f37-8689-cf8d19934d74 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/14913bc9-9601-43fe-8b08-5f93ad2ca7b0 HTTP/1.1" status: 204 len: 168 time: 0.6875260 Sep 18 02:19:15.762798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51850) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:15.792199 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7a2673-9d34-4f35-8158-9631bef448b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:19:15.794864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1d7a2673-9d34-4f35-8158-9631bef448b3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/14913bc9-9601-43fe-8b08-5f93ad2ca7b0 HTTP/1.1" status: 404 len: 333 time: 0.0282259 Sep 18 02:19:15.797671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51852) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:15.830827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Port': ['ID=6adf3480-0bd6-44bf-8cee-edb930e57d43,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:15.953458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e9402d65-8c07-4c69-b16b-55d049bd2c1b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:15.953458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9402d65-8c07-4c69-b16b-55d049bd2c1b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:15.976629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Router 358eb30c-b77c-4492-9161-7471043194ed has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:16.081675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fa74e-c2e3-4fec-a34e-b8555010f6d5 req-b496f975-399c-4ee0-8a55-f2f125b8a1da tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:16.087742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-796fa74e-c2e3-4fec-a34e-b8555010f6d5 req-b496f975-399c-4ee0-8a55-f2f125b8a1da tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.4167643 Sep 18 02:19:16.100070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5289c019-cb95-4b18-a2db-28653a37c52d req-26ae54d2-60f5-4817-bfe2-4c8b70e3e7fa service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124276 Sep 18 02:19:16.110148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4d79a44f-3523-4026-9489-246e70d6cbcf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4aee488c-ed4b-4633-9fb9-5e4755b777b2 HTTP/1.1" status: 200 len: 991 time: 0.4193897 Sep 18 02:19:16.115429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f4de4d6d-9853-463d-995d-e5000cf4fe7f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:16.115671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.116020 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Floating IP cc819654-7b1d-4f9d-a0f0-50d5049d9a67 disassociated (deleted). External IP: 172.25.0.7, port: 2894bae4-a4c6-47ac-80e5-b64423c9e669. Sep 18 02:19:16.171708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f4de4d6d-9853-463d-995d-e5000cf4fe7f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:16.172241 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.181203 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9402d65-8c07-4c69-b16b-55d049bd2c1b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.191867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18755d7-d3f4-4cb2-bbf7-1b037982afe6 req-d36c507a-f595-41a7-84b5-0600b55120cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:16.193823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b18755d7-d3f4-4cb2-bbf7-1b037982afe6 req-d36c507a-f595-41a7-84b5-0600b55120cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1100504 Sep 18 02:19:16.205651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e9402d65-8c07-4c69-b16b-55d049bd2c1b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:16.255330 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-796fa74e-c2e3-4fec-a34e-b8555010f6d5 req-e90752c6-72ab-40e4-bdce-de5b076e7d76 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464400 Sep 18 02:19:16.297011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b18755d7-d3f4-4cb2-bbf7-1b037982afe6 req-d615187e-db07-4a42-abc7-9d3ca7060e25 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892344 Sep 18 02:19:16.373351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:16.378940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.389426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c873f1-9e7c-4a14-bd61-cdffc8a12b2a None None] Sync routers for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:16.397624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9402d65-8c07-4c69-b16b-55d049bd2c1b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.400096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c873f1-9e7c-4a14-bd61-cdffc8a12b2a None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:16.401209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e2c873f1-9e7c-4a14-bd61-cdffc8a12b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:16.445921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e2c873f1-9e7c-4a14-bd61-cdffc8a12b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:16.448434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9402d65-8c07-4c69-b16b-55d049bd2c1b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:16.455806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c873f1-9e7c-4a14-bd61-cdffc8a12b2a None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:16.456501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e2c873f1-9e7c-4a14-bd61-cdffc8a12b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:16.476488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9402d65-8c07-4c69-b16b-55d049bd2c1b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.478497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e9402d65-8c07-4c69-b16b-55d049bd2c1b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 HTTP/1.1" status: 204 len: 168 time: 0.6795349 Sep 18 02:19:16.482203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51862) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:16.497487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e2c873f1-9e7c-4a14-bd61-cdffc8a12b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:16.498298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c873f1-9e7c-4a14-bd61-cdffc8a12b2a None None] The sync data for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:16.507467 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-e154a9c4-b1b4-457e-bea5-ba4081831dd6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:19:16.508551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e61fd628-3e5b-4d5f-bedc-30450176063e req-aab61704-50b6-4ded-8b27-ff03d4ba2e64 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0501904 Sep 18 02:19:16.509072 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e154a9c4-b1b4-457e-bea5-ba4081831dd6 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/2f5ddb2b-2ce2-4e5b-acd2-7762e2ba6657 HTTP/1.1" status: 404 len: 333 time: 0.0263736 Sep 18 02:19:16.512435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51864) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:16.549892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f82d7011-6f74-4399-84e4-e9620059f3f9 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "DELETE /v2.0/floatingips/335483e5-176b-4fee-85ba-ad984284989b HTTP/1.1" status: 204 len: 168 time: 3.7027290 Sep 18 02:19:16.553973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51866) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:16.558426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:16.580952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:16.585277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-84aeeea3-bcd0-44ea-a56f-4734876bbe59 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet 6b56cb52-652d-4431-9914-aa06b2c9719f {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:16.591293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84aeeea3-bcd0-44ea-a56f-4734876bbe59 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.633390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.671252 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84aeeea3-bcd0-44ea-a56f-4734876bbe59 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.705984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:16.710473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.717074 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] Sync routers for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:16.726678 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:16.727554 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:16.741884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2ff9278c-635f-49da-affa-cb22b9d4b5dc tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/floatingips/cc819654-7b1d-4f9d-a0f0-50d5049d9a67 HTTP/1.1" status: 204 len: 168 time: 3.3391807 Sep 18 02:19:16.742479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:16.749679 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425f8a0b-023a-419d-b3f3-e851e2d2aea6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:16.806672 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe8390f-66db-40c4-bb41-afde5ae2e515 x-openstack-request-id: req-2fe8390f-66db-40c4-bb41-afde5ae2e515 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:16.807017 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:16.807279 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fe8390f-66db-40c4-bb41-afde5ae2e515 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:16.808132 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'status': 'completed', 'code': 200} Sep 18 02:19:16.810563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84aeeea3-bcd0-44ea-a56f-4734876bbe59 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.862063 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:16.878638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-4fa5ec99-d053-433f-8a7b-16429445200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:16.882154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-4fa5ec99-d053-433f-8a7b-16429445200a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f83cd0fe2550438386cfb497cd09d70c&device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 1137 time: 0.0516522 Sep 18 02:19:16.912377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:16.925549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-39a0758c-728f-4d93-9a03-731cf91dfa51 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:16.926652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-39a0758c-728f-4d93-9a03-731cf91dfa51 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.18 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.0916784 Sep 18 02:19:16.935097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84aeeea3-bcd0-44ea-a56f-4734876bbe59 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.033395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aeeea3-bcd0-44ea-a56f-4734876bbe59 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=6b56cb52-652d-4431-9914-aa06b2c9719f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:17.047930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84aeeea3-bcd0-44ea-a56f-4734876bbe59 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.049814 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-84aeeea3-bcd0-44ea-a56f-4734876bbe59 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/6b56cb52-652d-4431-9914-aa06b2c9719f HTTP/1.1" status: 204 len: 168 time: 0.5364461 Sep 18 02:19:17.053615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51874) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:17.053828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796c4b1-951b-49e1-89d4-998d82814846 None None] Network f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:17.064658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9f444-850d-4870-879d-559bacbb61b0 req-381ec8bc-13af-405c-a5ab-7d10b1872cd2 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:17.076522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdc9f444-850d-4870-879d-559bacbb61b0 req-381ec8bc-13af-405c-a5ab-7d10b1872cd2 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 985 time: 0.0870297 Sep 18 02:19:17.085949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-ca07d2be-f48b-4ce6-a37b-85bd695e13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:17.087453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-ca07d2be-f48b-4ce6-a37b-85bd695e13fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf HTTP/1.1" status: 200 len: 897 time: 0.1967576 Sep 18 02:19:17.135481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51876) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:17.147772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-fd36c8ae-2fdc-4f9f-bb5e-f9044edb6d40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669 HTTP/1.1" status: 200 len: 217 time: 0.0516658 Sep 18 02:19:17.160735 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:17.195621 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] Checking router: 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:17.208736 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:17.209610 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:17.219223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Allocated IP 172.25.0.104 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/f43ebec5-7602-45c8-a229-aee284f9098c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:17.226034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.240200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-7a11509e-74af-4616-8580-c113175d874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:17.241696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-7a11509e-74af-4616-8580-c113175d874e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b816e05-0cd9-427b-b1b3-8efc91bd0caf HTTP/1.1" status: 200 len: 834 time: 0.0495522 Sep 18 02:19:17.260739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Deleting port 6f976ea7-f0f3-4a4a-b541-721523626c66 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:17.261080 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.268597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] DHCP port deletion for f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:19:17.293982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdc9f444-850d-4870-879d-559bacbb61b0 req-e535c6da-6735-4a1b-87f6-19be60106026 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2109206 Sep 18 02:19:17.343007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] Deleting port f4de4d6d-9853-463d-995d-e5000cf4fe7f {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:17.343563 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.356958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-34aa83c8-47ad-4a8a-8318-47cefcedceaf tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4aee488c-ed4b-4633-9fb9-5e4755b777b2 HTTP/1.1" status: 200 len: 993 time: 0.2197697 Sep 18 02:19:17.366977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-eb8f8dbb-3992-4298-b012-2f070a2ce5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:17.368766 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-eb8f8dbb-3992-4298-b012-2f070a2ce5c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176538 Sep 18 02:19:17.410381 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:17.442348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] For port f4de4d6d-9853-463d-995d-e5000cf4fe7f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f4de4d6d-9853-463d-995d-e5000cf4fe7f,segment=NetworkSegment(03bf57f1-7d22-4442-9fa1-81cf458abbf4),segment_id=03bf57f1-7d22-4442-9fa1-81cf458abbf4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:17.442776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.465897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] Calling delete_port for f4de4d6d-9853-463d-995d-e5000cf4fe7f owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:17.502826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] For port 6f976ea7-f0f3-4a4a-b541-721523626c66, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6f976ea7-f0f3-4a4a-b541-721523626c66,segment=NetworkSegment(0a3bdca6-d182-4d85-9eab-8c29b8a22e03),segment_id=0a3bdca6-d182-4d85-9eab-8c29b8a22e03)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:17.503140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.507945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-c9d4c0f7-965b-4e25-a2b3-7cca5395b1b3 service neutron] 10.222.0.20 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273189 Sep 18 02:19:17.532230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.541449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Calling delete_port for 6f976ea7-f0f3-4a4a-b541-721523626c66 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:17.548515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port f4de4d6d-9853-463d-995d-e5000cf4fe7f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:17.548853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.560607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d56ec-ce50-4555-b724-ad1f87a50eb4 req-a7f6c3fc-eb68-4b29-803d-7889ed774f13 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:17.562163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf6d56ec-ce50-4555-b724-ad1f87a50eb4 req-a7f6c3fc-eb68-4b29-803d-7889ed774f13 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 946 time: 0.1524024 Sep 18 02:19:17.576351 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.620081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] Pushing event deleted for resources: {'Port': ['ID=f4de4d6d-9853-463d-995d-e5000cf4fe7f,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:17.626570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba79984-f4e3-42de-84bf-8bb0a746fe96 None None] No DVR routers for this DVR port f4de4d6d-9853-463d-995d-e5000cf4fe7f on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:17.648723 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425f8a0b-023a-419d-b3f3-e851e2d2aea6 req-774ac86c-4b51-476a-8125-4179465053ad service neutron] 10.222.0.20 "GET /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308999 Sep 18 02:19:17.676131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b23e8-c990-4df8-a214-025a8609a4bf req-dd330dab-543f-47c9-af19-1119043d2926 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:17.677765 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e8b23e8-c990-4df8-a214-025a8609a4bf req-dd330dab-543f-47c9-af19-1119043d2926 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1697598 Sep 18 02:19:17.686866 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:17.709124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] For port f4de4d6d-9853-463d-995d-e5000cf4fe7f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f4de4d6d-9853-463d-995d-e5000cf4fe7f,segment=NetworkSegment(03bf57f1-7d22-4442-9fa1-81cf458abbf4),segment_id=03bf57f1-7d22-4442-9fa1-81cf458abbf4)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:17.709715 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.734962 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e071a-8074-428c-b393-83237d8d5d95 None None] The sync data for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 is: [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:17:15Z', 'revision_number': 4, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403fc87a-3cca-4606-b2a0-0c997914e323', 'name': '', 'network_id': '2c3dc7c2-e8c4-4f60-9254-97d7101f97cf', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'mac_address': 'fa:16:3e:b5:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:13Z', 'updated_at': '2021-09-18T02:17:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'subnets': [{'id': '3b816e05-0cd9-427b-b1b3-8efc91bd0caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:17.735456 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf6d56ec-ce50-4555-b724-ad1f87a50eb4 req-b6690894-5be6-4d86-9cc7-69f8a7f0424b tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/security-groups?id=3534ab5d-c577-4702-a32f-e085f97348ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569238 Sep 18 02:19:17.736078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for f4de4d6d-9853-463d-995d-e5000cf4fe7f owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:17.759376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e8b23e8-c990-4df8-a214-025a8609a4bf req-f3aec3b3-9722-4e2a-baf2-e5bfbc9b9ed8 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632582 Sep 18 02:19:17.773104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.837208 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-402a55a8-7509-42d4-b6c1-c1f23d484514 req-ac52de57-c44c-41b0-998d-723277af236b tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0356979 Sep 18 02:19:17.861104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:17.874915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:17.889039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:17.909225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Pushing event updated for resources: {'Port': ['ID=f43ebec5-7602-45c8-a229-aee284f9098c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:17.985477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:17.993060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.010738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['6f976ea7-f0f3-4a4a-b541-721523626c66'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:19:18.034139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015dd4e5-6b33-4897-b192-9efc0791f0bc None None] New status for floating IP cc819654-7b1d-4f9d-a0f0-50d5049d9a67: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:19:18.040968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=f4de4d6d-9853-463d-995d-e5000cf4fe7f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:18.054961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No DVR routers for this DVR port f4de4d6d-9853-463d-995d-e5000cf4fe7f on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:18.068779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f4de4d6d-9853-463d-995d-e5000cf4fe7f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:18.103501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Pushing event deleted for resources: {'Port': ['ID=6f976ea7-f0f3-4a4a-b541-721523626c66,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:18.116181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f4de4d6d-9853-463d-995d-e5000cf4fe7f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:18.116572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f4de4d6d-9853-463d-995d-e5000cf4fe7f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:18.141395 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.390807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527204-26da-4f13-9396-c5ca3934f88c req-68fb8fdf-4198-4ded-8d67-1932739736ed tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:18.392393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f7527204-26da-4f13-9396-c5ca3934f88c req-68fb8fdf-4198-4ded-8d67-1932739736ed tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 985 time: 0.0505934 Sep 18 02:19:18.494872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] No DVR routers for this DVR port 6f976ea7-f0f3-4a4a-b541-721523626c66 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:18.498373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting port 2894bae4-a4c6-47ac-80e5-b64423c9e669 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:18.498966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.506827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.508749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f1ac22dd-ebf0-46f8-9bf8-3ff3bd672df9 req-48c3acae-91f6-4a9b-8388-6afadbf439c9 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.18 "DELETE /v2.0/ports/6f976ea7-f0f3-4a4a-b541-721523626c66 HTTP/1.1" status: 204 len: 173 time: 1.5709496 Sep 18 02:19:18.509182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c7595e-90f6-4416-b050-4322040ae2da', 'name': 'network-vif-deleted', 'tag': '6f976ea7-f0f3-4a4a-b541-721523626c66'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:18.511414 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3330657e-eb06-47b1-89f5-b8b0a5b7e3b6" -d '{"events": [{"server_uuid": "62c7595e-90f6-4416-b050-4322040ae2da", "name": "network-vif-deleted", "tag": "6f976ea7-f0f3-4a4a-b541-721523626c66"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:18.589185 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d514391a-c7dd-4db0-b864-e10863d4d750 x-openstack-request-id: req-d514391a-c7dd-4db0-b864-e10863d4d750 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:18.589459 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c7595e-90f6-4416-b050-4322040ae2da", "name": "network-vif-deleted", "tag": "6f976ea7-f0f3-4a4a-b541-721523626c66", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:18.590289 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d514391a-c7dd-4db0-b864-e10863d4d750 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:18.590672 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c7595e-90f6-4416-b050-4322040ae2da', 'name': 'network-vif-deleted', 'tag': '6f976ea7-f0f3-4a4a-b541-721523626c66', 'status': 'completed', 'code': 200} Sep 18 02:19:18.596212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.598910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] For port 2894bae4-a4c6-47ac-80e5-b64423c9e669, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2894bae4-a4c6-47ac-80e5-b64423c9e669,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:18.599265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.614360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Calling delete_port for 2894bae4-a4c6-47ac-80e5-b64423c9e669 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:18.616939 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.650876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:18.671387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bf57f1-7d22-4442-9fa1-81cf458abbf4') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:18.671669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bf57f1-7d22-4442-9fa1-81cf458abbf4') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:18.681207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cc511-865c-4ba0-9555-2e92a121e9ff req-c7b8c178-5aa2-4a71-b5d1-eda85060ebb3 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:18.682785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e23cc511-865c-4ba0-9555-2e92a121e9ff req-c7b8c178-5aa2-4a71-b5d1-eda85060ebb3 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7c9fba8-42d3-4cf5-9c01-f300b63fdc50 HTTP/1.1" status: 200 len: 985 time: 0.1858978 Sep 18 02:19:18.710178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.742289 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.760594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.762821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:18.763068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:18.766376 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:18.823586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Port': ['ID=2894bae4-a4c6-47ac-80e5-b64423c9e669,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:18.835732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e23cc511-865c-4ba0-9555-2e92a121e9ff req-6a71cd8a-eace-43ea-89c8-ef01ab9d63f8 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "GET /v2.0/security-groups?id=85aae667-4f2f-4cce-9034-0b186e8e6b76&id=f2f12511-de65-43e5-ad9c-5b9c6ea05328&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1388452 Sep 18 02:19:18.852650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] No DVR routers for this DVR port 2894bae4-a4c6-47ac-80e5-b64423c9e669 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:18.855232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.857999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f7527204-26da-4f13-9396-c5ca3934f88c req-366b3f90-659d-47b6-a5b7-181498f60311 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.20 "DELETE /v2.0/ports/2894bae4-a4c6-47ac-80e5-b64423c9e669 HTTP/1.1" status: 204 len: 173 time: 0.4592426 Sep 18 02:19:18.876899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'name': 'network-vif-deleted', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:18.880399 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5417de83-cda6-4422-8027-56dcaafa1ae5" -d '{"events": [{"server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "name": "network-vif-deleted", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:18.905810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.924525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.926508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/networks/f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7 HTTP/1.1" status: 204 len: 168 time: 1.8726687 Sep 18 02:19:18.936175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb42fb3-c59f-4131-be0e-98568898410f req-3a984ef2-d1e4-4f4d-882e-bdfb90d715e2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:18.938129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1bb42fb3-c59f-4131-be0e-98568898410f req-3a984ef2-d1e4-4f4d-882e-bdfb90d715e2 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1172261 Sep 18 02:19:18.938813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51896) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:18.944596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-385704230'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:18.969491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc035-4f61-40c1-997b-19f01854e317 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Network': ['ID=f0ad10af-3a9a-4b5d-90a7-c7032a8b2fc7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:18.991954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:18.995701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:18.996938 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c8ca246-141d-476f-a9dd-9e1e2e0e34ae req-3ae090ca-79b5-4a6a-9427-32e0e7c6e384 tempest-ServerDiskConfigTestJSON-1235781017 tempest-ServerDiskConfigTestJSON-1235781017-project] 10.222.0.21 "GET /v2.0/ports?device_id=62c7595e-90f6-4416-b050-4322040ae2da HTTP/1.1" status: 200 len: 210 time: 0.0581284 Sep 18 02:19:19.017796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.024779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:19:19.024929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.029651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1bb42fb3-c59f-4131-be0e-98568898410f req-74f6412d-f4c2-4a0c-be85-ad5e3203e717 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769980 Sep 18 02:19:19.040050 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.040463 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Added segment 8091437f-3246-45a4-b9c3-960217476697 of type vlan for network 8b004ca6-e3de-4453-a472-1a5c98c31b44 Sep 18 02:19:19.100008 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.109002 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8d8ae4-f00b-44c3-bcc0-079670f7edd3 x-openstack-request-id: req-9c8d8ae4-f00b-44c3-bcc0-079670f7edd3 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:19.109436 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c9fba8-42d3-4cf5-9c01-f300b63fdc50", "name": "network-vif-deleted", "tag": "2894bae4-a4c6-47ac-80e5-b64423c9e669", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:19.109556 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c8d8ae4-f00b-44c3-bcc0-079670f7edd3 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:19.109948 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c9fba8-42d3-4cf5-9c01-f300b63fdc50', 'name': 'network-vif-deleted', 'tag': '2894bae4-a4c6-47ac-80e5-b64423c9e669', 'status': 'completed', 'code': 200} Sep 18 02:19:19.130439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.137550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:19.138161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.158038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Pushing event updated for resources: {'Port': ['ID=f43ebec5-7602-45c8-a229-aee284f9098c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:19.178652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2872ab3d-63b0-4572-b624-e2e1e683c713 req-f5d4f625-bbf9-4af8-b363-d204fd28198e tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0466306 Sep 18 02:19:19.187724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:19.191076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2473683 Sep 18 02:19:19.192655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': '8b004ca6-e3de-4453-a472-1a5c98c31b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:19.199412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.221428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.225488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-28ca424c-674b-456e-a62f-2854717bb2f2 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6677232 Sep 18 02:19:19.225589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51900) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:19.236011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b61d25-cb1a-4cce-8450-89d9f43b9d7c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Network': ['ID=8b004ca6-e3de-4453-a472-1a5c98c31b44,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:19.248990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8b004ca6-e3de-4453-a472-1a5c98c31b44 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:19:19.318344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:19.325423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.391222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:19.439151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.599209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.668968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=3a39eb7f-1094-420d-9f06-14588c4ff479,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:19.674412 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.690254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Checking segment: {'id': '8091437f-3246-45a4-b9c3-960217476697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8b004ca6-e3de-4453-a472-1a5c98c31b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:19.690661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network hostable DHCP agents. Network: 8b004ca6-e3de-4453-a472-1a5c98c31b44, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:19:19.744999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network 8b004ca6-e3de-4453-a472-1a5c98c31b44 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:19:19.759747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 8b004ca6-e3de-4453-a472-1a5c98c31b44) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:19.768039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e98dd-0464-4135-87af-8f215cac3d9a None None] Network 8b004ca6-e3de-4453-a472-1a5c98c31b44 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:19.782072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:19.782665 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.811171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-391365f9-d5ad-4fc1-9226-c5cb5f098e85 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6198444 Sep 18 02:19:19.811705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:19.816487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6574af52-1fb3-4c43-a462-1f56d9edd4c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-484929539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:19.819508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Allocated IP 172.25.0.161 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/f4aad0c3-42d5-4695-84aa-1c6ae5871cb0) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:19.848081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6574af52-1fb3-4c43-a462-1f56d9edd4c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.849652 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6574af52-1fb3-4c43-a462-1f56d9edd4c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.904330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51908) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:19.935639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-8b004ca6-e3de-4453-a472-1a5c98c31b44', 'network_id': '8b004ca6-e3de-4453-a472-1a5c98c31b44', 'tenant_id': '73adb7c81d154155ae453ebde2ee673d', 'fixed_ips': [{'subnet_id': '3a39eb7f-1094-420d-9f06-14588c4ff479'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:19:19.936878 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.943243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6574af52-1fb3-4c43-a462-1f56d9edd4c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.948450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6574af52-1fb3-4c43-a462-1f56d9edd4c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.969124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6574af52-1fb3-4c43-a462-1f56d9edd4c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.973210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6574af52-1fb3-4c43-a462-1f56d9edd4c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1603470 Sep 18 02:19:19.973809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51910) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:19.979938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:19.985952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'network_id': '8b004ca6-e3de-4453-a472-1a5c98c31b44', 'name': 'tempest-PortsIpV6TestJSON-308069125'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:19.999302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e7011d3-1fa0-4e18-b271-67a1e6f7e5d6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.034700 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e7011d3-1fa0-4e18-b271-67a1e6f7e5d6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.081862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.116446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Allocated IP 2001:db8::2 (8b004ca6-e3de-4453-a472-1a5c98c31b44/3a39eb7f-1094-420d-9f06-14588c4ff479/078bf614-24cc-43d6-b0f8-c03d70f2e0ab) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:20.128859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e7011d3-1fa0-4e18-b271-67a1e6f7e5d6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.142310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e7011d3-1fa0-4e18-b271-67a1e6f7e5d6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.145347 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9e7011d3-1fa0-4e18-b271-67a1e6f7e5d6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/security-groups/f2f12511-de65-43e5-ad9c-5b9c6ea05328 HTTP/1.1" status: 204 len: 168 time: 0.2395515 Sep 18 02:19:20.195070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:20.198972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7011d3-1fa0-4e18-b271-67a1e6f7e5d6 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f12511-de65-43e5-ad9c-5b9c6ea05328,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:20.237217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:20.246756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:20.249240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:20.309243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Pushing event updated for resources: {'Port': ['ID=f4aad0c3-42d5-4695-84aa-1c6ae5871cb0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:20.316574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.327219 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.342634 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9acd9a45-c2bb-40ec-bdd4-3f3b2bdbbf72 req-46e59f8c-a8e0-4322-92c2-b954c85603aa tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0501943 Sep 18 02:19:20.369064 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Network 8b004ca6-e3de-4453-a472-1a5c98c31b44 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:20.373788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:20.378621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:20.388160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3199e26e-7bbc-4b84-a3d5-d6a295117fc7 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.391057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Pushing event updated for resources: {'Port': ['ID=078bf614-24cc-43d6-b0f8-c03d70f2e0ab,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:20.423159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aac9f-6c13-4bf7-ba12-1e377d99c9a0 req-11e7222a-404f-4cc2-8c88-4b69442039ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:20.424718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa3aac9f-6c13-4bf7-ba12-1e377d99c9a0 req-11e7222a-404f-4cc2-8c88-4b69442039ec tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1038651 Sep 18 02:19:20.445396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51928) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:20.454548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3199e26e-7bbc-4b84-a3d5-d6a295117fc7 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.459483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Attempting to bind port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:20.460125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Attempting to bind port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '8091437f-3246-45a4-b9c3-960217476697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8b004ca6-e3de-4453-a472-1a5c98c31b44'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:20.460489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Attempting to bind port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab on network 8b004ca6-e3de-4453-a472-1a5c98c31b44 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:20.466151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:20.466836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Checking segment: {'id': '8091437f-3246-45a4-b9c3-960217476697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8b004ca6-e3de-4453-a472-1a5c98c31b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:20.467235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.467897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Bound using segment: {'id': '8091437f-3246-45a4-b9c3-960217476697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8b004ca6-e3de-4453-a472-1a5c98c31b44'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:20.468363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Bound port: 078bf614-24cc-43d6-b0f8-c03d70f2e0ab, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8091437f-3246-45a4-b9c3-960217476697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8b004ca6-e3de-4453-a472-1a5c98c31b44'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:20.468743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.469803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.485337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6f976ea7-f0f3-4a4a-b541-721523626c66 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:20.523111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:20.525964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.526934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.529654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 6f976ea7-f0f3-4a4a-b541-721523626c66 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:20.530068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6f976ea7-f0f3-4a4a-b541-721523626c66 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:20.559337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 8529633f-8691-4c5f-82e3-2c38f23863b1 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:20.564458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3199e26e-7bbc-4b84-a3d5-d6a295117fc7 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.567400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3199e26e-7bbc-4b84-a3d5-d6a295117fc7 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.571149 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3199e26e-7bbc-4b84-a3d5-d6a295117fc7 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/security-groups/85aae667-4f2f-4cce-9034-0b186e8e6b76 HTTP/1.1" status: 204 len: 168 time: 0.3591604 Sep 18 02:19:20.572688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] For port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:20.577037 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] For port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=078bf614-24cc-43d6-b0f8-c03d70f2e0ab,segment=NetworkSegment(8091437f-3246-45a4-b9c3-960217476697),segment_id=8091437f-3246-45a4-b9c3-960217476697)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:20.579534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:20.581379 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.616611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc7fb5e-8782-4525-b1a3-bc6a87b2ddae admin admin] Deleting subnet e92ad374-51a6-45ed-aea1-b9a9759a13e3 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:20.624224 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cc7fb5e-8782-4525-b1a3-bc6a87b2ddae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.637879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199e26e-7bbc-4b84-a3d5-d6a295117fc7 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aae667-4f2f-4cce-9034-0b186e8e6b76,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:20.656146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561dbb8-01e4-45b1-b4cb-2ed530129dc3 None None] Pushing event updated for resources: {'Port': ['ID=078bf614-24cc-43d6-b0f8-c03d70f2e0ab,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:20.669113 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa3aac9f-6c13-4bf7-ba12-1e377d99c9a0 req-3dd96f47-2614-4aef-9c7e-082dd72ac2e7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310295 Sep 18 02:19:20.726229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cc7fb5e-8782-4525-b1a3-bc6a87b2ddae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.792018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::1aa (8b004ca6-e3de-4453-a472-1a5c98c31b44/3a39eb7f-1094-420d-9f06-14588c4ff479/8529633f-8691-4c5f-82e3-2c38f23863b1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:20.801589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cc7fb5e-8782-4525-b1a3-bc6a87b2ddae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.882670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.888483 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.941422 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cc7fb5e-8782-4525-b1a3-bc6a87b2ddae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:20.992843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7fb5e-8782-4525-b1a3-bc6a87b2ddae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92ad374-51a6-45ed-aea1-b9a9759a13e3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:21.027974 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3cc7fb5e-8782-4525-b1a3-bc6a87b2ddae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.028310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Pushing event updated for resources: {'Port': ['ID=f4aad0c3-42d5-4695-84aa-1c6ae5871cb0,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:21.031926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3cc7fb5e-8782-4525-b1a3-bc6a87b2ddae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e92ad374-51a6-45ed-aea1-b9a9759a13e3 HTTP/1.1" status: 204 len: 168 time: 0.5775430 Sep 18 02:19:21.033421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51932) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:21.045498 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.084432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.085682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2d8a55b0-4626-4a79-accf-47ffef102db4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8592203 Sep 18 02:19:21.088533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51934) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:21.141768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.147920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.195821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2894bae4-a4c6-47ac-80e5-b64423c9e669 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:21.209369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-472d4469-ccaf-4389-be1b-708ff7766933 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1171379 Sep 18 02:19:21.210138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51936) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:21.217695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 2894bae4-a4c6-47ac-80e5-b64423c9e669 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:21.218137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2894bae4-a4c6-47ac-80e5-b64423c9e669 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:21.253677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.264621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.303796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6059b9bb-42e3-4f5f-8c96-7657c453bfe7']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:21.307286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1a8ed1fb-5ab0-493a-8494-5474c4852c3d tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0909245 Sep 18 02:19:21.310164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51938) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:21.329732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3bdca6-d182-4d85-9eab-8c29b8a22e03') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:21.330141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3bdca6-d182-4d85-9eab-8c29b8a22e03') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:21.363945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.378506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network 8b004ca6-e3de-4453-a472-1a5c98c31b44 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:21.384422 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.399581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:21.408228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:21.415423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:21.416075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.421295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=8529633f-8691-4c5f-82e3-2c38f23863b1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:21.465663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.483882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:21.484139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:21.485842 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:21.520081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7649ab3-d2f4-4d96-a000-f854e3d8cdc8 req-cb307e00-94ba-4b9d-9e51-c68a0c420d90 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0414722 Sep 18 02:19:21.523795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4d62bad1-8dc0-4278-a665-3cf34b46a054 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5482066 Sep 18 02:19:21.526154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51942) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:21.657106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.728010 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.732734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6059b9bb-42e3-4f5f-8c96-7657c453bfe7 HTTP/1.1" status: 204 len: 168 time: 0.6982670 Sep 18 02:19:21.762322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting port 403fc87a-3cca-4606-b2a0-0c997914e323 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:21.762664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.768045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1fd406-6de1-487b-8337-2ae80c2752da None None] Network 8b004ca6-e3de-4453-a472-1a5c98c31b44 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:21.808062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4629f6-0a64-4b3a-9817-19f7962f66e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6059b9bb-42e3-4f5f-8c96-7657c453bfe7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:21.891822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] For port 403fc87a-3cca-4606-b2a0-0c997914e323, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=403fc87a-3cca-4606-b2a0-0c997914e323,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:21.891822 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.901087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Deleting port f4aad0c3-42d5-4695-84aa-1c6ae5871cb0 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:21.901430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:21.905318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Calling delete_port for 403fc87a-3cca-4606-b2a0-0c997914e323 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:21.937874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-db835501-f7a4-4a29-ae56-ad65dced1aa4 None None] Provisioning complete for port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:21.938303 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-db835501-f7a4-4a29-ae56-ad65dced1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.001847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a291f-c421-42a6-9280-947ab3b21eaf req-41cf4f68-4b07-4847-9243-9c9497ca7365 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:22.004078 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b99a291f-c421-42a6-9280-947ab3b21eaf req-41cf4f68-4b07-4847-9243-9c9497ca7365 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.2316494 Sep 18 02:19:22.090571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.091288 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.106802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51948) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:22.117779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-db835501-f7a4-4a29-ae56-ad65dced1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.140710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Calling delete_port for f4aad0c3-42d5-4695-84aa-1c6ae5871cb0 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:22.145170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b99a291f-c421-42a6-9280-947ab3b21eaf req-7ef961ae-daba-4e2d-80bc-0a93c5f47e1e tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070676 Sep 18 02:19:22.162919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-db835501-f7a4-4a29-ae56-ad65dced1aa4 None None] For port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=078bf614-24cc-43d6-b0f8-c03d70f2e0ab,segment=NetworkSegment(8091437f-3246-45a4-b9c3-960217476697),segment_id=8091437f-3246-45a4-b9c3-960217476697)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:22.166181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.169498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-db835501-f7a4-4a29-ae56-ad65dced1aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.215823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-813d4ba8-01b4-4acb-937c-c40b388f6bdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=478aada9fb154793b18fd882a866dc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044886 Sep 18 02:19:22.234790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51950) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:22.244213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 078bf614-24cc-43d6-b0f8-c03d70f2e0ab up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:22.247564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db835501-f7a4-4a29-ae56-ad65dced1aa4 None None] Pushing event updated for resources: {'Port': ['ID=078bf614-24cc-43d6-b0f8-c03d70f2e0ab,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:22.306592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:22.307224 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.320404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13db94d4-ccf2-4437-af05-f6bafc28ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.326648 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.354822 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13db94d4-ccf2-4437-af05-f6bafc28ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.363507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Pushing event deleted for resources: {'Port': ['ID=f4aad0c3-42d5-4695-84aa-1c6ae5871cb0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:22.378175 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.427835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Port': ['ID=403fc87a-3cca-4606-b2a0-0c997914e323,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:22.506822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.513806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.513806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0d4bf26d-ea09-42b7-a377-ed19044e52a4 tempest-FloatingIPAdminTestJSON-692465097 tempest-FloatingIPAdminTestJSON-692465097-project] 10.222.0.21 "DELETE /v2.0/floatingips/113a984d-0704-4832-a4c0-05c44a5b1d41 HTTP/1.1" status: 204 len: 168 time: 1.1946421 Sep 18 02:19:22.514936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51952) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:22.549232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d6469fc5-7c35-4088-b3da-b07dc42200de None None] Provisioning complete for port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:22.549767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6469fc5-7c35-4088-b3da-b07dc42200de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.694730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6201995d-8aaa-42bd-90f7-9e5576e74ff8 req-e51662a3-6747-415c-97c2-5abd0d5f296a tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0522044 Sep 18 02:19:22.697940 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13db94d4-ccf2-4437-af05-f6bafc28ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.701666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13db94d4-ccf2-4437-af05-f6bafc28ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.703093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-13db94d4-ccf2-4437-af05-f6bafc28ef6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3534ab5d-c577-4702-a32f-e085f97348ed HTTP/1.1" status: 204 len: 168 time: 0.4669898 Sep 18 02:19:22.773296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d6469fc5-7c35-4088-b3da-b07dc42200de None None] Provisioning complete for port 8529633f-8691-4c5f-82e3-2c38f23863b1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:22.773876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6469fc5-7c35-4088-b3da-b07dc42200de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.815660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db94d4-ccf2-4437-af05-f6bafc28ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3534ab5d-c577-4702-a32f-e085f97348ed,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:22.849956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d6469fc5-7c35-4088-b3da-b07dc42200de None None] Port 8529633f-8691-4c5f-82e3-2c38f23863b1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:22.855059 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.862753 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.906065 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:22.948789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=8529633f-8691-4c5f-82e3-2c38f23863b1,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:22.980269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-35095c7b-8e41-4019-84a5-852af294bec3 None None] Provisioning complete for port 8529633f-8691-4c5f-82e3-2c38f23863b1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:22.984799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-35095c7b-8e41-4019-84a5-852af294bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.062369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-35095c7b-8e41-4019-84a5-852af294bec3 None None] Port 8529633f-8691-4c5f-82e3-2c38f23863b1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:23.115559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.287511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3cd9ffd9-7362-43fc-9119-60e0dcc818cc None None] Provisioning complete for port 8529633f-8691-4c5f-82e3-2c38f23863b1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:23.289258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3cd9ffd9-7362-43fc-9119-60e0dcc818cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.309893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.330383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9ffd9-7362-43fc-9119-60e0dcc818cc None None] Port 8529633f-8691-4c5f-82e3-2c38f23863b1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:23.346227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f813b2-31cc-4947-9cb8-e2c14595bd19 req-2a159953-a7c4-41e2-a0ee-6c105fd0062b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:23.347884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-73f813b2-31cc-4947-9cb8-e2c14595bd19 req-2a159953-a7c4-41e2-a0ee-6c105fd0062b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.0873013 Sep 18 02:19:23.401505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Deleting port f43ebec5-7602-45c8-a229-aee284f9098c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:23.401845 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.449768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-73f813b2-31cc-4947-9cb8-e2c14595bd19 req-ecc196c6-899e-4626-a70f-9620f485a9d1 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826378 Sep 18 02:19:23.520129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-a2678fd7-2ebd-41c9-8a03-d19b19b89bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:23.521873 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-a2678fd7-2ebd-41c9-8a03-d19b19b89bf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 1098 time: 0.1632855 Sep 18 02:19:23.615475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.615816 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.636345 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.642227 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.643911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.669483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Calling delete_port for f43ebec5-7602-45c8-a229-aee284f9098c owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:23.671077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:23.815827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-c3c243d7-c324-465c-898f-62158305f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:23.817343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-c3c243d7-c324-465c-898f-62158305f931 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa HTTP/1.1" status: 200 len: 896 time: 0.2731373 Sep 18 02:19:23.869651 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1771645598-network', 'tenant_id': '3444e930c683421aaf70e8c141d7f53b'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:23.878282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-148f242f-9d8b-43a8-89f9-efd81bed9402 req-5b4044dd-0cac-4bf3-a6da-0ddd940a4bc1 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0678189 Sep 18 02:19:23.934996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:23.971818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Made reservation on behalf of 3444e930c683421aaf70e8c141d7f53b for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:23.974131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:23.992190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-c5e9e25a-8538-4d0d-af0a-dbbcf5a92050 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f460e453-5cb9-4784-a049-999d98643f47 HTTP/1.1" status: 200 len: 1001 time: 0.1575398 Sep 18 02:19:23.995103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.047002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=8529633f-8691-4c5f-82e3-2c38f23863b1,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:24.090691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network 8b004ca6-e3de-4453-a472-1a5c98c31b44 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:24.092356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:24.132114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 078bf614-24cc-43d6-b0f8-c03d70f2e0ab up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:24.182455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-50be63bf-700e-495b-b979-5442ccb963b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:24.184733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-50be63bf-700e-495b-b979-5442ccb963b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cb99d17-2e14-4f3e-8744-8bc7cb312712 HTTP/1.1" status: 200 len: 835 time: 0.1808746 Sep 18 02:19:24.195956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:24.196387 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.200750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.248778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Router 05af4cbb-58fe-498a-a18a-f4d164801140 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:19:24.270671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Pushing event deleted for resources: {'Port': ['ID=f43ebec5-7602-45c8-a229-aee284f9098c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:24.279204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:24.288192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e6d80bb4-efd3-4338-8b54-ba305fc62d52 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "PUT /v2.0/routers/4c1c6fae-81dd-4ebb-8f74-21281d778dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7062681 Sep 18 02:19:24.291595 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] Sync routers for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:24.292605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51984) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:24.309906 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:24.310769 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:24.400546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:24.407339 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f813a784-7f2d-4c56-9016-1cb8ec976da3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "PUT /v2.0/routers/05af4cbb-58fe-498a-a18a-f4d164801140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8796079 Sep 18 02:19:24.411780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f9852-4c64-45a4-9a2d-0641ec5c5167 None None] Sync routers for ids ['05af4cbb-58fe-498a-a18a-f4d164801140'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:24.416441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51986) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:24.425781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-e6783f81-a72d-4aad-9239-4ac40ad2e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:24.427054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f9852-4c64-45a4-9a2d-0641ec5c5167 None None] Routers {'05af4cbb-58fe-498a-a18a-f4d164801140'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:24.427390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-e6783f81-a72d-4aad-9239-4ac40ad2e27c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2334445 Sep 18 02:19:24.427934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8f0f9852-4c64-45a4-9a2d-0641ec5c5167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['05af4cbb-58fe-498a-a18a-f4d164801140'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:24.436687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65723c4-9d35-45b0-9f0d-fe6cfebd0c1e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting subnet 3b816e05-0cd9-427b-b1b3-8efc91bd0caf {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:24.443098 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b65723c4-9d35-45b0-9f0d-fe6cfebd0c1e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.460893 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:24.473969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3d0f1-e395-4bbc-b3e3-7ff0cbc405a4 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:24.476204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cdf3d0f1-e395-4bbc-b3e3-7ff0cbc405a4 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports?device_id=05af4cbb-58fe-498a-a18a-f4d164801140 HTTP/1.1" status: 200 len: 988 time: 0.0585351 Sep 18 02:19:24.479032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:24.485509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8f0f9852-4c64-45a4-9a2d-0641ec5c5167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:24.488386 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.490940 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.492125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d48298a5-28ef-4e5b-a2a5-30c342762ad3 tempest-FloatingIPAdminTestJSON-1153229611 tempest-FloatingIPAdminTestJSON-1153229611-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/d96b0dff-52cc-4116-bec4-9d955fa546c4 HTTP/1.1" status: 204 len: 168 time: 1.9763284 Sep 18 02:19:24.502893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f9852-4c64-45a4-9a2d-0641ec5c5167 None None] Routers {'05af4cbb-58fe-498a-a18a-f4d164801140'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:24.504142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8f0f9852-4c64-45a4-9a2d-0641ec5c5167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['05af4cbb-58fe-498a-a18a-f4d164801140'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:24.515225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 51992) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:24.549967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9d8fc9ec-b56a-4aff-a931-1fd7cc51f9c2 None None] Provisioning complete for port 8529633f-8691-4c5f-82e3-2c38f23863b1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:24.551376 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc9ec-b56a-4aff-a931-1fd7cc51f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.554923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8f0f9852-4c64-45a4-9a2d-0641ec5c5167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:24.555820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f9852-4c64-45a4-9a2d-0641ec5c5167 None None] The sync data for ids ['05af4cbb-58fe-498a-a18a-f4d164801140'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:24.597871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fc9ec-b56a-4aff-a931-1fd7cc51f9c2 None None] Port 8529633f-8691-4c5f-82e3-2c38f23863b1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:24.624637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-3c107990-2407-427b-b58a-43aa57a0e70c service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840873 Sep 18 02:19:24.655262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.683200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b65723c4-9d35-45b0-9f0d-fe6cfebd0c1e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.699644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.786637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193c67d-840c-4509-9bdc-c160c298f1d1 req-c2acf82f-b229-4f70-8465-955bb6cd45b7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:24.788253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f193c67d-840c-4509-9bdc-c160c298f1d1 req-c2acf82f-b229-4f70-8465-955bb6cd45b7 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1787360 Sep 18 02:19:24.810831 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:19:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:24.844636 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] Checking router: 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:24.853411 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] Routers {'4c1c6fae-81dd-4ebb-8f74-21281d778dd2'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:24.854196 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:24.861520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f193c67d-840c-4509-9bdc-c160c298f1d1 req-e2ce4cbc-c6ca-4e67-9f9c-117d707f2158 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663528 Sep 18 02:19:24.878063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:19:24.925830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9093683f-f87e-420e-b75c-59550cf97cd1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:24.943809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:24.944478 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Added segment 114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1 of type vlan for network 0dda75c3-b708-4354-9223-4d6dfbc8c946 Sep 18 02:19:25.010414 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] Set router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:25.047820 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.053987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b65723c4-9d35-45b0-9f0d-fe6cfebd0c1e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.060944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c3a41ee-eb31-444c-95c8-aa522a1b57e6 req-fec3bddf-c469-4bef-9b60-6bf0a4512818 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0929029 Sep 18 02:19:25.087243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.088829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d479f56-d385-4360-a04f-2e7c92e8222d req-d53a59e4-ab47-447d-a0d5-864d29a0f548 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541280 Sep 18 02:19:25.103388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b6d662e0-3f98-48e2-a208-d719c3541c52 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Deleting port 9d733bc7-73c7-4b4a-8717-42f098947cb7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:25.103737 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6d662e0-3f98-48e2-a208-d719c3541c52 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.194440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.195433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:25.195994 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.207560 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:19:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:25.235465 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c954965-e7e0-4aa9-896e-52ebbdc5a7d4 None None] The sync data for ids ['4c1c6fae-81dd-4ebb-8f74-21281d778dd2'] in n-d-789963-12 is: [{'id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2087414460', 'tenant_id': 'f83cd0fe2550438386cfb497cd09d70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:17:02Z', 'updated_at': '2021-09-18T02:19:22Z', 'revision_number': 5, 'project_id': 'f83cd0fe2550438386cfb497cd09d70c', 'gw_port': {'id': '418caff1-4ef0-48c6-a508-981c2e698bc2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1c6fae-81dd-4ebb-8f74-21281d778dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:17:03Z', 'updated_at': '2021-09-18T02:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:25.242013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b65723c4-9d35-45b0-9f0d-fe6cfebd0c1e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.252824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5778198 Sep 18 02:19:25.262286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51996) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:25.269203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Request body: {'subnet': {'network_id': '0dda75c3-b708-4354-9223-4d6dfbc8c946', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1771645598-subnet', 'tenant_id': '3444e930c683421aaf70e8c141d7f53b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:25.303613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Made reservation on behalf of 3444e930c683421aaf70e8c141d7f53b for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:25.305882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.325683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65723c4-9d35-45b0-9f0d-fe6cfebd0c1e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Subnet': ['ID=3b816e05-0cd9-427b-b1b3-8efc91bd0caf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:25.329245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b65723c4-9d35-45b0-9f0d-fe6cfebd0c1e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.331178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 8529633f-8691-4c5f-82e3-2c38f23863b1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:25.331307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b65723c4-9d35-45b0-9f0d-fe6cfebd0c1e tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/subnets/3b816e05-0cd9-427b-b1b3-8efc91bd0caf HTTP/1.1" status: 204 len: 168 time: 1.0361991 Sep 18 02:19:25.331404 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.333973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 51998) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:25.335287 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6d662e0-3f98-48e2-a208-d719c3541c52 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.338455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0cb6e6-aca7-44a9-aab8-278ec86b5812 None None] Network 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:25.344366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a39bc4-df03-4ec2-a7c7-c04cda07c6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0dda75c3-b708-4354-9223-4d6dfbc8c946,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:25.352130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b6d662e0-3f98-48e2-a208-d719c3541c52 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Calling delete_port for 9d733bc7-73c7-4b4a-8717-42f098947cb7 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:25.363924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 0dda75c3-b708-4354-9223-4d6dfbc8c946 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:19:25.505278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6d662e0-3f98-48e2-a208-d719c3541c52 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.534794 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.538178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d662e0-3f98-48e2-a208-d719c3541c52 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event deleted for resources: {'Port': ['ID=9d733bc7-73c7-4b4a-8717-42f098947cb7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:25.604366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.642197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] DHCP port deletion for 2c3dc7c2-e8c4-4f60-9254-97d7101f97cf request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:19:25.644685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6d662e0-3f98-48e2-a208-d719c3541c52 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.648954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b6d662e0-3f98-48e2-a208-d719c3541c52 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "DELETE /v2.0/ports/9d733bc7-73c7-4b4a-8717-42f098947cb7 HTTP/1.1" status: 204 len: 168 time: 1.1304567 Sep 18 02:19:25.649458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52000) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:25.659795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.686623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 8529633f-8691-4c5f-82e3-2c38f23863b1 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:25.716363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f3497-b6a7-4b90-9a91-ce24bcd14b78 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:25.717738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2c0f3497-b6a7-4b90-9a91-ce24bcd14b78 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "GET /v2.0/ports?device_id=358eb30c-b77c-4492-9161-7471043194ed HTTP/1.1" status: 200 len: 913 time: 0.0651088 Sep 18 02:19:25.720370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52002) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:25.785800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] Deleting port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:25.786555 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.864005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.876748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] For port 051d26b9-cf46-4f16-a56d-7ccfbeef2709, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=051d26b9-cf46-4f16-a56d-7ccfbeef2709,segment=NetworkSegment(bee2ca37-5fcd-4aa9-9cba-688388d4729b),segment_id=bee2ca37-5fcd-4aa9-9cba-688388d4729b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:25.877505 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.894270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] Calling delete_port for 051d26b9-cf46-4f16-a56d-7ccfbeef2709 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:25.905504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:25.969490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=8529633f-8691-4c5f-82e3-2c38f23863b1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:26.017324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.062416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] Pushing event deleted for resources: {'Port': ['ID=051d26b9-cf46-4f16-a56d-7ccfbeef2709,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:26.091247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420387a-18a1-45f9-904e-d16437fc51f2 None None] No DVR routers for this DVR port 051d26b9-cf46-4f16-a56d-7ccfbeef2709 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:26.137645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 051d26b9-cf46-4f16-a56d-7ccfbeef2709 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:26.167016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 051d26b9-cf46-4f16-a56d-7ccfbeef2709 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:26.168370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 051d26b9-cf46-4f16-a56d-7ccfbeef2709 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:26.169035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 403fc87a-3cca-4606-b2a0-0c997914e323 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:26.191548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.194019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 403fc87a-3cca-4606-b2a0-0c997914e323 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:26.194378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 403fc87a-3cca-4606-b2a0-0c997914e323 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:26.209960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a02f86-14d5-4855-8854-23bfeea1d080 req-e8d00b52-74fa-4e11-bcef-5aa2882fd09f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:26.211633 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74a02f86-14d5-4855-8854-23bfeea1d080 req-e8d00b52-74fa-4e11-bcef-5aa2882fd09f tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.2591102 Sep 18 02:19:26.224994 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6386f5c-e0e6-4652-aed6-142279f8a9b1 req-a0687620-5265-4466-96bc-f6b888c8c30f tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0487342 Sep 18 02:19:26.259548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.311196 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.313762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.377334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=474776aa-cae1-4a9d-9441-f916815ee76a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:26.420114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-74a02f86-14d5-4855-8854-23bfeea1d080 req-d42e1e21-38f5-4a45-84d8-869d7dd80385 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749141 Sep 18 02:19:26.429756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Checking segment: {'id': '114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0dda75c3-b708-4354-9223-4d6dfbc8c946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:26.430116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Network hostable DHCP agents. Network: 0dda75c3-b708-4354-9223-4d6dfbc8c946, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:19:26.589449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Deleting port 26413ff0-512f-4704-98a6-3912e2cfd03c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:26.589923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.686974 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.703217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Calling delete_port for 26413ff0-512f-4704-98a6-3912e2cfd03c owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:26.843335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Deleting port 418caff1-4ef0-48c6-a508-981c2e698bc2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:26.843706 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.845309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Network 0dda75c3-b708-4354-9223-4d6dfbc8c946 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:19:26.875135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Router 05af4cbb-58fe-498a-a18a-f4d164801140 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:26.875862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 0dda75c3-b708-4354-9223-4d6dfbc8c946) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:26.882646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:26.883271 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.884254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a35b2f-4554-4bf0-91de-ffbacab6a466 None None] Network 0dda75c3-b708-4354-9223-4d6dfbc8c946 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:26.897849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:26.926356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event deleted for resources: {'Port': ['ID=26413ff0-512f-4704-98a6-3912e2cfd03c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:26.980681 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fdb0bf67-da2f-4633-abad-2842cc6e06ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7127111 Sep 18 02:19:27.028246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:27.037650 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3341fffc-d108-4f67-983f-933bd086be7d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "PUT /v2.0/routers/05af4cbb-58fe-498a-a18a-f4d164801140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5546200 Sep 18 02:19:27.038816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52010) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:27.039966 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c411f-763f-4f5b-adf3-6dda80c6970b None None] Sync routers for ids ['05af4cbb-58fe-498a-a18a-f4d164801140'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:27.051459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] For port 418caff1-4ef0-48c6-a508-981c2e698bc2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=418caff1-4ef0-48c6-a508-981c2e698bc2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:27.052032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.060750 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c411f-763f-4f5b-adf3-6dda80c6970b None None] Routers {'05af4cbb-58fe-498a-a18a-f4d164801140'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:27.065771 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5a1c411f-763f-4f5b-adf3-6dda80c6970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['05af4cbb-58fe-498a-a18a-f4d164801140'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:27.093295 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af702d0-c002-4e5f-914a-c552c272c3d2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:19:27.097433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c92a6-0c63-4239-b795-2c652c143548 None None] Network 0dda75c3-b708-4354-9223-4d6dfbc8c946 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:27.099175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52012) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:27.100334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9af702d0-c002-4e5f-914a-c552c272c3d2 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/8529633f-8691-4c5f-82e3-2c38f23863b1 HTTP/1.1" status: 404 len: 333 time: 0.0551744 Sep 18 02:19:27.106377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Calling delete_port for 418caff1-4ef0-48c6-a508-981c2e698bc2 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:27.129935 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5a1c411f-763f-4f5b-adf3-6dda80c6970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:27.140256 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c411f-763f-4f5b-adf3-6dda80c6970b None None] Routers {'05af4cbb-58fe-498a-a18a-f4d164801140'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:27.140870 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5a1c411f-763f-4f5b-adf3-6dda80c6970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['05af4cbb-58fe-498a-a18a-f4d164801140'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:27.193901 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5a1c411f-763f-4f5b-adf3-6dda80c6970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:27.194461 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c411f-763f-4f5b-adf3-6dda80c6970b None None] The sync data for ids ['05af4cbb-58fe-498a-a18a-f4d164801140'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:27.306205 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2571-b842-4c23-9d94-7ae4594923ba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.308016 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.374277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23d6022a-23b2-4956-b2b3-4d890b144276 req-b4ad4a99-d5ec-49d2-a02e-8fe6a62f880d tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0342178 Sep 18 02:19:27.385860 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.434886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Port': ['ID=418caff1-4ef0-48c6-a508-981c2e698bc2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:27.509042 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.665965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.671489 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.725159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-7dbcc957-8ca5-4576-8010-f593560a6a24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1440048 Sep 18 02:19:27.739558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb17d1-2c1a-49ff-a886-d58a4d66f980 req-089d44a1-eb22-40e9-be83-f19d2ce71fc4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:27.741022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dbcb17d1-2c1a-49ff-a886-d58a4d66f980 req-089d44a1-eb22-40e9-be83-f19d2ce71fc4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1615670 Sep 18 02:19:27.742241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.742918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Fanout notify agent at l3_agent the message router_deleted on router 4c1c6fae-81dd-4ebb-8f74-21281d778dd2 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:19:27.750194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.751779 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6ceb663c-d6ce-4f25-912b-51fca531df72 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/routers/4c1c6fae-81dd-4ebb-8f74-21281d778dd2 HTTP/1.1" status: 204 len: 168 time: 2.4150989 Sep 18 02:19:27.758674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52032) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:27.884508 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dbcb17d1-2c1a-49ff-a886-d58a4d66f980 req-df9c64b3-fd9a-4ca4-a298-a5fe7c7d947a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314228 Sep 18 02:19:27.896982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.904014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-6ecf20af-4e2e-42b3-aaad-beb577683afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:27.905520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-6ecf20af-4e2e-42b3-aaad-beb577683afb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 1097 time: 0.1171308 Sep 18 02:19:27.956105 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2571-b842-4c23-9d94-7ae4594923ba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:27.985567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2571-b842-4c23-9d94-7ae4594923ba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.052537 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.065569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-603c3d8a-06ac-469b-ab22-ae8d028be9fa tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:28.067095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-603c3d8a-06ac-469b-ab22-ae8d028be9fa tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/networks?id=0dda75c3-b708-4354-9223-4d6dfbc8c946 HTTP/1.1" status: 200 len: 814 time: 0.3615761 Sep 18 02:19:28.069329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2571-b842-4c23-9d94-7ae4594923ba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.069817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6b2571-b842-4c23-9d94-7ae4594923ba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Fanout notify agent at l3_agent the message router_deleted on router 05af4cbb-58fe-498a-a18a-f4d164801140 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:19:28.077524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2571-b842-4c23-9d94-7ae4594923ba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.078622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ca6b2571-b842-4c23-9d94-7ae4594923ba tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/routers/05af4cbb-58fe-498a-a18a-f4d164801140 HTTP/1.1" status: 204 len: 168 time: 0.9781516 Sep 18 02:19:28.081325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52034) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:28.084962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3dc7c2-e8c4-4f60-9254-97d7101f97cf']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:28.108459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee2ca37-5fcd-4aa9-9cba-688388d4729b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:28.108750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee2ca37-5fcd-4aa9-9cba-688388d4729b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:28.116764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-0d9d43b1-b489-4874-b9d0-a6e1e94dd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:28.118250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-0d9d43b1-b489-4874-b9d0-a6e1e94dd173 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00ec2e9f-8413-4704-a527-4eb2ccb7522e HTTP/1.1" status: 200 len: 896 time: 0.1765928 Sep 18 02:19:28.121601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.157911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-f24c570c-bee6-4e0a-9b0c-867a3c55fa60 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/quotas/3444e930c683421aaf70e8c141d7f53b HTTP/1.1" status: 200 len: 375 time: 0.0771625 Sep 18 02:19:28.167296 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.177539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:28.177977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:28.180944 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:28.210233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ac0380-9269-4e4b-a5b9-e836f362870e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet 3a39eb7f-1094-420d-9f06-14588c4ff479 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:28.218171 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-fd1cdd62-e3e1-45b1-8f2c-ef86fcfaaa76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 HTTP/1.1" status: 200 len: 1001 time: 0.0900035 Sep 18 02:19:28.240549 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c24fb169-1099-4c95-936b-fb5f271fe9a3 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3444e930c683421aaf70e8c141d7f53b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756624 Sep 18 02:19:28.243326 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0380-9269-4e4b-a5b9-e836f362870e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.300249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.304826 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.306659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] 10.222.0.21 "DELETE /v2.0/networks/2c3dc7c2-e8c4-4f60-9254-97d7101f97cf HTTP/1.1" status: 204 len: 168 time: 0.5469229 Sep 18 02:19:28.310577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-cd0ef478-89bd-42f7-97d9-b97a5e0c391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:28.312031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-cd0ef478-89bd-42f7-97d9-b97a5e0c391f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f HTTP/1.1" status: 200 len: 834 time: 0.0687735 Sep 18 02:19:28.327747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0380-9269-4e4b-a5b9-e836f362870e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.338093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 418caff1-4ef0-48c6-a508-981c2e698bc2 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:28.347609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41801ffc-6da1-435a-9a95-c914cc8fa156 tempest-TestSecurityGroupsBasicOps-231445076 tempest-TestSecurityGroupsBasicOps-231445076-project] Pushing event deleted for resources: {'Network': ['ID=2c3dc7c2-e8c4-4f60-9254-97d7101f97cf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:28.375937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 418caff1-4ef0-48c6-a508-981c2e698bc2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:28.376546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 418caff1-4ef0-48c6-a508-981c2e698bc2 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:28.380506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-7f2abb50-61a6-43c7-b7b7-9aa90a1d814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:28.382054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-7f2abb50-61a6-43c7-b7b7-9aa90a1d814f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00ec2e9f-8413-4704-a527-4eb2ccb7522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603065 Sep 18 02:19:28.395254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Router 358eb30c-b77c-4492-9161-7471043194ed has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:28.492610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-1096c57a-4a5a-43b2-b16b-31066d3d73dc service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017160 Sep 18 02:19:28.527749 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e59bd292-3b86-42eb-a1f7-6a398b13e8bd req-ac70eea4-fb7e-4c15-b918-d2f9a4b7c112 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0339634 Sep 18 02:19:28.533508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-2e0e49ae-5c66-4b5f-b82b-3cccb9db4455 service neutron] 10.222.0.21 "GET /v2.0/networks/0dda75c3-b708-4354-9223-4d6dfbc8c946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666230 Sep 18 02:19:28.584303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0380-9269-4e4b-a5b9-e836f362870e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.656415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:28.669097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-541be033-d580-481b-bd5f-c567bbcc072a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "PUT /v2.0/routers/358eb30c-b77c-4492-9161-7471043194ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447286 Sep 18 02:19:28.669316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b97a6-1d97-4867-b8e2-e481525986c8 None None] Sync routers for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:28.677411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52044) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:28.679428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b97a6-1d97-4867-b8e2-e481525986c8 None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:28.683209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e30b97a6-1d97-4867-b8e2-e481525986c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:28.691804 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57fad282-c43e-4734-9a52-4ac44983403f req-f100bca0-0b4e-4c09-836a-43de51f3b2d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0651269 Sep 18 02:19:28.697018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52046) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:28.752709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc3e0ea9-9863-4cca-914e-b58c471827ed req-855e86fd-536a-4800-a2c2-f750455c988b service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498829 Sep 18 02:19:28.762285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e30b97a6-1d97-4867-b8e2-e481525986c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:28.766919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0380-9269-4e4b-a5b9-e836f362870e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.772449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b97a6-1d97-4867-b8e2-e481525986c8 None None] Routers {'358eb30c-b77c-4492-9161-7471043194ed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:28.773302 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e30b97a6-1d97-4867-b8e2-e481525986c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['358eb30c-b77c-4492-9161-7471043194ed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:28.807235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e30b97a6-1d97-4867-b8e2-e481525986c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:28.809452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b97a6-1d97-4867-b8e2-e481525986c8 None None] The sync data for ids ['358eb30c-b77c-4492-9161-7471043194ed'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:28.810734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac0380-9269-4e4b-a5b9-e836f362870e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=3a39eb7f-1094-420d-9f06-14588c4ff479,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:28.813888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d1a27629-90cd-42ef-a262-ef97905d3bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/0dda75c3-b708-4354-9223-4d6dfbc8c946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461469 Sep 18 02:19:28.814935 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0380-9269-4e4b-a5b9-e836f362870e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.819047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e7ac0380-9269-4e4b-a5b9-e836f362870e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/3a39eb7f-1094-420d-9f06-14588c4ff479 HTTP/1.1" status: 204 len: 168 time: 0.7345557 Sep 18 02:19:28.820216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04111499-5816-43e8-b749-62f5d7ce5910 req-fc78212d-0b95-4e5d-8f91-285887f99b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:28.820871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52050) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:28.821695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-04111499-5816-43e8-b749-62f5d7ce5910 req-fc78212d-0b95-4e5d-8f91-285887f99b67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 1098 time: 0.1258221 Sep 18 02:19:28.828079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d40d64-fac9-4d7d-9313-80c18a1f8c4c None None] Network 8b004ca6-e3de-4453-a472-1a5c98c31b44 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:28.882260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:28.896794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-04111499-5816-43e8-b749-62f5d7ce5910 req-4a0b129a-bbbd-4401-b40d-0fc50ef537e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565276 Sep 18 02:19:28.934481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-31b5d066-735c-409d-a0e5-13c608d5e124 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f83cd0fe2550438386cfb497cd09d70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330945 Sep 18 02:19:28.936537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52054) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:28.973745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.030644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57bc8968-4232-4be2-bd8c-f47689135b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.058868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] DHCP port deletion for 8b004ca6-e3de-4453-a472-1a5c98c31b44 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:19:29.067561 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57bc8968-4232-4be2-bd8c-f47689135b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.115789 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] Deleting port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:29.116582 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.131448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-210a36d4-ceb2-4691-bc3e-6e6841231477 req-bbce1e27-6e98-4e4b-bf99-47e0f9306f31 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 210 time: 0.0899272 Sep 18 02:19:29.157866 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57bc8968-4232-4be2-bd8c-f47689135b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.160927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-57bc8968-4232-4be2-bd8c-f47689135b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.163258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-57bc8968-4232-4be2-bd8c-f47689135b56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e76f6f8c-2df5-4fba-beb7-68014e8af3ad HTTP/1.1" status: 204 len: 168 time: 0.2245736 Sep 18 02:19:29.171720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc8968-4232-4be2-bd8c-f47689135b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f6f8c-2df5-4fba-beb7-68014e8af3ad,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:29.212444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] For port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=078bf614-24cc-43d6-b0f8-c03d70f2e0ab,segment=NetworkSegment(8091437f-3246-45a4-b9c3-960217476697),segment_id=8091437f-3246-45a4-b9c3-960217476697)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:29.213395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.235032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] Calling delete_port for 078bf614-24cc-43d6-b0f8-c03d70f2e0ab owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:29.275028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.297794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62859af-a629-4f57-b25d-096e704e4faf req-9b0b337d-ca29-4b28-a7c6-4a9e1146dc88 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:29.308272 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d62859af-a629-4f57-b25d-096e704e4faf req-9b0b337d-ca29-4b28-a7c6-4a9e1146dc88 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.2721589 Sep 18 02:19:29.353481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.382745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] Pushing event deleted for resources: {'Port': ['ID=078bf614-24cc-43d6-b0f8-c03d70f2e0ab,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:29.389679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0cf47-2932-453e-bf86-2d45d070b5d7 None None] No DVR routers for this DVR port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:29.417655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d62859af-a629-4f57-b25d-096e704e4faf req-ff46e2b2-7f35-47e7-9bab-9347e9a0ba73 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082251 Sep 18 02:19:29.434747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:29.435114 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.450929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Deleting port a7c80075-766b-4f62-9434-8c6c33284e88 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:29.451277 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.577199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] For port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:29.577576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.588218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52072) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:29.600944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 078bf614-24cc-43d6-b0f8-c03d70f2e0ab owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:29.605226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:19:29.606130 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aee851f2-ed8e-4be1-9eea-d4255b7bd39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.608793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.654759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No DVR routers for this DVR port 078bf614-24cc-43d6-b0f8-c03d70f2e0ab on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:29.660681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.669932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=078bf614-24cc-43d6-b0f8-c03d70f2e0ab,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:29.678945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad393e54-685b-4da8-ada6-9c717ee5977e req-6361f77d-c397-49a6-a51d-8a3b71a55d31 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0393951 Sep 18 02:19:29.721807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Calling delete_port for a7c80075-766b-4f62-9434-8c6c33284e88 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:29.792408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aee851f2-ed8e-4be1-9eea-d4255b7bd39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.799324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aee851f2-ed8e-4be1-9eea-d4255b7bd39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.820019 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.845943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aee851f2-ed8e-4be1-9eea-d4255b7bd39a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=013903ad2f594e46b970274845d3c8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566063 Sep 18 02:19:29.848500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52074) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:29.857688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b004ca6-e3de-4453-a472-1a5c98c31b44']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:29.866497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee851f2-ed8e-4be1-9eea-d4255b7bd39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071dd4db-ce42-47b6-8dd8-18540a43ce92,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:29.885327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8091437f-3246-45a4-b9c3-960217476697') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:29.887233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8091437f-3246-45a4-b9c3-960217476697') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:29.900558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.909740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c528f29-2cc5-4954-95c7-e79eea4a7244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.932314 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c528f29-2cc5-4954-95c7-e79eea4a7244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.952029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.968479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:29.969085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:29.972611 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:29.985637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c528f29-2cc5-4954-95c7-e79eea4a7244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.988669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c528f29-2cc5-4954-95c7-e79eea4a7244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:29.989825 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c528f29-2cc5-4954-95c7-e79eea4a7244 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/071dd4db-ce42-47b6-8dd8-18540a43ce92 HTTP/1.1" status: 204 len: 168 time: 0.1403952 Sep 18 02:19:30.000458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c528f29-2cc5-4954-95c7-e79eea4a7244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071dd4db-ce42-47b6-8dd8-18540a43ce92,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:30.073523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 078bf614-24cc-43d6-b0f8-c03d70f2e0ab no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:30.079030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.102268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.108440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52078) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:30.118676 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/networks/8b004ca6-e3de-4453-a472-1a5c98c31b44 HTTP/1.1" status: 204 len: 168 time: 1.2965550 Sep 18 02:19:30.120388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 078bf614-24cc-43d6-b0f8-c03d70f2e0ab {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:30.121285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 078bf614-24cc-43d6-b0f8-c03d70f2e0ab not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:30.128736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8969-9662-4764-9e03-3f381f43f6da tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Network': ['ID=8b004ca6-e3de-4453-a472-1a5c98c31b44,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:30.182605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.248554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event deleted for resources: {'Port': ['ID=a7c80075-766b-4f62-9434-8c6c33284e88,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:30.257474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35676256-3c40-44e2-99b3-786bc1503c7f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:30.263547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-35676256-3c40-44e2-99b3-786bc1503c7f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/8d10ff42-f91d-4463-b6dd-038c340228ee HTTP/1.1" status: 200 len: 844 time: 0.1538045 Sep 18 02:19:30.270452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52084) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:30.299764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-96e0435f-7b7f-430f-8578-0f17ff96059c req-c029b0b5-26eb-49f9-a48c-1a0f16aac7a9 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 210 time: 0.0573759 Sep 18 02:19:30.362239 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.362880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9f258eab-6485-49cc-8b28-dfb18e39058e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/8d10ff42-f91d-4463-b6dd-038c340228ee?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0909343 Sep 18 02:19:30.366514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52086) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:30.374314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:30.451025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52088) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:30.459659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-bdc98622-f71b-4b47-8604-1821cb1f62f9 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:30.461204 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-bdc98622-f71b-4b47-8604-1821cb1f62f9 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.18 "GET /v2.0/networks?id=0dda75c3-b708-4354-9223-4d6dfbc8c946 HTTP/1.1" status: 200 len: 814 time: 0.2704253 Sep 18 02:19:30.486429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Request body: {'port': {'device_id': '82cfda60-84c4-4454-aabd-387d1324244b', 'network_id': '0dda75c3-b708-4354-9223-4d6dfbc8c946', 'admin_state_up': True, 'tenant_id': '3444e930c683421aaf70e8c141d7f53b'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:30.520619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f460e453-5cb9-4784-a049-999d98643f47 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:19:30.525271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f460e453-5cb9-4784-a049-999d98643f47 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:30.636562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f3fed30-93e2-4026-b8f2-02246ea5f71b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=059f05cd102a482fb65be8195fb736e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832316 Sep 18 02:19:30.640612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52092) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:30.662927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:30.666751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.684678 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.701289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f82da7-5e1a-4cd4-b9dd-c1a39e662d3a req-b73c0262-54ff-4368-8476-a84fe0948f87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:30.707924 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1f82da7-5e1a-4cd4-b9dd-c1a39e662d3a req-b73c0262-54ff-4368-8476-a84fe0948f87 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1990056 Sep 18 02:19:30.736801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:30.742468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:30.746293 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57997f0-26d6-491d-bc13-fb44661649aa" -d '{"events": [{"server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f460e453-5cb9-4784-a049-999d98643f47"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:30.752253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:30.755469 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.782834 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.785009 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.786514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'f460e453-5cb9-4784-a049-999d98643f47', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'port_id': 'f460e453-5cb9-4784-a049-999d98643f47', 'mac_address': 'fa:16:3e:b3:2a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:19:30.819119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bb0068af-98b7-42e8-9d55-5aaf98f619a5 req-721fb6d5-beb0-4120-97e6-d51615ee1d98 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0319202 Sep 18 02:19:30.863957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:30.877145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.883193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.884304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Fanout notify agent at l3_agent the message router_deleted on router 358eb30c-b77c-4492-9161-7471043194ed {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:19:30.894233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c1f82da7-5e1a-4cd4-b9dd-c1a39e662d3a req-3f7ee61a-198a-455e-a501-b8428ecf363c tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251547 Sep 18 02:19:30.899030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.900965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6ff5a111-f6aa-4fbd-8902-722a55dab99a tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "DELETE /v2.0/routers/358eb30c-b77c-4492-9161-7471043194ed HTTP/1.1" status: 204 len: 168 time: 2.2187257 Sep 18 02:19:30.904550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52100) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:30.905070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f460e453-5cb9-4784-a049-999d98643f47 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:19:30.905684 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50bd9ac8-b754-4d52-88fb-e5b9054b42f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.918274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52102) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:30.929766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Made reservation on behalf of 3444e930c683421aaf70e8c141d7f53b for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:30.934174 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2366f1b5-1c3c-4e5b-8a7d-a879a1cd36f5 x-openstack-request-id: req-2366f1b5-1c3c-4e5b-8a7d-a879a1cd36f5 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:30.934744 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f460e453-5cb9-4784-a049-999d98643f47", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:30.935185 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2366f1b5-1c3c-4e5b-8a7d-a879a1cd36f5 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:30.935672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.935833 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47', 'code': 200} Sep 18 02:19:30.936492 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c2b57ddd-0d47-4fa0-928c-8525cc3a1b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.941805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:30.950751 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:30.999829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f096ca05-57eb-414b-a3ca-b86884bdf8a5 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/floatingips/66d60405-28c6-4aad-819e-702b51f7dfe8 HTTP/1.1" status: 200 len: 991 time: 0.0799370 Sep 18 02:19:31.022521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:31.070926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50bd9ac8-b754-4d52-88fb-e5b9054b42f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.085644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-b935f501-e7c2-4fd9-987d-36b2b97860b8 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Deleting subnet 3a3e4d39-df5d-4293-a4bb-1d7a469acd4e {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:31.106070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b935f501-e7c2-4fd9-987d-36b2b97860b8 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.125299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2e7df2d-1d8e-4079-be8e-b43478363dcf req-23c550f0-2d89-4de7-ab1c-88e7c269a2ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=978ac2ac53db4828bc4ba67431b6ada4&device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0275190 Sep 18 02:19:31.146147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['f460e453-5cb9-4784-a049-999d98643f47'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:19:31.166768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48848711-6aee-4ee3-9fef-9ff3cc266531 req-30d5d7fc-c900-4282-9d09-ccdcf0a9d64d tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0437264 Sep 18 02:19:31.169437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2e7df2d-1d8e-4079-be8e-b43478363dcf req-730896ba-a5ff-452c-a52a-a3af0c74373e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=978ac2ac53db4828bc4ba67431b6ada4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346673 Sep 18 02:19:31.253876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b935f501-e7c2-4fd9-987d-36b2b97860b8 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.316080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7df2d-1d8e-4079-be8e-b43478363dcf req-87667562-fd73-4f35-a003-7efbcb94e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:31.318418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2e7df2d-1d8e-4079-be8e-b43478363dcf req-87667562-fd73-4f35-a003-7efbcb94e66a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1305599 Sep 18 02:19:31.320545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.381086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:31.403280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Allocated IP 172.20.0.13 (0dda75c3-b708-4354-9223-4d6dfbc8c946/474776aa-cae1-4a9d-9441-f916815ee76a/400f5d11-b027-452e-be19-703eb48617a0) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:31.437114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:31.440165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:31.440758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.448023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405b77f-9c21-40eb-a746-5ae0684e02fe None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:31.455361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50bd9ac8-b754-4d52-88fb-e5b9054b42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.457921 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50bd9ac8-b754-4d52-88fb-e5b9054b42f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.461388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-50bd9ac8-b754-4d52-88fb-e5b9054b42f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4eef7a37-389e-47a1-919b-37cbb357eba3 HTTP/1.1" status: 204 len: 168 time: 0.8152826 Sep 18 02:19:31.525993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=854d5f43-8422-4e1a-a213-7ce023a6fee5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:31.537640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c3b85ced-0ad0-483d-a6fb-5d13aa808fb3 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1698267 Sep 18 02:19:31.538487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd9ac8-b754-4d52-88fb-e5b9054b42f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef7a37-389e-47a1-919b-37cbb357eba3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:31.541008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52110) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:31.548001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-aaee1008-298b-4bdc-88f2-0b0ea6f1540d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'security_group': {'name': 'tempest-secgroup-943715512'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:31.552836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-770b01d0-ba68-46fa-bc5f-bed3113fee42 req-54af8691-f5d3-4182-be5f-0b0722fdf8cd tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 210 time: 0.0984626 Sep 18 02:19:31.613529 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b935f501-e7c2-4fd9-987d-36b2b97860b8 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.624868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaee1008-298b-4bdc-88f2-0b0ea6f1540d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.677389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17145d70-b916-4691-9529-fd827761873a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-a9b80d53-fb5e-4507-97db-b8416d0866b0', 'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'tenant_id': '73adb7c81d154155ae453ebde2ee673d', 'fixed_ips': [{'subnet_id': '854d5f43-8422-4e1a-a213-7ce023a6fee5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:19:31.678883 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.747046 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaee1008-298b-4bdc-88f2-0b0ea6f1540d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.752650 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaee1008-298b-4bdc-88f2-0b0ea6f1540d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.781454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaee1008-298b-4bdc-88f2-0b0ea6f1540d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.785456 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aaee1008-298b-4bdc-88f2-0b0ea6f1540d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2408895 Sep 18 02:19:31.786096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52114) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:31.791283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-695e16de-b9fa-4bd3-a407-e0dadcf6eb4d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'security_group': {'name': 'tempest-secgroup-2048665563'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:31.816713 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee1008-298b-4bdc-88f2-0b0ea6f1540d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc6ba2-a232-46c0-8c71-8ea9e3544e2e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:31.846557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-695e16de-b9fa-4bd3-a407-e0dadcf6eb4d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.849415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-17145d70-b916-4691-9529-fd827761873a None None] Allocated IP 2001:db8::2 (a9b80d53-fb5e-4507-97db-b8416d0866b0/854d5f43-8422-4e1a-a213-7ce023a6fee5/16a0f312-36e2-4878-a776-a073dcca4184) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:31.888404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.904878 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b935f501-e7c2-4fd9-987d-36b2b97860b8 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.951364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935f501-e7c2-4fd9-987d-36b2b97860b8 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3e4d39-df5d-4293-a4bb-1d7a469acd4e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:31.956058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b935f501-e7c2-4fd9-987d-36b2b97860b8 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.960920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b935f501-e7c2-4fd9-987d-36b2b97860b8 tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "DELETE /v2.0/subnets/3a3e4d39-df5d-4293-a4bb-1d7a469acd4e HTTP/1.1" status: 204 len: 168 time: 1.0409744 Sep 18 02:19:31.965783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52120) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:31.983150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-695e16de-b9fa-4bd3-a407-e0dadcf6eb4d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:31.989873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-695e16de-b9fa-4bd3-a407-e0dadcf6eb4d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.013967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b3e8b-59d2-41e8-8cad-5f554d041c18 None None] Network e546ebb3-fc80-4d81-a4e8-384f5385ed86 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:32.039300 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-695e16de-b9fa-4bd3-a407-e0dadcf6eb4d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.045011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52124) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:32.045742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-695e16de-b9fa-4bd3-a407-e0dadcf6eb4d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2586367 Sep 18 02:19:32.055525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1532545348', 'security_groups': ['f7093918-7598-4f4f-9519-4683e9e22343'], 'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '854d5f43-8422-4e1a-a213-7ce023a6fee5'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:32.059011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e16de-b9fa-4bd3-a407-e0dadcf6eb4d tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7093918-7598-4f4f-9519-4683e9e22343,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:32.117735 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.123975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.241381 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.256286 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.261953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Pushing event updated for resources: {'Port': ['ID=400f5d11-b027-452e-be19-703eb48617a0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:32.308969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17145d70-b916-4691-9529-fd827761873a None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:32.312254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-17145d70-b916-4691-9529-fd827761873a None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:32.315906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17145d70-b916-4691-9529-fd827761873a None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:32.337722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17145d70-b916-4691-9529-fd827761873a None None] Pushing event updated for resources: {'Port': ['ID=16a0f312-36e2-4878-a776-a073dcca4184,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:32.340960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] DHCP port deletion for e546ebb3-fc80-4d81-a4e8-384f5385ed86 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:19:32.346744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e0f54b3-bd4a-4d58-8dc0-d1ab350bae04 req-13077aa6-e7dc-4969-b891-e71967242e5b tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.21 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0330327 Sep 18 02:19:32.423357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-17145d70-b916-4691-9529-fd827761873a None None] Attempting to bind port 16a0f312-36e2-4878-a776-a073dcca4184 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:32.424125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-17145d70-b916-4691-9529-fd827761873a None None] Attempting to bind port 16a0f312-36e2-4878-a776-a073dcca4184 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '209d9649-7c64-4de8-83dd-5bdb2fdbdbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:32.424686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17145d70-b916-4691-9529-fd827761873a None None] Attempting to bind port 16a0f312-36e2-4878-a776-a073dcca4184 on network a9b80d53-fb5e-4507-97db-b8416d0866b0 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:32.438089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17145d70-b916-4691-9529-fd827761873a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:32.438851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17145d70-b916-4691-9529-fd827761873a None None] Checking segment: {'id': '209d9649-7c64-4de8-83dd-5bdb2fdbdbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:32.439454 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.440031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17145d70-b916-4691-9529-fd827761873a None None] Bound using segment: {'id': '209d9649-7c64-4de8-83dd-5bdb2fdbdbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:32.440715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-17145d70-b916-4691-9529-fd827761873a None None] Bound port: 16a0f312-36e2-4878-a776-a073dcca4184, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209d9649-7c64-4de8-83dd-5bdb2fdbdbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:32.441308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.477299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] Deleting port 8fed1b70-b83d-490e-93e4-a4df74daa3cb {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:32.477962 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.510726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52138) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:32.534959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f460e453-5cb9-4784-a049-999d98643f47 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:32.564453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2e7df2d-1d8e-4079-be8e-b43478363dcf req-b789a8a2-f706-49b6-80e7-1478345bf7d8 tempest-ServerShowV257Test-1988828057 tempest-ServerShowV257Test-1988828057-project] 10.222.0.20 "GET /v2.0/ports?device_id=86140d03-820f-45ce-aa5d-b34644ae81ea HTTP/1.1" status: 200 len: 210 time: 0.0327191 Sep 18 02:19:32.679029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-386393195-network', 'tenant_id': '140353b218214789860e8eece24704a5'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:32.722850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Made reservation on behalf of 140353b218214789860e8eece24704a5 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:32.728615 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.735575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Network 0dda75c3-b708-4354-9223-4d6dfbc8c946 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:32.739963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.743995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:32.781641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] For port 8fed1b70-b83d-490e-93e4-a4df74daa3cb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8fed1b70-b83d-490e-93e4-a4df74daa3cb,segment=NetworkSegment(6f809d0c-1bbf-47b5-9d3a-1c8959dd3891),segment_id=6f809d0c-1bbf-47b5-9d3a-1c8959dd3891)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:32.782739 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.784594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:32.788107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-17145d70-b916-4691-9529-fd827761873a None None] For port 16a0f312-36e2-4878-a776-a073dcca4184, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:32.796473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-17145d70-b916-4691-9529-fd827761873a None None] For port 16a0f312-36e2-4878-a776-a073dcca4184, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=16a0f312-36e2-4878-a776-a073dcca4184,segment=NetworkSegment(209d9649-7c64-4de8-83dd-5bdb2fdbdbf7),segment_id=209d9649-7c64-4de8-83dd-5bdb2fdbdbf7)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:32.808412 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.811530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] Calling delete_port for 8fed1b70-b83d-490e-93e4-a4df74daa3cb owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:32.866476 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.878144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.893873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Deleting port 8fed1b70-b83d-490e-93e4-a4df74daa3cb {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:32.894461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.900364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:19:32.918765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:32.919428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.923364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:32.923923 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Added segment 2ee0bb8c-ea55-455c-a9de-f9c78b33edb5 of type vlan for network eaca588d-2d0d-4e30-abf8-3917ba919ddd Sep 18 02:19:32.925684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aced6e-11d5-4c71-8fab-9cbc6cd8a665,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:32.947710 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fef52-2dd7-46b2-9677-2dd0581d53d7 req-746694d0-9ccb-4898-a699-235bb266c510 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:32.950836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c4fef52-2dd7-46b2-9677-2dd0581d53d7 req-746694d0-9ccb-4898-a699-235bb266c510 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 932 time: 0.2293949 Sep 18 02:19:32.953208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port f460e453-5cb9-4784-a049-999d98643f47 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:32.953615 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.003356 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.005539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17145d70-b916-4691-9529-fd827761873a None None] Pushing event updated for resources: {'Port': ['ID=16a0f312-36e2-4878-a776-a073dcca4184,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:33.018448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.018839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.019183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.019522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.019856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.020187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.020514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.020839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.021163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.021486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.021809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.022218 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17145d70-b916-4691-9529-fd827761873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:33.048567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] For port 8fed1b70-b83d-490e-93e4-a4df74daa3cb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8fed1b70-b83d-490e-93e4-a4df74daa3cb,segment=NetworkSegment(6f809d0c-1bbf-47b5-9d3a-1c8959dd3891),segment_id=6f809d0c-1bbf-47b5-9d3a-1c8959dd3891)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:33.048952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.072029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:33.072417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.074156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:33.074868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.075026 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.098232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d36ddb0b-7be1-4043-94ee-e616900bde47 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6155975 Sep 18 02:19:33.111628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] Pushing event deleted for resources: {'Port': ['ID=8fed1b70-b83d-490e-93e4-a4df74daa3cb,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:33.113912 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.118825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e798c5-698c-47fe-ae61-5900ed2f4f20 None None] No DVR routers for this DVR port 8fed1b70-b83d-490e-93e4-a4df74daa3cb on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:33.121875 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6083074 Sep 18 02:19:33.130384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Calling delete_port for 8fed1b70-b83d-490e-93e4-a4df74daa3cb owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:33.137834 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c4fef52-2dd7-46b2-9677-2dd0581d53d7 req-b2f509ee-de55-4c76-be64-e599f4053321 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758537 Sep 18 02:19:33.146120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52144) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:33.152704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Request body: {'port': {'device_id': '82cfda60-84c4-4454-aabd-387d1324244b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:33.153689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:33.156840 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33268fa9-f3b1-41c8-aa4e-134202cedb5f" -d '{"events": [{"server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "name": "network-vif-plugged", "status": "completed", "tag": "f460e453-5cb9-4784-a049-999d98643f47"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:33.172551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Request body: {'subnet': {'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-386393195-subnet', 'tenant_id': '140353b218214789860e8eece24704a5', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:33.203396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:33.209215 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.242740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbee074-ec7f-4982-870d-1e5547ee6165 admin admin] Pushing event updated for resources: {'Network': ['ID=eaca588d-2d0d-4e30-abf8-3917ba919ddd,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:33.259622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Made reservation on behalf of 140353b218214789860e8eece24704a5 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:33.262772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.277985 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f6b3ee-1793-42b9-9764-cc331ab6c5cb x-openstack-request-id: req-45f6b3ee-1793-42b9-9764-cc331ab6c5cb {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:33.278268 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "name": "network-vif-plugged", "status": "completed", "tag": "f460e453-5cb9-4784-a049-999d98643f47", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:33.278526 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45f6b3ee-1793-42b9-9764-cc331ab6c5cb {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:33.278966 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47', 'code': 200} Sep 18 02:19:33.279680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:19:33.317153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:33.411032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.430094 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-66bfd175-29fb-4c6b-bb59-c60a53e2ad45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.458009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event deleted for resources: {'Port': ['ID=8fed1b70-b83d-490e-93e4-a4df74daa3cb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:33.463672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.473664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] No DVR routers for this DVR port 8fed1b70-b83d-490e-93e4-a4df74daa3cb on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:33.477877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.517073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.554808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 37711936-fdce-432a-ac8f-80035b468375 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:33.593794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3345f1-fe64-45f2-a601-701b4ad96ca3,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:33.607542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Checking segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:33.607907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Network hostable DHCP agents. Network: eaca588d-2d0d-4e30-abf8-3917ba919ddd, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:19:33.628999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:19:33.640779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, eaca588d-2d0d-4e30-abf8-3917ba919ddd) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:33.646842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:33.646842 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.651294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039d0f6-6c26-4e01-8bf0-3923b51a359c None None] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:33.657535 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.674926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f341aa66-708c-4d09-9b52-b8587439ba3f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5265982 Sep 18 02:19:33.679663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52158) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:33.685443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:33.716219 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.717269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.750175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52160) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:33.789269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.789423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e546ebb3-fc80-4d81-a4e8-384f5385ed86']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:33.810152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f809d0c-1bbf-47b5-9d3a-1c8959dd3891') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:33.810448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f809d0c-1bbf-47b5-9d3a-1c8959dd3891') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:33.844594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.870065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'tenant_id': '140353b218214789860e8eece24704a5', 'fixed_ips': [{'subnet_id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:19:33.871138 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.890626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.936682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:33.937330 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:33.944276 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:34.019935 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.075017 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.080272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Allocated IP 172.20.0.2 (eaca588d-2d0d-4e30-abf8-3917ba919ddd/0f3345f1-fe64-45f2-a601-701b4ad96ca3/765fb368-c84c-42f3-ace1-30587d0e20f3) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:34.099392 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47b404a5-3e4e-4505-baf8-8db4514816ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.107281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.112291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.114374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "DELETE /v2.0/networks/e546ebb3-fc80-4d81-a4e8-384f5385ed86 HTTP/1.1" status: 204 len: 168 time: 2.1452568 Sep 18 02:19:34.138335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52164) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:34.149449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::2c9 (a9b80d53-fb5e-4507-97db-b8416d0866b0/854d5f43-8422-4e1a-a213-7ce023a6fee5/37711936-fdce-432a-ac8f-80035b468375) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:34.244698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 16a0f312-36e2-4878-a776-a073dcca4184 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:34.255195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcec3f4-8478-4d17-8f8a-943e75ae274e tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event deleted for resources: {'Network': ['ID=e546ebb3-fc80-4d81-a4e8-384f5385ed86,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:34.352446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.375610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:34.375989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.388724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.414290 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.432451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.484115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:34.491846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-64eb915a-66ba-4e05-9cb0-a59d3093aeeb None None] Provisioning complete for port 8d10ff42-f91d-4463-b6dd-038c340228ee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:34.492154 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64eb915a-66ba-4e05-9cb0-a59d3093aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.497249 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:34.500563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:34.504328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Pushing event updated for resources: {'Port': ['ID=765fb368-c84c-42f3-ace1-30587d0e20f3,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:34.508739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Allocated IP 172.25.0.203 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/b27f7734-95bf-49df-921b-2728d2e5ed23) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:34.526846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400f5d11-b027-452e-be19-703eb48617a0 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:19:34.549241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c202a-7ee8-4a96-a0d7-b662196e93c8 req-0ae06b33-7075-4bf7-9812-65a7495a6503 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:34.550809 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c75c202a-7ee8-4a96-a0d7-b662196e93c8 req-0ae06b33-7075-4bf7-9812-65a7495a6503 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 932 time: 0.2750504 Sep 18 02:19:34.553719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.602394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-64eb915a-66ba-4e05-9cb0-a59d3093aeeb None None] Port 8d10ff42-f91d-4463-b6dd-038c340228ee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:34.608712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.633325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Attempting to bind port 765fb368-c84c-42f3-ace1-30587d0e20f3 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:34.633605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Attempting to bind port 765fb368-c84c-42f3-ace1-30587d0e20f3 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:34.633967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Attempting to bind port 765fb368-c84c-42f3-ace1-30587d0e20f3 on network eaca588d-2d0d-4e30-abf8-3917ba919ddd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:34.639054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.644140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-64eb915a-66ba-4e05-9cb0-a59d3093aeeb None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:34.644519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64eb915a-66ba-4e05-9cb0-a59d3093aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.647054 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47b404a5-3e4e-4505-baf8-8db4514816ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.652790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Transition to ACTIVE for port object 400f5d11-b027-452e-be19-703eb48617a0 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:19:34.665004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47b404a5-3e4e-4505-baf8-8db4514816ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.671699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:34.672079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Checking segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:34.672499 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.672894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Bound using segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:34.673373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Bound port: 765fb368-c84c-42f3-ace1-30587d0e20f3, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:34.673754 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.678065 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.688856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.692136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 16a0f312-36e2-4878-a776-a073dcca4184, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=16a0f312-36e2-4878-a776-a073dcca4184,segment=NetworkSegment(209d9649-7c64-4de8-83dd-5bdb2fdbdbf7),segment_id=209d9649-7c64-4de8-83dd-5bdb2fdbdbf7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:34.701545 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.747154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:34.750154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:34.754065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:34.758752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c75c202a-7ee8-4a96-a0d7-b662196e93c8 req-9d329525-0b06-4f05-9665-b324d3c46ec6 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953156 Sep 18 02:19:34.798419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Deleting port b24ccada-758c-4e76-ba02-a7dc1b6285ef {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:34.798776 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.804447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-47b404a5-3e4e-4505-baf8-8db4514816ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=978ac2ac53db4828bc4ba67431b6ada4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0466745 Sep 18 02:19:34.806067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.809724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b404a5-3e4e-4505-baf8-8db4514816ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad1c1e-349b-4e77-bbc1-d989f07acd4b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:34.811725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52168) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:34.837166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b27f7734-95bf-49df-921b-2728d2e5ed23,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:34.839880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=16a0f312-36e2-4878-a776-a073dcca4184,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:34.863085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Pushing event updated for resources: {'Port': ['ID=400f5d11-b027-452e-be19-703eb48617a0,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:34.867046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8fed1b70-b83d-490e-93e4-a4df74daa3cb no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:34.871102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] For port 765fb368-c84c-42f3-ace1-30587d0e20f3, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:34.898074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8fed1b70-b83d-490e-93e4-a4df74daa3cb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:34.898480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8fed1b70-b83d-490e-93e4-a4df74daa3cb not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:34.904560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] For port 765fb368-c84c-42f3-ace1-30587d0e20f3, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=765fb368-c84c-42f3-ace1-30587d0e20f3,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:34.921807 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.971113 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:34.990414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891931-ff11-4c2e-892b-895b663588d2 None None] Pushing event updated for resources: {'Port': ['ID=765fb368-c84c-42f3-ace1-30587d0e20f3,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:34.991115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc970126-2237-47ea-acd2-391d77089bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.026277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.039645 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.039964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.044174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Attempting to bind port 400f5d11-b027-452e-be19-703eb48617a0 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:35.044174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Attempting to bind port 400f5d11-b027-452e-be19-703eb48617a0 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0dda75c3-b708-4354-9223-4d6dfbc8c946'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:35.044174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Attempting to bind port 400f5d11-b027-452e-be19-703eb48617a0 on network 0dda75c3-b708-4354-9223-4d6dfbc8c946 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:35.062773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc970126-2237-47ea-acd2-391d77089bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.081439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Calling delete_port for b24ccada-758c-4e76-ba02-a7dc1b6285ef owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:35.087918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Port 400f5d11-b027-452e-be19-703eb48617a0 on network 0dda75c3-b708-4354-9223-4d6dfbc8c946 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:35.088242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Attempting to bind port 400f5d11-b027-452e-be19-703eb48617a0 on network 0dda75c3-b708-4354-9223-4d6dfbc8c946 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:35.098588 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:35.110341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:35.112747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:35.118588 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:35.119306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.122248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:35.122585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Checking segment: {'id': '114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0dda75c3-b708-4354-9223-4d6dfbc8c946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:35.122994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Bound using segment: {'id': '114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0dda75c3-b708-4354-9223-4d6dfbc8c946'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:35.123442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Bound port: 400f5d11-b027-452e-be19-703eb48617a0, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0dda75c3-b708-4354-9223-4d6dfbc8c946'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:35.123794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.155008 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.182529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=37711936-fdce-432a-ac8f-80035b468375,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:35.198183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-66b97695-47ed-4483-a6f8-aa4c53693315 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1520958 Sep 18 02:19:35.211929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52170) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:35.217747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-60a6683c-7fcf-4b49-a314-d06d4e6dd699 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:35.259088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc970126-2237-47ea-acd2-391d77089bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.262453 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc970126-2237-47ea-acd2-391d77089bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.279387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bc970126-2237-47ea-acd2-391d77089bda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccad1c1e-349b-4e77-bbc1-d989f07acd4b HTTP/1.1" status: 204 len: 168 time: 0.4612954 Sep 18 02:19:35.284821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] For port 400f5d11-b027-452e-be19-703eb48617a0, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:35.288962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] For port 400f5d11-b027-452e-be19-703eb48617a0, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=400f5d11-b027-452e-be19-703eb48617a0,segment=NetworkSegment(114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1),segment_id=114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:35.305181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.341051 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc970126-2237-47ea-acd2-391d77089bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad1c1e-349b-4e77-bbc1-d989f07acd4b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:35.392028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:35.393186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.395357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] 10.222.0.18 "PUT /v2.0/ports/400f5d11-b027-452e-be19-703eb48617a0 HTTP/1.1" status: 200 len: 1093 time: 2.2551978 Sep 18 02:19:35.435607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cfda60-84c4-4454-aabd-387d1324244b', 'tag': '400f5d11-b027-452e-be19-703eb48617a0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:35.436923 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645651df-ac50-49a0-8a94-ba4a7693f25c" -d '{"events": [{"name": "network-changed", "server_uuid": "82cfda60-84c4-4454-aabd-387d1324244b", "tag": "400f5d11-b027-452e-be19-703eb48617a0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:35.440266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3752ed5-17d9-4ec8-8481-468a2065473f service neutron] Pushing event updated for resources: {'Port': ['ID=400f5d11-b027-452e-be19-703eb48617a0,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:35.529760 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833bb489-c8a1-488f-bc5a-fa3a13b527a3 x-openstack-request-id: req-833bb489-c8a1-488f-bc5a-fa3a13b527a3 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:35.530484 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cfda60-84c4-4454-aabd-387d1324244b", "tag": "400f5d11-b027-452e-be19-703eb48617a0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:35.530484 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-833bb489-c8a1-488f-bc5a-fa3a13b527a3 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:35.530904 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cfda60-84c4-4454-aabd-387d1324244b', 'tag': '400f5d11-b027-452e-be19-703eb48617a0', 'status': 'completed', 'code': 200} Sep 18 02:19:35.537283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d5f445e8-87e3-408c-b2a7-6f9799b79b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:35.539164 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d5f445e8-87e3-408c-b2a7-6f9799b79b00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3444e930c683421aaf70e8c141d7f53b&device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 1096 time: 0.0929809 Sep 18 02:19:35.563591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a6683c-7fcf-4b49-a314-d06d4e6dd699 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:35.567791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-60a6683c-7fcf-4b49-a314-d06d4e6dd699 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.605364 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-e169db38-797b-450d-9c07-d582554222a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=400f5d11-b027-452e-be19-703eb48617a0 HTTP/1.1" status: 200 len: 217 time: 0.0526731 Sep 18 02:19:35.606104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.657742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-efdd5ff2-b9f8-4dd4-acec-d7cb92691357 None None] Provisioning complete for port 37711936-fdce-432a-ac8f-80035b468375 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:35.659532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Pushing event deleted for resources: {'Port': ['ID=b24ccada-758c-4e76-ba02-a7dc1b6285ef,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:35.662600 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-efdd5ff2-b9f8-4dd4-acec-d7cb92691357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.712320 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.725483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d1cafa97-21b7-46d1-90b6-6fe42a53e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:35.727066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-d1cafa97-21b7-46d1-90b6-6fe42a53e528 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=474776aa-cae1-4a9d-9441-f916815ee76a HTTP/1.1" status: 200 len: 854 time: 0.1155097 Sep 18 02:19:35.734598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-efdd5ff2-b9f8-4dd4-acec-d7cb92691357 None None] Port 37711936-fdce-432a-ac8f-80035b468375 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:35.768457 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-09929c9b-0bbc-4f13-b99e-cd2f0724a3d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dda75c3-b708-4354-9223-4d6dfbc8c946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343552 Sep 18 02:19:35.769181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.771730 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:35.772832 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b97ca7a-b48c-4d42-b89e-449c64bd512f tempest-FloatingIPAdminTestJSON-446605131 tempest-FloatingIPAdminTestJSON-446605131-project] 10.222.0.21 "DELETE /v2.0/floatingips/6edd96ee-4602-4b7c-9a26-0ab940fd6d80 HTTP/1.1" status: 204 len: 168 time: 1.6312661 Sep 18 02:19:35.787854 n-d-789963-12 neutron-server[106439]: INFO neutron.db.ipam_backend_mixin [None req-60a6683c-7fcf-4b49-a314-d06d4e6dd699 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 854d5f43-8422-4e1a-a213-7ce023a6fee5 (CIDR: 2001:db8::/64) Sep 18 02:19:35.796574 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a6683c-7fcf-4b49-a314-d06d4e6dd699 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:19:35.797027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a6683c-7fcf-4b49-a314-d06d4e6dd699 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:19:35.857614 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-60a6683c-7fcf-4b49-a314-d06d4e6dd699 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6413469 Sep 18 02:19:35.857614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52190) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:35.862601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:35.939884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-df1518a1-5dbd-4bc6-9c10-a8515a0312c2 service neutron] 10.222.0.18 "GET /v2.0/networks/0dda75c3-b708-4354-9223-4d6dfbc8c946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608407 Sep 18 02:19:35.961627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400827e1-366a-40bc-ab26-8c76cfc0aeab req-09708394-8963-4028-8883-bb307838cdb0 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:35.971737 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-400827e1-366a-40bc-ab26-8c76cfc0aeab req-09708394-8963-4028-8883-bb307838cdb0 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 944 time: 0.0926275 Sep 18 02:19:36.061715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Router 0a8d5d0f-baf8-4530-9a06-4412277835d1 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:19:36.098973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:36.104149 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:36.181006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52198) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:36.208836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-400827e1-366a-40bc-ab26-8c76cfc0aeab req-40b0de03-0070-4a40-afd6-afc257ed756c tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313588 Sep 18 02:19:36.277274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06bb47c1-9779-49b8-a2ba-cc5159a5f742 req-eb135b0e-c913-44e7-9c0b-948ec1772e8b service neutron] 10.222.0.18 "GET /v2.0/networks/0dda75c3-b708-4354-9223-4d6dfbc8c946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909374 Sep 18 02:19:36.281160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 16a0f312-36e2-4878-a776-a073dcca4184 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:36.331551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:36.367889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:36.368613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:36.375219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:36.391094 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Sync routers for ids ['0a8d5d0f-baf8-4530-9a06-4412277835d1'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:36.411674 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Routers {'0a8d5d0f-baf8-4530-9a06-4412277835d1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:36.416557 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0a8d5d0f-baf8-4530-9a06-4412277835d1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:36.423435 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:36.428512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-16c65c56-305e-4225-8055-f35b354a87b0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7478774 Sep 18 02:19:36.429448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52208) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:36.444510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-e1e4fba7-156e-4bea-9544-f7050f30c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:36.446058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-e1e4fba7-156e-4bea-9544-f7050f30c001 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3444e930c683421aaf70e8c141d7f53b&device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 1096 time: 0.1020291 Sep 18 02:19:36.516189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52210) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:36.585901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 765fb368-c84c-42f3-ace1-30587d0e20f3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:36.595931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6afb25-06f7-40d0-b385-3ac78aaf6d01 None None] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:36.610253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1121977133-network', 'tenant_id': 'dc50af5e37634e49bc6d4f8a402e126f'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:36.657030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-57bf4702-f355-4e46-bb2a-87aba698883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:36.658607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-57bf4702-f355-4e46-bb2a-87aba698883e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dda75c3-b708-4354-9223-4d6dfbc8c946 HTTP/1.1" status: 200 len: 914 time: 0.2052779 Sep 18 02:19:36.659395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Made reservation on behalf of dc50af5e37634e49bc6d4f8a402e126f for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:36.663380 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:36.666800 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Set router 0a8d5d0f-baf8-4530-9a06-4412277835d1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:36.718652 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:36.743520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9c8e0d65-cab3-4a1b-bb23-a8b57c02bddc None None] Provisioning complete for port 765fb368-c84c-42f3-ace1-30587d0e20f3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:36.743967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0d65-cab3-4a1b-bb23-a8b57c02bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:36.766550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-bfbbb86b-6d9a-43e2-85e7-5155f5ccf09b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=400f5d11-b027-452e-be19-703eb48617a0 HTTP/1.1" status: 200 len: 217 time: 0.1006708 Sep 18 02:19:36.857358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 765fb368-c84c-42f3-ace1-30587d0e20f3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:36.858198 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:36.881349 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1eb990ce-3fa4-4ffc-a53b-338732d672bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2acb385371c4087ae80d4e15288e342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956525 Sep 18 02:19:36.888281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52214) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:36.899293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-1e988c29-1f2d-429c-adc1-17ba8c8f2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:36.901270 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-1e988c29-1f2d-429c-adc1-17ba8c8f2d08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=474776aa-cae1-4a9d-9441-f916815ee76a HTTP/1.1" status: 200 len: 854 time: 0.1145153 Sep 18 02:19:36.944729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-0bc457f5-122b-48a2-ab8f-5554a116b599 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dda75c3-b708-4354-9223-4d6dfbc8c946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351379 Sep 18 02:19:36.949029 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:19:34Z', 'revision_number': 3, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port': {'id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:34Z', 'updated_at': '2021-09-18T02:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:36.967525 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0d65-cab3-4a1b-bb23-a8b57c02bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.023934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9c8e0d65-cab3-4a1b-bb23-a8b57c02bddc None None] For port 765fb368-c84c-42f3-ace1-30587d0e20f3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=765fb368-c84c-42f3-ace1-30587d0e20f3,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:37.026993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.029290 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Checking router: 0a8d5d0f-baf8-4530-9a06-4412277835d1 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:37.030020 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Updating router 0a8d5d0f-baf8-4530-9a06-4412277835d1 port b27f7734-95bf-49df-921b-2728d2e5ed23 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:19:37.064082 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0d65-cab3-4a1b-bb23-a8b57c02bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.066426 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.076378 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.109995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.130903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84e657b-6b71-4add-adb8-b3ca14f2d4ea,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:37.133752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.147829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327a1894-6d6a-425d-8e8b-6ea966f58c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.150318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:19:37.186793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e0d65-cab3-4a1b-bb23-a8b57c02bddc None None] Pushing event updated for resources: {'Port': ['ID=765fb368-c84c-42f3-ace1-30587d0e20f3,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:37.197077 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.197557 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Added segment 25909a80-cc65-4b06-b967-548b18d40b96 of type vlan for network 2e680472-ed6c-4515-ac67-5af6fa2f862f Sep 18 02:19:37.200640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327a1894-6d6a-425d-8e8b-6ea966f58c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.230177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=ca00617b-f8e3-45e5-b4f0-99d920e876f3,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:37.231993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-15855fa8-97e1-47dd-bb0a-ff9379b9ec10 service neutron] 10.222.0.18 "GET /v2.0/networks/0dda75c3-b708-4354-9223-4d6dfbc8c946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728949 Sep 18 02:19:37.247421 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:19:37.247806 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:19:37.327747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.391411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:37.396023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a9801515-0b00-4138-b449-f045200a8d38 None None] Provisioning complete for port 765fb368-c84c-42f3-ace1-30587d0e20f3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:37.396591 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9801515-0b00-4138-b449-f045200a8d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.401860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327a1894-6d6a-425d-8e8b-6ea966f58c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.404638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327a1894-6d6a-425d-8e8b-6ea966f58c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.406432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:37.408731 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-327a1894-6d6a-425d-8e8b-6ea966f58c29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/968be226-ff93-418e-9ab2-932c70954d5f HTTP/1.1" status: 204 len: 168 time: 0.5193360 Sep 18 02:19:37.421162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.421412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:37.421915 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.422128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:37.422701 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.441712 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a1894-6d6a-425d-8e8b-6ea966f58c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968be226-ff93-418e-9ab2-932c70954d5f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:37.455249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-645651df-ac50-49a0-8a94-ba4a7693f25c req-d1575dc0-2563-45f2-97b0-e3503c2e92e8 service neutron] 10.222.0.18 "GET /v2.0/networks/0dda75c3-b708-4354-9223-4d6dfbc8c946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997139 Sep 18 02:19:37.466843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9495208 Sep 18 02:19:37.469562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52220) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:37.474641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Request body: {'subnet': {'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1121977133-subnet', 'tenant_id': 'dc50af5e37634e49bc6d4f8a402e126f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:37.484917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2dfefc-c81b-4f4c-b0c1-0cae8212fa7f None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:37.494649 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.507957 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.528927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe84568-2ef3-4a1b-a19a-503657c4528e admin admin] Pushing event updated for resources: {'Network': ['ID=2e680472-ed6c-4515-ac67-5af6fa2f862f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:37.549110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Made reservation on behalf of dc50af5e37634e49bc6d4f8a402e126f for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:37.554075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.570065 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0ad3c-6f33-4b4a-8d68-b5242ae587f2 None None] Pushing event updated for resources: {'Port': ['ID=b27f7734-95bf-49df-921b-2728d2e5ed23,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:37.591584 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Attempting to bind port b27f7734-95bf-49df-921b-2728d2e5ed23 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:37.591950 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Attempting to bind port b27f7734-95bf-49df-921b-2728d2e5ed23 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:37.592308 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Attempting to bind port b27f7734-95bf-49df-921b-2728d2e5ed23 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:37.598737 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:37.599267 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:37.599721 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.600210 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:37.600729 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Bound port: b27f7734-95bf-49df-921b-2728d2e5ed23, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:37.601148 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.613444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2e680472-ed6c-4515-ac67-5af6fa2f862f details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:19:37.692925 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] For port b27f7734-95bf-49df-921b-2728d2e5ed23, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:37.704337 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] For port b27f7734-95bf-49df-921b-2728d2e5ed23, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b27f7734-95bf-49df-921b-2728d2e5ed23,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:37.717392 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.725710 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5ba44483-a24e-4530-811d-8d9ba4e3566f tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8647411 Sep 18 02:19:37.733860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd602a55-56ca-4c40-b085-41bf752ef651 req-1e41c3fe-e287-4a89-81c7-9c817b14efa7 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:37.734540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52224) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:37.735525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd602a55-56ca-4c40-b085-41bf752ef651 req-1e41c3fe-e287-4a89-81c7-9c817b14efa7 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 944 time: 0.3466699 Sep 18 02:19:37.750513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1380325971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca00617b-f8e3-45e5-b4f0-99d920e876f3'}], 'security_groups': ['17bc6ba2-a232-46c0-8c71-8ea9e3544e2e']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:37.797104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.797797 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0ad3c-6f33-4b4a-8d68-b5242ae587f2 None None] Pushing event updated for resources: {'Port': ['ID=b27f7734-95bf-49df-921b-2728d2e5ed23,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:37.848758 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Routers {'0a8d5d0f-baf8-4530-9a06-4412277835d1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:37.851174 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0a8d5d0f-baf8-4530-9a06-4412277835d1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:37.892276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:37.935700 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd602a55-56ca-4c40-b085-41bf752ef651 req-c8838bcc-69ec-4123-a70c-3f087cdfe198 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916873 Sep 18 02:19:37.951423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52226) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:37.992641 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e78df578-fb20-46aa-a12b-0dda4bb390c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.048538 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] Set router 0a8d5d0f-baf8-4530-9a06-4412277835d1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:38.103542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.206670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Allocated IP 172.20.0.1 (eaca588d-2d0d-4e30-abf8-3917ba919ddd/0f3345f1-fe64-45f2-a601-701b4ad96ca3/f079fa30-91d1-449b-8196-20b471960aea) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:38.207906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 765fb368-c84c-42f3-ace1-30587d0e20f3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:38.248953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c633b-f0c9-4f38-9278-501740085777 None None] Update dhcp port {'port': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'fixed_ips': [{'subnet_id': '854d5f43-8422-4e1a-a213-7ce023a6fee5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca00617b-f8e3-45e5-b4f0-99d920e876f3'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '16a0f312-36e2-4878-a776-a073dcca4184'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:19:38.251551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Checking segment: {'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:38.252495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Network hostable DHCP agents. Network: 2e680472-ed6c-4515-ac67-5af6fa2f862f, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:19:38.281106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e42236f-32be-485d-9216-d0b71baf0730,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:38.290748 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e99c633b-f0c9-4f38-9278-501740085777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.307300 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:19:34Z', 'revision_number': 3, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port': {'id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:34Z', 'updated_at': '2021-09-18T02:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:38.315215 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e78df578-fb20-46aa-a12b-0dda4bb390c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.326218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Network 2e680472-ed6c-4515-ac67-5af6fa2f862f is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:19:38.326477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e78df578-fb20-46aa-a12b-0dda4bb390c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.340664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2e680472-ed6c-4515-ac67-5af6fa2f862f) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:38.340933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38580c-6ea5-4375-bd6d-fff40e8b0abc None None] The sync data for ids ['0a8d5d0f-baf8-4530-9a06-4412277835d1'] in n-d-789963-12 is: [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:19:34Z', 'revision_number': 3, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port': {'id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:34Z', 'updated_at': '2021-09-18T02:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:38.347906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 765fb368-c84c-42f3-ace1-30587d0e20f3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:38.348826 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.352348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:38.352945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.355785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd20e60-c07b-4aa4-9f0e-eedbfd7c0bbc None None] Network 2e680472-ed6c-4515-ac67-5af6fa2f862f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:38.378892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7b4bb759-4954-4055-a59b-1c83cf330d21 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9025433 Sep 18 02:19:38.410890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78df578-fb20-46aa-a12b-0dda4bb390c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bfbf13-4e49-4454-8eaa-a7e37bdf60ae,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:38.424327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e78df578-fb20-46aa-a12b-0dda4bb390c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52a0a1b2b48649afad9e9b9dbfd4dffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714470 Sep 18 02:19:38.424951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52230) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:38.449939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.475907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Delete allocated IP 2001:db8::2c9 (a9b80d53-fb5e-4507-97db-b8416d0866b0/854d5f43-8422-4e1a-a213-7ce023a6fee5) {{(pid=106440) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 02:19:38.489498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8:0:1::236 (a9b80d53-fb5e-4507-97db-b8416d0866b0/ca00617b-f8e3-45e5-b4f0-99d920e876f3/37711936-fdce-432a-ac8f-80035b468375) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:38.530792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75dda0d2-a52f-43c7-bd50-030175907210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.564985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75dda0d2-a52f-43c7-bd50-030175907210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.573483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.600692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 400f5d11-b027-452e-be19-703eb48617a0 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:19:38.634743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:38.641151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:38.653911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:38.688078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Pushing event updated for resources: {'Port': ['ID=f079fa30-91d1-449b-8196-20b471960aea,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:38.742131 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.747268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75dda0d2-a52f-43c7-bd50-030175907210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.749970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-75dda0d2-a52f-43c7-bd50-030175907210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:38.757480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-75dda0d2-a52f-43c7-bd50-030175907210 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9bfbf13-4e49-4454-8eaa-a7e37bdf60ae HTTP/1.1" status: 204 len: 168 time: 0.3287766 Sep 18 02:19:38.830157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024332c6-0c78-451c-8193-48d9b5ccf235 None None] Network 2e680472-ed6c-4515-ac67-5af6fa2f862f requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:38.862010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dda0d2-a52f-43c7-bd50-030175907210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bfbf13-4e49-4454-8eaa-a7e37bdf60ae,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:39.141623 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.225386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceab33-a666-4493-8625-072ed826d030 req-f7979ee0-b331-4a33-909b-6834d7aef877 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:39.227021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aeceab33-a666-4493-8625-072ed826d030 req-f7979ee0-b331-4a33-909b-6834d7aef877 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 944 time: 0.1424479 Sep 18 02:19:39.232308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 400f5d11-b027-452e-be19-703eb48617a0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=400f5d11-b027-452e-be19-703eb48617a0,segment=NetworkSegment(114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1),segment_id=114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:39.263799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '400f5d11-b027-452e-be19-703eb48617a0', 'network_id': '0dda75c3-b708-4354-9223-4d6dfbc8c946', 'port_id': '400f5d11-b027-452e-be19-703eb48617a0', 'mac_address': 'fa:16:3e:70:65:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474776aa-cae1-4a9d-9441-f916815ee76a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:19:39.306142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aeceab33-a666-4493-8625-072ed826d030 req-6d75c12a-dadf-4a92-92f8-b563250af590 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665541 Sep 18 02:19:39.387068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6691db82-9df2-4ee4-9dbe-a8ca72fdd0e4 None None] Provisioning complete for port f079fa30-91d1-449b-8196-20b471960aea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:39.387771 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6691db82-9df2-4ee4-9dbe-a8ca72fdd0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.423786 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.431830 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.446685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.459148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400f5d11-b027-452e-be19-703eb48617a0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:19:39.491269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 400f5d11-b027-452e-be19-703eb48617a0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=400f5d11-b027-452e-be19-703eb48617a0,segment=NetworkSegment(114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1),segment_id=114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:39.497284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-c7744715-4b54-4a1f-9325-2e197a1ab241 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:39.499191 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-c7744715-4b54-4a1f-9325-2e197a1ab241 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 814 time: 0.2008450 Sep 18 02:19:39.499704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52252) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:39.499843 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.502861 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.507925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6691db82-9df2-4ee4-9dbe-a8ca72fdd0e4 None None] Port f079fa30-91d1-449b-8196-20b471960aea cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:39.522957 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.544741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.547498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Pushing event updated for resources: {'Port': ['ID=f079fa30-91d1-449b-8196-20b471960aea,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:39.557441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f591189-ca12-4d60-909e-624dcde15596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.583499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-5f2960c8-b1c9-4da8-accb-0b2d68cae5a4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/quotas/dc50af5e37634e49bc6d4f8a402e126f HTTP/1.1" status: 200 len: 375 time: 0.0673013 Sep 18 02:19:39.587269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=400f5d11-b027-452e-be19-703eb48617a0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:39.603760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-e99c633b-f0c9-4f38-9278-501740085777 None None] Allocated IP 2001:db8:0:1::2 (a9b80d53-fb5e-4507-97db-b8416d0866b0/ca00617b-f8e3-45e5-b4f0-99d920e876f3/16a0f312-36e2-4878-a776-a073dcca4184) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:39.616322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] In _notify_port_updated(), no bound segment for port 37711936-fdce-432a-ac8f-80035b468375 on network a9b80d53-fb5e-4507-97db-b8416d0866b0 {{(pid=106440) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:19:39.622396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:39.623120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.624467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "PUT /v2.0/ports/37711936-fdce-432a-ac8f-80035b468375 HTTP/1.1" status: 200 len: 931 time: 1.8887763 Sep 18 02:19:39.655705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52256) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:39.657912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-1de9d22d-0328-44f1-8bbe-e7a1bb787d37 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455692 Sep 18 02:19:39.714568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:39.714568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:39.728922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943e2c2-0a7b-455c-bd95-eebba1fa490a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=37711936-fdce-432a-ac8f-80035b468375,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:39.738662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e99c633b-f0c9-4f38-9278-501740085777 None None] For port 16a0f312-36e2-4878-a776-a073dcca4184, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=16a0f312-36e2-4878-a776-a073dcca4184,segment=NetworkSegment(209d9649-7c64-4de8-83dd-5bdb2fdbdbf7),segment_id=209d9649-7c64-4de8-83dd-5bdb2fdbdbf7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:39.769327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['400f5d11-b027-452e-be19-703eb48617a0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:19:39.812872 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e99c633b-f0c9-4f38-9278-501740085777 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.822560 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e99c633b-f0c9-4f38-9278-501740085777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:39.897190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52258) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:39.909748 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-21269b06-fae2-4cc3-b0b8-723e6bf2cad6 service neutron] 10.222.0.21 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406554 Sep 18 02:19:39.973875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Router 0a8d5d0f-baf8-4530-9a06-4412277835d1 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:39.994469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c633b-f0c9-4f38-9278-501740085777 None None] Pushing event updated for resources: {'Port': ['ID=16a0f312-36e2-4878-a776-a073dcca4184,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:40.046048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec9d2e39-fffa-4a39-a2a3-fc09e0a02933 service neutron] 10.222.0.21 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247115 Sep 18 02:19:40.059322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f41fda48-a853-46d9-9d2c-e1e4db1a0a4b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 37711936-fdce-432a-ac8f-80035b468375 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:40.060072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f41fda48-a853-46d9-9d2c-e1e4db1a0a4b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.072969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-46369903-88ac-4d7b-88c2-caaa8e0a8ae9 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/floatingips/4aee488c-ed4b-4633-9fb9-5e4755b777b2 HTTP/1.1" status: 200 len: 993 time: 0.1741290 Sep 18 02:19:40.143140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b08cc48c-8fe4-48a5-a0b2-6baa53927bf6 None None] Provisioning complete for port f079fa30-91d1-449b-8196-20b471960aea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:40.143516 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b08cc48c-8fe4-48a5-a0b2-6baa53927bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.147228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f591189-ca12-4d60-909e-624dcde15596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.235893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:40.246764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-212efb17-cd8d-4c00-a6d5-bfb777d116be admin admin] 10.222.0.21 "PUT /v2.0/routers/0a8d5d0f-baf8-4530-9a06-4412277835d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7012198 Sep 18 02:19:40.247286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b08cc48c-8fe4-48a5-a0b2-6baa53927bf6 None None] Port f079fa30-91d1-449b-8196-20b471960aea cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:40.262093 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f591189-ca12-4d60-909e-624dcde15596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.356300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b27f7734-95bf-49df-921b-2728d2e5ed23 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:40.372426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f41fda48-a853-46d9-9d2c-e1e4db1a0a4b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.377948 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f591189-ca12-4d60-909e-624dcde15596 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94da90e59c364a9d9dfa3deb243244ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8729610 Sep 18 02:19:40.393887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52272) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:40.427049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2df172a2-89ad-4ac5-852a-552479ad4631 req-0c4d198b-ef0c-49dd-bb97-9a558b97250c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 210 time: 0.0889184 Sep 18 02:19:40.445771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52274) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:40.470734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f41fda48-a853-46d9-9d2c-e1e4db1a0a4b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 37711936-fdce-432a-ac8f-80035b468375 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:40.478026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f591189-ca12-4d60-909e-624dcde15596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf439aa-37e6-4537-87df-3cb85235dfd9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:40.498169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b27f7734-95bf-49df-921b-2728d2e5ed23 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:40.498624 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.566107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 400f5d11-b027-452e-be19-703eb48617a0 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:40.676960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 400f5d11-b027-452e-be19-703eb48617a0 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:19:40.687167 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.696567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 400f5d11-b027-452e-be19-703eb48617a0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:40.696938 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.754744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf640df6-154f-4405-915c-06c062ef7252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.790331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea674-da0b-43cc-b37f-0ba5d290533f req-75842ee3-491c-4b7b-a094-310ccbae1475 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:40.793634 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab6ea674-da0b-43cc-b37f-0ba5d290533f req-75842ee3-491c-4b7b-a094-310ccbae1475 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 945 time: 0.3109541 Sep 18 02:19:40.818772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port b27f7734-95bf-49df-921b-2728d2e5ed23, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b27f7734-95bf-49df-921b-2728d2e5ed23,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:40.841368 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.842658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 16a0f312-36e2-4878-a776-a073dcca4184 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:40.847623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 1c417d57-32d5-4182-9094-0d7c4fb837dd {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:40.847966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.857587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf640df6-154f-4405-915c-06c062ef7252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:40.941003 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab6ea674-da0b-43cc-b37f-0ba5d290533f req-ac409d2c-89a5-40f9-a82c-43a5a989ed4b tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305566 Sep 18 02:19:41.054078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf640df6-154f-4405-915c-06c062ef7252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.061298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf640df6-154f-4405-915c-06c062ef7252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.062474 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bf640df6-154f-4405-915c-06c062ef7252 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cf439aa-37e6-4537-87df-3cb85235dfd9 HTTP/1.1" status: 204 len: 168 time: 0.6671276 Sep 18 02:19:41.073805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f41fda48-a853-46d9-9d2c-e1e4db1a0a4b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.089474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Sync routers for ids ['0a8d5d0f-baf8-4530-9a06-4412277835d1'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:41.092720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.093065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.101698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf640df6-154f-4405-915c-06c062ef7252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf439aa-37e6-4537-87df-3cb85235dfd9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:41.137626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fda48-a853-46d9-9d2c-e1e4db1a0a4b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=37711936-fdce-432a-ac8f-80035b468375,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:41.138899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 1c417d57-32d5-4182-9094-0d7c4fb837dd owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:41.209706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=b27f7734-95bf-49df-921b-2728d2e5ed23,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:41.228598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Routers {'0a8d5d0f-baf8-4530-9a06-4412277835d1'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:41.229231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0a8d5d0f-baf8-4530-9a06-4412277835d1'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:41.231488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f41fda48-a853-46d9-9d2c-e1e4db1a0a4b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.234033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:41.234404 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.235869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0beeee0d-6f4f-4f94-9159-c2c27e629945 None None] Provisioning complete for port 8d10ff42-f91d-4463-b6dd-038c340228ee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:41.236338 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0beeee0d-6f4f-4f94-9159-c2c27e629945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.237712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.252346 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f41fda48-a853-46d9-9d2c-e1e4db1a0a4b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/37711936-fdce-432a-ac8f-80035b468375 HTTP/1.1" status: 204 len: 168 time: 1.5881469 Sep 18 02:19:41.252346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52292) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:41.310644 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50f094d-3764-4484-86eb-f989ed9e7824 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:19:41.315622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e50f094d-3764-4484-86eb-f989ed9e7824 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/37711936-fdce-432a-ac8f-80035b468375 HTTP/1.1" status: 404 len: 333 time: 0.0666387 Sep 18 02:19:41.318912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52298) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:41.396059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 400f5d11-b027-452e-be19-703eb48617a0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=400f5d11-b027-452e-be19-703eb48617a0,segment=NetworkSegment(114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1),segment_id=114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:41.419316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cfda60-84c4-4454-aabd-387d1324244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400f5d11-b027-452e-be19-703eb48617a0'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:41.421722 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70967c07-9128-4d62-9231-f5c9d5115842" -d '{"events": [{"server_uuid": "82cfda60-84c4-4454-aabd-387d1324244b", "name": "network-vif-plugged", "status": "completed", "tag": "400f5d11-b027-452e-be19-703eb48617a0"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:41.438511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.456293 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.480433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3b01-3494-4722-8170-63c0fb284d7b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.486035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=1c417d57-32d5-4182-9094-0d7c4fb837dd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:41.537053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0beeee0d-6f4f-4f94-9159-c2c27e629945 None None] Port 8d10ff42-f91d-4463-b6dd-038c340228ee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:41.575322 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed872fb1-d42e-47c2-8638-538e3334aa45 x-openstack-request-id: req-ed872fb1-d42e-47c2-8638-538e3334aa45 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:41.576456 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cfda60-84c4-4454-aabd-387d1324244b", "name": "network-vif-plugged", "status": "completed", "tag": "400f5d11-b027-452e-be19-703eb48617a0", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:41.576600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3b01-3494-4722-8170-63c0fb284d7b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.577931 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed872fb1-d42e-47c2-8638-538e3334aa45 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:41.579215 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cfda60-84c4-4454-aabd-387d1324244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400f5d11-b027-452e-be19-703eb48617a0', 'code': 200} Sep 18 02:19:41.606566 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.607067 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Floating IP 4aee488c-ed4b-4633-9fb9-5e4755b777b2 disassociated (deleted). External IP: 172.25.0.162, port: e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6. Sep 18 02:19:41.646446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:41.681885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e126ce83-b8eb-4c79-ab30-c71806c65b85 req-dfe58708-c34d-4f19-9f3c-411058acd5f0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 210 time: 0.0797207 Sep 18 02:19:41.696342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1950446148-network', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:41.707816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Set router 0a8d5d0f-baf8-4530-9a06-4412277835d1 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:41.749298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Made reservation on behalf of f3c6a32eccbe440b84b57e364316ebc7 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:41.752298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.770692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.822498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0beeee0d-6f4f-4f94-9159-c2c27e629945 None None] Could not find standard attr ID for object 37711936-fdce-432a-ac8f-80035b468375. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:19:41.862551 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3b01-3494-4722-8170-63c0fb284d7b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.865581 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3b01-3494-4722-8170-63c0fb284d7b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:41.867097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9bdb3b01-3494-4722-8170-63c0fb284d7b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/security-groups/f7093918-7598-4f4f-9519-4683e9e22343 HTTP/1.1" status: 204 len: 168 time: 0.5454214 Sep 18 02:19:41.877226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52314) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:41.900705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb3b01-3494-4722-8170-63c0fb284d7b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7093918-7598-4f4f-9519-4683e9e22343,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:41.912244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec78fe-a128-4075-8c33-62d5b0efd425 req-691cf3d1-c65b-45a8-bbef-cd6980a4ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:41.913751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dec78fe-a128-4075-8c33-62d5b0efd425 req-691cf3d1-c65b-45a8-bbef-cd6980a4ac76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 1098 time: 0.2649643 Sep 18 02:19:41.926411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0beeee0d-6f4f-4f94-9159-c2c27e629945 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:41.927084 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0beeee0d-6f4f-4f94-9159-c2c27e629945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.046062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.073792 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.077303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=400f5d11-b027-452e-be19-703eb48617a0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:42.121450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:19:42.122885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 76f426c5-e529-41ab-a5c6-a9dea3070b44 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:42.225119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95bcce62-3150-449f-b57b-ddb523e631c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.256750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8dec78fe-a128-4075-8c33-62d5b0efd425 req-168ff1d4-3ff1-40fb-a292-236730814f5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228362 Sep 18 02:19:42.258342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.258632 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Added segment 3074306a-6544-49ef-abc4-7c5e26318bb4 of type vlan for network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 Sep 18 02:19:42.267255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b88fa-2e28-4de2-9235-ab7c21ce64a3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:42.275183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d8ed-457a-47fd-ad18-d50fcca62d8b req-88661582-237b-41e7-9c99-272f5bcabb15 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:42.277884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc84d8ed-457a-47fd-ad18-d50fcca62d8b req-88661582-237b-41e7-9c99-272f5bcabb15 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 946 time: 0.1863000 Sep 18 02:19:42.295408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-9371faba-e01c-4b0f-99d9-ea1114044333 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:42.297092 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-9371faba-e01c-4b0f-99d9-ea1114044333 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.20 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 814 time: 0.3148100 Sep 18 02:19:42.314432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Request body: {'port': {'device_id': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f', 'admin_state_up': True, 'tenant_id': 'dc50af5e37634e49bc6d4f8a402e126f'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:42.321038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95bcce62-3150-449f-b57b-ddb523e631c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.346233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.398350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.398609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:42.399287 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.426411 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95bcce62-3150-449f-b57b-ddb523e631c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.426411 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95bcce62-3150-449f-b57b-ddb523e631c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.426411 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-95bcce62-3150-449f-b57b-ddb523e631c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/security-groups/17bc6ba2-a232-46c0-8c71-8ea9e3544e2e HTTP/1.1" status: 204 len: 168 time: 0.5451729 Sep 18 02:19:42.432785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52328) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:42.438572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b27f7734-95bf-49df-921b-2728d2e5ed23 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:42.485068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcce62-3150-449f-b57b-ddb523e631c7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc6ba2-a232-46c0-8c71-8ea9e3544e2e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:42.496704 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8475883 Sep 18 02:19:42.497772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52330) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:42.535668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:19:39Z', 'revision_number': 4, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port': {'id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:34Z', 'updated_at': '2021-09-18T02:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f079fa30-91d1-449b-8196-20b471960aea', 'name': '', 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'tenant_id': '140353b218214789860e8eece24704a5', 'mac_address': 'fa:16:3e:57:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:37Z', 'updated_at': '2021-09-18T02:19:39Z', 'revision_number': 2, 'project_id': '140353b218214789860e8eece24704a5', 'subnets': [{'id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:42.537527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b27f7734-95bf-49df-921b-2728d2e5ed23 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:42.537901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.539839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Request body: {'subnet': {'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1950446148-subnet', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:42.554341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d711-ea2c-4218-b63b-552f97776074 admin admin] Pushing event updated for resources: {'Network': ['ID=3173b68c-6eea-4233-b80f-6d99fd3ec6e2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:42.582361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed53d43f-cb24-43d2-95f5-040d396e96ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet 854d5f43-8422-4e1a-a213-7ce023a6fee5 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:42.585662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:19:42.586277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed53d43f-cb24-43d2-95f5-040d396e96ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.632497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed53d43f-cb24-43d2-95f5-040d396e96ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.653562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0cc0da8c-34b8-4a8c-a3b8-c9e4535bb11f None None] Could not find standard attr ID for object 37711936-fdce-432a-ac8f-80035b468375. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:19:42.655080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Checking router: 0a8d5d0f-baf8-4530-9a06-4412277835d1 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:42.655587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Updating router 0a8d5d0f-baf8-4530-9a06-4412277835d1 port f079fa30-91d1-449b-8196-20b471960aea binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:19:42.735752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.736385 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed53d43f-cb24-43d2-95f5-040d396e96ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.809022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Made reservation on behalf of f3c6a32eccbe440b84b57e364316ebc7 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:42.812810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.825197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed53d43f-cb24-43d2-95f5-040d396e96ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.871223 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc84d8ed-457a-47fd-ad18-d50fcca62d8b req-9919d434-3f16-4edd-83e5-4cde3ae0f162 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712311 Sep 18 02:19:42.876657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Made reservation on behalf of dc50af5e37634e49bc6d4f8a402e126f for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:42.880311 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.901603 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26d729d9-7707-46f4-842d-77a8deae7d93 req-8b5193e8-4b55-4cc8-9d6a-4b80425e0c18 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 210 time: 0.0948815 Sep 18 02:19:42.909347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53d43f-cb24-43d2-95f5-040d396e96ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=854d5f43-8422-4e1a-a213-7ce023a6fee5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:42.931438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:42.946597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:42.946807 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] Sync routers for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:42.948889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f9b6b4-06e3-4cf3-aaf7-ac55924875f8 None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:42.965335 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:42.967415 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:43.027399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2644f5de-3cc1-4f8e-81f1-bfd9c6bc2f56 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/floatingips/4aee488c-ed4b-4633-9fb9-5e4755b777b2 HTTP/1.1" status: 204 len: 168 time: 2.5803192 Sep 18 02:19:43.030702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:43.033514 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a1b54-44ff-450f-968f-7ca5403f8db6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:43.050303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed53d43f-cb24-43d2-95f5-040d396e96ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.057852 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ed53d43f-cb24-43d2-95f5-040d396e96ef tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/854d5f43-8422-4e1a-a213-7ce023a6fee5 HTTP/1.1" status: 204 len: 168 time: 0.6236920 Sep 18 02:19:43.063051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52346) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:43.068728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:43.140727 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8796057a-7cd2-4579-9652-ed6c558f797f x-openstack-request-id: req-8796057a-7cd2-4579-9652-ed6c558f797f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:43.141235 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:43.141379 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8796057a-7cd2-4579-9652-ed6c558f797f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:43.141750 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'status': 'completed', 'code': 200} Sep 18 02:19:43.212093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-d181772f-500d-4cfd-aa86-423bba7ffd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:43.214280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-d181772f-500d-4cfd-aa86-423bba7ffd2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae823ee93e1147238401cca778c2a28d&device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 1097 time: 0.0682664 Sep 18 02:19:43.215389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Allocated IP 172.20.0.8 (2e680472-ed6c-4515-ac67-5af6fa2f862f/8e42236f-32be-485d-9216-d0b71baf0730/cbb6cf88-9055-43bf-9870-207de6384ee9) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:43.346901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.488792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.495312 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:43.496787 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.520472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-ca7686ec-3314-4177-bf80-9b454979b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:43.521995 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-ca7686ec-3314-4177-bf80-9b454979b8da service neutron] 10.222.0.20 "GET /v2.0/networks?id=00ec2e9f-8413-4704-a527-4eb2ccb7522e HTTP/1.1" status: 200 len: 896 time: 0.2876337 Sep 18 02:19:43.547329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:43.552432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52356) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:43.552742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.654978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-66466f73-9b82-46e2-a47a-4004f00527af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 HTTP/1.1" status: 200 len: 217 time: 0.1174519 Sep 18 02:19:43.680502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8553c-b13d-4cfb-8b84-f2a42d2850ac None None] Pushing event updated for resources: {'Port': ['ID=f079fa30-91d1-449b-8196-20b471960aea,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:43.717590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Attempting to bind port f079fa30-91d1-449b-8196-20b471960aea on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:43.720738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Attempting to bind port f079fa30-91d1-449b-8196-20b471960aea by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:43.722513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Attempting to bind port f079fa30-91d1-449b-8196-20b471960aea on network eaca588d-2d0d-4e30-abf8-3917ba919ddd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:43.739556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:43.743268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Checking segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:43.744595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.746157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Bound using segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:43.746823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Bound port: f079fa30-91d1-449b-8196-20b471960aea, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:43.747325 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.828889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52aa82b2-ca90-4f6b-9881-219c5b037458,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:43.844727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-c6729208-c3d7-4383-8f86-cb96204386af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:43.846806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-c6729208-c3d7-4383-8f86-cb96204386af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f HTTP/1.1" status: 200 len: 834 time: 0.1798468 Sep 18 02:19:43.877418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] For port f079fa30-91d1-449b-8196-20b471960aea, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:43.882968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] For port f079fa30-91d1-449b-8196-20b471960aea, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f079fa30-91d1-449b-8196-20b471960aea,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:43.893491 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.894593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Checking segment: {'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:43.897047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Network hostable DHCP agents. Network: 3173b68c-6eea-4233-b80f-6d99fd3ec6e2, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:19:43.907575 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:47Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:43.918234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.918736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.921738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.922265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.922705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.925100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.925375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.927343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.927816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.929046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.929467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.930087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:43.934459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:43.954295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fb6a2-38e1-4d15-b6d3-4efb6a82403a req-1205600d-04db-4128-8be7-63fdd30fb063 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:43.957129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-880fb6a2-38e1-4d15-b6d3-4efb6a82403a req-1205600d-04db-4128-8be7-63fdd30fb063 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 945 time: 0.4841597 Sep 18 02:19:43.961111 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] Checking router: 76f426c5-e529-41ab-a5c6-a9dea3070b44 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:43.970946 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:43.971785 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:44.020815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:19:44.053050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Routers {'0a8d5d0f-baf8-4530-9a06-4412277835d1'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:44.053807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0a8d5d0f-baf8-4530-9a06-4412277835d1'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:44.076974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 3173b68c-6eea-4233-b80f-6d99fd3ec6e2) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:44.081962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:44.083148 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.092588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-880fb6a2-38e1-4d15-b6d3-4efb6a82403a req-7ca3dc8e-7417-49db-9f48-178550acca4e tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247082 Sep 18 02:19:44.104005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2012657370'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:44.117508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.184562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8553c-b13d-4cfb-8b84-f2a42d2850ac None None] Pushing event updated for resources: {'Port': ['ID=f079fa30-91d1-449b-8196-20b471960aea,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:44.187917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d3b99d85-252f-4e34-91f8-d16723b964a2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6523008 Sep 18 02:19:44.192597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd3c26-aa55-41e3-9f25-1dada806d280 None None] Network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:44.210781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52364) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:44.230428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:44.242570 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:44.307941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b8de2efd-5276-49dd-b706-f4748cfb3fe3 None None] Provisioning complete for port f079fa30-91d1-449b-8196-20b471960aea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:44.308198 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8de2efd-5276-49dd-b706-f4748cfb3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.323814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Network 2e680472-ed6c-4515-ac67-5af6fa2f862f is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:44.331020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:44.349134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:44.361204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.423193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:44.423874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.425778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] Set router 0a8d5d0f-baf8-4530-9a06-4412277835d1 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:44.429202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-2a391da8-16e4-4b8c-a98b-93ca00d40f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:44.429742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:44.431523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-2a391da8-16e4-4b8c-a98b-93ca00d40f93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00ec2e9f-8413-4704-a527-4eb2ccb7522e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5757952 Sep 18 02:19:44.443197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Made reservation on behalf of ffa5f535ba894f0b80ade8822a1b9564 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:44.446978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.451291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:44.462684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.465758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:44.466490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.473323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:44.489558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431e747-0c07-43fb-8fe4-0edbfa731bee req-99cb8f20-dcea-4f37-8278-0cbfe6ef94d7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:44.492906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5431e747-0c07-43fb-8fe4-0edbfa731bee req-99cb8f20-dcea-4f37-8278-0cbfe6ef94d7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 931 time: 0.2464299 Sep 18 02:19:44.497952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=bbd8b809-2de3-47b4-b7b5-68637c45d684,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:44.519926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.520991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.543362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-313f2ad6-5afd-4eda-8ccb-b76811b3f8c9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4763701 Sep 18 02:19:44.550189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52366) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:44.569519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4d960fb1-8c71-4b66-bd9d-fea76b7bccaf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'security_group': {'name': 'tempest-secgroup-508171685'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:44.578750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963010f5-b9db-4fbf-bdea-7838368be61d req-85589a8d-3f0b-4923-98da-e56b47a3fa85 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:44.580348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-963010f5-b9db-4fbf-bdea-7838368be61d req-85589a8d-3f0b-4923-98da-e56b47a3fa85 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 946 time: 0.4457133 Sep 18 02:19:44.605952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a25e18d-1953-45dc-a5ec-e2da776d7cfc None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:44.663712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.680737 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:47Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:44.726057 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf5b88-c3bf-4144-af2c-20f3b0f33503 None None] The sync data for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 is: [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:18:41Z', 'revision_number': 4, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5ab0007d-2a0b-4d78-aac4-1901960f6ee0', 'name': '', 'network_id': '00ec2e9f-8413-4704-a527-4eb2ccb7522e', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'mac_address': 'fa:16:3e:30:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:40Z', 'updated_at': '2021-09-18T02:18:47Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'subnets': [{'id': '8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:44.748528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-3d65af9c-a337-41b9-889f-e07313240cb0 service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897823 Sep 18 02:19:44.750319 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a9b322de-f335-4706-b5a4-c30a54bcdc85 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4413974 Sep 18 02:19:44.757297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5431e747-0c07-43fb-8fe4-0edbfa731bee req-3f524750-809a-4190-a7de-cc10045f7372 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557769 Sep 18 02:19:44.796472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Request body: {'port': {'device_id': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:44.816955 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8de2efd-5276-49dd-b706-f4748cfb3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.819058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-3173b68c-6eea-4233-b80f-6d99fd3ec6e2', 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'fixed_ips': [{'subnet_id': '52aa82b2-ca90-4f6b-9881-219c5b037458'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:19:44.820004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:44.861479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.009006 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-963010f5-b9db-4fbf-bdea-7838368be61d req-e3837f6d-4ac9-41fb-8f6b-0c808a106174 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796921 Sep 18 02:19:45.062105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.067768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.102750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-8a73cc44-26c0-4810-a083-524af54167ba tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:45.104682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-8a73cc44-26c0-4810-a083-524af54167ba tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 945 time: 0.3013864 Sep 18 02:19:45.131826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d960fb1-8c71-4b66-bd9d-fea76b7bccaf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.141088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b8de2efd-5276-49dd-b706-f4748cfb3fe3 None None] For port f079fa30-91d1-449b-8196-20b471960aea, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f079fa30-91d1-449b-8196-20b471960aea,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:45.142272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.170516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.207676 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8de2efd-5276-49dd-b706-f4748cfb3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.215818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8605d729-3ccd-46c0-afff-84e1dc3293a5 None None] New status for floating IP 4aee488c-ed4b-4633-9fb9-5e4755b777b2: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:19:45.220492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-1b257c7d-1fa9-48a9-8095-fd7a0f951653 service neutron] 10.222.0.20 "GET /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399679 Sep 18 02:19:45.222364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:19:45.225875 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.301936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1558ef6-211a-4d0c-89fe-67e7021b0ef4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:45.309807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.310373 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Added segment 48853aa9-d5f5-4e74-8c9e-7a17e15a01a7 of type vlan for network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 Sep 18 02:19:45.354683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de2efd-5276-49dd-b706-f4748cfb3fe3 None None] Pushing event updated for resources: {'Port': ['ID=f079fa30-91d1-449b-8196-20b471960aea,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:45.452169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.488905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Allocated IP 172.25.0.245 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/79a4a79f-f259-4e1c-ae0a-a6dea81cecdb) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:45.515475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-da7d2162-9545-4bbf-8255-834643332370 None None] Provisioning complete for port 8d10ff42-f91d-4463-b6dd-038c340228ee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:45.515853 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da7d2162-9545-4bbf-8255-834643332370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.524659 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Allocated IP 172.20.0.2 (3173b68c-6eea-4233-b80f-6d99fd3ec6e2/52aa82b2-ca90-4f6b-9881-219c5b037458/9b95e069-f129-49a2-b1a0-da050acfbcc9) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:45.528998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.535217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:45.535973 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.546488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:45.546885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.552043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d960fb1-8c71-4b66-bd9d-fea76b7bccaf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.581095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc2180-c885-4bee-8d6c-22c192bb159e req-e578c6cb-dc81-4935-aa38-a916f0456163 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:45.582392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21dc2180-c885-4bee-8d6c-22c192bb159e req-e578c6cb-dc81-4935-aa38-a916f0456163 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 945 time: 0.3375423 Sep 18 02:19:45.587137 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d960fb1-8c71-4b66-bd9d-fea76b7bccaf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.608406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-da7d2162-9545-4bbf-8255-834643332370 None None] Port 8d10ff42-f91d-4463-b6dd-038c340228ee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:45.634845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:19:39Z', 'revision_number': 4, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port': {'id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:34Z', 'updated_at': '2021-09-18T02:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f079fa30-91d1-449b-8196-20b471960aea', 'name': '', 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'tenant_id': '140353b218214789860e8eece24704a5', 'mac_address': 'fa:16:3e:57:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:37Z', 'updated_at': '2021-09-18T02:19:43Z', 'revision_number': 4, 'project_id': '140353b218214789860e8eece24704a5', 'subnets': [{'id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:45.656128 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1014581 Sep 18 02:19:45.682828 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d960fb1-8c71-4b66-bd9d-fea76b7bccaf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.683076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618264d-ae52-4590-b37c-0cd54f05ed42 None None] The sync data for ids ['0a8d5d0f-baf8-4530-9a06-4412277835d1'] in n-d-789963-12 is: [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:19:39Z', 'revision_number': 4, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port': {'id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:34Z', 'updated_at': '2021-09-18T02:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f079fa30-91d1-449b-8196-20b471960aea', 'name': '', 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'tenant_id': '140353b218214789860e8eece24704a5', 'mac_address': 'fa:16:3e:57:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:37Z', 'updated_at': '2021-09-18T02:19:43Z', 'revision_number': 4, 'project_id': '140353b218214789860e8eece24704a5', 'subnets': [{'id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:45.683270 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4d960fb1-8c71-4b66-bd9d-fea76b7bccaf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1292543 Sep 18 02:19:45.684078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52382) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:45.685600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d960fb1-8c71-4b66-bd9d-fea76b7bccaf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0d9b7-53b6-4cc1-ae9f-e0c96517beb9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:45.704415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5c05d40f-1934-431c-b272-fed33ad76814 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'security_group': {'name': 'tempest-secgroup-382014479'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:45.746139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21dc2180-c885-4bee-8d6c-22c192bb159e req-321a8c6f-927a-4aae-b050-712c3980f118 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/security-groups?id=63186ef4-e9e4-4cc1-aa81-676fa4efdec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399190 Sep 18 02:19:45.758982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac2e1c-cadd-4ac9-8b9e-497f95a56688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Pushing event updated for resources: {'Network': ['ID=8ea7098c-00bc-4d69-976f-76e2167fd9c7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:45.789119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.806094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-da7d2162-9545-4bbf-8255-834643332370 None None] Provisioning complete for port f079fa30-91d1-449b-8196-20b471960aea triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:45.806985 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da7d2162-9545-4bbf-8255-834643332370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.829090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c05d40f-1934-431c-b272-fed33ad76814 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.842498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:19:45.873374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:45.873374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.876946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:45.891648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:45.944080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:45.949915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:45.957094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:46.027751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Pushing event updated for resources: {'Port': ['ID=79a4a79f-f259-4e1c-ae0a-a6dea81cecdb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:46.104852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.119260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba9d25-dfed-4602-8fe4-7566870f39e8 req-8a26b6a2-39a2-45ed-bec6-88de5eaa385e tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:46.127547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8ba9d25-dfed-4602-8fe4-7566870f39e8 req-8a26b6a2-39a2-45ed-bec6-88de5eaa385e tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 946 time: 0.5059979 Sep 18 02:19:46.154882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:46.155508 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.159139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba238f2-159a-4c51-b00c-28fee5be1720 None None] Update dhcp port {'port': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'fixed_ips': [{'subnet_id': 'ca00617b-f8e3-45e5-b4f0-99d920e876f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bbd8b809-2de3-47b4-b7b5-68637c45d684'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '16a0f312-36e2-4878-a776-a073dcca4184'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:19:46.173583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52388) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:46.194524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Request body: {'port': {'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7', 'binding:host_id': 'n-h1-789963-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1803658351'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:46.206511 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.215848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb6cf88-9055-43bf-9870-207de6384ee9 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:19:46.245357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c05d40f-1934-431c-b272-fed33ad76814 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.247663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.280007 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0ba238f2-159a-4c51-b00c-28fee5be1720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.284516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c05d40f-1934-431c-b272-fed33ad76814 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.332046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] No DVR routers for this DVR port e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:46.338023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:46.340087 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.342649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae5fd5d1-0d42-476b-8e91-2be3ba521207 req-098ebfd5-956e-440c-9f57-43a10e2eaf92 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.20 "DELETE /v2.0/ports/e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 HTTP/1.1" status: 204 len: 173 time: 1.2276425 Sep 18 02:19:46.343789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'name': 'network-vif-deleted', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:46.346366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f079fa30-91d1-449b-8196-20b471960aea up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:46.356320 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8765ff2c-8422-4876-9bcf-b6ee387a8a52" -d '{"events": [{"server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "name": "network-vif-deleted", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:46.364041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Made reservation on behalf of 814957608dea47fba12606215e17243f for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:46.366668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.373401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5c05d40f-1934-431c-b272-fed33ad76814 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.374828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c05d40f-1934-431c-b272-fed33ad76814 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6812034 Sep 18 02:19:46.379390 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8ba9d25-dfed-4602-8fe4-7566870f39e8 req-08281dc1-6442-4512-8331-d95d8002b064 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508864 Sep 18 02:19:46.389461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52392) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:46.390704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:46.396164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:46.421022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c4798353-5cfc-4b35-99e8-e8ad2edd1b20 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'security_group': {'name': 'tempest-secgroup-176303951'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:46.424371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Pushing event updated for resources: {'Port': ['ID=9b95e069-f129-49a2-b1a0-da050acfbcc9,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:46.462371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Transition to ACTIVE for port object cbb6cf88-9055-43bf-9870-207de6384ee9 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:19:46.495515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.526951 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1417aae4-4354-4818-a367-7f9c07190e33 x-openstack-request-id: req-1417aae4-4354-4818-a367-7f9c07190e33 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:46.527772 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8", "name": "network-vif-deleted", "tag": "e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:46.528097 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1417aae4-4354-4818-a367-7f9c07190e33 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:46.528511 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8', 'name': 'network-vif-deleted', 'tag': 'e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6', 'status': 'completed', 'code': 200} Sep 18 02:19:46.558308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4798353-5cfc-4b35-99e8-e8ad2edd1b20 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.632175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:46.695172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Attempting to bind port 9b95e069-f129-49a2-b1a0-da050acfbcc9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:46.695525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Attempting to bind port 9b95e069-f129-49a2-b1a0-da050acfbcc9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:46.695847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Attempting to bind port 9b95e069-f129-49a2-b1a0-da050acfbcc9 on network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:46.720728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.721103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.721406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.721739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.722071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.722398 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.722747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.723074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.723402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.729098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.729098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.729098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:46.730035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:46.730035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Checking segment: {'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:46.730035 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.730035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Bound using segment: {'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:46.730035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Bound port: 9b95e069-f129-49a2-b1a0-da050acfbcc9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:46.730035 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.781011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f079fa30-91d1-449b-8196-20b471960aea triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:46.781011 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.793239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-da7d2162-9545-4bbf-8255-834643332370 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:46.793605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da7d2162-9545-4bbf-8255-834643332370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.830520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Attempting to bind port cbb6cf88-9055-43bf-9870-207de6384ee9 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:46.851039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Attempting to bind port cbb6cf88-9055-43bf-9870-207de6384ee9 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:46.851461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Attempting to bind port cbb6cf88-9055-43bf-9870-207de6384ee9 on network 2e680472-ed6c-4515-ac67-5af6fa2f862f {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:46.889758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Port cbb6cf88-9055-43bf-9870-207de6384ee9 on network 2e680472-ed6c-4515-ac67-5af6fa2f862f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:46.890108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Attempting to bind port cbb6cf88-9055-43bf-9870-207de6384ee9 on network 2e680472-ed6c-4515-ac67-5af6fa2f862f {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:46.907683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0ba238f2-159a-4c51-b00c-28fee5be1720 None None] Allocated IP 2001:db8::2 (a9b80d53-fb5e-4507-97db-b8416d0866b0/bbd8b809-2de3-47b4-b7b5-68637c45d684/16a0f312-36e2-4878-a776-a073dcca4184) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:46.926689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:46.927280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Checking segment: {'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:46.933303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Bound using segment: {'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:46.933895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Bound port: cbb6cf88-9055-43bf-9870-207de6384ee9, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:46.935812 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.939906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4798353-5cfc-4b35-99e8-e8ad2edd1b20 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.978111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4798353-5cfc-4b35-99e8-e8ad2edd1b20 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:46.980662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05d40f-1934-431c-b272-fed33ad76814 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea73cc-bb96-4b87-a791-56183c789aff,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:47.083530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.089647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:47.097548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:47.098088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] For port 9b95e069-f129-49a2-b1a0-da050acfbcc9, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:47.107321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4798353-5cfc-4b35-99e8-e8ad2edd1b20 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.108760 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c4798353-5cfc-4b35-99e8-e8ad2edd1b20 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7183204 Sep 18 02:19:47.112448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52396) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:47.122668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.127846 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.131241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-78359819', 'security_groups': ['1ba825a4-e17d-4497-b922-65667c2c4197'], 'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbd8b809-2de3-47b4-b7b5-68637c45d684'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:47.150192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] For port 9b95e069-f129-49a2-b1a0-da050acfbcc9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9b95e069-f129-49a2-b1a0-da050acfbcc9,segment=NetworkSegment(3074306a-6544-49ef-abc4-7c5e26318bb4),segment_id=3074306a-6544-49ef-abc4-7c5e26318bb4)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:47.198798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af276c2-3a77-4fa4-aa08-b06266c91b0c req-4af71202-801c-49fd-b5c8-1998b80b0f20 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:47.201225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2af276c2-3a77-4fa4-aa08-b06266c91b0c req-4af71202-801c-49fd-b5c8-1998b80b0f20 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 931 time: 0.9518955 Sep 18 02:19:47.203252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.274978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-446bfe07-007e-4e6f-8eea-21d84d3af3e9 req-2988bb97-9344-4578-add3-fc975ead76bd tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c0b4b38-cfe6-4d2d-8f72-74c1ed02f3f8 HTTP/1.1" status: 200 len: 210 time: 0.1750031 Sep 18 02:19:47.303347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:47.304193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.304857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2af276c2-3a77-4fa4-aa08-b06266c91b0c req-b9982468-ec62-40a4-980f-45fae1f37802 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Sep 18 02:19:47.305794 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] 10.222.0.20 "PUT /v2.0/ports/cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 200 len: 1092 time: 2.5265152 Sep 18 02:19:47.310587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4798353-5cfc-4b35-99e8-e8ad2edd1b20 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba825a4-e17d-4497-b922-65667c2c4197,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:47.329215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-6d3abf77-42a6-492b-9926-fedde04a274a tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:47.338272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-6d3abf77-42a6-492b-9926-fedde04a274a tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 946 time: 0.2559788 Sep 18 02:19:47.346393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23a804-35d7-448d-8799-1c314dabe34d service neutron] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:47.362286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d6856-a6f3-4b84-8654-ad1ece47c2a7 None None] Pushing event updated for resources: {'Port': ['ID=9b95e069-f129-49a2-b1a0-da050acfbcc9,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:47.387803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0ba238f2-159a-4c51-b00c-28fee5be1720 None None] For port 16a0f312-36e2-4878-a776-a073dcca4184, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=16a0f312-36e2-4878-a776-a073dcca4184,segment=NetworkSegment(209d9649-7c64-4de8-83dd-5bdb2fdbdbf7),segment_id=209d9649-7c64-4de8-83dd-5bdb2fdbdbf7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:47.463006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-78b036bf-5ee3-41c2-b9bc-c1d72c4d18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:47.465360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-78b036bf-5ee3-41c2-b9bc-c1d72c4d18ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1095 time: 0.0878611 Sep 18 02:19:47.473945 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0ba238f2-159a-4c51-b00c-28fee5be1720 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.482470 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0ba238f2-159a-4c51-b00c-28fee5be1720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.542803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-6bf4ce0c-b582-4275-a46b-d41f5ea16964 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 200 len: 217 time: 0.0669491 Sep 18 02:19:47.634789 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba238f2-159a-4c51-b00c-28fee5be1720 None None] Pushing event updated for resources: {'Port': ['ID=16a0f312-36e2-4878-a776-a073dcca4184,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:47.636887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.654223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.665981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-5edcf5ae-5c73-4077-aa54-a1360161e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:47.668862 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-5edcf5ae-5c73-4077-aa54-a1360161e965 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.1160345 Sep 18 02:19:47.671258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] device_id is not set on port e275df0b-cbe7-4e12-9c69-9c436d3423f8 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:47.690169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:47.738667 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-e145805f-0ea8-4a56-98cd-e4c67e09641c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622427 Sep 18 02:19:47.763530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed86f1-7a90-431c-8f55-47527ad7ab01 req-b41700e0-5130-44e9-b4cf-1a9205ebee1d tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:47.767244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9aed86f1-7a90-431c-8f55-47527ad7ab01 req-b41700e0-5130-44e9-b4cf-1a9205ebee1d tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 946 time: 0.2290945 Sep 18 02:19:47.907195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc433d-e33d-4008-80c1-dcd28a396a3c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:47.915437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Deleting port 400f5d11-b027-452e-be19-703eb48617a0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:47.915904 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.941185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:47.972183 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:19:47.974459 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9aed86f1-7a90-431c-8f55-47527ad7ab01 req-0f613e87-342b-480d-bc84-9dc179ce8015 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/security-groups?id=9093683f-f87e-420e-b75c-59550cf97cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132665 Sep 18 02:19:47.978678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-537959a2-96be-4c5e-85f1-7a079c5e7ecb service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102544 Sep 18 02:19:48.031474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.082216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] device_id is not set on port 2f374be0-8a84-4b4a-83f3-3a9e28873fbf yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:48.174922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a28ea620-561c-44f5-a02c-2c4b60579063 req-a8d29941-5caf-4e2a-904a-b90569c324bd service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878924 Sep 18 02:19:48.196008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] For port 400f5d11-b027-452e-be19-703eb48617a0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=400f5d11-b027-452e-be19-703eb48617a0,segment=NetworkSegment(114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1),segment_id=114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:48.196519 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.238755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Calling delete_port for 400f5d11-b027-452e-be19-703eb48617a0 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:48.353086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8::359 (a9b80d53-fb5e-4507-97db-b8416d0866b0/bbd8b809-2de3-47b4-b7b5-68637c45d684/2f374be0-8a84-4b4a-83f3-3a9e28873fbf) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:48.381141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] device_id is not set on port e275df0b-cbe7-4e12-9c69-9c436d3423f8 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:48.386416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52404) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:48.412858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9b95e069-f129-49a2-b1a0-da050acfbcc9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:48.422097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.444489 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.504098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-641dde3c-bb18-461c-a97f-a2590d042b6d None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:48.508933 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-641dde3c-bb18-461c-a97f-a2590d042b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.534413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:48.536352 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:48.540504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:19:48.563194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de6b0e97-6f1f-4d03-9e72-d5e2d7d4d8df tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.565516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9b95e069-f129-49a2-b1a0-da050acfbcc9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:48.566076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.590981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de6b0e97-6f1f-4d03-9e72-d5e2d7d4d8df tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.605495 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e710fbe2-566d-4a7b-8381-6484a59e234a x-openstack-request-id: req-e710fbe2-566d-4a7b-8381-6484a59e234a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:48.606114 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:48.606539 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e710fbe2-566d-4a7b-8381-6484a59e234a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:48.607120 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'status': 'completed', 'code': 200} Sep 18 02:19:48.627402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5e9d9-1d24-4441-9f24-d76b17c88a0a req-a4384646-fd10-4d51-85e3-57c55a66f36a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:48.635195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6e5e9d9-1d24-4441-9f24-d76b17c88a0a req-a4384646-fd10-4d51-85e3-57c55a66f36a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.1700180 Sep 18 02:19:48.646279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=e275df0b-cbe7-4e12-9c69-9c436d3423f8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:48.688427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-641dde3c-bb18-461c-a97f-a2590d042b6d None None] Provisioning complete for port 8d10ff42-f91d-4463-b6dd-038c340228ee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:48.688975 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-641dde3c-bb18-461c-a97f-a2590d042b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.692577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.727765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Checking segment: {'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:48.727765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Network hostable DHCP agents. Network: 8ea7098c-00bc-4d69-976f-76e2167fd9c7, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:19:48.759271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Pushing event deleted for resources: {'Port': ['ID=400f5d11-b027-452e-be19-703eb48617a0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:48.783306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-641dde3c-bb18-461c-a97f-a2590d042b6d None None] Port 8d10ff42-f91d-4463-b6dd-038c340228ee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:48.785971 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.836356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9b95e069-f129-49a2-b1a0-da050acfbcc9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9b95e069-f129-49a2-b1a0-da050acfbcc9,segment=NetworkSegment(3074306a-6544-49ef-abc4-7c5e26318bb4),segment_id=3074306a-6544-49ef-abc4-7c5e26318bb4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:48.842700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d1ea8-0838-4949-8c8c-3ddf081c1c84 None None] Network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:48.847111 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.847913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 16a0f312-36e2-4878-a776-a073dcca4184 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:48.853629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] No DVR routers for this DVR port 400f5d11-b027-452e-be19-703eb48617a0 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:48.863575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.865668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b253bc3-e1b2-43a6-9abf-4ea605f60341 req-475968c0-815c-43a1-a509-01b6d382c830 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.18 "DELETE /v2.0/ports/400f5d11-b027-452e-be19-703eb48617a0 HTTP/1.1" status: 204 len: 173 time: 1.5094738 Sep 18 02:19:48.866146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cfda60-84c4-4454-aabd-387d1324244b', 'name': 'network-vif-deleted', 'tag': '400f5d11-b027-452e-be19-703eb48617a0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:48.868746 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41872962-2eed-471f-8967-d47a79af9571" -d '{"events": [{"server_uuid": "82cfda60-84c4-4454-aabd-387d1324244b", "name": "network-vif-deleted", "tag": "400f5d11-b027-452e-be19-703eb48617a0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:48.875025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:19:48.883222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:48.895775 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Sync routers for ids ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:48.908708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 8ea7098c-00bc-4d69-976f-76e2167fd9c7) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:48.911703 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Routers {'1cdb7fad-ed06-4384-8ac4-44400d8bf173'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:48.912308 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:48.919727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:48.940048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:48.943824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0788df60-1c35-47f4-8199-2e03cce52456 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7295759 Sep 18 02:19:48.943824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:48.943824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:48.943824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:48.945234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52410) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:48.955776 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba58304e-8e99-4f07-80de-51695a7de66e x-openstack-request-id: req-ba58304e-8e99-4f07-80de-51695a7de66e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:48.956065 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cfda60-84c4-4454-aabd-387d1324244b", "name": "network-vif-deleted", "tag": "400f5d11-b027-452e-be19-703eb48617a0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:48.956316 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba58304e-8e99-4f07-80de-51695a7de66e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:48.956709 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cfda60-84c4-4454-aabd-387d1324244b', 'name': 'network-vif-deleted', 'tag': '400f5d11-b027-452e-be19-703eb48617a0', 'status': 'completed', 'code': 200} Sep 18 02:19:48.992112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:48.992478 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:48.994539 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 2 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:49.027443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:49.027694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:49.027940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:49.043632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:49.044097 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:49.087109 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 3 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:49.112187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:49.112528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:49.112874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:49.124145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:49.124556 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:49.124945 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 4 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:49.144883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:49.145270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:49.145559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:49.157393 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Set router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:49.172194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de6b0e97-6f1f-4d03-9e72-d5e2d7d4d8df tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:49.174814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de6b0e97-6f1f-4d03-9e72-d5e2d7d4d8df tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:49.176018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-de6b0e97-6f1f-4d03-9e72-d5e2d7d4d8df tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/security-groups/63186ef4-e9e4-4cc1-aa81-676fa4efdec9 HTTP/1.1" status: 204 len: 168 time: 0.7888851 Sep 18 02:19:49.186143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:49.186143 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:49.186610 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 5 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:49.191225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7a918a5-ff35-4d52-85d4-32046319067e req-7583aa2a-7148-4373-9e43-b13154e5df85 tempest-ServerAddressesTestJSON-1393305527 tempest-ServerAddressesTestJSON-1393305527-project] 10.222.0.21 "GET /v2.0/ports?device_id=82cfda60-84c4-4454-aabd-387d1324244b HTTP/1.1" status: 200 len: 210 time: 0.0497925 Sep 18 02:19:49.210839 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6e5e9d9-1d24-4441-9f24-d76b17c88a0a req-b87d84fe-7300-4ae0-9cdc-092edd3fa104 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742323 Sep 18 02:19:49.229888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b0e97-6f1f-4d03-9e72-d5e2d7d4d8df tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63186ef4-e9e4-4cc1-aa81-676fa4efdec9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:49.249013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:49.249645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:49.249645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:49.252880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-fd3a2334-401d-4c48-b73e-6c56b440a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:49.254412 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-fd3a2334-401d-4c48-b73e-6c56b440a368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1095 time: 0.6109719 Sep 18 02:19:49.255855 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:49.256182 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:49.258171 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 6 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:49.274263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:49.274608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:49.279228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac646a6-b54d-4d37-ae44-cc4f32979d36 None None] Network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:49.280723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:49.294621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52416) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:49.329822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:49.453707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-8ef0de55-b3d2-4cbc-b1af-6c461016a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:49.456573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:49.456955 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:49.465945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-8ef0de55-b3d2-4cbc-b1af-6c461016a0e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 914 time: 0.1875880 Sep 18 02:19:49.471784 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 7 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:49.498042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:19:49.499971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:49.511375 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:19:46Z', 'revision_number': 3, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port': {'id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:45Z', 'updated_at': '2021-09-18T02:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:49.527742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9b95e069-f129-49a2-b1a0-da050acfbcc9,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:49.528940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-bf555873-68b3-4f97-92f1-9235fad33c51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 200 len: 217 time: 0.0563352 Sep 18 02:19:49.530749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:49.555050 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Checking router: 1cdb7fad-ed06-4384-8ac4-44400d8bf173 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:49.555518 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Updating router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:19:49.559352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-44090f71-29bd-4da8-a924-0c32b8b7eac9 None None] Provisioning complete for port 9b95e069-f129-49a2-b1a0-da050acfbcc9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:49.559744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:49.559877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-44090f71-29bd-4da8-a924-0c32b8b7eac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:49.560075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:49.560414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:49.581521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:49.581913 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:49.587437 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:49.587719 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 8 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:49.599752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:49.600170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e0bfd3f9-eeaf-4b59-ab05-64517b8a03d6 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:49.623316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-89cb4d34-5955-475c-bc43-57cb3acebe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:49.625512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-89cb4d34-5955-475c-bc43-57cb3acebe47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.0862110 Sep 18 02:19:49.679879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:49.684056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-3b874329-9e2d-460a-b4b3-7a1eaf714923 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448668 Sep 18 02:19:49.689818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:49.691951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=2f374be0-8a84-4b4a-83f3-3a9e28873fbf,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:49.695595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:49.699982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:49.700374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:49.703512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:49.705823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:49.745042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:49.745616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:49.746268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:49.771690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c6834d5a-f4d7-44b4-a668-f9a95ae4d81a tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6478698 Sep 18 02:19:49.777896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52418) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:49.784734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b2b1fccd-71da-411a-ad6c-6d4c0d2b4cac tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:49.831984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:49.832745 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:49.838039 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 9 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:49.901853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:49.914036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:49.914645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:49.915169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:49.946363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f', 'port_id': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'mac_address': 'fa:16:3e:54:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e42236f-32be-485d-9216-d0b71baf0730', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:19:49.958445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:49.958795 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:49.968213 n-d-789963-12 neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 10 to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 Sep 18 02:19:50.000950 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.013290 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.033413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b1fccd-71da-411a-ad6c-6d4c0d2b4cac tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:50.038683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b2b1fccd-71da-411a-ad6c-6d4c0d2b4cac tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.039279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:50.039627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:50.039964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:50.069630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.074183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:50.074524 n-d-789963-12 neutron-server[106440]: ERROR neutron.plugins.ml2.managers [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port e275df0b-cbe7-4e12-9c69-9c436d3423f8 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:50.074911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.087392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb6cf88-9055-43bf-9870-207de6384ee9 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:19:50.130125 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Attempting to bind port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:50.130652 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Attempting to bind port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:50.131078 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Attempting to bind port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:50.140380 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Pushing event updated for resources: {'Port': ['ID=79a4a79f-f259-4e1c-ae0a-a6dea81cecdb,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:50.151939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:50.167272 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.168659 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.168659 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.170441 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.170808 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.171144 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.173214 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.174265 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.174615 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.174972 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.175345 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.177977 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:19:50.186973 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.188700 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:50.191420 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:50.192206 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.193594 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:50.194257 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Bound port: 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:50.194600 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.194873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-f8406fb6-84c3-463c-af7f-7090ff5cd172 service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959664 Sep 18 02:19:50.261233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-74f4ab0e-07bc-40fe-8551-6dfae6fd4bc6 None None] Provisioning complete for port 2f374be0-8a84-4b4a-83f3-3a9e28873fbf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:50.262321 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-74f4ab0e-07bc-40fe-8551-6dfae6fd4bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.284906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9b95e069-f129-49a2-b1a0-da050acfbcc9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:50.293659 n-d-789963-12 neutron-server[106439]: INFO neutron.db.ipam_backend_mixin [None req-b2b1fccd-71da-411a-ad6c-6d4c0d2b4cac tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbd8b809-2de3-47b4-b7b5-68637c45d684 (CIDR: 2001:db8::/64) Sep 18 02:19:50.303707 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b1fccd-71da-411a-ad6c-6d4c0d2b4cac tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:19:50.306743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52424) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:50.307820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b1fccd-71da-411a-ad6c-6d4c0d2b4cac tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:19:50.325812 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] For port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:50.330838 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] For port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=79a4a79f-f259-4e1c-ae0a-a6dea81cecdb,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:50.340472 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.372280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b2b1fccd-71da-411a-ad6c-6d4c0d2b4cac tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5930588 Sep 18 02:19:50.376604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52426) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:50.381763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2d6f446e-1039-4fde-95a6-c38a00674bab tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:50.387240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] For port e275df0b-cbe7-4e12-9c69-9c436d3423f8, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:50.387613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempted to set empty binding levels {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 02:19:50.411171 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.418254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.420394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d7f77cd-9c44-4743-9b23-c50b3d26d3dd req-e02ef0d7-a03c-4806-82ec-7d7a21589ca0 service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223942 Sep 18 02:19:50.437207 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6920d-c92c-4883-bc5e-4722502b8361 None None] Pushing event updated for resources: {'Port': ['ID=79a4a79f-f259-4e1c-ae0a-a6dea81cecdb,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:50.438623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:50.446162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cbb6cf88-9055-43bf-9870-207de6384ee9'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:19:50.449623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-74f4ab0e-07bc-40fe-8551-6dfae6fd4bc6 None None] Port 2f374be0-8a84-4b4a-83f3-3a9e28873fbf cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:50.496242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9b95e069-f129-49a2-b1a0-da050acfbcc9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:50.496617 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.505746 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Routers {'1cdb7fad-ed06-4384-8ac4-44400d8bf173'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:50.506753 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:50.516847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:50.517468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.521908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db61985-4259-470c-ab92-ff6b97272ebb admin admin] Deleting subnet 474776aa-cae1-4a9d-9441-f916815ee76a {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:50.527721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6f446e-1039-4fde-95a6-c38a00674bab tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:50.533536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2d6f446e-1039-4fde-95a6-c38a00674bab tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.558684 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db61985-4259-470c-ab92-ff6b97272ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.585737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 400f5d11-b027-452e-be19-703eb48617a0 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:50.628244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6c9a6bae-3d66-4181-af7a-5769111a6612 None None] Provisioning complete for port 9b95e069-f129-49a2-b1a0-da050acfbcc9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:50.628756 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6bae-3d66-4181-af7a-5769111a6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.629676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20092ac9-d604-4124-9aeb-1cab6bd50c66 req-59c1cedf-889c-44f3-a651-244cad69a88a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:50.630363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 400f5d11-b027-452e-be19-703eb48617a0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:50.630845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 400f5d11-b027-452e-be19-703eb48617a0 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:50.631403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20092ac9-d604-4124-9aeb-1cab6bd50c66 req-59c1cedf-889c-44f3-a651-244cad69a88a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 944 time: 0.3041930 Sep 18 02:19:50.649322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=e275df0b-cbe7-4e12-9c69-9c436d3423f8,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:50.666177 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3f97f6c7-be45-4886-b3be-50e17040ceac tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.4746068 Sep 18 02:19:50.666734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52428) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:50.687672 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] Set router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:50.688457 n-d-789963-12 neutron-server[106439]: INFO neutron.db.ipam_backend_mixin [None req-2d6f446e-1039-4fde-95a6-c38a00674bab tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ca00617b-f8e3-45e5-b4f0-99d920e876f3 (CIDR: 2001:db8:0:1::/64) Sep 18 02:19:50.715884 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6f446e-1039-4fde-95a6-c38a00674bab tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:19:50.716507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6f446e-1039-4fde-95a6-c38a00674bab tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:19:50.742352 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2d6f446e-1039-4fde-95a6-c38a00674bab tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3645613 Sep 18 02:19:50.745295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52430) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:50.746566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db61985-4259-470c-ab92-ff6b97272ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.752302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'subnet': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:50.903583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Deleting port e275df0b-cbe7-4e12-9c69-9c436d3423f8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:50.903922 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.984115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] For port e275df0b-cbe7-4e12-9c69-9c436d3423f8, host n-h1-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:50.984463 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:50.987534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Made reservation on behalf of 73adb7c81d154155ae453ebde2ee673d for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:50.991430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.019731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Calling delete_port for e275df0b-cbe7-4e12-9c69-9c436d3423f8 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:51.033330 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:19:46Z', 'revision_number': 3, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port': {'id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:45Z', 'updated_at': '2021-09-18T02:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:51.063190 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6656b6c-0d71-4de7-835c-89f8e2781025 None None] The sync data for ids ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'] in n-d-789963-12 is: [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:19:46Z', 'revision_number': 3, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port': {'id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:45Z', 'updated_at': '2021-09-18T02:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:51.197528 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.216672 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20092ac9-d604-4124-9aeb-1cab6bd50c66 req-bc3ee916-ad42-428e-b2ed-1f8c8b4f95cc tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639846 Sep 18 02:19:51.219450 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.256253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event deleted for resources: {'Port': ['ID=e275df0b-cbe7-4e12-9c69-9c436d3423f8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:51.282446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.287770 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-02b5d432-a272-43d9-a940-178ca624558c tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e275df0b-cbe7-4e12-9c69-9c436d3423f8 HTTP/1.1" status: 204 len: 168 time: 0.6183989 Sep 18 02:19:51.291146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52432) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:51.309746 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db61985-4259-470c-ab92-ff6b97272ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.329098 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e932e2-5395-4ed3-86ef-3773d2bb68bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] GET failed (client error): The resource could not be found. Sep 18 02:19:51.334282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b5e932e2-5395-4ed3-86ef-3773d2bb68bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "GET /v2.0/ports/e275df0b-cbe7-4e12-9c69-9c436d3423f8 HTTP/1.1" status: 404 len: 333 time: 0.0387197 Sep 18 02:19:51.340046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52434) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:51.348539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Request body: {'port': {'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934272603'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:51.406461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:51.463151 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Allocated IP 172.20.0.1 (3173b68c-6eea-4233-b80f-6d99fd3ec6e2/52aa82b2-ca90-4f6b-9881-219c5b037458/aadac1ba-56e9-4f83-a999-76097c373c03) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:51.469183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Made reservation on behalf of 814957608dea47fba12606215e17243f for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:51.473617 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.497950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port cbb6cf88-9055-43bf-9870-207de6384ee9 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:19:51.502500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port cbb6cf88-9055-43bf-9870-207de6384ee9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:51.503174 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.544537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] device_id is not set on port 6830be76-14ea-4a38-b888-acc6a5d512f6 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:51.551014 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.646090 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.671522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db61985-4259-470c-ab92-ff6b97272ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.680843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.687099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:19:51.691550 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757c4a41-a425-435a-a960-b22078667109" -d '{"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-plugged", "status": "completed", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:19:51.723903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:51.731728 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.766273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db61985-4259-470c-ab92-ff6b97272ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.773437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1db61985-4259-470c-ab92-ff6b97272ebb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/474776aa-cae1-4a9d-9441-f916815ee76a HTTP/1.1" status: 204 len: 168 time: 1.4610460 Sep 18 02:19:51.774456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db61985-4259-470c-ab92-ff6b97272ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474776aa-cae1-4a9d-9441-f916815ee76a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:51.779156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52438) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:51.779759 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82582ffc-7397-44eb-ab1c-9531753df12f x-openstack-request-id: req-82582ffc-7397-44eb-ab1c-9531753df12f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:19:51.781293 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-plugged", "status": "completed", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:19:51.781716 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82582ffc-7397-44eb-ab1c-9531753df12f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:19:51.782526 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'code': 200} Sep 18 02:19:51.814075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:51.849444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Subnet': ['ID=377b6a02-a2b4-4faf-b0d7-4c93f8e82d5b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:51.871454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:51.911058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.914724 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.919464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:51.930264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89caac3a-f4c9-4a42-86d9-3ebf450455ff None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:51.932007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:51.932678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:51.958057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fa15ee34-566a-430c-8d7c-0071c65f81dc tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2094018 Sep 18 02:19:51.962747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52440) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:51.989463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:51.994636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1040820885', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '377b6a02-a2b4-4faf-b0d7-4c93f8e82d5b'}], 'security_groups': ['72b0d9b7-53b6-4cc1-ae9f-e0c96517beb9', '04ea73cc-bb96-4b87-a791-56183c789aff']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:51.999892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:52.002798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:52.017657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.079182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=aadac1ba-56e9-4f83-a999-76097c373c03,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:52.129765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.135449 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.166409 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.186052 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6bf0-67e4-4a20-9c97-538c5d6bcdd2 req-1a05dc1e-cbe9-41a2-9666-5f32fb002fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:52.189642 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29d6bf0-67e4-4a20-9c97-538c5d6bcdd2 req-1a05dc1e-cbe9-41a2-9666-5f32fb002fdc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1097 time: 0.3292959 Sep 18 02:19:52.260911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:52.279296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dda75c3-b708-4354-9223-4d6dfbc8c946']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:52.282885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:52.309999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:52.310575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.317356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:52.317356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114b41ee-ee2b-4a72-bcaa-4a7fccca8dc1') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:52.334244 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:52.336132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:52.336619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.350120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:52.357011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.373917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=6830be76-14ea-4a38-b888-acc6a5d512f6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:52.395909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.411831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f29d6bf0-67e4-4a20-9c97-538c5d6bcdd2 req-dd993a3e-133d-4994-b644-3d554e7111e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693063 Sep 18 02:19:52.412515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c6391-6d72-4337-8836-b809a71bf4f6 None None] Update dhcp port {'port': {'network_id': 'a9b80d53-fb5e-4507-97db-b8416d0866b0', 'fixed_ips': [{'subnet_id': 'ca00617b-f8e3-45e5-b4f0-99d920e876f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bbd8b809-2de3-47b4-b7b5-68637c45d684', 'ip_address': '2001:db8::2'}, {'subnet_id': '377b6a02-a2b4-4faf-b0d7-4c93f8e82d5b'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '16a0f312-36e2-4878-a776-a073dcca4184'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:19:52.415655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-de0d79b2-dfcc-45c4-b943-927eb23ec6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0723147 Sep 18 02:19:52.417806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52444) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:52.424108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:52.436892 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.438120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-dbf3bb72-758d-4fb8-bfbe-56298e25c55c None None] Provisioning complete for port aadac1ba-56e9-4f83-a999-76097c373c03 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:52.438689 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bb72-758d-4fb8-bfbe-56298e25c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.483367 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6391-6d72-4337-8836-b809a71bf4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.497439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3bb72-758d-4fb8-bfbe-56298e25c55c None None] Port aadac1ba-56e9-4f83-a999-76097c373c03 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:52.506891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:52.507260 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.525368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:19:52.525617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:19:52.533940 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:19:52.543348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.673335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec755d5-6be0-452a-8d26-1ac5ec389f13 req-2151eeab-629f-4383-8bdd-e622ad16841e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:52.674918 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ec755d5-6be0-452a-8d26-1ac5ec389f13 req-2151eeab-629f-4383-8bdd-e622ad16841e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2777886 Sep 18 02:19:52.678878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port 5ab0007d-2a0b-4d78-aac4-1901960f6ee0, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:52.679247 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.685524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.690533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.706374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] 10.222.0.21 "DELETE /v2.0/networks/0dda75c3-b708-4354-9223-4d6dfbc8c946 HTTP/1.1" status: 204 len: 168 time: 0.9156384 Sep 18 02:19:52.735297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.737274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-fc7c6391-6d72-4337-8836-b809a71bf4f6 None None] Allocated IP 2001:db8:0:2::2 (a9b80d53-fb5e-4507-97db-b8416d0866b0/377b6a02-a2b4-4faf-b0d7-4c93f8e82d5b/16a0f312-36e2-4878-a776-a073dcca4184) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:52.769692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:52.775035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db74d4b-9593-449e-b93a-1c670362483d admin admin] Pushing event deleted for resources: {'Network': ['ID=0dda75c3-b708-4354-9223-4d6dfbc8c946,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:52.789741 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.842505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ec755d5-6be0-452a-8d26-1ac5ec389f13 req-24bae1c9-2875-4dc2-8580-25d51544a7f1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604970 Sep 18 02:19:52.846864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=79a4a79f-f259-4e1c-ae0a-a6dea81cecdb,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:52.856517 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.908560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] device_id is not set on port 6830be76-14ea-4a38-b888-acc6a5d512f6 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:52.921146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-fc7c6391-6d72-4337-8836-b809a71bf4f6 None None] For port 16a0f312-36e2-4878-a776-a073dcca4184, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=16a0f312-36e2-4878-a776-a073dcca4184,segment=NetworkSegment(209d9649-7c64-4de8-83dd-5bdb2fdbdbf7),segment_id=209d9649-7c64-4de8-83dd-5bdb2fdbdbf7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:52.927469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.943607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.952331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=79a4a79f-f259-4e1c-ae0a-a6dea81cecdb,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:52.977654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52448) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:52.983116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6391-6d72-4337-8836-b809a71bf4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:52.992052 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fc7c6391-6d72-4337-8836-b809a71bf4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.064291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.064627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.064971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.069487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=6830be76-14ea-4a38-b888-acc6a5d512f6,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:53.075024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.075420 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.077593 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 2 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.090810 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f2a4ed2d-17eb-49bb-a18f-7a02318db0d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3444e930c683421aaf70e8c141d7f53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095777 Sep 18 02:19:53.093353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52450) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:53.113061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.113321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.113796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.114239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c6391-6d72-4337-8836-b809a71bf4f6 None None] Pushing event updated for resources: {'Port': ['ID=16a0f312-36e2-4878-a776-a073dcca4184,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:53.125341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.125341 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.151466 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 3 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.165238 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.186574 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.192163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.192496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.192831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.206615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.206974 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.218643 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 4 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.221694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Delete allocated IP 2001:db8::359 (a9b80d53-fb5e-4507-97db-b8416d0866b0/bbd8b809-2de3-47b4-b7b5-68637c45d684) {{(pid=106439) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 02:19:53.247008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Allocated IP 2001:db8:0:2::277 (a9b80d53-fb5e-4507-97db-b8416d0866b0/377b6a02-a2b4-4faf-b0d7-4c93f8e82d5b/2f374be0-8a84-4b4a-83f3-3a9e28873fbf) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:19:53.249165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.249504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.249841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.262172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.263059 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.263754 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 5 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.266325 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aef0b11-c94b-4fe8-a6f4-925b964f4491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.292187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=aadac1ba-56e9-4f83-a999-76097c373c03,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:53.295000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.315257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.315889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.316235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.337007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.340319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=5ab0007d-2a0b-4d78-aac4-1901960f6ee0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:53.354791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aef0b11-c94b-4fe8-a6f4-925b964f4491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.378386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.378838 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.388208 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 6 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.426010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.427358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.427358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.469335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.470436 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.472234 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 7 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.534344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.534684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.535099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.550325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.550816 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.553752 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 8 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.581180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.581180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.581560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.589836 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aef0b11-c94b-4fe8-a6f4-925b964f4491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.592621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aef0b11-c94b-4fe8-a6f4-925b964f4491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.593856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2aef0b11-c94b-4fe8-a6f4-925b964f4491 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9093683f-f87e-420e-b75c-59550cf97cd1 HTTP/1.1" status: 204 len: 168 time: 0.4995444 Sep 18 02:19:53.632037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.632331 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.634304 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 9 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.637421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef0b11-c94b-4fe8-a6f4-925b964f4491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9093683f-f87e-420e-b75c-59550cf97cd1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:53.664805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.665152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.665491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.676789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.677127 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.679207 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.680731 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 10 to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 Sep 18 02:19:53.694492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.714761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:53.715277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:53.715692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:53.756781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:19:53.757237 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 6830be76-14ea-4a38-b888-acc6a5d512f6 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:19:53.757626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.778345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] In _notify_port_updated(), no bound segment for port 2f374be0-8a84-4b4a-83f3-3a9e28873fbf on network a9b80d53-fb5e-4507-97db-b8416d0866b0 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:19:53.784002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:53.784663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:53.786029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "PUT /v2.0/ports/2f374be0-8a84-4b4a-83f3-3a9e28873fbf HTTP/1.1" status: 200 len: 970 time: 1.8211920 Sep 18 02:19:53.795932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52454) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:53.849197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd127e1-ef81-4fca-a0bf-7d8380554c56 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event updated for resources: {'Port': ['ID=2f374be0-8a84-4b4a-83f3-3a9e28873fbf,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:53.980650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] For port 6830be76-14ea-4a38-b888-acc6a5d512f6, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:53.981026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempted to set empty binding levels {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 02:19:54.002918 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.017099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:54.019379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:54.025290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.055973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] In _notify_port_updated(), no bound segment for port 6830be76-14ea-4a38-b888-acc6a5d512f6 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:19:54.057166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.057981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.061706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "PUT /v2.0/ports/6830be76-14ea-4a38-b888-acc6a5d512f6 HTTP/1.1" status: 200 len: 980 time: 1.6394455 Sep 18 02:19:54.062475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-64e14c05-548c-418a-bcfe-893c778484b9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 2f374be0-8a84-4b4a-83f3-3a9e28873fbf {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:54.062899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64e14c05-548c-418a-bcfe-893c778484b9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.067596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52460) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:54.140926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea320c8-d205-41d6-9bd2-b47c1169ee96 req-283a08c0-1e01-41eb-be4d-767553bff0df tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.143047 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ea320c8-d205-41d6-9bd2-b47c1169ee96 req-283a08c0-1e01-41eb-be4d-767553bff0df tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1777339 Sep 18 02:19:54.171328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0b05054b-977c-4269-a4a6-b93080bd5cd2 None None] Provisioning complete for port 2f374be0-8a84-4b4a-83f3-3a9e28873fbf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:54.171893 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b05054b-977c-4269-a4a6-b93080bd5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.247439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0b05054b-977c-4269-a4a6-b93080bd5cd2 None None] Port 2f374be0-8a84-4b4a-83f3-3a9e28873fbf cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:54.259516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad11430-bc8c-4679-a007-d03562802043 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=6830be76-14ea-4a38-b888-acc6a5d512f6,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:54.274448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0b05054b-977c-4269-a4a6-b93080bd5cd2 None None] Provisioning complete for port 8d10ff42-f91d-4463-b6dd-038c340228ee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:54.275482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b05054b-977c-4269-a4a6-b93080bd5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.283416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:54.382097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0b05054b-977c-4269-a4a6-b93080bd5cd2 None None] Port 8d10ff42-f91d-4463-b6dd-038c340228ee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:54.410815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0b05054b-977c-4269-a4a6-b93080bd5cd2 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:54.411269 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b05054b-977c-4269-a4a6-b93080bd5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.421816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64e14c05-548c-418a-bcfe-893c778484b9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.444689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-64e14c05-548c-418a-bcfe-893c778484b9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 2f374be0-8a84-4b4a-83f3-3a9e28873fbf owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:54.459820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:54.482688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ea320c8-d205-41d6-9bd2-b47c1169ee96 req-579fcb83-3209-49ff-9bf3-26285e823891 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829428 Sep 18 02:19:54.504880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.505421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.505839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.506422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.506939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.507558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.508032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.508510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.509022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.509411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.510027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.511113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.511597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.512071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.512537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.513084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.513837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.514090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.514562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.515190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.515508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.515968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:54.519355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-de34f024-3127-41e7-84f6-5964272e1816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19892 time: 0.4501410 Sep 18 02:19:54.543012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52470) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:54.580459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:54.580459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.607818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:54.621114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Sync routers for ids ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:54.622747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2bfb05e7-d774-42f2-8456-8e5f02978fa4 admin admin] 10.222.0.21 "PUT /v2.0/routers/1cdb7fad-ed06-4384-8ac4-44400d8bf173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6754382 Sep 18 02:19:54.651075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Routers {'1cdb7fad-ed06-4384-8ac4-44400d8bf173'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:54.651791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:54.754586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Deleting port 6830be76-14ea-4a38-b888-acc6a5d512f6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:54.754989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.767761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Set router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:54.782087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Router 76f426c5-e529-41ab-a5c6-a9dea3070b44 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:19:54.799253 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64e14c05-548c-418a-bcfe-893c778484b9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.854443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e14c05-548c-418a-bcfe-893c778484b9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=2f374be0-8a84-4b4a-83f3-3a9e28873fbf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:54.884512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fb9dcb3b-b668-4bf6-b843-a464dfd23c0a None None] Could not find standard attr ID for object 2f374be0-8a84-4b4a-83f3-3a9e28873fbf. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:19:54.890365 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64e14c05-548c-418a-bcfe-893c778484b9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:54.892883 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-64e14c05-548c-418a-bcfe-893c778484b9 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/2f374be0-8a84-4b4a-83f3-3a9e28873fbf HTTP/1.1" status: 204 len: 168 time: 1.0959630 Sep 18 02:19:54.895544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52492) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:54.930987 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bea0e0-fbc8-4925-9483-16f88eb56f83 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] GET failed (client error): The resource could not be found. Sep 18 02:19:54.930987 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-01bea0e0-fbc8-4925-9483-16f88eb56f83 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports/2f374be0-8a84-4b4a-83f3-3a9e28873fbf HTTP/1.1" status: 404 len: 333 time: 0.0324202 Sep 18 02:19:54.933456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52498) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:54.973488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 16a0f312-36e2-4878-a776-a073dcca4184 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:55.027916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] For port 6830be76-14ea-4a38-b888-acc6a5d512f6, host n-h1-789963-12, got binding levels [] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:55.028306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.041692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fb9dcb3b-b668-4bf6-b843-a464dfd23c0a None None] Provisioning complete for port aadac1ba-56e9-4f83-a999-76097c373c03 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:55.042052 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fb9dcb3b-b668-4bf6-b843-a464dfd23c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.055301 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8c83621-6c47-4e7e-8435-e960962147d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.124216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8c83621-6c47-4e7e-8435-e960962147d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.136780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Calling delete_port for 6830be76-14ea-4a38-b888-acc6a5d512f6 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:55.206699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8c83621-6c47-4e7e-8435-e960962147d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.210109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8c83621-6c47-4e7e-8435-e960962147d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.211274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c8c83621-6c47-4e7e-8435-e960962147d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ba825a4-e17d-4497-b922-65667c2c4197 HTTP/1.1" status: 204 len: 168 time: 0.2766612 Sep 18 02:19:55.216045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52506) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:55.293488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c83621-6c47-4e7e-8435-e960962147d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba825a4-e17d-4497-b922-65667c2c4197,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:55.308048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea6e65-b784-4c21-83a3-529109509b3f req-290513a6-5b9f-45a6-b2ed-9b0c60672b32 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:55.309609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-290513a6-5b9f-45a6-b2ed-9b0c60672b32 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 814 time: 0.3648880 Sep 18 02:19:55.319443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4550d04a-895b-427a-95d9-21a435d2df48 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.328801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fb9dcb3b-b668-4bf6-b843-a464dfd23c0a None None] Port aadac1ba-56e9-4f83-a999-76097c373c03 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:55.352863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:55.353224 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.362139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4550d04a-895b-427a-95d9-21a435d2df48 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.378612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-a2e37deb-ecd3-4046-995a-8508669dfe44 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/quotas/dc50af5e37634e49bc6d4f8a402e126f HTTP/1.1" status: 200 len: 375 time: 0.0258956 Sep 18 02:19:55.412014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:19:52Z', 'revision_number': 4, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port': {'id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:45Z', 'updated_at': '2021-09-18T02:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'aadac1ba-56e9-4f83-a999-76097c373c03', 'name': '', 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'mac_address': 'fa:16:3e:b1:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '52aa82b2-ca90-4f6b-9881-219c5b037458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:50Z', 'updated_at': '2021-09-18T02:19:52Z', 'revision_number': 2, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'subnets': [{'id': '52aa82b2-ca90-4f6b-9881-219c5b037458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:55.425593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4550d04a-895b-427a-95d9-21a435d2df48 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.429861 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4550d04a-895b-427a-95d9-21a435d2df48 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.431505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4550d04a-895b-427a-95d9-21a435d2df48 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/security-groups/04ea73cc-bb96-4b87-a791-56183c789aff HTTP/1.1" status: 204 len: 168 time: 0.2147410 Sep 18 02:19:55.436777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52514) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:55.449556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Checking router: 1cdb7fad-ed06-4384-8ac4-44400d8bf173 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:55.449916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Updating router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 port aadac1ba-56e9-4f83-a999-76097c373c03 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:19:55.462564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550d04a-895b-427a-95d9-21a435d2df48 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea73cc-bb96-4b87-a791-56183c789aff,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:55.472751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:19:55.477175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.485413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ef00a4f7-d054-448f-9ca6-a8454a9912ac tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "PUT /v2.0/routers/76f426c5-e529-41ab-a5c6-a9dea3070b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1838546 Sep 18 02:19:55.491645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52516) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:55.503781 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.513173 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] Sync routers for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:19:55.537213 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:55.539512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:55.583180 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.593042 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.596949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6830be76-14ea-4a38-b888-acc6a5d512f6 HTTP/1.1" status: 204 len: 168 time: 1.0528502 Sep 18 02:19:55.607677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52520) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:55.608469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8bb36a3b-6165-4daa-aa2e-ce006601edf7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.625498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5536e9-db66-4992-bc79-02367cd67762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event deleted for resources: {'Port': ['ID=6830be76-14ea-4a38-b888-acc6a5d512f6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:55.642964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-b59d2c06-1084-4161-aeaf-7e23ad270074 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2532670 Sep 18 02:19:55.655684 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-53315b57-999c-46d9-8417-3a5ab6eeedb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] GET failed (client error): The resource could not be found. Sep 18 02:19:55.660097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53315b57-999c-46d9-8417-3a5ab6eeedb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "GET /v2.0/ports/6830be76-14ea-4a38-b888-acc6a5d512f6 HTTP/1.1" status: 404 len: 333 time: 0.0489557 Sep 18 02:19:55.664901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52526) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:55.681038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1808437584', 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:55.705630 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8bb36a3b-6165-4daa-aa2e-ce006601edf7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.739999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d59bd9-298f-4d84-a3da-b0a5d47b3883 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting subnet 8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:55.746411 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3d59bd9-298f-4d84-a3da-b0a5d47b3883 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.758441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Made reservation on behalf of 814957608dea47fba12606215e17243f for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:55.762204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.786849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] device_id is not set on port 4d79bf01-d9a8-43c2-aad6-c37df93399e0 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:55.820647 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8bb36a3b-6165-4daa-aa2e-ce006601edf7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.825376 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:55.832083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8bb36a3b-6165-4daa-aa2e-ce006601edf7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.836020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8bb36a3b-6165-4daa-aa2e-ce006601edf7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/security-groups/72b0d9b7-53b6-4cc1-ae9f-e0c96517beb9 HTTP/1.1" status: 204 len: 168 time: 0.3942888 Sep 18 02:19:55.851278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52538) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:55.872430 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.941613 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3d59bd9-298f-4d84-a3da-b0a5d47b3883 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:55.943753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb36a3b-6165-4daa-aa2e-ce006601edf7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0d9b7-53b6-4cc1-ae9f-e0c96517beb9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:56.018610 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.027545 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.048718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-68da1d88-180d-4a4e-840f-40efc423b306 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet bbd8b809-2de3-47b4-b7b5-68637c45d684 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:56.067300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-6e021d14-e436-4eea-8d35-d1d73e6098e1 service neutron] 10.222.0.21 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147065 Sep 18 02:19:56.069433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68da1d88-180d-4a4e-840f-40efc423b306 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.090372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb62a18-b234-4e67-8806-417784cbee81 None None] Pushing event updated for resources: {'Port': ['ID=aadac1ba-56e9-4f83-a999-76097c373c03,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:56.132745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-42d72b06-89c1-49bf-a2b5-05d22e220233 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:56.133771 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:19:53Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:56.143131 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-42d72b06-89c1-49bf-a2b5-05d22e220233 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/networks?id=eaca588d-2d0d-4e30-abf8-3917ba919ddd HTTP/1.1" status: 200 len: 909 time: 0.2355788 Sep 18 02:19:56.180749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52542) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:56.181280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-6dc391eb-4d0c-4115-9999-475658696150 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/quotas/f3c6a32eccbe440b84b57e364316ebc7 HTTP/1.1" status: 200 len: 375 time: 0.0364676 Sep 18 02:19:56.189003 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] Checking router: 76f426c5-e529-41ab-a5c6-a9dea3070b44 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:19:56.210186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Attempting to bind port aadac1ba-56e9-4f83-a999-76097c373c03 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:19:56.210876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Attempting to bind port aadac1ba-56e9-4f83-a999-76097c373c03 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:19:56.211449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Attempting to bind port aadac1ba-56e9-4f83-a999-76097c373c03 on network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:19:56.215608 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] Routers {'76f426c5-e529-41ab-a5c6-a9dea3070b44'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:56.216251 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['76f426c5-e529-41ab-a5c6-a9dea3070b44'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:56.219279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:19:56.219905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Checking segment: {'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:19:56.220597 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.221156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Bound using segment: {'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:19:56.221793 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Bound port: aadac1ba-56e9-4f83-a999-76097c373c03, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3074306a-6544-49ef-abc4-7c5e26318bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:19:56.224089 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.260621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68da1d88-180d-4a4e-840f-40efc423b306 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.291659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.331950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] For port aadac1ba-56e9-4f83-a999-76097c373c03, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:19:56.335960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-25a309ee-491c-435c-ac73-e855197e27b4 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3c6a32eccbe440b84b57e364316ebc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536672 Sep 18 02:19:56.337822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] For port aadac1ba-56e9-4f83-a999-76097c373c03, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aadac1ba-56e9-4f83-a999-76097c373c03,segment=NetworkSegment(3074306a-6544-49ef-abc4-7c5e26318bb4),segment_id=3074306a-6544-49ef-abc4-7c5e26318bb4)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:19:56.343620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.366448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3d59bd9-298f-4d84-a3da-b0a5d47b3883 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.443679 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] Set router 76f426c5-e529-41ab-a5c6-a9dea3070b44 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:56.464268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.491940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb62a18-b234-4e67-8806-417784cbee81 None None] Pushing event updated for resources: {'Port': ['ID=aadac1ba-56e9-4f83-a999-76097c373c03,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:56.526899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Routers {'1cdb7fad-ed06-4384-8ac4-44400d8bf173'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:19:56.527983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:19:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:56.529904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=4d79bf01-d9a8-43c2-aad6-c37df93399e0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:56.560161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:56.563720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:56.577960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:56.579132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:56.579856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.603316 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-de0323d9-4798-4498-8808-4c569a80461a service neutron] 10.222.0.21 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662868 Sep 18 02:19:56.627224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-588e20af-3779-4b48-a450-370874c4cafe None None] Provisioning complete for port aadac1ba-56e9-4f83-a999-76097c373c03 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:56.627639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-588e20af-3779-4b48-a450-370874c4cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.647259 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4b31b98d-a75f-432c-bdfb-61f31e364645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9802952 Sep 18 02:19:56.649821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52546) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:56.728892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03a265-a96d-420d-a84b-394f813ceaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:56.730414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9f03a265-a96d-420d-a84b-394f813ceaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "GET /v2.0/ports/4d79bf01-d9a8-43c2-aad6-c37df93399e0 HTTP/1.1" status: 200 len: 959 time: 0.0795498 Sep 18 02:19:56.733480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52548) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:56.799948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] Set router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:19:56.825826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9334b1fb-f39a-448e-b3ec-b1f2570cd457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.827754 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:19:53Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:56.859228 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-a76eb3bb-4e33-473d-bf5e-64087bdc5906 service neutron] 10.222.0.21 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906604 Sep 18 02:19:56.860438 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-588e20af-3779-4b48-a450-370874c4cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.874853 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f350407-4211-4d35-86d3-dcfa17f4533a None None] The sync data for ids ['76f426c5-e529-41ab-a5c6-a9dea3070b44'] in n-d-789963-12 is: [{'id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'name': 'tempest-TestNetworkBasicOps-router-1877278542', 'tenant_id': 'ae823ee93e1147238401cca778c2a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:30Z', 'updated_at': '2021-09-18T02:19:53Z', 'revision_number': 5, 'project_id': 'ae823ee93e1147238401cca778c2a28d', 'gw_port': {'id': '0ab006e7-40c0-4b55-ba0b-2881372c9349', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f426c5-e529-41ab-a5c6-a9dea3070b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:32Z', 'updated_at': '2021-09-18T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:56.934912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3d59bd9-298f-4d84-a3da-b0a5d47b3883 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.940746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-588e20af-3779-4b48-a450-370874c4cafe None None] For port aadac1ba-56e9-4f83-a999-76097c373c03, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aadac1ba-56e9-4f83-a999-76097c373c03,segment=NetworkSegment(3074306a-6544-49ef-abc4-7c5e26318bb4),segment_id=3074306a-6544-49ef-abc4-7c5e26318bb4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:56.954551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-588e20af-3779-4b48-a450-370874c4cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:56.997721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d59bd9-298f-4d84-a3da-b0a5d47b3883 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Subnet': ['ID=8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:57.025661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3d59bd9-298f-4d84-a3da-b0a5d47b3883 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.028090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a3d59bd9-298f-4d84-a3da-b0a5d47b3883 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/subnets/8b55d0e3-0dd0-4b82-bca3-9a1a99c6957f HTTP/1.1" status: 204 len: 168 time: 1.5354755 Sep 18 02:19:57.041914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c271ec-ce0b-4065-9fa6-77ac8ed13d72 None None] Network 00ec2e9f-8413-4704-a527-4eb2ccb7522e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:57.051929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52552) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:57.061501 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68da1d88-180d-4a4e-840f-40efc423b306 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.180677 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-591c8c92-f3c5-499d-aa32-add8b767127a req-a061f67f-9dd1-4eeb-8540-8fe8ca6e32fe tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 210 time: 0.1120315 Sep 18 02:19:57.240014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e20af-3779-4b48-a450-370874c4cafe None None] Pushing event updated for resources: {'Port': ['ID=aadac1ba-56e9-4f83-a999-76097c373c03,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:57.248079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-24ec134c-22ec-4240-8155-5e6a92d6d3cd service neutron] 10.222.0.21 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429069 Sep 18 02:19:57.263296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a898c8b2-a1ab-4f33-97da-80351d0d4a5d None None] Provisioning complete for port aadac1ba-56e9-4f83-a999-76097c373c03 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:57.264077 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a898c8b2-a1ab-4f33-97da-80351d0d4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.282014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68da1d88-180d-4a4e-840f-40efc423b306 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.311773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b64e09c7-fcb3-4f84-ac26-c94ccfa5ce93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Deleting port 4d79bf01-d9a8-43c2-aad6-c37df93399e0 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:57.312158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b64e09c7-fcb3-4f84-ac26-c94ccfa5ce93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.389568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:19:52Z', 'revision_number': 4, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port': {'id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:45Z', 'updated_at': '2021-09-18T02:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'aadac1ba-56e9-4f83-a999-76097c373c03', 'name': '', 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'mac_address': 'fa:16:3e:b1:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '52aa82b2-ca90-4f6b-9881-219c5b037458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:50Z', 'updated_at': '2021-09-18T02:19:56Z', 'revision_number': 4, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'subnets': [{'id': '52aa82b2-ca90-4f6b-9881-219c5b037458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:19:57.429056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68da1d88-180d-4a4e-840f-40efc423b306 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.431044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-68da1d88-180d-4a4e-840f-40efc423b306 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/bbd8b809-2de3-47b4-b7b5-68637c45d684 HTTP/1.1" status: 204 len: 168 time: 1.5749218 Sep 18 02:19:57.447202 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.453288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52562) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:57.470295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f56372-ec5d-46a6-bcf0-00b5a0ecffd8 None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:57.475213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9334b1fb-f39a-448e-b3ec-b1f2570cd457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.477719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da1d88-180d-4a4e-840f-40efc423b306 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd8b809-2de3-47b4-b7b5-68637c45d684,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:57.487591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4976415-2cae-4405-b590-483cf4065c32 None None] The sync data for ids ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'] in n-d-789963-12 is: [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:19:52Z', 'revision_number': 4, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port': {'id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:45Z', 'updated_at': '2021-09-18T02:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'aadac1ba-56e9-4f83-a999-76097c373c03', 'name': '', 'network_id': '3173b68c-6eea-4233-b80f-6d99fd3ec6e2', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'mac_address': 'fa:16:3e:b1:8a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '52aa82b2-ca90-4f6b-9881-219c5b037458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:50Z', 'updated_at': '2021-09-18T02:19:56Z', 'revision_number': 4, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'subnets': [{'id': '52aa82b2-ca90-4f6b-9881-219c5b037458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:19:57.595412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b64e09c7-fcb3-4f84-ac26-c94ccfa5ce93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.618202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] DHCP port deletion for 00ec2e9f-8413-4704-a527-4eb2ccb7522e request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:19:57.656923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b64e09c7-fcb3-4f84-ac26-c94ccfa5ce93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Calling delete_port for 4d79bf01-d9a8-43c2-aad6-c37df93399e0 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:57.659237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9334b1fb-f39a-448e-b3ec-b1f2570cd457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.691860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac36bf5-178a-4c3a-b351-6658a87f3591 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet 377b6a02-a2b4-4faf-b0d7-4c93f8e82d5b {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:57.699570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cac36bf5-178a-4c3a-b351-6658a87f3591 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.708075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f2046a2-2355-4763-a670-c72fc35af477 req-c64db806-e22a-4895-bda5-965d2148d2f4 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 210 time: 0.1228969 Sep 18 02:19:57.782232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9334b1fb-f39a-448e-b3ec-b1f2570cd457 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e283d982b254d1cba55b220e36872f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5970132 Sep 18 02:19:57.782945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52568) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:57.789000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334b1fb-f39a-448e-b3ec-b1f2570cd457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d747ca8a-20a9-488b-85cd-8f6d5b4216f5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:57.845458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] Deleting port 98e338ec-6ec5-4660-a04b-50ec0f15c5af {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:57.845749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.913882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cac36bf5-178a-4c3a-b351-6658a87f3591 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:57.955852 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.005338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] For port 98e338ec-6ec5-4660-a04b-50ec0f15c5af, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=98e338ec-6ec5-4660-a04b-50ec0f15c5af,segment=NetworkSegment(1e488544-f7e5-4398-b87a-ff20761e9593),segment_id=1e488544-f7e5-4398-b87a-ff20761e9593)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:58.006254 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.007023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63cbe47b-8d6b-468d-a1c7-71751a016ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.042745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b64e09c7-fcb3-4f84-ac26-c94ccfa5ce93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.060232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] Calling delete_port for 98e338ec-6ec5-4660-a04b-50ec0f15c5af owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:58.079136 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63cbe47b-8d6b-468d-a1c7-71751a016ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.139061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e09c7-fcb3-4f84-ac26-c94ccfa5ce93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d79bf01-d9a8-43c2-aad6-c37df93399e0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:58.171966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b64e09c7-fcb3-4f84-ac26-c94ccfa5ce93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.176255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b64e09c7-fcb3-4f84-ac26-c94ccfa5ce93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4d79bf01-d9a8-43c2-aad6-c37df93399e0 HTTP/1.1" status: 204 len: 168 time: 1.4395633 Sep 18 02:19:58.179788 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52578) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:58.244678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cac36bf5-178a-4c3a-b351-6658a87f3591 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.252357 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.278895 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-7039456a-884c-432c-95cc-ee9a846ac60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] GET failed (client error): The resource could not be found. Sep 18 02:19:58.290562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52582) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:58.294606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7039456a-884c-432c-95cc-ee9a846ac60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "GET /v2.0/ports/4d79bf01-d9a8-43c2-aad6-c37df93399e0 HTTP/1.1" status: 404 len: 333 time: 0.1053455 Sep 18 02:19:58.299228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Request body: {'port': {'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-985670651'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:58.339420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] Pushing event deleted for resources: {'Port': ['ID=98e338ec-6ec5-4660-a04b-50ec0f15c5af,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:58.357531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Made reservation on behalf of 814957608dea47fba12606215e17243f for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:58.360176 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.366443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63cbe47b-8d6b-468d-a1c7-71751a016ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.374946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63cbe47b-8d6b-468d-a1c7-71751a016ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.390935 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-63cbe47b-8d6b-468d-a1c7-71751a016ebd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d747ca8a-20a9-488b-85cd-8f6d5b4216f5 HTTP/1.1" status: 204 len: 168 time: 0.5823390 Sep 18 02:19:58.397028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aadac1ba-56e9-4f83-a999-76097c373c03 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:19:58.399260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Deleting port 0ab006e7-40c0-4b55-ba0b-2881372c9349 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:19:58.403555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07990afb-6715-4fe9-8269-4fb1cc3f0141 None None] No DVR routers for this DVR port 98e338ec-6ec5-4660-a04b-50ec0f15c5af on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:19:58.404076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.449040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbe47b-8d6b-468d-a1c7-71751a016ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d747ca8a-20a9-488b-85cd-8f6d5b4216f5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:58.515938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8077a381-9707-4ee2-94c6-5e906edc372e req-c2862012-10df-4710-8328-94fdb839d80a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 210 time: 0.1138494 Sep 18 02:19:58.527928 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cac36bf5-178a-4c3a-b351-6658a87f3591 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.560455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] device_id is not set on port 5260313b-04b8-4fad-aaa5-02f66e66de42 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:19:58.560983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port aadac1ba-56e9-4f83-a999-76097c373c03 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:58.561369 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.763734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] For port 0ab006e7-40c0-4b55-ba0b-2881372c9349, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0ab006e7-40c0-4b55-ba0b-2881372c9349,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:19:58.765164 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:58.788730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Calling delete_port for 0ab006e7-40c0-4b55-ba0b-2881372c9349 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:19:58.919535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:58.974682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:58.975451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5ab0007d-2a0b-4d78-aac4-1901960f6ee0 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:58.975859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 98e338ec-6ec5-4660-a04b-50ec0f15c5af no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:19:59.001497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.023020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 98e338ec-6ec5-4660-a04b-50ec0f15c5af {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:19:59.023744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 98e338ec-6ec5-4660-a04b-50ec0f15c5af not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:19:59.077609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac36bf5-178a-4c3a-b351-6658a87f3591 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=377b6a02-a2b4-4faf-b0d7-4c93f8e82d5b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:59.080337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cac36bf5-178a-4c3a-b351-6658a87f3591 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.082941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cac36bf5-178a-4c3a-b351-6658a87f3591 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/377b6a02-a2b4-4faf-b0d7-4c93f8e82d5b HTTP/1.1" status: 204 len: 168 time: 1.6283603 Sep 18 02:19:59.085322 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.087561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52592) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:59.110892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-752f98c9-b30c-4321-aef5-aa6274af4a49 req-f7976324-118f-4a63-a954-ee8c5db6cfb2 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 210 time: 0.1719925 Sep 18 02:19:59.172177 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a39682-2884-4041-92a6-ed357563d648 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:19:59.172817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a39682-2884-4041-92a6-ed357563d648 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:19:59.175046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-04a39682-2884-4041-92a6-ed357563d648 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/bbd8b809-2de3-47b4-b7b5-68637c45d684 HTTP/1.1" status: 404 len: 337 time: 0.0856404 Sep 18 02:19:59.179484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:59.191116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:19:59.204989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:19:59.236085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:19:59.237468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:59.238364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.247381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=5260313b-04b8-4fad-aaa5-02f66e66de42,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:59.277136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e02a2cfc-943a-4ae7-bb5e-e883fa9077a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9838915 Sep 18 02:19:59.280992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52600) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:59.294070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:59.300353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea6e65-b784-4c21-83a3-529109509b3f req-6418763b-a0f4-4d46-ba53-235184747412 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:59.301956 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-6418763b-a0f4-4d46-ba53-235184747412 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.18 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 814 time: 0.4138906 Sep 18 02:19:59.318042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0fe66-80b2-4173-991c-e7c4221c6bb5 None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:19:59.351735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-155ffcd7-462f-4444-81e8-d6660c0f14a8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting subnet ca00617b-f8e3-45e5-b4f0-99d920e876f3 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:19:59.365729 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-155ffcd7-462f-4444-81e8-d6660c0f14a8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.451645 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.467532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Request body: {'port': {'device_id': '16e015ff-123f-46f9-bcbe-7efacc745fa7', 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f', 'admin_state_up': True, 'tenant_id': 'dc50af5e37634e49bc6d4f8a402e126f'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:59.473974 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-155ffcd7-462f-4444-81e8-d6660c0f14a8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.589955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.603482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c25ecdca-0145-44c5-8853-868d00ea7bf9 None None] Provisioning complete for port 8d10ff42-f91d-4463-b6dd-038c340228ee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:59.604613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c25ecdca-0145-44c5-8853-868d00ea7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.649928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Port': ['ID=0ab006e7-40c0-4b55-ba0b-2881372c9349,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:19:59.729364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c25ecdca-0145-44c5-8853-868d00ea7bf9 None None] Port 8d10ff42-f91d-4463-b6dd-038c340228ee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:19:59.764761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c25ecdca-0145-44c5-8853-868d00ea7bf9 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:19:59.765145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c25ecdca-0145-44c5-8853-868d00ea7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.808497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.848266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6214040c-cff0-48c5-a621-82520795b947 req-96138c99-ee3f-4cbf-b12a-3150d9f8e15a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 210 time: 0.2019739 Sep 18 02:19:59.856130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Made reservation on behalf of dc50af5e37634e49bc6d4f8a402e126f for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:19:59.859753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.872450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-27a91464-a34f-42ed-a918-b48e9a18c60b tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:19:59.873979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-27a91464-a34f-42ed-a918-b48e9a18c60b tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.20 "GET /v2.0/networks?id=eaca588d-2d0d-4e30-abf8-3917ba919ddd HTTP/1.1" status: 200 len: 909 time: 0.2266440 Sep 18 02:19:59.897952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Request body: {'port': {'device_id': 'fcfa4f88-5156-4fe8-8f1c-649e87465527', 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'admin_state_up': True, 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:19:59.959537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52614) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:19:59.970430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:19:59.977972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.065193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Made reservation on behalf of f3c6a32eccbe440b84b57e364316ebc7 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:00.068402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.068728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.069166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Fanout notify agent at l3_agent the message router_deleted on router 76f426c5-e529-41ab-a5c6-a9dea3070b44 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:20:00.078623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.079774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9bf27f9a-6d17-4b3e-8ebf-b3643312633d tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/routers/76f426c5-e529-41ab-a5c6-a9dea3070b44 HTTP/1.1" status: 204 len: 168 time: 3.0269535 Sep 18 02:20:00.083373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52618) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.113473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-155ffcd7-462f-4444-81e8-d6660c0f14a8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.115536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-network', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:00.246911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.265874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] device_id is not set on port 5260313b-04b8-4fad-aaa5-02f66e66de42 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:20:00.275048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Allocated IP 172.20.0.2 (2e680472-ed6c-4515-ac67-5af6fa2f862f/8e42236f-32be-485d-9216-d0b71baf0730/dbfa673b-91f5-45f8-913a-b85cd7619aa0) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:00.289405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.310115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.317276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Made reservation on behalf of d7935065c2c4435ea9168fdd607c2fdb for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:00.319923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.343438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4874814-5dda-45cb-b327-6054f43d262a req-3499a90a-4174-48e6-a017-1737bb5bf9e1 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 210 time: 0.0870471 Sep 18 02:20:00.348171 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.385841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-155ffcd7-462f-4444-81e8-d6660c0f14a8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.442222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ffcd7-462f-4444-81e8-d6660c0f14a8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Subnet': ['ID=ca00617b-f8e3-45e5-b4f0-99d920e876f3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:00.457200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-155ffcd7-462f-4444-81e8-d6660c0f14a8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.459269 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-155ffcd7-462f-4444-81e8-d6660c0f14a8 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/ca00617b-f8e3-45e5-b4f0-99d920e876f3 HTTP/1.1" status: 204 len: 168 time: 1.2756102 Sep 18 02:20:00.463686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=5260313b-04b8-4fad-aaa5-02f66e66de42,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:00.467251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52622) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.480000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Allocated IP 172.20.0.9 (eaca588d-2d0d-4e30-abf8-3917ba919ddd/0f3345f1-fe64-45f2-a601-701b4ad96ca3/e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:00.508249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.515262 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88135c1-1932-45f0-9083-963e88f5046b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:00.515716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88135c1-1932-45f0-9083-963e88f5046b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:00.520288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a88135c1-1932-45f0-9083-963e88f5046b tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/854d5f43-8422-4e1a-a213-7ce023a6fee5 HTTP/1.1" status: 404 len: 337 time: 0.0457041 Sep 18 02:20:00.524714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52624) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.538465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:00.538465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:00.538465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:00.559301 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d1487ff4-6539-48c7-84b8-9776351599a5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "GET /v2.0/ports?device_id=05af4cbb-58fe-498a-a18a-f4d164801140 HTTP/1.1" status: 200 len: 205 time: 0.0334997 Sep 18 02:20:00.565508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52626) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.581887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ec2e9f-8413-4704-a527-4eb2ccb7522e']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:00.583146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:00.583411 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:00.586531 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 2 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:00.602618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a049da84-00af-4d2c-8601-d092c3fbab0a None None] Network a9b80d53-fb5e-4507-97db-b8416d0866b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:00.605907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e488544-f7e5-4398-b87a-ff20761e9593') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:00.606201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e488544-f7e5-4398-b87a-ff20761e9593') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:00.626287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3de847bf-2587-4b5d-8e2a-23daf3afbb96 None None] Provisioning complete for port 8d10ff42-f91d-4463-b6dd-038c340228ee triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:00.627005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3de847bf-2587-4b5d-8e2a-23daf3afbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.631270 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-86d07390-495f-4a0e-a1a1-3556aaa12671 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] delete failed (client error): The resource could not be found. Sep 18 02:20:00.634929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.635142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-86d07390-495f-4a0e-a1a1-3556aaa12671 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/routers/05af4cbb-58fe-498a-a18a-f4d164801140 HTTP/1.1" status: 404 len: 336 time: 0.0659132 Sep 18 02:20:00.638226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52628) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.651643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:00.652021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:00.652318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:00.676184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:00.676184 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:00.676184 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 3 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:00.701911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:00.702136 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.702277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:00.702628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:00.720290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3de847bf-2587-4b5d-8e2a-23daf3afbb96 None None] Port 8d10ff42-f91d-4463-b6dd-038c340228ee cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:00.720784 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39ff5ac-78a7-4494-8812-8959364f6b73 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:00.721322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39ff5ac-78a7-4494-8812-8959364f6b73 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:00.731591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f39ff5ac-78a7-4494-8812-8959364f6b73 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/3a39eb7f-1094-420d-9f06-14588c4ff479 HTTP/1.1" status: 404 len: 337 time: 0.0847981 Sep 18 02:20:00.739726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52630) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.743477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:00.743815 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:00.747157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:20:00.747571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.748205 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 4 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:20:00.767391 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:20:00.769901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:00.770736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:00.770736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:00.770954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.776734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3de847bf-2587-4b5d-8e2a-23daf3afbb96 None None] Provisioning complete for port 16a0f312-36e2-4878-a776-a073dcca4184 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:00.777370 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3de847bf-2587-4b5d-8e2a-23daf3afbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.783710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:00.784025 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:00.785760 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 5 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:00.812405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:00.812791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:00.813047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:00.814353 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a99f8fd-efcd-4cb2-bdd0-74552c7ca8d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:00.819141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a99f8fd-efcd-4cb2-bdd0-74552c7ca8d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:00.819141 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1a99f8fd-efcd-4cb2-bdd0-74552c7ca8d7 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/6b56cb52-652d-4431-9914-aa06b2c9719f HTTP/1.1" status: 404 len: 337 time: 0.0717397 Sep 18 02:20:00.819459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.824478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52632) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.836391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:00.836642 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:00.839755 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 6 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:00.861553 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-602ac9c2-4a28-4365-9f5c-33c4c4bd264b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.873843 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-b383c10f-c2a0-4147-a714-8c79d59eafdb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:00.874124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b383c10f-c2a0-4147-a714-8c79d59eafdb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:00.878475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b383c10f-c2a0-4147-a714-8c79d59eafdb tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/f68e1710-7578-4705-a0a1-7e150232e826 HTTP/1.1" status: 404 len: 337 time: 0.0504885 Sep 18 02:20:00.879887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52634) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.886010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.892583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:00.892899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:00.893341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:00.913611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:00.913981 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:00.915560 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 7 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:00.920575 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-978681f2-a161-41ab-b562-bef3d87b480c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:00.920575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978681f2-a161-41ab-b562-bef3d87b480c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:00.924226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-978681f2-a161-41ab-b562-bef3d87b480c tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/51cfdafb-5b21-4fd8-9da6-d30420e7b52c HTTP/1.1" status: 404 len: 333 time: 0.0415325 Sep 18 02:20:00.925287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52638) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:00.928189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.943944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:00.944979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:00.946095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:00.947809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.954371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.968350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:00.968677 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:00.989212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:00.990976 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] 10.222.0.21 "DELETE /v2.0/networks/00ec2e9f-8413-4704-a527-4eb2ccb7522e HTTP/1.1" status: 204 len: 168 time: 0.9066451 Sep 18 02:20:00.991987 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-850e53a8-edf5-444b-898d-9cc62ae46fa5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:00.992420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850e53a8-edf5-444b-898d-9cc62ae46fa5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:00.997354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] DHCP port deletion for a9b80d53-fb5e-4507-97db-b8416d0866b0 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:20:00.999124 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 8 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:01.008756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-850e53a8-edf5-444b-898d-9cc62ae46fa5 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/cf9a1556-ba08-4b13-8a45-5db7dd85ff53 HTTP/1.1" status: 404 len: 337 time: 0.0805728 Sep 18 02:20:01.013544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:01.016661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52642) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.024382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.036747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cbb6cf88-9055-43bf-9870-207de6384ee9'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:01.037626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff55b5-d19b-493c-a574-fddd5a3f9b62 tempest-TestNetworkBasicOps-354750145 tempest-TestNetworkBasicOps-354750145-project] Pushing event deleted for resources: {'Network': ['ID=00ec2e9f-8413-4704-a527-4eb2ccb7522e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:01.042750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3a701c-dd40-4fec-b149-9cbfecf54fac,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:01.061360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:01.071520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:01.072795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:01.073422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:01.075107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.075467 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Added segment 11444183-89c5-4d39-a0a6-6233a845af1f of type vlan for network e0166907-0429-4fea-823b-a8cc89aad3c3 Sep 18 02:20:01.095345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Network 2e680472-ed6c-4515-ac67-5af6fa2f862f is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:01.099933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:01.102801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:01.103778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:01.129364 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-30982f9e-dfa5-4b7d-b43b-82d128bfdf99 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:01.130077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30982f9e-dfa5-4b7d-b43b-82d128bfdf99 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:01.132072 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-30982f9e-dfa5-4b7d-b43b-82d128bfdf99 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/764cf731-e6ca-4d7c-9142-d29c46c44587 HTTP/1.1" status: 404 len: 337 time: 0.0878072 Sep 18 02:20:01.132985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Pushing event updated for resources: {'Port': ['ID=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:01.136376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52644) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.137416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:01.144120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:01.144830 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:01.151441 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 9 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:01.161821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Pushing event updated for resources: {'Port': ['ID=dbfa673b-91f5-45f8-913a-b85cd7619aa0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:01.191412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f802d6-883f-4a32-b73e-31f583f1c989 req-e9b3a038-8b9a-4a7f-b985-f5b1266cb15f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:01.193323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09f802d6-883f-4a32-b73e-31f583f1c989 req-e9b3a038-8b9a-4a7f-b985-f5b1266cb15f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 931 time: 0.2311907 Sep 18 02:20:01.194246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:01.194768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:01.195294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:01.206290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:01.207235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.215382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:01.216008 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:01.220386 n-d-789963-12 neutron-server[106439]: INFO neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempt 10 to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 Sep 18 02:20:01.261908 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.265801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:01.266360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:01.266919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempting to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:01.270444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9431d87d-672c-4920-b929-fb5590628b01 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3763425 Sep 18 02:20:01.274649 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1020e95-7f25-4dd9-a3b5-ed87272c4b95 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:01.277480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1020e95-7f25-4dd9-a3b5-ed87272c4b95 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:01.279644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c1020e95-7f25-4dd9-a3b5-ed87272c4b95 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/00aaab3a-4041-4c2d-ab9a-13516a30d0a1 HTTP/1.1" status: 404 len: 333 time: 0.1370370 Sep 18 02:20:01.292526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52648) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.305644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09f802d6-883f-4a32-b73e-31f583f1c989 req-8f32488d-163e-4d0f-a203-81b5646aa7e3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028993 Sep 18 02:20:01.329520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Request body: {'port': {'device_id': 'fcfa4f88-5156-4fe8-8f1c-649e87465527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:01.336737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:01.337432 n-d-789963-12 neutron-server[106439]: ERROR neutron.plugins.ml2.managers [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Failed to bind port 5260313b-04b8-4fad-aaa5-02f66e66de42 on host n-h1-789963-12 for vnic_type normal using segments [{'id': '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ea7098c-00bc-4d69-976f-76e2167fd9c7'}] Sep 18 02:20:01.338570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.375439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52650) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.379835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:01.380624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.423756 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.424885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:01.425562 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.479630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] Deleting port 16a0f312-36e2-4878-a776-a073dcca4184 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:01.480016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.500358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.500630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a5071b1a-d21b-4edb-ba0c-2a4af447d518 None None] Provisioning complete for port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:01.500923 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5071b1a-d21b-4edb-ba0c-2a4af447d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.507109 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c48cc5c-122d-4114-9583-3eb69fb58131 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:01.507697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c48cc5c-122d-4114-9583-3eb69fb58131 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:01.513653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0c48cc5c-122d-4114-9583-3eb69fb58131 tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/3e10e418-c1a3-44b6-9d60-f2aedf567c6a HTTP/1.1" status: 404 len: 337 time: 0.2201037 Sep 18 02:20:01.514497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52656) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.526529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e0166907-0429-4fea-823b-a8cc89aad3c3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:01.545637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e0166907-0429-4fea-823b-a8cc89aad3c3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:01.568543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-59cafb21-4871-484a-acd9-74c7f33435b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6062818 Sep 18 02:20:01.570064 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-0d0ae2a2-4f21-4a83-8162-e8a87abc4f2b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1110516 Sep 18 02:20:01.578878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52658) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.585040 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ae30fd-e3f8-47ad-90d7-0108d59348df tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] DELETE failed (client error): The resource could not be found. Sep 18 02:20:01.585571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ae30fd-e3f8-47ad-90d7-0108d59348df tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:20:01.590567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-85ae30fd-e3f8-47ad-90d7-0108d59348df tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/subnets/96903b8f-7f7e-41e2-9fa4-cd75db6371eb HTTP/1.1" status: 404 len: 337 time: 0.0581126 Sep 18 02:20:01.594939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Request body: {'subnet': {'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-subnet', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:01.595750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Request body: {'port': {'device_id': '16e015ff-123f-46f9-bcbe-7efacc745fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:01.598173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52660) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.603596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] For port 5260313b-04b8-4fad-aaa5-02f66e66de42, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:01.604657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attempted to set empty binding levels {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 02:20:01.631859 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.645268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] For port 16a0f312-36e2-4878-a776-a073dcca4184, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=16a0f312-36e2-4878-a776-a073dcca4184,segment=NetworkSegment(209d9649-7c64-4de8-83dd-5bdb2fdbdbf7),segment_id=209d9649-7c64-4de8-83dd-5bdb2fdbdbf7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:01.645889 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.659217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a5071b1a-d21b-4edb-ba0c-2a4af447d518 None None] Port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:01.670811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] Calling delete_port for 16a0f312-36e2-4878-a776-a073dcca4184 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:01.696806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c11bb-9694-4fa3-984d-bafbba031816 req-52bc3ad0-8165-4054-bb85-2c29c0d4d53f tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:01.699215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-555c11bb-9694-4fa3-984d-bafbba031816 req-52bc3ad0-8165-4054-bb85-2c29c0d4d53f tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1027 time: 0.1834764 Sep 18 02:20:01.730966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.765525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] In _notify_port_updated(), no bound segment for port 5260313b-04b8-4fad-aaa5-02f66e66de42 on network 8ea7098c-00bc-4d69-976f-76e2167fd9c7 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:20:01.766460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:01.767360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.768711 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "PUT /v2.0/ports/5260313b-04b8-4fad-aaa5-02f66e66de42 HTTP/1.1" status: 200 len: 979 time: 2.4867625 Sep 18 02:20:01.772709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52664) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.779663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Made reservation on behalf of d7935065c2c4435ea9168fdd607c2fdb for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:01.782034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.797925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-28bfb36c-5b6b-41f6-9d58-6101b944c904 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae823ee93e1147238401cca778c2a28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034662 Sep 18 02:20:01.810065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52666) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:01.824919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:01.833191 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-555c11bb-9694-4fa3-984d-bafbba031816 req-5aba0f9b-6105-49d5-879e-3ce7ce2c2212 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145427 Sep 18 02:20:01.855349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] Pushing event deleted for resources: {'Port': ['ID=16a0f312-36e2-4878-a776-a073dcca4184,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:01.861874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51feca51-d3a1-4c8b-a8ae-80a1510853e7 None None] No DVR routers for this DVR port 16a0f312-36e2-4878-a776-a073dcca4184 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:01.881915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd817c4-b32f-4acc-bb2f-98f66e46902d tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event updated for resources: {'Port': ['ID=5260313b-04b8-4fad-aaa5-02f66e66de42,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:01.895210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7d250cff-4c98-48d6-bb03-84c8ad3d0e2e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Deleting port 8d10ff42-f91d-4463-b6dd-038c340228ee {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:01.895571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d250cff-4c98-48d6-bb03-84c8ad3d0e2e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.104614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52668) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:02.115929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.189761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:02.209580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.237042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0ab006e7-40c0-4b55-ba0b-2881372c9349 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:02.264967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Transition to ACTIVE for port object e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:20:02.266906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82af3d78-e634-415d-b5ca-2e7fbb09a615,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:02.273890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0ab006e7-40c0-4b55-ba0b-2881372c9349 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:02.274444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0ab006e7-40c0-4b55-ba0b-2881372c9349 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:02.274971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 16a0f312-36e2-4878-a776-a073dcca4184 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:02.296943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 16a0f312-36e2-4878-a776-a073dcca4184 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:02.297631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 16a0f312-36e2-4878-a776-a073dcca4184 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:02.300633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.306337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Checking segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:02.307313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Network hostable DHCP agents. Network: e0166907-0429-4fea-823b-a8cc89aad3c3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:02.313387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d250cff-4c98-48d6-bb03-84c8ad3d0e2e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.341268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34273e4b-5d08-48d2-acab-33d45a3b526c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.364279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7d250cff-4c98-48d6-bb03-84c8ad3d0e2e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Calling delete_port for 8d10ff42-f91d-4463-b6dd-038c340228ee owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:02.397331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Pushing event updated for resources: {'Port': ['ID=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:02.420811 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34273e4b-5d08-48d2-acab-33d45a3b526c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.453139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Network e0166907-0429-4fea-823b-a8cc89aad3c3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:02.485825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Deleting port 5260313b-04b8-4fad-aaa5-02f66e66de42 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:02.486198 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.532757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e0166907-0429-4fea-823b-a8cc89aad3c3) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:02.538558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:02.538808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.544813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f22b64c-848b-4aa8-b948-58acb0acef10 None None] Network e0166907-0429-4fea-823b-a8cc89aad3c3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:02.585297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ff75fe3-a758-4644-8cd2-b14b7043760d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0029263 Sep 18 02:20:02.593902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45453-3ecf-4ef9-9840-11a562013b74 req-c0146891-e3df-41b0-9e67-a8238ba55025 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:02.597279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52672) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:02.602413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16b45453-3ecf-4ef9-9840-11a562013b74 req-c0146891-e3df-41b0-9e67-a8238ba55025 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 931 time: 0.1583762 Sep 18 02:20:02.609695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:02.617661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Attempting to bind port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:02.617997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Attempting to bind port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:02.618397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Attempting to bind port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 on network eaca588d-2d0d-4e30-abf8-3917ba919ddd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:02.636525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] For port 5260313b-04b8-4fad-aaa5-02f66e66de42, host n-h1-789963-12, got binding levels [] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:02.636868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.637027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port 9c9490b5-0912-41a6-8a8c-fa6f257fda81 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:02.637201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.640911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 on network eaca588d-2d0d-4e30-abf8-3917ba919ddd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:02.641236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Attempting to bind port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 on network eaca588d-2d0d-4e30-abf8-3917ba919ddd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:02.655533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34273e4b-5d08-48d2-acab-33d45a3b526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.658091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34273e4b-5d08-48d2-acab-33d45a3b526c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.661755 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-34273e4b-5d08-48d2-acab-33d45a3b526c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bd504e1-c9e7-40af-a310-8db197179652 HTTP/1.1" status: 204 len: 168 time: 0.8478043 Sep 18 02:20:02.664730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Calling delete_port for 5260313b-04b8-4fad-aaa5-02f66e66de42 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:02.666249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:02.666512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Checking segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:02.666820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Bound using segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:02.667254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Bound port: e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:02.667609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.709574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16b45453-3ecf-4ef9-9840-11a562013b74 req-66b6d27c-9e71-4139-b1b2-f00cec7a00e8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062469 Sep 18 02:20:02.755160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e0166907-0429-4fea-823b-a8cc89aad3c3', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:20:02.756258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.843823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.845388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.862982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] For port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:02.872206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for 9c9490b5-0912-41a6-8a8c-fa6f257fda81 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:02.873508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273e4b-5d08-48d2-acab-33d45a3b526c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd504e1-c9e7-40af-a310-8db197179652,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:02.881932 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.883016 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.890586 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d250cff-4c98-48d6-bb03-84c8ad3d0e2e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.899459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfa673b-91f5-45f8-913a-b85cd7619aa0 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:02.915752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.939057 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:02.950664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d250cff-4c98-48d6-bb03-84c8ad3d0e2e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Port': ['ID=8d10ff42-f91d-4463-b6dd-038c340228ee,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:02.969982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Allocated IP 172.20.0.2 (e0166907-0429-4fea-823b-a8cc89aad3c3/82af3d78-e634-415d-b5ca-2e7fbb09a615/86106204-43cc-48c7-b78f-9948a6fc9577) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:02.983924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Transition to ACTIVE for port object dbfa673b-91f5-45f8-913a-b85cd7619aa0 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:20:03.004534 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d250cff-4c98-48d6-bb03-84c8ad3d0e2e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.005902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7d250cff-4c98-48d6-bb03-84c8ad3d0e2e tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/ports/8d10ff42-f91d-4463-b6dd-038c340228ee HTTP/1.1" status: 204 len: 168 time: 1.4067929 Sep 18 02:20:03.018922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52680) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:03.019742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Pushing event deleted for resources: {'Port': ['ID=5260313b-04b8-4fad-aaa5-02f66e66de42,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:03.021662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.046677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] For port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:03.065474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.072728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.074833 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-07c1104d-431f-4923-8a62-f7ad3b2946df tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5260313b-04b8-4fad-aaa5-02f66e66de42 HTTP/1.1" status: 204 len: 168 time: 1.3011401 Sep 18 02:20:03.091799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.092609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52682) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:03.112534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52684) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:03.150941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a644a110-c184-42af-802b-c06d0375f297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.154543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:03.155311 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.156834 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] 10.222.0.20 "PUT /v2.0/ports/e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 HTTP/1.1" status: 200 len: 1092 time: 1.8778358 Sep 18 02:20:03.193632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfa4f88-5156-4fe8-8f1c-649e87465527', 'tag': 'e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:03.194330 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-7065e15e-dfcc-4fa8-a90d-fd63580a909e tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] GET failed (client error): The resource could not be found. Sep 18 02:20:03.195909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7065e15e-dfcc-4fa8-a90d-fd63580a909e tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-921173895-project-admin] 10.222.0.21 "GET /v2.0/ports/5260313b-04b8-4fad-aaa5-02f66e66de42 HTTP/1.1" status: 404 len: 333 time: 0.0744200 Sep 18 02:20:03.197663 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91156686-8d3f-47d1-89e8-6a468bed5458" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfa4f88-5156-4fe8-8f1c-649e87465527", "tag": "e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:03.210208 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.214421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52686) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:03.222594 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.285233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Pushing event updated for resources: {'Port': ['ID=86106204-43cc-48c7-b78f-9948a6fc9577,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:03.296299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Network e0166907-0429-4fea-823b-a8cc89aad3c3 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:03.297926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:03.305027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:03.320349 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6f750-1a94-431c-afea-65b17b024570 x-openstack-request-id: req-62b6f750-1a94-431c-afea-65b17b024570 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:03.321009 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfa4f88-5156-4fe8-8f1c-649e87465527", "tag": "e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:03.321560 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62b6f750-1a94-431c-afea-65b17b024570 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:03.322391 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfa4f88-5156-4fe8-8f1c-649e87465527', 'tag': 'e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46', 'status': 'completed', 'code': 200} Sep 18 02:20:03.335207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.337593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfa673b-91f5-45f8-913a-b85cd7619aa0,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:03.363632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680348c1-f738-4efc-bb99-e2157b50929b service neutron] Pushing event updated for resources: {'Port': ['ID=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:03.372200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Attempting to bind port 86106204-43cc-48c7-b78f-9948a6fc9577 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:03.372576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Attempting to bind port 86106204-43cc-48c7-b78f-9948a6fc9577 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:03.373015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Attempting to bind port 86106204-43cc-48c7-b78f-9948a6fc9577 on network e0166907-0429-4fea-823b-a8cc89aad3c3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:03.380428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:03.380856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Checking segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:03.381787 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.382186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Bound using segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:03.382735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Bound port: 86106204-43cc-48c7-b78f-9948a6fc9577, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:03.383417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.458158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.473467 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-352fa251-f2c8-481d-ae7e-1e293e2ead44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.486869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b93552-3e75-4175-860e-55034adb8f6a req-04483c51-795b-40da-8dc7-bd563a5508ff tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:03.488466 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-09b93552-3e75-4175-860e-55034adb8f6a req-04483c51-795b-40da-8dc7-bd563a5508ff tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1095 time: 0.5034657 Sep 18 02:20:03.505169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.516806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] For port 86106204-43cc-48c7-b78f-9948a6fc9577, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:03.519332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=9c9490b5-0912-41a6-8a8c-fa6f257fda81,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:03.523645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] For port 86106204-43cc-48c7-b78f-9948a6fc9577, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=86106204-43cc-48c7-b78f-9948a6fc9577,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:03.529291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-31700068-80f6-463a-99e9-5da852db791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:03.531401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-31700068-80f6-463a-99e9-5da852db791b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c6a32eccbe440b84b57e364316ebc7&device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1095 time: 0.2669582 Sep 18 02:20:03.533474 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.587397 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.613484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643221-b802-47ee-96e1-35fdb118d34c None None] Pushing event updated for resources: {'Port': ['ID=86106204-43cc-48c7-b78f-9948a6fc9577,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:03.692546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-09b93552-3e75-4175-860e-55034adb8f6a req-bca6be3e-5d14-4e99-b227-d4c9eb8e35c3 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593218 Sep 18 02:20:03.730249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Attempting to bind port dbfa673b-91f5-45f8-913a-b85cd7619aa0 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:03.730620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Attempting to bind port dbfa673b-91f5-45f8-913a-b85cd7619aa0 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:03.731003 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Attempting to bind port dbfa673b-91f5-45f8-913a-b85cd7619aa0 on network 2e680472-ed6c-4515-ac67-5af6fa2f862f {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:03.782060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.784814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Port dbfa673b-91f5-45f8-913a-b85cd7619aa0 on network 2e680472-ed6c-4515-ac67-5af6fa2f862f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:03.785077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Attempting to bind port dbfa673b-91f5-45f8-913a-b85cd7619aa0 on network 2e680472-ed6c-4515-ac67-5af6fa2f862f {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:03.803312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:03.803659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Checking segment: {'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:03.804051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Bound using segment: {'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:03.804513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Bound port: dbfa673b-91f5-45f8-913a-b85cd7619aa0, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25909a80-cc65-4b06-b967-548b18d40b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:03.804881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.829908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b80d53-fb5e-4507-97db-b8416d0866b0']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:03.874524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209d9649-7c64-4de8-83dd-5bdb2fdbdbf7') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:03.874988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209d9649-7c64-4de8-83dd-5bdb2fdbdbf7') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:03.929263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.977294 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:03.996955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:20:03.997550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:20:04.002024 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:20:04.035002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] For port dbfa673b-91f5-45f8-913a-b85cd7619aa0, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:04.042669 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-069b7dcc-f8c7-4774-8782-b36dea5cf31f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 HTTP/1.1" status: 200 len: 217 time: 0.5021553 Sep 18 02:20:04.064117 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.082921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] For port dbfa673b-91f5-45f8-913a-b85cd7619aa0, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dbfa673b-91f5-45f8-913a-b85cd7619aa0,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:04.125966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.128060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.189216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.191163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] 10.222.0.21 "DELETE /v2.0/networks/a9b80d53-fb5e-4507-97db-b8416d0866b0 HTTP/1.1" status: 204 len: 168 time: 1.1671834 Sep 18 02:20:04.205252 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.205736 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Floating IP 66d60405-28c6-4aad-819e-702b51f7dfe8 disassociated (deleted). External IP: 172.25.0.69, port: f460e453-5cb9-4784-a049-999d98643f47. Sep 18 02:20:04.281413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 86106204-43cc-48c7-b78f-9948a6fc9577 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:04.281793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.301603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71215f-ee5c-422e-bf2e-6912ae20b7cf tempest-PortsIpV6TestJSON-888906823 tempest-PortsIpV6TestJSON-888906823-project] Pushing event deleted for resources: {'Network': ['ID=a9b80d53-fb5e-4507-97db-b8416d0866b0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:04.303487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9de55769-261d-4dc3-8784-df4a6348bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:04.305033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.306118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9de55769-261d-4dc3-8784-df4a6348bea9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3345f1-fe64-45f2-a601-701b4ad96ca3 HTTP/1.1" status: 200 len: 848 time: 0.2416754 Sep 18 02:20:04.340482 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.343082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 86106204-43cc-48c7-b78f-9948a6fc9577 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:04.343252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:04.343792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.344230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.346695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] 10.222.0.18 "PUT /v2.0/ports/dbfa673b-91f5-45f8-913a-b85cd7619aa0 HTTP/1.1" status: 200 len: 1092 time: 2.7570894 Sep 18 02:20:04.350661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e015ff-123f-46f9-bcbe-7efacc745fa7', 'tag': 'dbfa673b-91f5-45f8-913a-b85cd7619aa0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:04.351153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea7098c-00bc-4d69-976f-76e2167fd9c7']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:04.355346 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7628a932-d79c-4adb-974d-888ad90ff1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "16e015ff-123f-46f9-bcbe-7efacc745fa7", "tag": "dbfa673b-91f5-45f8-913a-b85cd7619aa0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:04.366195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f455317-2eed-4073-916d-8c392992bc1f req-7fc863ab-30a2-46a3-b9fa-b91dcc4a4376 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:04.370428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f455317-2eed-4073-916d-8c392992bc1f req-7fc863ab-30a2-46a3-b9fa-b91dcc4a4376 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 943 time: 0.3359835 Sep 18 02:20:04.378955 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a644a110-c184-42af-802b-c06d0375f297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.407738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:04.408467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48853aa9-d5f5-4e74-8c9e-7a17e15a01a7') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:04.410333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a644a110-c184-42af-802b-c06d0375f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.438175 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e586c7-fd3a-4c0f-a686-572d51abfa82 x-openstack-request-id: req-f4e586c7-fd3a-4c0f-a686-572d51abfa82 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:04.439088 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e015ff-123f-46f9-bcbe-7efacc745fa7", "tag": "dbfa673b-91f5-45f8-913a-b85cd7619aa0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:04.439361 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4e586c7-fd3a-4c0f-a686-572d51abfa82 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:04.439867 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e015ff-123f-46f9-bcbe-7efacc745fa7', 'tag': 'dbfa673b-91f5-45f8-913a-b85cd7619aa0', 'status': 'completed', 'code': 200} Sep 18 02:20:04.457183 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.469239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd791a2-03aa-4deb-8236-768843666639 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfa673b-91f5-45f8-913a-b85cd7619aa0,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:04.522966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.552241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea6e65-b784-4c21-83a3-529109509b3f req-9803daa0-01e5-43f2-a2ec-6c167519f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:04.555446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-9803daa0-01e5-43f2-a2ec-6c167519f1e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 1095 time: 0.1572363 Sep 18 02:20:04.558126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.585208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644a110-c184-42af-802b-c06d0375f297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14687fed-0474-4991-a946-3eb406300dd6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:04.586655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 86106204-43cc-48c7-b78f-9948a6fc9577, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=86106204-43cc-48c7-b78f-9948a6fc9577,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:04.590149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:20:04.590690 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.592546 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:20:04.604135 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:20:04.607133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a644a110-c184-42af-802b-c06d0375f297 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d45698714cb444796d64eca3bde35c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4902375 Sep 18 02:20:04.630110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52698) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:04.630407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52700) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:04.635702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-5145b065-6893-43e6-9d55-cad1b156881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:04.639726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-5145b065-6893-43e6-9d55-cad1b156881c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eaca588d-2d0d-4e30-abf8-3917ba919ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3187363 Sep 18 02:20:04.655718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=86106204-43cc-48c7-b78f-9948a6fc9577,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:04.664607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7f455317-2eed-4073-916d-8c392992bc1f req-4866b547-2b0c-47bf-959a-0089dca171e1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631204 Sep 18 02:20:04.695658 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-78333793-7788-4b88-b5a2-965a7086473e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbfa673b-91f5-45f8-913a-b85cd7619aa0 HTTP/1.1" status: 200 len: 217 time: 0.1259656 Sep 18 02:20:04.722658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Allocated IP 172.25.0.174 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:04.900989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea6e65-b784-4c21-83a3-529109509b3f req-6f43fb09-d6fa-4f5d-873d-ba4ed00369b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:04.902687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-6f43fb09-d6fa-4f5d-873d-ba4ed00369b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.1685417 Sep 18 02:20:04.933826 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.940115 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.955273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-126ff0af-73e9-4a42-a273-fa39ca1ad8fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434332 Sep 18 02:20:04.958958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f754f0-7822-4e25-8764-fe59b79ba9e9 req-f722c9ef-8db6-44c6-9275-a481bd59dae7 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:04.960511 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77f754f0-7822-4e25-8764-fe59b79ba9e9 req-f722c9ef-8db6-44c6-9275-a481bd59dae7 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1095 time: 0.1424754 Sep 18 02:20:04.963688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:04.967065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] 10.222.0.21 "DELETE /v2.0/networks/8ea7098c-00bc-4d69-976f-76e2167fd9c7 HTTP/1.1" status: 204 len: 168 time: 1.7401536 Sep 18 02:20:04.987794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e389d-b82f-4760-842b-5e366f8302f2 None None] Network e0166907-0429-4fea-823b-a8cc89aad3c3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:05.016204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.018073 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-9b555ce6-1e39-413f-b294-30dbf92c000d service neutron] 10.222.0.20 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522432 Sep 18 02:20:05.027887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568edb48-075f-4da2-b483-254195d8ba68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-564112782-project] Pushing event deleted for resources: {'Network': ['ID=8ea7098c-00bc-4d69-976f-76e2167fd9c7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:05.029701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1747c5fd-8643-46c9-9f1b-7d801f094e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.097284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77f754f0-7822-4e25-8764-fe59b79ba9e9 req-ed57ffc6-82ce-4b7c-b0d0-9c40f2322f53 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152880 Sep 18 02:20:05.100981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-857acf7a-7901-4c02-b8af-2ce6dc82f49d None None] Provisioning complete for port 86106204-43cc-48c7-b78f-9948a6fc9577 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:05.101520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-857acf7a-7901-4c02-b8af-2ce6dc82f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.128321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-ddf24f6f-b1d1-472e-b3dc-745f21b34355 service neutron] 10.222.0.18 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635971 Sep 18 02:20:05.136774 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.155830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-369bec86-58ee-4edc-a5c5-b2dde662bcf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73adb7c81d154155ae453ebde2ee673d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132322 Sep 18 02:20:05.161634 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1747c5fd-8643-46c9-9f1b-7d801f094e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.166634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52710) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:05.215750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:05.252203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:05.255772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52712) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:05.258984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:05.269697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:05.310264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f1391fa-ffe9-460d-9f5a-27ad6af6b260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.315741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 426d383f-2615-4222-b58b-477071b2c955 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:05.327648 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70ea6e65-b784-4c21-83a3-529109509b3f req-5878389e-49ca-496c-9431-54200d1f5815 service neutron] 10.222.0.18 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874495 Sep 18 02:20:05.397224 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80b3ad93-403a-4c24-8e60-048fbadc2203 req-8e9a6148-d088-4223-ad06-c5367cc0ef1d service neutron] 10.222.0.20 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545353 Sep 18 02:20:05.412182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f1391fa-ffe9-460d-9f5a-27ad6af6b260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.445583 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1747c5fd-8643-46c9-9f1b-7d801f094e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.448376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1747c5fd-8643-46c9-9f1b-7d801f094e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.449588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1747c5fd-8643-46c9-9f1b-7d801f094e66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14687fed-0474-4991-a946-3eb406300dd6 HTTP/1.1" status: 204 len: 168 time: 0.8089051 Sep 18 02:20:05.513371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747c5fd-8643-46c9-9f1b-7d801f094e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14687fed-0474-4991-a946-3eb406300dd6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:05.583307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:05.601260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] Sync routers for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:05.602565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.615520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:05.616178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:05.645766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-7056bb00-d7df-41fe-b6b5-24cfd93c5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:05.648863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-7056bb00-d7df-41fe-b6b5-24cfd93c5093 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c6a32eccbe440b84b57e364316ebc7&device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1095 time: 0.1715913 Sep 18 02:20:05.685177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-34dae988-d1e5-4fe6-863d-0d94be690c52 None None] Provisioning complete for port 86106204-43cc-48c7-b78f-9948a6fc9577 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:05.685933 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34dae988-d1e5-4fe6-863d-0d94be690c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.744933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a769af5d-fa46-49c2-89b4-9882727b5e54 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/floatingips/66d60405-28c6-4aad-819e-702b51f7dfe8 HTTP/1.1" status: 204 len: 168 time: 3.6386440 Sep 18 02:20:05.745778 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f1391fa-ffe9-460d-9f5a-27ad6af6b260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.756389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f1391fa-ffe9-460d-9f5a-27ad6af6b260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:05.758017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f1391fa-ffe9-460d-9f5a-27ad6af6b260 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b301fda-2b46-4e5d-a526-c596457c4b69 HTTP/1.1" status: 204 len: 168 time: 0.5896773 Sep 18 02:20:05.768358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:05.770704 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0345193f-f2a9-4642-af67-b5bd253622c8" -d '{"events": [{"name": "network-changed", "server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "tag": "f460e453-5cb9-4784-a049-999d98643f47"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:05.802007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1391fa-ffe9-460d-9f5a-27ad6af6b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b301fda-2b46-4e5d-a526-c596457c4b69,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:05.842133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-569f6897-cbc6-42c9-aad3-ae9f4a3d79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:05.843807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-569f6897-cbc6-42c9-aad3-ae9f4a3d79fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 1095 time: 0.4568558 Sep 18 02:20:05.895576 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e2a8097b-5afd-4f8e-a3b1-126127bff67e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffa5f535ba894f0b80ade8822a1b9564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384771 Sep 18 02:20:05.901082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:05.907632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-45eec821-eac2-4742-82d6-ce5a79120b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:05.909296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-45eec821-eac2-4742-82d6-ce5a79120b96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eaca588d-2d0d-4e30-abf8-3917ba919ddd HTTP/1.1" status: 200 len: 909 time: 0.2488585 Sep 18 02:20:05.909802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52730) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:06.105202 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e013d114-87e0-4def-9b72-ec800cc9a16a x-openstack-request-id: req-e013d114-87e0-4def-9b72-ec800cc9a16a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:06.105749 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "tag": "f460e453-5cb9-4784-a049-999d98643f47", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:06.106220 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e013d114-87e0-4def-9b72-ec800cc9a16a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:06.107147 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47', 'status': 'completed', 'code': 200} Sep 18 02:20:06.121337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-45b93c38-d9ff-42f8-a139-915b30ff6ae4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 HTTP/1.1" status: 200 len: 217 time: 0.1881068 Sep 18 02:20:06.144357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-f9c122cc-33e9-4eef-87b2-88b258f0e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.145875 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-f9c122cc-33e9-4eef-87b2-88b258f0e84b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 914 time: 0.2916911 Sep 18 02:20:06.146955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:06.234700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-261a35c5-e2f5-4844-9865-2943e94d3fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:06.269074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-261a35c5-e2f5-4844-9865-2943e94d3fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:06.287990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-74a08292-aa26-4798-b916-935bf97fd537 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbfa673b-91f5-45f8-913a-b85cd7619aa0 HTTP/1.1" status: 200 len: 217 time: 0.0727265 Sep 18 02:20:06.326188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 86106204-43cc-48c7-b78f-9948a6fc9577 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:06.338290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f2fb3-f8d6-404d-ba92-82d1710b728f req-b6dad8ee-7a18-4fd8-8dd8-83aaf819489c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.340107 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-477f2fb3-f8d6-404d-ba92-82d1710b728f req-b6dad8ee-7a18-4fd8-8dd8-83aaf819489c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 943 time: 0.5127411 Sep 18 02:20:06.344982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-261a35c5-e2f5-4844-9865-2943e94d3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:06.347231 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-261a35c5-e2f5-4844-9865-2943e94d3fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:06.350649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-261a35c5-e2f5-4844-9865-2943e94d3fe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1558ef6-211a-4d0c-89fe-67e7021b0ef4 HTTP/1.1" status: 204 len: 168 time: 0.4165552 Sep 18 02:20:06.378905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-00264890-7e5d-45c8-8ef0-1f3e633556c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.380919 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-00264890-7e5d-45c8-8ef0-1f3e633556c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f3345f1-fe64-45f2-a601-701b4ad96ca3 HTTP/1.1" status: 200 len: 848 time: 0.2518451 Sep 18 02:20:06.383794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a35c5-e2f5-4844-9865-2943e94d3fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1558ef6-211a-4d0c-89fe-67e7021b0ef4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:06.387201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-f567a821-e1f5-4a19-9d89-82b321106bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.389240 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-f567a821-e1f5-4a19-9d89-82b321106bbf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 1098 time: 0.2785919 Sep 18 02:20:06.433092 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:06.468949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 86106204-43cc-48c7-b78f-9948a6fc9577 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:06.470449 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:06.472143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5c2e7-1376-44ac-8eb0-56dbb38b7160 req-9b40c15b-88a8-4742-8f2c-e5b23bc751b4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.474973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-50a5c2e7-1376-44ac-8eb0-56dbb38b7160 req-9b40c15b-88a8-4742-8f2c-e5b23bc751b4 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.2487366 Sep 18 02:20:06.505382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-297c108b-15e7-42b9-8be7-2a20d5bd260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.507075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-297c108b-15e7-42b9-8be7-2a20d5bd260b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.1865644 Sep 18 02:20:06.515154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:06.525437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-d8e656da-a4bb-4873-afbc-b343e992975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.527041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-d8e656da-a4bb-4873-afbc-b343e992975d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa HTTP/1.1" status: 200 len: 896 time: 0.1212103 Sep 18 02:20:06.554971 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-5c7e7c5e-86a2-44d2-963d-1cde445956d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380042 Sep 18 02:20:06.578669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] Checking router: 426d383f-2615-4222-b58b-477071b2c955 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:06.590788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-477f2fb3-f8d6-404d-ba92-82d1710b728f req-9f3eb600-271a-42bc-b244-61685bbbf744 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405083 Sep 18 02:20:06.594564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-6df7677a-7493-4ee3-b863-8ccc8f0ef556 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f460e453-5cb9-4784-a049-999d98643f47 HTTP/1.1" status: 200 len: 217 time: 0.0590763 Sep 18 02:20:06.630631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dbfa673b-91f5-45f8-913a-b85cd7619aa0 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:20:06.650809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-c4113813-22a7-48f5-803e-319ca7bbe291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.652388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-c4113813-22a7-48f5-803e-319ca7bbe291 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eaca588d-2d0d-4e30-abf8-3917ba919ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2622025 Sep 18 02:20:06.653774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-810a0490-30c0-495a-ad43-d7107d8e9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.655109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-810a0490-30c0-495a-ad43-d7107d8e9a85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cb99d17-2e14-4f3e-8744-8bc7cb312712 HTTP/1.1" status: 200 len: 835 time: 0.0526326 Sep 18 02:20:06.673438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-50a5c2e7-1376-44ac-8eb0-56dbb38b7160 req-0017a62f-1f89-40d1-91a2-eea531b911ad tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fe21447-5214-4e3a-bb56-d7d79d1c9a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922507 Sep 18 02:20:06.700341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:06.700985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:06.811790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-871d3d7b-79d1-4cef-b786-1df62cb0e4ad service neutron] 10.222.0.18 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003267 Sep 18 02:20:06.813032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:06.909452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-26c3988f-63ca-47bb-a4ce-82a4f7afac00 service neutron] 10.222.0.20 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493534 Sep 18 02:20:06.917807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-34ecdcd7-0556-44d6-be40-1a04807d8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:06.919934 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-34ecdcd7-0556-44d6-be40-1a04807d8687 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2350044 Sep 18 02:20:06.923569 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7628a932-d79c-4adb-974d-888ad90ff1c8 req-434e84d5-141f-4a75-8b7f-a5dc4f284462 service neutron] 10.222.0.18 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041577 Sep 18 02:20:06.949494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52760) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:07.033951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6bee-f445-4e05-a66c-c0478572404f req-50ff759c-6b63-46d3-9ad6-413df4e89d51 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:07.041852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba9f6bee-f445-4e05-a66c-c0478572404f req-50ff759c-6b63-46d3-9ad6-413df4e89d51 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1095 time: 0.2577505 Sep 18 02:20:07.121914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Router 909cd5e1-f966-4f68-a2ca-4399522ecedb is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:20:07.216828 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba9f6bee-f445-4e05-a66c-c0478572404f req-a03ce9a9-5dba-4c1d-8c20-eeb3d1155716 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592155 Sep 18 02:20:07.220958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5624d54d-f729-4a5b-91f5-f81db97b97bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=814957608dea47fba12606215e17243f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682381 Sep 18 02:20:07.234336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52768) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:07.250399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91156686-8d3f-47d1-89e8-6a468bed5458 req-d5392edd-0ae9-4b99-ae33-54ed770b8735 service neutron] 10.222.0.20 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264213 Sep 18 02:20:07.269922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:07.272777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-96fb3eae-ff26-4358-ae29-2c5657a0b0d4 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255701 Sep 18 02:20:07.274261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:07.277832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dbfa673b-91f5-45f8-913a-b85cd7619aa0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dbfa673b-91f5-45f8-913a-b85cd7619aa0,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:07.287081 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Sync routers for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:07.289815 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:07.293686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e3395b27-846f-4758-8df8-db0225940eb7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6953380 Sep 18 02:20:07.299554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52772) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:07.311595 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:07.312228 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:07.436209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52778) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:07.456430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f09bc56d-a153-402f-b92f-03e7699869ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:07.467487 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:07.479181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-85c0387c-699d-4f84-85b8-104bc460b740 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:07.483944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-85c0387c-699d-4f84-85b8-104bc460b740 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 946 time: 0.1372340 Sep 18 02:20:07.520718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0345193f-f2a9-4642-af67-b5bd253622c8 req-49ffd2d0-f15c-4041-a945-08d6282f1039 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389557 Sep 18 02:20:07.525798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f09bc56d-a153-402f-b92f-03e7699869ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:07.579348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:20:07.581940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52782) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:07.593704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'dbfa673b-91f5-45f8-913a-b85cd7619aa0', 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f', 'port_id': 'dbfa673b-91f5-45f8-913a-b85cd7619aa0', 'mac_address': 'fa:16:3e:21:27:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e42236f-32be-485d-9216-d0b71baf0730', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:20:07.667902 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:05Z', 'revision_number': 3, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:07.701979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c985217-f773-436e-bc10-d053c012802d tempest-ServiceProvidersTest-731742934 tempest-ServiceProvidersTest-731742934-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1163008 Sep 18 02:20:07.707342 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Checking router: 909cd5e1-f966-4f68-a2ca-4399522ecedb for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:07.716309 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Updating router 909cd5e1-f966-4f68-a2ca-4399522ecedb port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:20:07.746319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:07.757794 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:07.764334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46', 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'port_id': 'e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46', 'mac_address': 'fa:16:3e:08:99:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:20:07.836665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port f460e453-5cb9-4784-a049-999d98643f47 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:07.836951 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:07.877715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497b995-a2d4-4289-9f99-3bbd606d7670 req-042e96a1-5896-454e-9c4f-16a0d087a169 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:07.879579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1497b995-a2d4-4289-9f99-3bbd606d7670 req-042e96a1-5896-454e-9c4f-16a0d087a169 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 943 time: 0.1676927 Sep 18 02:20:07.925509 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:07.984891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:08.013389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:08.023757 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.038471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1497b995-a2d4-4289-9f99-3bbd606d7670 req-bd07c3ad-d0c2-4646-9fdf-dd1433b90a26 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479101 Sep 18 02:20:08.045170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfa673b-91f5-45f8-913a-b85cd7619aa0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:08.071062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dbfa673b-91f5-45f8-913a-b85cd7619aa0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dbfa673b-91f5-45f8-913a-b85cd7619aa0,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:08.073885 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.075121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port f460e453-5cb9-4784-a049-999d98643f47, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=f460e453-5cb9-4784-a049-999d98643f47,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:08.075518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.106244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for f460e453-5cb9-4784-a049-999d98643f47 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:08.146038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:08.151441 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.158906 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.174383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52794) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:08.175800 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.226559 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967ce67-2266-4740-8dd3-e78d09d87e01 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:08.242387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:08.244909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=dbfa673b-91f5-45f8-913a-b85cd7619aa0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:08.262149 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Attempting to bind port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:08.262949 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Attempting to bind port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:08.263567 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Attempting to bind port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:08.270049 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:08.270930 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:08.271632 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.272262 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:08.272979 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Bound port: 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:08.273613 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.277397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b81dcb-f1e0-4332-9f5d-d579b53fd60b None None] The sync data for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 is: [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'f192614e-8773-4a66-9aa9-75697a9f2705', 'name': '', 'network_id': '8bc56aa9-ffd6-41ac-ba50-5e25967d49aa', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'mac_address': 'fa:16:3e:ff:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:19Z', 'updated_at': '2021-09-18T02:18:25Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'subnets': [{'id': '4cb99d17-2e14-4f3e-8744-8bc7cb312712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:08.334836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:08.342624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.356734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['dbfa673b-91f5-45f8-913a-b85cd7619aa0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:08.370822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-113873011-network', 'tenant_id': '7b293a41395341468124a9246a1fb26b'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:08.386148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=f460e453-5cb9-4784-a049-999d98643f47,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:08.393847 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] For port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:08.399012 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] For port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:08.416584 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.442418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1ae64b5-200e-430c-b2ff-f3dea8baf49a req-ae644405-4f36-4847-8fa7-590f8a8cfc1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed88555-58e5-470f-9b45-be11339e6fb0 HTTP/1.1" status: 200 len: 210 time: 0.0761378 Sep 18 02:20:08.451978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f09bc56d-a153-402f-b92f-03e7699869ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.453702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4310065-394b-4411-880a-a5feb48037d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.454910 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f09bc56d-a153-402f-b92f-03e7699869ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.456191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f09bc56d-a153-402f-b92f-03e7699869ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebdc433d-e33d-4008-80c1-dcd28a396a3c HTTP/1.1" status: 204 len: 168 time: 1.2203822 Sep 18 02:20:08.494875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bc56d-a153-402f-b92f-03e7699869ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc433d-e33d-4008-80c1-dcd28a396a3c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:08.515173 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:08.516017 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:08.555399 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967ce67-2266-4740-8dd3-e78d09d87e01 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:08.673999 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4310065-394b-4411-880a-a5feb48037d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.699964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] No DVR routers for this DVR port f460e453-5cb9-4784-a049-999d98643f47 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:08.702727 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.706194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-958c30c5-a009-440d-9a1e-4077f6e39b27 req-8cf39fdb-bc7a-4c46-b984-593d59dba4cc tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.18 "DELETE /v2.0/ports/f460e453-5cb9-4784-a049-999d98643f47 HTTP/1.1" status: 204 len: 173 time: 1.2160606 Sep 18 02:20:08.707274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'name': 'network-vif-deleted', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:08.711551 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfc042e-54b3-4c40-8305-386b71a068d5" -d '{"events": [{"server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "name": "network-vif-deleted", "tag": "f460e453-5cb9-4784-a049-999d98643f47"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:08.721998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4310065-394b-4411-880a-a5feb48037d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.729526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba52f-576f-4c68-8282-c0e716c5e7d1 req-92d8d4ad-e9a7-450a-a847-e59bdadb7d31 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:08.731179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-358ba52f-576f-4c68-8282-c0e716c5e7d1 req-92d8d4ad-e9a7-450a-a847-e59bdadb7d31 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1096 time: 0.3480284 Sep 18 02:20:08.732806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Made reservation on behalf of 7b293a41395341468124a9246a1fb26b for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:08.745841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.761463 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:08.779076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:08.783659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4310065-394b-4411-880a-a5feb48037d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc052cd9-2068-44f1-b7be-53c75a761fca,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:08.845668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f4310065-394b-4411-880a-a5feb48037d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b6c0c77bc534f278aebe3f4f8b68664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701174 Sep 18 02:20:08.847295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52808) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:08.862004 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-358ba52f-576f-4c68-8282-c0e716c5e7d1 req-05e0c4c0-147f-4c40-9371-9185eafbf408 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794218 Sep 18 02:20:08.897605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804f40e-5c57-4fa8-9491-908b07559417 None None] New status for floating IP 66d60405-28c6-4aad-819e-702b51f7dfe8: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:20:08.921967 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cadf61-4074-4655-b42a-b1d998bcc509 x-openstack-request-id: req-20cadf61-4074-4655-b42a-b1d998bcc509 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:08.922260 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed88555-58e5-470f-9b45-be11339e6fb0", "name": "network-vif-deleted", "tag": "f460e453-5cb9-4784-a049-999d98643f47", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:08.922511 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20cadf61-4074-4655-b42a-b1d998bcc509 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:08.922941 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed88555-58e5-470f-9b45-be11339e6fb0', 'name': 'network-vif-deleted', 'tag': 'f460e453-5cb9-4784-a049-999d98643f47', 'status': 'completed', 'code': 200} Sep 18 02:20:08.962798 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baf094e5-5048-4486-b0a8-cc57eb956fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.008991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baf094e5-5048-4486-b0a8-cc57eb956fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.117054 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baf094e5-5048-4486-b0a8-cc57eb956fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.121933 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baf094e5-5048-4486-b0a8-cc57eb956fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.123367 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-baf094e5-5048-4486-b0a8-cc57eb956fc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc052cd9-2068-44f1-b7be-53c75a761fca HTTP/1.1" status: 204 len: 168 time: 0.2749007 Sep 18 02:20:09.145891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf094e5-5048-4486-b0a8-cc57eb956fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc052cd9-2068-44f1-b7be-53c75a761fca,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:09.182293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.192539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.277490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:09.280519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafe2b0-d58a-499a-bdbd-d94e0d2dcefd req-b200c434-8368-4f5e-8fb8-23b6dc6bf6d4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:09.282281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4eafe2b0-d58a-499a-bdbd-d94e0d2dcefd req-b200c434-8368-4f5e-8fb8-23b6dc6bf6d4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 944 time: 0.1083257 Sep 18 02:20:09.290342 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:05Z', 'revision_number': 3, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:09.310259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:09.319203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.319803 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Added segment 36529818-6121-4029-b76e-4f2d377579f9 of type vlan for network ba7e5455-1895-4d85-adb4-95c1a476cc44 Sep 18 02:20:09.335852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.367064 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb18f9c-9e80-4233-aad5-417783544628 None None] The sync data for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 is: [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:05Z', 'revision_number': 3, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:09.390999 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.422413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4eafe2b0-d58a-499a-bdbd-d94e0d2dcefd req-59d608e2-e3ac-44c9-b755-9a8be0c164da tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229987 Sep 18 02:20:09.435864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:09.541599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:20:09.566921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52830) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:09.635767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:20:09.637007 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.638151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:09.638981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.641568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:09.642098 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.701120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2590821 Sep 18 02:20:09.706160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52838) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:09.714090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Request body: {'subnet': {'network_id': 'ba7e5455-1895-4d85-adb4-95c1a476cc44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-113873011-subnet', 'tenant_id': '7b293a41395341468124a9246a1fb26b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:09.875647 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.904725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfa4f88-5156-4fe8-8f1c-649e87465527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:09.909987 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29025422-029d-455b-a8e4-ff2ea16f4e29" -d '{"events": [{"server_uuid": "fcfa4f88-5156-4fe8-8f1c-649e87465527", "name": "network-vif-plugged", "status": "completed", "tag": "e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:09.925644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:09.939233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:09.941742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Allocated IP 172.20.0.1 (e0166907-0429-4fea-823b-a8cc89aad3c3/82af3d78-e634-415d-b5ca-2e7fbb09a615/920557b0-9d52-4e8d-9e5d-1a615185c122) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:10.010475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:10.035909 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c06224-40a7-4b0d-bb45-c16f90be3cd8 x-openstack-request-id: req-d0c06224-40a7-4b0d-bb45-c16f90be3cd8 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:10.036227 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfa4f88-5156-4fe8-8f1c-649e87465527", "name": "network-vif-plugged", "status": "completed", "tag": "e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:10.036486 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0c06224-40a7-4b0d-bb45-c16f90be3cd8 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:10.036925 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfa4f88-5156-4fe8-8f1c-649e87465527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46', 'code': 200} Sep 18 02:20:10.047625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbeea7-bad7-4f51-b6dc-8982d9d14214 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7e5455-1895-4d85-adb4-95c1a476cc44,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:10.067208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Made reservation on behalf of 7b293a41395341468124a9246a1fb26b for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:10.069495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.079267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network ba7e5455-1895-4d85-adb4-95c1a476cc44 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:10.136740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52850) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:10.230896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398d09b-d335-4a2d-bd21-e4738e033b18 req-52b0c86b-d03f-4505-a8f3-3a1fb02e7a28 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:10.240663 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a398d09b-d335-4a2d-bd21-e4738e033b18 req-52b0c86b-d03f-4505-a8f3-3a1fb02e7a28 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.1741700 Sep 18 02:20:10.346548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:10.404079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9f881332-f92f-4e08-8080-cf2a634154d4 tempest-AgentManagementNegativeTest-645839009 tempest-AgentManagementNegativeTest-645839009-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2640133 Sep 18 02:20:10.414534 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.469602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:10.470239 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.480233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a398d09b-d335-4a2d-bd21-e4738e033b18 req-71d72318-5a14-412a-8270-c185e553a635 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677883 Sep 18 02:20:10.654572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dbfa673b-91f5-45f8-913a-b85cd7619aa0 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:10.657748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52868) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:10.683287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.744591 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.781751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:10.791901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.796356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port dbfa673b-91f5-45f8-913a-b85cd7619aa0 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:20:10.825106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port dbfa673b-91f5-45f8-913a-b85cd7619aa0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:10.825477 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.852676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.902462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe985b9-06eb-497b-bfc9-344b2780cbd0 req-14c67cef-919b-46aa-a543-0679e8269d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:10.904390 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fe985b9-06eb-497b-bfc9-344b2780cbd0 req-14c67cef-919b-46aa-a543-0679e8269d28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.7381659 Sep 18 02:20:10.918026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Network e0166907-0429-4fea-823b-a8cc89aad3c3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:10.969282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:10.980241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:10.988617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:10.989314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:11.043334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52874) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:11.048381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=920557b0-9d52-4e8d-9e5d-1a615185c122,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:11.083224 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.117695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c8b9-7869-4126-8b03-6a50da18bfc2 req-a4bcc79f-1d76-403f-b02c-ee238839749d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:11.127598 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a210c8b9-7869-4126-8b03-6a50da18bfc2 req-a4bcc79f-1d76-403f-b02c-ee238839749d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 944 time: 0.4658709 Sep 18 02:20:11.173732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dbfa673b-91f5-45f8-913a-b85cd7619aa0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dbfa673b-91f5-45f8-913a-b85cd7619aa0,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:11.184595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.186011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f460e453-5cb9-4784-a049-999d98643f47 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:11.212873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: f460e453-5cb9-4784-a049-999d98643f47 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:11.213306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device f460e453-5cb9-4784-a049-999d98643f47 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:11.218846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6d9f1105-be7c-480b-ab8c-fa7d25bdbf8c tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1993701367', 'prefixes': ['172.20.0.0/16']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:11.226216 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fe985b9-06eb-497b-bfc9-344b2780cbd0 req-5814a24d-044e-46ca-ba8c-e5a552bab2cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058422 Sep 18 02:20:11.226499 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b998f82-023a-4c48-9944-7a5b01715f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.256064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [None req-8b998f82-023a-4c48-9944-7a5b01715f0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:20:11.256064 n-d-789963-12 neutron-server[106440]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 02:20:11.256064 n-d-789963-12 neutron-server[106440]: [parameters: {'project_id_1': '3f6d924a32b74acca858e604dd52e41e', 'expiration_1': datetime.datetime(2021, 9, 18, 2, 19, 51, 241664)}] Sep 18 02:20:11.256064 n-d-789963-12 neutron-server[106440]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:20:11.256496 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [None req-8b998f82-023a-4c48-9944-7a5b01715f0a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:20:11.265292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.266074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=dbfa673b-91f5-45f8-913a-b85cd7619aa0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:11.315511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e983105-8b17-45f2-8772-2b1b7a761d0f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:11.346977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a210c8b9-7869-4126-8b03-6a50da18bfc2 req-ba4ac230-75e4-4190-9b66-1855f87e93c1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183049 Sep 18 02:20:11.350306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Checking segment: {'id': '36529818-6121-4029-b76e-4f2d377579f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba7e5455-1895-4d85-adb4-95c1a476cc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:11.350671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Network hostable DHCP agents. Network: ba7e5455-1895-4d85-adb4-95c1a476cc44, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:11.372226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port f192614e-8773-4a66-9aa9-75697a9f2705 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:11.372860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.376552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0604de02-1705-4ef3-bc6e-1c1bd3503ba7 None None] Provisioning complete for port 920557b0-9d52-4e8d-9e5d-1a615185c122 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:11.376968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0604de02-1705-4ef3-bc6e-1c1bd3503ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.422401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0604de02-1705-4ef3-bc6e-1c1bd3503ba7 None None] Port 920557b0-9d52-4e8d-9e5d-1a615185c122 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:11.430815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Network ba7e5455-1895-4d85-adb4-95c1a476cc44 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:11.452254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, ba7e5455-1895-4d85-adb4-95c1a476cc44) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:11.456997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:11.457601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.463055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84bd4a7-26c7-4369-bdaf-c6cb551b3515 None None] Network ba7e5455-1895-4d85-adb4-95c1a476cc44 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:11.469645 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1105-be7c-480b-ab8c-fa7d25bdbf8c tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] Notify callbacks [] for subnetpool, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.473803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6d9f1105-be7c-480b-ab8c-fa7d25bdbf8c tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8019927 Sep 18 02:20:11.476488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52878) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:11.479713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port f192614e-8773-4a66-9aa9-75697a9f2705, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f192614e-8773-4a66-9aa9-75697a9f2705,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:11.480171 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.493474 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c930a9fa-074a-4758-8fac-99c7a755a78c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7832520 Sep 18 02:20:11.529335 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.652354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078b6f25-6b32-4ab2-b525-fcb03483a136 None None] Network ba7e5455-1895-4d85-adb4-95c1a476cc44 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:11.779906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.787260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b998f82-023a-4c48-9944-7a5b01715f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.788009 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.851212 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for f192614e-8773-4a66-9aa9-75697a9f2705 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:11.877856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:11.883666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-66dd59da-e1d9-426e-bd72-bd9b944a5e27 tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] 10.222.0.21 "GET /v2.0/subnetpools/6af1e041-afc8-48f1-a8d9-468961375545 HTTP/1.1" status: 200 len: 732 time: 0.4059892 Sep 18 02:20:11.887390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52888) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:11.900015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4f72341a-8f77-4df8-8173-0a186100d374 tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-590465929'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:11.934421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=920557b0-9d52-4e8d-9e5d-1a615185c122,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:11.952829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aa510-1b64-4193-b88f-bbaf5c0a1f93 req-6b9ee296-e357-4267-aeaa-237fbfc95569 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:11.954439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-329aa510-1b64-4193-b88f-bbaf5c0a1f93 req-6b9ee296-e357-4267-aeaa-237fbfc95569 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.1583307 Sep 18 02:20:12.038751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e015ff-123f-46f9-bcbe-7efacc745fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa673b-91f5-45f8-913a-b85cd7619aa0'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:12.042029 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3269a01-c1f1-47c6-aae8-71a1b1ca5121" -d '{"events": [{"server_uuid": "16e015ff-123f-46f9-bcbe-7efacc745fa7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa673b-91f5-45f8-913a-b85cd7619aa0"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:12.092681 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777714fe-7fc3-4fa7-827f-4cfcfaba42c7 x-openstack-request-id: req-777714fe-7fc3-4fa7-827f-4cfcfaba42c7 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:12.092997 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e015ff-123f-46f9-bcbe-7efacc745fa7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfa673b-91f5-45f8-913a-b85cd7619aa0", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:12.095112 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-777714fe-7fc3-4fa7-827f-4cfcfaba42c7 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:12.095664 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e015ff-123f-46f9-bcbe-7efacc745fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfa673b-91f5-45f8-913a-b85cd7619aa0', 'code': 200} Sep 18 02:20:12.097729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Network e0166907-0429-4fea-823b-a8cc89aad3c3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:12.100175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:12.105172 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f72341a-8f77-4df8-8173-0a186100d374 tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] Notify callbacks [] for subnetpool, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.106406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f72341a-8f77-4df8-8173-0a186100d374 tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] 10.222.0.21 "PUT /v2.0/subnetpools/6af1e041-afc8-48f1-a8d9-468961375545 HTTP/1.1" status: 200 len: 683 time: 0.2180364 Sep 18 02:20:12.109851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52898) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:12.123002 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-329aa510-1b64-4193-b88f-bbaf5c0a1f93 req-5fadc049-a5f1-413b-8ac4-4258135cb325 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514730 Sep 18 02:20:12.232970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b998f82-023a-4c48-9944-7a5b01715f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.268133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b998f82-023a-4c48-9944-7a5b01715f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.275351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:12.337143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:12.339363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.351948 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6caaa92b-0d70-4ab0-9120-0d56583c02a6 tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] Notify callbacks [] for subnetpool, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.353866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6caaa92b-0d70-4ab0-9120-0d56583c02a6 tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6af1e041-afc8-48f1-a8d9-468961375545 HTTP/1.1" status: 204 len: 168 time: 0.2423961 Sep 18 02:20:12.357720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52902) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:12.359306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:12.378046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8b998f82-023a-4c48-9944-7a5b01715f0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f6d924a32b74acca858e604dd52e41e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3332129 Sep 18 02:20:12.379992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52908) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:12.383719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-821571949-network', 'tenant_id': 'c3915cc87a14466ebaab765b2e3edf62'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:12.405223 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-cc12f3b1-8ff4-40d1-9781-948738e0e9fa tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] show failed (client error): The resource could not be found. Sep 18 02:20:12.406381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cc12f3b1-8ff4-40d1-9781-948738e0e9fa tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] 10.222.0.21 "GET /v2.0/subnetpools/6af1e041-afc8-48f1-a8d9-468961375545 HTTP/1.1" status: 404 len: 346 time: 0.0479088 Sep 18 02:20:12.413049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52910) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:12.432353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede5639-809f-40bd-b6f7-42ddad7d4fef req-8401d5c5-ed87-45a2-ad5e-87fba4ecb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:12.434036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Router 909cd5e1-f966-4f68-a2ca-4399522ecedb has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:12.434738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aede5639-809f-40bd-b6f7-42ddad7d4fef req-8401d5c5-ed87-45a2-ad5e-87fba4ecb50b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 1097 time: 0.2546165 Sep 18 02:20:12.441321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b998f82-023a-4c48-9944-7a5b01715f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0575d8a3-88e5-41f5-b14e-ae6881dc6aa2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:12.471949 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-91135603-88ea-4588-a0fa-43c511858144 tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] delete failed (client error): The resource could not be found. Sep 18 02:20:12.476478 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-91135603-88ea-4588-a0fa-43c511858144 tempest-SubnetPoolsTestJSON-1242849499 tempest-SubnetPoolsTestJSON-1242849499-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6af1e041-afc8-48f1-a8d9-468961375545 HTTP/1.1" status: 404 len: 346 time: 0.0590444 Sep 18 02:20:12.484785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Made reservation on behalf of c3915cc87a14466ebaab765b2e3edf62 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:12.491088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.537236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.550220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aede5639-809f-40bd-b6f7-42ddad7d4fef req-15e27928-f466-4149-8919-856026c5aaf6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912220 Sep 18 02:20:12.562350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a43a45b3-e124-40fa-b559-adcb21e32ab2 None None] Provisioning complete for port 920557b0-9d52-4e8d-9e5d-1a615185c122 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:12.562762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a43a45b3-e124-40fa-b559-adcb21e32ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.565033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-daae7c4f-10f9-4bd1-ba06-d1fb52fbe380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.598984 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.604110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-daae7c4f-10f9-4bd1-ba06-d1fb52fbe380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.605980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a43a45b3-e124-40fa-b559-adcb21e32ab2 None None] Port 920557b0-9d52-4e8d-9e5d-1a615185c122 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:12.659936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=f192614e-8773-4a66-9aa9-75697a9f2705,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:12.660246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2679a3-b7e5-4de5-b2ad-498a9d6884d8 req-1adaecc1-3a18-4dde-a0ae-cd7d1abbdf43 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:12.661832 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf2679a3-b7e5-4de5-b2ad-498a9d6884d8 req-1adaecc1-3a18-4dde-a0ae-cd7d1abbdf43 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 945 time: 0.1786139 Sep 18 02:20:12.785422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf2679a3-b7e5-4de5-b2ad-498a9d6884d8 req-de4115e5-d1bc-4f22-afe4-a2ebfb6bb5a3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121056 Sep 18 02:20:12.820318 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.822807 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-daae7c4f-10f9-4bd1-ba06-d1fb52fbe380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.826033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-daae7c4f-10f9-4bd1-ba06-d1fb52fbe380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.831575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-daae7c4f-10f9-4bd1-ba06-d1fb52fbe380 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0575d8a3-88e5-41f5-b14e-ae6881dc6aa2 HTTP/1.1" status: 204 len: 168 time: 0.4459157 Sep 18 02:20:12.838326 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.850496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:12.854247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae7c4f-10f9-4bd1-ba06-d1fb52fbe380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575d8a3-88e5-41f5-b14e-ae6881dc6aa2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:12.872123 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Sync routers for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:12.874554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6af0e9a8-9f04-458b-b259-d84b7a14a8e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/909cd5e1-f966-4f68-a2ca-4399522ecedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5736344 Sep 18 02:20:12.883930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:12.890698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52920) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:12.910852 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:12.912969 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:12.916656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.917339 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Added segment 4bc607a8-7bf1-44d5-a987-15f7a9774221 of type vlan for network e3da6395-b80f-4084-b8ae-91dbb65db82e Sep 18 02:20:12.919392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afac9e-d349-4d5f-a57f-ccb81eccf24e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:12.943800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:12.995376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.040363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.041588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:13.042670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.077658 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:13.133140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] Pushing event updated for resources: {'Network': ['ID=e3da6395-b80f-4084-b8ae-91dbb65db82e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:13.147441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e3da6395-b80f-4084-b8ae-91dbb65db82e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:13.171186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a3788af8-c049-4a8e-b03e-2589597caada admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8029041 Sep 18 02:20:13.173893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52932) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:13.191691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Request body: {'subnet': {'network_id': 'e3da6395-b80f-4084-b8ae-91dbb65db82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-821571949-subnet', 'tenant_id': 'c3915cc87a14466ebaab765b2e3edf62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:13.242767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Made reservation on behalf of c3915cc87a14466ebaab765b2e3edf62 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:13.246090 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.295832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Router 426d383f-2615-4222-b58b-477071b2c955 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:13.327449 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 2, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:13.361748 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Checking router: 909cd5e1-f966-4f68-a2ca-4399522ecedb for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:13.362558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Updating router 909cd5e1-f966-4f68-a2ca-4399522ecedb port 920557b0-9d52-4e8d-9e5d-1a615185c122 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:20:13.395195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62853405-ed34-4c4c-87f4-680f4d83102e req-a51b2f05-7896-4681-98fd-6a645298985d tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:13.396758 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-62853405-ed34-4c4c-87f4-680f4d83102e req-a51b2f05-7896-4681-98fd-6a645298985d tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.1202509 Sep 18 02:20:13.404981 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.449150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:13.463060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] Sync routers for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:13.467821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-55844e3a-e38f-498c-a818-41965d7aa74b tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "PUT /v2.0/routers/426d383f-2615-4222-b58b-477071b2c955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8973465 Sep 18 02:20:13.468606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52934) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:13.481094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:13.481731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:13.486803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-62853405-ed34-4c4c-87f4-680f4d83102e req-73f727fc-7c09-406b-9d14-6a7c943011e6 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826700 Sep 18 02:20:13.619132 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96245453-0b46-4fb4-b514-03e8a602169b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.648477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-70aad39f-110a-4177-8692-eee324886bea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting subnet 4cb99d17-2e14-4f3e-8744-8bc7cb312712 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:20:13.653141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70aad39f-110a-4177-8692-eee324886bea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.720361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70aad39f-110a-4177-8692-eee324886bea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.747347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:13.825699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.894241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70aad39f-110a-4177-8692-eee324886bea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:13.916618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19ec48-c1e7-440d-a6cd-8ec5eac387ba req-7e60a18c-367f-434b-95cd-6a8c7e3640c8 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:13.932229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a19ec48-c1e7-440d-a6cd-8ec5eac387ba req-7e60a18c-367f-434b-95cd-6a8c7e3640c8 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.2860010 Sep 18 02:20:14.014242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70aad39f-110a-4177-8692-eee324886bea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.028734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a19ec48-c1e7-440d-a6cd-8ec5eac387ba req-4550af03-4df6-406d-a97d-9796c47cd786 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870595 Sep 18 02:20:14.034189 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.042740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccc548b-e31b-4dc6-8822-94aa76c68b95,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:14.043488 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.061402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:20:12Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:14.077402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aad39f-110a-4177-8692-eee324886bea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb99d17-2e14-4f3e-8744-8bc7cb312712,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:14.085190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70aad39f-110a-4177-8692-eee324886bea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.092661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-70aad39f-110a-4177-8692-eee324886bea tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/subnets/4cb99d17-2e14-4f3e-8744-8bc7cb312712 HTTP/1.1" status: 204 len: 168 time: 0.6058247 Sep 18 02:20:14.092661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52954) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:14.096865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Checking segment: {'id': '4bc607a8-7bf1-44d5-a987-15f7a9774221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e3da6395-b80f-4084-b8ae-91dbb65db82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:14.097293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Network hostable DHCP agents. Network: e3da6395-b80f-4084-b8ae-91dbb65db82e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:14.121094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f178bd-41e0-4691-ad43-cb2f9fbb0d6e None None] Network 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:14.128969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] Checking router: 426d383f-2615-4222-b58b-477071b2c955 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:14.133399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52958) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:14.140101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9276ea11-1267-47b0-b393-82b8bf4d8f84 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34086711', 'description': 'tempest-description--702237612'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:14.152317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Network e3da6395-b80f-4084-b8ae-91dbb65db82e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:14.167868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96245453-0b46-4fb4-b514-03e8a602169b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.170284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] Routers {'426d383f-2615-4222-b58b-477071b2c955'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:14.171978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['426d383f-2615-4222-b58b-477071b2c955'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:14.176843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e3da6395-b80f-4084-b8ae-91dbb65db82e) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:14.188233 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab324b-7e29-4b17-903b-b424d85c1af1 None None] Pushing event updated for resources: {'Port': ['ID=920557b0-9d52-4e8d-9e5d-1a615185c122,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:14.198581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:14.199227 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.220807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-96245453-0b46-4fb4-b514-03e8a602169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.242960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c39b54-5358-4369-ad4c-05843e89b784 None None] Network e3da6395-b80f-4084-b8ae-91dbb65db82e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:14.300659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96245453-0b46-4fb4-b514-03e8a602169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754ca299-336d-4918-8ab9-f478c29b4336,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:14.369815 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Attempting to bind port 920557b0-9d52-4e8d-9e5d-1a615185c122 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:14.370554 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Attempting to bind port 920557b0-9d52-4e8d-9e5d-1a615185c122 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:14.370806 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Attempting to bind port 920557b0-9d52-4e8d-9e5d-1a615185c122 on network e0166907-0429-4fea-823b-a8cc89aad3c3 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:14.379543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ed22e-4694-4e13-b5c8-2be3c3fe5841 req-4e6e5e07-eb14-4683-879c-5f7c89b8d748 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:14.382458 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:14.385059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Checking segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:14.385501 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.385904 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Bound using segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:14.386385 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Bound port: 920557b0-9d52-4e8d-9e5d-1a615185c122, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:14.387821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d7ed22e-4694-4e13-b5c8-2be3c3fe5841 req-4e6e5e07-eb14-4683-879c-5f7c89b8d748 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.1141236 Sep 18 02:20:14.388393 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.398479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.427674 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9276ea11-1267-47b0-b393-82b8bf4d8f84 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.435348 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-96245453-0b46-4fb4-b514-03e8a602169b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca27cea6195d4e9bafbd4585109e8a05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5406060 Sep 18 02:20:14.445234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52962) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:14.464647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-df224669-61ba-4a03-9c5b-7fdfaee8e9d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2896817 Sep 18 02:20:14.491365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d7ed22e-4694-4e13-b5c8-2be3c3fe5841 req-75264372-ae0a-4358-8727-52ffb753e23a tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025441 Sep 18 02:20:14.518110 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] For port 920557b0-9d52-4e8d-9e5d-1a615185c122, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:14.522357 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] For port 920557b0-9d52-4e8d-9e5d-1a615185c122, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=920557b0-9d52-4e8d-9e5d-1a615185c122,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:14.528668 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.585626 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:14.586268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:14.604356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 52968) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:14.610676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699adc97-9d9a-4d63-8ae3-fb5e9a85b53e req-40c19f48-d1a1-47d2-835d-5913bbf81208 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:14.621345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-699adc97-9d9a-4d63-8ae3-fb5e9a85b53e req-40c19f48-d1a1-47d2-835d-5913bbf81208 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 945 time: 0.3224778 Sep 18 02:20:14.692152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.828607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Deleting port 83231821-a017-4b36-9a37-7d27f1a3778c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:14.828956 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.849403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-699adc97-9d9a-4d63-8ae3-fb5e9a85b53e req-44011658-a541-48ed-a1b5-5d2eb6587cf1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265766 Sep 18 02:20:14.857051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-804fc846-ac18-4da1-8841-8598fc472c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:14.966025 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-804fc846-ac18-4da1-8841-8598fc472c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.012675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1365348337'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:15.012984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9276ea11-1267-47b0-b393-82b8bf4d8f84 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.018854 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:15.025198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9276ea11-1267-47b0-b393-82b8bf4d8f84 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.063493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276ea11-1267-47b0-b393-82b8bf4d8f84 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33094ff-2130-4fed-b890-b67084119802,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:15.077037 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab324b-7e29-4b17-903b-b424d85c1af1 None None] Pushing event updated for resources: {'Port': ['ID=920557b0-9d52-4e8d-9e5d-1a615185c122,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:15.087106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-804fc846-ac18-4da1-8841-8598fc472c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.089891 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-804fc846-ac18-4da1-8841-8598fc472c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.091231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-804fc846-ac18-4da1-8841-8598fc472c82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/754ca299-336d-4918-8ab9-f478c29b4336 HTTP/1.1" status: 204 len: 168 time: 0.6375132 Sep 18 02:20:15.109399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc846-ac18-4da1-8841-8598fc472c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ca299-336d-4918-8ab9-f478c29b4336,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:15.111849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9276ea11-1267-47b0-b393-82b8bf4d8f84 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.115786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Made reservation on behalf of c5632b4a01634697ae517b1a5220b18e for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:15.119789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.122575 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9276ea11-1267-47b0-b393-82b8bf4d8f84 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9874635 Sep 18 02:20:15.128508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 52990) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:15.133844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-73bddaed-8c83-4dac-bca7-f250e9f8a67f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'security_group_rule': {'security_group_id': 'e33094ff-2130-4fed-b890-b67084119802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:15.209203 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.220149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] For port 83231821-a017-4b36-9a37-7d27f1a3778c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=83231821-a017-4b36-9a37-7d27f1a3778c,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:15.220670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.227957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73bddaed-8c83-4dac-bca7-f250e9f8a67f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.273739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Calling delete_port for 83231821-a017-4b36-9a37-7d27f1a3778c owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:15.277684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6f429b8f-ef51-4621-bbe0-1fe56fafb089 None None] Provisioning complete for port 920557b0-9d52-4e8d-9e5d-1a615185c122 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:15.278200 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f429b8f-ef51-4621-bbe0-1fe56fafb089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.300762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-2ac695e2-ce00-40c1-ac01-877d7678d3fe tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:15.313822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] Set router 426d383f-2615-4222-b58b-477071b2c955 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:15.316923 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-2ac695e2-ce00-40c1-ac01-877d7678d3fe tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/networks?id=eaca588d-2d0d-4e30-abf8-3917ba919ddd HTTP/1.1" status: 200 len: 909 time: 0.3103108 Sep 18 02:20:15.390962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e954b-339c-43f0-9f40-a12989f5c48d None None] Network e3da6395-b80f-4084-b8ae-91dbb65db82e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:15.395554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-f3372a53-8eaa-434a-8e84-9c15aa6c2973 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/quotas/f3c6a32eccbe440b84b57e364316ebc7 HTTP/1.1" status: 200 len: 375 time: 0.0763946 Sep 18 02:20:15.402762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73bddaed-8c83-4dac-bca7-f250e9f8a67f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.414557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73bddaed-8c83-4dac-bca7-f250e9f8a67f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.438150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bddaed-8c83-4dac-bca7-f250e9f8a67f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ea9a92-d2f5-4298-a0b2-a3d49180d8e8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:15.491991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] DHCP port deletion for 8bc56aa9-ffd6-41ac-ba50-5e25967d49aa request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:20:15.519536 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:14Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:15.589976 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77be9aa-ab32-44d8-aaa0-4af8db8c3ca6 None None] The sync data for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 is: [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:14Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:15.679282 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f429b8f-ef51-4621-bbe0-1fe56fafb089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.795322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6f429b8f-ef51-4621-bbe0-1fe56fafb089 None None] For port 920557b0-9d52-4e8d-9e5d-1a615185c122, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=920557b0-9d52-4e8d-9e5d-1a615185c122,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:15.811491 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f429b8f-ef51-4621-bbe0-1fe56fafb089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:15.859616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] Deleting port cc55b361-9dc4-4273-968b-826941fb506b {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:15.860222 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.034809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5cb489be-1a54-49e4-b2fa-772f772d9fb6 None None] Provisioning complete for port 920557b0-9d52-4e8d-9e5d-1a615185c122 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:16.035182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5cb489be-1a54-49e4-b2fa-772f772d9fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.043783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-69fa5a05-6fc4-470c-92bc-fe73ee3286b5 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:16.048111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f429b8f-ef51-4621-bbe0-1fe56fafb089 None None] Pushing event updated for resources: {'Port': ['ID=920557b0-9d52-4e8d-9e5d-1a615185c122,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:16.054806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-69fa5a05-6fc4-470c-92bc-fe73ee3286b5 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/networks?id=ba7e5455-1895-4d85-adb4-95c1a476cc44 HTTP/1.1" status: 200 len: 811 time: 0.2317286 Sep 18 02:20:16.066849 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-576b67b2-b45c-4037-88cb-73f54948d4fe tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3c6a32eccbe440b84b57e364316ebc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6700997 Sep 18 02:20:16.074401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] For port cc55b361-9dc4-4273-968b-826941fb506b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=cc55b361-9dc4-4273-968b-826941fb506b,segment=NetworkSegment(66f9813a-7079-4365-8273-51cc992b7fdc),segment_id=66f9813a-7079-4365-8273-51cc992b7fdc)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:16.074827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.091404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-2de3d8c5-fe49-4de9-b392-cfa4a6d4be37 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/quotas/7b293a41395341468124a9246a1fb26b HTTP/1.1" status: 200 len: 375 time: 0.0342472 Sep 18 02:20:16.110146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] Calling delete_port for cc55b361-9dc4-4273-968b-826941fb506b owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:16.145105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-e27ac089-cc17-47d8-9db8-d6f7863079c2 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b293a41395341468124a9246a1fb26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517907 Sep 18 02:20:16.146798 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.173936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:20:12Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:16.174612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73bddaed-8c83-4dac-bca7-f250e9f8a67f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.182968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-73bddaed-8c83-4dac-bca7-f250e9f8a67f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0518184 Sep 18 02:20:16.186136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53022) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:16.194351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e22c3ea3-3913-43cf-9ffc-a638e81245af tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'security_group_rule': {'security_group_id': 'e33094ff-2130-4fed-b890-b67084119802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:16.236866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb346c-863f-416e-b0de-d9325ab3e9e3 None None] The sync data for ids ['426d383f-2615-4222-b58b-477071b2c955'] in n-d-789963-12 is: [{'id': '426d383f-2615-4222-b58b-477071b2c955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669500293', 'tenant_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:18:13Z', 'updated_at': '2021-09-18T02:20:12Z', 'revision_number': 5, 'project_id': 'f1802c86cd5c491abf3194cd9117e0bd', 'gw_port': {'id': '83231821-a017-4b36-9a37-7d27f1a3778c', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d383f-2615-4222-b58b-477071b2c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:18:14Z', 'updated_at': '2021-09-18T02:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:16.302007 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e22c3ea3-3913-43cf-9ffc-a638e81245af tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.347472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.379599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:16.421833 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.423675 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Added segment 6f9ef889-4903-4e59-9ff5-0d75f8207fb6 of type vlan for network 03bc9202-c6bd-4a63-b626-79666140d620 Sep 18 02:20:16.452684 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.465840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] No DVR routers for this DVR port cc55b361-9dc4-4273-968b-826941fb506b on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:16.485335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb95b7-7342-45cb-b80b-1a0c9ec1be0e None None] Pushing event deleted for resources: {'Port': ['ID=cc55b361-9dc4-4273-968b-826941fb506b,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:16.512941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.570851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e22c3ea3-3913-43cf-9ffc-a638e81245af tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.582949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e22c3ea3-3913-43cf-9ffc-a638e81245af tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.603819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-c1192c8d-08ec-4db9-b445-63920a1d6cf8 service neutron] 10.222.0.21 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564638 Sep 18 02:20:16.619134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9cb617-eb5b-41ec-9009-4b6ace959d47,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:16.650645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-0e69560b-7995-44b1-aa6d-d23ed0ecaf1e service neutron] 10.222.0.21 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446215 Sep 18 02:20:16.677282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 920557b0-9d52-4e8d-9e5d-1a615185c122 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:16.684393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c3ea3-3913-43cf-9ffc-a638e81245af tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23218f22-12de-4501-a192-99b815af3369,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:16.699426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e22c3ea3-3913-43cf-9ffc-a638e81245af tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.701378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e22c3ea3-3913-43cf-9ffc-a638e81245af tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5134773 Sep 18 02:20:16.708384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53030) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:16.719243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:16.749875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-ac0d5b9b-280b-42a5-adf1-9027c927de39 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:16.761144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-ac0d5b9b-280b-42a5-adf1-9027c927de39 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.18 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 945 time: 0.2367396 Sep 18 02:20:16.765018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.779893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:16.780762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.784468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.814641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 920557b0-9d52-4e8d-9e5d-1a615185c122 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:16.814952 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:16.971290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-8dde3c43-f9bf-4b86-85ab-07486fa43d8c service neutron] 10.222.0.21 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192348 Sep 18 02:20:17.007446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3990488 Sep 18 02:20:17.024351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53038) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:17.026591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Port': ['ID=83231821-a017-4b36-9a37-7d27f1a3778c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:17.044466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Request body: {'subnet': {'network_id': '03bc9202-c6bd-4a63-b626-79666140d620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:17.098848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cc55b361-9dc4-4273-968b-826941fb506b no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:17.136741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: cc55b361-9dc4-4273-968b-826941fb506b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:17.137079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device cc55b361-9dc4-4273-968b-826941fb506b not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:17.244614 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:20:17.244614 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 02:20:17.244614 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id_1': 'd7935065c2c4435ea9168fdd607c2fdb', 'expiration_1': datetime.datetime(2021, 9, 18, 2, 19, 57, 222896)}] Sep 18 02:20:17.244614 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:20:17.245806 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:20:17.281267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-cb24d8a0-90d1-473b-89bd-7de13d75eecd service neutron] 10.222.0.21 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764748 Sep 18 02:20:17.415503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf6c0a-214e-4c3d-9767-d9392a695767 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event updated for resources: {'Network': ['ID=03bc9202-c6bd-4a63-b626-79666140d620,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:17.427467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Made reservation on behalf of c5632b4a01634697ae517b1a5220b18e for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:17.430740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 03bc9202-c6bd-4a63-b626-79666140d620 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:17.431349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:17.504277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f23c-aa1c-4862-accd-a6256c145952 req-bffa7b2a-5ee8-49b8-83a8-4bdd9a2a6781 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:17.532501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c02f23c-aa1c-4862-accd-a6256c145952 req-bffa7b2a-5ee8-49b8-83a8-4bdd9a2a6781 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 945 time: 0.2285645 Sep 18 02:20:17.582697 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1be95ee4-8169-4bea-be1d-3575ca705927 req-96832edd-2e79-4309-bc85-41afbd31284a tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 210 time: 0.0430412 Sep 18 02:20:17.609338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:17.708280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Deleting port dbfa673b-91f5-45f8-913a-b85cd7619aa0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:17.708280 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:17.710490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-075e4f94-5630-4d47-a080-42b968fe1724 req-0dabdff1-95b9-4922-87be-b8b997c4d921 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 210 time: 0.0562928 Sep 18 02:20:17.790806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:17.964685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:17.983502 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1c02f23c-aa1c-4862-accd-a6256c145952 req-7d3af670-51f8-442e-944b-d499881572a8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503689 Sep 18 02:20:17.986542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:17.988602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.202177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.203127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Fanout notify agent at l3_agent the message router_deleted on router 426d383f-2615-4222-b58b-477071b2c955 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:20:18.207415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] For port dbfa673b-91f5-45f8-913a-b85cd7619aa0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dbfa673b-91f5-45f8-913a-b85cd7619aa0,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:18.208310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.215502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.216779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cc619d55-d96e-44e1-82e6-362dd53bba52 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/routers/426d383f-2615-4222-b58b-477071b2c955 HTTP/1.1" status: 204 len: 168 time: 4.1233027 Sep 18 02:20:18.223115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53080) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:18.234573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.234954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Allocated IP 172.25.0.246 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/44672350-0128-41c7-af1c-addf8606e2de) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:18.255572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Calling delete_port for dbfa673b-91f5-45f8-913a-b85cd7619aa0 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:18.318515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f192614e-8773-4a66-9aa9-75697a9f2705 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:18.341613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f192614e-8773-4a66-9aa9-75697a9f2705 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:18.342188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f192614e-8773-4a66-9aa9-75697a9f2705 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:18.395399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.444915 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.486994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:18.490560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:18.492908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:18.518112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event updated for resources: {'Subnet': ['ID=7f857ccb-f517-42ca-869f-6f34c0287884,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:18.525917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.541918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Checking segment: {'id': '6f9ef889-4903-4e59-9ff5-0d75f8207fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03bc9202-c6bd-4a63-b626-79666140d620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:18.542238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Network hostable DHCP agents. Network: 03bc9202-c6bd-4a63-b626-79666140d620, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:18.564184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'Port': ['ID=44672350-0128-41c7-af1c-addf8606e2de,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:18.631468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Network 03bc9202-c6bd-4a63-b626-79666140d620 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:18.670487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dbfa673b-91f5-45f8-913a-b85cd7619aa0 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:18.695523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 03bc9202-c6bd-4a63-b626-79666140d620) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:18.700225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.721752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f994593-f2cd-49cd-b44b-c0039e09c865 None None] Network 03bc9202-c6bd-4a63-b626-79666140d620 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:18.732555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc56aa9-ffd6-41ac-ba50-5e25967d49aa']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:18.742888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f9813a-7079-4365-8273-51cc992b7fdc') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:18.744024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f9813a-7079-4365-8273-51cc992b7fdc') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:18.760191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.775045 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.781836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:20:18.782345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.827183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d74d7913-442b-47ca-8e46-b85c1aa0d173 req-d59eefee-6cba-44f2-9142-6e4dd629f2bc tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 210 time: 0.1438735 Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:20:18.844115 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:20:18.846860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:18.846860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.857128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No active binding found for port dbfa673b-91f5-45f8-913a-b85cd7619aa0 {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:20:18.857926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dbfa673b-91f5-45f8-913a-b85cd7619aa0 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:18.860177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-7634a2e7-bb96-44b8-9ef6-f4c8f9cf3b5e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:18.863596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.864741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-7634a2e7-bb96-44b8-9ef6-f4c8f9cf3b5e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.18 "GET /v2.0/networks?id=eaca588d-2d0d-4e30-abf8-3917ba919ddd HTTP/1.1" status: 200 len: 909 time: 0.2842736 Sep 18 02:20:18.875661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.881222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cbb6cf88-9055-43bf-9870-207de6384ee9'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:18.885009 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.888174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Request body: {'port': {'device_id': '83a15b2e-453f-4f74-b953-459ade6d510b', 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'admin_state_up': True, 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:18.929413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.936061 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.940912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/networks/8bc56aa9-ffd6-41ac-ba50-5e25967d49aa HTTP/1.1" status: 204 len: 168 time: 0.7167675 Sep 18 02:20:18.944168 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca969155-0321-435e-8387-0ec82ac4d0f1 req-345133d5-af35-41e7-97a6-f8dd6b5d3062 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 210 time: 0.0945954 Sep 18 02:20:18.944796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53090) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:18.954957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Made reservation on behalf of f3c6a32eccbe440b84b57e364316ebc7 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:18.957416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:18.957591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Pushing event deleted for resources: {'Port': ['ID=dbfa673b-91f5-45f8-913a-b85cd7619aa0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:18.996481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83f346-7d23-479a-99e0-3c7cf2f28f1a tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'Network': ['ID=8bc56aa9-ffd6-41ac-ba50-5e25967d49aa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:19.002940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8237f115-6e3c-479c-81c9-3341554a898d tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9712780 Sep 18 02:20:19.017580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-03bc9202-c6bd-4a63-b626-79666140d620', 'network_id': '03bc9202-c6bd-4a63-b626-79666140d620', 'tenant_id': 'c5632b4a01634697ae517b1a5220b18e', 'fixed_ips': [{'subnet_id': '7f857ccb-f517-42ca-869f-6f34c0287884'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:20:19.019882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.021608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53092) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:19.027986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Request body: {'port': {'network_id': '03bc9202-c6bd-4a63-b626-79666140d620', 'name': 'tempest-ExtraDHCPOptionsTestJSON-853023729'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:19.161847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] No DVR routers for this DVR port dbfa673b-91f5-45f8-913a-b85cd7619aa0 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:19.164775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.169213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6636b72-0235-4c27-910c-bd5e3f0cf1d6 req-a9cc81d3-1480-4cc4-b2df-d489e144bf87 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.18 "DELETE /v2.0/ports/dbfa673b-91f5-45f8-913a-b85cd7619aa0 HTTP/1.1" status: 204 len: 173 time: 2.3789060 Sep 18 02:20:19.183525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e015ff-123f-46f9-bcbe-7efacc745fa7', 'name': 'network-vif-deleted', 'tag': 'dbfa673b-91f5-45f8-913a-b85cd7619aa0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:19.186157 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a6e40f-c226-4152-8f4a-65e716706245" -d '{"events": [{"server_uuid": "16e015ff-123f-46f9-bcbe-7efacc745fa7", "name": "network-vif-deleted", "tag": "dbfa673b-91f5-45f8-913a-b85cd7619aa0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:19.198618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12b88558-f083-46b9-969d-5d3d61048b65 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.205075 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bf7387e3-4124-4b4f-950c-b88408400e5c req-7281df68-d541-4980-b0e4-6f58d7f65806 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=16e015ff-123f-46f9-bcbe-7efacc745fa7 HTTP/1.1" status: 200 len: 210 time: 0.0998812 Sep 18 02:20:19.298768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Allocated IP 172.20.0.2 (03bc9202-c6bd-4a63-b626-79666140d620/7f857ccb-f517-42ca-869f-6f34c0287884/c24c6723-ec75-410e-b548-1dec85384144) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:19.341060 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aaed07-c117-4e1e-9ee5-3cf617aeac5d x-openstack-request-id: req-67aaed07-c117-4e1e-9ee5-3cf617aeac5d {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:19.341731 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e015ff-123f-46f9-bcbe-7efacc745fa7", "name": "network-vif-deleted", "tag": "dbfa673b-91f5-45f8-913a-b85cd7619aa0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:19.342813 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67aaed07-c117-4e1e-9ee5-3cf617aeac5d {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:19.343919 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e015ff-123f-46f9-bcbe-7efacc745fa7', 'name': 'network-vif-deleted', 'tag': 'dbfa673b-91f5-45f8-913a-b85cd7619aa0', 'status': 'completed', 'code': 200} Sep 18 02:20:19.364740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Allocated IP 172.20.0.3 (eaca588d-2d0d-4e30-abf8-3917ba919ddd/0f3345f1-fe64-45f2-a601-701b4ad96ca3/1adaf113-282a-4b4c-a5bf-5165dfa2839b) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:19.372563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.381211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.383493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Made reservation on behalf of c5632b4a01634697ae517b1a5220b18e for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:19.387735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.399909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12b88558-f083-46b9-969d-5d3d61048b65 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.463175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'Port': ['ID=44672350-0128-41c7-af1c-addf8606e2de,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:19.499207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-78f0ad11-8af1-4f45-b71e-7af24e8f73bc tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:19.501272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-78f0ad11-8af1-4f45-b71e-7af24e8f73bc tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.18 "GET /v2.0/networks?id=ba7e5455-1895-4d85-adb4-95c1a476cc44 HTTP/1.1" status: 200 len: 811 time: 0.4993598 Sep 18 02:20:19.506449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] device_id is not set on port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:20:19.520671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Request body: {'port': {'device_id': 'd2fc93b0-03f7-4f88-b240-71a9874877cf', 'network_id': 'ba7e5455-1895-4d85-adb4-95c1a476cc44', 'admin_state_up': True, 'tenant_id': '7b293a41395341468124a9246a1fb26b'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:19.546355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12b88558-f083-46b9-969d-5d3d61048b65 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.550115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12b88558-f083-46b9-969d-5d3d61048b65 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.553566 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-12b88558-f083-46b9-969d-5d3d61048b65 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] 10.222.0.21 "DELETE /v2.0/security-groups/8fe21447-5214-4e3a-bb56-d7d79d1c9a85 HTTP/1.1" status: 204 len: 168 time: 0.5947447 Sep 18 02:20:19.564567 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.578901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.584653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b88558-f083-46b9-969d-5d3d61048b65 tempest-TestNetworkAdvancedServerOps-1076269171 tempest-TestNetworkAdvancedServerOps-1076269171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe21447-5214-4e3a-bb56-d7d79d1c9a85,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:19.660953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Network 03bc9202-c6bd-4a63-b626-79666140d620 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:19.664202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:19.669541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:19.682015 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.686130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Pushing event updated for resources: {'Port': ['ID=c24c6723-ec75-410e-b548-1dec85384144,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:19.750690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Attempting to bind port c24c6723-ec75-410e-b548-1dec85384144 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:19.751346 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Attempting to bind port c24c6723-ec75-410e-b548-1dec85384144 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6f9ef889-4903-4e59-9ff5-0d75f8207fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03bc9202-c6bd-4a63-b626-79666140d620'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:19.751718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Attempting to bind port c24c6723-ec75-410e-b548-1dec85384144 on network 03bc9202-c6bd-4a63-b626-79666140d620 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:19.757137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:19.757592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Checking segment: {'id': '6f9ef889-4903-4e59-9ff5-0d75f8207fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03bc9202-c6bd-4a63-b626-79666140d620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:19.758237 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.758454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Bound using segment: {'id': '6f9ef889-4903-4e59-9ff5-0d75f8207fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03bc9202-c6bd-4a63-b626-79666140d620'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:19.759546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Bound port: c24c6723-ec75-410e-b548-1dec85384144, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9ef889-4903-4e59-9ff5-0d75f8207fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03bc9202-c6bd-4a63-b626-79666140d620'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:19.760137 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.776309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Made reservation on behalf of 7b293a41395341468124a9246a1fb26b for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:19.780391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.860004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.860791 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c2b07c4b-05fa-42a7-8cd3-14498663868e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1510334 Sep 18 02:20:19.894291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Allocated IP 172.20.0.14 (03bc9202-c6bd-4a63-b626-79666140d620/7f857ccb-f517-42ca-869f-6f34c0287884/1637f5e9-ba44-4ad5-9d72-0d9e699d3690) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:19.921772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:19.928299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] For port c24c6723-ec75-410e-b548-1dec85384144, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:19.937547 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] For port c24c6723-ec75-410e-b548-1dec85384144, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c24c6723-ec75-410e-b548-1dec85384144,segment=NetworkSegment(6f9ef889-4903-4e59-9ff5-0d75f8207fb6),segment_id=6f9ef889-4903-4e59-9ff5-0d75f8207fb6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:19.949155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.087596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Allocated IP 172.20.0.2 (ba7e5455-1895-4d85-adb4-95c1a476cc44/4e983105-8b17-45f2-8772-2b1b7a761d0f/7f6c0824-0bba-4238-99d2-3f6e6e3406cd) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:20.089413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71775c-35d4-47b9-ade7-b8a2e89014b9 None None] Pushing event updated for resources: {'Port': ['ID=c24c6723-ec75-410e-b548-1dec85384144,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:20.091927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3cd05d96-ee60-48a8-87fb-68c2a8e3bf77 req-0925c11f-99f7-4327-908b-55f841a528bc tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 210 time: 0.0887055 Sep 18 02:20:20.120199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.129724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:20.216984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 83231821-a017-4b36-9a37-7d27f1a3778c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:20.256182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 83231821-a017-4b36-9a37-7d27f1a3778c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:20.256592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 83231821-a017-4b36-9a37-7d27f1a3778c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:20.273920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53144) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:20.346187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d373569e-a273-4dda-97f9-c81c5c6d216f req-dd1953e7-d910-43ea-9375-2918ad8aba77 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 210 time: 0.2352338 Sep 18 02:20:20.352174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:20.381203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-26c423b3-ae36-4679-b939-dec9a3b8615b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--34086711&fields=id&tenant_id=d7935065c2c4435ea9168fdd607c2fdb HTTP/1.1" status: 200 len: 267 time: 0.1677902 Sep 18 02:20:20.411194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:20.450242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:20.575606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Pushing event updated for resources: {'Port': ['ID=1adaf113-282a-4b4c-a5bf-5165dfa2839b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:20.626598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.662276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032854e-d567-4b03-b467-1c52dd38f22c req-091cec07-c3ba-407c-9424-5c1973026e2d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:20.663904 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-091cec07-c3ba-407c-9424-5c1973026e2d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 817 time: 0.2817559 Sep 18 02:20:20.695108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:20.696080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.702403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f9ca2f4a-6d84-4650-86c0-903e1416c010 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/quotas/d7935065c2c4435ea9168fdd607c2fdb HTTP/1.1" status: 200 len: 375 time: 0.0233297 Sep 18 02:20:20.742361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.756840 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-86df0ec6-9851-41f7-8be5-0bf9ce96cab5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8731561 Sep 18 02:20:20.769348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b069f-0548-4d05-aaee-8f0632604528 req-55e966cb-f2a5-4b16-8459-123b3640cff6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:20.771226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b93b069f-0548-4d05-aaee-8f0632604528 req-55e966cb-f2a5-4b16-8459-123b3640cff6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1762960 Sep 18 02:20:20.779321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Request body: {'port': {'device_id': '83a15b2e-453f-4f74-b953-459ade6d510b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:20.794167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-940f6dad-c5fc-45de-8cd5-20cecafa1f93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1802c86cd5c491abf3194cd9117e0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171723 Sep 18 02:20:20.797316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53152) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:20.832070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.886959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b93b069f-0548-4d05-aaee-8f0632604528 req-0e9124a5-bf49-4025-9b3f-2bea90ca3655 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044862 Sep 18 02:20:20.889456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.891169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.915890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-02fa455a-0806-436e-8911-8889eb786277 None None] Provisioning complete for port 1adaf113-282a-4b4c-a5bf-5165dfa2839b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:20.915890 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02fa455a-0806-436e-8911-8889eb786277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:20.971494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-02fa455a-0806-436e-8911-8889eb786277 None None] Port 1adaf113-282a-4b4c-a5bf-5165dfa2839b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:20.981312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Network 03bc9202-c6bd-4a63-b626-79666140d620 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:20.987700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:20.997135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:21.033054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event updated for resources: {'Port': ['ID=1637f5e9-ba44-4ad5-9d72-0d9e699d3690,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:21.151347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:21.152184 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.241412 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-92650c0b-596e-4f28-adec-594fee208cbd tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2178352 Sep 18 02:20:21.246061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53168) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:21.253464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Request body: {'port': {'network_id': '03bc9202-c6bd-4a63-b626-79666140d620', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2053915001', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:21.254366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] bootfile-name is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:20:21.255193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] tftp-server is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:20:21.255696 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] server-ip-address is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:20:21.264244 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-319fdbd3-287f-4f06-ab50-89b68c74e9d3 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5543165 Sep 18 02:20:21.358178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86511b4c-dadc-4c1e-b7f5-814338f65828 req-33852ef9-322b-4d1c-9ed7-b065b84fdb1c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:21.366365 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86511b4c-dadc-4c1e-b7f5-814338f65828 req-33852ef9-322b-4d1c-9ed7-b065b84fdb1c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2537999 Sep 18 02:20:21.375288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Network ba7e5455-1895-4d85-adb4-95c1a476cc44 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:21.417332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Pushing event updated for resources: {'Port': ['ID=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:21.419865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:21.425757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:21.498917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a3165fc-ec55-4ac1-8bdf-5322da66b5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.527608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86511b4c-dadc-4c1e-b7f5-814338f65828 req-cbcea70c-321a-46ba-bebe-9b7df4baf18a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602106 Sep 18 02:20:21.581260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a3165fc-ec55-4ac1-8bdf-5322da66b5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.602947 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-9e892504-1f90-4b4b-ba6b-d16d25e7beb6 service neutron] 10.222.0.21 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960985 Sep 18 02:20:21.611031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:21.611671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.674751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-da360d5c-4405-4b9f-81a2-29b6e18539c4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1605716 Sep 18 02:20:21.708212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adaf113-282a-4b4c-a5bf-5165dfa2839b {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:21.725171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.737291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Made reservation on behalf of c5632b4a01634697ae517b1a5220b18e for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:21.737592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Request body: {'port': {'device_id': 'd2fc93b0-03f7-4f88-b240-71a9874877cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:21.741011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.742501 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a3165fc-ec55-4ac1-8bdf-5322da66b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.745435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a3165fc-ec55-4ac1-8bdf-5322da66b5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.746440 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3a3165fc-ec55-4ac1-8bdf-5322da66b5a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f6805ae-9597-49d1-8c4e-e18036996773 HTTP/1.1" status: 204 len: 168 time: 0.9457073 Sep 18 02:20:21.759581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Transition to ACTIVE for port object 1adaf113-282a-4b4c-a5bf-5165dfa2839b will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:20:21.771139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] device_id is not set on port 4fdabfad-3437-4e4f-aaa1-bf53cd958887 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:20:21.779952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f37515-8d63-457a-a853-d97e587b95e0 None None] Network 03bc9202-c6bd-4a63-b626-79666140d620 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:21.782486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3165fc-ec55-4ac1-8bdf-5322da66b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6805ae-9597-49d1-8c4e-e18036996773,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:21.786365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53182) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:21.836481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-0f960a9b-3c59-45ca-8f40-3fae49cc4210 service neutron] 10.222.0.21 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165394 Sep 18 02:20:21.837812 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.940510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c91f284a-f70f-4ecd-a170-7b1f664146e7 None None] Provisioning complete for port c24c6723-ec75-410e-b548-1dec85384144 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:21.942777 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c91f284a-f70f-4ecd-a170-7b1f664146e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:21.965593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.002238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a7b59-88f3-462c-a649-c4bf529acc6a req-7b9b386a-ab9d-4f1f-bfad-54e159962536 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:22.017742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e75a7b59-88f3-462c-a649-c4bf529acc6a req-7b9b386a-ab9d-4f1f-bfad-54e159962536 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1027 time: 0.3486619 Sep 18 02:20:22.103514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Allocated IP 172.20.0.9 (03bc9202-c6bd-4a63-b626-79666140d620/7f857ccb-f517-42ca-869f-6f34c0287884/4fdabfad-3437-4e4f-aaa1-bf53cd958887) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:22.184367 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c91f284a-f70f-4ecd-a170-7b1f664146e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.205024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Pushing event updated for resources: {'Port': ['ID=1adaf113-282a-4b4c-a5bf-5165dfa2839b,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:22.274364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c91f284a-f70f-4ecd-a170-7b1f664146e7 None None] For port c24c6723-ec75-410e-b548-1dec85384144, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c24c6723-ec75-410e-b548-1dec85384144,segment=NetworkSegment(6f9ef889-4903-4e59-9ff5-0d75f8207fb6),segment_id=6f9ef889-4903-4e59-9ff5-0d75f8207fb6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:22.291667 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c91f284a-f70f-4ecd-a170-7b1f664146e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.358345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f284a-f70f-4ecd-a170-7b1f664146e7 None None] Pushing event updated for resources: {'Port': ['ID=c24c6723-ec75-410e-b548-1dec85384144,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:22.398262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f27009-8048-4626-9942-e32e4b99c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.451600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c24c6723-ec75-410e-b548-1dec85384144 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:22.475451 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e75a7b59-88f3-462c-a649-c4bf529acc6a req-e1ef81fa-764c-4250-8f3b-6f90c60614c0 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428992 Sep 18 02:20:22.479963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53196) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:22.532984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717c48d-d1cf-4cdc-8420-eba001f36d94 req-a2bb11af-4f6f-4487-8437-3332799382df tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:22.534553 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9717c48d-d1cf-4cdc-8420-eba001f36d94 req-a2bb11af-4f6f-4487-8437-3332799382df tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 931 time: 0.3228877 Sep 18 02:20:22.548915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c24c6723-ec75-410e-b548-1dec85384144 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:22.549312 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.655703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Attempting to bind port 1adaf113-282a-4b4c-a5bf-5165dfa2839b on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:22.656039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Attempting to bind port 1adaf113-282a-4b4c-a5bf-5165dfa2839b by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:22.656361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Attempting to bind port 1adaf113-282a-4b4c-a5bf-5165dfa2839b on network eaca588d-2d0d-4e30-abf8-3917ba919ddd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:22.723078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9717c48d-d1cf-4cdc-8420-eba001f36d94 req-367afa5d-f16d-4119-b71f-7f680aa9924d tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666684 Sep 18 02:20:22.768701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Port 1adaf113-282a-4b4c-a5bf-5165dfa2839b on network eaca588d-2d0d-4e30-abf8-3917ba919ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:22.769335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Attempting to bind port 1adaf113-282a-4b4c-a5bf-5165dfa2839b on network eaca588d-2d0d-4e30-abf8-3917ba919ddd {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:22.777501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5d09cc9a-9764-40d9-aa45-327f5763660c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e1026c633bf4b568c22694cb3d5a2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941394 Sep 18 02:20:22.789072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53200) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:22.821046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:22.821465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Checking segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:22.821855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Bound using segment: {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:22.822441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Bound port: 1adaf113-282a-4b4c-a5bf-5165dfa2839b, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:22.822826 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.837543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6c0824-0bba-4238-99d2-3f6e6e3406cd {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:22.871819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.916044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3385d7a1-c0a2-4dc4-910d-3875c7920cfd req-980e05b7-f00b-41aa-9a52-2970e4825e94 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 210 time: 0.0729930 Sep 18 02:20:22.944560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16e57a-e2b1-4a68-97fb-56691d0633cb req-754cf68a-8b7d-4b42-9432-af1d4f0b0964 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:22.947286 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa16e57a-e2b1-4a68-97fb-56691d0633cb req-754cf68a-8b7d-4b42-9432-af1d4f0b0964 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2957621 Sep 18 02:20:22.951727 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f27009-8048-4626-9942-e32e4b99c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.953028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Transition to ACTIVE for port object 7f6c0824-0bba-4238-99d2-3f6e6e3406cd will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:20:22.971441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-78f27009-8048-4626-9942-e32e4b99c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:22.978575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.002436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.008944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f0868fd-dc12-4424-8f26-a0b19250166e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.029023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6a5915b5-f0d0-4134-80fe-42ef21d4d52f None None] Provisioning complete for port c24c6723-ec75-410e-b548-1dec85384144 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:23.030873 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6a5915b5-f0d0-4134-80fe-42ef21d4d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.046414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] For port 1adaf113-282a-4b4c-a5bf-5165dfa2839b, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:23.091045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] For port 1adaf113-282a-4b4c-a5bf-5165dfa2839b, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1adaf113-282a-4b4c-a5bf-5165dfa2839b,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:23.096114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f27009-8048-4626-9942-e32e4b99c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8269564c-98cd-4253-82c0-40e1f128a13a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:23.106258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.126230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa16e57a-e2b1-4a68-97fb-56691d0633cb req-e64d6254-b833-455f-8b79-9b27999ae82b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210501 Sep 18 02:20:23.131354 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-78f27009-8048-4626-9942-e32e4b99c95e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f21e4b3766e4e2ab380fabad6ad3d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3416109 Sep 18 02:20:23.135156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53202) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:23.138984 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f0868fd-dc12-4424-8f26-a0b19250166e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.152430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:23.203771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6a5915b5-f0d0-4134-80fe-42ef21d4d52f None None] Provisioning complete for port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:23.204304 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6a5915b5-f0d0-4134-80fe-42ef21d4d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.214063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:23.214688 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.216162 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] 10.222.0.18 "PUT /v2.0/ports/1adaf113-282a-4b4c-a5bf-5165dfa2839b HTTP/1.1" status: 200 len: 1092 time: 2.4422967 Sep 18 02:20:23.217266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.218866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a15b2e-453f-4f74-b953-459ade6d510b', 'tag': '1adaf113-282a-4b4c-a5bf-5165dfa2839b'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:23.221492 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14200615-b1b7-48bb-a774-e68068b97709" -d '{"events": [{"name": "network-changed", "server_uuid": "83a15b2e-453f-4f74-b953-459ade6d510b", "tag": "1adaf113-282a-4b4c-a5bf-5165dfa2839b"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:23.254703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6a5915b5-f0d0-4134-80fe-42ef21d4d52f None None] Port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:23.282257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a71e-803b-4ed2-8039-6bb530e6773a service neutron] Pushing event updated for resources: {'Port': ['ID=1adaf113-282a-4b4c-a5bf-5165dfa2839b,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:23.294767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Network 03bc9202-c6bd-4a63-b626-79666140d620 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:23.303600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:23.318696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Attempting to bind port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:23.319449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Attempting to bind port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '36529818-6121-4029-b76e-4f2d377579f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba7e5455-1895-4d85-adb4-95c1a476cc44'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:23.320121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Attempting to bind port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd on network ba7e5455-1895-4d85-adb4-95c1a476cc44 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:23.329140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd on network ba7e5455-1895-4d85-adb4-95c1a476cc44 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:23.329731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Attempting to bind port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd on network ba7e5455-1895-4d85-adb4-95c1a476cc44 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:23.337678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:23.338365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Checking segment: {'id': '36529818-6121-4029-b76e-4f2d377579f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba7e5455-1895-4d85-adb4-95c1a476cc44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:23.338864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Bound using segment: {'id': '36529818-6121-4029-b76e-4f2d377579f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba7e5455-1895-4d85-adb4-95c1a476cc44'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:23.339584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Bound port: 7f6c0824-0bba-4238-99d2-3f6e6e3406cd, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36529818-6121-4029-b76e-4f2d377579f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ba7e5455-1895-4d85-adb4-95c1a476cc44'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:23.340153 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.370425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f0868fd-dc12-4424-8f26-a0b19250166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.372971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f0868fd-dc12-4424-8f26-a0b19250166e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.387626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-267b69e5-4421-409d-8978-381fa6359312 None None] Provisioning complete for port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:23.387995 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-267b69e5-4421-409d-8978-381fa6359312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.389488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f0868fd-dc12-4424-8f26-a0b19250166e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15444308-99ea-4eb9-8490-ea9bd3b74b7a HTTP/1.1" status: 204 len: 168 time: 0.5840492 Sep 18 02:20:23.398955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:23.412294 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b45eb9-7749-4b9e-8282-bf89eda5962f x-openstack-request-id: req-28b45eb9-7749-4b9e-8282-bf89eda5962f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:23.413699 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a15b2e-453f-4f74-b953-459ade6d510b", "tag": "1adaf113-282a-4b4c-a5bf-5165dfa2839b", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:23.414229 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28b45eb9-7749-4b9e-8282-bf89eda5962f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:23.418978 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a15b2e-453f-4f74-b953-459ade6d510b', 'tag': '1adaf113-282a-4b4c-a5bf-5165dfa2839b', 'status': 'completed', 'code': 200} Sep 18 02:20:23.474701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0868fd-dc12-4424-8f26-a0b19250166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15444308-99ea-4eb9-8490-ea9bd3b74b7a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:23.502106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-267b69e5-4421-409d-8978-381fa6359312 None None] Port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:23.584815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] For port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:23.589518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] For port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,segment=NetworkSegment(36529818-6121-4029-b76e-4f2d377579f9),segment_id=36529818-6121-4029-b76e-4f2d377579f9)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:23.595360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-804a6f15-20f7-45f1-b070-2c38477f8cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.599028 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.631922 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-804a6f15-20f7-45f1-b070-2c38477f8cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.692580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:23.693352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.695237 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f6c0824-0bba-4238-99d2-3f6e6e3406cd HTTP/1.1" status: 200 len: 1092 time: 2.0034628 Sep 18 02:20:23.695878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fc93b0-03f7-4f88-b240-71a9874877cf', 'tag': '7f6c0824-0bba-4238-99d2-3f6e6e3406cd'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:23.698475 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fc93b0-03f7-4f88-b240-71a9874877cf", "tag": "7f6c0824-0bba-4238-99d2-3f6e6e3406cd"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:23.779597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7b9fa-53d8-4f06-935e-f09700096678 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:23.799937 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc1d8a2-6d90-4c3e-8441-278b2d437788 x-openstack-request-id: req-cbc1d8a2-6d90-4c3e-8441-278b2d437788 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:23.800222 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fc93b0-03f7-4f88-b240-71a9874877cf", "tag": "7f6c0824-0bba-4238-99d2-3f6e6e3406cd", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:23.800479 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbc1d8a2-6d90-4c3e-8441-278b2d437788 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:23.800993 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fc93b0-03f7-4f88-b240-71a9874877cf', 'tag': '7f6c0824-0bba-4238-99d2-3f6e6e3406cd', 'status': 'completed', 'code': 200} Sep 18 02:20:23.839960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event updated for resources: {'Port': ['ID=4fdabfad-3437-4e4f-aaa1-bf53cd958887,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:23.875539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3a40b42e-ffa9-4728-a203-065e2a0426b6 None None] Provisioning complete for port 4fdabfad-3437-4e4f-aaa1-bf53cd958887 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:23.876150 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3a40b42e-ffa9-4728-a203-065e2a0426b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.904409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:23.905340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:23.948126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-3c71525d-47d1-4611-b2f3-b846506de5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:23.949673 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-3c71525d-47d1-4611-b2f3-b846506de5ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3c6a32eccbe440b84b57e364316ebc7&device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1095 time: 0.5239174 Sep 18 02:20:23.989817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3a40b42e-ffa9-4728-a203-065e2a0426b6 None None] Port 4fdabfad-3437-4e4f-aaa1-bf53cd958887 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:24.026589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-a5d39636-2169-4654-add4-e6b1692886de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1adaf113-282a-4b4c-a5bf-5165dfa2839b HTTP/1.1" status: 200 len: 217 time: 0.0625155 Sep 18 02:20:24.036836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fe4f2a31-8851-44c2-b597-3bdfeebdf845 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7876091 Sep 18 02:20:24.039176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53232) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:24.194094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-89e36ee8-003c-4ead-9067-d0ca00c43928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.195770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-89e36ee8-003c-4ead-9067-d0ca00c43928 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b293a41395341468124a9246a1fb26b&device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 1095 time: 0.3843277 Sep 18 02:20:24.243254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c24c6723-ec75-410e-b548-1dec85384144 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:24.243781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208d8ad-c937-4c55-80f3-bb618a8a6850 req-93e1a35e-d843-45f0-9375-6bda628c78b6 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.246251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1208d8ad-c937-4c55-80f3-bb618a8a6850 req-93e1a35e-d843-45f0-9375-6bda628c78b6 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 943 time: 0.3455374 Sep 18 02:20:24.330428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c24c6723-ec75-410e-b548-1dec85384144 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:24.330840 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:24.344714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-beee214d-989f-4148-8695-a8fb96a845dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd HTTP/1.1" status: 200 len: 217 time: 0.1254663 Sep 18 02:20:24.366796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce420b-7b30-4d47-8f17-b91b365a4d2a tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.373927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce420b-7b30-4d47-8f17-b91b365a4d2a tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.380408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce420b-7b30-4d47-8f17-b91b365a4d2a tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.382460 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dbce420b-7b30-4d47-8f17-b91b365a4d2a tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3423736 Sep 18 02:20:24.394539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53244) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:24.423948 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1208d8ad-c937-4c55-80f3-bb618a8a6850 req-951d71ff-7bef-4376-8d5c-b09cdf5261a3 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605208 Sep 18 02:20:24.433024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032854e-d567-4b03-b467-1c52dd38f22c req-fa96f333-d34e-48be-9e31-5c72d3390afe tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.435134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-fa96f333-d34e-48be-9e31-5c72d3390afe tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.18 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 817 time: 0.5334175 Sep 18 02:20:24.539561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53246) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:24.563200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-74f4ab54-7efa-4b7e-91be-aebe8ffc4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.564661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-74f4ab54-7efa-4b7e-91be-aebe8ffc4f7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e983105-8b17-45f2-8772-2b1b7a761d0f HTTP/1.1" status: 200 len: 851 time: 0.2104177 Sep 18 02:20:24.571776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452920b-14cb-421c-a6b0-adf90424a754 req-3928b1a8-d350-4976-a6da-9402b59c12fb tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.574069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452920b-14cb-421c-a6b0-adf90424a754 req-3928b1a8-d350-4976-a6da-9402b59c12fb tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1095 time: 0.8477690 Sep 18 02:20:24.574745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-804a6f15-20f7-45f1-b070-2c38477f8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:24.577575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-804a6f15-20f7-45f1-b070-2c38477f8cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:24.578916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-804a6f15-20f7-45f1-b070-2c38477f8cf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8269564c-98cd-4253-82c0-40e1f128a13a HTTP/1.1" status: 204 len: 168 time: 1.4340351 Sep 18 02:20:24.610106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-ab6bea10-4123-4f0a-ab53-6dce1c8c585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.615726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-ab6bea10-4123-4f0a-ab53-6dce1c8c585a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f3345f1-fe64-45f2-a601-701b4ad96ca3 HTTP/1.1" status: 200 len: 848 time: 0.5732782 Sep 18 02:20:24.642809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a6f15-20f7-45f1-b070-2c38477f8cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8269564c-98cd-4253-82c0-40e1f128a13a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:24.679890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3697b4c5-532a-4308-970a-5e66cb861bf0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7935065c2c4435ea9168fdd607c2fdb HTTP/1.1" status: 200 len: 378 time: 0.2104554 Sep 18 02:20:24.701964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8452920b-14cb-421c-a6b0-adf90424a754 req-3537d3f1-e1e2-4505-91be-e9ebb68578ca tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197710 Sep 18 02:20:24.709830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-53ee5bde-df35-4524-a0a6-ddfa0d8c96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:24.712704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-53ee5bde-df35-4524-a0a6-ddfa0d8c96e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaca588d-2d0d-4e30-abf8-3917ba919ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905948 Sep 18 02:20:24.716282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dce66fc7-2c3e-4bef-89b8-6ec77b8e03c0 req-fae994bf-c784-4308-b83d-19a0545a4954 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 210 time: 0.1749227 Sep 18 02:20:24.759443 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-a5ebc3e0-3faa-4fb2-8eed-a7c706d3d9d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7e5455-1895-4d85-adb4-95c1a476cc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728139 Sep 18 02:20:24.762967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'port': {'device_id': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'admin_state_up': True, 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'security_groups': ['e33094ff-2130-4fed-b890-b67084119802']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:24.825248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-702120395-network', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:24.863981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-cd0703a9-efbf-4892-b96b-05bdee2a4c62 service neutron] 10.222.0.18 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346471 Sep 18 02:20:24.900764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-99f13d65-1193-4e8e-9a8f-1d36d339a200 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Deleting port 4fdabfad-3437-4e4f-aaa1-bf53cd958887 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:24.901108 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99f13d65-1193-4e8e-9a8f-1d36d339a200 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:24.981489 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:20:24.990179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:24.992615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:24.996978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd798b6-008c-47cb-8f73-31d1e48eff1d req-e1a232f4-92e0-4981-a73a-c139d0fc2839 service neutron] 10.222.0.18 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247938 Sep 18 02:20:25.066066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:25.087664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-e18e09ed-b680-43cf-9082-a3f6441d0c25 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035874 Sep 18 02:20:25.087934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53262) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:25.115642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a62ad0be-0e25-41a0-9de1-f3ce2cac2cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:25.136897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200615-b1b7-48bb-a774-e68068b97709 req-09cf2b7a-5ac9-4e58-8e69-7720a11455c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:25.138036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99f13d65-1193-4e8e-9a8f-1d36d339a200 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:25.138533 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14200615-b1b7-48bb-a774-e68068b97709 req-09cf2b7a-5ac9-4e58-8e69-7720a11455c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3c6a32eccbe440b84b57e364316ebc7&device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1095 time: 0.0904489 Sep 18 02:20:25.155297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Made reservation on behalf of d7935065c2c4435ea9168fdd607c2fdb for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:25.158949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:25.183511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-99f13d65-1193-4e8e-9a8f-1d36d339a200 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Calling delete_port for 4fdabfad-3437-4e4f-aaa1-bf53cd958887 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:25.242486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200615-b1b7-48bb-a774-e68068b97709 req-5f5dbb90-5d69-425f-8388-837d23724abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:25.245109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14200615-b1b7-48bb-a774-e68068b97709 req-5f5dbb90-5d69-425f-8388-837d23724abe service neutron] 10.222.0.18 "GET /v2.0/networks?id=eaca588d-2d0d-4e30-abf8-3917ba919ddd HTTP/1.1" status: 200 len: 909 time: 0.1001897 Sep 18 02:20:25.295515 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14200615-b1b7-48bb-a774-e68068b97709 req-29104420-8265-43f8-9403-f4e6ecd789d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1adaf113-282a-4b4c-a5bf-5165dfa2839b HTTP/1.1" status: 200 len: 217 time: 0.0428393 Sep 18 02:20:25.352831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200615-b1b7-48bb-a774-e68068b97709 req-0f41fbdb-25b8-4018-a524-c25cc5bb4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:25.354498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14200615-b1b7-48bb-a774-e68068b97709 req-0f41fbdb-25b8-4018-a524-c25cc5bb4fdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f3345f1-fe64-45f2-a601-701b4ad96ca3 HTTP/1.1" status: 200 len: 848 time: 0.0523126 Sep 18 02:20:25.380779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9e74d0b-66ab-4677-b4f5-5f4a96da9ebc req-21ccbfb9-893d-4e84-b941-74f770464a49 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833357 Sep 18 02:20:25.409863 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14200615-b1b7-48bb-a774-e68068b97709 req-0ce328fc-f0c0-466c-8038-4526d7d60874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:25.411382 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14200615-b1b7-48bb-a774-e68068b97709 req-0ce328fc-f0c0-466c-8038-4526d7d60874 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eaca588d-2d0d-4e30-abf8-3917ba919ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486538 Sep 18 02:20:25.528776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:25.552747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14200615-b1b7-48bb-a774-e68068b97709 req-a084cc9e-89f9-44c4-b16a-92e50e217126 service neutron] 10.222.0.18 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311622 Sep 18 02:20:25.577997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63034ec4-c878-4a29-b8d2-e8b23eda4054 req-16cabd93-a732-4c66-a68b-dd6ba1ca02eb tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:25.579655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63034ec4-c878-4a29-b8d2-e8b23eda4054 req-16cabd93-a732-4c66-a68b-dd6ba1ca02eb tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 943 time: 0.0765877 Sep 18 02:20:25.670555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63034ec4-c878-4a29-b8d2-e8b23eda4054 req-3381ce63-d096-45b5-a485-0616f0a122f0 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805886 Sep 18 02:20:25.694210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14200615-b1b7-48bb-a774-e68068b97709 req-8276d8c4-8d9f-42a5-853a-5cd327b530d9 service neutron] 10.222.0.18 "GET /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323872 Sep 18 02:20:25.796776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Allocated IP 172.20.0.7 (e0166907-0429-4fea-823b-a8cc89aad3c3/82af3d78-e634-415d-b5ca-2e7fbb09a615/60588c71-2f8a-4bf5-aa81-931a781a19a5) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:25.818877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5921d393-4885-404b-93ec-aeda9f5d8a10 req-cf1bcb3d-6bc3-47b4-b7e0-551b7b3b5e6f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 210 time: 0.0301056 Sep 18 02:20:25.841256 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:25.852182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7423-2baf-4254-950e-eea48bbf40f9 req-b0403fba-039a-415a-a59a-ae50a7ae9aa6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:25.855246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-adef7423-2baf-4254-950e-eea48bbf40f9 req-b0403fba-039a-415a-a59a-ae50a7ae9aa6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.4598408 Sep 18 02:20:25.857835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-b8558794-d1de-4dc0-97d7-073fa03c59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:25.860857 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:25.861330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-b8558794-d1de-4dc0-97d7-073fa03c59b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b293a41395341468124a9246a1fb26b&device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 1095 time: 0.4118900 Sep 18 02:20:25.886822 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:25.957127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c06c-1901-4ebd-a0f5-80ceea52191c req-85badb2a-8f9f-4dec-8229-b0f37f3881f0 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:25.958625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d281c06c-1901-4ebd-a0f5-80ceea52191c req-85badb2a-8f9f-4dec-8229-b0f37f3881f0 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1095 time: 0.0587275 Sep 18 02:20:25.978427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c23d06-62ff-4e80-b3af-215575a77f0a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:25.990306 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a62ad0be-0e25-41a0-9de1-f3ce2cac2cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.002236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a62ad0be-0e25-41a0-9de1-f3ce2cac2cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.024255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d281c06c-1901-4ebd-a0f5-80ceea52191c req-2877d860-175e-4b67-b470-f4a65d83b2b5 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Sep 18 02:20:26.030306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99f13d65-1193-4e8e-9a8f-1d36d339a200 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.037327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:26.050397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a62ad0be-0e25-41a0-9de1-f3ce2cac2cac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b9928a9ffd44f16bfc75d2fef412dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9596462 Sep 18 02:20:26.052919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53276) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:26.058193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-adef7423-2baf-4254-950e-eea48bbf40f9 req-e86de134-17aa-4c77-8f91-5603d765b6bb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958497 Sep 18 02:20:26.070737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ad0be-0e25-41a0-9de1-f3ce2cac2cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e643e71-99b1-4c3d-98fa-0574a5d0c013,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:26.095266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.095626 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Added segment 27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3 of type vlan for network e141ae2e-3dc7-414c-84a1-0e9426754bea Sep 18 02:20:26.099232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f13d65-1193-4e8e-9a8f-1d36d339a200 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event deleted for resources: {'Port': ['ID=4fdabfad-3437-4e4f-aaa1-bf53cd958887,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:26.128823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3642d192-17a7-44d7-8e0c-a76566f5ec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.179388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3642d192-17a7-44d7-8e0c-a76566f5ec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.208910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-6ac0ebb4-9caa-4f61-a092-cc02ee0789e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:26.210427 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-6ac0ebb4-9caa-4f61-a092-cc02ee0789e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7e5455-1895-4d85-adb4-95c1a476cc44 HTTP/1.1" status: 200 len: 911 time: 0.3184202 Sep 18 02:20:26.232192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef0d4c-dcd9-4109-82fe-60fc1caf4a36 req-d0db19bb-28b5-429a-ba1a-777c61a85787 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:26.233788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f8ef0d4c-dcd9-4109-82fe-60fc1caf4a36 req-d0db19bb-28b5-429a-ba1a-777c61a85787 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0925434 Sep 18 02:20:26.264551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3642d192-17a7-44d7-8e0c-a76566f5ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.268185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3642d192-17a7-44d7-8e0c-a76566f5ec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.269698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3642d192-17a7-44d7-8e0c-a76566f5ec1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e643e71-99b1-4c3d-98fa-0574a5d0c013 HTTP/1.1" status: 204 len: 168 time: 0.2158587 Sep 18 02:20:26.279648 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.300220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642d192-17a7-44d7-8e0c-a76566f5ec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e643e71-99b1-4c3d-98fa-0574a5d0c013,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:26.325145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f8ef0d4c-dcd9-4109-82fe-60fc1caf4a36 req-e5101257-dd84-4f5d-b23e-81ce37b59b68 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738378 Sep 18 02:20:26.378634 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-ce8d2638-fcf6-42e6-a7fe-ff49ca1d3d5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd HTTP/1.1" status: 200 len: 217 time: 0.1105750 Sep 18 02:20:26.384013 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-99f13d65-1193-4e8e-9a8f-1d36d339a200 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.385890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-99f13d65-1193-4e8e-9a8f-1d36d339a200 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "DELETE /v2.0/ports/4fdabfad-3437-4e4f-aaa1-bf53cd958887 HTTP/1.1" status: 204 len: 168 time: 1.9895864 Sep 18 02:20:26.389622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53284) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:26.396302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Request body: {'port': {'name': 'tempest-new-port-name-1408102610', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:26.396875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] bootfile-name is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:20:26.397480 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] tftp-server is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:20:26.398136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.api.validators [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] server-ip-address is not in valid_values {{(pid=106439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 02:20:26.456515 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.457486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:26.458053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.482457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.504914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.550522 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9848001 Sep 18 02:20:26.552259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-2d09d3e4-b81e-4a8e-a6ee-1c0bb9dc06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:26.553543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53288) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:26.553772 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-2d09d3e4-b81e-4a8e-a6ee-1c0bb9dc06a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e983105-8b17-45f2-8772-2b1b7a761d0f HTTP/1.1" status: 200 len: 851 time: 0.1620274 Sep 18 02:20:26.556720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fbd03-a5ac-4b48-a4ac-4fe9be600067 admin admin] Pushing event updated for resources: {'Network': ['ID=e141ae2e-3dc7-414c-84a1-0e9426754bea,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:26.563435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Request body: {'subnet': {'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-702120395-subnet', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:26.568505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e141ae2e-3dc7-414c-84a1-0e9426754bea details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:26.587645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-1f6a663f-5330-4f5b-9c40-9bc02b40898c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7e5455-1895-4d85-adb4-95c1a476cc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260022 Sep 18 02:20:26.673347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:26.677142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.702443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:26.720022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1adaf113-282a-4b4c-a5bf-5165dfa2839b details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:20:26.785516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Network e0166907-0429-4fea-823b-a8cc89aad3c3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:26.790595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-b7528129-2c51-430c-b0bc-edbf09bc8da6 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950479 Sep 18 02:20:26.793543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:26.801195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:26.845702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:26.973622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1adaf113-282a-4b4c-a5bf-5165dfa2839b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1adaf113-282a-4b4c-a5bf-5165dfa2839b,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:26.993618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '1adaf113-282a-4b4c-a5bf-5165dfa2839b', 'network_id': 'eaca588d-2d0d-4e30-abf8-3917ba919ddd', 'port_id': '1adaf113-282a-4b4c-a5bf-5165dfa2839b', 'mac_address': 'fa:16:3e:47:4d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3345f1-fe64-45f2-a601-701b4ad96ca3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:20:27.043605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:27.044271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.080289 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.100756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238041c3-23ce-4e07-8a03-6d7dd59d0087 req-cf47bf64-c5d3-41a2-bce8-531d5ad37b2b tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:27.104001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-238041c3-23ce-4e07-8a03-6d7dd59d0087 req-cf47bf64-c5d3-41a2-bce8-531d5ad37b2b tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 943 time: 0.2593796 Sep 18 02:20:27.112137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adaf113-282a-4b4c-a5bf-5165dfa2839b {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:27.112469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f25f2777-93d1-43c5-bf5e-db52a8361f81 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4311101 Sep 18 02:20:27.129312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Request body: {'port': {'device_id': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:27.133339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae12d3df-2634-40fe-b0da-3dbb75a8ecb6 req-5bc1094f-7ab0-489f-b25e-01315fea2eb9 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332276 Sep 18 02:20:27.160485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc073ea7-6497-494b-bdcd-25e708bddd17 req-a51c9cee-9bf6-4be8-8f5c-90f7274c39da tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:27.170474 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc073ea7-6497-494b-bdcd-25e708bddd17 req-a51c9cee-9bf6-4be8-8f5c-90f7274c39da tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 931 time: 0.2084424 Sep 18 02:20:27.174399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1adaf113-282a-4b4c-a5bf-5165dfa2839b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1adaf113-282a-4b4c-a5bf-5165dfa2839b,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:27.188672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.194236 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.197182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 7f6c0824-0bba-4238-99d2-3f6e6e3406cd details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:20:27.199709 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.248260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.254262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-238041c3-23ce-4e07-8a03-6d7dd59d0087 req-f9432d48-c5f4-44c7-9899-6e875f38d296 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408303 Sep 18 02:20:27.263533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.385773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,segment=NetworkSegment(36529818-6121-4029-b76e-4f2d377579f9),segment_id=36529818-6121-4029-b76e-4f2d377579f9)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:27.443235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc073ea7-6497-494b-bdcd-25e708bddd17 req-0a20f083-9fe1-407b-b366-f14ff838730f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2716215 Sep 18 02:20:27.457464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e678e80e-b8f8-4d09-80f5-62f57ef61718,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:27.490017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '7f6c0824-0bba-4238-99d2-3f6e6e3406cd', 'network_id': 'ba7e5455-1895-4d85-adb4-95c1a476cc44', 'port_id': '7f6c0824-0bba-4238-99d2-3f6e6e3406cd', 'mac_address': 'fa:16:3e:86:6a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e983105-8b17-45f2-8772-2b1b7a761d0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:20:27.496036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=1adaf113-282a-4b4c-a5bf-5165dfa2839b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:27.496190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event updated for resources: {'Port': ['ID=1637f5e9-ba44-4ad5-9d72-0d9e699d3690,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:27.520799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d20a84-ba24-4344-af4f-776aba69c0b3 req-708f3611-e7c7-486a-8df4-df38994d7f55 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:27.531385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95d20a84-ba24-4344-af4f-776aba69c0b3 req-708f3611-e7c7-486a-8df4-df38994d7f55 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1096 time: 0.1369271 Sep 18 02:20:27.543701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:27.544052 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Network hostable DHCP agents. Network: e141ae2e-3dc7-414c-84a1-0e9426754bea, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:27.554444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] In _notify_port_updated(), no bound segment for port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 on network 03bc9202-c6bd-4a63-b626-79666140d620 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:20:27.561342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:27.562402 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.567813 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-95aac0a4-1281-4dc4-9ccd-71e0eef8eefb tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "PUT /v2.0/ports/1637f5e9-ba44-4ad5-9d72-0d9e699d3690 HTTP/1.1" status: 200 len: 1137 time: 1.1759613 Sep 18 02:20:27.568698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53318) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:27.607378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2860df7c-1516-489c-a463-9b6337a14453 None None] Provisioning complete for port 60588c71-2f8a-4bf5-aa81-931a781a19a5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:27.607952 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2860df7c-1516-489c-a463-9b6337a14453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.653375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83785cf-f163-417a-832b-8db55179919f tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:27.660698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e83785cf-f163-417a-832b-8db55179919f tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "GET /v2.0/ports/1637f5e9-ba44-4ad5-9d72-0d9e699d3690 HTTP/1.1" status: 200 len: 1137 time: 0.0895684 Sep 18 02:20:27.662335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53322) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:27.667100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95d20a84-ba24-4344-af4f-776aba69c0b3 req-40d3fc2c-8f75-41c3-b2ff-151398557dc3 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344180 Sep 18 02:20:27.667262 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.689134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:27.739648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2860df7c-1516-489c-a463-9b6337a14453 None None] Port 60588c71-2f8a-4bf5-aa81-931a781a19a5 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:27.744718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6c0824-0bba-4238-99d2-3f6e6e3406cd {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:27.780464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60588c71-2f8a-4bf5-aa81-931a781a19a5 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:27.791297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.804149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,segment=NetworkSegment(36529818-6121-4029-b76e-4f2d377579f9),segment_id=36529818-6121-4029-b76e-4f2d377579f9)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:27.808967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e141ae2e-3dc7-414c-84a1-0e9426754bea) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:27.811326 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.811586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Transition to ACTIVE for port object 60588c71-2f8a-4bf5-aa81-931a781a19a5 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:20:27.827410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.828536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:27.829243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:27.900556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:27.936211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:27.941971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c076dcd-c10c-4b70-9690-a4021af0beed None None] Network e141ae2e-3dc7-414c-84a1-0e9426754bea requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:27.963132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-efcdd016-6e58-459b-9f78-55afc9204a24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4073923 Sep 18 02:20:27.969173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53330) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:27.981765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:28.012679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-775150a6-d71d-4383-bb33-7da4d20244d4 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Deleting port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:28.026567 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-775150a6-d71d-4383-bb33-7da4d20244d4 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.028790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e72ddc99-9838-4da9-aed3-c3896223cc42 None None] Provisioning complete for port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:28.029390 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e72ddc99-9838-4da9-aed3-c3896223cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.204467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['7f6c0824-0bba-4238-99d2-3f6e6e3406cd'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:28.210398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['1adaf113-282a-4b4c-a5bf-5165dfa2839b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:28.241051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Attempting to bind port 60588c71-2f8a-4bf5-aa81-931a781a19a5 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:28.241454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Attempting to bind port 60588c71-2f8a-4bf5-aa81-931a781a19a5 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:28.247042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Attempting to bind port 60588c71-2f8a-4bf5-aa81-931a781a19a5 on network e0166907-0429-4fea-823b-a8cc89aad3c3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:28.252034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.253339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.262568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Port 60588c71-2f8a-4bf5-aa81-931a781a19a5 on network e0166907-0429-4fea-823b-a8cc89aad3c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:28.263165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Attempting to bind port 60588c71-2f8a-4bf5-aa81-931a781a19a5 on network e0166907-0429-4fea-823b-a8cc89aad3c3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:28.272988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:28.273428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Checking segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:28.273960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Bound using segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:28.275317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Bound port: 60588c71-2f8a-4bf5-aa81-931a781a19a5, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:28.276071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.286856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-775150a6-d71d-4383-bb33-7da4d20244d4 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.312349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-775150a6-d71d-4383-bb33-7da4d20244d4 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Calling delete_port for 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:28.352474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.385645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e72ddc99-9838-4da9-aed3-c3896223cc42 None None] Port 1637f5e9-ba44-4ad5-9d72-0d9e699d3690 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:28.579298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.585216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b102d-c9f5-43d6-bf48-731c041f31ea req-b89f1d65-a58e-4b38-9d9a-d184ba64a49d tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:28.587683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb8b102d-c9f5-43d6-bf48-731c041f31ea req-b89f1d65-a58e-4b38-9d9a-d184ba64a49d tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 944 time: 0.1301277 Sep 18 02:20:28.615940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:28.649021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:28.663418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.681637 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb8b102d-c9f5-43d6-bf48-731c041f31ea req-aa5df61e-fed1-48ee-b6a0-14e55c25fc21 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829136 Sep 18 02:20:28.682307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243ad3c-0da1-4f4d-bcee-ef63ed0d3c99 req-08627eb6-9c99-49bd-90d0-09fc1d410388 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:28.683899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d243ad3c-0da1-4f4d-bcee-ef63ed0d3c99 req-08627eb6-9c99-49bd-90d0-09fc1d410388 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1087914 Sep 18 02:20:28.730463 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-775150a6-d71d-4383-bb33-7da4d20244d4 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.736761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:28.737405 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.738845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 1092 time: 1.6154363 Sep 18 02:20:28.739313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:28.742172 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1944c18-2703-428b-90b8-0481083e26c0" -d '{"events": [{"name": "network-changed", "server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:28.812119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775150a6-d71d-4383-bb33-7da4d20244d4 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event deleted for resources: {'Port': ['ID=1637f5e9-ba44-4ad5-9d72-0d9e699d3690,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:28.871205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dc977-190d-4035-b8e0-1230a07f96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:28.871583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e141ae2e-3dc7-414c-84a1-0e9426754bea', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:20:28.883379 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:28.912556 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d243ad3c-0da1-4f4d-bcee-ef63ed0d3c99 req-5afde1ce-6e90-45a8-9b99-cc462650619d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2073052 Sep 18 02:20:28.944414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032854e-d567-4b03-b467-1c52dd38f22c req-480ea6fa-c9a3-4b79-803e-571b9c3eb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:28.947111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-480ea6fa-c9a3-4b79-803e-571b9c3eb8c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1095 time: 0.1513510 Sep 18 02:20:29.031761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-f98df1f5-12a7-46f8-991f-c39577acaaba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 217 time: 0.0771756 Sep 18 02:20:29.054039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60374074-a302-4824-8b65-cce455f02253 req-936d7f50-02dd-4567-b87b-d12a2a76dd5c tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:29.056696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60374074-a302-4824-8b65-cce455f02253 req-936d7f50-02dd-4567-b87b-d12a2a76dd5c tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1096 time: 0.2281020 Sep 18 02:20:29.068944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-775150a6-d71d-4383-bb33-7da4d20244d4 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.077298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-775150a6-d71d-4383-bb33-7da4d20244d4 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "DELETE /v2.0/ports/1637f5e9-ba44-4ad5-9d72-0d9e699d3690 HTTP/1.1" status: 204 len: 168 time: 1.4130015 Sep 18 02:20:29.082469 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33d091d-9688-4d21-ab9d-3edc5d0a20df x-openstack-request-id: req-b33d091d-9688-4d21-ab9d-3edc5d0a20df {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:29.082777 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:29.083048 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b33d091d-9688-4d21-ab9d-3edc5d0a20df {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:29.083433 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'status': 'completed', 'code': 200} Sep 18 02:20:29.088242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53360) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:29.158719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fec005-3921-4ea1-91a4-9ea0261223e5 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Deleting subnet 7f857ccb-f517-42ca-869f-6f34c0287884 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:20:29.171028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3fec005-3921-4ea1-91a4-9ea0261223e5 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.182821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032854e-d567-4b03-b467-1c52dd38f22c req-2a5351c2-47bf-4e67-a402-fdff7a56d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:29.184714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-2a5351c2-47bf-4e67-a402-fdff7a56d8ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.1005125 Sep 18 02:20:29.236906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60374074-a302-4824-8b65-cce455f02253 req-7a86472f-8db4-4521-b08e-e0dc602b2c6b tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654470 Sep 18 02:20:29.256939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3fec005-3921-4ea1-91a4-9ea0261223e5 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.300932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Allocated IP 172.20.0.2 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/b9b97483-2f9e-457d-97b5-0e168c3a6fd7) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:29.323927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032854e-d567-4b03-b467-1c52dd38f22c req-0d497a83-336e-4de2-8e26-45c4bec94580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:29.325505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-0d497a83-336e-4de2-8e26-45c4bec94580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300290 Sep 18 02:20:29.332576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.380062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.396051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3fec005-3921-4ea1-91a4-9ea0261223e5 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.506360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6906d4-89bf-4cee-b941-6ddaec3f597a req-39a90eda-645b-4fc6-b8f7-9de5d1819610 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:29.508014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e6906d4-89bf-4cee-b941-6ddaec3f597a req-39a90eda-645b-4fc6-b8f7-9de5d1819610 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0769258 Sep 18 02:20:29.533133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3fec005-3921-4ea1-91a4-9ea0261223e5 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.537565 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.540747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-ba15b0b1-6978-4695-967d-f0d09062414c service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049651 Sep 18 02:20:29.559924 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.589711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fec005-3921-4ea1-91a4-9ea0261223e5 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event deleted for resources: {'Subnet': ['ID=7f857ccb-f517-42ca-869f-6f34c0287884,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:29.597637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3fec005-3921-4ea1-91a4-9ea0261223e5 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.599814 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d3fec005-3921-4ea1-91a4-9ea0261223e5 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "DELETE /v2.0/subnets/7f857ccb-f517-42ca-869f-6f34c0287884 HTTP/1.1" status: 204 len: 168 time: 0.5104811 Sep 18 02:20:29.602949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53370) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:29.621713 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e6906d4-89bf-4cee-b941-6ddaec3f597a req-4c7efe21-bb73-4c51-84bf-f01519089b7c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778520 Sep 18 02:20:29.627965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Pushing event updated for resources: {'Port': ['ID=b9b97483-2f9e-457d-97b5-0e168c3a6fd7,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:29.630319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9de880-993f-4648-8034-a8561f412fd3 None None] Network 03bc9202-c6bd-4a63-b626-79666140d620 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:29.716513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:29.722947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:29.731311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:29.832694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Attempting to bind port b9b97483-2f9e-457d-97b5-0e168c3a6fd7 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:29.833069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Attempting to bind port b9b97483-2f9e-457d-97b5-0e168c3a6fd7 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:29.833432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Attempting to bind port b9b97483-2f9e-457d-97b5-0e168c3a6fd7 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:29.833595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebecd-5067-4225-b07b-33fa272a1259 req-ed47fe9e-b1b5-4dc7-8c54-1ee8bac2d27a tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:29.835218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec3ebecd-5067-4225-b07b-33fa272a1259 req-ed47fe9e-b1b5-4dc7-8c54-1ee8bac2d27a tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 944 time: 0.0596461 Sep 18 02:20:29.843175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:29.843557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:29.843968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.844367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:29.844839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Bound port: b9b97483-2f9e-457d-97b5-0e168c3a6fd7, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:29.845213 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:29.888993 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec3ebecd-5067-4225-b07b-33fa272a1259 req-f90a3629-9bb3-4147-9bc1-4a946b1ff32b tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Sep 18 02:20:29.921815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] DHCP port deletion for 03bc9202-c6bd-4a63-b626-79666140d620 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:20:29.954732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] For port b9b97483-2f9e-457d-97b5-0e168c3a6fd7, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:29.969428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] For port b9b97483-2f9e-457d-97b5-0e168c3a6fd7, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9b97483-2f9e-457d-97b5-0e168c3a6fd7,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:29.979914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.017406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Allocated IP 172.25.0.15 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/611de559-651a-4bd5-b733-74b2a3c858b2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:30.041765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] Deleting port c24c6723-ec75-410e-b548-1dec85384144 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:30.042732 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.076285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726fb81-ce0b-40a0-88a9-320cac111f66 None None] Pushing event updated for resources: {'Port': ['ID=b9b97483-2f9e-457d-97b5-0e168c3a6fd7,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:30.077810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae855fa-a438-4b0f-a4ce-ca670e54623d req-9268978e-a8db-4033-9ef3-829a62ce38f2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:30.079421 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ae855fa-a438-4b0f-a4ce-ca670e54623d req-9268978e-a8db-4033-9ef3-829a62ce38f2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0667512 Sep 18 02:20:30.119264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0032854e-d567-4b03-b467-1c52dd38f22c req-96ec46e9-b8ae-4ad8-89dc-39053f441c3e service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580692 Sep 18 02:20:30.129275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] For port c24c6723-ec75-410e-b548-1dec85384144, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c24c6723-ec75-410e-b548-1dec85384144,segment=NetworkSegment(6f9ef889-4903-4e59-9ff5-0d75f8207fb6),segment_id=6f9ef889-4903-4e59-9ff5-0d75f8207fb6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:30.129818 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.138933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ae855fa-a438-4b0f-a4ce-ca670e54623d req-566958d8-793b-4685-8d45-011a3ac8c71e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527930 Sep 18 02:20:30.139560 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.144784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] Calling delete_port for c24c6723-ec75-410e-b548-1dec85384144 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:30.163773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431ee8-f302-45b2-b896-811034043ffc req-fa3471e0-b3e4-4f48-8b6f-199f0dbde6a1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:30.167520 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91431ee8-f302-45b2-b896-811034043ffc req-fa3471e0-b3e4-4f48-8b6f-199f0dbde6a1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2359004 Sep 18 02:20:30.252253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c24c6723-ec75-410e-b548-1dec85384144 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:30.316398 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.346574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] The port 'c24c6723-ec75-410e-b548-1dec85384144' was deleted {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 02:20:30.379455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] Pushing event deleted for resources: {'Port': ['ID=c24c6723-ec75-410e-b548-1dec85384144,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:30.399813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No active binding found for port c24c6723-ec75-410e-b548-1dec85384144 {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:20:30.400675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c24c6723-ec75-410e-b548-1dec85384144 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:30.405869 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91431ee8-f302-45b2-b896-811034043ffc req-9aae78c1-8047-4724-91d7-14e7ec9ef857 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226868 Sep 18 02:20:30.409063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.418817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af312f5-991e-4b72-bf3a-3425e025972f None None] No DVR routers for this DVR port c24c6723-ec75-410e-b548-1dec85384144 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:30.422089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89475f0-81c9-4391-8a41-8a1072c2da58 req-82ed637e-b202-455e-b2a3-12884b978376 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:30.424850 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c89475f0-81c9-4391-8a41-8a1072c2da58 req-82ed637e-b202-455e-b2a3-12884b978376 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1096 time: 0.1003673 Sep 18 02:20:30.439104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944c18-2703-428b-90b8-0481083e26c0 req-ce995768-3a37-45e3-863b-4bfec5bd654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:30.441027 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1944c18-2703-428b-90b8-0481083e26c0 req-ce995768-3a37-45e3-863b-4bfec5bd654d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1095 time: 0.2587664 Sep 18 02:20:30.510001 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.525373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c89475f0-81c9-4391-8a41-8a1072c2da58 req-5d9d8439-5e12-4e6a-ab68-8cb7ed0d126f tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878918 Sep 18 02:20:30.605485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bc9202-c6bd-4a63-b626-79666140d620']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:30.627901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.638362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9ef889-4903-4e59-9ff5-0d75f8207fb6') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:30.638659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9ef889-4903-4e59-9ff5-0d75f8207fb6') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:30.686034 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.722592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:30.723929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944c18-2703-428b-90b8-0481083e26c0 req-0246628e-d5a7-4923-8af3-a17e22a6e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:30.725645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1944c18-2703-428b-90b8-0481083e26c0 req-0246628e-d5a7-4923-8af3-a17e22a6e57b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.2753417 Sep 18 02:20:30.735534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1adaf113-282a-4b4c-a5bf-5165dfa2839b up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:30.736407 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.739803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:30.754985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:30.764091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0673c-08e3-4c86-b67e-625beeb1c7c9 req-29122f53-7fde-4056-91b3-6ef4faf17482 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:30.765626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4cf0673c-08e3-4c86-b67e-625beeb1c7c9 req-29122f53-7fde-4056-91b3-6ef4faf17482 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1924169 Sep 18 02:20:30.767722 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:20:30.768126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.789478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 1adaf113-282a-4b4c-a5bf-5165dfa2839b completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:20:30.794287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 1adaf113-282a-4b4c-a5bf-5165dfa2839b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:30.794653 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:20:30.798437 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:20:30.800142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Pushing event updated for resources: {'Port': ['ID=611de559-651a-4bd5-b733-74b2a3c858b2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:30.833048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1944c18-2703-428b-90b8-0481083e26c0 req-76e817b6-13fc-48e9-b4ae-acea6586ad38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 217 time: 0.0944340 Sep 18 02:20:30.869314 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6b5549c5-04a3-4932-af4b-61fdfc25a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.908599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.938779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a15b2e-453f-4f74-b953-459ade6d510b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adaf113-282a-4b4c-a5bf-5165dfa2839b'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:30.941264 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a36ea-0305-4485-a8fe-c8282ee7462b" -d '{"events": [{"server_uuid": "83a15b2e-453f-4f74-b953-459ade6d510b", "name": "network-vif-plugged", "status": "completed", "tag": "1adaf113-282a-4b4c-a5bf-5165dfa2839b"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:30.957391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1adaf113-282a-4b4c-a5bf-5165dfa2839b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1adaf113-282a-4b4c-a5bf-5165dfa2839b,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:30.965689 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:30.966515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 7f6c0824-0bba-4238-99d2-3f6e6e3406cd up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:30.998987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:31.048553 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:31.050420 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] 10.222.0.21 "DELETE /v2.0/networks/03bc9202-c6bd-4a63-b626-79666140d620 HTTP/1.1" status: 204 len: 168 time: 1.4451439 Sep 18 02:20:31.057890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4cf0673c-08e3-4c86-b67e-625beeb1c7c9 req-6cd52f04-57c8-4af0-b92d-df1325ebbc2e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557938 Sep 18 02:20:31.071905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944c18-2703-428b-90b8-0481083e26c0 req-917140cc-3ff4-4c21-a400-896fea11d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:31.083978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1944c18-2703-428b-90b8-0481083e26c0 req-917140cc-3ff4-4c21-a400-896fea11d614 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.2221832 Sep 18 02:20:31.113809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cbffe-8bfa-4bf6-b3cf-56dc93206f31 req-2666bd68-07eb-4285-a8cc-eeba1bc27b48 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:31.115505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4cbffe-8bfa-4bf6-b3cf-56dc93206f31 req-2666bd68-07eb-4285-a8cc-eeba1bc27b48 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 944 time: 0.1069303 Sep 18 02:20:31.121226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=1adaf113-282a-4b4c-a5bf-5165dfa2839b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:31.134912 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:20:31.142670 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7344f6-7f20-4054-92e6-26477193ef31 x-openstack-request-id: req-8e7344f6-7f20-4054-92e6-26477193ef31 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:31.143007 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a15b2e-453f-4f74-b953-459ade6d510b", "name": "network-vif-plugged", "status": "completed", "tag": "1adaf113-282a-4b4c-a5bf-5165dfa2839b", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:31.143338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dc02e-628c-4d43-8b51-0599877fa136 tempest-ExtraDHCPOptionsTestJSON-1640642336 tempest-ExtraDHCPOptionsTestJSON-1640642336-project] Pushing event deleted for resources: {'Network': ['ID=03bc9202-c6bd-4a63-b626-79666140d620,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:31.145012 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e7344f6-7f20-4054-92e6-26477193ef31 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:31.145012 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a15b2e-453f-4f74-b953-459ade6d510b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adaf113-282a-4b4c-a5bf-5165dfa2839b', 'code': 200} Sep 18 02:20:31.150297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:31.150674 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:31.256401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a4cbffe-8bfa-4bf6-b3cf-56dc93206f31 req-c2717750-241e-451d-b951-279e654abada tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306581 Sep 18 02:20:31.395849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944c18-2703-428b-90b8-0481083e26c0 req-8eafdc34-ecd8-441f-8725-03613208cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:31.397667 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1944c18-2703-428b-90b8-0481083e26c0 req-8eafdc34-ecd8-441f-8725-03613208cf0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2558291 Sep 18 02:20:31.420672 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:31.502581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,segment=NetworkSegment(36529818-6121-4029-b76e-4f2d377579f9),segment_id=36529818-6121-4029-b76e-4f2d377579f9)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:31.514656 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:31.515527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d226-e8f0-416c-954d-945ef4484427 req-5c3e635c-b040-4f32-b3c0-ded0b4f4fa6d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:31.524965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c896d226-e8f0-416c-954d-945ef4484427 req-5c3e635c-b040-4f32-b3c0-ded0b4f4fa6d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1415040 Sep 18 02:20:31.577305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9e5ef-7f59-4a57-9735-97b0d0c43586 req-7fa031d8-a719-4b72-9abd-3729d5662919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:31.580211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97d9e5ef-7f59-4a57-9735-97b0d0c43586 req-7fa031d8-a719-4b72-9abd-3729d5662919 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1097 time: 0.3522964 Sep 18 02:20:31.608819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c896d226-e8f0-416c-954d-945ef4484427 req-2bd2fb8f-0005-4846-a9c0-9c7f6599891c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769885 Sep 18 02:20:31.624377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:31.643448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53420) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:31.676487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40afa2-defb-4acd-aedc-8dcb86e135af req-36214f91-784e-494e-b767-298dd1b32447 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:31.680104 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3123d-58b8-40c9-b0e6-b945e1856af5 None None] Network e141ae2e-3dc7-414c-84a1-0e9426754bea requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:31.684656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae40afa2-defb-4acd-aedc-8dcb86e135af req-36214f91-784e-494e-b767-298dd1b32447 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.4357738 Sep 18 02:20:31.741186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:31.795073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305191b-46a2-4fad-ae92-17f994cbf35e req-4eae4386-c723-4af3-9d62-782d0e07bd8c tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:31.796649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5305191b-46a2-4fad-ae92-17f994cbf35e req-4eae4386-c723-4af3-9d62-782d0e07bd8c tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1097 time: 0.1081200 Sep 18 02:20:31.826540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4400a55b-2893-4ddf-a3bd-7dbb9c0b195d None None] Provisioning complete for port b9b97483-2f9e-457d-97b5-0e168c3a6fd7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:31.826941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4400a55b-2893-4ddf-a3bd-7dbb9c0b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:31.849694 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97d9e5ef-7f59-4a57-9735-97b0d0c43586 req-6e08e985-797f-4231-8293-93376ccb8b5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094862 Sep 18 02:20:31.861683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1944c18-2703-428b-90b8-0481083e26c0 req-bb4dde18-8a25-4ba3-9880-3fed05a77fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059021 Sep 18 02:20:31.865245 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae40afa2-defb-4acd-aedc-8dcb86e135af req-7f227deb-9bb4-4c26-8ae9-ee44e1b4f2ee tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797640 Sep 18 02:20:31.887317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5305191b-46a2-4fad-ae92-17f994cbf35e req-3d299e95-ce9a-447e-b04c-733725fa307c tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843928 Sep 18 02:20:31.936835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c71a8340-21ff-4ad7-a77f-63f3b046daf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5632b4a01634697ae517b1a5220b18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898214 Sep 18 02:20:31.937232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53426) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:31.960851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4400a55b-2893-4ddf-a3bd-7dbb9c0b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.011412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4400a55b-2893-4ddf-a3bd-7dbb9c0b195d None None] For port b9b97483-2f9e-457d-97b5-0e168c3a6fd7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9b97483-2f9e-457d-97b5-0e168c3a6fd7,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:32.025880 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4400a55b-2893-4ddf-a3bd-7dbb9c0b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.038635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1b573fb-73a6-4fb4-be96-6b1a38b9763e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.093046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400a55b-2893-4ddf-a3bd-7dbb9c0b195d None None] Pushing event updated for resources: {'Port': ['ID=b9b97483-2f9e-457d-97b5-0e168c3a6fd7,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:32.096642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1b573fb-73a6-4fb4-be96-6b1a38b9763e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.224805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ebedc-50b6-4d36-b9e6-2909a2401191 req-166bf615-3960-4dce-b3e4-8ed254f564c2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:32.226748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-195ebedc-50b6-4d36-b9e6-2909a2401191 req-166bf615-3960-4dce-b3e4-8ed254f564c2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0664318 Sep 18 02:20:32.228880 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1b573fb-73a6-4fb4-be96-6b1a38b9763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.231662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1b573fb-73a6-4fb4-be96-6b1a38b9763e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.235581 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a1b573fb-73a6-4fb4-be96-6b1a38b9763e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c9cb617-eb5b-41ec-9009-4b6ace959d47 HTTP/1.1" status: 204 len: 168 time: 0.2950013 Sep 18 02:20:32.324324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b573fb-73a6-4fb4-be96-6b1a38b9763e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9cb617-eb5b-41ec-9009-4b6ace959d47,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:32.343422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-195ebedc-50b6-4d36-b9e6-2909a2401191 req-93df8094-8d93-406e-93b1-a15bae810ebd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945165 Sep 18 02:20:32.402824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9b97483-2f9e-457d-97b5-0e168c3a6fd7 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:32.487616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5a9cf747-8d5f-4ab8-903f-b01b04a622bb None None] Provisioning complete for port b9b97483-2f9e-457d-97b5-0e168c3a6fd7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:32.488258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf747-8d5f-4ab8-903f-b01b04a622bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.562901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b68fc-c421-47d3-8301-93028da569c8 req-35fc62a7-65d4-45d4-811a-87cd17df1748 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:32.565068 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a39b68fc-c421-47d3-8301-93028da569c8 req-35fc62a7-65d4-45d4-811a-87cd17df1748 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0923476 Sep 18 02:20:32.649816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a39b68fc-c421-47d3-8301-93028da569c8 req-d01e32cf-da8a-4e9a-b350-da307211b598 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732508 Sep 18 02:20:32.671393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b9b97483-2f9e-457d-97b5-0e168c3a6fd7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:32.671779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.693798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542f1d9-be73-42f4-836d-2dcdd4732750 req-c4c60039-e6a4-4bb4-8dc3-e9f59806cebf tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:32.701424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e542f1d9-be73-42f4-836d-2dcdd4732750 req-c4c60039-e6a4-4bb4-8dc3-e9f59806cebf tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1417780 Sep 18 02:20:32.716044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1944c18-2703-428b-90b8-0481083e26c0 req-77457288-6902-493c-8f6b-66c5bf287570 service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511145 Sep 18 02:20:32.717107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:32.816124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:20:32.819509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e542f1d9-be73-42f4-836d-2dcdd4732750 req-4febb804-af0a-4efd-b25f-1a8e5d3064b5 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152942 Sep 18 02:20:33.013710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c3df-611c-456a-be4c-cf2f821aa0e8 req-53de8fb9-729d-4b20-ac30-0f0380576591 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:33.022235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b37c3df-611c-456a-be4c-cf2f821aa0e8 req-53de8fb9-729d-4b20-ac30-0f0380576591 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1346979 Sep 18 02:20:33.045352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d937861-4acd-4307-849f-245e037a463e req-33265b3b-9722-4059-8bc9-0410ebf5b8d9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:33.047049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d937861-4acd-4307-849f-245e037a463e req-33265b3b-9722-4059-8bc9-0410ebf5b8d9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1097 time: 0.0652342 Sep 18 02:20:33.048124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:20:33.053962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:33.067376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'port_id': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'mac_address': 'fa:16:3e:7b:99:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:20:33.115966 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b37c3df-611c-456a-be4c-cf2f821aa0e8 req-bd1187ff-f6aa-4eb3-a0c3-cb940cad7dbe tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906594 Sep 18 02:20:33.117358 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:33.133953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60588c71-2f8a-4bf5-aa81-931a781a19a5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:33.143669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d937861-4acd-4307-849f-245e037a463e req-367b45c2-e035-4b96-94a8-db325491abc6 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856135 Sep 18 02:20:33.146521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fc93b0-03f7-4f88-b240-71a9874877cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6c0824-0bba-4238-99d2-3f6e6e3406cd'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:33.149233 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d437190a-2dd7-42b9-a34a-af393d6e8794" -d '{"events": [{"server_uuid": "d2fc93b0-03f7-4f88-b240-71a9874877cf", "name": "network-vif-plugged", "status": "completed", "tag": "7f6c0824-0bba-4238-99d2-3f6e6e3406cd"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:33.188337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:33.201430 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:33.233235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:33.243449 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:33.262121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:33.266365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-418cf131-8ba8-4d86-bb0c-b91c66d0414f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2936373 Sep 18 02:20:33.266506 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56993187-837f-4507-8fe3-3d7cb6a0a14f x-openstack-request-id: req-56993187-837f-4507-8fe3-3d7cb6a0a14f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:33.266506 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fc93b0-03f7-4f88-b240-71a9874877cf", "name": "network-vif-plugged", "status": "completed", "tag": "7f6c0824-0bba-4238-99d2-3f6e6e3406cd", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:33.266506 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56993187-837f-4507-8fe3-3d7cb6a0a14f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:33.266506 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fc93b0-03f7-4f88-b240-71a9874877cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6c0824-0bba-4238-99d2-3f6e6e3406cd', 'code': 200} Sep 18 02:20:33.267081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53486) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:33.281075 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:33.281768 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:33.311931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91799452-9277-491c-a00a-8e93294aa324 req-b58b7842-bfe4-4b80-ae13-4c20fb954196 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:33.321597 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91799452-9277-491c-a00a-8e93294aa324 req-b58b7842-bfe4-4b80-ae13-4c20fb954196 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0859563 Sep 18 02:20:33.330032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:33.343722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.344065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.344407 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.345180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.345180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.345414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.345750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.348922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.349466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.351967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.351967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.354633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:33.408132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91799452-9277-491c-a00a-8e93294aa324 req-ce507b2a-b53e-4423-a987-5eeb8b61fc98 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850701 Sep 18 02:20:33.427005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['60588c71-2f8a-4bf5-aa81-931a781a19a5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:33.467337 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:33.533562 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdeae7a0-677d-4a93-b5e6-9c0abc1fd791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:33.673748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29003506-8818-4a24-8bf6-bf0ad15fb747 req-ba03fa33-b929-44c9-be99-8e5bc5253511 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:33.675373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29003506-8818-4a24-8bf6-bf0ad15fb747 req-ba03fa33-b929-44c9-be99-8e5bc5253511 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1464105 Sep 18 02:20:33.751341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53502) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:33.773275 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:31Z', 'revision_number': 3, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:33.784221 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29003506-8818-4a24-8bf6-bf0ad15fb747 req-f3367761-f9ec-461d-bd3e-87dd1b7aba0e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006498 Sep 18 02:20:33.791573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ae6f5-2f47-49d9-bbad-2b0ef76f5801 req-5bff2c4a-3ff7-400e-a1c8-728d04cfb84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:33.793673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d91ae6f5-2f47-49d9-bbad-2b0ef76f5801 req-5bff2c4a-3ff7-400e-a1c8-728d04cfb84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1097 time: 0.3700681 Sep 18 02:20:33.797109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58093954-4eda-4dba-8325-c45552f67235 req-e9fd2d81-cb8c-4b48-847a-d91d53c08c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:33.798539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58093954-4eda-4dba-8325-c45552f67235 req-e9fd2d81-cb8c-4b48-847a-d91d53c08c82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 1097 time: 0.3881683 Sep 18 02:20:33.828086 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:33.828436 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Updating router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 port 611de559-651a-4bd5-b733-74b2a3c858b2 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:20:33.895203 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:33.907265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d91ae6f5-2f47-49d9-bbad-2b0ef76f5801 req-ae703b8c-4543-46f5-9199-d26dd012f81e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061153 Sep 18 02:20:33.941177 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58093954-4eda-4dba-8325-c45552f67235 req-d740cec0-41f3-43e6-9904-04b7bd137ee9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123641 Sep 18 02:20:34.029777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76112e-a875-4940-820d-72b8d5aea2f2 req-aff90184-b611-4132-8b59-2ba361c61c90 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:34.037767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae76112e-a875-4940-820d-72b8d5aea2f2 req-aff90184-b611-4132-8b59-2ba361c61c90 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1045172 Sep 18 02:20:34.069908 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.104463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae76112e-a875-4940-820d-72b8d5aea2f2 req-feac169b-9523-44f2-8ee5-27bcf31d600f tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655577 Sep 18 02:20:34.120881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1898968312'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:34.137159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53518) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:34.157945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4352643-cff8-4415-8fdf-29b66bf76968 req-14f2ce41-a6b5-4906-b169-b6c4fb88847e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:34.160018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4352643-cff8-4415-8fdf-29b66bf76968 req-14f2ce41-a6b5-4906-b169-b6c4fb88847e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1097 time: 0.1315751 Sep 18 02:20:34.189964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:34.194051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.206542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.227424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cee83c7b-5928-4876-8b14-8c0ffeb2bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.234202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4352643-cff8-4415-8fdf-29b66bf76968 req-f2009f15-aceb-4887-ba9c-e19af9768185 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481722 Sep 18 02:20:34.265850 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.275021 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.288825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.309486 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Attempting to bind port 611de559-651a-4bd5-b733-74b2a3c858b2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:34.309854 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Attempting to bind port 611de559-651a-4bd5-b733-74b2a3c858b2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:34.310212 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Attempting to bind port 611de559-651a-4bd5-b733-74b2a3c858b2 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:34.319459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1b184-1a5e-4bd6-9e42-f69c9fc4ffa6 req-2dffd16b-a98d-48b1-874a-4c73fda7c717 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:34.321218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6a1b184-1a5e-4bd6-9e42-f69c9fc4ffa6 req-2dffd16b-a98d-48b1-874a-4c73fda7c717 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0961559 Sep 18 02:20:34.343792 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:34.344662 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:34.344976 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.345465 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:34.346040 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Bound port: 611de559-651a-4bd5-b733-74b2a3c858b2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:34.346519 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.384410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6a1b184-1a5e-4bd6-9e42-f69c9fc4ffa6 req-4586dd81-2e54-4377-9ce0-22961297367f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518389 Sep 18 02:20:34.388414 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d21b3-f4b5-4fbf-b8f2-12d077399e3f None None] Pushing event updated for resources: {'Port': ['ID=611de559-651a-4bd5-b733-74b2a3c858b2,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:34.413537 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.420344 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] For port 611de559-651a-4bd5-b733-74b2a3c858b2, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:34.424738 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] For port 611de559-651a-4bd5-b733-74b2a3c858b2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=611de559-651a-4bd5-b733-74b2a3c858b2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:34.424914 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.433358 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.437147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e61477-6a13-42cb-a53d-062f76033cec req-81da2bed-d8bf-410f-8383-824fd882150a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:34.438687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69e61477-6a13-42cb-a53d-062f76033cec req-81da2bed-d8bf-410f-8383-824fd882150a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 944 time: 0.1212873 Sep 18 02:20:34.461874 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:34.489304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.489304 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Added segment 677c8873-b43c-4b69-adba-26d600af8a5c of type vlan for network 07860611-040b-47b1-9b21-735232b07182 Sep 18 02:20:34.490053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cd3d4e-8e82-401e-8a5a-7d80b545f0c2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:34.503432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69e61477-6a13-42cb-a53d-062f76033cec req-82fd0a18-5231-4d51-b491-499db2abee71 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549121 Sep 18 02:20:34.518486 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:34.519320 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:34.558513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.590184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Allocated IP 172.20.0.1 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/91ccd86b-2fc8-495c-94bc-6a117379de2a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:34.607560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.614034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:34.614666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.620011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cee83c7b-5928-4876-8b14-8c0ffeb2bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.642513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cee83c7b-5928-4876-8b14-8c0ffeb2bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.667681 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d21b3-f4b5-4fbf-b8f2-12d077399e3f None None] Pushing event updated for resources: {'Port': ['ID=611de559-651a-4bd5-b733-74b2a3c858b2,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:34.687431 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9321938 Sep 18 02:20:34.691304 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:34.697737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53528) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:34.715651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'subnet': {'network_id': '07860611-040b-47b1-9b21-735232b07182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:34.766126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee83c7b-5928-4876-8b14-8c0ffeb2bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d79873-020e-4d3d-a2fd-07e14e065fe9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:34.771108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:34.786087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cee83c7b-5928-4876-8b14-8c0ffeb2bbf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ab2cbe1f06b4dc6bd2350cab9267202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454289 Sep 18 02:20:34.786875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fccb78-fc04-480f-8823-7a2bb7295fc4 req-8bdb0a7b-34b3-40ac-af68-1a82ee6218c7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:34.788489 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6fccb78-fc04-480f-8823-7a2bb7295fc4 req-8bdb0a7b-34b3-40ac-af68-1a82ee6218c7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1446209 Sep 18 02:20:34.791151 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53532) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:34.810007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3440c24-74c7-4485-8543-71c3b5151694 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Network': ['ID=07860611-040b-47b1-9b21-735232b07182,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:34.851381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 07860611-040b-47b1-9b21-735232b07182 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:34.910804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.912982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a965a7-ec78-44c9-a8d1-f40a69801bd1 req-078ef543-9f9e-4f7e-9767-78eca368f3cb tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:34.914969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01a965a7-ec78-44c9-a8d1-f40a69801bd1 req-078ef543-9f9e-4f7e-9767-78eca368f3cb tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1097 time: 0.1535406 Sep 18 02:20:34.934783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:34.939054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:34.972376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 60588c71-2f8a-4bf5-aa81-931a781a19a5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:20:34.977165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6fccb78-fc04-480f-8823-7a2bb7295fc4 req-2f222207-61eb-4160-a682-57d0fbc19483 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680770 Sep 18 02:20:34.990689 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:31Z', 'revision_number': 3, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:34.999761 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.004656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 60588c71-2f8a-4bf5-aa81-931a781a19a5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:35.005507 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.010085 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b4c7774-d952-4b50-8448-90e13889d284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.025266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01a965a7-ec78-44c9-a8d1-f40a69801bd1 req-e3721347-99b8-4331-908d-e1535e9fb78d tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991709 Sep 18 02:20:35.059402 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026785f-0152-4822-ad70-d8d56fa15a38 None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:31Z', 'revision_number': 3, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:35.079128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b4c7774-d952-4b50-8448-90e13889d284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.080599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.164490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:35.169628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:35.172189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:35.176173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Pushing event updated for resources: {'Port': ['ID=91ccd86b-2fc8-495c-94bc-6a117379de2a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:35.235126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.268380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:35.272983 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f75bb66-a44f-4107-bd30-f12c247f30c3" -d '{"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-plugged", "status": "completed", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:35.273481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b4c7774-d952-4b50-8448-90e13889d284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.276199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b4c7774-d952-4b50-8448-90e13889d284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.277485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b4c7774-d952-4b50-8448-90e13889d284 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67d79873-020e-4d3d-a2fd-07e14e065fe9 HTTP/1.1" status: 204 len: 168 time: 0.4854381 Sep 18 02:20:35.287932 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.292040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:35.301378 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.307733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457a754-f094-46a3-a09e-e0188b95de54 req-f3166219-7cd6-440e-8508-14a7602ee4b4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:35.314865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1457a754-f094-46a3-a09e-e0188b95de54 req-f3166219-7cd6-440e-8508-14a7602ee4b4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1174486 Sep 18 02:20:35.316394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.329817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb29a5-bcff-4e42-abe2-1024a9647ee5 req-7401671f-9128-4abe-95a0-37ebd983a652 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:35.339345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6afb29a5-bcff-4e42-abe2-1024a9647ee5 req-7401671f-9128-4abe-95a0-37ebd983a652 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1319501 Sep 18 02:20:35.383140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:35.481330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c7774-d952-4b50-8448-90e13889d284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d79873-020e-4d3d-a2fd-07e14e065fe9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:35.513387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Checking segment: {'id': '677c8873-b43c-4b69-adba-26d600af8a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '07860611-040b-47b1-9b21-735232b07182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:35.513761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network hostable DHCP agents. Network: 07860611-040b-47b1-9b21-735232b07182, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:35.538037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Subnet': ['ID=5b626f09-7ab8-44c3-882f-901028c1a11a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:35.558578 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1457a754-f094-46a3-a09e-e0188b95de54 req-86ae745f-6ac2-4cda-9eac-e5a4f463b8be tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348151 Sep 18 02:20:35.589412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network 07860611-040b-47b1-9b21-735232b07182 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:35.607177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 07860611-040b-47b1-9b21-735232b07182) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:35.610363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6afb29a5-bcff-4e42-abe2-1024a9647ee5 req-d8c979b9-a8f4-4751-ace1-724772d7b49c tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617214 Sep 18 02:20:35.618155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9f988f-54d3-4cf4-98c7-03db2337dba6 None None] Network 07860611-040b-47b1-9b21-735232b07182 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:35.623701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:35.624443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.646387 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49ea587-6f3a-4c22-847e-cbd8dbc392db x-openstack-request-id: req-a49ea587-6f3a-4c22-847e-cbd8dbc392db {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:35.648299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c3ab4157-acd9-4ecb-9003-3ecf12d8679c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9444566 Sep 18 02:20:35.650983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53554) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:35.659572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1995309752', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:35.660806 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-plugged", "status": "completed", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:35.661172 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a49ea587-6f3a-4c22-847e-cbd8dbc392db {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:35.661620 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'code': 200} Sep 18 02:20:35.707800 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.708882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.717579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-dacc2bc4-d541-4515-9eed-f299516190ff None None] Provisioning complete for port 91ccd86b-2fc8-495c-94bc-6a117379de2a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:35.718132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dacc2bc4-d541-4515-9eed-f299516190ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.823738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.871059 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:35.933468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefa7de-bb9d-4688-ad92-f0b1782e0a05 req-9de9ea66-d424-4ac2-8cde-1590b64fd862 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:35.936211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f9e8a-15c3-4f0f-8c6a-3eb0885a6a16 req-293cd0a2-d96c-477a-9655-16d6e623e678 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:35.944429 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-571f9e8a-15c3-4f0f-8c6a-3eb0885a6a16 req-293cd0a2-d96c-477a-9655-16d6e623e678 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1977613 Sep 18 02:20:35.952313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2eefa7de-bb9d-4688-ad92-f0b1782e0a05 req-9de9ea66-d424-4ac2-8cde-1590b64fd862 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2065992 Sep 18 02:20:35.967457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22436052-e4f1-4ac8-80d6-2b2fdf32f2f7 req-746c2719-3aad-41f7-815c-4d139780b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:35.968912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22436052-e4f1-4ac8-80d6-2b2fdf32f2f7 req-746c2719-3aad-41f7-815c-4d139780b5ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1097 time: 0.2918870 Sep 18 02:20:35.989308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53556) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:36.015411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-dacc2bc4-d541-4515-9eed-f299516190ff None None] Port 91ccd86b-2fc8-495c-94bc-6a117379de2a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:36.029032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-936d7049-fc07-43e4-ab8f-bbf37ff80f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.089797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7379f2-47d3-4833-9295-4ff8142897b6 None None] Network 07860611-040b-47b1-9b21-735232b07182 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:36.110526 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.116459 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2eefa7de-bb9d-4688-ad92-f0b1782e0a05 req-edc0d009-8677-4a5e-8052-99207f20d55c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630492 Sep 18 02:20:36.224905 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-571f9e8a-15c3-4f0f-8c6a-3eb0885a6a16 req-f85a13da-bc2d-4cb1-8c5a-b32056588c27 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2794471 Sep 18 02:20:36.231239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22436052-e4f1-4ac8-80d6-2b2fdf32f2f7 req-2bdd5a94-855f-406f-9caf-b41bfa62583b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2498293 Sep 18 02:20:36.347227 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.350074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 611de559-651a-4bd5-b733-74b2a3c858b2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:36.376276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53592ecc-0ec5-4140-b70e-0768ea6e10a6 req-fd380aa4-67e9-450f-9c3b-9e69d363ffe5 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:36.377859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53592ecc-0ec5-4140-b70e-0768ea6e10a6 req-fd380aa4-67e9-450f-9c3b-9e69d363ffe5 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1022334 Sep 18 02:20:36.420267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 611de559-651a-4bd5-b733-74b2a3c858b2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:36.420635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.454036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71061b3a-08bd-4924-a20d-da8b975046ce req-f11b0035-117f-47fb-85e6-77576a2b7e29 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:36.456011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-71061b3a-08bd-4924-a20d-da8b975046ce req-f11b0035-117f-47fb-85e6-77576a2b7e29 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1097 time: 0.4048927 Sep 18 02:20:36.481982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c640d-ac60-4a63-98a1-305f8b6b89ec req-b7e8b51b-d875-4228-b0d6-b83e1ffccf86 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:36.489174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c8c640d-ac60-4a63-98a1-305f8b6b89ec req-b7e8b51b-d875-4228-b0d6-b83e1ffccf86 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 1097 time: 0.1126063 Sep 18 02:20:36.494213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-936d7049-fc07-43e4-ab8f-bbf37ff80f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.499133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53592ecc-0ec5-4140-b70e-0768ea6e10a6 req-a7d323db-4dc0-435e-8055-a64f57c85f44 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 Sep 18 02:20:36.538921 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-936d7049-fc07-43e4-ab8f-bbf37ff80f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.543618 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.561520 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.573472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 611de559-651a-4bd5-b733-74b2a3c858b2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=611de559-651a-4bd5-b733-74b2a3c858b2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:36.579834 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.606993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-936d7049-fc07-43e4-ab8f-bbf37ff80f15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91188bf90d2e48e380f2b5884ee491ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165607 Sep 18 02:20:36.609243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53574) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:36.611976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.642726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=611de559-651a-4bd5-b733-74b2a3c858b2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:36.657506 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c8c640d-ac60-4a63-98a1-305f8b6b89ec req-638538d6-ed89-453a-a0e6-b5fcb2242fb0 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672511 Sep 18 02:20:36.681830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d7049-fc07-43e4-ab8f-bbf37ff80f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61c7114-53b8-4a5b-bca0-15cd79d5a4ce,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:36.685504 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.697078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.806281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.807746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4033f-93ff-4cbe-9196-f5aa9653aad6 req-597be4e2-d511-46ac-8b28-5277be4935c1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:36.809308 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4cd4033f-93ff-4cbe-9196-f5aa9653aad6 req-597be4e2-d511-46ac-8b28-5277be4935c1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 814 time: 0.2079825 Sep 18 02:20:36.829060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Pushing event updated for resources: {'Port': ['ID=91ccd86b-2fc8-495c-94bc-6a117379de2a,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:36.831397 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-226a67ab-8239-4ab2-a719-5dfaf8d2a8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.861723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Deleting port 1adaf113-282a-4b4c-a5bf-5165dfa2839b {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:36.862070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:36.915884 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-226a67ab-8239-4ab2-a719-5dfaf8d2a8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.091879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152513a-9811-45db-8548-f94e0b948638 req-df2367c2-8836-4f86-adf5-1222567ae63e tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:37.093578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7152513a-9811-45db-8548-f94e0b948638 req-df2367c2-8836-4f86-adf5-1222567ae63e tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.2079060 Sep 18 02:20:37.102833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:37.105087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] For port 1adaf113-282a-4b4c-a5bf-5165dfa2839b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1adaf113-282a-4b4c-a5bf-5165dfa2839b,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:37.105467 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.108951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:37.124542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Calling delete_port for 1adaf113-282a-4b4c-a5bf-5165dfa2839b owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:37.162148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4cd4033f-93ff-4cbe-9196-f5aa9653aad6 req-f19a80f0-d60b-45c1-89b2-83967fbd1325 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/quotas/dc50af5e37634e49bc6d4f8a402e126f HTTP/1.1" status: 200 len: 375 time: 0.3439813 Sep 18 02:20:37.163392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.25.0.209 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/601dc762-7a95-4c82-b428-de0ee4db7218) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:37.337373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4cd4033f-93ff-4cbe-9196-f5aa9653aad6 req-c64d6b1e-8a6d-42e6-a69c-5862b08b6838 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517315 Sep 18 02:20:37.386351 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.448217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.463067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7e6fc2b6-276a-4254-af18-1e4290749da8 None None] Provisioning complete for port 91ccd86b-2fc8-495c-94bc-6a117379de2a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:37.463623 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc2b6-276a-4254-af18-1e4290749da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.494977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-226a67ab-8239-4ab2-a719-5dfaf8d2a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.497803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-226a67ab-8239-4ab2-a719-5dfaf8d2a8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.499130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-226a67ab-8239-4ab2-a719-5dfaf8d2a8ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a61c7114-53b8-4a5b-bca0-15cd79d5a4ce HTTP/1.1" status: 204 len: 168 time: 0.8828709 Sep 18 02:20:37.525115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fc2b6-276a-4254-af18-1e4290749da8 None None] Port 91ccd86b-2fc8-495c-94bc-6a117379de2a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:37.533682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:37.542257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:37.559240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:37.577606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a67ab-8239-4ab2-a719-5dfaf8d2a8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61c7114-53b8-4a5b-bca0-15cd79d5a4ce,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:37.600286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159cd02-d041-4a34-b8d9-052cefb19364 req-fd55042e-a6a2-4627-be49-cdf9001f79f7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:37.608011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d159cd02-d041-4a34-b8d9-052cefb19364 req-fd55042e-a6a2-4627-be49-cdf9001f79f7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1773331 Sep 18 02:20:37.627818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=601dc762-7a95-4c82-b428-de0ee4db7218,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:37.643751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7152513a-9811-45db-8548-f94e0b948638 req-2f544965-d933-4149-8d59-b0340922486e tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147548 Sep 18 02:20:37.764795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d159cd02-d041-4a34-b8d9-052cefb19364 req-6c0ef31f-9fa5-407f-8a10-3000591dda96 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1555409 Sep 18 02:20:37.801677 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.813285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:37.813437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87910e-b4ae-4b07-b2a3-cca14cb2f96d req-1c9e74af-d53f-4f91-be82-57c088e15f75 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:37.814942 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c87910e-b4ae-4b07-b2a3-cca14cb2f96d req-1c9e74af-d53f-4f91-be82-57c088e15f75 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0921142 Sep 18 02:20:37.820134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:37.858110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Pushing event deleted for resources: {'Port': ['ID=1adaf113-282a-4b4c-a5bf-5165dfa2839b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:37.916740 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:37.990790 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91a53bd9-634f-4b0c-a5f6-e1799ecabff2 req-cf56a11e-86ab-42ad-bbf7-5b5d7ec06725 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83a15b2e-453f-4f74-b953-459ade6d510b HTTP/1.1" status: 200 len: 210 time: 0.0335181 Sep 18 02:20:38.011262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] No DVR routers for this DVR port 1adaf113-282a-4b4c-a5bf-5165dfa2839b on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:38.041179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c87910e-b4ae-4b07-b2a3-cca14cb2f96d req-3adc1f2a-68a6-4ece-8d34-8a11575bc669 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068093 Sep 18 02:20:38.041179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:38.041179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-71061b3a-08bd-4924-a20d-da8b975046ce req-efa67751-c255-4f4d-811a-1398f17de3e9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1adaf113-282a-4b4c-a5bf-5165dfa2839b HTTP/1.1" status: 204 len: 173 time: 1.5646176 Sep 18 02:20:38.041179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a15b2e-453f-4f74-b953-459ade6d510b', 'name': 'network-vif-deleted', 'tag': '1adaf113-282a-4b4c-a5bf-5165dfa2839b'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:38.041179 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314a888c-aa5a-4e18-9588-9ce8208178e1" -d '{"events": [{"server_uuid": "83a15b2e-453f-4f74-b953-459ade6d510b", "name": "network-vif-deleted", "tag": "1adaf113-282a-4b4c-a5bf-5165dfa2839b"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:38.127339 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db94a4f9-279a-4f4c-8722-46a37236877c x-openstack-request-id: req-db94a4f9-279a-4f4c-8722-46a37236877c {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:38.127973 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a15b2e-453f-4f74-b953-459ade6d510b", "name": "network-vif-deleted", "tag": "1adaf113-282a-4b4c-a5bf-5165dfa2839b", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:38.127973 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db94a4f9-279a-4f4c-8722-46a37236877c {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:38.128252 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a15b2e-453f-4f74-b953-459ade6d510b', 'name': 'network-vif-deleted', 'tag': '1adaf113-282a-4b4c-a5bf-5165dfa2839b', 'status': 'completed', 'code': 200} Sep 18 02:20:38.253095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:38.273887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:38.278843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 611de559-651a-4bd5-b733-74b2a3c858b2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:38.279578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aa498817-58ab-4d6c-bd17-775b83c685c3 admin admin] 10.222.0.21 "PUT /v2.0/routers/92de0360-a8a4-457b-8e1d-be5e2634e6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0067005 Sep 18 02:20:38.281447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25662d7-0973-485d-929f-d96e4badcafe req-c762f35b-686d-4347-9956-b4205607d385 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:38.283526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d25662d7-0973-485d-929f-d96e4badcafe req-c762f35b-686d-4347-9956-b4205607d385 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1266437 Sep 18 02:20:38.315827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:38.316590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:38.331929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d25662d7-0973-485d-929f-d96e4badcafe req-f2854af4-bce0-4980-a700-f84a98a2f073 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Sep 18 02:20:38.333152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:38.475828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:20:38.479816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 611de559-651a-4bd5-b733-74b2a3c858b2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:38.480335 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:38.527360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:38.646820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:38.658380 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd875c0-d300-441d-825e-81927bb17ec3 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:38.673532 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd875c0-d300-441d-825e-81927bb17ec3 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:38.674333 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bdd875c0-d300-441d-825e-81927bb17ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:38.684021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:38.688199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-514138f1-55fa-43eb-927e-5316b0157ea3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0332479 Sep 18 02:20:38.688708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53624) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:38.775635 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bdd875c0-d300-441d-825e-81927bb17ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:38.789712 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd875c0-d300-441d-825e-81927bb17ec3 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:38.790638 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bdd875c0-d300-441d-825e-81927bb17ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:38.832583 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bdd875c0-d300-441d-825e-81927bb17ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:38.833937 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd875c0-d300-441d-825e-81927bb17ec3 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:38.841585 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53634) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:38.863640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88d47ab2-c66f-40e6-9db7-e6c8824d18eb req-cba123f1-323a-4162-950b-62619e999505 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=dc50af5e37634e49bc6d4f8a402e126f HTTP/1.1" status: 200 len: 221 time: 0.0708027 Sep 18 02:20:38.865093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1adaf113-282a-4b4c-a5bf-5165dfa2839b no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:38.889163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4935f-d6e4-4a82-bb19-71ecea2e6f62 req-c3f782a8-dd1a-4fe7-a103-946f66e98fd8 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:38.900852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-90b4935f-d6e4-4a82-bb19-71ecea2e6f62 req-c3f782a8-dd1a-4fe7-a103-946f66e98fd8 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1322834 Sep 18 02:20:38.911443 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 1adaf113-282a-4b4c-a5bf-5165dfa2839b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:38.911794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1adaf113-282a-4b4c-a5bf-5165dfa2839b not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:38.982562 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-90b4935f-d6e4-4a82-bb19-71ecea2e6f62 req-f62e3fb1-2346-4e83-8c7d-e28da6f959fd tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807252 Sep 18 02:20:39.046599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-821587971-network', 'tenant_id': '5f331af01bf64c6091c3049011faa2e8'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:39.058186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 2, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:39.078469 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4090096-16a0-4713-8095-76c5a213b08b req-5fae9d51-4977-4160-ad6b-e295a3f4c813 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:39.079955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4090096-16a0-4713-8095-76c5a213b08b req-5fae9d51-4977-4160-ad6b-e295a3f4c813 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1009457 Sep 18 02:20:39.097847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:39.097847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Updating router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 port 91ccd86b-2fc8-495c-94bc-6a117379de2a binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:20:39.129546 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.138071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Made reservation on behalf of 5f331af01bf64c6091c3049011faa2e8 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:39.141725 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.156450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.188240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f1280-9e72-46f5-b786-ec43cc585a9c req-d48fdebf-ac19-487a-af4a-bd433d4b55e1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:39.190461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d92f1280-9e72-46f5-b786-ec43cc585a9c req-d48fdebf-ac19-487a-af4a-bd433d4b55e1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1106508 Sep 18 02:20:39.208678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4090096-16a0-4713-8095-76c5a213b08b req-ac07bd2e-c58e-48f0-896e-2f3c694b41b4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966272 Sep 18 02:20:39.256143 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53654) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:39.261709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1866282134-network', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:39.268930 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d92f1280-9e72-46f5-b786-ec43cc585a9c req-a3734b37-0fb6-4d64-bc60-557d938f6632 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Sep 18 02:20:39.356239 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.368298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.393085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:39.408378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.408733 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Added segment 273d0555-273d-41d2-b996-de3fb5c555a9 of type vlan for network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 Sep 18 02:20:39.468291 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.499477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bed760-007c-41c5-8463-4f675b21bc9c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:39.543867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.550293 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.556387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.557627 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Made reservation on behalf of 8e2ebc3ce7234557bc9d7a82a8b1677a for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:39.560170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.581612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-dbec4f3e-2ba9-47eb-9374-bc79eab42c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:39.583013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-dbec4f3e-2ba9-47eb-9374-bc79eab42c29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b293a41395341468124a9246a1fb26b&device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 1097 time: 0.1027784 Sep 18 02:20:39.586813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.594769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507419ad-7c1c-4473-8ee2-a2ae634371c9 req-911a5161-4880-4388-853a-9a53afc17fd1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:39.596035 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-507419ad-7c1c-4473-8ee2-a2ae634371c9 req-911a5161-4880-4388-853a-9a53afc17fd1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1080480 Sep 18 02:20:39.611413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e9018-c45e-45b0-97ca-5d7dc22f9e84 req-3ab330d6-2cb7-490b-9109-2ff0f39fb81d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:39.613034 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a31e9018-c45e-45b0-97ca-5d7dc22f9e84 req-3ab330d6-2cb7-490b-9109-2ff0f39fb81d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1423614 Sep 18 02:20:39.613717 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.614628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:39.615259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.635915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53662) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:39.670978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097d49-263d-481e-a028-7fa210b670b7 None None] Pushing event updated for resources: {'Port': ['ID=91ccd86b-2fc8-495c-94bc-6a117379de2a,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:39.684955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Attempting to bind port 91ccd86b-2fc8-495c-94bc-6a117379de2a on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:39.685622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Attempting to bind port 91ccd86b-2fc8-495c-94bc-6a117379de2a by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:39.686301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Attempting to bind port 91ccd86b-2fc8-495c-94bc-6a117379de2a on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:39.692670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:39.693381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:39.694042 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.694920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:39.696351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Bound port: 91ccd86b-2fc8-495c-94bc-6a117379de2a, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:39.697139 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.736740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'floatingip': {'port_id': '60588c71-2f8a-4bf5-aa81-931a781a19a5'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:39.798216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] For port 91ccd86b-2fc8-495c-94bc-6a117379de2a, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:39.798449 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-507419ad-7c1c-4473-8ee2-a2ae634371c9 req-f4d915a6-95ee-4c5a-a936-f4f6855a6cf3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538043 Sep 18 02:20:39.813953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] For port 91ccd86b-2fc8-495c-94bc-6a117379de2a, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=91ccd86b-2fc8-495c-94bc-6a117379de2a,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:39.838170 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.858235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] Pushing event updated for resources: {'Network': ['ID=69a2d190-e7a8-4c91-af5b-6848923dc8e8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:39.864241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.869982 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d650281a-32d1-4b2f-84f1-2b5635c1043a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0266581 Sep 18 02:20:39.870599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53666) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:39.876491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-db7dd2a4-2e24-46d8-bd66-e9374e84060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:39.879643 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-db7dd2a4-2e24-46d8-bd66-e9374e84060c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7e5455-1895-4d85-adb4-95c1a476cc44 HTTP/1.1" status: 200 len: 911 time: 0.2827232 Sep 18 02:20:39.918594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:39.947486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Request body: {'subnet': {'network_id': '69a2d190-e7a8-4c91-af5b-6848923dc8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-821587971-subnet', 'tenant_id': '5f331af01bf64c6091c3049011faa2e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:39.965359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:39.965998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:39.973184 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:39.989610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-6016b086-b368-46b4-9c09-4905ff3b8292 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd HTTP/1.1" status: 200 len: 217 time: 0.0945802 Sep 18 02:20:40.006156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Made reservation on behalf of 5f331af01bf64c6091c3049011faa2e8 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:40.008716 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.012149 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.054488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097d49-263d-481e-a028-7fa210b670b7 None None] Pushing event updated for resources: {'Port': ['ID=91ccd86b-2fc8-495c-94bc-6a117379de2a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:40.092851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-41dd8b1c-d582-4965-a5ab-00e7a803af06 None None] Provisioning complete for port 91ccd86b-2fc8-495c-94bc-6a117379de2a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:40.093223 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41dd8b1c-d582-4965-a5ab-00e7a803af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.099435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:40.121860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f866134a-8e1a-4a89-91cb-7507590843b2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:40.156694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.157045 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Added segment 7055078f-fc7e-4800-abf0-e267bd47dd3b of type vlan for network a41b9140-f81d-4b28-bf66-7535da188bc1 Sep 18 02:20:40.218740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0f960-2e33-41cc-854e-8fc019769f37 req-f58197b4-ca2d-43dc-9f92-e4df1aa71763 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:40.227434 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-78b0f960-2e33-41cc-854e-8fc019769f37 req-f58197b4-ca2d-43dc-9f92-e4df1aa71763 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.2433376 Sep 18 02:20:40.248417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.20.0.1 (07860611-040b-47b1-9b21-735232b07182/5b626f09-7ab8-44c3-882f-901028c1a11a/9e0a141f-5502-47fe-9362-52ef8d729121) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:40.256797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-07768d08-fcf8-46ef-afef-3347c74c31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:40.258410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-07768d08-fcf8-46ef-afef-3347c74c31c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e983105-8b17-45f2-8772-2b1b7a761d0f HTTP/1.1" status: 200 len: 851 time: 0.2562027 Sep 18 02:20:40.275395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.311994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9482a-733d-40b8-8486-cc62b10804be req-f5777fc9-5912-4d47-a6ef-22f073345044 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:40.313585 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5f9482a-733d-40b8-8486-cc62b10804be req-f5777fc9-5912-4d47-a6ef-22f073345044 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.3144464 Sep 18 02:20:40.321742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-33692e65-9271-4dc6-b29f-f62ced73ac03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7e5455-1895-4d85-adb4-95c1a476cc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535195 Sep 18 02:20:40.325863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-78b0f960-2e33-41cc-854e-8fc019769f37 req-6ed83352-7e6f-4390-b66b-b828a892abdb tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971622 Sep 18 02:20:40.391011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:40.452829 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.454193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:40.454993 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.525941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-589c6c86-81a6-483e-ae08-372b5dd08ddc service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717103 Sep 18 02:20:40.551700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41dd8b1c-d582-4965-a5ab-00e7a803af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.569143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3107979 Sep 18 02:20:40.578508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53672) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:40.594072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Request body: {'subnet': {'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1866282134-subnet', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:40.605936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-41dd8b1c-d582-4965-a5ab-00e7a803af06 None None] For port 91ccd86b-2fc8-495c-94bc-6a117379de2a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=91ccd86b-2fc8-495c-94bc-6a117379de2a,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:40.609804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab759a9-8637-40ee-8ccc-eb88bff2fcb8 req-6f8fbc99-4760-4ad9-a182-c84bdf1289b2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:40.611747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ab759a9-8637-40ee-8ccc-eb88bff2fcb8 req-6f8fbc99-4760-4ad9-a182-c84bdf1289b2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1585500 Sep 18 02:20:40.624284 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41dd8b1c-d582-4965-a5ab-00e7a803af06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.652240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74c729-7eeb-4fe8-8670-734e55136a2b admin admin] Pushing event updated for resources: {'Network': ['ID=a41b9140-f81d-4b28-bf66-7535da188bc1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:40.669397 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.672445 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5f9482a-733d-40b8-8486-cc62b10804be req-fc686eaf-6b5c-44d2-ba6a-e1a1619e7b02 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486230 Sep 18 02:20:40.681773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a41b9140-f81d-4b28-bf66-7535da188bc1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:40.690528 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.742914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Made reservation on behalf of 8e2ebc3ce7234557bc9d7a82a8b1677a for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:40.745250 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.773218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-03a19e12-a78b-4361-b97c-2d54e0fefbab req-d738cdb4-9ecc-445b-9930-00cf480f065f service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364762 Sep 18 02:20:40.792799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd8b1c-d582-4965-a5ab-00e7a803af06 None None] Pushing event updated for resources: {'Port': ['ID=91ccd86b-2fc8-495c-94bc-6a117379de2a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:40.810359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ab759a9-8637-40ee-8ccc-eb88bff2fcb8 req-08bc1831-a8b8-44a1-9b0c-cc548b98c615 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895249 Sep 18 02:20:40.815380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2ca90e6f-6679-4d7b-b4ea-2a278070437c None None] Provisioning complete for port 91ccd86b-2fc8-495c-94bc-6a117379de2a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:40.815380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ca90e6f-6679-4d7b-b4ea-2a278070437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.848134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:39Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:40.874480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93830bbd-9ade-4743-a73c-e7ae6fefde1e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:40.892747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:40.897147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9625cb-da5b-41d2-a9ca-8535e239851d None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:39Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:40.938868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Checking segment: {'id': '273d0555-273d-41d2-b996-de3fb5c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69a2d190-e7a8-4c91-af5b-6848923dc8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:40.946100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Network hostable DHCP agents. Network: 69a2d190-e7a8-4c91-af5b-6848923dc8e8, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:40.954649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network 07860611-040b-47b1-9b21-735232b07182 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:40.966373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:40.972890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:40.977466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=9e0a141f-5502-47fe-9362-52ef8d729121,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:41.106570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:41.141834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:41.182613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 69a2d190-e7a8-4c91-af5b-6848923dc8e8) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:41.196478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a2d0d-cfab-4c02-a910-fd652e4a2ed9 None None] Network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:41.205843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:41.206456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:41.228537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7d0bd-2dc5-4783-8100-cb0fa2aaf258 req-70858331-404d-45bb-9e06-801da18157e0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:41.230262 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46c7d0bd-2dc5-4783-8100-cb0fa2aaf258 req-70858331-404d-45bb-9e06-801da18157e0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2689357 Sep 18 02:20:41.262270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b5f14135-2929-4dea-a571-8953dfe54e6b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3124323 Sep 18 02:20:41.510884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ea7d6-35a2-44a5-961c-f942b2f8166b None None] Network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:41.624940 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:41.744141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512d1ae-161f-4cb5-bec6-6f203af8f2f8 req-a674947a-42d1-49e6-a624-2ec451409c22 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:41.745752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8512d1ae-161f-4cb5-bec6-6f203af8f2f8 req-a674947a-42d1-49e6-a624-2ec451409c22 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.2691982 Sep 18 02:20:41.776760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6676c8-b52b-45f7-9106-e7bcddd4381a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:41.854374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8512d1ae-161f-4cb5-bec6-6f203af8f2f8 req-3f8df0e0-edb4-4c0f-9bb2-cc48806ff507 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971828 Sep 18 02:20:41.854990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:41.857014 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Checking segment: {'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:41.857365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Network hostable DHCP agents. Network: a41b9140-f81d-4b28-bf66-7535da188bc1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:41.927595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Network a41b9140-f81d-4b28-bf66-7535da188bc1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:41.994986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, a41b9140-f81d-4b28-bf66-7535da188bc1) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:42.003379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189cc0b6-2743-4a31-906a-5b6b8e260f47 None None] Network a41b9140-f81d-4b28-bf66-7535da188bc1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:42.007844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:42.009128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.082921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.132143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a6d1191d-1064-4f18-8b26-ab3f20ec5f00 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5420730 Sep 18 02:20:42.132321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.133644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d40fd3-ce14-4614-b839-47ffae179c75 req-3e65a5a8-d1ff-4364-84d6-2122ba45e083 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:42.135178 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30d40fd3-ce14-4614-b839-47ffae179c75 req-3e65a5a8-d1ff-4364-84d6-2122ba45e083 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.1446910 Sep 18 02:20:42.135662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53692) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:42.144871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:42.196950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53696) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:42.212315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1999623181-network', 'tenant_id': '0b72d60970a848babc418fbc995a0e6c'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:42.232956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46c7d0bd-2dc5-4783-8100-cb0fa2aaf258 req-3842f167-f8b3-4226-851a-45299e1c53f3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9826677 Sep 18 02:20:42.242105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-76d23279-e398-401e-a0e3-982d45febb05 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:42.244252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-76d23279-e398-401e-a0e3-982d45febb05 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 1097 time: 0.1590986 Sep 18 02:20:42.295603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.301324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.332268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-a41b9140-f81d-4b28-bf66-7535da188bc1', 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'fixed_ips': [{'subnet_id': '7a6676c8-b52b-45f7-9106-e7bcddd4381a'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:20:42.333460 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.333807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30d40fd3-ce14-4614-b839-47ffae179c75 req-1d3a95d0-f022-453f-a1a7-263993d4cff9 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=973b88fa-2e28-4de2-9235-ab7c21ce64a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807768 Sep 18 02:20:42.338402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Made reservation on behalf of 0b72d60970a848babc418fbc995a0e6c for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:42.342237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.372853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 91ccd86b-2fc8-495c-94bc-6a117379de2a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:42.379299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.396922 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Floating IP acf1ed07-e611-4e43-8c78-69fd6c4c8e00 associated. External IP: 172.25.0.246, port: 60588c71-2f8a-4bf5-aa81-931a781a19a5. Sep 18 02:20:42.486579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.536387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 91ccd86b-2fc8-495c-94bc-6a117379de2a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:42.537156 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.546308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e864391-f491-405f-bf2c-0470e3fd01c9 req-06d75e7c-7bc8-44fa-9d4a-1278365b34b0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:42.547942 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e864391-f491-405f-bf2c-0470e3fd01c9 req-06d75e7c-7bc8-44fa-9d4a-1278365b34b0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1663601 Sep 18 02:20:42.595335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Deleting port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:42.595746 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.624883 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.655901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Allocated IP 172.20.0.2 (a41b9140-f81d-4b28-bf66-7535da188bc1/7a6676c8-b52b-45f7-9106-e7bcddd4381a/ed24bc9d-3f9b-4c31-b6a4-63eefb050798) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:42.676839 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.715434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e864391-f491-405f-bf2c-0470e3fd01c9 req-c9a39db0-5ce9-4d42-835c-cb911fa5e83a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481092 Sep 18 02:20:42.760458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] For port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:42.760835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.810566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Calling delete_port for e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:42.815329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.881962 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.884094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Router 909cd5e1-f966-4f68-a2ca-4399522ecedb has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:42.884514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=9e0a141f-5502-47fe-9362-52ef8d729121,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:42.933632 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.945186 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:42.999580 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.021549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Network a41b9140-f81d-4b28-bf66-7535da188bc1 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:43.025083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.034573 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:43.036805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Pushing event updated for resources: {'Port': ['ID=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:43.039081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:43.073428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b386ae4-f779-49e6-a589-0c0919391ea4 req-f6da12fe-fc3d-4765-84a5-79edad6866c8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:43.080821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b386ae4-f779-49e6-a589-0c0919391ea4 req-f6da12fe-fc3d-4765-84a5-79edad6866c8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2371132 Sep 18 02:20:43.121050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:43.123315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Attempting to bind port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:43.124562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Attempting to bind port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:43.124929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Attempting to bind port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 on network a41b9140-f81d-4b28-bf66-7535da188bc1 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:43.128568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.140127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:43.141040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Checking segment: {'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:43.141320 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.141875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Bound using segment: {'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:43.142017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8a335-6381-4767-b84b-fd737e63896b req-61089a37-46a5-4ac2-b83e-8aa9171f13c7 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:43.142794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Bound port: ed24bc9d-3f9b-4c31-b6a4-63eefb050798, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:43.143627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ea8a335-6381-4767-b84b-fd737e63896b req-61089a37-46a5-4ac2-b83e-8aa9171f13c7 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1673899 Sep 18 02:20:43.150812 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.153520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] Sync routers for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:43.159758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:20:43.190359 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-70871338-f5a0-48a8-847c-63f8ec5bc139 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "PUT /v2.0/floatingips/acf1ed07-e611-4e43-8c78-69fd6c4c8e00 HTTP/1.1" status: 200 len: 991 time: 3.4596293 Sep 18 02:20:43.192126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:43.194682 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45386b8c-dcba-4330-81fa-246e522e562b" -d '{"events": [{"name": "network-changed", "server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:43.197990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.199694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6034b5-f5a3-4c21-8a91-c8fb4e495a6e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:43.217904 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.218250 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Added segment 4423b761-30eb-4d6c-b907-731e5e10a441 of type vlan for network 78dc0ab2-a88e-488b-a4e9-1de573159d0c Sep 18 02:20:43.230577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4b386ae4-f779-49e6-a589-0c0919391ea4 req-d0d8054b-4430-44f7-b716-a7d1863500a9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487272 Sep 18 02:20:43.236971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Pushing event deleted for resources: {'Port': ['ID=e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:43.244544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ea8a335-6381-4767-b84b-fd737e63896b req-4f183f0b-7401-49ac-97ba-c8624294f20a tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840509 Sep 18 02:20:43.251090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:43.292736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network 07860611-040b-47b1-9b21-735232b07182 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:43.298622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:43.310173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] For port ed24bc9d-3f9b-4c31-b6a4-63eefb050798, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:43.314990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.324374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] No DVR routers for this DVR port e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:43.327725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:43.328379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:43.330411 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.333948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] For port ed24bc9d-3f9b-4c31-b6a4-63eefb050798, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,segment=NetworkSegment(7055078f-fc7e-4800-abf0-e267bd47dd3b),segment_id=7055078f-fc7e-4800-abf0-e267bd47dd3b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:43.335461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2adeebb8-ec9f-43f2-9527-6e5268e9a021 req-d29d1e24-3c01-4d19-97c1-e4caab72c84e tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 HTTP/1.1" status: 204 len: 173 time: 1.0608151 Sep 18 02:20:43.381095 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.385323 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408dcb55-ec0f-456d-bb2a-4f337fe11d6e x-openstack-request-id: req-408dcb55-ec0f-456d-bb2a-4f337fe11d6e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:43.385863 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:43.386332 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-408dcb55-ec0f-456d-bb2a-4f337fe11d6e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:43.387521 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'status': 'completed', 'code': 200} Sep 18 02:20:43.449326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855c36d-74fc-4748-8f9f-ed04164b8ae5 None None] Pushing event updated for resources: {'Port': ['ID=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:43.505094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.506085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:43.506666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:43.555393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff0885a2-0da4-4884-8f87-232861e3c464 req-bdc74cb1-df4c-43a3-b696-f73505bc4f65 tempest-TestServerMultinode-181588574 tempest-TestServerMultinode-181588574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fcfa4f88-5156-4fe8-8f1c-649e87465527 HTTP/1.1" status: 200 len: 210 time: 0.0564368 Sep 18 02:20:43.594815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:43.646376 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4414332 Sep 18 02:20:43.646883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53720) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:43.696977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaabbe-2a4d-417f-9291-a97c567385f1 req-5908c0a9-8837-4bef-93a1-111ddfb877bf tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:43.705772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5feaabbe-2a4d-417f-9291-a97c567385f1 req-5908c0a9-8837-4bef-93a1-111ddfb877bf tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0761771 Sep 18 02:20:43.717916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Request body: {'subnet': {'network_id': '78dc0ab2-a88e-488b-a4e9-1de573159d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1999623181-subnet', 'tenant_id': '0b72d60970a848babc418fbc995a0e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:43.807595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5feaabbe-2a4d-417f-9291-a97c567385f1 req-bae1f952-4903-43eb-ade5-14ffb1fbf4fd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003916 Sep 18 02:20:43.828693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f1452-1ab9-41d2-bf7d-d94d2a796860 admin admin] Pushing event updated for resources: {'Network': ['ID=78dc0ab2-a88e-488b-a4e9-1de573159d0c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:43.841183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b8c-dcba-4330-81fa-246e522e562b req-a6e3d07b-09cb-41d4-9df5-fb9ffe27c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:43.844803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45386b8c-dcba-4330-81fa-246e522e562b req-a6e3d07b-09cb-41d4-9df5-fb9ffe27c6c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1097 time: 0.4272308 Sep 18 02:20:43.871228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 78dc0ab2-a88e-488b-a4e9-1de573159d0c details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:20:43.880283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:44.000054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b816-92e2-4138-a4a9-990fdb7880cb req-71aef8f0-d3bc-4d71-88b2-20119d31bf10 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:44.019367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f427b816-92e2-4138-a4a9-990fdb7880cb req-71aef8f0-d3bc-4d71-88b2-20119d31bf10 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1314347 Sep 18 02:20:44.075324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f427b816-92e2-4138-a4a9-990fdb7880cb req-4a6a05e5-004a-4c81-9873-8b2ec774f94a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539215 Sep 18 02:20:44.131131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'acf1ed07-e611-4e43-8c78-69fd6c4c8e00', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'port_id': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'mac_address': 'fa:16:3e:7b:99:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:20:18Z', 'updated_at': '2021-09-18T02:20:41Z', 'revision_number': 1, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:44.158697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] Checking router: 909cd5e1-f966-4f68-a2ca-4399522ecedb for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:44.171000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:44.171857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:44.260473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a9221-1a69-4e3e-98c6-9d4a200c51e7 req-9f9cf3b1-c070-4c82-b6b3-a5e815184153 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:44.262677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b3a9221-1a69-4e3e-98c6-9d4a200c51e7 req-9f9cf3b1-c070-4c82-b6b3-a5e815184153 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0788300 Sep 18 02:20:44.308656 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b3a9221-1a69-4e3e-98c6-9d4a200c51e7 req-92645f40-4d3b-45af-9989-c4542ab2988a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Sep 18 02:20:44.334417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:44.356853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Made reservation on behalf of 0b72d60970a848babc418fbc995a0e6c for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:44.359282 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:44.362097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ed24bc9d-3f9b-4c31-b6a4-63eefb050798 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:44.406236 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:44.452985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce7a7e-47c9-44ea-bba3-ec26711a688e req-cc8aa237-e3da-4155-8d12-f0d4188df3c9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:44.463167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5fce7a7e-47c9-44ea-bba3-ec26711a688e req-cc8aa237-e3da-4155-8d12-f0d4188df3c9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0744126 Sep 18 02:20:44.467200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0a07c-5117-4aa7-842e-139b05483e56 req-a326f300-d0b4-4c57-93e0-5b5776b8faa6 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:44.474592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ab0a07c-5117-4aa7-842e-139b05483e56 req-a326f300-d0b4-4c57-93e0-5b5776b8faa6 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.7400122 Sep 18 02:20:44.482675 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:44.499554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:44.500715 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:44.520962 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5fce7a7e-47c9-44ea-bba3-ec26711a688e req-111ba9e1-de5d-471c-8553-8a66497a10fa tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529139 Sep 18 02:20:44.668706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53738) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:44.669973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2ab0a07c-5117-4aa7-842e-139b05483e56 req-9f49ef5b-b911-4652-b638-5d783e900d14 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942434 Sep 18 02:20:44.794366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:44.811750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f3f8dbc8-cf64-47e4-98e2-0df5f82a8b27 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/routers/468cb899-3a1c-478b-9e6f-aa91d59e8a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1218269 Sep 18 02:20:44.816981 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d3cd0b-4a22-44f3-a41a-67d7e7af9dce None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:44.817766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53740) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:44.821366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b8c-dcba-4330-81fa-246e522e562b req-0c9fa483-ba60-48c0-b5a2-f28f2fa64aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:44.822986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45386b8c-dcba-4330-81fa-246e522e562b req-0c9fa483-ba60-48c0-b5a2-f28f2fa64aac service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.9185379 Sep 18 02:20:44.827233 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3cd0b-4a22-44f3-a41a-67d7e7af9dce None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:44.827839 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-41d3cd0b-4a22-44f3-a41a-67d7e7af9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:44.833972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'port': {'network_id': '07860611-040b-47b1-9b21-735232b07182', 'name': 'tempest-FloatingIPTestJSON-97934397'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:44.884449 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-41d3cd0b-4a22-44f3-a41a-67d7e7af9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:44.894228 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3cd0b-4a22-44f3-a41a-67d7e7af9dce None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:44.895060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:44.895787 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-41d3cd0b-4a22-44f3-a41a-67d7e7af9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:44.924139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d46327a-74d1-46bc-8866-d4e76e8f47ce None None] Network a41b9140-f81d-4b28-bf66-7535da188bc1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:44.939713 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-41d3cd0b-4a22-44f3-a41a-67d7e7af9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:44.940358 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d3cd0b-4a22-44f3-a41a-67d7e7af9dce None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:44.953129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port ed24bc9d-3f9b-4c31-b6a4-63eefb050798, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,segment=NetworkSegment(7055078f-fc7e-4800-abf0-e267bd47dd3b),segment_id=7055078f-fc7e-4800-abf0-e267bd47dd3b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:44.956356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb2c4e-f635-41e2-a5bc-65b21790e246 req-0e9a826c-8a4a-4cfe-a1ca-6416999628d0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:44.958169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5adb2c4e-f635-41e2-a5bc-65b21790e246 req-0e9a826c-8a4a-4cfe-a1ca-6416999628d0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1485753 Sep 18 02:20:44.970678 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.042856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5adb2c4e-f635-41e2-a5bc-65b21790e246 req-426e39c5-b1a6-4c08-8c32-23afa1b6ba36 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727096 Sep 18 02:20:45.065218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45386b8c-dcba-4330-81fa-246e522e562b req-24ef5780-e12f-42c8-985a-f64c0d8d9753 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 999 time: 0.2233772 Sep 18 02:20:45.107768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f24713f0-4f1b-4f6e-ac04-25beb46a8f2b None None] Provisioning complete for port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:45.108143 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f24713f0-4f1b-4f6e-ac04-25beb46a8f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.138637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:45.169746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Allocated IP 172.25.0.132 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/2141971d-6263-46ef-b1db-b80be3e86e2f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:45.198205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'acf1ed07-e611-4e43-8c78-69fd6c4c8e00', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'port_id': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'mac_address': 'fa:16:3e:7b:99:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:20:18Z', 'updated_at': '2021-09-18T02:20:41Z', 'revision_number': 1, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:45.234645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18fa21-b417-4617-a5a9-a26b03ff2bf1 None None] The sync data for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 is: [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'acf1ed07-e611-4e43-8c78-69fd6c4c8e00', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'port_id': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'mac_address': 'fa:16:3e:7b:99:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:20:18Z', 'updated_at': '2021-09-18T02:20:41Z', 'revision_number': 1, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:45.268285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.284825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b8c-dcba-4330-81fa-246e522e562b req-365476d1-1f60-4888-88b8-6f4224d50edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:45.286404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45386b8c-dcba-4330-81fa-246e522e562b req-365476d1-1f60-4888-88b8-6f4224d50edd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.2123580 Sep 18 02:20:45.291626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.384814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:45.388731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.393940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfa4f88-5156-4fe8-8f1c-649e87465527', 'name': 'network-vif-deleted', 'tag': 'e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:45.397058 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbbb16-631d-4cc1-946d-0b541a7cf169" -d '{"events": [{"server_uuid": "fcfa4f88-5156-4fe8-8f1c-649e87465527", "name": "network-vif-deleted", "tag": "e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:45.433549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9004e-58ff-40c4-be6f-6a423026b39b req-438530ef-8b0b-4ca9-b6f0-6347cb415185 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:45.435069 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46e9004e-58ff-40c4-be6f-6a423026b39b req-438530ef-8b0b-4ca9-b6f0-6347cb415185 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.3030083 Sep 18 02:20:45.466931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c507a1-7f7d-4980-9c4d-8443d4ac2f0d,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:45.489801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] device_id is not set on port c2c48707-6776-4f86-9cf1-23521111ed34 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:20:45.500657 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b89850-02f7-435b-b27f-271a2894dc71 x-openstack-request-id: req-e7b89850-02f7-435b-b27f-271a2894dc71 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:45.501489 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfa4f88-5156-4fe8-8f1c-649e87465527", "name": "network-vif-deleted", "tag": "e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:45.502124 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7b89850-02f7-435b-b27f-271a2894dc71 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:45.502741 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfa4f88-5156-4fe8-8f1c-649e87465527', 'name': 'network-vif-deleted', 'tag': 'e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46', 'status': 'completed', 'code': 200} Sep 18 02:20:45.520724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.521249 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.521436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.521831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.522223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.522596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.523025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.523906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.524237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.524563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.524948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.525949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:45.529769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:45.563749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea2117a-c992-4583-97b6-0bfa2d706d59 None None] New status for floating IP acf1ed07-e611-4e43-8c78-69fd6c4c8e00: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:20:45.564218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b8c-dcba-4330-81fa-246e522e562b req-c8d24608-aa41-46a8-b620-ccb862e5e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:45.565769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45386b8c-dcba-4330-81fa-246e522e562b req-c8d24608-aa41-46a8-b620-ccb862e5e388 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2465053 Sep 18 02:20:45.601464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Checking segment: {'id': '4423b761-30eb-4d6c-b907-731e5e10a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78dc0ab2-a88e-488b-a4e9-1de573159d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:45.602425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Network hostable DHCP agents. Network: 78dc0ab2-a88e-488b-a4e9-1de573159d0c, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:20:45.609685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:45.609969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e345bbbd-4e24-4be4-90d7-a1e4ba5a7a46 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:45.618557 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.649198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Deleting port f079fa30-91d1-449b-8196-20b471960aea {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:45.650017 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.662406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46e9004e-58ff-40c4-be6f-6a423026b39b req-8ef0d77a-f6c9-459e-9dde-3b1347af190b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128205 Sep 18 02:20:45.769615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] For port f079fa30-91d1-449b-8196-20b471960aea, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f079fa30-91d1-449b-8196-20b471960aea,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:45.772590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.779206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Network 78dc0ab2-a88e-488b-a4e9-1de573159d0c is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:20:45.781502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-932dc679-b8d6-49b2-9e18-6e9027dfd00a None None] Provisioning complete for port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:45.781986 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-932dc679-b8d6-49b2-9e18-6e9027dfd00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.798283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Calling delete_port for f079fa30-91d1-449b-8196-20b471960aea owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:45.827197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 78dc0ab2-a88e-488b-a4e9-1de573159d0c) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:45.831593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:45.832352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.838724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e24deaa-1302-485f-a0be-a16f7a71de8a None None] Network 78dc0ab2-a88e-488b-a4e9-1de573159d0c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:45.852263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.20.0.11 (07860611-040b-47b1-9b21-735232b07182/5b626f09-7ab8-44c3-882f-901028c1a11a/c2c48707-6776-4f86-9cf1-23521111ed34) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:45.869364 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45386b8c-dcba-4330-81fa-246e522e562b req-dafbad49-74d5-4242-b9a3-64d5e59a540d service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879167 Sep 18 02:20:45.878350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:45.948966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-29bc9b92-a81e-4faa-a507-a7a4d01cf5bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2268622 Sep 18 02:20:45.980727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c249252-b8f3-4311-82e1-205458afb7c3 req-279b65a2-918f-450a-b5a1-3b681a117fc5 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:45.982951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c249252-b8f3-4311-82e1-205458afb7c3 req-279b65a2-918f-450a-b5a1-3b681a117fc5 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1241388 Sep 18 02:20:46.026418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Pushing event updated for resources: {'Port': ['ID=2141971d-6263-46ef-b1db-b80be3e86e2f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:46.047106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd2a9d-f80b-4c26-a559-a6a25335cdee None None] Network 78dc0ab2-a88e-488b-a4e9-1de573159d0c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:46.047677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c249252-b8f3-4311-82e1-205458afb7c3 req-cc893b7c-f784-41df-bfa8-9eb12a54d3e5 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564470 Sep 18 02:20:46.111930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:46.124743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:46.156835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:46.159413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f079fa30-91d1-449b-8196-20b471960aea,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:46.159749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:46.308019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e0bf4-3b99-49a9-a900-ad03582c7379 req-a5fae5ca-6551-4fda-98b7-bbe1b046192f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:46.310644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e1e0bf4-3b99-49a9-a900-ad03582c7379 req-a5fae5ca-6551-4fda-98b7-bbe1b046192f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.4606645 Sep 18 02:20:46.363986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45386b8c-dcba-4330-81fa-246e522e562b req-c8eed30d-fd6b-4585-aad4-7f5af0ffbb8c service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624205 Sep 18 02:20:46.427413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ed24bc9d-3f9b-4c31-b6a4-63eefb050798 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:46.427893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:46.500122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:46.500563 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:46.605859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e1e0bf4-3b99-49a9-a900-ad03582c7379 req-dbcd6013-3c12-4a7f-b844-e3e3a3037fcb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853477 Sep 18 02:20:46.630632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-f6e9feae-a9d5-4ce8-a0c5-7e32b1b8d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:46.632169 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-f6e9feae-a9d5-4ce8-a0c5-7e32b1b8d017 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b293a41395341468124a9246a1fb26b&device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 1097 time: 0.2672999 Sep 18 02:20:46.685770 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:46.905339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2420b-7e7b-44eb-8bcd-0a0807f579e9 req-adc4169b-aeb2-427d-b978-23719174c0f3 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:46.906973 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4e2420b-7e7b-44eb-8bcd-0a0807f579e9 req-adc4169b-aeb2-427d-b978-23719174c0f3 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.4903035 Sep 18 02:20:46.999863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4e2420b-7e7b-44eb-8bcd-0a0807f579e9 req-76bd0304-cc88-42d4-9260-1d84bbdd0733 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815518 Sep 18 02:20:47.106833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Router 0a8d5d0f-baf8-4530-9a06-4412277835d1 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:47.135383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f3c1f-8580-4bb2-be44-df1c649adebe req-52926f9b-0dd4-4ab7-b282-450c91d2ed0b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:47.136902 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-666f3c1f-8580-4bb2-be44-df1c649adebe req-52926f9b-0dd4-4ab7-b282-450c91d2ed0b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0718801 Sep 18 02:20:47.141347 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:47.175919 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:47.222253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-666f3c1f-8580-4bb2-be44-df1c649adebe req-3aa2f8c5-0b0a-4e7d-b9a9-3f21d7901b82 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523796 Sep 18 02:20:47.255507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-6e5de0d6-dbe6-4f9e-9ddd-cbe30b3896b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:47.257172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-6e5de0d6-dbe6-4f9e-9ddd-cbe30b3896b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba7e5455-1895-4d85-adb4-95c1a476cc44 HTTP/1.1" status: 200 len: 911 time: 0.5763633 Sep 18 02:20:47.295802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network 07860611-040b-47b1-9b21-735232b07182 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:47.297211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:47.303816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7ef0ee36-e7f7-4a00-9922-85f0873057d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a8d5d0f-baf8-4530-9a06-4412277835d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6334538 Sep 18 02:20:47.307196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53778) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:47.312530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:47.327093 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] Sync routers for ids ['0a8d5d0f-baf8-4530-9a06-4412277835d1'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:47.344464 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] Routers {'0a8d5d0f-baf8-4530-9a06-4412277835d1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:47.345437 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0a8d5d0f-baf8-4530-9a06-4412277835d1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:47.348451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=c2c48707-6776-4f86-9cf1-23521111ed34,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:47.352649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:47.359599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-ef1a2e68-fc5a-4438-a005-40670fc91906 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd HTTP/1.1" status: 200 len: 217 time: 0.0873516 Sep 18 02:20:47.390432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-edf9ae21-06ba-4ad1-9839-5b3eeae03c4b tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:47.391965 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-edf9ae21-06ba-4ad1-9839-5b3eeae03c4b tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/networks?id=69a2d190-e7a8-4c91-af5b-6848923dc8e8 HTTP/1.1" status: 200 len: 808 time: 0.3460107 Sep 18 02:20:47.443970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:47.487686 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] Set router 0a8d5d0f-baf8-4530-9a06-4412277835d1 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:47.495014 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-aa64733d-1ffc-417f-8276-46e850f8e7de tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/quotas/5f331af01bf64c6091c3049011faa2e8 HTTP/1.1" status: 200 len: 375 time: 0.0733013 Sep 18 02:20:47.508702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:47.509325 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:47.588039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-51ee1d7f-a36d-46c1-b1ce-0b571c24f214 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f331af01bf64c6091c3049011faa2e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740879 Sep 18 02:20:47.591307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-a6e31a19-e813-4299-b0ff-2e397d13b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:47.592729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-a6e31a19-e813-4299-b0ff-2e397d13b121 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e983105-8b17-45f2-8772-2b1b7a761d0f HTTP/1.1" status: 200 len: 851 time: 0.1728885 Sep 18 02:20:47.598448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1d4f632b-ccd9-4066-8061-1794695b5569 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7717564 Sep 18 02:20:47.600414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:47.608480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'port': {'network_id': '07860611-040b-47b1-9b21-735232b07182', 'name': 'tempest-FloatingIPTestJSON-1967444858'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:47.635190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1232-0216-4bec-8d3b-0665d98052b2 req-717cd981-07d9-42f2-b14d-9ecb732b511d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:47.637018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df7d1232-0216-4bec-8d3b-0665d98052b2 req-717cd981-07d9-42f2-b14d-9ecb732b511d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0895984 Sep 18 02:20:47.641576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:47.671505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-33fb64f8-46e3-4c4b-b152-50d6cf6f1488 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba7e5455-1895-4d85-adb4-95c1a476cc44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503759 Sep 18 02:20:47.791450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-df7d1232-0216-4bec-8d3b-0665d98052b2 req-e59fe198-2c0f-4daa-a7b7-05c61be86fa0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380489 Sep 18 02:20:47.814614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:47.825614 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:20:46Z', 'revision_number': 5, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port': {'id': 'b27f7734-95bf-49df-921b-2728d2e5ed23', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:34Z', 'updated_at': '2021-09-18T02:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:47.833909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-0026bff2-4e3d-400a-aa93-7516402f4bfe service neutron] 10.222.0.21 "GET /v2.0/networks/69a2d190-e7a8-4c91-af5b-6848923dc8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367473 Sep 18 02:20:47.836517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Deleting port b27f7734-95bf-49df-921b-2728d2e5ed23 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:47.838741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:47.860713 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] Checking router: 0a8d5d0f-baf8-4530-9a06-4412277835d1 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:47.872174 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] Routers {'0a8d5d0f-baf8-4530-9a06-4412277835d1'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:47.873410 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['0a8d5d0f-baf8-4530-9a06-4412277835d1'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:47.878316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:47.882669 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:47.923848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-54de45e2-b653-4f57-82b9-75ff199cb5e6 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035005 Sep 18 02:20:47.960964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] device_id is not set on port ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:20:47.972440 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] Set router 0a8d5d0f-baf8-4530-9a06-4412277835d1 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:48.030435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] For port b27f7734-95bf-49df-921b-2728d2e5ed23, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b27f7734-95bf-49df-921b-2728d2e5ed23,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:48.030966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:48.031100 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:20:47Z', 'revision_number': 6, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:48.043536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036c2c-21d4-4ca5-b36e-9c75c48d900b req-76050e28-24c6-46a0-a686-df9ee1daaa79 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:48.045378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9036c2c-21d4-4ca5-b36e-9c75c48d900b req-76050e28-24c6-46a0-a686-df9ee1daaa79 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1709671 Sep 18 02:20:48.059098 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01baef-abd4-4861-ab2a-cc10368a7fbe None None] The sync data for ids ['0a8d5d0f-baf8-4530-9a06-4412277835d1'] in n-d-789963-12 is: [{'id': '0a8d5d0f-baf8-4530-9a06-4412277835d1', 'name': 'tempest-TestServerMultinode-386393195-router', 'tenant_id': '140353b218214789860e8eece24704a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:33Z', 'updated_at': '2021-09-18T02:20:47Z', 'revision_number': 6, 'project_id': '140353b218214789860e8eece24704a5', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:48.069770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Calling delete_port for b27f7734-95bf-49df-921b-2728d2e5ed23 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:48.092287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-496715f4-9c89-4045-ad94-c7a071391968 service neutron] 10.222.0.21 "GET /v2.0/networks/69a2d190-e7a8-4c91-af5b-6848923dc8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189007 Sep 18 02:20:48.129703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7dbfa7c3-0c2c-45b3-b151-b03c5e863cbd req-4cbb0b72-c124-465d-966d-c3e7bb05c164 service neutron] 10.222.0.18 "GET /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731551 Sep 18 02:20:48.146829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Router 4116b419-3a4f-4117-9a21-dac89bf87e03 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:20:48.217137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9036c2c-21d4-4ca5-b36e-9c75c48d900b req-3e3cda9f-eb52-4b41-9aab-1135330672cb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486409 Sep 18 02:20:48.288555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:48.298745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10516046-9451-4179-a124-380f8698f0ab None None] Sync routers for ids ['4116b419-3a4f-4117-9a21-dac89bf87e03'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:48.312455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10516046-9451-4179-a124-380f8698f0ab None None] Routers {'4116b419-3a4f-4117-9a21-dac89bf87e03'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:48.313408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-10516046-9451-4179-a124-380f8698f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4116b419-3a4f-4117-9a21-dac89bf87e03'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:48.348544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.20.0.7 (07860611-040b-47b1-9b21-735232b07182/5b626f09-7ab8-44c3-882f-901028c1a11a/ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:48.352440 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5dd8498c-81e8-4657-9fda-2859e9900ed9 req-5823fc5d-de89-4b2a-bc4a-4d83573024d3 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 210 time: 0.0293338 Sep 18 02:20:48.409127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde7d3d-120a-4f7a-afc1-4e00914d6be4 req-61774979-27f6-4635-8bb7-4e5675360bda tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:48.417710 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8cde7d3d-120a-4f7a-afc1-4e00914d6be4 req-61774979-27f6-4635-8bb7-4e5675360bda tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1195414 Sep 18 02:20:48.420535 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:48.424139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0501bf8a-2b9f-467f-86d7-eda6190bab1b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2836640 Sep 18 02:20:48.425803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53804) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:48.478612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f079fa30-91d1-449b-8196-20b471960aea no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:48.497632 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8cde7d3d-120a-4f7a-afc1-4e00914d6be4 req-7acdcffe-5c5d-4326-b14e-c3c67a38f2e6 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788326 Sep 18 02:20:48.517049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f079fa30-91d1-449b-8196-20b471960aea {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:48.517396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f079fa30-91d1-449b-8196-20b471960aea not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:48.521024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-10516046-9451-4179-a124-380f8698f0ab None None] Set router 4116b419-3a4f-4117-9a21-dac89bf87e03 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:48.707916 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:48.740073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-10516046-9451-4179-a124-380f8698f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:20:46Z', 'revision_number': 3, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port': {'id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:44Z', 'updated_at': '2021-09-18T02:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:48.768957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10516046-9451-4179-a124-380f8698f0ab None None] Checking router: 4116b419-3a4f-4117-9a21-dac89bf87e03 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:48.769405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10516046-9451-4179-a124-380f8698f0ab None None] Updating router 4116b419-3a4f-4117-9a21-dac89bf87e03 port 2141971d-6263-46ef-b1db-b80be3e86e2f binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:20:48.787946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905143-017e-43ad-b923-fa634edfab72 req-a07991e6-5d0c-42ce-97c9-77e6360b9be2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:48.796574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3905143-017e-43ad-b923-fa634edfab72 req-a07991e6-5d0c-42ce-97c9-77e6360b9be2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1816347 Sep 18 02:20:48.801938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27f7734-95bf-49df-921b-2728d2e5ed23,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:48.807344 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10516046-9451-4179-a124-380f8698f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:48.926388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.927090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.927454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.927788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.928125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.928460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.928792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.929124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.929489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.929893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.930227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:48.930641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:49.037501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3905143-017e-43ad-b923-fa634edfab72 req-696ac7e5-c066-40ab-a998-71bbcf8cb259 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398806 Sep 18 02:20:49.081148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.094403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.163173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10516046-9451-4179-a124-380f8698f0ab None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.170482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10516046-9451-4179-a124-380f8698f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.174563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315fcd2-8d69-493f-b041-25deb2a54c26 req-a6bfaabb-0b5c-4932-b367-ff7bb37576e2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:49.176125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b315fcd2-8d69-493f-b041-25deb2a54c26 req-a6bfaabb-0b5c-4932-b367-ff7bb37576e2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0540726 Sep 18 02:20:49.232185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b315fcd2-8d69-493f-b041-25deb2a54c26 req-6bf303bb-a619-449e-a4a6-539265d0f74e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Sep 18 02:20:49.243744 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-10516046-9451-4179-a124-380f8698f0ab None None] Attempting to bind port 2141971d-6263-46ef-b1db-b80be3e86e2f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:49.244232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-10516046-9451-4179-a124-380f8698f0ab None None] Attempting to bind port 2141971d-6263-46ef-b1db-b80be3e86e2f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:49.244762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10516046-9451-4179-a124-380f8698f0ab None None] Attempting to bind port 2141971d-6263-46ef-b1db-b80be3e86e2f on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:49.245389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.249090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f54360-7c4c-4053-bd73-d9df5191053b None None] Pushing event updated for resources: {'Port': ['ID=2141971d-6263-46ef-b1db-b80be3e86e2f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:49.251293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.262977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10516046-9451-4179-a124-380f8698f0ab None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:49.262977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10516046-9451-4179-a124-380f8698f0ab None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:49.262977 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10516046-9451-4179-a124-380f8698f0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.262977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10516046-9451-4179-a124-380f8698f0ab None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:49.262977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-10516046-9451-4179-a124-380f8698f0ab None None] Bound port: 2141971d-6263-46ef-b1db-b80be3e86e2f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:49.262977 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10516046-9451-4179-a124-380f8698f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.322676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-10516046-9451-4179-a124-380f8698f0ab None None] For port 2141971d-6263-46ef-b1db-b80be3e86e2f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:49.326555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-10516046-9451-4179-a124-380f8698f0ab None None] For port 2141971d-6263-46ef-b1db-b80be3e86e2f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2141971d-6263-46ef-b1db-b80be3e86e2f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:49.333536 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10516046-9451-4179-a124-380f8698f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.352588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.363838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.364456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a8d5d0f-baf8-4530-9a06-4412277835d1 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:20:49.407743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.409187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b28bfcda-54cf-4fd3-9c4e-eff1bf9ab457 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0a8d5d0f-baf8-4530-9a06-4412277835d1 HTTP/1.1" status: 204 len: 168 time: 2.1005719 Sep 18 02:20:49.412326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f54360-7c4c-4053-bd73-d9df5191053b None None] Pushing event updated for resources: {'Port': ['ID=2141971d-6263-46ef-b1db-b80be3e86e2f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:49.417669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53820) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:49.421637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435faaa-d842-41b8-9f1a-d5f633cca812 req-b6f07815-df9e-47cc-b3a0-b424acbcf03d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:49.429103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10516046-9451-4179-a124-380f8698f0ab None None] Routers {'4116b419-3a4f-4117-9a21-dac89bf87e03'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:49.429389 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c435faaa-d842-41b8-9f1a-d5f633cca812 req-b6f07815-df9e-47cc-b3a0-b424acbcf03d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0758369 Sep 18 02:20:49.430185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-10516046-9451-4179-a124-380f8698f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4116b419-3a4f-4117-9a21-dac89bf87e03'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:49.484595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network 07860611-040b-47b1-9b21-735232b07182 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:49.515100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c435faaa-d842-41b8-9f1a-d5f633cca812 req-003d3529-5b44-4a8a-91d7-87a250736e19 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828855 Sep 18 02:20:49.517066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:49.519004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:49.539954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:49.583190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-10516046-9451-4179-a124-380f8698f0ab None None] Set router 4116b419-3a4f-4117-9a21-dac89bf87e03 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:49.712223 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-085e7184-5094-428c-94d4-011385b478e4 req-c4dace46-82ad-44c0-9e02-35aa35bd2c86 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 210 time: 0.1825283 Sep 18 02:20:49.715085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-708dbb31-aeb3-4893-a0c1-317919c1d879 admin admin] Deleting subnet 0f3345f1-fe64-45f2-a601-701b4ad96ca3 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:20:49.734687 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-708dbb31-aeb3-4893-a0c1-317919c1d879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.783014 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d866c26-44cb-41c8-b633-61ea2cc7ef83 req-05340aef-3851-4838-a3e9-9fd9ba11a5e4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:49.785493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d866c26-44cb-41c8-b633-61ea2cc7ef83 req-05340aef-3851-4838-a3e9-9fd9ba11a5e4 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1010590 Sep 18 02:20:49.793829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:49.794470 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.821005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-10516046-9451-4179-a124-380f8698f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:20:46Z', 'revision_number': 3, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port': {'id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:44Z', 'updated_at': '2021-09-18T02:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:49.828139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3d866c26-44cb-41c8-b633-61ea2cc7ef83 req-f8eddf30-be1c-48d0-9a96-d5afb6e37996 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346940 Sep 18 02:20:49.846777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-708dbb31-aeb3-4893-a0c1-317919c1d879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:49.847606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10516046-9451-4179-a124-380f8698f0ab None None] The sync data for ids ['4116b419-3a4f-4117-9a21-dac89bf87e03'] in n-d-789963-12 is: [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:20:46Z', 'revision_number': 3, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port': {'id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:44Z', 'updated_at': '2021-09-18T02:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:49.889624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-6a4a1de6-87e1-40ef-aaf9-d756478a9798 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:49.891147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-6a4a1de6-87e1-40ef-aaf9-d756478a9798 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.20 "GET /v2.0/networks?id=69a2d190-e7a8-4c91-af5b-6848923dc8e8 HTTP/1.1" status: 200 len: 808 time: 0.4170597 Sep 18 02:20:50.097262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7c846-b9fd-458e-bcaf-4d38fc47c296 req-c03bfcc4-4444-46ca-b19a-f88fd225ba79 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:50.112035 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61b7c846-b9fd-458e-bcaf-4d38fc47c296 req-c03bfcc4-4444-46ca-b19a-f88fd225ba79 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.0719652 Sep 18 02:20:50.170290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61b7c846-b9fd-458e-bcaf-4d38fc47c296 req-8c97f437-ab6c-47fc-99d2-c7ad9bf2879d tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502474 Sep 18 02:20:50.262028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-08306dc5-683a-48ce-83e4-9536d07b6bf7 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6566319 Sep 18 02:20:50.262963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53832) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:50.268264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:50.271993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Request body: {'port': {'device_id': 'b6219a24-e264-4095-afae-51ad3caf8a88', 'network_id': '69a2d190-e7a8-4c91-af5b-6848923dc8e8', 'admin_state_up': True, 'tenant_id': '5f331af01bf64c6091c3049011faa2e8'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:50.295349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2141971d-6263-46ef-b1db-b80be3e86e2f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:50.300180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.303523 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.368903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2141971d-6263-46ef-b1db-b80be3e86e2f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:50.372749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.420422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcaceb-b0db-4235-b603-11dbeaaf626f req-0c49f89f-4981-4d15-bfe8-3c3d2b30fbf8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:50.422064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83bcaceb-b0db-4235-b603-11dbeaaf626f req-0c49f89f-4981-4d15-bfe8-3c3d2b30fbf8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.6195631 Sep 18 02:20:50.439892 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.484102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.507769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-708dbb31-aeb3-4893-a0c1-317919c1d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.510183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 2141971d-6263-46ef-b1db-b80be3e86e2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2141971d-6263-46ef-b1db-b80be3e86e2f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:50.516181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.588554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b27f7734-95bf-49df-921b-2728d2e5ed23 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:50.595495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=2141971d-6263-46ef-b1db-b80be3e86e2f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:50.618242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b27f7734-95bf-49df-921b-2728d2e5ed23 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:50.618605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b27f7734-95bf-49df-921b-2728d2e5ed23 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:50.624422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.25.0.35 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/1f4d7e6a-378e-4416-a1f0-a7780d3d52f1) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:50.627055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83bcaceb-b0db-4235-b603-11dbeaaf626f req-ba5afa79-cd88-4080-9193-0a53062cf365 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934011 Sep 18 02:20:50.667159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Made reservation on behalf of 5f331af01bf64c6091c3049011faa2e8 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:20:50.671412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.752481 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-708dbb31-aeb3-4893-a0c1-317919c1d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.819843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.901572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dbb31-aeb3-4893-a0c1-317919c1d879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3345f1-fe64-45f2-a601-701b4ad96ca3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:50.907025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef937225-97b0-4882-9a69-76f7e7097f76 None None] Network eaca588d-2d0d-4e30-abf8-3917ba919ddd requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:50.912694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-708dbb31-aeb3-4893-a0c1-317919c1d879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.915485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31b72442-6029-420d-80cc-dd28f62a26fb req-9d250a44-8d5a-4ea5-85b2-6300c6330e1b tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 210 time: 0.0932591 Sep 18 02:20:50.918932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-708dbb31-aeb3-4893-a0c1-317919c1d879 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f3345f1-fe64-45f2-a601-701b4ad96ca3 HTTP/1.1" status: 204 len: 168 time: 1.4973662 Sep 18 02:20:50.920468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53842) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:50.924758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:50.973191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Allocated IP 172.20.0.3 (69a2d190-e7a8-4c91-af5b-6848923dc8e8/93830bbd-9ade-4743-a73c-e7ae6fefde1e/7daaebe6-e8fa-4e5a-9d17-a112df492976) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:50.976081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Allocated IP 172.20.0.1 (a41b9140-f81d-4b28-bf66-7535da188bc1/7a6676c8-b52b-45f7-9106-e7bcddd4381a/d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:51.000100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:51.018154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:51.024069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:51.047839 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf61faf-a1a0-424a-b575-177c7b4000aa req-fe38625e-5bb1-4441-bc78-42eed59b4fdc tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:51.050024 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bf61faf-a1a0-424a-b575-177c7b4000aa req-fe38625e-5bb1-4441-bc78-42eed59b4fdc tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1266823 Sep 18 02:20:51.092290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=1f4d7e6a-378e-4416-a1f0-a7780d3d52f1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:51.113850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.189715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] DHCP port deletion for eaca588d-2d0d-4e30-abf8-3917ba919ddd request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:20:51.252690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bf61faf-a1a0-424a-b575-177c7b4000aa req-e974e6ea-8d80-449f-8545-c796b934a987 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855450 Sep 18 02:20:51.292927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] Deleting port 765fb368-c84c-42f3-ace1-30587d0e20f3 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:51.293403 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.304046 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.349907 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.363647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] For port 765fb368-c84c-42f3-ace1-30587d0e20f3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=765fb368-c84c-42f3-ace1-30587d0e20f3,segment=NetworkSegment(2ee0bb8c-ea55-455c-a9de-f9c78b33edb5),segment_id=2ee0bb8c-ea55-455c-a9de-f9c78b33edb5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:51.364132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.379175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] Calling delete_port for 765fb368-c84c-42f3-ace1-30587d0e20f3 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:51.388297 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.442218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Network a41b9140-f81d-4b28-bf66-7535da188bc1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:51.443493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.453286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:51.455872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:51.470341 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.493382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Pushing event updated for resources: {'Port': ['ID=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:51.512649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] Pushing event deleted for resources: {'Port': ['ID=765fb368-c84c-42f3-ace1-30587d0e20f3,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:51.518736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e28644-2248-47e8-a6ca-fbb2c33a1ff6 None None] No DVR routers for this DVR port 765fb368-c84c-42f3-ace1-30587d0e20f3 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:51.543361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:51.549764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:51.552287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:51.560441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Deleting port 765fb368-c84c-42f3-ace1-30587d0e20f3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:51.560978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.588395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.637489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Pushing event updated for resources: {'Port': ['ID=7daaebe6-e8fa-4e5a-9d17-a112df492976,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:51.665525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:51.666168 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.693832 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1d79785a-ec8a-4c1c-ad95-94cd6a3416ab tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4334304 Sep 18 02:20:51.707536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] For port 765fb368-c84c-42f3-ace1-30587d0e20f3, host n-d-789963-12, got binding levels [] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:51.707861 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.717683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b740f7-6bfb-4578-94e5-ee1d1f3b4161 req-2d85be45-aa4a-4d42-b9d6-c540c109b657 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:51.719249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87b740f7-6bfb-4578-94e5-ee1d1f3b4161 req-2d85be45-aa4a-4d42-b9d6-c540c109b657 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1761098 Sep 18 02:20:51.735058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Request body: {'port': {'device_id': 'b6219a24-e264-4095-afae-51ad3caf8a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:51.778165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Calling delete_port for 765fb368-c84c-42f3-ace1-30587d0e20f3 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:51.782203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-11a7eb7a-e223-448f-a0b4-18aa95f31165 None None] Provisioning complete for port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:51.783821 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11a7eb7a-e223-448f-a0b4-18aa95f31165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.817645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Port 765fb368-c84c-42f3-ace1-30587d0e20f3 was not found and therefore no delete operation was performed {{(pid=106440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:20:51.829697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.867772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-11a7eb7a-e223-448f-a0b4-18aa95f31165 None None] Port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:51.872550 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.893360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=765fb368-c84c-42f3-ace1-30587d0e20f3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:51.897250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] No DVR routers for this DVR port 765fb368-c84c-42f3-ace1-30587d0e20f3 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:51.898167 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:51.930619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87b740f7-6bfb-4578-94e5-ee1d1f3b4161 req-871509f3-2a02-49e4-b388-05d36d6a6e13 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018306 Sep 18 02:20:52.148838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.187733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-2027050f-06c9-4393-af21-e2d9b4fd5064 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:52.189893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-2027050f-06c9-4393-af21-e2d9b4fd5064 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.2743859 Sep 18 02:20:52.241687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaca588d-2d0d-4e30-abf8-3917ba919ddd']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:52.267606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1919dd-2abb-4ba6-ac3e-df0bfb4eb817 req-ce122dda-c2a4-413d-af0b-62772953a5b9 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:52.275163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da1919dd-2abb-4ba6-ac3e-df0bfb4eb817 req-ce122dda-c2a4-413d-af0b-62772953a5b9 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 931 time: 0.2329094 Sep 18 02:20:52.295751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.302189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:52.302481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee0bb8c-ea55-455c-a9de-f9c78b33edb5') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:52.340702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2141971d-6263-46ef-b1db-b80be3e86e2f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:52.363461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.380693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.391387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-da1919dd-2abb-4ba6-ac3e-df0bfb4eb817 req-1b94a4e3-a9ff-4f2b-bb70-2a67ae1d589e tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151748 Sep 18 02:20:52.398007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2141971d-6263-46ef-b1db-b80be3e86e2f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:52.399391 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.406224 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.459680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.477648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:20:52.478556 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:20:52.483322 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:20:52.509882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Pushing event updated for resources: {'Port': ['ID=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:52.511981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.569526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f1770-e7a7-432b-9c2f-7e7eeab64c1e req-caea0908-7516-4e80-95ec-026cf14e3323 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:52.571633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-919f1770-e7a7-432b-9c2f-7e7eeab64c1e req-caea0908-7516-4e80-95ec-026cf14e3323 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1967547 Sep 18 02:20:52.579061 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.581717 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 765fb368-c84c-42f3-ace1-30587d0e20f3 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:52.608594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Deleting port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:52.609098 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.613465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 765fb368-c84c-42f3-ace1-30587d0e20f3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:52.614362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 765fb368-c84c-42f3-ace1-30587d0e20f3 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:52.617883 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.623880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7daaebe6-e8fa-4e5a-9d17-a112df492976 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:52.634607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.636532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.638391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eaca588d-2d0d-4e30-abf8-3917ba919ddd HTTP/1.1" status: 204 len: 168 time: 1.7157776 Sep 18 02:20:52.647132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53852) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:52.686052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd844b4-8db0-482c-8875-bbd592557c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaca588d-2d0d-4e30-abf8-3917ba919ddd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:52.692751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Transition to ACTIVE for port object 7daaebe6-e8fa-4e5a-9d17-a112df492976 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:20:52.699493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.709498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Network a41b9140-f81d-4b28-bf66-7535da188bc1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:52.720547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:52.751341 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-919f1770-e7a7-432b-9c2f-7e7eeab64c1e req-ce3f3f89-533e-4dd1-8e5a-d8d541f32802 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672521 Sep 18 02:20:52.840187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] For port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,segment=NetworkSegment(36529818-6121-4029-b76e-4f2d377579f9),segment_id=36529818-6121-4029-b76e-4f2d377579f9)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:52.840702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:52.852902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7daaebe6-e8fa-4e5a-9d17-a112df492976,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:52.864983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Calling delete_port for 7f6c0824-0bba-4238-99d2-3f6e6e3406cd owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:52.982402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.001446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.103989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-737c6386-789a-4606-9acb-209f3e97b64d None None] Provisioning complete for port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:53.104257 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-737c6386-789a-4606-9acb-209f3e97b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.152149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=1f4d7e6a-378e-4416-a1f0-a7780d3d52f1,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:53.152900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-737c6386-789a-4606-9acb-209f3e97b64d None None] Port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:20:53.163277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Attempting to bind port 7daaebe6-e8fa-4e5a-9d17-a112df492976 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:53.164414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Attempting to bind port 7daaebe6-e8fa-4e5a-9d17-a112df492976 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '273d0555-273d-41d2-b996-de3fb5c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69a2d190-e7a8-4c91-af5b-6848923dc8e8'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:53.164653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Attempting to bind port 7daaebe6-e8fa-4e5a-9d17-a112df492976 on network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:53.171685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Router 4116b419-3a4f-4117-9a21-dac89bf87e03 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:53.182945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Port 7daaebe6-e8fa-4e5a-9d17-a112df492976 on network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:20:53.183219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Attempting to bind port 7daaebe6-e8fa-4e5a-9d17-a112df492976 on network 69a2d190-e7a8-4c91-af5b-6848923dc8e8 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:53.197602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.206805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55c252-8352-4f0e-bc5f-f228dd368c8a req-7dcf9a13-4c3b-4b28-9af0-248556d49120 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:53.207022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:53.207286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Checking segment: {'id': '273d0555-273d-41d2-b996-de3fb5c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69a2d190-e7a8-4c91-af5b-6848923dc8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:53.207654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Bound using segment: {'id': '273d0555-273d-41d2-b996-de3fb5c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69a2d190-e7a8-4c91-af5b-6848923dc8e8'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:53.208257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Bound port: 7daaebe6-e8fa-4e5a-9d17-a112df492976, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273d0555-273d-41d2-b996-de3fb5c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69a2d190-e7a8-4c91-af5b-6848923dc8e8'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:53.208620 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.209020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd55c252-8352-4f0e-bc5f-f228dd368c8a req-7dcf9a13-4c3b-4b28-9af0-248556d49120 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2fc93b0-03f7-4f88-b240-71a9874877cf HTTP/1.1" status: 200 len: 945 time: 0.1530998 Sep 18 02:20:53.232869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec33064-8a2b-4119-9f99-68c8993d6c07 req-b2b72a92-e6b2-4a27-934f-b3ef48d53d80 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:53.234380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ec33064-8a2b-4119-9f99-68c8993d6c07 req-b2b72a92-e6b2-4a27-934f-b3ef48d53d80 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1643853 Sep 18 02:20:53.255782 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.302902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Pushing event deleted for resources: {'Port': ['ID=7f6c0824-0bba-4238-99d2-3f6e6e3406cd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:53.370049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd55c252-8352-4f0e-bc5f-f228dd368c8a req-665c62e3-821e-4a2d-8859-66928e8e5ebe tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.21 "GET /v2.0/security-groups?id=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240840 Sep 18 02:20:53.394488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] No DVR routers for this DVR port 7f6c0824-0bba-4238-99d2-3f6e6e3406cd on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:20:53.400961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.403028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f287c80-c88b-46f8-8a2a-f9c68d4e8d93 req-f0fb7591-769e-4ac3-a15b-a266e22f2a19 tempest-TestServerAdvancedOps-1378575163 tempest-TestServerAdvancedOps-1378575163-project] 10.222.0.18 "DELETE /v2.0/ports/7f6c0824-0bba-4238-99d2-3f6e6e3406cd HTTP/1.1" status: 204 len: 173 time: 1.2018483 Sep 18 02:20:53.403481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fc93b0-03f7-4f88-b240-71a9874877cf', 'name': 'network-vif-deleted', 'tag': '7f6c0824-0bba-4238-99d2-3f6e6e3406cd'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:53.405859 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2709570-9cff-49c5-ae38-c4830bae8f28" -d '{"events": [{"server_uuid": "d2fc93b0-03f7-4f88-b240-71a9874877cf", "name": "network-vif-deleted", "tag": "7f6c0824-0bba-4238-99d2-3f6e6e3406cd"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:53.424550 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP 496cdfc8-2a9f-49bc-92e2-be9f560f3043 associated. External IP: 172.25.0.35, port: ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25. Sep 18 02:20:53.466936 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d6d47-7fd0-43ef-b719-8051da79d517 x-openstack-request-id: req-193d6d47-7fd0-43ef-b719-8051da79d517 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:53.467873 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fc93b0-03f7-4f88-b240-71a9874877cf", "name": "network-vif-deleted", "tag": "7f6c0824-0bba-4238-99d2-3f6e6e3406cd", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:53.467873 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-193d6d47-7fd0-43ef-b719-8051da79d517 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:53.467873 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fc93b0-03f7-4f88-b240-71a9874877cf', 'name': 'network-vif-deleted', 'tag': '7f6c0824-0bba-4238-99d2-3f6e6e3406cd', 'status': 'completed', 'code': 200} Sep 18 02:20:53.626150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fef8c-acfb-42b9-9944-dfce5941119f req-395632ed-426e-4883-aff0-7f3908a7fb91 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:53.627640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-616fef8c-acfb-42b9-9944-dfce5941119f req-395632ed-426e-4883-aff0-7f3908a7fb91 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 943 time: 0.1047029 Sep 18 02:20:53.720637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-616fef8c-acfb-42b9-9944-dfce5941119f req-a96f5ce4-1939-427e-a0a5-34315d25ca54 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845962 Sep 18 02:20:53.722385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:53.760929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ec33064-8a2b-4119-9f99-68c8993d6c07 req-d27a217f-f540-471f-a54f-bc2af5349d4d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053139 Sep 18 02:20:53.770443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] For port 7daaebe6-e8fa-4e5a-9d17-a112df492976, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:53.828681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] For port 7daaebe6-e8fa-4e5a-9d17-a112df492976, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7daaebe6-e8fa-4e5a-9d17-a112df492976,segment=NetworkSegment(273d0555-273d-41d2-b996-de3fb5c555a9),segment_id=273d0555-273d-41d2-b996-de3fb5c555a9)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:53.841765 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.857615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:53.868398 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Sync routers for ids ['4116b419-3a4f-4117-9a21-dac89bf87e03'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:53.883701 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Routers {'4116b419-3a4f-4117-9a21-dac89bf87e03'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:53.885314 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4116b419-3a4f-4117-9a21-dac89bf87e03'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:53.885986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-50ccb3ec-9553-4999-8792-1662909a182b admin admin] 10.222.0.21 "PUT /v2.0/routers/4116b419-3a4f-4117-9a21-dac89bf87e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4576468 Sep 18 02:20:53.900946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:53.902497 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:53.903029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/7daaebe6-e8fa-4e5a-9d17-a112df492976 HTTP/1.1" status: 200 len: 1092 time: 2.2008770 Sep 18 02:20:53.905384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6219a24-e264-4095-afae-51ad3caf8a88', 'tag': '7daaebe6-e8fa-4e5a-9d17-a112df492976'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:20:53.907692 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739" -d '{"events": [{"name": "network-changed", "server_uuid": "b6219a24-e264-4095-afae-51ad3caf8a88", "tag": "7daaebe6-e8fa-4e5a-9d17-a112df492976"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:20:53.959152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d18b5-fcd6-4ba8-9331-0b523c2199e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7daaebe6-e8fa-4e5a-9d17-a112df492976,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:53.969871 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b043469-e295-4fe6-8ead-88753b98f121 x-openstack-request-id: req-3b043469-e295-4fe6-8ead-88753b98f121 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:20:53.970389 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6219a24-e264-4095-afae-51ad3caf8a88", "tag": "7daaebe6-e8fa-4e5a-9d17-a112df492976", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:20:53.970844 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b043469-e295-4fe6-8ead-88753b98f121 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:20:53.971380 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6219a24-e264-4095-afae-51ad3caf8a88', 'tag': '7daaebe6-e8fa-4e5a-9d17-a112df492976', 'status': 'completed', 'code': 200} Sep 18 02:20:54.106324 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Set router 4116b419-3a4f-4117-9a21-dac89bf87e03 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:54.108391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-dd019977-7ff0-44e2-a356-c6fc60f53a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:54.110686 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-dd019977-7ff0-44e2-a356-c6fc60f53a29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f331af01bf64c6091c3049011faa2e8&device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 1095 time: 0.1302035 Sep 18 02:20:54.174809 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-46f75b91-9611-4e3f-82db-fbe538a1f5eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7daaebe6-e8fa-4e5a-9d17-a112df492976 HTTP/1.1" status: 200 len: 217 time: 0.0479281 Sep 18 02:20:54.179757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.180324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:54.191326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef866c6-2104-413e-85fb-67a6ce9c1143 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:54.206323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef866c6-2104-413e-85fb-67a6ce9c1143 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:54.207011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cef866c6-2104-413e-85fb-67a6ce9c1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:54.215877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.256784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-12aa219b-8f71-465c-9d69-442dc560d945 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9927053 Sep 18 02:20:54.260170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53880) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:54.261817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cef866c6-2104-413e-85fb-67a6ce9c1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:54.272497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:54.272765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1e07ed02-230d-4c6f-a71a-7cf7eb23b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:54.274383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef866c6-2104-413e-85fb-67a6ce9c1143 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:54.275040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-1e07ed02-230d-4c6f-a71a-7cf7eb23b8ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93830bbd-9ade-4743-a73c-e7ae6fefde1e HTTP/1.1" status: 200 len: 848 time: 0.0748606 Sep 18 02:20:54.275155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cef866c6-2104-413e-85fb-67a6ce9c1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:54.349651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-5f358fda-7cce-4850-ad51-ce10f43ac41f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69a2d190-e7a8-4c91-af5b-6848923dc8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301826 Sep 18 02:20:54.381008 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:20:51Z', 'revision_number': 4, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port': {'id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:44Z', 'updated_at': '2021-09-18T02:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c', 'name': '', 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'mac_address': 'fa:16:3e:eb:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '7a6676c8-b52b-45f7-9106-e7bcddd4381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:50Z', 'updated_at': '2021-09-18T02:20:51Z', 'revision_number': 2, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'subnets': [{'id': '7a6676c8-b52b-45f7-9106-e7bcddd4381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:54.407244 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.423691 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Checking router: 4116b419-3a4f-4117-9a21-dac89bf87e03 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:54.424216 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Updating router 4116b419-3a4f-4117-9a21-dac89bf87e03 port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:20:54.467170 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.478412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53888) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:54.560419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cef866c6-2104-413e-85fb-67a6ce9c1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:54.561309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef866c6-2104-413e-85fb-67a6ce9c1143 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:54.593241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-2bcf089c-9496-45bd-8dd0-4aef097d9c07 service neutron] 10.222.0.20 "GET /v2.0/networks/69a2d190-e7a8-4c91-af5b-6848923dc8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346799 Sep 18 02:20:54.631520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9816b00-2dd3-4622-b6f5-9238ac246993 admin admin] Deleting subnet 4e983105-8b17-45f2-8772-2b1b7a761d0f {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:20:54.650654 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9816b00-2dd3-4622-b6f5-9238ac246993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.658677 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.664605 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.664964 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP 496cdfc8-2a9f-49bc-92e2-be9f560f3043 disassociated. External IP: 172.25.0.35, port: ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25. Sep 18 02:20:54.767798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9816b00-2dd3-4622-b6f5-9238ac246993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.826264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b08ac504-55a4-45b2-9184-8901a0d62db1 req-ab24af75-5bc7-477f-a1a5-3c4e6ca27c76 service neutron] 10.222.0.20 "GET /v2.0/networks/69a2d190-e7a8-4c91-af5b-6848923dc8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229800 Sep 18 02:20:54.848689 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.864394 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.921045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 7f6c0824-0bba-4238-99d2-3f6e6e3406cd no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:20:54.923070 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9816b00-2dd3-4622-b6f5-9238ac246993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:54.952500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 7f6c0824-0bba-4238-99d2-3f6e6e3406cd {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:20:54.952938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 7f6c0824-0bba-4238-99d2-3f6e6e3406cd not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:20:54.982042 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Pushing event updated for resources: {'Port': ['ID=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:55.006973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd07885-3532-4df3-81f4-0cb3a195f450 req-21692d0e-8597-4c22-9d07-90bb619a2270 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:55.009814 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dd07885-3532-4df3-81f4-0cb3a195f450 req-21692d0e-8597-4c22-9d07-90bb619a2270 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1195526 Sep 18 02:20:55.018234 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.018593 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.018992 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.019326 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.019658 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.031790 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.032415 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.032909 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.033385 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.034026 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.034498 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.034990 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:20:55.126912 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Attempting to bind port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:20:55.127292 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Attempting to bind port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:20:55.128302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5af7-e79e-48c6-b8f4-dc09f4d0e5e7 req-b9863e75-3215-45f7-afb0-1fe1bb135d68 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:55.128425 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Attempting to bind port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c on network a41b9140-f81d-4b28-bf66-7535da188bc1 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:20:55.136741 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:20:55.137220 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Checking segment: {'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:20:55.137690 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.138093 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Bound using segment: {'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:20:55.138847 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Bound port: d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7055078f-fc7e-4800-abf0-e267bd47dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:20:55.139196 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-784e5af7-e79e-48c6-b8f4-dc09f4d0e5e7 req-b9863e75-3215-45f7-afb0-1fe1bb135d68 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 943 time: 0.3090997 Sep 18 02:20:55.139303 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.190359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dd07885-3532-4df3-81f4-0cb3a195f450 req-bf4a1f25-40b6-4bca-a9b2-c644e10df804 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692028 Sep 18 02:20:55.192189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-3850ae37-9bf9-4646-bc3d-4b6e2515cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:55.193927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-3850ae37-9bf9-4646-bc3d-4b6e2515cc7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f331af01bf64c6091c3049011faa2e8&device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 1095 time: 0.3067458 Sep 18 02:20:55.199077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:55.263267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-784e5af7-e79e-48c6-b8f4-dc09f4d0e5e7 req-116c0207-b004-4733-88b8-a650462bf77e tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224833 Sep 18 02:20:55.286124 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] For port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:20:55.292469 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] For port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,segment=NetworkSegment(7055078f-fc7e-4800-abf0-e267bd47dd3b),segment_id=7055078f-fc7e-4800-abf0-e267bd47dd3b)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:20:55.299190 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.300651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-01d684c6-6e23-425c-a9af-16a4dd297779 None None] Provisioning complete for port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:55.301220 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-01d684c6-6e23-425c-a9af-16a4dd297779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.314015 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9816b00-2dd3-4622-b6f5-9238ac246993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.368095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Deleting port aadac1ba-56e9-4f83-a999-76097c373c03 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:55.368564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.370536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9816b00-2dd3-4622-b6f5-9238ac246993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e983105-8b17-45f2-8772-2b1b7a761d0f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:55.376105 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9816b00-2dd3-4622-b6f5-9238ac246993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.378284 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a9816b00-2dd3-4622-b6f5-9238ac246993 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4e983105-8b17-45f2-8772-2b1b7a761d0f HTTP/1.1" status: 204 len: 168 time: 0.8986354 Sep 18 02:20:55.391483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:55.395167 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d6d7f-7172-4f22-ae2a-011a5e79c193 None None] Pushing event updated for resources: {'Port': ['ID=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:55.423101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:55.423260 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Routers {'4116b419-3a4f-4117-9a21-dac89bf87e03'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:55.423260 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4116b419-3a4f-4117-9a21-dac89bf87e03'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:55.427841 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.438796 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f489dc1-7518-41ec-9448-ebb96cf30f7a None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:55.486577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2a5bd66e-e60a-4076-ac54-07ed55abe828 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/floatingips/496cdfc8-2a9f-49bc-92e2-be9f560f3043 HTTP/1.1" status: 200 len: 687 time: 1.2176607 Sep 18 02:20:55.487141 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-01d684c6-6e23-425c-a9af-16a4dd297779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.489025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53906) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:55.507247 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f489dc1-7518-41ec-9448-ebb96cf30f7a None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:55.509419 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6f489dc1-7518-41ec-9448-ebb96cf30f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:55.559481 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6f489dc1-7518-41ec-9448-ebb96cf30f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:55.563981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-01d684c6-6e23-425c-a9af-16a4dd297779 None None] For port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,segment=NetworkSegment(7055078f-fc7e-4800-abf0-e267bd47dd3b),segment_id=7055078f-fc7e-4800-abf0-e267bd47dd3b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:55.581868 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-01d684c6-6e23-425c-a9af-16a4dd297779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.608539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-adf188b7-2b4b-4c87-9e3e-9923c4462ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:55.610076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-adf188b7-2b4b-4c87-9e3e-9923c4462ace service neutron] 10.222.0.20 "GET /v2.0/networks?id=69a2d190-e7a8-4c91-af5b-6848923dc8e8 HTTP/1.1" status: 200 len: 908 time: 0.4046032 Sep 18 02:20:55.650074 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f489dc1-7518-41ec-9448-ebb96cf30f7a None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:55.650739 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6f489dc1-7518-41ec-9448-ebb96cf30f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:55.665461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d684c6-6e23-425c-a9af-16a4dd297779 None None] Pushing event updated for resources: {'Port': ['ID=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:55.673322 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.676997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.693819 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6f489dc1-7518-41ec-9448-ebb96cf30f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:55.695532 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f489dc1-7518-41ec-9448-ebb96cf30f7a None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:55.696209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-3a7316d9-bc4a-40c8-b6a0-0e350cf0c4a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7daaebe6-e8fa-4e5a-9d17-a112df492976 HTTP/1.1" status: 200 len: 217 time: 0.0743785 Sep 18 02:20:55.718375 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] Set router 4116b419-3a4f-4117-9a21-dac89bf87e03 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:55.759272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 1f4d7e6a-378e-4416-a1f0-a7780d3d52f1 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:55.760414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.790058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dac9b2-7752-4551-9990-d94ab8fb5185 req-d88c4a51-0542-4d09-bb24-5f70e7a26702 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:55.791778 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11dac9b2-7752-4551-9990-d94ab8fb5185 req-d88c4a51-0542-4d09-bb24-5f70e7a26702 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.3902185 Sep 18 02:20:55.806963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] For port aadac1ba-56e9-4f83-a999-76097c373c03, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aadac1ba-56e9-4f83-a999-76097c373c03,segment=NetworkSegment(3074306a-6544-49ef-abc4-7c5e26318bb4),segment_id=3074306a-6544-49ef-abc4-7c5e26318bb4)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:55.807426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.811655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2a655312-04ba-44b3-9790-0f03d5614d29 None None] Provisioning complete for port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:55.812264 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2a655312-04ba-44b3-9790-0f03d5614d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.835199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Calling delete_port for aadac1ba-56e9-4f83-a999-76097c373c03 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:55.867831 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.869429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:55.874998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-e93ef91d-d0c2-436e-b65d-111e516e40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:55.877007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-e93ef91d-d0c2-436e-b65d-111e516e40ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93830bbd-9ade-4743-a73c-e7ae6fefde1e HTTP/1.1" status: 200 len: 848 time: 0.1714199 Sep 18 02:20:55.885239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 1f4d7e6a-378e-4416-a1f0-a7780d3d52f1 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:55.947965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11dac9b2-7752-4551-9990-d94ab8fb5185 req-c099121d-2c77-4f60-afbc-23ec48f5ba5e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431355 Sep 18 02:20:55.952062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-76792e25-7116-4711-9689-5e8ebecc2399 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69a2d190-e7a8-4c91-af5b-6848923dc8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665524 Sep 18 02:20:55.969851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.138943 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.173650 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:20:51Z', 'revision_number': 4, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port': {'id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:44Z', 'updated_at': '2021-09-18T02:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c', 'name': '', 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'mac_address': 'fa:16:3e:eb:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '7a6676c8-b52b-45f7-9106-e7bcddd4381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:50Z', 'updated_at': '2021-09-18T02:20:55Z', 'revision_number': 4, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'subnets': [{'id': '7a6676c8-b52b-45f7-9106-e7bcddd4381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:56.177726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=1f4d7e6a-378e-4416-a1f0-a7780d3d52f1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:56.213912 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b11dc-753d-4caf-8fb9-e3d750e55b14 None None] The sync data for ids ['4116b419-3a4f-4117-9a21-dac89bf87e03'] in n-d-789963-12 is: [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:20:51Z', 'revision_number': 4, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port': {'id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:44Z', 'updated_at': '2021-09-18T02:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c', 'name': '', 'network_id': 'a41b9140-f81d-4b28-bf66-7535da188bc1', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'mac_address': 'fa:16:3e:eb:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '7a6676c8-b52b-45f7-9106-e7bcddd4381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:50Z', 'updated_at': '2021-09-18T02:20:55Z', 'revision_number': 4, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'subnets': [{'id': '7a6676c8-b52b-45f7-9106-e7bcddd4381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:56.271034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.297626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.300438 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.301664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2a209d4f-3353-499b-906f-99ec9ab6fa53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/floatingips/496cdfc8-2a9f-49bc-92e2-be9f560f3043 HTTP/1.1" status: 204 len: 168 time: 0.8110151 Sep 18 02:20:56.306391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53916) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:56.312576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'c2c48707-6776-4f86-9cf1-23521111ed34'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:20:56.355355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e5455-1895-4d85-adb4-95c1a476cc44']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:56.373207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36529818-6121-4029-b76e-4f2d377579f9') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:56.373476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36529818-6121-4029-b76e-4f2d377579f9') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:56.388938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.410172 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.430207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85e2ab-0cd1-4d97-beca-37cbe7ff7ad7 req-58a5d4bc-1708-4117-b08b-757a7c0c5a38 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:56.431825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb85e2ab-0cd1-4d97-beca-37cbe7ff7ad7 req-58a5d4bc-1708-4117-b08b-757a7c0c5a38 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.3085227 Sep 18 02:20:56.436247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725f812-fd8f-4f73-af92-522e9f55d887 req-ee252c75-1726-40d6-b215-ca5a64341183 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:56.437936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a725f812-fd8f-4f73-af92-522e9f55d887 req-ee252c75-1726-40d6-b215-ca5a64341183 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 943 time: 0.0855315 Sep 18 02:20:56.455812 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.488490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:20:56.488897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:20:56.490987 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:20:56.494268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-c0d5e98d-53be-46d3-90a1-b73ae01dcea4 service neutron] 10.222.0.20 "GET /v2.0/networks/69a2d190-e7a8-4c91-af5b-6848923dc8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691328 Sep 18 02:20:56.499279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a725f812-fd8f-4f73-af92-522e9f55d887 req-c9e5303f-0d2d-4b70-99df-41ece15134c5 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530338 Sep 18 02:20:56.504184 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.577396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.605460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Pushing event deleted for resources: {'Port': ['ID=aadac1ba-56e9-4f83-a999-76097c373c03,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:56.695626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eb85e2ab-0cd1-4d97-beca-37cbe7ff7ad7 req-4df6699c-756b-4784-8d04-a92192ff2c60 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468047 Sep 18 02:20:56.699768 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.704241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.706592 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba7e5455-1895-4d85-adb4-95c1a476cc44 HTTP/1.1" status: 204 len: 168 time: 1.3122289 Sep 18 02:20:56.710268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:56.763265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e787de-bad4-4e0b-ac84-24bc0e882a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7e5455-1895-4d85-adb4-95c1a476cc44,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:56.794649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.25.0.3 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/71198785-0cf6-4abd-bafa-b36d10d1da92) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:20:56.846747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1f0fb4-2a8c-42a2-84e9-17a3e2495cc8 admin admin] Deleting subnet 9ccc548b-e31b-4dc6-8822-94aa76c68b95 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:20:56.851644 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0a4edb-cbbb-4f83-bc20-f83c2ccc3739 req-1ab7ba4f-0e03-4913-945a-7081bc4b6f15 service neutron] 10.222.0.20 "GET /v2.0/networks/69a2d190-e7a8-4c91-af5b-6848923dc8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430755 Sep 18 02:20:56.854645 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df1f0fb4-2a8c-42a2-84e9-17a3e2495cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.934067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:56.944502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df1f0fb4-2a8c-42a2-84e9-17a3e2495cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.011779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04b37-21ab-4bc1-bdd4-a05376cf92f7 req-1fc11921-d68a-41f5-82de-338680b62440 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:57.013381 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ed04b37-21ab-4bc1-bdd4-a05376cf92f7 req-1fc11921-d68a-41f5-82de-338680b62440 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2044609 Sep 18 02:20:57.062796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df1f0fb4-2a8c-42a2-84e9-17a3e2495cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.126866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ed04b37-21ab-4bc1-bdd4-a05376cf92f7 req-3713152a-ce92-4d82-adfd-5046c0dcdf24 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039193 Sep 18 02:20:57.130089 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.176983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df1f0fb4-2a8c-42a2-84e9-17a3e2495cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.219627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df1f0fb4-2a8c-42a2-84e9-17a3e2495cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.221900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-df1f0fb4-2a8c-42a2-84e9-17a3e2495cc8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ccc548b-e31b-4dc6-8822-94aa76c68b95 HTTP/1.1" status: 204 len: 168 time: 0.5024843 Sep 18 02:20:57.223815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f0fb4-2a8c-42a2-84e9-17a3e2495cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccc548b-e31b-4dc6-8822-94aa76c68b95,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:57.225544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:57.251201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.372546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:20:57.404541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:20:57.410631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:20:57.416247 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.422778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=71198785-0cf6-4abd-bafa-b36d10d1da92,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:57.474603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69b38c-2634-48ea-b92b-f0fa35bd78ec req-7060482b-670a-456f-9030-e888bfcbee7d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:57.476187 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a69b38c-2634-48ea-b92b-f0fa35bd78ec req-7060482b-670a-456f-9030-e888bfcbee7d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2197254 Sep 18 02:20:57.560315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 7daaebe6-e8fa-4e5a-9d17-a112df492976 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:20:57.626524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a69b38c-2634-48ea-b92b-f0fa35bd78ec req-e16a6dd9-97e1-4513-951e-631b0dce68a2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409910 Sep 18 02:20:57.649140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:57.671939 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.714536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3da6395-b80f-4084-b8ae-91dbb65db82e']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:57.731619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 7daaebe6-e8fa-4e5a-9d17-a112df492976, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7daaebe6-e8fa-4e5a-9d17-a112df492976,segment=NetworkSegment(273d0555-273d-41d2-b996-de3fb5c555a9),segment_id=273d0555-273d-41d2-b996-de3fb5c555a9)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:57.734559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-20116403-7f26-4bcf-932e-a123397f5d1c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:57.736181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-20116403-7f26-4bcf-932e-a123397f5d1c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1718240 Sep 18 02:20:57.750299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc607a8-7bf1-44d5-a987-15f7a9774221') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:57.750626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc607a8-7bf1-44d5-a987-15f7a9774221') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:57.761871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '7daaebe6-e8fa-4e5a-9d17-a112df492976', 'network_id': '69a2d190-e7a8-4c91-af5b-6848923dc8e8', 'port_id': '7daaebe6-e8fa-4e5a-9d17-a112df492976', 'mac_address': 'fa:16:3e:64:78:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93830bbd-9ade-4743-a73c-e7ae6fefde1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:20:57.764706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-a2d732e9-ef99-4fb3-adc5-83144009ed40 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/quotas/7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 375 time: 0.0202389 Sep 18 02:20:57.812240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.826750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7daaebe6-e8fa-4e5a-9d17-a112df492976 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:20:57.843695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:20:57.847114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 7daaebe6-e8fa-4e5a-9d17-a112df492976, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7daaebe6-e8fa-4e5a-9d17-a112df492976,segment=NetworkSegment(273d0555-273d-41d2-b996-de3fb5c555a9),segment_id=273d0555-273d-41d2-b996-de3fb5c555a9)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:57.853981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b4899083-37b7-400c-afdb-8182651b611c admin admin] 10.222.0.21 "PUT /v2.0/routers/1cdb7fad-ed06-4384-8ac4-44400d8bf173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2057955 Sep 18 02:20:57.854830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] Sync routers for ids ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:20:57.855491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53948) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:57.858927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.871618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.893323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] Routers {'1cdb7fad-ed06-4384-8ac4-44400d8bf173'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:57.894178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:57.907118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-9f831675-9930-4e25-adfd-2d706761fe72 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167047 Sep 18 02:20:57.927662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.946644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:20:57.947057 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:20:57.951664 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:20:57.995444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=7daaebe6-e8fa-4e5a-9d17-a112df492976,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:58.020936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77e65-78d0-4e9d-9be5-8350740d4a9f req-269985ea-a654-4cb8-a726-76d1d05875c6 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:58.022603 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-feb77e65-78d0-4e9d-9be5-8350740d4a9f req-269985ea-a654-4cb8-a726-76d1d05875c6 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 944 time: 0.1581156 Sep 18 02:20:58.029247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] Set router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:58.058358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.087830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['7daaebe6-e8fa-4e5a-9d17-a112df492976'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:20:58.115449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-f58712e3-a12e-4f15-8a36-c7bcac3200cd service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917360 Sep 18 02:20:58.247926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.308898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-bf4ab860-28ee-47cf-962a-0617c497744d service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816063 Sep 18 02:20:58.334767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Deleting port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:58.335093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.369451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.406421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.408992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e3da6395-b80f-4084-b8ae-91dbb65db82e HTTP/1.1" status: 204 len: 168 time: 1.1824729 Sep 18 02:20:58.431294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b8d9-7499-4593-896f-f2660e989b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3da6395-b80f-4084-b8ae-91dbb65db82e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:58.432684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:20:56Z', 'revision_number': 5, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port': {'id': '79a4a79f-f259-4e1c-ae0a-a6dea81cecdb', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:19:45Z', 'updated_at': '2021-09-18T02:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:58.437089 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-feb77e65-78d0-4e9d-9be5-8350740d4a9f req-0a9b3d96-2ace-4f37-8775-7023078ccc15 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072063 Sep 18 02:20:58.439445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:58.509818 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.541988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] Checking router: 1cdb7fad-ed06-4384-8ac4-44400d8bf173 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:20:58.555130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] Routers {'1cdb7fad-ed06-4384-8ac4-44400d8bf173'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:20:58.555857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:58.556677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] For port 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=79a4a79f-f259-4e1c-ae0a-a6dea81cecdb,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:20:58.559782 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.616160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Calling delete_port for 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:20:58.629524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.632694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:58.633285 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.686487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] Set router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:20:58.745972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53958) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:58.756752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:20:58Z', 'revision_number': 6, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:20:58.812236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3651a3-816c-4335-8855-2d86a39d301f None None] The sync data for ids ['1cdb7fad-ed06-4384-8ac4-44400d8bf173'] in n-d-789963-12 is: [{'id': '1cdb7fad-ed06-4384-8ac4-44400d8bf173', 'name': 'tempest-TestServerMultinode-1950446148-router', 'tenant_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:19:44Z', 'updated_at': '2021-09-18T02:20:58Z', 'revision_number': 6, 'project_id': 'f3c6a32eccbe440b84b57e364316ebc7', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:20:58.881264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0d25ca59-34a4-4dbe-a6b5-5df13213a2c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b293a41395341468124a9246a1fb26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222246 Sep 18 02:20:58.887267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53964) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:58.893894 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-501a00d8-e4e8-4692-b0dd-e10134e3220d req-d78fef94-dd8b-4889-9c92-341766eefc26 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 210 time: 0.0417466 Sep 18 02:20:58.921199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:58.951579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a4a79f-f259-4e1c-ae0a-a6dea81cecdb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:58.991054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559b675-7f12-4695-a9d2-5124993b5fdf req-75847d54-89ca-493e-8535-131778506945 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:58.996148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a559b675-7f12-4695-a9d2-5124993b5fdf req-75847d54-89ca-493e-8535-131778506945 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2492378 Sep 18 02:20:59.019128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3da58803-584c-4e10-a856-78bc228b5655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.023240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.074565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3da58803-584c-4e10-a856-78bc228b5655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.088213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.094720 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a559b675-7f12-4695-a9d2-5124993b5fdf req-f5023eb5-4657-4be3-a203-8b268234fa91 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889127 Sep 18 02:20:59.103329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.133675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.136680 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.222483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.223271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cdb7fad-ed06-4384-8ac4-44400d8bf173 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:20:59.240385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=71198785-0cf6-4abd-bafa-b36d10d1da92,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:59.244894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.252567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3da58803-584c-4e10-a856-78bc228b5655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.260080 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3da58803-584c-4e10-a856-78bc228b5655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.260237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-85a6df00-8d76-4886-a6a9-e39d111b2c74 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1cdb7fad-ed06-4384-8ac4-44400d8bf173 HTTP/1.1" status: 204 len: 168 time: 1.4008169 Sep 18 02:20:59.261827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3da58803-584c-4e10-a856-78bc228b5655 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bee5c4d8-83fd-4935-adae-9e8ed13f0e8d HTTP/1.1" status: 204 len: 168 time: 0.3670835 Sep 18 02:20:59.262454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53976) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:59.271760 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.316090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d175f2f9-86fd-4d34-b4e0-84eeb421f710 admin admin] Deleting subnet 52aa82b2-ca90-4f6b-9881-219c5b037458 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:20:59.319424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d175f2f9-86fd-4d34-b4e0-84eeb421f710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.343173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da58803-584c-4e10-a856-78bc228b5655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee5c4d8-83fd-4935-adae-9e8ed13f0e8d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:59.374691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d175f2f9-86fd-4d34-b4e0-84eeb421f710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.431997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c813bd-8be7-4544-adca-11782b6a05af req-65069592-7806-4ee4-8ecf-84108a44654a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:59.433888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16c813bd-8be7-4544-adca-11782b6a05af req-65069592-7806-4ee4-8ecf-84108a44654a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1651123 Sep 18 02:20:59.474443 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP 5c49b4d0-f97f-496b-9ee2-070f851af8b8 associated. External IP: 172.25.0.3, port: c2c48707-6776-4f86-9cf1-23521111ed34. Sep 18 02:20:59.488581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d175f2f9-86fd-4d34-b4e0-84eeb421f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.525352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16c813bd-8be7-4544-adca-11782b6a05af req-50f9fb9d-87ef-4cda-bafa-9566fa7e52e8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851130 Sep 18 02:20:59.564743 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d175f2f9-86fd-4d34-b4e0-84eeb421f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.576966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 7daaebe6-e8fa-4e5a-9d17-a112df492976 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:20:59.608781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175f2f9-86fd-4d34-b4e0-84eeb421f710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52aa82b2-ca90-4f6b-9881-219c5b037458,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:20:59.620655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf32d87-e645-4875-99da-71b34b99d675 None None] Network 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:20:59.626908 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d175f2f9-86fd-4d34-b4e0-84eeb421f710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.628954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d175f2f9-86fd-4d34-b4e0-84eeb421f710 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52aa82b2-ca90-4f6b-9881-219c5b037458 HTTP/1.1" status: 204 len: 168 time: 0.3654883 Sep 18 02:20:59.631435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 53988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:20:59.746338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb482-3ca4-402c-9879-deb45844669f req-20e0c855-31ab-4f96-aa1e-b0b59d0db71b tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:59.748021 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-558cb482-3ca4-402c-9879-deb45844669f req-20e0c855-31ab-4f96-aa1e-b0b59d0db71b tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 944 time: 0.1732419 Sep 18 02:20:59.758946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.768565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 7daaebe6-e8fa-4e5a-9d17-a112df492976 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:20:59.800354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02573976-c315-43c0-ad94-6a9ac3903d5c req-30f22ae7-2672-4650-96c4-84cb26b12d24 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:20:59.808455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02573976-c315-43c0-ad94-6a9ac3903d5c req-30f22ae7-2672-4650-96c4-84cb26b12d24 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1272600 Sep 18 02:20:59.818570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 7daaebe6-e8fa-4e5a-9d17-a112df492976 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:20:59.819253 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.848040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-558cb482-3ca4-402c-9879-deb45844669f req-e15fb1d4-e2d1-4ee0-8708-c892d98f1089 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861082 Sep 18 02:20:59.890131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Deleting port 9b95e069-f129-49a2-b1a0-da050acfbcc9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:20:59.892627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:20:59.920362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02573976-c315-43c0-ad94-6a9ac3903d5c req-b43c59b1-80fd-42ba-8ffd-fb3a14924ab7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948987 Sep 18 02:20:59.948450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:20:59.957246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 53994) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:00.002562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] For port 9b95e069-f129-49a2-b1a0-da050acfbcc9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9b95e069-f129-49a2-b1a0-da050acfbcc9,segment=NetworkSegment(3074306a-6544-49ef-abc4-7c5e26318bb4),segment_id=3074306a-6544-49ef-abc4-7c5e26318bb4)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:00.003256 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.037058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] DHCP port deletion for 3173b68c-6eea-4233-b80f-6d99fd3ec6e2 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:21:00.043447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Calling delete_port for 9b95e069-f129-49a2-b1a0-da050acfbcc9 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:00.083697 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.139804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6219a24-e264-4095-afae-51ad3caf8a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daaebe6-e8fa-4e5a-9d17-a112df492976'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:21:00.142506 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d909ad-ecc8-47ab-a036-78a74eb6f3c3" -d '{"events": [{"server_uuid": "b6219a24-e264-4095-afae-51ad3caf8a88", "name": "network-vif-plugged", "status": "completed", "tag": "7daaebe6-e8fa-4e5a-9d17-a112df492976"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:21:00.159486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] Deleting port 9b95e069-f129-49a2-b1a0-da050acfbcc9 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:00.159861 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.197825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 7daaebe6-e8fa-4e5a-9d17-a112df492976, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7daaebe6-e8fa-4e5a-9d17-a112df492976,segment=NetworkSegment(273d0555-273d-41d2-b996-de3fb5c555a9),segment_id=273d0555-273d-41d2-b996-de3fb5c555a9)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:00.212692 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.216625 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.232719 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-147f6d88-aea6-44ae-8595-0456135f4823 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3915cc87a14466ebaab765b2e3edf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613072 Sep 18 02:21:00.277262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] No DVR routers for this DVR port 9b95e069-f129-49a2-b1a0-da050acfbcc9 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:21:00.277895 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3be38a99-9306-4c63-bea7-0956674afa11 req-08564a17-762b-40d5-9c3d-b581b961f71e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 210 time: 0.1775551 Sep 18 02:21:00.282267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54000) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:00.294057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b95e069-f129-49a2-b1a0-da050acfbcc9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:00.369099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9b95e069-f129-49a2-b1a0-da050acfbcc9 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:00.380854 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c51baaa-037f-4e2c-97a9-d5ad41f6d1d6 x-openstack-request-id: req-7c51baaa-037f-4e2c-97a9-d5ad41f6d1d6 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:21:00.381383 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6219a24-e264-4095-afae-51ad3caf8a88", "name": "network-vif-plugged", "status": "completed", "tag": "7daaebe6-e8fa-4e5a-9d17-a112df492976", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:21:00.381721 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c51baaa-037f-4e2c-97a9-d5ad41f6d1d6 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:21:00.383229 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6219a24-e264-4095-afae-51ad3caf8a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daaebe6-e8fa-4e5a-9d17-a112df492976', 'code': 200} Sep 18 02:21:00.392607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bed30-5fe6-41db-8d22-d593d588b44f req-5c7877a9-63ca-4a34-9049-cbb82cb74124 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:00.394574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cb1bed30-5fe6-41db-8d22-d593d588b44f req-5c7877a9-63ca-4a34-9049-cbb82cb74124 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2380068 Sep 18 02:21:00.417967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 9b95e069-f129-49a2-b1a0-da050acfbcc9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:21:00.418237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9b95e069-f129-49a2-b1a0-da050acfbcc9 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:21:00.418791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aadac1ba-56e9-4f83-a999-76097c373c03 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:00.447766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.450867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: aadac1ba-56e9-4f83-a999-76097c373c03 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:21:00.451017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:00.451392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aadac1ba-56e9-4f83-a999-76097c373c03 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:21:00.452478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:00.455517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] For port 9b95e069-f129-49a2-b1a0-da050acfbcc9, host n-d-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:00.456059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.459116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=7daaebe6-e8fa-4e5a-9d17-a112df492976,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:00.461315 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e762895-88c7-42a2-973d-568eec53f224 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:00.477995 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e762895-88c7-42a2-973d-568eec53f224 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:00.478957 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9e762895-88c7-42a2-973d-568eec53f224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:00.483610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3173b68c-6eea-4233-b80f-6d99fd3ec6e2']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:00.485971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.496511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3074306a-6544-49ef-abc4-7c5e26318bb4') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:00.496967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3074306a-6544-49ef-abc4-7c5e26318bb4') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:00.506164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:21:00.506609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 79a4a79f-f259-4e1c-ae0a-a6dea81cecdb not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:21:00.516086 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.518696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] Calling delete_port for 9b95e069-f129-49a2-b1a0-da050acfbcc9 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:00.522056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] Port 9b95e069-f129-49a2-b1a0-da050acfbcc9 was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:21:00.523969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.525846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-74f9b153-02fc-4208-a989-fefba9aac341 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 4.2179213 Sep 18 02:21:00.533327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-44fec7c1-4b03-48ba-b215-e58310b64632 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:00.535204 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-44fec7c1-4b03-48ba-b215-e58310b64632 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.4333074 Sep 18 02:21:00.535980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54002) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:00.542272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.549484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:21:00.550197 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.553487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] Pushing event deleted for resources: {'Port': ['ID=9b95e069-f129-49a2-b1a0-da050acfbcc9,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:00.561922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542e744-2446-4812-9a0e-2f0a4fc12bfc None None] No DVR routers for this DVR port 9b95e069-f129-49a2-b1a0-da050acfbcc9 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:21:00.570800 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9e762895-88c7-42a2-973d-568eec53f224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:21:00.579622 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:21:00.582876 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e762895-88c7-42a2-973d-568eec53f224 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:00.583553 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9e762895-88c7-42a2-973d-568eec53f224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:20:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:00.591359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'port': {'device_id': '6a8d84b3-b2c4-4374-8273-a9848d935428', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'admin_state_up': True, 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:00.622354 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9e762895-88c7-42a2-973d-568eec53f224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:00.623058 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e762895-88c7-42a2-973d-568eec53f224 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:00.692492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.714502 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.716466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3173b68c-6eea-4233-b80f-6d99fd3ec6e2 HTTP/1.1" status: 204 len: 168 time: 1.0827982 Sep 18 02:21:00.733923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c552fe49-6081-4dc2-9013-34cefbc2504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.734908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-79971454-7fc3-4420-8674-5c482005f352 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "GET /v2.0/floatingips/5c49b4d0-f97f-496b-9ee2-070f851af8b8 HTTP/1.1" status: 200 len: 975 time: 0.1973908 Sep 18 02:21:00.737567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54006) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:00.740529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cb1bed30-5fe6-41db-8d22-d593d588b44f req-8f9ad7ff-66e5-4e06-ba4b-b77c42515134 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468284 Sep 18 02:21:00.741340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeea37-d309-4425-9114-799e1c912bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3173b68c-6eea-4233-b80f-6d99fd3ec6e2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:00.746269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495e7c9-e11c-4c2a-8f28-6cd8a808f5cc req-6b43c0a7-a6be-4d50-b155-6e0e7e6b0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:00.747891 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6495e7c9-e11c-4c2a-8f28-6cd8a808f5cc req-6b43c0a7-a6be-4d50-b155-6e0e7e6b0bac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 1097 time: 0.1649797 Sep 18 02:21:00.759223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:00.763019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.786397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c552fe49-6081-4dc2-9013-34cefbc2504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.815309 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6495e7c9-e11c-4c2a-8f28-6cd8a808f5cc req-2a02f80a-77c5-45ff-9538-db40e29a1e06 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593872 Sep 18 02:21:00.858408 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d020d05d-dd28-4fd5-b70a-4c2f9a5297b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.865984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c552fe49-6081-4dc2-9013-34cefbc2504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.868789 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c552fe49-6081-4dc2-9013-34cefbc2504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:00.870062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c552fe49-6081-4dc2-9013-34cefbc2504b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5afac9e-d349-4d5f-a57f-ccb81eccf24e HTTP/1.1" status: 204 len: 168 time: 0.5856583 Sep 18 02:21:00.884252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552fe49-6081-4dc2-9013-34cefbc2504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afac9e-d349-4d5f-a57f-ccb81eccf24e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:01.017599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49dfbc-8e36-4359-93fd-6de661f9153f req-239e53e6-4199-4cf7-972c-e42832c0dc12 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:01.021075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-14e673bc-ba3d-4119-97af-0cf56f7d9c0b tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.2799871 Sep 18 02:21:01.021453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b49dfbc-8e36-4359-93fd-6de661f9153f req-239e53e6-4199-4cf7-972c-e42832c0dc12 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 945 time: 0.0734198 Sep 18 02:21:01.021780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54014) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:01.033705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'port_id': 'ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:01.053206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54018) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:01.099261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c3127-742e-4cbb-a70f-845450cc0af4 req-154c2d7e-e4fd-4777-9eef-f80c53f59f43 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:01.100574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f71c3127-742e-4cbb-a70f-845450cc0af4 req-154c2d7e-e4fd-4777-9eef-f80c53f59f43 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2407718 Sep 18 02:21:01.140369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b49dfbc-8e36-4359-93fd-6de661f9153f req-a8314d2d-2be8-408a-ba9d-2dc999604ed6 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026521 Sep 18 02:21:01.147636 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:01.194206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.20.0.11 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/42b37c08-8b4d-41f4-ab7f-8692c12f5bf1) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:01.437977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:01.481192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-46dca654-729e-4b14-9738-fa4faded83a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=140353b218214789860e8eece24704a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255261 Sep 18 02:21:01.493488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f71c3127-742e-4cbb-a70f-845450cc0af4 req-f50611b5-cde9-4d7a-83f1-65588c155348 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734162 Sep 18 02:21:01.494023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54022) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:01.510058 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b609fbaf-5655-40e6-8dfd-bad77256403b req-bb3e9f2d-f25d-4daf-b23f-0cb98792b34f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 210 time: 0.0981560 Sep 18 02:21:01.604954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:01.616600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3143ea12-e03f-4d5c-9aee-559ed9e1b027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:01.656183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:01.662984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:01.666153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:01.722507 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3143ea12-e03f-4d5c-9aee-559ed9e1b027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:01.753902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41448cb-a8bb-4b8c-aee4-01e6f7572349 req-c7741fde-d7bc-4d42-9b43-232d79e2a6e3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:01.762893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b41448cb-a8bb-4b8c-aee4-01e6f7572349 req-c7741fde-d7bc-4d42-9b43-232d79e2a6e3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1460688 Sep 18 02:21:01.824758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:01.830099 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3143ea12-e03f-4d5c-9aee-559ed9e1b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:01.833183 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3143ea12-e03f-4d5c-9aee-559ed9e1b027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:01.834385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3143ea12-e03f-4d5c-9aee-559ed9e1b027 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82aced6e-11d5-4c71-8fab-9cbc6cd8a665 HTTP/1.1" status: 204 len: 168 time: 0.3316705 Sep 18 02:21:01.854605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143ea12-e03f-4d5c-9aee-559ed9e1b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aced6e-11d5-4c71-8fab-9cbc6cd8a665,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:01.881691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:01.882702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:01.909146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-d0268f3f-753f-4a2c-b891-aed36b39b8f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3640735 Sep 18 02:21:01.909745 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b41448cb-a8bb-4b8c-aee4-01e6f7572349 req-33e526c9-a682-4a9c-9481-1c2a6120b23d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408541 Sep 18 02:21:01.922008 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 02:21:01.932652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Request body: {'port': {'device_id': '6a8d84b3-b2c4-4374-8273-a9848d935428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:01.971496 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:21:02.018794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.028549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.036542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.070472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-505bc5fa-9b35-4d87-b5c6-e3a50440410e None None] Provisioning complete for port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:02.071084 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-505bc5fa-9b35-4d87-b5c6-e3a50440410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.129208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2aa09-26b3-4220-96c2-01d7fc19116d req-2a73a9e1-dfa7-4bf3-9d09-5b11a5454440 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:02.130155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-505bc5fa-9b35-4d87-b5c6-e3a50440410e None None] Port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:21:02.130806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eea2aa09-26b3-4220-96c2-01d7fc19116d req-2a73a9e1-dfa7-4bf3-9d09-5b11a5454440 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1083291 Sep 18 02:21:02.203072 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP 5c49b4d0-f97f-496b-9ee2-070f851af8b8 associated. External IP: 172.25.0.3, port: c2c48707-6776-4f86-9cf1-23521111ed34. Sep 18 02:21:02.281406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eea2aa09-26b3-4220-96c2-01d7fc19116d req-2f4cd35a-1edf-4762-997e-e68186e08930 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409938 Sep 18 02:21:02.458656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:21:02.470444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.473674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94330ce4-e72b-4d10-a4f3-dd1386ffa35c req-846e7f85-3296-465f-97ea-94c0f5954b75 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:02.475497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94330ce4-e72b-4d10-a4f3-dd1386ffa35c req-846e7f85-3296-465f-97ea-94c0f5954b75 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 945 time: 0.2063143 Sep 18 02:21:02.497183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Transition to ACTIVE for port object 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:21:02.501483 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.533468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54044) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:02.628349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Pushing event updated for resources: {'Port': ['ID=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:02.695369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Attempting to bind port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:21:02.695751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Attempting to bind port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:21:02.696087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Attempting to bind port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:21:02.713505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff402d-ab02-4628-9277-b51981804744 req-d66722ff-5f02-4cdf-9eae-7f7472038ed2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:02.715584 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75ff402d-ab02-4628-9277-b51981804744 req-d66722ff-5f02-4cdf-9eae-7f7472038ed2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1185641 Sep 18 02:21:02.716812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 on network e141ae2e-3dc7-414c-84a1-0e9426754bea not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:21:02.717360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Attempting to bind port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:21:02.728626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:21:02.728972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:02.729358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:21:02.729818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Bound port: 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:21:02.730182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.818458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75ff402d-ab02-4628-9277-b51981804744 req-d966146f-9a2b-4864-a027-b3e15b78ed95 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698318 Sep 18 02:21:02.874673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] For port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:21:02.878748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] For port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:21:02.886641 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.966273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:02.966938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:02.968330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] 10.222.0.18 "PUT /v2.0/ports/42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 HTTP/1.1" status: 200 len: 1093 time: 1.0497026 Sep 18 02:21:02.968794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8d84b3-b2c4-4374-8273-a9848d935428', 'tag': '42b37c08-8b4d-41f4-ab7f-8692c12f5bf1'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:21:02.971204 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f471d27d-982f-4542-b8d0-b2f46169c006" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8d84b3-b2c4-4374-8273-a9848d935428", "tag": "42b37c08-8b4d-41f4-ab7f-8692c12f5bf1"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:21:03.017291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d471-3fe9-4f48-90ca-23b7b30768ad req-bf88e3e3-86e9-43e4-9e4e-37fc6c80e554 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:03.025213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4877d471-3fe9-4f48-90ca-23b7b30768ad req-bf88e3e3-86e9-43e4-9e4e-37fc6c80e554 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 944 time: 0.1325173 Sep 18 02:21:03.076501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa30fc-2130-42a5-b33c-a30e144ce47e service neutron] Pushing event updated for resources: {'Port': ['ID=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:03.118304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4877d471-3fe9-4f48-90ca-23b7b30768ad req-aab450a0-96e7-45ae-9de3-181845df0727 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920079 Sep 18 02:21:03.144077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-71685428-383c-4f39-8620-8de2d6db17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:03.145753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-71685428-383c-4f39-8620-8de2d6db17c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 1096 time: 0.1151764 Sep 18 02:21:03.161910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94330ce4-e72b-4d10-a4f3-dd1386ffa35c req-6555bc10-d5f1-4298-bef3-0e34304f9509 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676297 Sep 18 02:21:03.208182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ae35f23-d651-4d06-8e74-ff57e6c479ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3c6a32eccbe440b84b57e364316ebc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6720905 Sep 18 02:21:03.214029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54052) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:03.259386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:03.316603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cec222aa-a921-4017-8609-d110ca83207a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:03.350016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cec222aa-a921-4017-8609-d110ca83207a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:03.445774 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-105bb784-c37d-4d7e-8314-ddf73207d188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:03.465193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cec222aa-a921-4017-8609-d110ca83207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:03.468085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cec222aa-a921-4017-8609-d110ca83207a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:03.469568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cec222aa-a921-4017-8609-d110ca83207a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/973b88fa-2e28-4de2-9235-ab7c21ce64a3 HTTP/1.1" status: 204 len: 168 time: 0.2419801 Sep 18 02:21:03.488501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec222aa-a921-4017-8609-d110ca83207a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b88fa-2e28-4de2-9235-ab7c21ce64a3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:03.568133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:03.568596 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e9ac9-3781-4d8d-ad1c-6b7f9a0c9a94 x-openstack-request-id: req-652e9ac9-3781-4d8d-ad1c-6b7f9a0c9a94 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:21:03.568961 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8d84b3-b2c4-4374-8273-a9848d935428", "tag": "42b37c08-8b4d-41f4-ab7f-8692c12f5bf1", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:21:03.569299 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-652e9ac9-3781-4d8d-ad1c-6b7f9a0c9a94 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:21:03.570922 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8d84b3-b2c4-4374-8273-a9848d935428', 'tag': '42b37c08-8b4d-41f4-ab7f-8692c12f5bf1', 'status': 'completed', 'code': 200} Sep 18 02:21:03.573589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-fd0f416c-e193-41f9-b26f-c0da3eaf3156 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 HTTP/1.1" status: 200 len: 217 time: 0.4196177 Sep 18 02:21:03.596622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e2c90-36e9-4753-bebd-f0fb641a6605 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:03.610091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e2c90-36e9-4753-bebd-f0fb641a6605 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:03.612943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8a1e2c90-36e9-4753-bebd-f0fb641a6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:03.664992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-cb6e11dd-cf6d-426a-927d-73dc17f5f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:03.666638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-cb6e11dd-cf6d-426a-927d-73dc17f5f700 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0852370 Sep 18 02:21:03.676174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6375e-c363-4eb6-8d7f-f582c99acea3 req-cd89b483-6294-440e-be99-130f59aba69c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:03.689847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7a6375e-c363-4eb6-8d7f-f582c99acea3 req-cd89b483-6294-440e-be99-130f59aba69c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1283937 Sep 18 02:21:03.717879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8a1e2c90-36e9-4753-bebd-f0fb641a6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:03.761958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e2c90-36e9-4753-bebd-f0fb641a6605 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:03.762617 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8a1e2c90-36e9-4753-bebd-f0fb641a6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:03.831535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8a1e2c90-36e9-4753-bebd-f0fb641a6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:03.832285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e2c90-36e9-4753-bebd-f0fb641a6605 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:03.844715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7a6375e-c363-4eb6-8d7f-f582c99acea3 req-072d54b0-924b-4995-84e7-d462726cd27b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435769 Sep 18 02:21:03.858106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-5f7ea1c2-86f6-42cf-bd2a-b58235afaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:03.859681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-5f7ea1c2-86f6-42cf-bd2a-b58235afaa58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569402 Sep 18 02:21:04.073060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:04.076983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:04.089404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-78dcad4f-dbdf-4594-82e4-f7da02376b88 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212539 Sep 18 02:21:04.114960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12862ced-f1ab-4871-b8b3-98abcb7043eb req-f5970b26-82f7-48fd-99bf-551071de2260 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:04.117129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12862ced-f1ab-4871-b8b3-98abcb7043eb req-f5970b26-82f7-48fd-99bf-551071de2260 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1147163 Sep 18 02:21:04.282417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12862ced-f1ab-4871-b8b3-98abcb7043eb req-13cc3614-3852-4546-926e-d7135cdf736c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526153 Sep 18 02:21:04.294376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:04.301752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:04.307459 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42fd5f-9f6a-420d-abeb-7939434a8abd None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:04.325448 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42fd5f-9f6a-420d-abeb-7939434a8abd None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:04.325448 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fc42fd5f-9f6a-420d-abeb-7939434a8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:04.328185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21bcfff0-1054-4960-9d7d-b8c49f2d2dc8 req-a8121b56-8417-4279-9c02-2b4f10f78afe service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094603 Sep 18 02:21:04.390217 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fc42fd5f-9f6a-420d-abeb-7939434a8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:04.397368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13f58-e626-4b04-9840-e3ef80bad46f req-8166a46a-d0d0-4360-b4a4-616308a43795 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:04.399117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1be13f58-e626-4b04-9840-e3ef80bad46f req-8166a46a-d0d0-4360-b4a4-616308a43795 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 944 time: 0.1705132 Sep 18 02:21:04.416089 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42fd5f-9f6a-420d-abeb-7939434a8abd None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:04.417022 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fc42fd5f-9f6a-420d-abeb-7939434a8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:04.493405 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fc42fd5f-9f6a-420d-abeb-7939434a8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:04.494447 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42fd5f-9f6a-420d-abeb-7939434a8abd None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:04.496836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54088) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:04.497398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-18ca94de-581f-4d79-abe1-346d3c7b5dae tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/floatingips/5c49b4d0-f97f-496b-9ee2-070f851af8b8 HTTP/1.1" status: 200 len: 976 time: 3.4746144 Sep 18 02:21:04.508741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-50ec67b1-c994-4936-953a-c965332c0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:04.510301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-50ec67b1-c994-4936-953a-c965332c0a9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 1096 time: 0.1310654 Sep 18 02:21:04.513698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:04.527287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1be13f58-e626-4b04-9840-e3ef80bad46f req-d24f2cab-efb3-4911-bd37-a0dad7ef4590 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126781 Sep 18 02:21:04.682586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54094) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:04.703957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6fdc-ef48-4515-bfa9-6028106c302e req-93b6639d-f3fb-47e5-a1ae-9198c2f7c733 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:04.705881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfde6fdc-ef48-4515-bfa9-6028106c302e req-93b6639d-f3fb-47e5-a1ae-9198c2f7c733 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2677350 Sep 18 02:21:04.755176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:04.832219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1478943677-network', 'tenant_id': '6734b15c34244cb999bba18242f3d208'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:04.843696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bfde6fdc-ef48-4515-bfa9-6028106c302e req-7603f193-1cfc-44c0-be71-42eb00d0cac9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176333 Sep 18 02:21:04.844821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-4c84373d-aa41-46b5-a473-41461529a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:04.846269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-4c84373d-aa41-46b5-a473-41461529a2f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.3214221 Sep 18 02:21:04.888335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Made reservation on behalf of 6734b15c34244cb999bba18242f3d208 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:04.891051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:04.905348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:04.950492 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:04.962523 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-c0cbcaf8-3831-4850-8d95-477cbee991cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 HTTP/1.1" status: 200 len: 217 time: 0.1054864 Sep 18 02:21:05.025084 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.032699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.064676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:21:05.088988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4496abb5-fec6-4a4e-bd53-745d1ce0b963,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:05.096366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-4ab40ef4-c801-466b-88d8-f3b69a226165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:05.098013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-4ab40ef4-c801-466b-88d8-f3b69a226165 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.1242173 Sep 18 02:21:05.099062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.099617 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Added segment c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9 of type vlan for network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 Sep 18 02:21:05.139946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.151814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.152398 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.152737 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP 5c49b4d0-f97f-496b-9ee2-070f851af8b8 disassociated. External IP: 172.25.0.3, port: ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25. Sep 18 02:21:05.188402 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.189645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:05.190500 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.212181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12eb3cf-71c9-4ffd-8ce5-d05bd49086db req-f4508e7d-e324-42e6-9313-36e0b6a494a7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:05.219754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f12eb3cf-71c9-4ffd-8ce5-d05bd49086db req-f4508e7d-e324-42e6-9313-36e0b6a494a7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1927099 Sep 18 02:21:05.269336 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:05.285010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:21:05.300102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aacdd18d-c93b-4874-8f62-2d4a7aa6a5a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6163094 Sep 18 02:21:05.301249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54114) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:05.306526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Request body: {'subnet': {'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1478943677-subnet', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:05.311245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-128396bc-3805-4cd4-9f4d-70282abfd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:05.312661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-128396bc-3805-4cd4-9f4d-70282abfd374 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779637 Sep 18 02:21:05.329148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f12eb3cf-71c9-4ffd-8ce5-d05bd49086db req-4bf8cdd6-12ae-4504-bd20-f3a6a71d2478 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084561 Sep 18 02:21:05.346403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Made reservation on behalf of 6734b15c34244cb999bba18242f3d208 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:05.353838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.523712 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd7239-129a-44aa-97cc-3531cbefa16c req-02831e19-9456-4a4c-904a-8c16c0ec6b26 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:05.526352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-f5d5163e-88cc-481f-aa2d-4c63486f6a12 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961973 Sep 18 02:21:05.530991 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61cd7239-129a-44aa-97cc-3531cbefa16c req-02831e19-9456-4a4c-904a-8c16c0ec6b26 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0793710 Sep 18 02:21:05.588485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:05.681161 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61cd7239-129a-44aa-97cc-3531cbefa16c req-f02f431d-1ac6-44eb-a204-83cc8ef0fe42 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443737 Sep 18 02:21:05.779866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.794688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f471d27d-982f-4542-b8d0-b2f46169c006 req-b7fbf7a3-e330-426d-a27d-60b6a55fcabe service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567093 Sep 18 02:21:05.871923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4074bdb2-e27f-4af5-b199-5a822dfdc0ae,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:05.879550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8672437-0cb1-447d-a5c9-47ff7b632553 req-c453ef49-f21d-481f-a00c-816e0cb60441 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:05.881373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8672437-0cb1-447d-a5c9-47ff7b632553 req-c453ef49-f21d-481f-a00c-816e0cb60441 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 944 time: 0.1840842 Sep 18 02:21:05.897024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Checking segment: {'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:05.897628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Network hostable DHCP agents. Network: cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:21:05.917664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:05.926449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:05.929604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4182f593-6e4a-4e53-87b4-aa3b850ccea0 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:05.948363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4182f593-6e4a-4e53-87b4-aa3b850ccea0 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:05.953190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4182f593-6e4a-4e53-87b4-aa3b850ccea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:05.967782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:21:05.986623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8672437-0cb1-447d-a5c9-47ff7b632553 req-07569911-e4f0-4a02-b26e-7c32bbbb3b10 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975707 Sep 18 02:21:05.994162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-00eccd67-3cab-42f4-b6ee-e6da7485aafe tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/floatingips/5c49b4d0-f97f-496b-9ee2-070f851af8b8 HTTP/1.1" status: 200 len: 686 time: 1.4962616 Sep 18 02:21:05.995458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54136) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:05.995783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:06.011665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:06.012273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.045932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-601d9499-ccf0-42c4-9c1a-73664c8a96aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7431333 Sep 18 02:21:06.046666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:06.056686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262c6ad-5332-4345-a701-79dbad90f1d4 None None] Network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:06.060797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:06.062381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4182f593-6e4a-4e53-87b4-aa3b850ccea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:06.121982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4182f593-6e4a-4e53-87b4-aa3b850ccea0 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:06.122875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4182f593-6e4a-4e53-87b4-aa3b850ccea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:06.156425 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.157790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.174477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bac22-1df1-461f-8a07-672e5682af81 req-6cde4087-903b-4c64-8b29-8f0ecf65ad02 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:06.182221 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa4bac22-1df1-461f-8a07-672e5682af81 req-6cde4087-903b-4c64-8b29-8f0ecf65ad02 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0991936 Sep 18 02:21:06.243216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 71198785-0cf6-4abd-bafa-b36d10d1da92 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:06.243611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.300505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa4bac22-1df1-461f-8a07-672e5682af81 req-306e5078-3358-4df0-874c-975897b83d65 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172495 Sep 18 02:21:06.304896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.423799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.424332 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.451767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 71198785-0cf6-4abd-bafa-b36d10d1da92 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:06.477835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4182f593-6e4a-4e53-87b4-aa3b850ccea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:06.478508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4182f593-6e4a-4e53-87b4-aa3b850ccea0 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:06.498424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.545769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.593310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7', 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'fixed_ips': [{'subnet_id': '4074bdb2-e27f-4af5-b199-5a822dfdc0ae'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:21:06.594275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.614393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeb78a-01ef-4893-a7f0-bd89d42678f9 req-7eb3d097-0c55-4eb3-9eae-73a68f2a0830 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:06.616870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3bbeb78a-01ef-4893-a7f0-bd89d42678f9 req-7eb3d097-0c55-4eb3-9eae-73a68f2a0830 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1779637 Sep 18 02:21:06.619684 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b45230-b8ea-4df7-afd4-6dc72d7e3710 req-c127844f-96ab-4aeb-867f-1087b149ed54 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:06.621934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75b45230-b8ea-4df7-afd4-6dc72d7e3710 req-c127844f-96ab-4aeb-867f-1087b149ed54 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 945 time: 0.0872910 Sep 18 02:21:06.681244 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75b45230-b8ea-4df7-afd4-6dc72d7e3710 req-7da0e43c-a55f-482d-8e5e-cdfdf7c5bb83 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Sep 18 02:21:06.713705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3bbeb78a-01ef-4893-a7f0-bd89d42678f9 req-7a02652d-0f7d-4182-a6ff-a9c899dcb0be tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858984 Sep 18 02:21:06.758987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.783476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Allocated IP 172.20.0.2 (cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7/4074bdb2-e27f-4af5-b199-5a822dfdc0ae/39332677-b714-4076-942a-6c42708ab99d) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:06.804942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=71198785-0cf6-4abd-bafa-b36d10d1da92,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:06.903552 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.906302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.907622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f9432653-396b-401e-b847-91c27514a3f4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c49b4d0-f97f-496b-9ee2-070f851af8b8 HTTP/1.1" status: 204 len: 168 time: 0.9111245 Sep 18 02:21:06.910210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54158) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:06.926423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.953943 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-83dfec45-6c33-48f8-b5d8-b4de592b6e6a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] delete failed (client error): The resource could not be found. Sep 18 02:21:06.954345 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.961029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-83dfec45-6c33-48f8-b5d8-b4de592b6e6a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c49b4d0-f97f-496b-9ee2-070f851af8b8 HTTP/1.1" status: 404 len: 345 time: 0.0441456 Sep 18 02:21:06.961029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54160) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:06.973474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b5fe-3833-4f8b-865f-496ea9a89b33 req-86251541-60f0-4c13-9a05-cc1b9e04f010 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:06.975062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d20b5fe-3833-4f8b-865f-496ea9a89b33 req-86251541-60f0-4c13-9a05-cc1b9e04f010 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0996759 Sep 18 02:21:06.989753 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:06.996876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:07.040713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:07.048691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:07.055347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:07.076190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a7c0d-9fe8-471f-88b0-412ef4a13833 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:07.082471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a7c0d-9fe8-471f-88b0-412ef4a13833 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:07.089196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a7c0d-9fe8-471f-88b0-412ef4a13833 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:07.090230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Pushing event updated for resources: {'Port': ['ID=39332677-b714-4076-942a-6c42708ab99d,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:07.093620 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f48a7c0d-9fe8-471f-88b0-412ef4a13833 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "GET /v2.0/ports?network_id=07860611-040b-47b1-9b21-735232b07182 HTTP/1.1" status: 200 len: 2357 time: 0.1291718 Sep 18 02:21:07.101641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54164) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:07.137012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Attempting to bind port 39332677-b714-4076-942a-6c42708ab99d on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:21:07.137663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Attempting to bind port 39332677-b714-4076-942a-6c42708ab99d by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:21:07.138208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Attempting to bind port 39332677-b714-4076-942a-6c42708ab99d on network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:21:07.141808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d20b5fe-3833-4f8b-865f-496ea9a89b33 req-ce2109a1-0f13-4ba4-8e1f-1edd82fde8b6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318061 Sep 18 02:21:07.143889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:21:07.144038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16cefb-3455-4b8d-a21f-13391ce38d59 req-498bddff-8923-4856-b11e-a55748b66315 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:07.144595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Checking segment: {'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:07.145324 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:07.145471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd16cefb-3455-4b8d-a21f-13391ce38d59 req-498bddff-8923-4856-b11e-a55748b66315 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 944 time: 0.0531404 Sep 18 02:21:07.146015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Bound using segment: {'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:21:07.146801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Bound port: 39332677-b714-4076-942a-6c42708ab99d, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:21:07.147249 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:07.170925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Allocated IP 172.25.0.225 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/83a57bae-f60d-4887-a0a3-11ead6470845) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:07.180862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fefedb-4721-46d1-8b7c-524f47507e9d tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:07.182256 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-05fefedb-4721-46d1-8b7c-524f47507e9d tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "GET /v2.0/subnets/5b626f09-7ab8-44c3-882f-901028c1a11a HTTP/1.1" status: 200 len: 797 time: 0.0796711 Sep 18 02:21:07.188426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54168) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:07.196146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'port': {'network_id': '07860611-040b-47b1-9b21-735232b07182', 'name': 'tempest-FloatingIPTestJSON-1726842680', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:07.243798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] For port 39332677-b714-4076-942a-6c42708ab99d, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:21:07.247372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] For port 39332677-b714-4076-942a-6c42708ab99d, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=39332677-b714-4076-942a-6c42708ab99d,segment=NetworkSegment(c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9),segment_id=c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:21:07.251752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:07.273201 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd16cefb-3455-4b8d-a21f-13391ce38d59 req-3077da49-0dba-4179-8b7a-c725aef0b325 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102335 Sep 18 02:21:07.337015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e9c87-7ab2-4dbe-afd2-83e3b0725cf4 req-d736f173-0a59-426d-9647-ffd1c92d77e9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:07.338599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b2e9c87-7ab2-4dbe-afd2-83e3b0725cf4 req-d736f173-0a59-426d-9647-ffd1c92d77e9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1112790 Sep 18 02:21:07.350905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:07.352106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba7d20-08a6-49ae-80e7-d5421e2e48f9 None None] Pushing event updated for resources: {'Port': ['ID=39332677-b714-4076-942a-6c42708ab99d,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:07.372590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:07.400083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b2e9c87-7ab2-4dbe-afd2-83e3b0725cf4 req-12a38859-b3fa-49cb-b95b-633ad447f051 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Sep 18 02:21:07.430569 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:07.443734 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:07.451014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:07.453470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:07.467557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] device_id is not set on port 4632558b-b5b7-4bfe-a05d-d5a8c66c3777 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:21:07.473361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:07.540193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Pushing event updated for resources: {'Port': ['ID=83a57bae-f60d-4887-a0a3-11ead6470845,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:07.854890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-40bf8657-4e89-4444-a2ce-61a671c29a24 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:07.856466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-40bf8657-4e89-4444-a2ce-61a671c29a24 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 945 time: 0.1411011 Sep 18 02:21:07.874319 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:07.953654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190b9e-7d1e-437f-a730-73c174d5edfe req-45b435a8-401c-4186-9e4f-2e5d347ffd3e tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:07.955133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190b9e-7d1e-437f-a730-73c174d5edfe req-45b435a8-401c-4186-9e4f-2e5d347ffd3e tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 945 time: 0.1569905 Sep 18 02:21:08.203375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477d9de-729a-4751-8201-7a6465ce78ea req-f4d31ef5-4665-4172-86b2-0fd49c3da937 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:08.210972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7477d9de-729a-4751-8201-7a6465ce78ea req-f4d31ef5-4665-4172-86b2-0fd49c3da937 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1150320 Sep 18 02:21:08.237444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.20.0.14 (07860611-040b-47b1-9b21-735232b07182/5b626f09-7ab8-44c3-882f-901028c1a11a/4632558b-b5b7-4bfe-a05d-d5a8c66c3777) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:08.249637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.20.0.13 (07860611-040b-47b1-9b21-735232b07182/5b626f09-7ab8-44c3-882f-901028c1a11a/4632558b-b5b7-4bfe-a05d-d5a8c66c3777) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:08.272086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7477d9de-729a-4751-8201-7a6465ce78ea req-1a408721-a96e-4b38-a3e2-92f25892cadb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600717 Sep 18 02:21:08.362907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 39332677-b714-4076-942a-6c42708ab99d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:21:08.431641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 39332677-b714-4076-942a-6c42708ab99d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:08.432031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.466144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.472671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190b9e-7d1e-437f-a730-73c174d5edfe req-c7b27d6f-b83d-4b42-98aa-b3c25a65c6ef tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/security-groups?id=52bed760-007c-41c5-8463-4f675b21bc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098445 Sep 18 02:21:08.532594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Deleting port 7daaebe6-e8fa-4e5a-9d17-a112df492976 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:08.532948 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.537779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.564371 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.573338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d9384-608f-4f5f-9df0-eae527a298c2 req-5a173cbe-3371-476a-a42a-59c704ff97ca tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:08.578907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 39332677-b714-4076-942a-6c42708ab99d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=39332677-b714-4076-942a-6c42708ab99d,segment=NetworkSegment(c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9),segment_id=c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:08.583311 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa8d9384-608f-4f5f-9df0-eae527a298c2 req-5a173cbe-3371-476a-a42a-59c704ff97ca tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 944 time: 0.0883238 Sep 18 02:21:08.585885 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.618370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e6485-f6ec-4b9b-a1d4-8a15b9905c93 None None] Network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:08.632447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network 07860611-040b-47b1-9b21-735232b07182 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:08.638598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:08.642282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:08.668079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.695605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=4632558b-b5b7-4bfe-a05d-d5a8c66c3777,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:08.714561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=39332677-b714-4076-942a-6c42708ab99d,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:08.714968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa8d9384-608f-4f5f-9df0-eae527a298c2 req-14949ce3-6452-49eb-b165-13ce9aa56f1f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296260 Sep 18 02:21:08.734640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] For port 7daaebe6-e8fa-4e5a-9d17-a112df492976, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=7daaebe6-e8fa-4e5a-9d17-a112df492976,segment=NetworkSegment(273d0555-273d-41d2-b996-de3fb5c555a9),segment_id=273d0555-273d-41d2-b996-de3fb5c555a9)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:08.735054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.736650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-54afe38d-7d6b-461f-bfb4-0d97db4e48d2 None None] Provisioning complete for port 39332677-b714-4076-942a-6c42708ab99d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:08.737676 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-54afe38d-7d6b-461f-bfb4-0d97db4e48d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.744965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:08.745785 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.753325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Calling delete_port for 7daaebe6-e8fa-4e5a-9d17-a112df492976 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:08.764432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-119b0dfb-cbf9-49f5-bd86-be025902318c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5725961 Sep 18 02:21:08.764683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54188) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:08.769195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '4632558b-b5b7-4bfe-a05d-d5a8c66c3777', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:08.791762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.909834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:08.932795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:21:09.013169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.021799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.25.0.189 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/a9ecba5e-357a-423c-ad3f-a345f6d129a1) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:09.025679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['7daaebe6-e8fa-4e5a-9d17-a112df492976'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:21:09.075224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Pushing event deleted for resources: {'Port': ['ID=7daaebe6-e8fa-4e5a-9d17-a112df492976,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:09.127342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:09.129152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] No DVR routers for this DVR port 7daaebe6-e8fa-4e5a-9d17-a112df492976 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:21:09.134006 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.135510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86205a8a-8ba8-4bea-8711-ac8e5b0a33f1 req-b817c38c-b836-40b3-bd90-5468de5fee7a tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.20 "DELETE /v2.0/ports/7daaebe6-e8fa-4e5a-9d17-a112df492976 HTTP/1.1" status: 204 len: 173 time: 1.2706316 Sep 18 02:21:09.135961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6219a24-e264-4095-afae-51ad3caf8a88', 'name': 'network-vif-deleted', 'tag': '7daaebe6-e8fa-4e5a-9d17-a112df492976'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:21:09.138221 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae04807-4065-49d9-a714-1e6008f0a73f" -d '{"events": [{"server_uuid": "b6219a24-e264-4095-afae-51ad3caf8a88", "name": "network-vif-deleted", "tag": "7daaebe6-e8fa-4e5a-9d17-a112df492976"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:21:09.140545 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Sync routers for ids ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:09.151651 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.158159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.158313 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Routers {'d9e06173-ddb9-4f88-b9ba-748c6f30abd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:09.159100 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:09.163010 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-47f1c800-b6ca-430c-8967-e6ef7e24080a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.1081712 Sep 18 02:21:09.164101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54192) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:09.213116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.215871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8cfa69e3-a634-4606-b4c3-5bd6fe512c62 None None] Provisioning complete for port 39332677-b714-4076-942a-6c42708ab99d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:09.219180 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8cfa69e3-a634-4606-b4c3-5bd6fe512c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.226326 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b048bba-4900-40f1-8bca-5499bfc4f3cb x-openstack-request-id: req-6b048bba-4900-40f1-8bca-5499bfc4f3cb {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:21:09.226789 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6219a24-e264-4095-afae-51ad3caf8a88", "name": "network-vif-deleted", "tag": "7daaebe6-e8fa-4e5a-9d17-a112df492976", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:21:09.227111 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b048bba-4900-40f1-8bca-5499bfc4f3cb {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:21:09.227586 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6219a24-e264-4095-afae-51ad3caf8a88', 'name': 'network-vif-deleted', 'tag': '7daaebe6-e8fa-4e5a-9d17-a112df492976', 'status': 'completed', 'code': 200} Sep 18 02:21:09.258451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:09.277793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:09.281595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:09.305202 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Set router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:21:09.355552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=a9ecba5e-357a-423c-ad3f-a345f6d129a1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:09.478573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c249a-e619-4bad-9825-b8f214cc5ec5 req-02e78f0e-9ada-4385-a2a3-a3db22c241a9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:09.480474 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c68c249a-e619-4bad-9825-b8f214cc5ec5 req-02e78f0e-9ada-4385-a2a3-a3db22c241a9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1056156 Sep 18 02:21:09.571161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c68c249a-e619-4bad-9825-b8f214cc5ec5 req-49724162-370b-46e7-8b12-3b2ffca4948c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810513 Sep 18 02:21:09.607530 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:07Z', 'revision_number': 3, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port': {'id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:09.639996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-27bc6291-4011-42a2-b7c5-8ddaa82e0e98 req-c72caceb-808e-4f68-aa3b-9328db65f1b1 tempest-VolumesActionsTest-1789341727 tempest-VolumesActionsTest-1789341727-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6219a24-e264-4095-afae-51ad3caf8a88 HTTP/1.1" status: 200 len: 210 time: 0.0364318 Sep 18 02:21:09.646266 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Checking router: d9e06173-ddb9-4f88-b9ba-748c6f30abd8 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:21:09.647117 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Updating router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 port 83a57bae-f60d-4887-a0a3-11ead6470845 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:21:09.682682 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.753027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.882543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c7305-5250-4e07-9363-f7f617d2ea56 req-3cd3fc9e-c321-4015-948f-656ea3c64f6e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:09.884215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d94c7305-5250-4e07-9363-f7f617d2ea56 req-3cd3fc9e-c321-4015-948f-656ea3c64f6e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 944 time: 0.0917778 Sep 18 02:21:09.914876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.937524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Allocated IP 172.20.0.1 (cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7/4074bdb2-e27f-4af5-b199-5a822dfdc0ae/a34147e7-b05b-47c0-9d17-734c0f6c05c4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:09.955421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d94c7305-5250-4e07-9363-f7f617d2ea56 req-abaad6ca-b4b6-4196-b6ac-7264271e0f31 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607684 Sep 18 02:21:09.969808 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:09.976536 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.001729 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.025930 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Attempting to bind port 83a57bae-f60d-4887-a0a3-11ead6470845 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:21:10.026631 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Attempting to bind port 83a57bae-f60d-4887-a0a3-11ead6470845 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:21:10.026904 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Attempting to bind port 83a57bae-f60d-4887-a0a3-11ead6470845 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:21:10.039881 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfe656-6793-4345-af1f-6f9e53f6719f None None] Pushing event updated for resources: {'Port': ['ID=83a57bae-f60d-4887-a0a3-11ead6470845,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:10.042333 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:21:10.042854 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:10.043344 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.043820 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:21:10.044381 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Bound port: 83a57bae-f60d-4887-a0a3-11ead6470845, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:21:10.044863 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.061166 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.096435 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.096679 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] For port 83a57bae-f60d-4887-a0a3-11ead6470845, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:21:10.099859 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] For port 83a57bae-f60d-4887-a0a3-11ead6470845, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=83a57bae-f60d-4887-a0a3-11ead6470845,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:21:10.108332 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.142317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:10.145808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:10.149230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:10.161783 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Routers {'d9e06173-ddb9-4f88-b9ba-748c6f30abd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:10.162466 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:10.176264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.176481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Pushing event updated for resources: {'Port': ['ID=a34147e7-b05b-47c0-9d17-734c0f6c05c4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:10.185040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.198533 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.292427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=a9ecba5e-357a-423c-ad3f-a345f6d129a1,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:10.301521 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfe656-6793-4345-af1f-6f9e53f6719f None None] Pushing event updated for resources: {'Port': ['ID=83a57bae-f60d-4887-a0a3-11ead6470845,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:10.301777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.308321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 39332677-b714-4076-942a-6c42708ab99d up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:21:10.326887 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] Set router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:21:10.371928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 39332677-b714-4076-942a-6c42708ab99d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:10.372299 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.444810 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP 9b0fc4f2-fc22-4fd2-ba70-2526faa06289 associated. External IP: 172.25.0.189, port: 4632558b-b5b7-4bfe-a05d-d5a8c66c3777. Sep 18 02:21:10.468170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.479456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0d1dd99f-22b5-4749-aa81-0a96163dcdec None None] Provisioning complete for port a34147e7-b05b-47c0-9d17-734c0f6c05c4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:10.479825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d1dd99f-22b5-4749-aa81-0a96163dcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.521965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0d1dd99f-22b5-4749-aa81-0a96163dcdec None None] Port a34147e7-b05b-47c0-9d17-734c0f6c05c4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:21:10.574235 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:07Z', 'revision_number': 3, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port': {'id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:10.601632 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f42a9-eb31-465f-ba2d-7de5e7be89b2 None None] The sync data for ids ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'] in n-d-789963-12 is: [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:07Z', 'revision_number': 3, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port': {'id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:10.690329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.700360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.715750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:10.795864 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.798151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Pushing event updated for resources: {'Port': ['ID=a34147e7-b05b-47c0-9d17-734c0f6c05c4,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:10.812357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c262ae-500f-47b4-b658-49a5fcf37a57 req-78a8028a-dee4-4a4e-968d-72f45f6caa16 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:10.814483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79c262ae-500f-47b4-b658-49a5fcf37a57 req-78a8028a-dee4-4a4e-968d-72f45f6caa16 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1159313 Sep 18 02:21:10.864688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79c262ae-500f-47b4-b658-49a5fcf37a57 req-1775369b-ac11-43ca-805d-47e78080121b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Sep 18 02:21:10.910831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:10.912033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:10.924481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:10.957474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:10.980055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a62f6-6ef1-40f9-af2c-2d64278f85e7 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:11.018156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a62f6-6ef1-40f9-af2c-2d64278f85e7 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:11.018871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-889a62f6-6ef1-40f9-af2c-2d64278f85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:11.026594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-52a6f387-2e42-418d-a6cc-8452480dfd98 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.2606313 Sep 18 02:21:11.027502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54212) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:11.047135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f76b247f-bae9-4473-8862-639fcbbae9ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'port_id': '4632558b-b5b7-4bfe-a05d-d5a8c66c3777', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:11.087594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:11.153593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-889a62f6-6ef1-40f9-af2c-2d64278f85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:11.165421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a62f6-6ef1-40f9-af2c-2d64278f85e7 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:11.168831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-889a62f6-6ef1-40f9-af2c-2d64278f85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:11.197008 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f76b247f-bae9-4473-8862-639fcbbae9ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:11.230636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-889a62f6-6ef1-40f9-af2c-2d64278f85e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:11.231435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a62f6-6ef1-40f9-af2c-2d64278f85e7 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:11.355514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca9c16-568d-478c-a5c9-5435e89ca85c req-6848947c-1fb8-4f28-8013-8034e3c4b20f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:11.357315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5ca9c16-568d-478c-a5c9-5435e89ca85c req-6848947c-1fb8-4f28-8013-8034e3c4b20f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 944 time: 0.1634314 Sep 18 02:21:11.410129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:11.417693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d1a22428-96fb-4fd8-a4a1-46ca0ddec171 admin admin] 10.222.0.21 "PUT /v2.0/routers/d9e06173-ddb9-4f88-b9ba-748c6f30abd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2523873 Sep 18 02:21:11.456763 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5ca9c16-568d-478c-a5c9-5435e89ca85c req-e3ca6ec4-7d21-4dd2-a494-abb31f279fc7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911522 Sep 18 02:21:11.479918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b3c7b609-30a2-4a43-9c34-614e60b73b56 None None] Provisioning complete for port a34147e7-b05b-47c0-9d17-734c0f6c05c4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:11.480924 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b3c7b609-30a2-4a43-9c34-614e60b73b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:11.526148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7b609-30a2-4a43-9c34-614e60b73b56 None None] Port a34147e7-b05b-47c0-9d17-734c0f6c05c4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:21:11.591909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 7daaebe6-e8fa-4e5a-9d17-a112df492976 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:11.622372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 7daaebe6-e8fa-4e5a-9d17-a112df492976 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:21:11.623001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 7daaebe6-e8fa-4e5a-9d17-a112df492976 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:21:11.908223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f76b247f-bae9-4473-8862-639fcbbae9ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:11.918657 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f76b247f-bae9-4473-8862-639fcbbae9ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:12.048417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9c535-ea18-48f0-9bd2-da5d86a6301b req-c350b077-a1d7-41d5-9415-be93adeef6a6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:12.050153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7c9c535-ea18-48f0-9bd2-da5d86a6301b req-c350b077-a1d7-41d5-9415-be93adeef6a6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0653384 Sep 18 02:21:12.095903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7c9c535-ea18-48f0-9bd2-da5d86a6301b req-5c581e93-fb3b-42fb-95b6-dcc0e95708f5 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Sep 18 02:21:12.316422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 83a57bae-f60d-4887-a0a3-11ead6470845 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:21:12.415971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 83a57bae-f60d-4887-a0a3-11ead6470845 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:12.417401 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:12.497977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b247f-bae9-4473-8862-639fcbbae9ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:12.527760 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:12.562018 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 83a57bae-f60d-4887-a0a3-11ead6470845, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=83a57bae-f60d-4887-a0a3-11ead6470845,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:12.580632 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:12.635830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=83a57bae-f60d-4887-a0a3-11ead6470845,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:12.670825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a015ebf-88ba-4743-b714-ca9f193d8e15 req-3fcc13c9-1997-467e-9e2c-8b48e3f2e46c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:12.672609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a015ebf-88ba-4743-b714-ca9f193d8e15 req-3fcc13c9-1997-467e-9e2c-8b48e3f2e46c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 944 time: 0.1046722 Sep 18 02:21:12.716044 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b247f-bae9-4473-8862-639fcbbae9ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:12.732929 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f34296b-d9a0-4555-b4c3-f111e7388ee0 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:12.736358 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f76b247f-bae9-4473-8862-639fcbbae9ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:12.743253 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34296b-d9a0-4555-b4c3-f111e7388ee0 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:12.743872 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1f34296b-d9a0-4555-b4c3-f111e7388ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:12.764308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a015ebf-88ba-4743-b714-ca9f193d8e15 req-5cae83e0-8d65-49f3-95b5-f9e0f4de3b5b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742877 Sep 18 02:21:12.837394 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1f34296b-d9a0-4555-b4c3-f111e7388ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:12.839021 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f76b247f-bae9-4473-8862-639fcbbae9ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/floatingips/9b0fc4f2-fc22-4fd2-ba70-2526faa06289 HTTP/1.1" status: 200 len: 979 time: 1.8102579 Sep 18 02:21:12.841664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54256) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:12.856882 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34296b-d9a0-4555-b4c3-f111e7388ee0 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:12.857439 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1f34296b-d9a0-4555-b4c3-f111e7388ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:12.862593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54258) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:12.897463 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1f34296b-d9a0-4555-b4c3-f111e7388ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:12.898251 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f34296b-d9a0-4555-b4c3-f111e7388ee0 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:12.911886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Sync routers for ids ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:12.928482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Routers {'d9e06173-ddb9-4f88-b9ba-748c6f30abd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:12.929465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:12.981407 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:21:13.052771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port a9ecba5e-357a-423c-ad3f-a345f6d129a1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:13.053348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.148908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Set router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:21:13.156905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.157452 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.171696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for a9ecba5e-357a-423c-ad3f-a345f6d129a1 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:13.225189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:13.284960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '42b37c08-8b4d-41f4-ab7f-8692c12f5bf1', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'port_id': '42b37c08-8b4d-41f4-ab7f-8692c12f5bf1', 'mac_address': 'fa:16:3e:6b:dc:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:21:13.315623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb29d7-ed73-4366-8bb5-f85d5680e85c req-8ccc0e0d-8f0e-4d02-9467-ccba4501d43f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:13.317414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6cb29d7-ed73-4366-8bb5-f85d5680e85c req-8ccc0e0d-8f0e-4d02-9467-ccba4501d43f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1030395 Sep 18 02:21:13.343993 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.389185 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.391552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6cb29d7-ed73-4366-8bb5-f85d5680e85c req-62dea5b3-88db-4873-9b31-a107639e6c79 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648134 Sep 18 02:21:13.391899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=a9ecba5e-357a-423c-ad3f-a345f6d129a1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:13.404705 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.413587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:21:13.467325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:13.470803 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.471219 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP 9b0fc4f2-fc22-4fd2-ba70-2526faa06289 disassociated (deleted). External IP: 172.25.0.189, port: 4632558b-b5b7-4bfe-a05d-d5a8c66c3777. Sep 18 02:21:13.478685 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.516284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:10Z', 'revision_number': 4, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port': {'id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a34147e7-b05b-47c0-9d17-734c0f6c05c4', 'name': '', 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'mac_address': 'fa:16:3e:51:83:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '4074bdb2-e27f-4af5-b199-5a822dfdc0ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:21:09Z', 'updated_at': '2021-09-18T02:21:10Z', 'revision_number': 2, 'project_id': '6734b15c34244cb999bba18242f3d208', 'subnets': [{'id': '4074bdb2-e27f-4af5-b199-5a822dfdc0ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:13.547961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Checking router: d9e06173-ddb9-4f88-b9ba-748c6f30abd8 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:21:13.548632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Updating router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 port a34147e7-b05b-47c0-9d17-734c0f6c05c4 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:21:13.590727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:13.593882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.699776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['42b37c08-8b4d-41f4-ab7f-8692c12f5bf1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:21:13.735353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:13.749406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Deleting port a34147e7-b05b-47c0-9d17-734c0f6c05c4 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:13.750390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.906284 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.939443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Calling delete_port for a34147e7-b05b-47c0-9d17-734c0f6c05c4 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:13.957454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:13.967395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:13.969566 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5bd100-9a3e-40fe-8752-26edd32f3cc1 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:13.984240 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5bd100-9a3e-40fe-8752-26edd32f3cc1 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:13.984997 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-db5bd100-9a3e-40fe-8752-26edd32f3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:14.003495 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5e455521-3e75-4ed9-8c9b-6aa7e036e613 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b0fc4f2-fc22-4fd2-ba70-2526faa06289 HTTP/1.1" status: 204 len: 168 time: 1.1603880 Sep 18 02:21:14.006077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:14.046500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27e1fe-3168-4923-8d9f-abfe90643a94 req-0348c7bc-4568-4b49-b23e-e1069f02ed82 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:14.048093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e27e1fe-3168-4923-8d9f-abfe90643a94 req-0348c7bc-4568-4b49-b23e-e1069f02ed82 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 945 time: 0.1533983 Sep 18 02:21:14.062229 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-db5bd100-9a3e-40fe-8752-26edd32f3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:14.071586 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5bd100-9a3e-40fe-8752-26edd32f3cc1 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:14.072397 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-db5bd100-9a3e-40fe-8752-26edd32f3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:14.101019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.113168 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.119403 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-db5bd100-9a3e-40fe-8752-26edd32f3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:14.120235 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5bd100-9a3e-40fe-8752-26edd32f3cc1 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:14.164391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e27e1fe-3168-4923-8d9f-abfe90643a94 req-031115e4-3a31-4fa2-ba85-704f76aeb08b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063380 Sep 18 02:21:14.186205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc9e50-695e-4a48-8226-ca532a7e21ab None None] Pushing event updated for resources: {'Port': ['ID=a34147e7-b05b-47c0-9d17-734c0f6c05c4,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:14.235589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-639e3a88-b152-4e87-b7a6-051813ad9508 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 4632558b-b5b7-4bfe-a05d-d5a8c66c3777 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:14.236054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-639e3a88-b152-4e87-b7a6-051813ad9508 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.258933 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.267898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Attempting to bind port a34147e7-b05b-47c0-9d17-734c0f6c05c4 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:21:14.268381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Attempting to bind port a34147e7-b05b-47c0-9d17-734c0f6c05c4 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:21:14.270066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Attempting to bind port a34147e7-b05b-47c0-9d17-734c0f6c05c4 on network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:21:14.279838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:21:14.280209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Checking segment: {'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:14.286749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.286749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Bound using segment: {'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:21:14.286749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Bound port: a34147e7-b05b-47c0-9d17-734c0f6c05c4, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:21:14.286749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.305626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Pushing event deleted for resources: {'Port': ['ID=a34147e7-b05b-47c0-9d17-734c0f6c05c4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:14.377389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-639e3a88-b152-4e87-b7a6-051813ad9508 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.392539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-639e3a88-b152-4e87-b7a6-051813ad9508 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 4632558b-b5b7-4bfe-a05d-d5a8c66c3777 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:14.548170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Port a34147e7-b05b-47c0-9d17-734c0f6c05c4 has been deleted concurrently {{(pid=106441) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 02:21:14.551171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 83a57bae-f60d-4887-a0a3-11ead6470845 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:21:14.591041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-804fc4ce-17c1-45fb-b238-000f93972f41 None None] Could not find standard attr ID for object a34147e7-b05b-47c0-9d17-734c0f6c05c4. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:21:14.592493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Routers {'d9e06173-ddb9-4f88-b9ba-748c6f30abd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:14.593207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:14.628436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301479e-fdc6-4fcc-9907-c875b03a72b9 req-04b8f6ab-ac64-454a-81bb-c309db05d422 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:14.638349 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c301479e-fdc6-4fcc-9907-c875b03a72b9 req-04b8f6ab-ac64-454a-81bb-c309db05d422 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1460516 Sep 18 02:21:14.640895 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.653836 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-639e3a88-b152-4e87-b7a6-051813ad9508 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.707533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e3a88-b152-4e87-b7a6-051813ad9508 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=4632558b-b5b7-4bfe-a05d-d5a8c66c3777,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:14.713875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 83a57bae-f60d-4887-a0a3-11ead6470845 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:14.714541 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.831607 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-639e3a88-b152-4e87-b7a6-051813ad9508 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:14.837008 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c301479e-fdc6-4fcc-9907-c875b03a72b9 req-ba462020-d7eb-4dea-8c86-59daa24382cd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974523 Sep 18 02:21:14.837862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] Set router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:21:14.839617 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-639e3a88-b152-4e87-b7a6-051813ad9508 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/ports/4632558b-b5b7-4bfe-a05d-d5a8c66c3777 HTTP/1.1" status: 204 len: 168 time: 0.8307900 Sep 18 02:21:14.842099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54272) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:14.847018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:14.985737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:21:14.994070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.017970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:15.103192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:21:15.111072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:15.111449 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.156275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:14Z', 'revision_number': 5, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port': {'id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:15.193293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f71b1-3cd6-4b81-bbbe-c971fd68174b None None] The sync data for ids ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'] in n-d-789963-12 is: [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:14Z', 'revision_number': 5, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port': {'id': '83a57bae-f60d-4887-a0a3-11ead6470845', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:15.205232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:15.211588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8b912726-e1a5-453f-b622-61657d3e929a admin admin] 10.222.0.21 "PUT /v2.0/routers/d9e06173-ddb9-4f88-b9ba-748c6f30abd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3478816 Sep 18 02:21:15.214162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:15.230254 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.281551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.385934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:15.387175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8d84b3-b2c4-4374-8273-a9848d935428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b37c08-8b4d-41f4-ab7f-8692c12f5bf1'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:21:15.394779 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b075e6-34a2-49fa-9a93-a878ddff3b70" -d '{"events": [{"server_uuid": "6a8d84b3-b2c4-4374-8273-a9848d935428", "name": "network-vif-plugged", "status": "completed", "tag": "42b37c08-8b4d-41f4-ab7f-8692c12f5bf1"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:21:15.402027 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.439514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.468460 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d7f156-32a0-4455-8bb4-e882cbfe381c x-openstack-request-id: req-46d7f156-32a0-4455-8bb4-e882cbfe381c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:21:15.468748 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8d84b3-b2c4-4374-8273-a9848d935428", "name": "network-vif-plugged", "status": "completed", "tag": "42b37c08-8b4d-41f4-ab7f-8692c12f5bf1", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:21:15.471948 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46d7f156-32a0-4455-8bb4-e882cbfe381c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:21:15.472308 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8d84b3-b2c4-4374-8273-a9848d935428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b37c08-8b4d-41f4-ab7f-8692c12f5bf1', 'code': 200} Sep 18 02:21:15.527936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:15.547656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f94e2-6228-4988-8c3b-242ea3b13d36 req-ca8b7013-04a9-46f1-8237-173a92b6f8c8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:15.555773 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-043f94e2-6228-4988-8c3b-242ea3b13d36 req-ca8b7013-04a9-46f1-8237-173a92b6f8c8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 945 time: 0.2386088 Sep 18 02:21:15.658578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.666092 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-043f94e2-6228-4988-8c3b-242ea3b13d36 req-3f31b1aa-fc04-44de-90dc-1f0c6e27597c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091616 Sep 18 02:21:15.675545 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.25.0.234 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/9d212038-cee5-4f8a-afe4-95af7bde048f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:15.764346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Deleting port 83a57bae-f60d-4887-a0a3-11ead6470845 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:15.764582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6b46-8f66-40d4-8625-254e3c14210c req-665fbc71-e01e-47ac-bd46-8182d8c3262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:15.764906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.766213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c8d6b46-8f66-40d4-8625-254e3c14210c req-665fbc71-e01e-47ac-bd46-8182d8c3262b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 1098 time: 0.1906626 Sep 18 02:21:15.854950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c8d6b46-8f66-40d4-8625-254e3c14210c req-63a22fb2-a4b4-488e-8b6c-dc2f5074c78b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804203 Sep 18 02:21:15.904520 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:15.957907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.026294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:16.030176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:16.038745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:16.078999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=9d212038-cee5-4f8a-afe4-95af7bde048f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:16.167470 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.217614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.336101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] Sync routers for ids ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:16.349096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] Routers {'d9e06173-ddb9-4f88-b9ba-748c6f30abd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:16.350896 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:16.427028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] For port 83a57bae-f60d-4887-a0a3-11ead6470845, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=83a57bae-f60d-4887-a0a3-11ead6470845,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:16.427661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.432524 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.437624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.438006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434aac-327c-403e-8ce8-3f8ae066ca57 req-717bbed8-15dc-4bb1-aa9b-bd31b9361249 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:16.439676 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c434aac-327c-403e-8ce8-3f8ae066ca57 req-717bbed8-15dc-4bb1-aa9b-bd31b9361249 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0789905 Sep 18 02:21:16.453085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Calling delete_port for 83a57bae-f60d-4887-a0a3-11ead6470845 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:16.458040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] Set router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:21:16.531889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=9d212038-cee5-4f8a-afe4-95af7bde048f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:16.534104 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:15Z', 'revision_number': 6, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:16.544610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c434aac-327c-403e-8ce8-3f8ae066ca57 req-1296a15d-4f97-49a4-b90f-a0b875f87f42 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931809 Sep 18 02:21:16.563881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.566288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] Checking router: d9e06173-ddb9-4f88-b9ba-748c6f30abd8 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:21:16.577510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] Routers {'d9e06173-ddb9-4f88-b9ba-748c6f30abd8'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:16.578197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:16.604029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.608547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-406ea758-2731-43a8-992e-c744ae180d00 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7649252 Sep 18 02:21:16.609330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54300) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:16.615443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'port': {'network_id': '07860611-040b-47b1-9b21-735232b07182', 'name': 'tempest-FloatingIPTestJSON-1165963762'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:16.698019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] Set router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:21:16.721140 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.767818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:16.771704 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.780032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a57bae-f60d-4887-a0a3-11ead6470845,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:16.809516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] device_id is not set on port e2270fa1-0245-45cd-a566-45041994c778 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:21:16.823256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:15Z', 'revision_number': 6, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:16.861696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b2e60-46e3-4b53-94b2-ed71a6321b60 None None] The sync data for ids ['d9e06173-ddb9-4f88-b9ba-748c6f30abd8'] in n-d-789963-12 is: [{'id': 'd9e06173-ddb9-4f88-b9ba-748c6f30abd8', 'name': 'tempest-ImageQuotaTest-1478943677-router', 'tenant_id': '6734b15c34244cb999bba18242f3d208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:21:06Z', 'updated_at': '2021-09-18T02:21:15Z', 'revision_number': 6, 'project_id': '6734b15c34244cb999bba18242f3d208', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:16.873370 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:16.924435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f4da-4474-4ac8-aa83-9cd854374c16 req-91472a9f-9524-4eb1-b57a-ba73f94efdc9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:16.933461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4702f4da-4474-4ac8-aa83-9cd854374c16 req-91472a9f-9524-4eb1-b57a-ba73f94efdc9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 946 time: 0.1253705 Sep 18 02:21:17.033244 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.035252 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4702f4da-4474-4ac8-aa83-9cd854374c16 req-70fc04d4-24f9-4826-8364-6b8aa5b4c485 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007295 Sep 18 02:21:17.035770 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.060325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.20.0.9 (07860611-040b-47b1-9b21-735232b07182/5b626f09-7ab8-44c3-882f-901028c1a11a/e2270fa1-0245-45cd-a566-45041994c778) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:17.094063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.094802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e06173-ddb9-4f88-b9ba-748c6f30abd8 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:21:17.101882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.103296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5ac3e652-3f86-45e0-a048-d7a15ef16387 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d9e06173-ddb9-4f88-b9ba-748c6f30abd8 HTTP/1.1" status: 204 len: 168 time: 1.8881106 Sep 18 02:21:17.106135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54310) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:17.162582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25c4722-d6f2-4c0c-80a5-b95db3dd5bec admin admin] Deleting subnet 4074bdb2-e27f-4af5-b199-5a822dfdc0ae {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:21:17.166940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d25c4722-d6f2-4c0c-80a5-b95db3dd5bec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.213290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d25c4722-d6f2-4c0c-80a5-b95db3dd5bec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.229068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.271870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.301332 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d25c4722-d6f2-4c0c-80a5-b95db3dd5bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.317472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network 07860611-040b-47b1-9b21-735232b07182 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:17.322831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:17.325346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:17.355801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=e2270fa1-0245-45cd-a566-45041994c778,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:17.377779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d25c4722-d6f2-4c0c-80a5-b95db3dd5bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.386947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:17.387837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.405454 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b9a2c1f-cbf9-4adb-b0e0-64c7d6711fd0 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7949555 Sep 18 02:21:17.408318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54314) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:17.412341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c4722-d6f2-4c0c-80a5-b95db3dd5bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4074bdb2-e27f-4af5-b199-5a822dfdc0ae,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:17.413763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'port_id': 'e2270fa1-0245-45cd-a566-45041994c778'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:17.415563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d25c4722-d6f2-4c0c-80a5-b95db3dd5bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.417826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d25c4722-d6f2-4c0c-80a5-b95db3dd5bec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4074bdb2-e27f-4af5-b199-5a822dfdc0ae HTTP/1.1" status: 204 len: 168 time: 0.3110919 Sep 18 02:21:17.420306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54316) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:17.421992 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0485266d-af95-417b-a29c-ba18fc296ed2 None None] Network cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:17.466360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.511041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.614814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Deleting port 39332677-b714-4076-942a-6c42708ab99d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:17.614814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.635708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] DHCP port deletion for cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:21:17.695483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] For port 39332677-b714-4076-942a-6c42708ab99d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=39332677-b714-4076-942a-6c42708ab99d,segment=NetworkSegment(c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9),segment_id=c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:17.696042 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.717335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Calling delete_port for 39332677-b714-4076-942a-6c42708ab99d owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:17.720398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] Deleting port 39332677-b714-4076-942a-6c42708ab99d {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:17.720807 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.806158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] For port 39332677-b714-4076-942a-6c42708ab99d, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=39332677-b714-4076-942a-6c42708ab99d,segment=NetworkSegment(c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9),segment_id=c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:17.806509 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.821351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] Calling delete_port for 39332677-b714-4076-942a-6c42708ab99d owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:17.838290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.868317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] No DVR routers for this DVR port 39332677-b714-4076-942a-6c42708ab99d on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:21:17.916483 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:17.924410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39332677-b714-4076-942a-6c42708ab99d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:17.949103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] Pushing event deleted for resources: {'Port': ['ID=39332677-b714-4076-942a-6c42708ab99d,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:17.962430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cdd95b-7d3e-4dd8-bd8f-3eb0cd95a631 None None] No DVR routers for this DVR port 39332677-b714-4076-942a-6c42708ab99d on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:21:17.989246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.012390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:18.024118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:18.024118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60a6ce7-bf13-48d9-8cd7-dffeb01ab8f9') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:18.034823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.049199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.055434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:21:18.055835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:21:18.059197 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:21:18.165112 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.173936 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.175806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7 HTTP/1.1" status: 204 len: 168 time: 0.7545609 Sep 18 02:21:18.189885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda70ac2-426e-463b-b999-1904f4cbb5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcdb458-dcf2-4fb3-9b60-3c06c0c729c7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:18.200827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f954d9-e99f-4d47-959d-c8802db7a7ef req-7cb54226-f6e8-4a31-8382-161d866a5bd7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:18.202317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7f954d9-e99f-4d47-959d-c8802db7a7ef req-7cb54226-f6e8-4a31-8382-161d866a5bd7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.4674516 Sep 18 02:21:18.209556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58b53a-8f2b-40e0-b012-b45c7a709309 req-49399afe-7789-417e-897b-bed187fab6da tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:18.211406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-de58b53a-8f2b-40e0-b012-b45c7a709309 req-49399afe-7789-417e-897b-bed187fab6da tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 946 time: 0.0837381 Sep 18 02:21:18.288630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-de58b53a-8f2b-40e0-b012-b45c7a709309 req-6a302669-de75-41ee-a23e-613a6d81fb3e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673387 Sep 18 02:21:18.324962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 39332677-b714-4076-942a-6c42708ab99d no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:18.336629 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7f954d9-e99f-4d47-959d-c8802db7a7ef req-9e8b2478-f7bc-41da-914d-3b55af3c45ae tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880895 Sep 18 02:21:18.361088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54330) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:18.375243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 39332677-b714-4076-942a-6c42708ab99d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:21:18.376975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 39332677-b714-4076-942a-6c42708ab99d not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:21:18.377471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 83a57bae-f60d-4887-a0a3-11ead6470845 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:18.408778 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-06ac7022-ac05-4167-befa-adf8933e93f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6734b15c34244cb999bba18242f3d208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461700 Sep 18 02:21:18.411067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54332) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:18.425301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 83a57bae-f60d-4887-a0a3-11ead6470845 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:21:18.426409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 83a57bae-f60d-4887-a0a3-11ead6470845 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:21:18.476745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c986485b-cfc9-4af1-ad76-70686bd86fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.497915 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c986485b-cfc9-4af1-ad76-70686bd86fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.545939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c986485b-cfc9-4af1-ad76-70686bd86fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.548804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c986485b-cfc9-4af1-ad76-70686bd86fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.549652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17b34-8ec8-4290-90c1-35bdec0efa9e req-7cb56a9a-642b-4920-8dff-2c8e24061a3e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:18.550055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c986485b-cfc9-4af1-ad76-70686bd86fee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4496abb5-fec6-4a4e-bd53-745d1ce0b963 HTTP/1.1" status: 204 len: 168 time: 0.1379702 Sep 18 02:21:18.559265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986485b-cfc9-4af1-ad76-70686bd86fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4496abb5-fec6-4a4e-bd53-745d1ce0b963,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:18.563219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a5e17b34-8ec8-4290-90c1-35bdec0efa9e req-7cb56a9a-642b-4920-8dff-2c8e24061a3e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 946 time: 0.1265876 Sep 18 02:21:18.568074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.577746 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:18.661703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a5e17b34-8ec8-4290-90c1-35bdec0efa9e req-e0e232b2-49be-4764-a352-526a272d3806 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897071 Sep 18 02:21:18.721178 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP bef646a2-2f50-4bbf-81cc-4ba670a67a4d associated. External IP: 172.25.0.234, port: e2270fa1-0245-45cd-a566-45041994c778. Sep 18 02:21:18.800541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b66ec7-dfd9-4995-8d8a-e7a18b244120 req-babb6298-66f6-4170-b125-921b59630925 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:18.808322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1b66ec7-dfd9-4995-8d8a-e7a18b244120 req-babb6298-66f6-4170-b125-921b59630925 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 946 time: 0.0719543 Sep 18 02:21:18.846237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1b66ec7-dfd9-4995-8d8a-e7a18b244120 req-c8a58478-13d2-4e3a-8c11-0749bf0da41a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Sep 18 02:21:18.994891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:19.019041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54342) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:19.038507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-184fa782-c482-4ec8-935d-c2d79dc508f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.153867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:19.157154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-184fa782-c482-4ec8-935d-c2d79dc508f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.158914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.165901 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3d5ba-f5e6-4a20-b9c4-954c01c58921 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:19.180358 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3d5ba-f5e6-4a20-b9c4-954c01c58921 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:19.180729 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-184fa782-c482-4ec8-935d-c2d79dc508f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.181608 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-93c3d5ba-f5e6-4a20-b9c4-954c01c58921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:19.223274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f8344a0d-f9f3-4acc-a8cc-367ef3b744ff tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/floatingips/bef646a2-2f50-4bbf-81cc-4ba670a67a4d HTTP/1.1" status: 200 len: 978 time: 1.8115878 Sep 18 02:21:19.223832 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-93c3d5ba-f5e6-4a20-b9c4-954c01c58921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:19.224290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54350) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:19.247230 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3d5ba-f5e6-4a20-b9c4-954c01c58921 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:19.247903 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-93c3d5ba-f5e6-4a20-b9c4-954c01c58921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:19.249370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-184fa782-c482-4ec8-935d-c2d79dc508f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2290654 Sep 18 02:21:19.250482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fa782-c482-4ec8-935d-c2d79dc508f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf553a5-1048-4981-8962-2e2e35c86b3c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:19.269976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54352) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:19.295844 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-93c3d5ba-f5e6-4a20-b9c4-954c01c58921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:19.297335 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3d5ba-f5e6-4a20-b9c4-954c01c58921 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:19.315420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4f9b6-2f6e-4061-963c-2bf223fddea5 req-e1806578-32d0-4e51-ae7c-149b8ad5c459 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:19.317113 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01f4f9b6-2f6e-4061-963c-2bf223fddea5 req-e1806578-32d0-4e51-ae7c-149b8ad5c459 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 946 time: 0.1575420 Sep 18 02:21:19.376717 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-01f4f9b6-2f6e-4061-963c-2bf223fddea5 req-08250ffa-1603-4f34-9891-06c1f5e79e39 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491858 Sep 18 02:21:19.396592 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d4a95e57-3d73-4d02-b0bd-51bb69b08c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.414571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port e2270fa1-0245-45cd-a566-45041994c778 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:19.414949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.464332 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d4a95e57-3d73-4d02-b0bd-51bb69b08c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.548264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d4a95e57-3d73-4d02-b0bd-51bb69b08c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.551791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d4a95e57-3d73-4d02-b0bd-51bb69b08c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.557334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d4a95e57-3d73-4d02-b0bd-51bb69b08c38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaf553a5-1048-4981-8962-2e2e35c86b3c HTTP/1.1" status: 204 len: 168 time: 0.2845902 Sep 18 02:21:19.567827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a95e57-3d73-4d02-b0bd-51bb69b08c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf553a5-1048-4981-8962-2e2e35c86b3c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:19.614497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3f25-60c8-463d-b3a5-82773180707e req-ef03cbd8-6cd7-4a71-80f2-a78b2f3133f8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:19.623913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6dac3f25-60c8-463d-b3a5-82773180707e req-ef03cbd8-6cd7-4a71-80f2-a78b2f3133f8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2138510 Sep 18 02:21:19.683321 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.699406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6dac3f25-60c8-463d-b3a5-82773180707e req-f28c6b72-353e-4330-bd9c-bdc22d67dfba tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746047 Sep 18 02:21:19.994365 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.994769 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:19.995095 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP bef646a2-2f50-4bbf-81cc-4ba670a67a4d disassociated. External IP: 172.25.0.234, port: e2270fa1-0245-45cd-a566-45041994c778. Sep 18 02:21:19.995493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for e2270fa1-0245-45cd-a566-45041994c778 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:20.150578 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:20.180908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=e2270fa1-0245-45cd-a566-45041994c778,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:20.307132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:20.415044 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:20.426011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6930f2d-016a-49c2-bb8a-83f129029ef1 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:20.437163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6930f2d-016a-49c2-bb8a-83f129029ef1 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:20.437791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a6930f2d-016a-49c2-bb8a-83f129029ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:20.469699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a6930f2d-016a-49c2-bb8a-83f129029ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:20.479243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6930f2d-016a-49c2-bb8a-83f129029ef1 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:20.479864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a6930f2d-016a-49c2-bb8a-83f129029ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:20.498165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ce779-69c6-466e-8ba1-05a97a70cbfa req-0e4475b2-bfdd-41d8-9467-af23f609c9e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:20.499945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec7ce779-69c6-466e-8ba1-05a97a70cbfa req-0e4475b2-bfdd-41d8-9467-af23f609c9e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 946 time: 0.0578969 Sep 18 02:21:20.518299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a6930f2d-016a-49c2-bb8a-83f129029ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:20.519000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6930f2d-016a-49c2-bb8a-83f129029ef1 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:20.528041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:20.530239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6c147ffc-490e-4932-bb98-4e9493e69434 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/ports/e2270fa1-0245-45cd-a566-45041994c778 HTTP/1.1" status: 204 len: 168 time: 1.3049698 Sep 18 02:21:20.532799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54372) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:20.550640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6b588-ce39-434f-bbef-558699856e7a req-c66b8496-ee41-4bf4-92ed-3ea13183c71d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:20.552290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-49f6b588-ce39-434f-bbef-558699856e7a req-c66b8496-ee41-4bf4-92ed-3ea13183c71d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 946 time: 0.0917308 Sep 18 02:21:20.563910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec7ce779-69c6-466e-8ba1-05a97a70cbfa req-0e841936-ebdf-4444-a2f5-4c3b43865f5d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503020 Sep 18 02:21:20.611050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b0b84ed6-ea31-4748-a402-43ebd2372e4c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "GET /v2.0/floatingips/bef646a2-2f50-4bbf-81cc-4ba670a67a4d HTTP/1.1" status: 200 len: 688 time: 0.0754013 Sep 18 02:21:20.613550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54376) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:20.781519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:20.781854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:20.843798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 9d212038-cee5-4f8a-afe4-95af7bde048f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:20.844135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:20.887003 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f186202-fd3f-4fa4-8038-de29dd251a17 req-fca8f28f-935e-421f-9fb6-bdd3de10dacd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:20.888579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f186202-fd3f-4fa4-8038-de29dd251a17 req-fca8f28f-935e-421f-9fb6-bdd3de10dacd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0551476 Sep 18 02:21:20.930114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1f186202-fd3f-4fa4-8038-de29dd251a17 req-5a47c0ef-14e6-465f-9e9e-4d2c3165945c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349493 Sep 18 02:21:20.930905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] For port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:20.931277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:20.947028 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:20.967328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:20.967656 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.008271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 9d212038-cee5-4f8a-afe4-95af7bde048f owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:21.163692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.224891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=42b37c08-8b4d-41f4-ab7f-8692c12f5bf1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:21.273516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] No DVR routers for this DVR port 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:21:21.276205 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.278541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-49f6b588-ce39-434f-bbef-558699856e7a req-b7fa2064-9798-4070-825d-e3fd77140e3f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "DELETE /v2.0/ports/42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 HTTP/1.1" status: 204 len: 173 time: 0.6979327 Sep 18 02:21:21.279948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8d84b3-b2c4-4374-8273-a9848d935428', 'name': 'network-vif-deleted', 'tag': '42b37c08-8b4d-41f4-ab7f-8692c12f5bf1'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:21:21.283245 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dc3d85-b834-4dbd-9ed1-3dd569fd47e0" -d '{"events": [{"server_uuid": "6a8d84b3-b2c4-4374-8273-a9848d935428", "name": "network-vif-deleted", "tag": "42b37c08-8b4d-41f4-ab7f-8692c12f5bf1"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:21:21.288312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.321681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=9d212038-cee5-4f8a-afe4-95af7bde048f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:21.327764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-802bdd85-b54e-4598-9a76-95e1b13d1bbe req-dacb877b-63a7-4f5f-867a-7dd3515e6302 service neutron] (106439) timed out ('10.222.0.18', 59704) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:21:21.336378 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564916bd-4257-471b-9e30-c960b00b5776 x-openstack-request-id: req-564916bd-4257-471b-9e30-c960b00b5776 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:21:21.336678 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8d84b3-b2c4-4374-8273-a9848d935428", "name": "network-vif-deleted", "tag": "42b37c08-8b4d-41f4-ab7f-8692c12f5bf1", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:21:21.337162 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-564916bd-4257-471b-9e30-c960b00b5776 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:21:21.337554 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8d84b3-b2c4-4374-8273-a9848d935428', 'name': 'network-vif-deleted', 'tag': '42b37c08-8b4d-41f4-ab7f-8692c12f5bf1', 'status': 'completed', 'code': 200} Sep 18 02:21:21.418019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.422408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.427342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54388) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:21.427653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7f6f1ad9-4b7c-40f6-8ad1-acc09a818fee tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/floatingips/bef646a2-2f50-4bbf-81cc-4ba670a67a4d HTTP/1.1" status: 204 len: 168 time: 0.8131640 Sep 18 02:21:21.432763 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:21.464890 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.575107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.690553 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cee91c5a-eef4-4d92-b1a5-4d3ec2b1789d req-d0a460de-a8f1-43fb-b1a4-e011a2def92e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 210 time: 0.0287843 Sep 18 02:21:21.707496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.25.0.168 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/9d5f9290-9324-4177-b73f-f9d24c7c1b8c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:21.842594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.885247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:21.925742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:21.930765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:21.936920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:21.961828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=9d5f9290-9324-4177-b73f-f9d24c7c1b8c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:22.144304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb641253-3336-451c-9d8b-b4785e577644 req-bcb3c837-df42-4788-bb9e-73f745cfe028 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:22.145794 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb641253-3336-451c-9d8b-b4785e577644 req-bcb3c837-df42-4788-bb9e-73f745cfe028 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1312199 Sep 18 02:21:22.240761 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb641253-3336-451c-9d8b-b4785e577644 req-325241b1-9362-4608-93d3-9c19f7223c6c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867424 Sep 18 02:21:22.417550 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:22.488799 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:22.641591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:22.646210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:22.743168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=9d5f9290-9324-4177-b73f-f9d24c7c1b8c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:22.753490 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:22.826989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a916be25-cbe7-48d3-a772-5cabdb8578c6 req-37c16339-ec7a-49a1-bfad-343cf2678030 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 210 time: 0.0337908 Sep 18 02:21:22.891414 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP f2e854cf-84b6-4331-ac92-5b09444434c7 associated. External IP: 172.25.0.168, port: ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25. Sep 18 02:21:23.012709 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:23.044357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:21:23.045049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 42b37c08-8b4d-41f4-ab7f-8692c12f5bf1 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:21:23.138494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:23.332428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:23.344880 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7eeb00-7ecb-402a-98e4-96d726b40d79 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:23.356301 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:23.357205 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7eeb00-7ecb-402a-98e4-96d726b40d79 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:23.357820 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bc7eeb00-7ecb-402a-98e4-96d726b40d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:23.423792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-53b0627a-3eb9-42fe-857e-994e8c617d16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9944544 Sep 18 02:21:23.424434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:23.430195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dcabe-1a15-4246-a560-72547f44d9d2 req-9638984b-29c4-4a58-b7e2-07f60054c703 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:23.433804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-927941293'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:23.434809 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e33dcabe-1a15-4246-a560-72547f44d9d2 req-9638984b-29c4-4a58-b7e2-07f60054c703 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0986896 Sep 18 02:21:23.484253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:23.492580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:23.512435 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bc7eeb00-7ecb-402a-98e4-96d726b40d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:23.521641 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7eeb00-7ecb-402a-98e4-96d726b40d79 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:23.522329 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bc7eeb00-7ecb-402a-98e4-96d726b40d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:23.535337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e33dcabe-1a15-4246-a560-72547f44d9d2 req-37c04a46-8fce-48b1-8e07-7561bb9b6aaf tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929565 Sep 18 02:21:23.552372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:21:23.556515 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bc7eeb00-7ecb-402a-98e4-96d726b40d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:23.557179 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7eeb00-7ecb-402a-98e4-96d726b40d79 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:23.566541 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:23.567070 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Added segment 17d587ce-0098-4fd0-8ee8-6a372bffcbd5 of type vlan for network a82656a9-02a9-47aa-92e3-089220ad88e8 Sep 18 02:21:23.609926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:23.639411 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:23.646049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:23.646749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:23.689365 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2618051 Sep 18 02:21:23.692031 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54416) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:23.697949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'subnet': {'network_id': 'a82656a9-02a9-47aa-92e3-089220ad88e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:23.734226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c360b-0c72-4385-8d76-5b5af7eebf89 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Network': ['ID=a82656a9-02a9-47aa-92e3-089220ad88e8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:23.747523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a82656a9-02a9-47aa-92e3-089220ad88e8 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:21:23.845015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:23.849631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:23.956078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e98cf52a-f23a-4440-9237-cf02d4954588 req-18e55a65-0130-476c-9560-09ecbff456c8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 210 time: 0.0331824 Sep 18 02:21:24.082979 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.151662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Subnet': ['ID=71d6c6f7-d3b6-4cfa-a46d-58efce5b1100,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:24.165362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Checking segment: {'id': '17d587ce-0098-4fd0-8ee8-6a372bffcbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a82656a9-02a9-47aa-92e3-089220ad88e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:24.165725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network hostable DHCP agents. Network: a82656a9-02a9-47aa-92e3-089220ad88e8, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:21:24.183567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network a82656a9-02a9-47aa-92e3-089220ad88e8 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:21:24.192103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, a82656a9-02a9-47aa-92e3-089220ad88e8) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:24.196438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:24.197185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.201899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e80418-969f-46ac-932c-9329f0e23db1 None None] Network a82656a9-02a9-47aa-92e3-089220ad88e8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:24.215899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54422) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:24.216107 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ccf4678-5c77-412b-9911-b1b7a5fd1ffc tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5227566 Sep 18 02:21:24.220403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1765521282', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:24.248553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.249681 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.312795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.367597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-a82656a9-02a9-47aa-92e3-089220ad88e8', 'network_id': 'a82656a9-02a9-47aa-92e3-089220ad88e8', 'tenant_id': '4c042be3e9694ec6b78a9c7deb5e46ed', 'fixed_ips': [{'subnet_id': '71d6c6f7-d3b6-4cfa-a46d-58efce5b1100'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:21:24.368416 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.480903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.542289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Allocated IP 172.20.0.2 (a82656a9-02a9-47aa-92e3-089220ad88e8/71d6c6f7-d3b6-4cfa-a46d-58efce5b1100/a84baccd-e86a-4dab-9d20-86dd4d51b65f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:24.769909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee32bb6-15e9-413b-a919-b0cc43602bee req-a61722f3-89d6-47b6-ad82-ed0f22299e46 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:24.772209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cee32bb6-15e9-413b-a919-b0cc43602bee req-a61722f3-89d6-47b6-ad82-ed0f22299e46 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1462348 Sep 18 02:21:24.784281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.792361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.798793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.828939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.850274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Pushing event updated for resources: {'Port': ['ID=a84baccd-e86a-4dab-9d20-86dd4d51b65f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:24.860145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Network a82656a9-02a9-47aa-92e3-089220ad88e8 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:24.862557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:24.865285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:24.897900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cee32bb6-15e9-413b-a919-b0cc43602bee req-c7e7153b-3db5-4eba-bb37-7337c4b81f65 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009588 Sep 18 02:21:24.966195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Attempting to bind port a84baccd-e86a-4dab-9d20-86dd4d51b65f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:21:24.967562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Attempting to bind port a84baccd-e86a-4dab-9d20-86dd4d51b65f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '17d587ce-0098-4fd0-8ee8-6a372bffcbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a82656a9-02a9-47aa-92e3-089220ad88e8'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:21:24.968243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Attempting to bind port a84baccd-e86a-4dab-9d20-86dd4d51b65f on network a82656a9-02a9-47aa-92e3-089220ad88e8 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:21:24.976019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:21:24.977131 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Checking segment: {'id': '17d587ce-0098-4fd0-8ee8-6a372bffcbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a82656a9-02a9-47aa-92e3-089220ad88e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:24.977889 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.979103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Bound using segment: {'id': '17d587ce-0098-4fd0-8ee8-6a372bffcbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a82656a9-02a9-47aa-92e3-089220ad88e8'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:21:24.984739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Bound port: a84baccd-e86a-4dab-9d20-86dd4d51b65f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d587ce-0098-4fd0-8ee8-6a372bffcbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a82656a9-02a9-47aa-92e3-089220ad88e8'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:21:24.984739 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:24.995213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.25.0.63 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/a3dac396-80a0-4961-8a99-add83a613666) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:25.079075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] For port a84baccd-e86a-4dab-9d20-86dd4d51b65f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:21:25.082240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] For port a84baccd-e86a-4dab-9d20-86dd4d51b65f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a84baccd-e86a-4dab-9d20-86dd4d51b65f,segment=NetworkSegment(17d587ce-0098-4fd0-8ee8-6a372bffcbd5),segment_id=17d587ce-0098-4fd0-8ee8-6a372bffcbd5)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:21:25.089957 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:25.103449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3840b1a7-0084-4276-a47b-51f50854d4e6 req-a669dbfd-5853-46e6-a49d-0b3693344068 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a8d84b3-b2c4-4374-8273-a9848d935428 HTTP/1.1" status: 200 len: 210 time: 0.0570180 Sep 18 02:21:25.150692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1397b60-3643-41c1-ae49-d81d4f0ff150 None None] Pushing event updated for resources: {'Port': ['ID=a84baccd-e86a-4dab-9d20-86dd4d51b65f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:25.167187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:25.208023 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:25.255765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:25.259889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:25.265904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:25.289734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=a3dac396-80a0-4961-8a99-add83a613666,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:25.556211 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:25.901532 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:25.949016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:26.057571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4a94-e30f-4548-b617-2f8ed5f11ad0 req-f9f5b2bf-f0ef-4b74-9d71-990304b67793 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:26.059784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff9e4a94-e30f-4548-b617-2f8ed5f11ad0 req-f9f5b2bf-f0ef-4b74-9d71-990304b67793 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0591402 Sep 18 02:21:26.107898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff9e4a94-e30f-4548-b617-2f8ed5f11ad0 req-815d10c4-7f5c-4e31-9014-dfdfb7b6d503 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Sep 18 02:21:26.215599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:26.345027 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8426e-0885-4297-bbea-90c6fcdd3f57 None None] Network a82656a9-02a9-47aa-92e3-089220ad88e8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:26.416958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router c9b358d4-8d38-4b0d-ba2b-da8fd2514324 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:21:26.418520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a84baccd-e86a-4dab-9d20-86dd4d51b65f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:21:26.493945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08507d50-a15c-4e60-9762-748499132878 req-ca451658-32a4-4250-b96d-eec29bfd353e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639703 Sep 18 02:21:26.612613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507d50-a15c-4e60-9762-748499132878 req-4c48c482-8f67-420f-a288-1279128109b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:26.614919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08507d50-a15c-4e60-9762-748499132878 req-4c48c482-8f67-420f-a288-1279128109b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1097 time: 0.0601630 Sep 18 02:21:26.619068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:26.665283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:26.672633 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-daf62543-d8b3-4a4c-80e0-9f6d79fac640 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4542985 Sep 18 02:21:26.673702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54456) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:26.702333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70da726-c714-4f27-bbf4-65d7e63e7756 None None] Sync routers for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:26.738156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70da726-c714-4f27-bbf4-65d7e63e7756 None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:26.739077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f70da726-c714-4f27-bbf4-65d7e63e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:26.746054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-10579f03-7233-4daa-944f-2b6c791ab925 None None] Provisioning complete for port a84baccd-e86a-4dab-9d20-86dd4d51b65f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:26.747328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10579f03-7233-4daa-944f-2b6c791ab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:26.788840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f70da726-c714-4f27-bbf4-65d7e63e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:26.863980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507d50-a15c-4e60-9762-748499132878 req-2a1042b7-b93e-4050-a1b0-d8531bcc4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:26.866119 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08507d50-a15c-4e60-9762-748499132878 req-2a1042b7-b93e-4050-a1b0-d8531bcc4211 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.2298408 Sep 18 02:21:26.897136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70da726-c714-4f27-bbf4-65d7e63e7756 None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:26.898141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f70da726-c714-4f27-bbf4-65d7e63e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:26.967465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-f70da726-c714-4f27-bbf4-65d7e63e7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:26.968198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70da726-c714-4f27-bbf4-65d7e63e7756 None None] The sync data for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:26.981269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a84baccd-e86a-4dab-9d20-86dd4d51b65f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:26.981803 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:27.077674 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10579f03-7233-4daa-944f-2b6c791ab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:27.082319 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08507d50-a15c-4e60-9762-748499132878 req-ada17405-19be-4dd4-b126-cf2f08e0dcd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 1001 time: 0.2034304 Sep 18 02:21:27.175620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-10579f03-7233-4daa-944f-2b6c791ab925 None None] For port a84baccd-e86a-4dab-9d20-86dd4d51b65f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a84baccd-e86a-4dab-9d20-86dd4d51b65f,segment=NetworkSegment(17d587ce-0098-4fd0-8ee8-6a372bffcbd5),segment_id=17d587ce-0098-4fd0-8ee8-6a372bffcbd5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:27.180173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507d50-a15c-4e60-9762-748499132878 req-43c2ad13-7ff2-4cc6-8428-e2468fbfa9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:27.182113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08507d50-a15c-4e60-9762-748499132878 req-43c2ad13-7ff2-4cc6-8428-e2468fbfa9a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0914416 Sep 18 02:21:27.185060 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10579f03-7233-4daa-944f-2b6c791ab925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:27.239482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:27.305789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507d50-a15c-4e60-9762-748499132878 req-14294084-9aed-4fba-a2fb-d7f1f47a4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:27.307388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08507d50-a15c-4e60-9762-748499132878 req-14294084-9aed-4fba-a2fb-d7f1f47a4164 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178060 Sep 18 02:21:27.429347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0bdf9-4fdc-4f81-9189-9665d7827374 req-58a3fd1a-4dd7-49d9-ae95-226b7369d094 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:27.431863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5d0bdf9-4fdc-4f81-9189-9665d7827374 req-58a3fd1a-4dd7-49d9-ae95-226b7369d094 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1067972 Sep 18 02:21:27.456603 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08507d50-a15c-4e60-9762-748499132878 req-fcb353d8-f777-4e8d-98e9-5d721e41adbe service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408653 Sep 18 02:21:27.462264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10579f03-7233-4daa-944f-2b6c791ab925 None None] Pushing event updated for resources: {'Port': ['ID=a84baccd-e86a-4dab-9d20-86dd4d51b65f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:27.480594 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:21:27.480952 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:21:27.510732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f3b3ce25-690d-471c-acd0-ff752da8e758 None None] Provisioning complete for port a84baccd-e86a-4dab-9d20-86dd4d51b65f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:27.511098 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f3b3ce25-690d-471c-acd0-ff752da8e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:27.586852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5d0bdf9-4fdc-4f81-9189-9665d7827374 req-305b107a-27d2-485f-82a2-6113c816b203 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019192 Sep 18 02:21:27.678847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:27.958447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-08507d50-a15c-4e60-9762-748499132878 req-bc5d6f94-7fbd-4960-9bd2-1c48eed0c594 service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928613 Sep 18 02:21:28.124859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.20.0.1 (a82656a9-02a9-47aa-92e3-089220ad88e8/71d6c6f7-d3b6-4cfa-a46d-58efce5b1100/8e34db41-cbd4-4810-bac0-af875349c87d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:28.296872 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:28.312221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a84baccd-e86a-4dab-9d20-86dd4d51b65f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:21:28.342143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:28.369153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a84baccd-e86a-4dab-9d20-86dd4d51b65f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:28.369578 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:28.388577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network a82656a9-02a9-47aa-92e3-089220ad88e8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:28.395465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:28.400710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:28.447173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:28.504919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=8e34db41-cbd4-4810-bac0-af875349c87d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:28.632187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:28.667975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-a35b0329-dd17-4fdc-86be-3c1b8beaf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:28.669437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-a35b0329-dd17-4fdc-86be-3c1b8beaf24f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1097 time: 0.0998709 Sep 18 02:21:28.708801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3954676e-76a6-40ad-8fca-6ed5263ca1b2 None None] Provisioning complete for port 8e34db41-cbd4-4810-bac0-af875349c87d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:28.709984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3954676e-76a6-40ad-8fca-6ed5263ca1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:28.753084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3954676e-76a6-40ad-8fca-6ed5263ca1b2 None None] Port 8e34db41-cbd4-4810-bac0-af875349c87d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:21:28.848954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd104-eb7a-4456-8d6f-493808fc2950 req-6087011e-1673-4e22-b4f7-8b3906522632 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:28.851147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1b2fd104-eb7a-4456-8d6f-493808fc2950 req-6087011e-1673-4e22-b4f7-8b3906522632 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1964767 Sep 18 02:21:28.921005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-38933871-52d5-4266-b65e-e01ecd5f415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:28.922457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-38933871-52d5-4266-b65e-e01ecd5f415f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 914 time: 0.2208445 Sep 18 02:21:28.988265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-6f168e5a-891b-403f-b627-f8b7d2ce8817 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 200 len: 217 time: 0.0557311 Sep 18 02:21:28.994699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1b2fd104-eb7a-4456-8d6f-493808fc2950 req-ba9d86ba-1837-47a2-963f-e5b5e2bcfab4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308320 Sep 18 02:21:29.459354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-b8c6e5af-1a2c-48f8-8ab3-4607c9c65b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:29.460836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-b8c6e5af-1a2c-48f8-8ab3-4607c9c65b25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.4627836 Sep 18 02:21:29.510747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-aeab1fa3-f600-4d08-99f4-c31f88743e50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384772 Sep 18 02:21:29.567844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:29.599100 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:29.701564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:29.710646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=8e34db41-cbd4-4810-bac0-af875349c87d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:29.719629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-5ce1eb72-4122-4b46-bbd9-cc53f0dea814 service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990619 Sep 18 02:21:29.720176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:21:29.905973 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ddf655f6-2cb5-4867-8e58-23eccc9f5698 req-a94e688f-b7d3-439a-a726-fa8f3706faba service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672931 Sep 18 02:21:29.907755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network a82656a9-02a9-47aa-92e3-089220ad88e8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:29.909775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:29.938067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:29.984083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f', 'port_id': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'mac_address': 'fa:16:3e:54:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e42236f-32be-485d-9216-d0b71baf0730', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:21:30.063025 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:30.083553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbb6cf88-9055-43bf-9870-207de6384ee9 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:21:30.106613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:30.113767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:30.211871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cbb6cf88-9055-43bf-9870-207de6384ee9'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:21:30.255237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router c9b358d4-8d38-4b0d-ba2b-da8fd2514324 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:30.281482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277c7cf-92b9-46e8-8431-6736d6c75f67 req-cec2f123-7a01-48b7-a532-9845b5519561 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:30.290729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3277c7cf-92b9-46e8-8431-6736d6c75f67 req-cec2f123-7a01-48b7-a532-9845b5519561 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 944 time: 0.1789732 Sep 18 02:21:30.306581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:30.416266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6871a7a7-d08a-4693-a0bf-fac4604d7e34 None None] Provisioning complete for port 8e34db41-cbd4-4810-bac0-af875349c87d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:30.417093 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6871a7a7-d08a-4693-a0bf-fac4604d7e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:30.525302 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6871a7a7-d08a-4693-a0bf-fac4604d7e34 None None] Port 8e34db41-cbd4-4810-bac0-af875349c87d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:21:30.592523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:30.600703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54570) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:30.601138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-231642da-1e32-4275-bab0-5d13d62ebf2f tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/routers/c9b358d4-8d38-4b0d-ba2b-da8fd2514324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9258933 Sep 18 02:21:30.604685 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fd237-1de5-45eb-941c-9b56d6d74ad7 None None] Sync routers for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:30.605800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'port': {'network_id': 'a82656a9-02a9-47aa-92e3-089220ad88e8', 'name': 'tempest-FloatingIPTestJSON-1271210900'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:30.622069 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fd237-1de5-45eb-941c-9b56d6d74ad7 None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:30.623778 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-149fd237-1de5-45eb-941c-9b56d6d74ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:30.667237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3277c7cf-92b9-46e8-8431-6736d6c75f67 req-8b6beb0f-083c-4c15-862a-fc56b40b1958 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387816 Sep 18 02:21:30.709607 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-149fd237-1de5-45eb-941c-9b56d6d74ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:30.732432 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fd237-1de5-45eb-941c-9b56d6d74ad7 None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:30.733664 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-149fd237-1de5-45eb-941c-9b56d6d74ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:30.809116 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-149fd237-1de5-45eb-941c-9b56d6d74ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:30.810443 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149fd237-1de5-45eb-941c-9b56d6d74ad7 None None] The sync data for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:30.844363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Made reservation on behalf of 4c042be3e9694ec6b78a9c7deb5e46ed for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:30.848722 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:30.860012 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-44bcb1a1-60d4-4353-b5ba-bdbb908ea543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:30.874100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] device_id is not set on port 3c4221df-2e04-443c-a266-0aa040decccf yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:21:31.039963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Allocated IP 172.20.0.14 (a82656a9-02a9-47aa-92e3-089220ad88e8/71d6c6f7-d3b6-4cfa-a46d-58efce5b1100/3c4221df-2e04-443c-a266-0aa040decccf) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:31.274189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:31.369491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:31.458157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Network a82656a9-02a9-47aa-92e3-089220ad88e8 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:31.461383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:31.464222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:31.505235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event updated for resources: {'Port': ['ID=3c4221df-2e04-443c-a266-0aa040decccf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:31.554416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:31.555339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:31.585317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-52eeedda-2774-4cd0-9d2c-d09a46615a90 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9832926 Sep 18 02:21:31.588487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54620) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:31.594276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Request body: {'floatingip': {'port_id': '3c4221df-2e04-443c-a266-0aa040decccf'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:31.738492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:31.746597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:21:31.935102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port cbb6cf88-9055-43bf-9870-207de6384ee9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:31.935728 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:32.042663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cc3bfddd-319b-4bf1-8ee1-c4018465c307 None None] Provisioning complete for port 3c4221df-2e04-443c-a266-0aa040decccf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:21:32.043373 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc3bfddd-319b-4bf1-8ee1-c4018465c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:32.121474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bfddd-319b-4bf1-8ee1-c4018465c307 None None] Port 3c4221df-2e04-443c-a266-0aa040decccf cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:21:32.141236 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:32.171790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:21:32.174446 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03383f91-573b-4a55-8ea4-7274a2fb7f92" -d '{"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-plugged", "status": "completed", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:21:32.195287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:32.202763 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:32.291652 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d59f6-7527-4dac-854d-d2617d73c96a x-openstack-request-id: req-083d59f6-7527-4dac-854d-d2617d73c96a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:21:32.292929 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-plugged", "status": "completed", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:21:32.293189 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-083d59f6-7527-4dac-854d-d2617d73c96a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:21:32.293591 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'code': 200} Sep 18 02:21:32.297602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:32.545861 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:32.554970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:32.618149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c868c78-e63e-4213-a4a9-3d833af156ba req-cde23b77-d97a-4f82-8cf5-754080c5dbb0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:32.628365 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c868c78-e63e-4213-a4a9-3d833af156ba req-cde23b77-d97a-4f82-8cf5-754080c5dbb0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.4261651 Sep 18 02:21:32.692391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c868c78-e63e-4213-a4a9-3d833af156ba req-15657627-54b4-4204-ad71-8912423cf1a2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571470 Sep 18 02:21:32.801006 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP f2e854cf-84b6-4331-ac92-5b09444434c7 associated. External IP: 172.25.0.168, port: ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25. Sep 18 02:21:33.091114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:33.217338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:33.229730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c8575-c0d2-431b-988d-248bcf7253ba None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:33.244987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c8575-c0d2-431b-988d-248bcf7253ba None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:33.246215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6b6c8575-c0d2-431b-988d-248bcf7253ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:33.339739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6b6c8575-c0d2-431b-988d-248bcf7253ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:33.353735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c8575-c0d2-431b-988d-248bcf7253ba None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:33.355051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6b6c8575-c0d2-431b-988d-248bcf7253ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:33.435056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6b6c8575-c0d2-431b-988d-248bcf7253ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:33.435711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c8575-c0d2-431b-988d-248bcf7253ba None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:33.472473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4324d8b5-672a-4825-8588-38decfd55f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:33.604284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router c9b358d4-8d38-4b0d-ba2b-da8fd2514324 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:33.939205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:33.952150 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d34913-1b48-403e-b794-b3ba38062c16 None None] Sync routers for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:33.953634 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:33.979715 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d34913-1b48-403e-b794-b3ba38062c16 None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:33.980860 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b5d34913-1b48-403e-b794-b3ba38062c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:34.015381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e2f04-a1d6-4175-84f0-0230cd5154cf req-047c1ba0-5293-4096-8db1-e54d9f9cb8fc tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:34.021185 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b5d34913-1b48-403e-b794-b3ba38062c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:34.024386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-963e2f04-a1d6-4175-84f0-0230cd5154cf req-047c1ba0-5293-4096-8db1-e54d9f9cb8fc tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1523910 Sep 18 02:21:34.040764 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d34913-1b48-403e-b794-b3ba38062c16 None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:34.043229 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b5d34913-1b48-403e-b794-b3ba38062c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:34.077624 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:34.082115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-027b2ee7-f135-4fde-8d5d-25b01b5bdae8 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/floatingips/f2e854cf-84b6-4331-ac92-5b09444434c7 HTTP/1.1" status: 200 len: 979 time: 2.4924183 Sep 18 02:21:34.085381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54654) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:34.111187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-963e2f04-a1d6-4175-84f0-0230cd5154cf req-1526b6be-a6d0-4596-a6c1-b752652f1190 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857937 Sep 18 02:21:34.156032 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b5d34913-1b48-403e-b794-b3ba38062c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:34.156937 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d34913-1b48-403e-b794-b3ba38062c16 None None] The sync data for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:34.273376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 3c4221df-2e04-443c-a266-0aa040decccf {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:34.273376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:34.384677 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:34.629976 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:34.630342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:34.631279 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Floating IP f2e854cf-84b6-4331-ac92-5b09444434c7 disassociated. External IP: 172.25.0.168, port: 3c4221df-2e04-443c-a266-0aa040decccf. Sep 18 02:21:34.632346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 3c4221df-2e04-443c-a266-0aa040decccf owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:34.819678 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:34.904013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=3c4221df-2e04-443c-a266-0aa040decccf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:34.960022 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:35.158747 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router c9b358d4-8d38-4b0d-ba2b-da8fd2514324 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:35.296475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c331ce-99f7-4c1a-822f-94aa342f4067 req-1898a0da-e395-4856-b20b-78a0a20d12ca tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:35.298349 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79c331ce-99f7-4c1a-822f-94aa342f4067 req-1898a0da-e395-4856-b20b-78a0a20d12ca tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0764780 Sep 18 02:21:35.355274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:35.365917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778d1e63-bacb-4253-809a-b35d9498b597 None None] Sync routers for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:35.380956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d1e63-bacb-4253-809a-b35d9498b597 None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:35.384776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-79c331ce-99f7-4c1a-822f-94aa342f4067 req-fbefef43-691c-4e87-a236-33f0ff2997ef tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758476 Sep 18 02:21:35.386675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-778d1e63-bacb-4253-809a-b35d9498b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:35.433873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-778d1e63-bacb-4253-809a-b35d9498b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:35.445486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d1e63-bacb-4253-809a-b35d9498b597 None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:35.446114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-778d1e63-bacb-4253-809a-b35d9498b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:35.454232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:35.467385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e34b50df-b7ba-484e-9bda-3c32d67eccef tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/ports/3c4221df-2e04-443c-a266-0aa040decccf HTTP/1.1" status: 204 len: 168 time: 1.3778496 Sep 18 02:21:35.467765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54664) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:35.502698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-778d1e63-bacb-4253-809a-b35d9498b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:35.503382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778d1e63-bacb-4253-809a-b35d9498b597 None None] The sync data for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:36.019065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.066270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54670) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:36.175907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9b42f3-e618-47ce-8c6e-7742bef01160 admin admin] Deleting subnet 93830bbd-9ade-4743-a73c-e7ae6fefde1e {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:21:36.186598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff9b42f3-e618-47ce-8c6e-7742bef01160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.299825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff9b42f3-e618-47ce-8c6e-7742bef01160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.315307 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.441732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff9b42f3-e618-47ce-8c6e-7742bef01160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.597029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff9b42f3-e618-47ce-8c6e-7742bef01160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.635032 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b42f3-e618-47ce-8c6e-7742bef01160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93830bbd-9ade-4743-a73c-e7ae6fefde1e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:36.643286 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff9b42f3-e618-47ce-8c6e-7742bef01160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.647013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ff9b42f3-e618-47ce-8c6e-7742bef01160 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/93830bbd-9ade-4743-a73c-e7ae6fefde1e HTTP/1.1" status: 204 len: 168 time: 0.5781713 Sep 18 02:21:36.648987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54676) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:36.769329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.876247 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.902309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a2d190-e7a8-4c91-af5b-6848923dc8e8']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:36.915647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273d0555-273d-41d2-b996-de3fb5c555a9') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:36.915647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273d0555-273d-41d2-b996-de3fb5c555a9') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:36.935164 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.957409 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.964930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:21:36.966019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:36.996136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a610f-b33e-4d32-ab20-bbeae0ae2e60 req-62401c53-acba-47fb-8256-ea6d062f9c69 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:37.002255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b5a610f-b33e-4d32-ab20-bbeae0ae2e60 req-62401c53-acba-47fb-8256-ea6d062f9c69 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2073905 Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: items = [ Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:21:37.047264 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:21:37.054646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.097036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.100301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/69a2d190-e7a8-4c91-af5b-6848923dc8e8 HTTP/1.1" status: 204 len: 168 time: 0.4493418 Sep 18 02:21:37.101885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f8074-d3bd-4cd1-af56-0eea7cfd22b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a2d190-e7a8-4c91-af5b-6848923dc8e8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:37.113392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54682) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:37.166282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b5a610f-b33e-4d32-ab20-bbeae0ae2e60 req-c28c5b81-0753-4b87-a76c-a73c5876cb4c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519527 Sep 18 02:21:37.206459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e6989a-c23c-442b-add4-1c937ca0b042 admin admin] Deleting subnet a8c507a1-7f7d-4980-9c4d-8443d4ac2f0d {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:21:37.214947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7e6989a-c23c-442b-add4-1c937ca0b042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.303408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7e6989a-c23c-442b-add4-1c937ca0b042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.359404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 8e34db41-cbd4-4810-bac0-af875349c87d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:37.363924 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.400885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7e6989a-c23c-442b-add4-1c937ca0b042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.507047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7e6989a-c23c-442b-add4-1c937ca0b042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.531898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7e6989a-c23c-442b-add4-1c937ca0b042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.539466 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f7e6989a-c23c-442b-add4-1c937ca0b042 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a8c507a1-7f7d-4980-9c4d-8443d4ac2f0d HTTP/1.1" status: 204 len: 168 time: 0.4248965 Sep 18 02:21:37.545813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.548816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54688) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:37.590140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6989a-c23c-442b-add4-1c937ca0b042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c507a1-7f7d-4980-9c4d-8443d4ac2f0d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:37.644068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 8e34db41-cbd4-4810-bac0-af875349c87d owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:37.667747 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.884585 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.918842 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dc0ab2-a88e-488b-a4e9-1de573159d0c']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:37.940989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4423b761-30eb-4d6c-b907-731e5e10a441') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:37.941297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4423b761-30eb-4d6c-b907-731e5e10a441') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:37.953536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:37.979566 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.019946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:21:38.020627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:21:38.022950 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:21:38.108664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.115376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.116954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] 10.222.0.21 "DELETE /v2.0/networks/78dc0ab2-a88e-488b-a4e9-1de573159d0c HTTP/1.1" status: 204 len: 168 time: 0.5665605 Sep 18 02:21:38.119917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.159183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c0947-e659-4e9e-9cad-3a28811d5d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=78dc0ab2-a88e-488b-a4e9-1de573159d0c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:38.168774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=8e34db41-cbd4-4810-bac0-af875349c87d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:38.383988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54698) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:38.430167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b2d61-c684-4d7c-a767-5d42a22352cb req-a6639499-a58b-481c-8640-533f3a4c7b73 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:38.430167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a0b2d61-c684-4d7c-a767-5d42a22352cb req-a6639499-a58b-481c-8640-533f3a4c7b73 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1320050 Sep 18 02:21:38.473496 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-102c1ad2-7fa4-49aa-ac60-5c50e7d2ee48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f331af01bf64c6091c3049011faa2e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849662 Sep 18 02:21:38.473687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54700) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:38.544600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7533ce0c-9afc-455d-89b7-e14ece313f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.587139 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a0b2d61-c684-4d7c-a767-5d42a22352cb req-e4d6c06c-3eb7-4a27-a903-6244c1f92a5a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504791 Sep 18 02:21:38.591448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7533ce0c-9afc-455d-89b7-e14ece313f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.598188 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.702559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7533ce0c-9afc-455d-89b7-e14ece313f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.705711 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7533ce0c-9afc-455d-89b7-e14ece313f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:38.707233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7533ce0c-9afc-455d-89b7-e14ece313f10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52bed760-007c-41c5-8463-4f675b21bc9c HTTP/1.1" status: 204 len: 168 time: 0.2323513 Sep 18 02:21:38.741643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ce0c-9afc-455d-89b7-e14ece313f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bed760-007c-41c5-8463-4f675b21bc9c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:38.941414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router c9b358d4-8d38-4b0d-ba2b-da8fd2514324 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:38.970629 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:21:39.099765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:39.108946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8362b83c-a367-4b6d-ac37-800af53fe9e6 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/routers/c9b358d4-8d38-4b0d-ba2b-da8fd2514324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6400216 Sep 18 02:21:39.111703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54706) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:39.118450 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188faad0-bdc8-43b9-bb98-0bf836bcbd9f None None] Sync routers for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:39.138745 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188faad0-bdc8-43b9-bb98-0bf836bcbd9f None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:39.140080 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-188faad0-bdc8-43b9-bb98-0bf836bcbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:39.185870 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-188faad0-bdc8-43b9-bb98-0bf836bcbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:39.196452 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188faad0-bdc8-43b9-bb98-0bf836bcbd9f None None] Routers {'c9b358d4-8d38-4b0d-ba2b-da8fd2514324'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:39.197554 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-188faad0-bdc8-43b9-bb98-0bf836bcbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:39.237283 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-188faad0-bdc8-43b9-bb98-0bf836bcbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:39.238383 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188faad0-bdc8-43b9-bb98-0bf836bcbd9f None None] The sync data for ids ['c9b358d4-8d38-4b0d-ba2b-da8fd2514324'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:39.238616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54708) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:39.297249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:39.313031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1c44ddff-267c-4e31-a79d-e8d46d35f904 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b72d60970a848babc418fbc995a0e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732226 Sep 18 02:21:39.314012 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54710) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:39.388032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2f39690-8b97-47c7-beb8-6fa5b35e6488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:39.418678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2f39690-8b97-47c7-beb8-6fa5b35e6488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:39.436869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:39.524794 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2f39690-8b97-47c7-beb8-6fa5b35e6488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:39.528390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f2f39690-8b97-47c7-beb8-6fa5b35e6488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:39.532595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f2f39690-8b97-47c7-beb8-6fa5b35e6488 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c6034b5-f5a3-4c21-8a91-c8fb4e495a6e HTTP/1.1" status: 204 len: 168 time: 0.2164388 Sep 18 02:21:39.543858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f39690-8b97-47c7-beb8-6fa5b35e6488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6034b5-f5a3-4c21-8a91-c8fb4e495a6e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:39.564090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port a3dac396-80a0-4961-8a99-add83a613666 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:39.564670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:39.705398 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:39.732482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for a3dac396-80a0-4961-8a99-add83a613666 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:39.753306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89982990-1dfc-4561-a05a-5108c0b3b6a8 req-284fddcf-00c3-4091-bc11-304ca238fce3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:39.754967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89982990-1dfc-4561-a05a-5108c0b3b6a8 req-284fddcf-00c3-4091-bc11-304ca238fce3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0999281 Sep 18 02:21:39.829113 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89982990-1dfc-4561-a05a-5108c0b3b6a8 req-5459ee2b-69c7-49b6-8374-fb4bbdea757d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661647 Sep 18 02:21:39.997429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.055481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=a3dac396-80a0-4961-8a99-add83a613666,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:40.140226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.270478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.274138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.342536 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.343859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Fanout notify agent at l3_agent the message router_deleted on router c9b358d4-8d38-4b0d-ba2b-da8fd2514324 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:21:40.352950 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.356932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54730) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:40.359523 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c5b9dd82-6d77-4e4d-99b1-dfd30eae2a1a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/routers/c9b358d4-8d38-4b0d-ba2b-da8fd2514324 HTTP/1.1" status: 204 len: 168 time: 1.2464905 Sep 18 02:21:40.414778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80b6816-a36a-405c-99cf-cf4e99e8f9c3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting subnet 71d6c6f7-d3b6-4cfa-a46d-58efce5b1100 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:21:40.416792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b80b6816-a36a-405c-99cf-cf4e99e8f9c3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.528304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b80b6816-a36a-405c-99cf-cf4e99e8f9c3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.710794 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b80b6816-a36a-405c-99cf-cf4e99e8f9c3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.823236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b80b6816-a36a-405c-99cf-cf4e99e8f9c3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.882595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b6816-a36a-405c-99cf-cf4e99e8f9c3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Subnet': ['ID=71d6c6f7-d3b6-4cfa-a46d-58efce5b1100,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:40.905306 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b80b6816-a36a-405c-99cf-cf4e99e8f9c3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:40.910831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b80b6816-a36a-405c-99cf-cf4e99e8f9c3 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/subnets/71d6c6f7-d3b6-4cfa-a46d-58efce5b1100 HTTP/1.1" status: 204 len: 168 time: 0.5504675 Sep 18 02:21:40.911395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54748) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:40.923137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a091a0-13dc-44e3-ba15-f602c9d0fdcb None None] Network a82656a9-02a9-47aa-92e3-089220ad88e8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:41.020816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.247102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] DHCP port deletion for a82656a9-02a9-47aa-92e3-089220ad88e8 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:21:41.274959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485663e-da44-4cb7-85f0-bc394f6edc1d req-44be8d29-0e55-43b7-95b7-9e0b18cadbd8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:41.274959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d485663e-da44-4cb7-85f0-bc394f6edc1d req-44be8d29-0e55-43b7-95b7-9e0b18cadbd8 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.2507253 Sep 18 02:21:41.339424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d485663e-da44-4cb7-85f0-bc394f6edc1d req-f98cac04-3058-4ab8-9d70-2b8ee73328ce tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570161 Sep 18 02:21:41.361748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Deleting port a84baccd-e86a-4dab-9d20-86dd4d51b65f {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:41.362128 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.372371 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port a84baccd-e86a-4dab-9d20-86dd4d51b65f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:41.372876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.466295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] For port a84baccd-e86a-4dab-9d20-86dd4d51b65f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a84baccd-e86a-4dab-9d20-86dd4d51b65f,segment=NetworkSegment(17d587ce-0098-4fd0-8ee8-6a372bffcbd5),segment_id=17d587ce-0098-4fd0-8ee8-6a372bffcbd5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:41.466697 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.467577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] For port a84baccd-e86a-4dab-9d20-86dd4d51b65f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a84baccd-e86a-4dab-9d20-86dd4d51b65f,segment=NetworkSegment(17d587ce-0098-4fd0-8ee8-6a372bffcbd5),segment_id=17d587ce-0098-4fd0-8ee8-6a372bffcbd5)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:41.467949 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.482071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for a84baccd-e86a-4dab-9d20-86dd4d51b65f owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:41.492071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Calling delete_port for a84baccd-e86a-4dab-9d20-86dd4d51b65f owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:41.614737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.641115 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.653832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=a84baccd-e86a-4dab-9d20-86dd4d51b65f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:41.655857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] No DVR routers for this DVR port a84baccd-e86a-4dab-9d20-86dd4d51b65f on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:21:41.679784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Pushing event deleted for resources: {'Port': ['ID=a84baccd-e86a-4dab-9d20-86dd4d51b65f,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:41.712136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.712807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.713373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.717711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.719072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.719574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.720976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.721427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.723801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.725040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.726240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.727078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:41.747753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710ff95b-e798-4dbb-8d96-be95a19ed236 None None] No DVR routers for this DVR port a84baccd-e86a-4dab-9d20-86dd4d51b65f on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:21:41.875185 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.912766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82656a9-02a9-47aa-92e3-089220ad88e8']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:41.926633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d587ce-0098-4fd0-8ee8-6a372bffcbd5') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:41.928732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d587ce-0098-4fd0-8ee8-6a372bffcbd5') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:41.952508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.969442 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.979476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:21:41.980359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:21:41.985981 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:21:42.070155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:42.102207 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:42.106370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/networks/a82656a9-02a9-47aa-92e3-089220ad88e8 HTTP/1.1" status: 204 len: 168 time: 1.1907053 Sep 18 02:21:42.106370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c27c8-6627-4d8e-b94a-e00415ad9335 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Network': ['ID=a82656a9-02a9-47aa-92e3-089220ad88e8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:42.110651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54774) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:42.317503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a84baccd-e86a-4dab-9d20-86dd4d51b65f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:42.343080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 9d5f9290-9324-4177-b73f-f9d24c7c1b8c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:42.344412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:42.365626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: a84baccd-e86a-4dab-9d20-86dd4d51b65f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:21:42.369479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a84baccd-e86a-4dab-9d20-86dd4d51b65f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:21:42.532799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a85fb-670b-43cd-864e-0c1eb62e5f58 req-1871eacf-df22-4324-baa9-7edb6e2445d5 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:42.534361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-514a85fb-670b-43cd-864e-0c1eb62e5f58 req-1871eacf-df22-4324-baa9-7edb6e2445d5 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0779266 Sep 18 02:21:42.536357 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:42.536739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:42.578025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 9d5f9290-9324-4177-b73f-f9d24c7c1b8c owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:42.795896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-514a85fb-670b-43cd-864e-0c1eb62e5f58 req-f7a2d6a0-a59a-4461-a17e-fb201917554e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396019 Sep 18 02:21:42.951627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:42.982115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=9d5f9290-9324-4177-b73f-f9d24c7c1b8c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:43.065903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:43.069399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:43.077268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0d4a81f0-2f02-4a85-93aa-6f0c3b8c8bda tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2e854cf-84b6-4331-ac92-5b09444434c7 HTTP/1.1" status: 204 len: 168 time: 0.9624460 Sep 18 02:21:43.077550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54788) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:43.107726 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa965e70-9e83-481e-af02-bcd9bc456686 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] DELETE failed (client error): The resource could not be found. Sep 18 02:21:43.108505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa965e70-9e83-481e-af02-bcd9bc456686 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:21:43.112641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aa965e70-9e83-481e-af02-bcd9bc456686 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/ports/3c4221df-2e04-443c-a266-0aa040decccf HTTP/1.1" status: 404 len: 333 time: 0.0317569 Sep 18 02:21:43.112939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54790) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:43.144796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a22a252c-faf0-4f34-aa69-7106d806e32a tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9b358d4-8d38-4b0d-ba2b-da8fd2514324 HTTP/1.1" status: 200 len: 205 time: 0.0287099 Sep 18 02:21:43.145490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54792) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:43.201399 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-f8815918-8f7d-45e7-bd63-07134473af38 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] delete failed (client error): The resource could not be found. Sep 18 02:21:43.202975 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f8815918-8f7d-45e7-bd63-07134473af38 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/routers/c9b358d4-8d38-4b0d-ba2b-da8fd2514324 HTTP/1.1" status: 404 len: 336 time: 0.0552073 Sep 18 02:21:43.206747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54794) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:43.253577 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f34ccd-4bbc-4d5d-9f74-110f5735a1a1 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] DELETE failed (client error): The resource could not be found. Sep 18 02:21:43.254217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f34ccd-4bbc-4d5d-9f74-110f5735a1a1 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:21:43.256194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f8f34ccd-4bbc-4d5d-9f74-110f5735a1a1 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/subnets/71d6c6f7-d3b6-4cfa-a46d-58efce5b1100 HTTP/1.1" status: 404 len: 337 time: 0.0496492 Sep 18 02:21:43.258647 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54796) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:43.364888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-204df6bf-ce1b-4b25-8914-d8f9ef4d8db9 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:43.365962 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-204df6bf-ce1b-4b25-8914-d8f9ef4d8db9 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:43.479717 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-204df6bf-ce1b-4b25-8914-d8f9ef4d8db9 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:43.500184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-204df6bf-ce1b-4b25-8914-d8f9ef4d8db9 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:43.690070 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-204df6bf-ce1b-4b25-8914-d8f9ef4d8db9 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:43.756036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204df6bf-ce1b-4b25-8914-d8f9ef4d8db9 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:43.860858 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-204df6bf-ce1b-4b25-8914-d8f9ef4d8db9 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:43.866482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54802) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:43.866655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-204df6bf-ce1b-4b25-8914-d8f9ef4d8db9 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/ports/ba228b3b-6f30-40b4-b8c9-e7bc91bd5c25 HTTP/1.1" status: 204 len: 168 time: 0.6068485 Sep 18 02:21:44.061243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3653-6666-49f3-87c8-1be8bce4fcf2 req-c5d83beb-cd14-44f2-a2b2-069807ecaa4e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:44.075623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-884f3653-6666-49f3-87c8-1be8bce4fcf2 req-c5d83beb-cd14-44f2-a2b2-069807ecaa4e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1680367 Sep 18 02:21:44.085824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bd26e2f4-bc12-497c-99f7-bdd7d088a6a2 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port c2c48707-6776-4f86-9cf1-23521111ed34 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:44.086174 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd26e2f4-bc12-497c-99f7-bdd7d088a6a2 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:44.154996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-884f3653-6666-49f3-87c8-1be8bce4fcf2 req-0caf7cfd-7212-48a0-86e3-1965c3597906 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784526 Sep 18 02:21:44.226040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd26e2f4-bc12-497c-99f7-bdd7d088a6a2 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:44.261041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bd26e2f4-bc12-497c-99f7-bdd7d088a6a2 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for c2c48707-6776-4f86-9cf1-23521111ed34 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:44.494043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd26e2f4-bc12-497c-99f7-bdd7d088a6a2 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:44.538911 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26e2f4-bc12-497c-99f7-bdd7d088a6a2 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=c2c48707-6776-4f86-9cf1-23521111ed34,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:44.623409 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bd26e2f4-bc12-497c-99f7-bdd7d088a6a2 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:44.626300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bd26e2f4-bc12-497c-99f7-bdd7d088a6a2 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/ports/c2c48707-6776-4f86-9cf1-23521111ed34 HTTP/1.1" status: 204 len: 168 time: 0.7583754 Sep 18 02:21:44.628766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54814) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:44.700734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520da18a-3a7e-4fb9-8c9e-770ef96bcb16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:44.705087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54816) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:44.705764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-520da18a-3a7e-4fb9-8c9e-770ef96bcb16 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "GET /v2.0/ports?device_id=468cb899-3a1c-478b-9e6f-aa91d59e8a18 HTTP/1.1" status: 200 len: 913 time: 0.0757332 Sep 18 02:21:45.327488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:45.457756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b854bc-21ae-4312-8760-338521e164aa req-c0937a8a-5e62-4497-9319-04939d0631fe tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:45.462909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57b854bc-21ae-4312-8760-338521e164aa req-c0937a8a-5e62-4497-9319-04939d0631fe tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0975564 Sep 18 02:21:45.517995 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-57b854bc-21ae-4312-8760-338521e164aa req-dc215d73-ee8e-45a2-b5a1-72cb2d40ca45 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 Sep 18 02:21:45.735648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 9e0a141f-5502-47fe-9362-52ef8d729121 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:45.736068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:45.871458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:45.888422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 9e0a141f-5502-47fe-9362-52ef8d729121 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:46.194983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:46.257633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=9e0a141f-5502-47fe-9362-52ef8d729121,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:46.307182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.307765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.308115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.308462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.308821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.309118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.309874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.310207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.310586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.310945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.311325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.311638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:46.783963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf5e9e-1157-4160-9025-b8d7c4c9a387 req-b2ef9135-fed0-4798-b4c6-53949b424fe4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:46.787904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cacf5e9e-1157-4160-9025-b8d7c4c9a387 req-b2ef9135-fed0-4798-b4c6-53949b424fe4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1194987 Sep 18 02:21:46.892393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cacf5e9e-1157-4160-9025-b8d7c4c9a387 req-8e6407b0-151d-4512-ac8f-9c5826dc207e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974870 Sep 18 02:21:46.932870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54842) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:47.045336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.169078 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6fcc3b7-6ca9-43bc-8394-a966d3f8945e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.321492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6fcc3b7-6ca9-43bc-8394-a966d3f8945e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.327925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6fcc3b7-6ca9-43bc-8394-a966d3f8945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.382879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f6fcc3b7-6ca9-43bc-8394-a966d3f8945e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88ac4acc646444e6b838bc449106ed4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488831 Sep 18 02:21:47.386436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54860) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:47.399770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcc3b7-6ca9-43bc-8394-a966d3f8945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f30f2-e447-4881-84d9-541c69f53282,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:47.436536 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:21:47.457284 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-139e041c-2d15-46a3-a1c6-d05ffef2a30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.481917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-139e041c-2d15-46a3-a1c6-d05ffef2a30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.538057 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-139e041c-2d15-46a3-a1c6-d05ffef2a30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.541514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-139e041c-2d15-46a3-a1c6-d05ffef2a30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.543140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-139e041c-2d15-46a3-a1c6-d05ffef2a30c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/567f30f2-e447-4881-84d9-541c69f53282 HTTP/1.1" status: 204 len: 168 time: 0.1492434 Sep 18 02:21:47.553905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e041c-2d15-46a3-a1c6-d05ffef2a30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f30f2-e447-4881-84d9-541c69f53282,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:47.560069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:21:47.569202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c4cc564-7555-41b5-a33e-00bd91dec258 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "PUT /v2.0/routers/468cb899-3a1c-478b-9e6f-aa91d59e8a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8625283 Sep 18 02:21:47.571749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54864) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:47.581487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d3573a-41a7-4e3e-9752-a5f5c8c65f66 None None] Sync routers for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:21:47.618161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3573a-41a7-4e3e-9752-a5f5c8c65f66 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:47.618817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48d3573a-41a7-4e3e-9752-a5f5c8c65f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:47.655487 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48d3573a-41a7-4e3e-9752-a5f5c8c65f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:47.668783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3573a-41a7-4e3e-9752-a5f5c8c65f66 None None] Routers {'468cb899-3a1c-478b-9e6f-aa91d59e8a18'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:21:47.669660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48d3573a-41a7-4e3e-9752-a5f5c8c65f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:21:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:47.711887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48d3573a-41a7-4e3e-9752-a5f5c8c65f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:47.712786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d3573a-41a7-4e3e-9752-a5f5c8c65f66 None None] The sync data for ids ['468cb899-3a1c-478b-9e6f-aa91d59e8a18'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:21:47.713002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.835478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.928937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8563-848b-4471-9ba7-66140bf75311 req-cc17dd97-aa28-4639-836b-34724de531cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:47.930481 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-115a8563-848b-4471-9ba7-66140bf75311 req-cc17dd97-aa28-4639-836b-34724de531cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1097 time: 0.0846019 Sep 18 02:21:47.935662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting port 601dc762-7a95-4c82-b428-de0ee4db7218 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:21:47.935999 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:47.992315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54870) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:48.006383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d875d5e0-ed85-4428-8c64-bcc0dba18c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:48.114132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d875d5e0-ed85-4428-8c64-bcc0dba18c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:48.119545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d875d5e0-ed85-4428-8c64-bcc0dba18c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:48.148387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e922431-add2-4218-af1d-2b084ca2b2cb req-907d7d00-c89c-45f4-8a78-f01171fe20e2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:48.150018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e922431-add2-4218-af1d-2b084ca2b2cb req-907d7d00-c89c-45f4-8a78-f01171fe20e2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.1775622 Sep 18 02:21:48.154678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8563-848b-4471-9ba7-66140bf75311 req-a28a5d97-e5ae-48a3-9294-0bd433592889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:48.156169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-115a8563-848b-4471-9ba7-66140bf75311 req-a28a5d97-e5ae-48a3-9294-0bd433592889 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 914 time: 0.2176316 Sep 18 02:21:48.157852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:48.160366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d875d5e0-ed85-4428-8c64-bcc0dba18c93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a08c659c8ff04a0c82afc1cb7bb33ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668801 Sep 18 02:21:48.161766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875d5e0-ed85-4428-8c64-bcc0dba18c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166e839-ed3d-46fc-9ac7-7f25d12b56f9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:48.164997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54872) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:48.216275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e7052fc-7b43-46b8-81ec-35756060d822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:48.224361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-115a8563-848b-4471-9ba7-66140bf75311 req-258ad22a-a9a9-4539-b452-3af04dc989eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 200 len: 217 time: 0.0575471 Sep 18 02:21:48.226088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Calling delete_port for 601dc762-7a95-4c82-b428-de0ee4db7218 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:21:48.245207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e7052fc-7b43-46b8-81ec-35756060d822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:48.284381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e922431-add2-4218-af1d-2b084ca2b2cb req-482835a3-cafc-496a-9259-a70ef04ad982 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198692 Sep 18 02:21:48.315479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e7052fc-7b43-46b8-81ec-35756060d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:48.318197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8e7052fc-7b43-46b8-81ec-35756060d822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:48.319419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8e7052fc-7b43-46b8-81ec-35756060d822 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4166e839-ed3d-46fc-9ac7-7f25d12b56f9 HTTP/1.1" status: 204 len: 168 time: 0.1533365 Sep 18 02:21:48.333607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7052fc-7b43-46b8-81ec-35756060d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166e839-ed3d-46fc-9ac7-7f25d12b56f9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:48.712614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8563-848b-4471-9ba7-66140bf75311 req-7f49665c-d0ab-4c00-89f1-a7f67f841bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:48.714056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-115a8563-848b-4471-9ba7-66140bf75311 req-7f49665c-d0ab-4c00-89f1-a7f67f841bde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.4817805 Sep 18 02:21:48.757208 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-115a8563-848b-4471-9ba7-66140bf75311 req-294ea649-7506-4699-84e4-4335d7c73435 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337899 Sep 18 02:21:48.925096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-115a8563-848b-4471-9ba7-66140bf75311 req-c5bf9fa6-8237-4d0c-abe7-9d688652dc76 service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601787 Sep 18 02:21:48.996502 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.030626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Port': ['ID=601dc762-7a95-4c82-b428-de0ee4db7218,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:49.046751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.047100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.047483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.047793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.048123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.048460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.048792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.049126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.049458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.049790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.050114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.050451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:21:49.107812 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-115a8563-848b-4471-9ba7-66140bf75311 req-00b9c8ff-6d29-4889-8b43-b065bc8424bf service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735549 Sep 18 02:21:49.134056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.231940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.234228 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.345903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.346785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Fanout notify agent at l3_agent the message router_deleted on router 468cb899-3a1c-478b-9e6f-aa91d59e8a18 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:21:49.357454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.357454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7955c95f-0d7e-4da5-9301-e655348c83b4 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/routers/468cb899-3a1c-478b-9e6f-aa91d59e8a18 HTTP/1.1" status: 204 len: 168 time: 1.7838221 Sep 18 02:21:49.360092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54914) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:49.418546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-3311ccf3-1acc-4f6f-b4cb-810f5bf6e37c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Deleting subnet 5b626f09-7ab8-44c3-882f-901028c1a11a {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:21:49.422322 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3311ccf3-1acc-4f6f-b4cb-810f5bf6e37c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.472409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53006c8-8d49-44e6-862f-6e35d1a6f81a req-f9ea92b8-5dea-4fa3-a63e-80d036efae31 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:49.473209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3311ccf3-1acc-4f6f-b4cb-810f5bf6e37c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.482397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a53006c8-8d49-44e6-862f-6e35d1a6f81a req-f9ea92b8-5dea-4fa3-a63e-80d036efae31 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 945 time: 0.0860968 Sep 18 02:21:49.534861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a53006c8-8d49-44e6-862f-6e35d1a6f81a req-c34373c5-9fb7-46d4-9ed2-e0fa9f92f07b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Sep 18 02:21:49.535771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3311ccf3-1acc-4f6f-b4cb-810f5bf6e37c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.601480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3311ccf3-1acc-4f6f-b4cb-810f5bf6e37c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.629206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311ccf3-1acc-4f6f-b4cb-810f5bf6e37c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Subnet': ['ID=5b626f09-7ab8-44c3-882f-901028c1a11a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:49.633518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3311ccf3-1acc-4f6f-b4cb-810f5bf6e37c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.635469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3311ccf3-1acc-4f6f-b4cb-810f5bf6e37c tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/subnets/5b626f09-7ab8-44c3-882f-901028c1a11a HTTP/1.1" status: 204 len: 168 time: 0.2737765 Sep 18 02:21:49.637752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 54926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:49.723508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.818655 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.840819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07860611-040b-47b1-9b21-735232b07182']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:49.855632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:49.856774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677c8873-b43c-4b69-adba-26d600af8a5c') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:49.857139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677c8873-b43c-4b69-adba-26d600af8a5c') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:49.871104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.889713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.897889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:21:49.898186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:21:49.902229 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:21:49.970831 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.976424 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.987689 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:49.991630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] 10.222.0.21 "DELETE /v2.0/networks/07860611-040b-47b1-9b21-735232b07182 HTTP/1.1" status: 204 len: 168 time: 0.3529665 Sep 18 02:21:50.005047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c0625-49e4-41a3-8765-b095d5007e53 tempest-FloatingIPTestJSON-1917697192 tempest-FloatingIPTestJSON-1917697192-project] Pushing event deleted for resources: {'Network': ['ID=07860611-040b-47b1-9b21-735232b07182,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:50.013298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:21:50.014414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:21:50.017101 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eea38d2-5c20-4597-893b-8d4930bb7d5a" -d '{"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:21:50.022677 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:50.085072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:50.089252 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeec6f1-0a97-4d3d-9dd6-e23e0a9a085d x-openstack-request-id: req-6eeec6f1-0a97-4d3d-9dd6-e23e0a9a085d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:21:50.089660 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:21:50.090003 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eeec6f1-0a97-4d3d-9dd6-e23e0a9a085d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:21:50.090486 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'code': 200} Sep 18 02:21:50.249692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54952) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:50.506927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-06729a79-8abb-49d0-a7ea-d0e606746d1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c042be3e9694ec6b78a9c7deb5e46ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562406 Sep 18 02:21:50.507728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 54966) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:50.561911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-713b60a4-73a4-41da-9908-0eb62dfe0d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:50.588806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-713b60a4-73a4-41da-9908-0eb62dfe0d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:50.652295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-713b60a4-73a4-41da-9908-0eb62dfe0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:50.656229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-713b60a4-73a4-41da-9908-0eb62dfe0d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:50.657831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-713b60a4-73a4-41da-9908-0eb62dfe0d95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88cd3d4e-8e82-401e-8a5a-7d80b545f0c2 HTTP/1.1" status: 204 len: 168 time: 0.1488140 Sep 18 02:21:50.669441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b60a4-73a4-41da-9908-0eb62dfe0d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cd3d4e-8e82-401e-8a5a-7d80b545f0c2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:50.733809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc64d-3e76-4e40-8337-8f3f4d338749 req-6fd292b1-f073-484e-9191-f31e922ca5fb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:50.735457 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5bfc64d-3e76-4e40-8337-8f3f4d338749 req-6fd292b1-f073-484e-9191-f31e922ca5fb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.0872312 Sep 18 02:21:50.783310 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5bfc64d-3e76-4e40-8337-8f3f4d338749 req-97256b2f-d084-44f1-9fdd-0533ebd04781 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Sep 18 02:21:51.501536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55012) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:51.616411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1103261207'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:51.644681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:51.653931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:51.664658 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:51.776276 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:51.780249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:51.806568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:21:51.823168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9735a9f8-dcf6-42a9-9fa2-45a669bac425,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:51.827338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:51.827688 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment 6ab7275b-911d-414b-88ff-5bf8540cd162 of type vlan for network c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 Sep 18 02:21:51.882295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:51.908905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:51.909450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c976c2d-bf3d-47b2-8aa5-4aafd195aa8c req-781f2d09-f028-42f1-9110-570052a38e21 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:51.911766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c976c2d-bf3d-47b2-8aa5-4aafd195aa8c req-781f2d09-f028-42f1-9110-570052a38e21 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.0526004 Sep 18 02:21:51.918518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:51.919166 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:51.953678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4506896 Sep 18 02:21:51.955960 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c976c2d-bf3d-47b2-8aa5-4aafd195aa8c req-d99c2e67-1f84-45a8-8028-2c36528f048f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362394 Sep 18 02:21:52.000303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1fa26-278d-4de4-a83a-f95e6fe3e881 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=c0e9ad78-c919-4a5f-a118-33ec4d62c0e2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:52.014401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:21:52.149118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234591f5-d0a7-4107-8ed2-72ef81f51eb5 req-321c80d8-1932-4841-986b-6383877e7379 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:52.150530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-234591f5-d0a7-4107-8ed2-72ef81f51eb5 req-321c80d8-1932-4841-986b-6383877e7379 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.0935915 Sep 18 02:21:52.197689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-234591f5-d0a7-4107-8ed2-72ef81f51eb5 req-f11d5110-5b4a-4369-8ef3-c63cfd9e08ea tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Sep 18 02:21:52.438791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-71970ed9-eb9d-474d-bc06-b9962228e250 req-d836e832-0324-40f3-b467-a04a02be16be service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:21:52.440137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71970ed9-eb9d-474d-bc06-b9962228e250 req-d836e832-0324-40f3-b467-a04a02be16be service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058601 Sep 18 02:21:52.771134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac0113-88cf-4204-9ed5-70e66629e11c req-5a0106a6-2f96-40c2-bbd8-722e8fb85fb7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:52.783803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7ac0113-88cf-4204-9ed5-70e66629e11c req-5a0106a6-2f96-40c2-bbd8-722e8fb85fb7 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.1283159 Sep 18 02:21:52.916771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7ac0113-88cf-4204-9ed5-70e66629e11c req-e770f689-ec09-45e3-bc6a-280a1bca4615 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306121 Sep 18 02:21:52.992559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-ec2877e3-0db4-49a1-8204-d1ba972d97f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1964037 Sep 18 02:21:53.872290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:21:54.046512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-a39a7ef9-6c56-4061-b855-84b5e231e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:54.048357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-a39a7ef9-6c56-4061-b855-84b5e231e422 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156&tenant_id=dc50af5e37634e49bc6d4f8a402e126f HTTP/1.1" status: 200 len: 1095 time: 0.0794067 Sep 18 02:21:54.085345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069841-5bca-4fed-9254-ad08741d6504 req-8502588b-82ac-46d9-903b-9dcf038605eb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:54.087111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac069841-5bca-4fed-9254-ad08741d6504 req-8502588b-82ac-46d9-903b-9dcf038605eb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.0694919 Sep 18 02:21:54.135778 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac069841-5bca-4fed-9254-ad08741d6504 req-a9bcf13e-ca3f-48aa-905a-326ea3b44075 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Sep 18 02:21:54.162374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-264e2bba-9477-4751-afaf-28ca106f03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:54.164032 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-264e2bba-9477-4751-afaf-28ca106f03fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1095 time: 0.0821440 Sep 18 02:21:54.271866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-31f5bda1-290a-4b77-b2c0-d102916cac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:54.274597 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-31f5bda1-290a-4b77-b2c0-d102916cac94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 914 time: 0.1032033 Sep 18 02:21:54.325512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-90468a0d-3abf-4d21-855b-7ae14d86a353 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 200 len: 217 time: 0.0433419 Sep 18 02:21:54.389368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-4b07dedf-21d7-44c6-ab64-593369440396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:54.391214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-4b07dedf-21d7-44c6-ab64-593369440396 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.0584629 Sep 18 02:21:54.427850 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-19f2e574-5e06-421f-ad7b-f1d8ce114d1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290570 Sep 18 02:21:54.524735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-2a37d792-3faa-42fc-995e-73232be43bfe service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898998 Sep 18 02:21:54.622448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8616b5-f498-4e22-9fa0-875df90b6265 req-59cc9003-b125-4ba6-a8df-ed261b52127e service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911467 Sep 18 02:21:55.303661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55110) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:55.309114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': 'c0e9ad78-c919-4a5f-a118-33ec4d62c0e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:55.338891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1ef02-7ef6-4af0-bc14-bb17fa335b2c req-61a77ef5-05ae-427e-a8b8-cf46f3afd537 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:55.340866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3a1ef02-7ef6-4af0-bc14-bb17fa335b2c req-61a77ef5-05ae-427e-a8b8-cf46f3afd537 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.0679851 Sep 18 02:21:55.434391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3a1ef02-7ef6-4af0-bc14-bb17fa335b2c req-a027fe88-9b12-4e6f-be06-52814896eb6f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780332 Sep 18 02:21:55.472975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:55.480437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:55.583974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:55.799618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:55.897687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': '6ab7275b-911d-414b-88ff-5bf8540cd162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c0e9ad78-c919-4a5f-a118-33ec4d62c0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:55.898072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: c0e9ad78-c919-4a5f-a118-33ec4d62c0e2, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:21:55.901801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=21a2adc1-fb8d-407c-bd87-2ac5b6361fb5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:55.910586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:55.924104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:21:55.951221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, c0e9ad78-c919-4a5f-a118-33ec4d62c0e2) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:55.955714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:55.956366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:55.965856 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685337e-00f3-4373-b6cb-41172b3ae220 None None] Network c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:56.002802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55120) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:56.002929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7648013a-cf46-4e85-b856-b66ca973d87a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6979551 Sep 18 02:21:56.008748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961441135'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:56.049428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:56.054322 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.137705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:21:56.170603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.171279 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment 9ca33c56-1234-4112-8c7d-bf812f45b8a1 of type vlan for network 51be9e49-d0e3-4329-a4ba-f1907f769fd8 Sep 18 02:21:56.230458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-c0e9ad78-c919-4a5f-a118-33ec4d62c0e2', 'network_id': 'c0e9ad78-c919-4a5f-a118-33ec4d62c0e2', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': '21a2adc1-fb8d-407c-bd87-2ac5b6361fb5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:21:56.231712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.274288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.303787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.318146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:56.319046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.403583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=51be9e49-d0e3-4329-a4ba-f1907f769fd8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:56.407040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0dba8a05-c1a2-4f30-be88-db8a5ba5dc5a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4031668 Sep 18 02:21:56.409285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55126) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:56.414997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': '51be9e49-d0e3-4329-a4ba-f1907f769fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:56.440644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 51be9e49-d0e3-4329-a4ba-f1907f769fd8 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:21:56.549367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:56.555740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.638055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Allocated IP 2001:db8:0:ffff::2 (c0e9ad78-c919-4a5f-a118-33ec4d62c0e2/21a2adc1-fb8d-407c-bd87-2ac5b6361fb5/e7a31d8f-afe1-46c3-990f-17da8a80277f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:21:56.823802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e594b-52f9-480f-86d7-2acf709d26a1 req-e5635f89-19c9-4e2b-8b7f-1e1c16ccaf83 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:56.825721 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-397e594b-52f9-480f-86d7-2acf709d26a1 req-e5635f89-19c9-4e2b-8b7f-1e1c16ccaf83 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.2200255 Sep 18 02:21:56.867451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.878386 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.894968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-397e594b-52f9-480f-86d7-2acf709d26a1 req-c03f517d-6672-4947-a51f-cfc19885c303 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605323 Sep 18 02:21:56.978260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Network c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:21:56.982441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Pushing event updated for resources: {'Port': ['ID=e7a31d8f-afe1-46c3-990f-17da8a80277f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:56.987541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:56.993731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:56.995224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:21:57.101658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=d4143c53-4c4b-4a20-bcc3-fa25895980d2,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:57.107909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Attempting to bind port e7a31d8f-afe1-46c3-990f-17da8a80277f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:21:57.110511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Attempting to bind port e7a31d8f-afe1-46c3-990f-17da8a80277f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '6ab7275b-911d-414b-88ff-5bf8540cd162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c0e9ad78-c919-4a5f-a118-33ec4d62c0e2'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:21:57.111106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Attempting to bind port e7a31d8f-afe1-46c3-990f-17da8a80277f on network c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:21:57.126804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:21:57.126804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Checking segment: {'id': '6ab7275b-911d-414b-88ff-5bf8540cd162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c0e9ad78-c919-4a5f-a118-33ec4d62c0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:57.126804 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:57.126804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Bound using segment: {'id': '6ab7275b-911d-414b-88ff-5bf8540cd162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c0e9ad78-c919-4a5f-a118-33ec4d62c0e2'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:21:57.147534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Bound port: e7a31d8f-afe1-46c3-990f-17da8a80277f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab7275b-911d-414b-88ff-5bf8540cd162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c0e9ad78-c919-4a5f-a118-33ec4d62c0e2'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:21:57.147977 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:57.195623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': '9ca33c56-1234-4112-8c7d-bf812f45b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '51be9e49-d0e3-4329-a4ba-f1907f769fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:57.195999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: 51be9e49-d0e3-4329-a4ba-f1907f769fd8, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:21:57.261471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network 51be9e49-d0e3-4329-a4ba-f1907f769fd8 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:21:57.283568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 51be9e49-d0e3-4329-a4ba-f1907f769fd8) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:57.284490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] For port e7a31d8f-afe1-46c3-990f-17da8a80277f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:21:57.289311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] For port e7a31d8f-afe1-46c3-990f-17da8a80277f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e7a31d8f-afe1-46c3-990f-17da8a80277f,segment=NetworkSegment(6ab7275b-911d-414b-88ff-5bf8540cd162),segment_id=6ab7275b-911d-414b-88ff-5bf8540cd162)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:21:57.295678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:57.297409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f286ae6-b11b-4989-966b-82e0d2fb781b None None] Network 51be9e49-d0e3-4329-a4ba-f1907f769fd8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:57.299514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:57.353073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-273a5331-052e-4001-821d-bae1172a9564 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9419332 Sep 18 02:21:57.355148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55138) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:57.636673 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:57.642819 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:57.775606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:57.860044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ded06-874e-4adf-9bda-e212871c0067 None None] Pushing event updated for resources: {'Port': ['ID=e7a31d8f-afe1-46c3-990f-17da8a80277f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:57.905237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:57.947071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=d4143c53-4c4b-4a20-bcc3-fa25895980d2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:58.005045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4afe308-8ba6-43b5-9a2a-0c050e0e1e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-51be9e49-d0e3-4329-a4ba-f1907f769fd8', 'network_id': '51be9e49-d0e3-4329-a4ba-f1907f769fd8', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': 'd4143c53-4c4b-4a20-bcc3-fa25895980d2'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:21:58.010337 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4afe308-8ba6-43b5-9a2a-0c050e0e1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.015803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.062327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51be9e49-d0e3-4329-a4ba-f1907f769fd8']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:58.085761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca33c56-1234-4112-8c7d-bf812f45b8a1') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:58.085969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca33c56-1234-4112-8c7d-bf812f45b8a1') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:21:58.105568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.121587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.130975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:21:58.130975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:21:58.154804 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:21:58.205953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e39acb-388e-4051-b636-cfc1f441eb1f None None] Network 51be9e49-d0e3-4329-a4ba-f1907f769fd8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:58.429157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.478387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccea31-7d06-41a6-8674-89866f0fbc35 req-cd2cf005-27f2-415d-9b79-6e8120ec1467 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:58.497196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01ccea31-7d06-41a6-8674-89866f0fbc35 req-cd2cf005-27f2-415d-9b79-6e8120ec1467 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.3393092 Sep 18 02:21:58.516007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.524036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55156) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:58.524536 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/51be9e49-d0e3-4329-a4ba-f1907f769fd8 HTTP/1.1" status: 204 len: 168 time: 1.1679652 Sep 18 02:21:58.541077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-711446733'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:58.588611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:58.592737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.625151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:21:58.652549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6611c-1588-485a-8de3-ef87824c65a2 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=51be9e49-d0e3-4329-a4ba-f1907f769fd8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:58.660355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01ccea31-7d06-41a6-8674-89866f0fbc35 req-5903232b-6fb9-47c8-b7ad-b571ac10561a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620307 Sep 18 02:21:58.681165 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.682603 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment 469ad0e8-ce1e-4f38-9585-7d6dc9238880 of type vlan for network e80d2c34-a60c-477c-b356-91a6e028041e Sep 18 02:21:58.782037 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.813527 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.823590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:58.824739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:58.934799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=e80d2c34-a60c-477c-b356-91a6e028041e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:58.951336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e80d2c34-a60c-477c-b356-91a6e028041e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:21:58.962791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55160) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:58.963851 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b689fd6f-6f03-42f7-b1be-808048162161 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4376917 Sep 18 02:21:58.975293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': 'e80d2c34-a60c-477c-b356-91a6e028041e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:59.194858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:59.199879 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:59.610336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:59.688942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=9ac6d9df-2c74-4c92-ac9c-c0045f157bc5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:21:59.696846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': '469ad0e8-ce1e-4f38-9585-7d6dc9238880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80d2c34-a60c-477c-b356-91a6e028041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:21:59.697310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: e80d2c34-a60c-477c-b356-91a6e028041e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:21:59.738178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network e80d2c34-a60c-477c-b356-91a6e028041e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:21:59.756375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e80d2c34-a60c-477c-b356-91a6e028041e) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:21:59.761968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:59.762610 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:59.772145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd4431-6232-48c1-98cd-8e0fe1fec00e None None] Network e80d2c34-a60c-477c-b356-91a6e028041e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:59.811390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55178) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:21:59.817162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67084205'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:21:59.819742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f2c29035-7d38-41c9-94a1-2ff3785e52b3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8554640 Sep 18 02:21:59.858640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:21:59.866352 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:59.879324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd074e40-6ea8-4530-a7e8-cb59965cb1f9 None None] Network c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:21:59.939815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:21:59.954394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d4e5d-5a89-408a-ac84-f142b669cc8a req-b2c0a374-4998-4397-a762-6d91e2c586ef tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:21:59.956064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-732d4e5d-5a89-408a-ac84-f142b669cc8a req-b2c0a374-4998-4397-a762-6d91e2c586ef tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.0871942 Sep 18 02:21:59.963724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:21:59.964514 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment 4fb64ed7-11ee-4942-80af-659fb88e9627 of type vlan for network eecbcd13-ae47-41ba-98b8-c329efb0b01a Sep 18 02:22:00.053134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f190eafc-aa36-4df2-ad8b-149b3514366e None None] Provisioning complete for port e7a31d8f-afe1-46c3-990f-17da8a80277f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:00.053691 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f190eafc-aa36-4df2-ad8b-149b3514366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:00.078212 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:00.098323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-732d4e5d-5a89-408a-ac84-f142b669cc8a req-63c5aed4-3bda-4dff-b228-084fc675e602 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313274 Sep 18 02:22:00.123594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-213e5fd6-024e-4d6a-9c5c-0a6a6c0d8b85 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:00.127290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-213e5fd6-024e-4d6a-9c5c-0a6a6c0d8b85 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.2064102 Sep 18 02:22:00.141627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:00.157589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:00.158246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:00.161487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-8190e8d7-959a-410b-bf3e-5d06755083dc tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/quotas/7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 375 time: 0.0256243 Sep 18 02:22:00.265626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4530115 Sep 18 02:22:00.266313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55186) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:00.271106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-b49c4b9a-e95f-4632-a125-9a515b5a4878 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007233 Sep 18 02:22:00.277113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': 'eecbcd13-ae47-41ba-98b8-c329efb0b01a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:00.383037 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f190eafc-aa36-4df2-ad8b-149b3514366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:00.438192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9a107-1c90-4880-b1d0-016035a5f330 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=eecbcd13-ae47-41ba-98b8-c329efb0b01a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:00.451094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f190eafc-aa36-4df2-ad8b-149b3514366e None None] For port e7a31d8f-afe1-46c3-990f-17da8a80277f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e7a31d8f-afe1-46c3-990f-17da8a80277f,segment=NetworkSegment(6ab7275b-911d-414b-88ff-5bf8540cd162),segment_id=6ab7275b-911d-414b-88ff-5bf8540cd162)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:00.455952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network eecbcd13-ae47-41ba-98b8-c329efb0b01a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:00.490813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e80d2c34-a60c-477c-b356-91a6e028041e', 'network_id': 'e80d2c34-a60c-477c-b356-91a6e028041e', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': '9ac6d9df-2c74-4c92-ac9c-c0045f157bc5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:22:00.491942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:00.523951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e7a31d8f-afe1-46c3-990f-17da8a80277f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:00.529313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:00.535181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:00.573970 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f190eafc-aa36-4df2-ad8b-149b3514366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:00.635076 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-38e4554d-de53-4959-9330-c0fff8cde646 service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545172 Sep 18 02:22:00.683115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Performing IP validity checks on allocation pools {{(pid=106439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 02:22:00.683648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 02:22:00.709352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190eafc-aa36-4df2-ad8b-149b3514366e None None] Pushing event updated for resources: {'Port': ['ID=e7a31d8f-afe1-46c3-990f-17da8a80277f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:00.822023 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-1bb1055e-b6a4-4887-b158-e5f1994ece38 service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744323 Sep 18 02:22:01.049259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.087008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Allocated IP 2001:db8::3 (e80d2c34-a60c-477c-b356-91a6e028041e/9ac6d9df-2c74-4c92-ac9c-c0045f157bc5/d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:01.180715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=29fbebea-fa83-4689-82a2-ee7795ce500d,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:01.189739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': '4fb64ed7-11ee-4942-80af-659fb88e9627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'eecbcd13-ae47-41ba-98b8-c329efb0b01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:01.190474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: eecbcd13-ae47-41ba-98b8-c329efb0b01a, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:01.229409 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network eecbcd13-ae47-41ba-98b8-c329efb0b01a is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:01.238705 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2abb9d05-7d32-4a6d-bdb6-eeccaefa8a51 req-945f5a38-3fba-4f59-8a60-2b664fc05ed5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0710735 Sep 18 02:22:01.254036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, eecbcd13-ae47-41ba-98b8-c329efb0b01a) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:01.259697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:01.260376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.285031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d09806d7-2886-4e82-b60d-c4ac23f7c72b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0123603 Sep 18 02:22:01.287935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55212) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:01.313760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307e6cd0-16df-4359-a2c7-9846565ca12b None None] Network eecbcd13-ae47-41ba-98b8-c329efb0b01a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:01.370258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9a82c2e9-ac73-4d14-a579-3b962fbd748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.439194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5dae0-4111-4a2b-a5c1-2bb75ccb9b3d req-43c3baa4-d929-4aa3-9307-e20af2c6fb25 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:01.454539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87c5dae0-4111-4a2b-a5c1-2bb75ccb9b3d req-43c3baa4-d929-4aa3-9307-e20af2c6fb25 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.1309693 Sep 18 02:22:01.526850 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87c5dae0-4111-4a2b-a5c1-2bb75ccb9b3d req-0b959a5f-db5d-4e69-9b09-b862dc4c157a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697303 Sep 18 02:22:01.574802 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.602775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-167318e4-1e5b-4b40-b64a-8ceffad87924 None None] Provisioning complete for port e7a31d8f-afe1-46c3-990f-17da8a80277f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:01.603316 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-167318e4-1e5b-4b40-b64a-8ceffad87924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.683556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e7a31d8f-afe1-46c3-990f-17da8a80277f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:01.684113 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.694478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.836803 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.869791 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.906882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:01.961123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=29fbebea-fa83-4689-82a2-ee7795ce500d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:01.970455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Pushing event updated for resources: {'Port': ['ID=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:02.045253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Network e80d2c34-a60c-477c-b356-91a6e028041e is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:02.072947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:02.086149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:22:02.115295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.143164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff81fd-d3cd-4051-ae9a-e2200c9012a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-eecbcd13-ae47-41ba-98b8-c329efb0b01a', 'network_id': 'eecbcd13-ae47-41ba-98b8-c329efb0b01a', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': '29fbebea-fa83-4689-82a2-ee7795ce500d'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:22:02.144106 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-40ff81fd-d3cd-4051-ae9a-e2200c9012a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.148628 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecbcd13-ae47-41ba-98b8-c329efb0b01a']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:02.164741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb64ed7-11ee-4942-80af-659fb88e9627') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:02.165181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb64ed7-11ee-4942-80af-659fb88e9627') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:02.181188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.209751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.228982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:02.232153 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.309619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ab3862-13fa-43a8-88ef-c432e771358d None None] Network eecbcd13-ae47-41ba-98b8-c329efb0b01a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:02.321683 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:02.411971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.418421 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b1e32e00-c897-4445-89f5-badfcadaf131 req-3cb39a51-88cb-42cd-b298-58ad83834642 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0603957 Sep 18 02:22:02.427966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.438166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55228) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:02.438902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/eecbcd13-ae47-41ba-98b8-c329efb0b01a HTTP/1.1" status: 204 len: 168 time: 1.1498659 Sep 18 02:22:02.443993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1280415028'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:02.464513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef46de7-a530-4a1b-aa43-f65021113cd4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=eecbcd13-ae47-41ba-98b8-c329efb0b01a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:02.487116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e7a31d8f-afe1-46c3-990f-17da8a80277f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:02.491276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:02.495053 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.585758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:02.587834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Attempting to bind port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:22:02.588214 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Attempting to bind port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '469ad0e8-ce1e-4f38-9585-7d6dc9238880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80d2c34-a60c-477c-b356-91a6e028041e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:22:02.588583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Attempting to bind port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc on network e80d2c34-a60c-477c-b356-91a6e028041e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:22:02.621762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.622120 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4 of type vlan for network a5c90e69-626c-4fbc-95f6-8117a82e8882 Sep 18 02:22:02.623035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:22:02.623424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Checking segment: {'id': '469ad0e8-ce1e-4f38-9585-7d6dc9238880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80d2c34-a60c-477c-b356-91a6e028041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:02.627976 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.628426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Bound using segment: {'id': '469ad0e8-ce1e-4f38-9585-7d6dc9238880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80d2c34-a60c-477c-b356-91a6e028041e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:22:02.628994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Bound port: d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469ad0e8-ce1e-4f38-9585-7d6dc9238880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80d2c34-a60c-477c-b356-91a6e028041e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:22:02.629446 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.719277 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.795644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e7a31d8f-afe1-46c3-990f-17da8a80277f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:02.798430 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.806085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.808454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0351d21-e715-452a-b82d-6b28244212bc req-5c49579e-98f7-4c9a-b8fe-d150cc3df797 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:02.811604 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0351d21-e715-452a-b82d-6b28244212bc req-5c49579e-98f7-4c9a-b8fe-d150cc3df797 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.1215334 Sep 18 02:22:02.822620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:02.837179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:02.903133 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0351d21-e715-452a-b82d-6b28244212bc req-6c8f8184-79ae-4582-a3f7-c1657b5c373d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827706 Sep 18 02:22:02.964321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5246165 Sep 18 02:22:02.970171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55234) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:02.976421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': 'a5c90e69-626c-4fbc-95f6-8117a82e8882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:02.982677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] For port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:22:03.008307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] For port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,segment=NetworkSegment(469ad0e8-ce1e-4f38-9585-7d6dc9238880),segment_id=469ad0e8-ce1e-4f38-9585-7d6dc9238880)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:22:03.037558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:03.142588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa17449-d24c-4a6e-9d14-3baa3ac72b0b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=a5c90e69-626c-4fbc-95f6-8117a82e8882,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:03.156651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efe642-39e7-44f9-9633-ea516a83161e None None] Pushing event updated for resources: {'Port': ['ID=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:03.160981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:03.165627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:03.176209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a5c90e69-626c-4fbc-95f6-8117a82e8882 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:03.429453 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6e1f237c-a123-4d24-99bf-fa5c5c0e4809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:03.600760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:03.635925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-31934e08-f979-4bd7-a347-975e42bf9f7a req-b559c9fb-80f7-4986-9715-48222fdc4ac3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0610099 Sep 18 02:22:03.727419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=aaf72982-efce-4057-a90b-f6803372c6d7,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:03.730226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5c90e69-626c-4fbc-95f6-8117a82e8882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:03.730704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: a5c90e69-626c-4fbc-95f6-8117a82e8882, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:03.764328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network a5c90e69-626c-4fbc-95f6-8117a82e8882 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:03.780765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, a5c90e69-626c-4fbc-95f6-8117a82e8882) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:03.793408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:03.794071 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:03.798244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c33867-2e82-4dfd-889f-6557b1a9d77d None None] Network a5c90e69-626c-4fbc-95f6-8117a82e8882 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:03.829545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-12b6f060-70fd-4f7f-bef3-48f0018368d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8557715 Sep 18 02:22:03.829823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55240) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:04.089152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-a5c90e69-626c-4fbc-95f6-8117a82e8882', 'network_id': 'a5c90e69-626c-4fbc-95f6-8117a82e8882', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': 'aaf72982-efce-4057-a90b-f6803372c6d7'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:22:04.092227 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:04.117373 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:04.204173 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:04.257562 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f93ce-97b2-4918-97a0-5c0be2d55a04 req-18f62f3e-f598-461e-b55f-8e15cbbbac9d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:04.262168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c5f93ce-97b2-4918-97a0-5c0be2d55a04 req-18f62f3e-f598-461e-b55f-8e15cbbbac9d tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.2612374 Sep 18 02:22:04.387114 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:04.469085 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Allocated IP 2001:db8::1 (a5c90e69-626c-4fbc-95f6-8117a82e8882/aaf72982-efce-4057-a90b-f6803372c6d7/142163f1-7ce2-44b0-a4ed-1680e3a88f13) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:04.509910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:04.548106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c5f93ce-97b2-4918-97a0-5c0be2d55a04 req-283e8df4-fef4-4b1a-96f2-30bc73327c89 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682935 Sep 18 02:22:04.752828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:04.753425 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:04.841514 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:04.874940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:04.959473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5208d555-dfae-4fe1-afc7-adff7b8d4557 req-55c66468-b3d1-4471-8649-6b66a0763d37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0659151 Sep 18 02:22:04.961217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:04.965536 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.027902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55258) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:05.071736 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.087037 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9146b-a1dd-4a83-9dc3-ca5ffa2a6b74 None None] Network e80d2c34-a60c-477c-b356-91a6e028041e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:05.097407 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Network a5c90e69-626c-4fbc-95f6-8117a82e8882 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:05.108701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf72982-efce-4057-a90b-f6803372c6d7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:05.115657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Pushing event updated for resources: {'Port': ['ID=142163f1-7ce2-44b0-a4ed-1680e3a88f13,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:05.147607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:05.150530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:22:05.162116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,segment=NetworkSegment(469ad0e8-ce1e-4f38-9585-7d6dc9238880),segment_id=469ad0e8-ce1e-4f38-9585-7d6dc9238880)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:05.215920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.286225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.327465 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60d0ad99-124e-428f-990b-3c7924f1dedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.339114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c90e69-626c-4fbc-95f6-8117a82e8882']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:05.350976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:05.351275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:05.363259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.382815 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.389823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:05.390337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:05.474534 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:05.545670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:22:05.545670 n-d-789963-12 neutron-server[106439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:22:05.545670 n-d-789963-12 neutron-server[106439]: [parameters: {'id': 'a5c90e69-626c-4fbc-95f6-8117a82e8882'}] Sep 18 02:22:05.545670 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:22:05.547508 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:22:05.608270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-b2c4f770-8cec-47b0-9841-4f34c9c4ac52 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:05.616917 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-b2c4f770-8cec-47b0-9841-4f34c9c4ac52 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.7095640 Sep 18 02:22:05.694301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5368cac6-6555-4a35-a460-bb3a1cc0fce3 None None] Provisioning complete for port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:05.694956 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5368cac6-6555-4a35-a460-bb3a1cc0fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.718465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'port': {'device_id': '703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'admin_state_up': True, 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:05.771825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60d0ad99-124e-428f-990b-3c7924f1dedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.810633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60d0ad99-124e-428f-990b-3c7924f1dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.840023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Attempting to bind port 142163f1-7ce2-44b0-a4ed-1680e3a88f13 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:22:05.840394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Attempting to bind port 142163f1-7ce2-44b0-a4ed-1680e3a88f13 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5c90e69-626c-4fbc-95f6-8117a82e8882'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:22:05.840762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Attempting to bind port 142163f1-7ce2-44b0-a4ed-1680e3a88f13 on network a5c90e69-626c-4fbc-95f6-8117a82e8882 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:22:05.903353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:22:05.907212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Checking segment: {'id': 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5c90e69-626c-4fbc-95f6-8117a82e8882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:05.908811 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.909242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Bound using segment: {'id': 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5c90e69-626c-4fbc-95f6-8117a82e8882'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:22:05.909754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Bound port: 142163f1-7ce2-44b0-a4ed-1680e3a88f13, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a5c90e69-626c-4fbc-95f6-8117a82e8882'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:22:05.910148 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:05.952207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55270) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:05.961241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-60d0ad99-124e-428f-990b-3c7924f1dedb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ded195fcef4249a5a3162bf08caf6b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9319909 Sep 18 02:22:06.068865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.072829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0ad99-124e-428f-990b-3c7924f1dedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b88ce-01e6-4e9d-b86e-a513b3e640e4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:06.080002 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] For port 142163f1-7ce2-44b0-a4ed-1680e3a88f13, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:22:06.103061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] For port 142163f1-7ce2-44b0-a4ed-1680e3a88f13, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=142163f1-7ce2-44b0-a4ed-1680e3a88f13,segment=NetworkSegment(eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4),segment_id=eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:22:06.103441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbd28-134b-49bb-aec7-53f6b5330fe6 req-3bc5e35b-5267-444c-8f73-5850ef2976ee tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:06.105479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:06.128147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f2bbd28-134b-49bb-aec7-53f6b5330fe6 req-3bc5e35b-5267-444c-8f73-5850ef2976ee tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.3621202 Sep 18 02:22:06.129012 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.258140 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f2bbd28-134b-49bb-aec7-53f6b5330fe6 req-9fd25746-e68b-42e7-a5b2-6adc04efcbc2 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225224 Sep 18 02:22:06.306841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b7f5173-1668-4242-b671-6e3136f6f239 req-118540fb-7314-443d-8370-6d53d38c569d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.1455455 Sep 18 02:22:06.309730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b73f52-a039-4e1d-a633-c42dd25f123b None None] Pushing event updated for resources: {'Port': ['ID=142163f1-7ce2-44b0-a4ed-1680e3a88f13,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:06.352164 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e85e20e5-cd13-480d-88fc-7f18b531d6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.358066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting port 142163f1-7ce2-44b0-a4ed-1680e3a88f13 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:06.358748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.380510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:06.384203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.431344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:06.432107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e85e20e5-cd13-480d-88fc-7f18b531d6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.475305 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.480127 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76563746-5391-4103-8117-05012a433885 None None] Network a5c90e69-626c-4fbc-95f6-8117a82e8882 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:06.540780 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] For port 142163f1-7ce2-44b0-a4ed-1680e3a88f13, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=142163f1-7ce2-44b0-a4ed-1680e3a88f13,segment=NetworkSegment(eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4),segment_id=eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:06.541136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.572319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Calling delete_port for 142163f1-7ce2-44b0-a4ed-1680e3a88f13 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:06.639775 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e85e20e5-cd13-480d-88fc-7f18b531d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.642594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e85e20e5-cd13-480d-88fc-7f18b531d6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.646742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e85e20e5-cd13-480d-88fc-7f18b531d6f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f1b88ce-01e6-4e9d-b86e-a513b3e640e4 HTTP/1.1" status: 204 len: 168 time: 0.6865692 Sep 18 02:22:06.646902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:06.646902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.693168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e20e5-cd13-480d-88fc-7f18b531d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b88ce-01e6-4e9d-b86e-a513b3e640e4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:06.704041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.20.0.12 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/76eb0aa1-01a5-4e52-aab9-eb38b2d2343d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:06.777616 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:06.836104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No DVR routers for this DVR port 142163f1-7ce2-44b0-a4ed-1680e3a88f13 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:06.856656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Port': ['ID=142163f1-7ce2-44b0-a4ed-1680e3a88f13,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:06.982278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d7b312-bbfc-4f42-b98c-f73caaf9b571 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:22:07.018597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.056062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c90e69-626c-4fbc-95f6-8117a82e8882']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:07.074514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-42dadc17-c879-49b6-ab64-16d64ccb97fd None None] Provisioning complete for port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:07.074892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-42dadc17-c879-49b6-ab64-16d64ccb97fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.075261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:07.075570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeddbdc0-f8ff-4b28-ad92-8f94bcb63bc4') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:07.080292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.092492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.111139 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.123216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55282) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:07.127067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:07.127513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:07.131314 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:07.144370 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-750c9842-b0ab-48e9-8334-3157579c0a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.195154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.216936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7b312-bbfc-4f42-b98c-f73caaf9b571 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:22:07.263752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-750c9842-b0ab-48e9-8334-3157579c0a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.273014 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-750c9842-b0ab-48e9-8334-3157579c0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.373757 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-750c9842-b0ab-48e9-8334-3157579c0a9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f943e864561348dc92c1b9f438fac588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494104 Sep 18 02:22:07.383729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55288) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:07.427578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c9842-b0ab-48e9-8334-3157579c0a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2290b73c-65aa-43ad-8429-208f5e9b6918,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:07.487342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00dfaf2-420e-44ee-bb1f-4151c437fc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.511693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dda64f-5699-4242-a79a-68b44eb1fdd6 req-53c9730d-6fa1-45c3-bd3a-25ed4d8b1843 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:07.513312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9dda64f-5699-4242-a79a-68b44eb1fdd6 req-53c9730d-6fa1-45c3-bd3a-25ed4d8b1843 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 932 time: 0.0729024 Sep 18 02:22:07.530357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00dfaf2-420e-44ee-bb1f-4151c437fc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.594177 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9dda64f-5699-4242-a79a-68b44eb1fdd6 req-d4bdd091-e96a-4930-9f4f-94a1fac4378a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696814 Sep 18 02:22:07.623204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00dfaf2-420e-44ee-bb1f-4151c437fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.626423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d00dfaf2-420e-44ee-bb1f-4151c437fc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.627890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d00dfaf2-420e-44ee-bb1f-4151c437fc33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2290b73c-65aa-43ad-8429-208f5e9b6918 HTTP/1.1" status: 204 len: 168 time: 0.2365792 Sep 18 02:22:07.640371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dfaf2-420e-44ee-bb1f-4151c437fc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2290b73c-65aa-43ad-8429-208f5e9b6918,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:07.688021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.693379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.695146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/a5c90e69-626c-4fbc-95f6-8117a82e8882 HTTP/1.1" status: 204 len: 168 time: 3.8641686 Sep 18 02:22:07.698663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55294) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:07.701245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:07.705607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-283896256'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:07.741070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:07.759195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:22:07.763449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771104aa-a651-48ac-8ccf-af21301f41a9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=a5c90e69-626c-4fbc-95f6-8117a82e8882,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:07.772350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:07.777066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.804948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:07.814213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:07.828797 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.829464 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment 4ec48469-1598-49cf-a83c-e17480c85570 of type vlan for network 97282018-9481-434f-a093-e19101ca3388 Sep 18 02:22:07.834652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29990bd-d0d4-4c36-9fb7-0db5fe42c6dc req-c6513849-939c-4231-8baa-d36b6d29f1b9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:07.847252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e29990bd-d0d4-4c36-9fb7-0db5fe42c6dc req-c6513849-939c-4231-8baa-d36b6d29f1b9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 943 time: 0.1826956 Sep 18 02:22:07.878002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:07.878639 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.904088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.920036 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e29990bd-d0d4-4c36-9fb7-0db5fe42c6dc req-2b2c29eb-73f8-4c9d-a638-5be1936af2ba tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719817 Sep 18 02:22:07.921440 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-08973a8a-ce6a-4ab6-9caa-157b2f6abfdb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2079005 Sep 18 02:22:07.937351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Request body: {'port': {'device_id': '703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:07.947358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:22:07.961871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:07.979823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:07.983731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.028314 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.066546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55298) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:08.081302 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3807569 Sep 18 02:22:08.105970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': '97282018-9481-434f-a093-e19101ca3388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:08.117607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:08.131641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f4ec2-eba7-4614-a857-8025529d84ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=97282018-9481-434f-a093-e19101ca3388,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:08.152847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 97282018-9481-434f-a093-e19101ca3388 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:08.156041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'network_id': '2e680472-ed6c-4515-ac67-5af6fa2f862f', 'port_id': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'mac_address': 'fa:16:3e:54:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e42236f-32be-485d-9216-d0b71baf0730', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:22:08.229891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55300) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:08.249510 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5031856-ce1b-4f0a-a427-01859ce34fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.251369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fbc5dad1-affa-46a2-b0cf-470edc6356ed None None] Provisioning complete for port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:08.259563 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fbc5dad1-affa-46a2-b0cf-470edc6356ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.310904 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.320811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.db.api [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 02:22:08.320811 n-d-789963-12 neutron-server[106439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 02:22:08.320811 n-d-789963-12 neutron-server[106439]: [parameters: {'project_id': '7aefe1a4663f450182c6d99201b43cdf', 'id': 'fa71b3b1-65c8-4f75-ac1b-6dca14b802ba', 'expiration': datetime.datetime(2021, 9, 18, 2, 24, 8, 302149)}] Sep 18 02:22:08.320811 n-d-789963-12 neutron-server[106439]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:22:08.321212 n-d-789963-12 neutron-server[106439]: DEBUG oslo_db.api [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:22:08.327021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb6cf88-9055-43bf-9870-207de6384ee9 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:22:08.345697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5dad1-affa-46a2-b0cf-470edc6356ed None None] Port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:22:08.358399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:08.368131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.418896 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5031856-ce1b-4f0a-a427-01859ce34fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.424461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5031856-ce1b-4f0a-a427-01859ce34fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.448770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:08.478312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e5031856-ce1b-4f0a-a427-01859ce34fba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7e031791654480f8f885cccf1696589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434382 Sep 18 02:22:08.478552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:08.484619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031856-ce1b-4f0a-a427-01859ce34fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c57b73-43e4-481f-99c4-f1fc7ea2e1c4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:08.511041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:22:08.520925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.537067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Transition to ACTIVE for port object 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:22:08.537363 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a344dd79-974c-489d-bc34-a925039663a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.542762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.569813 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a344dd79-974c-489d-bc34-a925039663a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.575506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['cbb6cf88-9055-43bf-9870-207de6384ee9'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:22:08.655318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Pushing event updated for resources: {'Port': ['ID=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:08.668259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a344dd79-974c-489d-bc34-a925039663a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.674771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a344dd79-974c-489d-bc34-a925039663a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.676751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a344dd79-974c-489d-bc34-a925039663a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68c57b73-43e4-481f-99c4-f1fc7ea2e1c4 HTTP/1.1" status: 204 len: 168 time: 0.1966164 Sep 18 02:22:08.703581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344dd79-974c-489d-bc34-a925039663a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c57b73-43e4-481f-99c4-f1fc7ea2e1c4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:08.794913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Attempting to bind port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:22:08.795396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Attempting to bind port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:22:08.795832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Attempting to bind port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:22:08.810837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d on network e141ae2e-3dc7-414c-84a1-0e9426754bea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:22:08.813580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Attempting to bind port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:22:08.835299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:22:08.835791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:08.836448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:22:08.837036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Bound port: 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:22:08.838459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:08.885910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349abfe-4a04-474e-9f91-ad8d924136fc req-ab6e706b-cb3d-48eb-930c-1e3f39ca0e94 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:08.888430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6349abfe-4a04-474e-9f91-ad8d924136fc req-ab6e706b-cb3d-48eb-930c-1e3f39ca0e94 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1227894 Sep 18 02:22:08.940076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:08.946561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:09.008853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6349abfe-4a04-474e-9f91-ad8d924136fc req-40596176-3ac2-45bc-9dc0-b09e887a1bfa tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093771 Sep 18 02:22:09.057717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] For port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:22:09.104933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] For port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:22:09.124474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:09.184034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c14414-7725-4872-9994-39022a10269a req-7a6df665-b03b-4fc2-93f0-8752660493f4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:09.187037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78c14414-7725-4872-9994-39022a10269a req-7a6df665-b03b-4fc2-93f0-8752660493f4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 944 time: 0.1293719 Sep 18 02:22:09.188456 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:09.189081 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:09.190535 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] 10.222.0.20 "PUT /v2.0/ports/76eb0aa1-01a5-4e52-aab9-eb38b2d2343d HTTP/1.1" status: 200 len: 1093 time: 1.2604554 Sep 18 02:22:09.232695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0', 'tag': '76eb0aa1-01a5-4e52-aab9-eb38b2d2343d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:22:09.235184 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f91ca5d-0526-4e71-8846-7b3c00e95caa" -d '{"events": [{"name": "network-changed", "server_uuid": "703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0", "tag": "76eb0aa1-01a5-4e52-aab9-eb38b2d2343d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:22:09.240710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc05df9-d8cd-41da-8aad-c1abace20601 service neutron] Pushing event updated for resources: {'Port': ['ID=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:09.334596 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6926faaf-c40d-4aaa-864f-5da6d580c0d4 x-openstack-request-id: req-6926faaf-c40d-4aaa-864f-5da6d580c0d4 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:22:09.334976 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0", "tag": "76eb0aa1-01a5-4e52-aab9-eb38b2d2343d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:22:09.335274 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6926faaf-c40d-4aaa-864f-5da6d580c0d4 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:22:09.335625 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0', 'tag': '76eb0aa1-01a5-4e52-aab9-eb38b2d2343d', 'status': 'completed', 'code': 200} Sep 18 02:22:09.367168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78c14414-7725-4872-9994-39022a10269a req-65427340-9eaa-4049-ab62-90396bb4b048 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214147 Sep 18 02:22:09.398134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-9006c26c-0af3-416d-8ca9-098735825c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:09.399936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-9006c26c-0af3-416d-8ca9-098735825c85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 1096 time: 0.1551816 Sep 18 02:22:09.502628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-99b8ca75-0a58-4bb4-aa1e-c85c7acdc64d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d HTTP/1.1" status: 200 len: 217 time: 0.0884960 Sep 18 02:22:09.566070 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:09.615651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-c305857f-0c3b-43d8-a672-c2cf99a9f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:09.617139 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-c305857f-0c3b-43d8-a672-c2cf99a9f1a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.1071262 Sep 18 02:22:09.700157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=1958fbb0-ce7c-4dba-b33c-1ef72e3103ca,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:09.725470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': '4ec48469-1598-49cf-a83c-e17480c85570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '97282018-9481-434f-a093-e19101ca3388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:09.726056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: 97282018-9481-434f-a093-e19101ca3388, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:09.734455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-1a789237-68e4-40dc-b3d4-ffd1b1e08395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:09.736342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-1a789237-68e4-40dc-b3d4-ffd1b1e08395 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111832 Sep 18 02:22:09.796040 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network 97282018-9481-434f-a093-e19101ca3388 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:09.849823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 97282018-9481-434f-a093-e19101ca3388) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:09.860010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:09.860596 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:09.865579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5f85bc-2627-460d-b66e-15c4548d38f3 None None] Network 97282018-9481-434f-a093-e19101ca3388 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:09.884762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55332) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:09.886497 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-23323ac4-8060-441d-ac88-867d9eb5129b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7874601 Sep 18 02:22:09.907099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-a155c89a-1403-4949-a2b5-60dc7e394391 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623983 Sep 18 02:22:09.979078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:10.036768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-050c7bdd-845e-4157-bcf9-b6c620f312b7 req-76aa82ad-de01-49c9-a43f-02735c5de257 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230516 Sep 18 02:22:10.119345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.156101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port cbb6cf88-9055-43bf-9870-207de6384ee9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:10.156536 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.201655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4de05d-04c7-43d3-9db3-b0f16e04aa79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-97282018-9481-434f-a093-e19101ca3388', 'network_id': '97282018-9481-434f-a093-e19101ca3388', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': '1958fbb0-ce7c-4dba-b33c-1ef72e3103ca'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:22:10.202813 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f4de05d-04c7-43d3-9db3-b0f16e04aa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.249498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-d4c91a64-5087-4fff-9148-d2eb54ca23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:10.252852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-d4c91a64-5087-4fff-9148-d2eb54ca23a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 1096 time: 0.1461389 Sep 18 02:22:10.297726 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.299335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987abf5-7722-4008-8fb8-d1159ea8dc12 req-5846d9af-438e-4d2b-a3ad-d8e6f423f8a0 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:10.302884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7987abf5-7722-4008-8fb8-d1159ea8dc12 req-5846d9af-438e-4d2b-a3ad-d8e6f423f8a0 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1731291 Sep 18 02:22:10.355810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.398594 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:22:10.401383 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce399ff-b9a7-4115-a270-08e4fa0e8db2" -d '{"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-plugged", "status": "completed", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:22:10.405755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:10.414803 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.435939 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.471847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:10.472540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=1958fbb0-ce7c-4dba-b33c-1ef72e3103ca,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-0f4de05d-04c7-43d3-9db3-b0f16e04aa79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1958fbb0-ce7c-4dba-b33c-1ef72e3103ca: This subnet is being modified by another concurrent operation. Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1958fbb0-ce7c-4dba-b33c-1ef72e3103ca: This subnet is being modified by another concurrent operation. Sep 18 02:22:10.477588 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:22:10.506096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188bc38-a197-452b-9c70-0e381de45559 None None] Network 97282018-9481-434f-a093-e19101ca3388 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:10.581654 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcf0a45-3f3f-4141-9248-ceef3b7d086a x-openstack-request-id: req-3bcf0a45-3f3f-4141-9248-ceef3b7d086a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:22:10.581943 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-plugged", "status": "completed", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:22:10.582950 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bcf0a45-3f3f-4141-9248-ceef3b7d086a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:22:10.583655 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'code': 200} Sep 18 02:22:10.609790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.673498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f715d-00ff-4b5f-aaf4-29340d963e44 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:22:10.685270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97282018-9481-434f-a093-e19101ca3388']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:10.697378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7987abf5-7722-4008-8fb8-d1159ea8dc12 req-9804a339-8b66-47f2-bd19-aed538e087a9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745677 Sep 18 02:22:10.728576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec48469-1598-49cf-a83c-e17480c85570') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:10.729036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec48469-1598-49cf-a83c-e17480c85570') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:10.740742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-07bc6449-4abb-4d93-8ef5-8dba9a93182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:10.746299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-07bc6449-4abb-4d93-8ef5-8dba9a93182c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.4764194 Sep 18 02:22:10.748692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.771597 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.782557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:10.783211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:10.787389 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:10.833314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-4c3dae21-6261-4bc6-a687-6dced8976da3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d HTTP/1.1" status: 200 len: 217 time: 0.0788531 Sep 18 02:22:10.950819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-39c1828e-599b-43ef-bc0d-471f15bbbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:10.953063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-39c1828e-599b-43ef-bc0d-471f15bbbc55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.1118512 Sep 18 02:22:10.980618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fedf7-3e0a-4704-98fd-a228ee07dac5 req-a21849f2-a5a5-467c-bc5b-5cc8dad6df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:10.982123 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a9fedf7-3e0a-4704-98fd-a228ee07dac5 req-a21849f2-a5a5-467c-bc5b-5cc8dad6df40 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1098 time: 0.1511464 Sep 18 02:22:10.989139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72f715d-00ff-4b5f-aaf4-29340d963e44 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:22:10.997571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:11.009801 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:11.016297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/97282018-9481-434f-a093-e19101ca3388 HTTP/1.1" status: 204 len: 168 time: 1.1202362 Sep 18 02:22:11.029228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55350) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:11.037073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3736637-44b0-4d6e-b091-355c02440be5 req-d9ccedef-3f24-4ab0-a010-1a615c328760 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:11.040060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3736637-44b0-4d6e-b091-355c02440be5 req-d9ccedef-3f24-4ab0-a010-1a615c328760 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1017067 Sep 18 02:22:11.056716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af15d-ca30-47ba-a6bb-7dd1b90f3288 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=97282018-9481-434f-a093-e19101ca3388,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:11.072315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115627758'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:11.095794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a3736637-44b0-4d6e-b091-355c02440be5 req-ca490c8e-8a99-47a5-9f32-2abe7d15a8fa tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Sep 18 02:22:11.167299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-8722800f-0b42-4d85-a3a0-4094d10267b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:11.169271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-8722800f-0b42-4d85-a3a0-4094d10267b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2084062 Sep 18 02:22:11.178327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a9fedf7-3e0a-4704-98fd-a228ee07dac5 req-9d1d7f61-9187-40e2-a6e0-4c46efbd7d53 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531508 Sep 18 02:22:11.178646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:11.182324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:11.234688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:11.259946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:11.259946 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment 335021ba-40f7-4996-b5fc-3f5b4d0b7855 of type vlan for network 215b78ef-e779-4155-8628-a5ccb7e5b365 Sep 18 02:22:11.339960 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:11.450526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-ecf3d840-f5a0-4cde-a29c-29e20c63d85c service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648447 Sep 18 02:22:11.458882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:11.461386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:11.462072 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:11.585870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5305800 Sep 18 02:22:11.586213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55358) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:11.593361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:11.626698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb21f64-62bd-4e30-8d1a-1ba4b2d605ed tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=215b78ef-e779-4155-8628-a5ccb7e5b365,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:11.643614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:11.673569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f91ca5d-0526-4e71-8846-7b3c00e95caa req-bd9bb2e0-c0e6-4763-8a3e-3830195ed2af service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076294 Sep 18 02:22:11.861692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:11.866195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:11.914804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38bf39-e41a-46aa-9cbd-c091d0a30e75 req-d2242ada-6beb-4051-9996-1e2e643e3216 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:11.914804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb38bf39-e41a-46aa-9cbd-c091d0a30e75 req-d2242ada-6beb-4051-9996-1e2e643e3216 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1134872 Sep 18 02:22:12.038075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb38bf39-e41a-46aa-9cbd-c091d0a30e75 req-f006557d-8556-4e7a-a6e2-56214bbdb26c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729074 Sep 18 02:22:12.229201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:12.341888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=78832284-4f53-4330-a2da-e53cb9b06c24,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:12.385829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57448e1-6667-46fb-9bbf-5290f06f7204 req-8fb50984-e4c3-4ceb-aae5-f4e58836106e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:12.387288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d57448e1-6667-46fb-9bbf-5290f06f7204 req-8fb50984-e4c3-4ceb-aae5-f4e58836106e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0952847 Sep 18 02:22:12.388176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': '335021ba-40f7-4996-b5fc-3f5b4d0b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:12.388535 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: 215b78ef-e779-4155-8628-a5ccb7e5b365, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:12.437948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:12.460876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d57448e1-6667-46fb-9bbf-5290f06f7204 req-6d5ec176-268f-42ed-935e-545d6b064385 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632162 Sep 18 02:22:12.463527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 215b78ef-e779-4155-8628-a5ccb7e5b365) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:12.475305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:12.475620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:12.483526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fddf96f-8f51-4807-bd11-d637d547a29c None None] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:12.518033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7d662c42-519a-42c2-8812-2a0ba1c95abb tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9304855 Sep 18 02:22:12.518452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55382) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:12.538219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:12.760147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-215b78ef-e779-4155-8628-a5ccb7e5b365', 'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': '78832284-4f53-4330-a2da-e53cb9b06c24'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:22:12.763385 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:12.781310 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:12.790068 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.018990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Allocated IP 2001:db8::2 (215b78ef-e779-4155-8628-a5ccb7e5b365/78832284-4f53-4330-a2da-e53cb9b06c24/65114e12-0972-4c4d-b24f-18fd702a6562) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:13.205406 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.217677 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.263972 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:13.266943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:13.273513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:22:13.280631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Pushing event updated for resources: {'Port': ['ID=65114e12-0972-4c4d-b24f-18fd702a6562,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:13.385152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Attempting to bind port 65114e12-0972-4c4d-b24f-18fd702a6562 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:22:13.385886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Attempting to bind port 65114e12-0972-4c4d-b24f-18fd702a6562 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '335021ba-40f7-4996-b5fc-3f5b4d0b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:22:13.389413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Attempting to bind port 65114e12-0972-4c4d-b24f-18fd702a6562 on network 215b78ef-e779-4155-8628-a5ccb7e5b365 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:22:13.403128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:22:13.403939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Checking segment: {'id': '335021ba-40f7-4996-b5fc-3f5b4d0b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:13.404739 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.405609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Bound using segment: {'id': '335021ba-40f7-4996-b5fc-3f5b4d0b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:22:13.406259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Bound port: 65114e12-0972-4c4d-b24f-18fd702a6562, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335021ba-40f7-4996-b5fc-3f5b4d0b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:22:13.406849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.441753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b199-c988-4d83-8714-7e7a90fcfc31 req-fe932a53-3dcf-47c2-8f18-50ec39a34731 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:13.444984 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23a0b199-c988-4d83-8714-7e7a90fcfc31 req-fe932a53-3dcf-47c2-8f18-50ec39a34731 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.2265127 Sep 18 02:22:13.448945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.515830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:13.527515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:13.537402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:13.538010 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.556704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=b703fd7f-1c48-4e11-8129-96e9450f31c6,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:13.567459 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23a0b199-c988-4d83-8714-7e7a90fcfc31 req-ef3275d1-ab9d-47a4-b5cf-451bf59f20e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126504 Sep 18 02:22:13.573695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] For port 65114e12-0972-4c4d-b24f-18fd702a6562, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:22:13.574184 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-86125612-0f11-43a3-ae2d-d1534db198ae tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0492306 Sep 18 02:22:13.574936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55418) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:13.577846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] For port 65114e12-0972-4c4d-b24f-18fd702a6562, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=65114e12-0972-4c4d-b24f-18fd702a6562,segment=NetworkSegment(335021ba-40f7-4996-b5fc-3f5b4d0b7855),segment_id=335021ba-40f7-4996-b5fc-3f5b4d0b7855)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:22:13.588699 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.701296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f399e-7c6e-42f6-ac06-ef219424b892 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:13.703209 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f399e-7c6e-42f6-ac06-ef219424b892 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:13.704883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f399e-7c6e-42f6-ac06-ef219424b892 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:13.706640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f399e-7c6e-42f6-ac06-ef219424b892 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:13.713710 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f146ffc-72fa-4190-b4b4-b35eed23149d None None] Pushing event updated for resources: {'Port': ['ID=65114e12-0972-4c4d-b24f-18fd702a6562,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:13.717986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f399e-7c6e-42f6-ac06-ef219424b892 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:13.719934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-180f399e-7c6e-42f6-ac06-ef219424b892 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1435726 Sep 18 02:22:13.731082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55420) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:13.731645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093260695'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:13.761133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65126a9b-349a-4d86-931c-26ccc77cbb2c req-31746b44-4461-4b09-a035-a42f151b7dbf tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:13.763098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65126a9b-349a-4d86-931c-26ccc77cbb2c req-31746b44-4461-4b09-a035-a42f151b7dbf tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1186981 Sep 18 02:22:13.788287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:13.791917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.819058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:13.834772 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:13.834772 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3 of type vlan for network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a Sep 18 02:22:13.866130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65126a9b-349a-4d86-931c-26ccc77cbb2c req-6d36eb50-73e0-4342-b9ee-7670a8d0b7b9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790539 Sep 18 02:22:13.920719 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:14.040076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:14.060057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:14.060713 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:14.193483 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4665487 Sep 18 02:22:14.196399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55424) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:14.209001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4205d294-3e69-4e75-a5bf-a7b2529dd821 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:14.235954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976415f-4ce0-445a-9c38-ded50a07ea45 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=291cfa48-aa52-4c3a-b97f-66fff03e1d7a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:14.250469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:14.278058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2f660-6233-4085-8b60-376dbe1bc7cf req-05e21804-26cb-4c14-9991-8eed0e979182 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:14.283818 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cea2f660-6233-4085-8b60-376dbe1bc7cf req-05e21804-26cb-4c14-9991-8eed0e979182 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.2158372 Sep 18 02:22:14.464911 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cea2f660-6233-4085-8b60-376dbe1bc7cf req-287aa6ec-1780-4eea-9ddf-0efcfd9d60c1 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677051 Sep 18 02:22:14.513199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 65114e12-0972-4c4d-b24f-18fd702a6562 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:14.607155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4205d294-3e69-4e75-a5bf-a7b2529dd821 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:14.666013 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 65114e12-0972-4c4d-b24f-18fd702a6562 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:14.666626 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:14.669942 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4205d294-3e69-4e75-a5bf-a7b2529dd821 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:14.752266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4205d294-3e69-4e75-a5bf-a7b2529dd821 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a is not hosted by any dhcp agent {{(pid=106440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:22:14.764438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205d294-3e69-4e75-a5bf-a7b2529dd821 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:14.765451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4205d294-3e69-4e75-a5bf-a7b2529dd821 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:14.771143 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4205d294-3e69-4e75-a5bf-a7b2529dd821 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "PUT /v2.0/networks/291cfa48-aa52-4c3a-b97f-66fff03e1d7a HTTP/1.1" status: 200 len: 723 time: 0.5736568 Sep 18 02:22:14.800288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde75548-22a9-4e0f-a827-d5b286ef80fa req-23458146-bdd9-4fae-8be5-f6c59edbda38 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:14.812147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cde75548-22a9-4e0f-a827-d5b286ef80fa req-23458146-bdd9-4fae-8be5-f6c59edbda38 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1902637 Sep 18 02:22:14.814294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55436) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:14.849929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': '291cfa48-aa52-4c3a-b97f-66fff03e1d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:14.876658 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:14.936375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 65114e12-0972-4c4d-b24f-18fd702a6562, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=65114e12-0972-4c4d-b24f-18fd702a6562,segment=NetworkSegment(335021ba-40f7-4996-b5fc-3f5b4d0b7855),segment_id=335021ba-40f7-4996-b5fc-3f5b4d0b7855)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:14.945019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:15.088230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cde75548-22a9-4e0f-a827-d5b286ef80fa req-a2d346fe-c1e4-434b-85a2-a431e55fe618 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751732 Sep 18 02:22:15.094055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=65114e12-0972-4c4d-b24f-18fd702a6562,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:15.204462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:15.208737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:15.336776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f38e5bc-7e8e-4b98-9e85-51dc5c30b104 None None] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:15.480900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab6998-f309-4dc2-b8c5-6910d35e6cd2 req-025a9332-8dec-4c8b-bd90-b9c108854e59 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:15.482532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52ab6998-f309-4dc2-b8c5-6910d35e6cd2 req-025a9332-8dec-4c8b-bd90-b9c108854e59 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.2189155 Sep 18 02:22:15.501529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b232872c-fc78-4266-8b59-d1afe8ecbd76 None None] Provisioning complete for port 65114e12-0972-4c4d-b24f-18fd702a6562 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:15.502398 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b232872c-fc78-4266-8b59-d1afe8ecbd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:15.516369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205d294-3e69-4e75-a5bf-a7b2529dd821 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=291cfa48-aa52-4c3a-b97f-66fff03e1d7a,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:15.543884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52ab6998-f309-4dc2-b8c5-6910d35e6cd2 req-9535f2bc-2a6d-460c-ac5b-da87264cf030 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508823 Sep 18 02:22:15.558919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaaf74-8309-45dd-9e24-c48d8c98127c req-4930b1f6-40c7-43cf-8c2a-d29de8ccc14c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:15.581252 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f5eaaf74-8309-45dd-9e24-c48d8c98127c req-4930b1f6-40c7-43cf-8c2a-d29de8ccc14c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.8032501 Sep 18 02:22:15.604056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:15.752232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:15.917366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365278f-008b-4e39-b951-a61ff0afa120 None None] Update dhcp port {'port': {'network_id': '215b78ef-e779-4155-8628-a5ccb7e5b365', 'fixed_ips': [{'subnet_id': '78832284-4f53-4330-a2da-e53cb9b06c24', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b703fd7f-1c48-4e11-8129-96e9450f31c6'}], 'binding:host_id': 'n-d-789963-12'}, 'id': '65114e12-0972-4c4d-b24f-18fd702a6562'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:22:15.918593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=db7cc966-9323-4d4d-a30c-ecae4fa7f3b6,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:15.948252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec692-8ede-4d47-bc50-4081424076ce req-756b1e7c-c7fd-4043-8826-40312755a15c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:15.950231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fceec692-8ede-4d47-bc50-4081424076ce req-756b1e7c-c7fd-4043-8826-40312755a15c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1287885 Sep 18 02:22:15.953528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '291cfa48-aa52-4c3a-b97f-66fff03e1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:15.954120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: 291cfa48-aa52-4c3a-b97f-66fff03e1d7a, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:15.958353 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2365278f-008b-4e39-b951-a61ff0afa120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:15.969902 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:22:16.032779 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fceec692-8ede-4d47-bc50-4081424076ce req-9e37894e-b74d-46f2-90d4-be8eddb3c509 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746109 Sep 18 02:22:16.043502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:16.071790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 291cfa48-aa52-4c3a-b97f-66fff03e1d7a) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:16.078178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:16.078887 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577110'] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:16.116966 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a86d1a42-4e39-4ad5-b4d4-687612af0e2d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3016353 Sep 18 02:22:16.120777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55456) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:16.139201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bb64e9d3-75c8-4775-b2a4-c393495da7a0 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:16.173190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184e00d-cf24-44c9-81aa-1f386634d103 None None] Network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:16.221057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2365278f-008b-4e39-b951-a61ff0afa120 None None] Allocated IP 172.20.0.1 (215b78ef-e779-4155-8628-a5ccb7e5b365/b703fd7f-1c48-4e11-8129-96e9450f31c6/65114e12-0972-4c4d-b24f-18fd702a6562) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:16.222099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f5eaaf74-8309-45dd-9e24-c48d8c98127c req-b2aba8d2-fb09-4caf-8d82-920c5d3c49a9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173499 Sep 18 02:22:16.407351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 65114e12-0972-4c4d-b24f-18fd702a6562 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:16.610735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb64e9d3-75c8-4775-b2a4-c393495da7a0 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534676234'] for subnet, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:16.632148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-291cfa48-aa52-4c3a-b97f-66fff03e1d7a', 'network_id': '291cfa48-aa52-4c3a-b97f-66fff03e1d7a', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': 'db7cc966-9323-4d4d-a30c-ecae4fa7f3b6'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:22:16.633214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:16.642631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2365278f-008b-4e39-b951-a61ff0afa120 None None] For port 65114e12-0972-4c4d-b24f-18fd702a6562, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=65114e12-0972-4c4d-b24f-18fd702a6562,segment=NetworkSegment(335021ba-40f7-4996-b5fc-3f5b4d0b7855),segment_id=335021ba-40f7-4996-b5fc-3f5b4d0b7855)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:16.766561 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2365278f-008b-4e39-b951-a61ff0afa120 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:16.770563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 65114e12-0972-4c4d-b24f-18fd702a6562 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:16.770993 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:16.795024 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2365278f-008b-4e39-b951-a61ff0afa120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:16.808532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21a7a2-967d-496d-b754-1b03d5965556 req-621c086a-22a0-43ed-bdcb-1e665ec0acf3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:16.808532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa21a7a2-967d-496d-b754-1b03d5965556 req-621c086a-22a0-43ed-bdcb-1e665ec0acf3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.3920636 Sep 18 02:22:16.808532 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb64e9d3-75c8-4775-b2a4-c393495da7a0 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771129497604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-534708707'] for subnet, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:16.867481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64e9d3-75c8-4775-b2a4-c393495da7a0 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=db7cc966-9323-4d4d-a30c-ecae4fa7f3b6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:16.891362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb64e9d3-75c8-4775-b2a4-c393495da7a0 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:16.891961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb64e9d3-75c8-4775-b2a4-c393495da7a0 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:16.899271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bb64e9d3-75c8-4775-b2a4-c393495da7a0 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "PUT /v2.0/subnets/db7cc966-9323-4d4d-a30c-ecae4fa7f3b6 HTTP/1.1" status: 200 len: 826 time: 0.7677727 Sep 18 02:22:16.899481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55468) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:16.916454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa21a7a2-967d-496d-b754-1b03d5965556 req-99f6c736-5114-416b-9a80-2d56cf13ad12 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563877 Sep 18 02:22:16.955523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365278f-008b-4e39-b951-a61ff0afa120 None None] Pushing event updated for resources: {'Port': ['ID=65114e12-0972-4c4d-b24f-18fd702a6562,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:17.101435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Allocated IP 2001:db8::2 (291cfa48-aa52-4c3a-b97f-66fff03e1d7a/db7cc966-9323-4d4d-a30c-ecae4fa7f3b6/8cc06acc-8d91-4a47-8465-2a80ad203f3f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:17.118912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.292462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d4d9a-4d09-4cac-86cb-93a51130cdf0 req-b1869c6b-4d0b-4803-ba1e-b8d9860feea6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:17.295055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-181d4d9a-4d09-4cac-86cb-93a51130cdf0 req-b1869c6b-4d0b-4803-ba1e-b8d9860feea6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1738679 Sep 18 02:22:17.325070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.400591 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.415388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-181d4d9a-4d09-4cac-86cb-93a51130cdf0 req-8cf9e86b-1066-4afe-ad78-f147a4a7da73 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139956 Sep 18 02:22:17.433169 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.502996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.507010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449f22-3227-40aa-b08f-36d3a88bc64f req-e06eeb51-43cf-47e2-8a04-ae45d75ed4d7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:17.511337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42449f22-3227-40aa-b08f-36d3a88bc64f req-e06eeb51-43cf-47e2-8a04-ae45d75ed4d7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1637435 Sep 18 02:22:17.548642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:17.563451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:17.567032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:22:17.569319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=db7cc966-9323-4d4d-a30c-ecae4fa7f3b6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:17.616291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Pushing event updated for resources: {'Port': ['ID=8cc06acc-8d91-4a47-8465-2a80ad203f3f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:17.717534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Attempting to bind port 8cc06acc-8d91-4a47-8465-2a80ad203f3f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:22:17.718181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Attempting to bind port 8cc06acc-8d91-4a47-8465-2a80ad203f3f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '291cfa48-aa52-4c3a-b97f-66fff03e1d7a'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:22:17.718570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Attempting to bind port 8cc06acc-8d91-4a47-8465-2a80ad203f3f on network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:22:17.726276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:22:17.726646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Checking segment: {'id': 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '291cfa48-aa52-4c3a-b97f-66fff03e1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:17.727072 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.727463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Bound using segment: {'id': 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '291cfa48-aa52-4c3a-b97f-66fff03e1d7a'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:22:17.727975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Bound port: 8cc06acc-8d91-4a47-8465-2a80ad203f3f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '291cfa48-aa52-4c3a-b97f-66fff03e1d7a'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:22:17.730091 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.770960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42449f22-3227-40aa-b08f-36d3a88bc64f req-c74ad3ca-e5f4-4d65-bd38-69217b6ab280 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531548 Sep 18 02:22:17.780667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.839171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291cfa48-aa52-4c3a-b97f-66fff03e1d7a']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:17.852156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:17.852278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:17.867549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.872752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] For port 8cc06acc-8d91-4a47-8465-2a80ad203f3f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:22:17.877555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] For port 8cc06acc-8d91-4a47-8465-2a80ad203f3f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8cc06acc-8d91-4a47-8465-2a80ad203f3f,segment=NetworkSegment(f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3),segment_id=f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:22:17.883817 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.897692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a72b32-4e5e-4bbb-9ec4-5a39f4fcb2ad req-a4e4efb8-86b5-4067-bbc9-36d4facc34d6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:17.905610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4a72b32-4e5e-4bbb-9ec4-5a39f4fcb2ad req-a4e4efb8-86b5-4067-bbc9-36d4facc34d6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1269083 Sep 18 02:22:17.913763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.934293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:17.935021 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:17.938414 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:18.046871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83a8d-e622-42ac-b7e0-ee827587fb2b None None] Pushing event updated for resources: {'Port': ['ID=8cc06acc-8d91-4a47-8465-2a80ad203f3f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:18.054241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb19c6cd-1c75-4119-8db4-a50058429dc1 None None] Network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:18.064002 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c4a72b32-4e5e-4bbb-9ec4-5a39f4fcb2ad req-3906886d-baec-40ee-bb31-7ebb66dc4feb tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574535 Sep 18 02:22:18.072126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:22:18.072126 n-d-789963-12 neutron-server[106440]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:22:18.072126 n-d-789963-12 neutron-server[106440]: [parameters: {'id': '291cfa48-aa52-4c3a-b97f-66fff03e1d7a'}] Sep 18 02:22:18.072126 n-d-789963-12 neutron-server[106440]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:22:18.072905 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:22:18.092836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9365131c-084e-42dc-a085-3b9032ef1154 None None] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:18.241760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-047a1d49-61c9-4459-af76-4a8fd42ce7a0 None None] Provisioning complete for port 65114e12-0972-4c4d-b24f-18fd702a6562 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:18.241760 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-047a1d49-61c9-4459-af76-4a8fd42ce7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:18.350723 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 65114e12-0972-4c4d-b24f-18fd702a6562 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:18.381232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4b134-3943-43f2-a937-ef4df73120ff None None] Network 291cfa48-aa52-4c3a-b97f-66fff03e1d7a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:18.574292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:18.635241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting port 8cc06acc-8d91-4a47-8465-2a80ad203f3f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:18.635582 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:18.708978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] For port 8cc06acc-8d91-4a47-8465-2a80ad203f3f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8cc06acc-8d91-4a47-8465-2a80ad203f3f,segment=NetworkSegment(f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3),segment_id=f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:18.709255 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:18.735391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 65114e12-0972-4c4d-b24f-18fd702a6562 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:18.735773 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:18.743036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Calling delete_port for 8cc06acc-8d91-4a47-8465-2a80ad203f3f owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:19.014745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.086996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e05bb6-1aee-442f-b8a8-28f3939bf125 req-db455169-aca6-4b7d-a8a5-f4cfb72a64fb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:19.101630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-12e05bb6-1aee-442f-b8a8-28f3939bf125 req-db455169-aca6-4b7d-a8a5-f4cfb72a64fb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1485989 Sep 18 02:22:19.110650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Port': ['ID=8cc06acc-8d91-4a47-8465-2a80ad203f3f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:19.119104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No DVR routers for this DVR port 8cc06acc-8d91-4a47-8465-2a80ad203f3f on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:19.121667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8305ca58-3259-4b1d-8f57-1b10eb5c98a1 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:22:19.149971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4bbcbe4f-227f-4bb1-aae2-72b0c9ed7099 None None] Provisioning complete for port 65114e12-0972-4c4d-b24f-18fd702a6562 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:19.150636 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4bbcbe4f-227f-4bb1-aae2-72b0c9ed7099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.177998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-12e05bb6-1aee-442f-b8a8-28f3939bf125 req-63d48f37-5326-4544-a126-43034624ecb7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721300 Sep 18 02:22:19.291296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.316439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291cfa48-aa52-4c3a-b97f-66fff03e1d7a']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:19.325967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e043a2d-d467-44b2-9584-fefebf53844d req-98384c52-aa37-4c18-891b-02309582690e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:19.327495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e043a2d-d467-44b2-9584-fefebf53844d req-98384c52-aa37-4c18-891b-02309582690e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1265824 Sep 18 02:22:19.337579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:19.337871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5419c70-5a9f-4ea6-b9d1-534e0dfa72f3') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:19.346379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305ca58-3259-4b1d-8f57-1b10eb5c98a1 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:22:19.359069 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.383194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.393769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e043a2d-d467-44b2-9584-fefebf53844d req-14611800-f528-4466-8d13-a519a2e5e18a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580664 Sep 18 02:22:19.395400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:19.395400 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:19.399210 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:19.491890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.502004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.504208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/291cfa48-aa52-4c3a-b97f-66fff03e1d7a HTTP/1.1" status: 204 len: 168 time: 2.6035044 Sep 18 02:22:19.507754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55506) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:19.516900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aded3-1c44-4d3a-9052-976b7bd226dd tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=291cfa48-aa52-4c3a-b97f-66fff03e1d7a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:19.554400 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0131e0c7-5c47-4c90-907e-c67e7fd49bff tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:19.555274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0131e0c7-5c47-4c90-907e-c67e7fd49bff tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:19.557341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0131e0c7-5c47-4c90-907e-c67e7fd49bff tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/291cfa48-aa52-4c3a-b97f-66fff03e1d7a HTTP/1.1" status: 404 len: 339 time: 0.0482843 Sep 18 02:22:19.561027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:19.566193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-929001710', 'description': 'd1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:19.600557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:19.611157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.645480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:19.656463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.656938 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment 744295cd-2021-4562-b0e1-56cda3ec5863 of type vlan for network a9d6aa29-55f2-4f6d-834c-947c37fd7712 Sep 18 02:22:19.707127 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.770833 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.781219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:19.781869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:19.828743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2665896 Sep 18 02:22:19.831363 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050119-783e-4a2c-9899-b949c98b7683 req-2638c3ff-05df-4161-9812-cd241bf98c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:19.833667 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f050119-783e-4a2c-9899-b949c98b7683 req-2638c3ff-05df-4161-9812-cd241bf98c19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1098 time: 0.1131911 Sep 18 02:22:19.836302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55528) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:19.870161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bdf42-23e0-41fd-94e4-4831394d80ac tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=a9d6aa29-55f2-4f6d-834c-947c37fd7712,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:19.880480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a9d6aa29-55f2-4f6d-834c-947c37fd7712 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:19.978531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5756f593-edc7-4ecf-95e6-4cf5455ec902 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:19.980296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5756f593-edc7-4ecf-95e6-4cf5455ec902 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/networks?id=a9d6aa29-55f2-4f6d-834c-947c37fd7712 HTTP/1.1" status: 200 len: 764 time: 0.1422465 Sep 18 02:22:19.983276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55538) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:19.989150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d88238a7-9b19-472c-9788-e3b5aff7cf1d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'description': 'd2'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:19.990204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c384596-ed89-4991-bae0-98246a37af15 req-59462e3c-70db-4217-8b29-4d78110500cd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:19.992388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c384596-ed89-4991-bae0-98246a37af15 req-59462e3c-70db-4217-8b29-4d78110500cd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.2318256 Sep 18 02:22:20.047502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c384596-ed89-4991-bae0-98246a37af15 req-79ce50f0-7068-445b-93af-62cdb3f515d9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Sep 18 02:22:20.129526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050119-783e-4a2c-9899-b949c98b7683 req-777b2b4d-5711-407d-a51d-2703f6add631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:20.131273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f050119-783e-4a2c-9899-b949c98b7683 req-777b2b4d-5711-407d-a51d-2703f6add631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 914 time: 0.2769625 Sep 18 02:22:20.259020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f050119-783e-4a2c-9899-b949c98b7683 req-dec9eae7-8761-4024-8aa6-fb38e2db763d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 200 len: 217 time: 0.1196966 Sep 18 02:22:20.395258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050119-783e-4a2c-9899-b949c98b7683 req-05674116-b961-4f3a-b437-26ea82f5e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:20.403165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f050119-783e-4a2c-9899-b949c98b7683 req-05674116-b961-4f3a-b437-26ea82f5e66a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.1316221 Sep 18 02:22:20.419857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d88238a7-9b19-472c-9788-e3b5aff7cf1d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:20.475963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f050119-783e-4a2c-9899-b949c98b7683 req-5aafb7d9-ff91-4e53-9152-1d03befd7d26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523784 Sep 18 02:22:20.484025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d88238a7-9b19-472c-9788-e3b5aff7cf1d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:20.515603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4f80-8b74-4c53-bc1c-617ffd452d0b req-e24226d4-0d4f-4fd7-9be8-777f6cad0460 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:20.517147 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8d4f80-8b74-4c53-bc1c-617ffd452d0b req-e24226d4-0d4f-4fd7-9be8-777f6cad0460 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1144836 Sep 18 02:22:20.529226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d88238a7-9b19-472c-9788-e3b5aff7cf1d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network a9d6aa29-55f2-4f6d-834c-947c37fd7712 is not hosted by any dhcp agent {{(pid=106440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:22:20.536381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88238a7-9b19-472c-9788-e3b5aff7cf1d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:20.537004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d88238a7-9b19-472c-9788-e3b5aff7cf1d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:20.538376 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d88238a7-9b19-472c-9788-e3b5aff7cf1d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "PUT /v2.0/networks/a9d6aa29-55f2-4f6d-834c-947c37fd7712 HTTP/1.1" status: 200 len: 761 time: 0.5540626 Sep 18 02:22:20.548710 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55574) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:20.565842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121e4e-f022-4eed-ba00-a04940abdb9e req-c692a154-e159-4978-9eee-a08c9ab4552b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:20.573719 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc121e4e-f022-4eed-ba00-a04940abdb9e req-c692a154-e159-4978-9eee-a08c9ab4552b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1558690 Sep 18 02:22:20.608626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8b8d4f80-8b74-4c53-bc1c-617ffd452d0b req-d16c4514-1149-45a4-93ed-e782ba6b2caf tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731339 Sep 18 02:22:20.639404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f050119-783e-4a2c-9899-b949c98b7683 req-07791e60-3e4b-4597-b67f-f8b8d1aa1338 service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556900 Sep 18 02:22:20.677980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88238a7-9b19-472c-9788-e3b5aff7cf1d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=a9d6aa29-55f2-4f6d-834c-947c37fd7712,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:20.689222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a9d6aa29-55f2-4f6d-834c-947c37fd7712 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:20.701586 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc121e4e-f022-4eed-ba00-a04940abdb9e req-2db6911b-75cf-4153-b111-fa494927dce8 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269464 Sep 18 02:22:20.755678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f050119-783e-4a2c-9899-b949c98b7683 req-66c41076-7ede-403a-9a5e-c360bb50ad18 service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086290 Sep 18 02:22:20.759170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcdd5ee-a989-4e1c-b85a-2ab493acd7b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:20.764860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55578) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:20.773771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0dcdd5ee-a989-4e1c-b85a-2ab493acd7b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/networks?id=a9d6aa29-55f2-4f6d-834c-947c37fd7712 HTTP/1.1" status: 200 len: 764 time: 0.2192769 Sep 18 02:22:20.960227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9e395-2b09-4e07-829a-292264723f61 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:20.961725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6ab9e395-2b09-4e07-829a-292264723f61 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1955466 Sep 18 02:22:20.964459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55580) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:21.005323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ecb5b52d-c406-4d97-8b36-e25c1e3547c6 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706 HTTP/1.1" status: 200 len: 207 time: 0.0391166 Sep 18 02:22:21.008149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55582) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:21.737350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c6082-46fe-4e80-916e-b885fbd0ae62 req-2a9d13a2-c977-4e86-8cac-727f2c5ab79e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:21.740025 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be7c6082-46fe-4e80-916e-b885fbd0ae62 req-2a9d13a2-c977-4e86-8cac-727f2c5ab79e tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.5868599 Sep 18 02:22:21.771386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84649204-efae-4bee-9ba3-5f8824bd2796 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:21.776414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e48c96-97dd-429b-aacb-9e3590b4bc4e req-66e274a5-4e56-4d77-8e12-5b7ead28f585 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:21.778571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84649204-efae-4bee-9ba3-5f8824bd2796 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:21.778727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8e48c96-97dd-429b-aacb-9e3590b4bc4e req-66e274a5-4e56-4d77-8e12-5b7ead28f585 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.0685322 Sep 18 02:22:21.785017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84649204-efae-4bee-9ba3-5f8824bd2796 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:21.791729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84649204-efae-4bee-9ba3-5f8824bd2796 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:21.798140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84649204-efae-4bee-9ba3-5f8824bd2796 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:21.805096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84649204-efae-4bee-9ba3-5f8824bd2796 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:21.807089 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-84649204-efae-4bee-9ba3-5f8824bd2796 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7979908 Sep 18 02:22:21.812289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55592) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:21.837279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8e48c96-97dd-429b-aacb-9e3590b4bc4e req-fc52cc28-f4fa-4f51-a1d3-065bec67f6f1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528088 Sep 18 02:22:21.854529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be7c6082-46fe-4e80-916e-b885fbd0ae62 req-15c9115f-073f-4eb8-9864-2dde9e604b95 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040838 Sep 18 02:22:22.077091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987396f-20d5-4f7f-8620-76543476e778 req-ce2a1446-ffab-41f1-887c-db4418db5e12 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.078597 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c987396f-20d5-4f7f-8620-76543476e778 req-ce2a1446-ffab-41f1-887c-db4418db5e12 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1626697 Sep 18 02:22:22.098246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-47caa7ff-d2a2-4602-857a-4086e691e6d4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2848847 Sep 18 02:22:22.101537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55594) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:22.170639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c987396f-20d5-4f7f-8620-76543476e778 req-1c7bbd35-2b03-4804-a4d9-80777c6fdd11 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712817 Sep 18 02:22:22.183257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ccd52-99db-4446-9331-6c49b2627995 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.184914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ccd52-99db-4446-9331-6c49b2627995 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.186438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ccd52-99db-4446-9331-6c49b2627995 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.187988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ccd52-99db-4446-9331-6c49b2627995 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.189508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ccd52-99db-4446-9331-6c49b2627995 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.196992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d84ccd52-99db-4446-9331-6c49b2627995 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0887930 Sep 18 02:22:22.197135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55596) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:22.257982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee910141-ad4e-45cb-b6bc-a2bb8885647d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.259585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee910141-ad4e-45cb-b6bc-a2bb8885647d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.261025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee910141-ad4e-45cb-b6bc-a2bb8885647d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.262452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee910141-ad4e-45cb-b6bc-a2bb8885647d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.263913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee910141-ad4e-45cb-b6bc-a2bb8885647d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.265803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ee910141-ad4e-45cb-b6bc-a2bb8885647d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0674605 Sep 18 02:22:22.269502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55598) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:22.371391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a7897-7a1b-4d19-8ba2-205d4eb15c6d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.372681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c31a7897-7a1b-4d19-8ba2-205d4eb15c6d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/networks/c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 HTTP/1.1" status: 200 len: 804 time: 0.1021559 Sep 18 02:22:22.376489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55600) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:22.481754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8a3108da-d231-48ff-b141-50fa615ddc4a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/networks/c0e9ad78-c919-4a5f-a118-33ec4d62c0e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1042142 Sep 18 02:22:22.485163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55602) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:22.539683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0cb68-4742-402e-be49-60a7174bcaa3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.541054 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d0d0cb68-4742-402e-be49-60a7174bcaa3 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/subnets/21a2adc1-fb8d-407c-bd87-2ac5b6361fb5 HTTP/1.1" status: 200 len: 843 time: 0.0549762 Sep 18 02:22:22.544871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55604) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:22.598471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1338420c-0d5f-45df-becf-6d6ce1f96eca tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.603954 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1338420c-0d5f-45df-becf-6d6ce1f96eca tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "GET /v2.0/subnets/21a2adc1-fb8d-407c-bd87-2ac5b6361fb5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0541236 Sep 18 02:22:22.603954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55608) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:22.608251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-925151927'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:22.632434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:22.636245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:22.664761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:22.675355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:22.676341 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Added segment 5a8c99dc-a83c-456e-9c69-2dfab682cfd6 of type vlan for network a76621b4-aceb-4af6-9007-5ad62c806ab6 Sep 18 02:22:22.728224 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:22.764378 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:22.771090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:22.772036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:22.806122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2016792 Sep 18 02:22:22.809046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55612) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:22.814231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'network_id': 'a76621b4-aceb-4af6-9007-5ad62c806ab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:22.897355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170575-e394-40df-b6f6-1809ffa0a3fa tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Network': ['ID=a76621b4-aceb-4af6-9007-5ad62c806ab6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:22.908052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a76621b4-aceb-4af6-9007-5ad62c806ab6 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:22.978636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Made reservation on behalf of 7aefe1a4663f450182c6d99201b43cdf for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:22.982969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:23.028477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e756b-afa6-45fa-a5a1-4cd93c7d7ac0 req-b3811dbf-d87d-4f5f-a820-6ccf284e56d3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:23.030512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c0e756b-afa6-45fa-a5a1-4cd93c7d7ac0 req-b3811dbf-d87d-4f5f-a820-6ccf284e56d3 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0649385 Sep 18 02:22:23.048369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Performing IP validity checks on allocation pools {{(pid=106439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 02:22:23.049037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 02:22:23.079466 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c0e756b-afa6-45fa-a5a1-4cd93c7d7ac0 req-2298dfcb-d546-447e-920c-03a27120a3da tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Sep 18 02:22:23.102744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e7f7b-2814-4db7-ae6e-9d54b7d6c8a5 req-21439809-a026-4cee-b663-03cc5e65e292 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:23.102744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-148e7f7b-2814-4db7-ae6e-9d54b7d6c8a5 req-21439809-a026-4cee-b663-03cc5e65e292 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1639512 Sep 18 02:22:23.182657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-148e7f7b-2814-4db7-ae6e-9d54b7d6c8a5 req-d3a81a1b-bca0-4341-8a92-fa034d1eb65a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727704 Sep 18 02:22:23.252727 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:23.267356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04186711-753a-44eb-a016-7ea61add02e3 req-172c460f-25e2-40b1-b779-ba96371e297a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:23.269920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-04186711-753a-44eb-a016-7ea61add02e3 req-172c460f-25e2-40b1-b779-ba96371e297a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1113615 Sep 18 02:22:23.319112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-04186711-753a-44eb-a016-7ea61add02e3 req-15345431-9292-4649-baf3-2827fa096d92 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Sep 18 02:22:23.381299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=149d4639-e511-4f51-ab63-5c554cbfb43f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:23.394956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Checking segment: {'id': '5a8c99dc-a83c-456e-9c69-2dfab682cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a76621b4-aceb-4af6-9007-5ad62c806ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:23.395557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network hostable DHCP agents. Network: a76621b4-aceb-4af6-9007-5ad62c806ab6, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:23.407796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d3c7d-c2e7-445b-8017-d032f4367963 req-021579c1-2bc0-42c7-bd2c-2cde08f1de1a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:23.409262 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-791d3c7d-c2e7-445b-8017-d032f4367963 req-021579c1-2bc0-42c7-bd2c-2cde08f1de1a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1353238 Sep 18 02:22:23.455945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Network a76621b4-aceb-4af6-9007-5ad62c806ab6 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:23.462654 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-791d3c7d-c2e7-445b-8017-d032f4367963 req-440ac18d-ba56-4d10-a119-ac7751c4a900 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409148 Sep 18 02:22:23.479635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, a76621b4-aceb-4af6-9007-5ad62c806ab6) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:23.484294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:23.485119 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:23.491646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff3f7b-6fb8-41e2-be5e-1762e6f9e10b None None] Network a76621b4-aceb-4af6-9007-5ad62c806ab6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:23.494906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a01825-bac9-444e-91ec-e48a720b3171 req-d445e92c-36be-4174-8f95-521f50ca2fc9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:23.496616 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12a01825-bac9-444e-91ec-e48a720b3171 req-d445e92c-36be-4174-8f95-521f50ca2fc9 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0675571 Sep 18 02:22:23.531864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aa34715b-f59f-4661-be1f-bbccf77692bf tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7216771 Sep 18 02:22:23.535705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55628) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:23.542485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-318e8aef-5b01-4370-a34d-5bcfca733732 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:23.568916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12a01825-bac9-444e-91ec-e48a720b3171 req-bb5c1f5d-8578-4f16-a076-6af86cacb9ab tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655675 Sep 18 02:22:23.667115 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-a76621b4-aceb-4af6-9007-5ad62c806ab6', 'network_id': 'a76621b4-aceb-4af6-9007-5ad62c806ab6', 'tenant_id': '7aefe1a4663f450182c6d99201b43cdf', 'fixed_ips': [{'subnet_id': '149d4639-e511-4f51-ab63-5c554cbfb43f'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:22:23.667999 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:23.771163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-318e8aef-5b01-4370-a34d-5bcfca733732 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534676234'] for subnet, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:23.799289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b254bf1-21fd-4b14-8870-5abed177267d req-4842c9c1-70d2-4001-8467-92acb9aa7524 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:23.802518 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b254bf1-21fd-4b14-8870-5abed177267d req-4842c9c1-70d2-4001-8467-92acb9aa7524 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1112545 Sep 18 02:22:23.842498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Allocated IP 2001:db8::3 (a76621b4-aceb-4af6-9007-5ad62c806ab6/149d4639-e511-4f51-ab63-5c554cbfb43f/adab56b9-03da-4028-8b75-f500cc302517) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:23.851350 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b254bf1-21fd-4b14-8870-5abed177267d req-44a54558-1ea4-4f35-89c6-1d7249869e5a tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Sep 18 02:22:24.038654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.045879 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.091447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Network a76621b4-aceb-4af6-9007-5ad62c806ab6 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:24.094243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:24.098493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:22:24.109236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Pushing event updated for resources: {'Port': ['ID=adab56b9-03da-4028-8b75-f500cc302517,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:24.125777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a77551-2148-4e49-811c-da532f5ed490 req-6329ff1c-66b3-4962-a372-68a3b3e6d94b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:24.127446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5a77551-2148-4e49-811c-da532f5ed490 req-6329ff1c-66b3-4962-a372-68a3b3e6d94b tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1084929 Sep 18 02:22:24.168774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Attempting to bind port adab56b9-03da-4028-8b75-f500cc302517 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:22:24.169151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Attempting to bind port adab56b9-03da-4028-8b75-f500cc302517 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '5a8c99dc-a83c-456e-9c69-2dfab682cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a76621b4-aceb-4af6-9007-5ad62c806ab6'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:22:24.169629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Attempting to bind port adab56b9-03da-4028-8b75-f500cc302517 on network a76621b4-aceb-4af6-9007-5ad62c806ab6 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:22:24.176580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:22:24.176580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Checking segment: {'id': '5a8c99dc-a83c-456e-9c69-2dfab682cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a76621b4-aceb-4af6-9007-5ad62c806ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:24.176978 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.177446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Bound using segment: {'id': '5a8c99dc-a83c-456e-9c69-2dfab682cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a76621b4-aceb-4af6-9007-5ad62c806ab6'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:22:24.177988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Bound port: adab56b9-03da-4028-8b75-f500cc302517, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8c99dc-a83c-456e-9c69-2dfab682cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a76621b4-aceb-4af6-9007-5ad62c806ab6'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:22:24.178436 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.211199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5a77551-2148-4e49-811c-da532f5ed490 req-0fcf0f80-ef8a-4020-8565-d47958bcb0dd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738893 Sep 18 02:22:24.289175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] For port adab56b9-03da-4028-8b75-f500cc302517, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:22:24.293534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] For port adab56b9-03da-4028-8b75-f500cc302517, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=adab56b9-03da-4028-8b75-f500cc302517,segment=NetworkSegment(5a8c99dc-a83c-456e-9c69-2dfab682cfd6),segment_id=5a8c99dc-a83c-456e-9c69-2dfab682cfd6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:22:24.297570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-318e8aef-5b01-4370-a34d-5bcfca733732 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771129497604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-534708707'] for subnet, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.301099 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.358895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbedd9-cc90-49ed-b927-d3c952549154 req-22120efe-70ca-426c-8fdf-60f719d9b99b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:24.363378 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-78dbedd9-cc90-49ed-b927-d3c952549154 req-22120efe-70ca-426c-8fdf-60f719d9b99b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.0843780 Sep 18 02:22:24.374333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eb262-40ab-4c3a-bc0a-4c79d1df94a4 None None] Pushing event updated for resources: {'Port': ['ID=adab56b9-03da-4028-8b75-f500cc302517,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:24.395349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e8aef-5b01-4370-a34d-5bcfca733732 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:24.396120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-318e8aef-5b01-4370-a34d-5bcfca733732 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.400125 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-318e8aef-5b01-4370-a34d-5bcfca733732 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "PUT /v2.0/subnets/149d4639-e511-4f51-ab63-5c554cbfb43f HTTP/1.1" status: 200 len: 900 time: 0.8611126 Sep 18 02:22:24.402430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55642) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:24.411137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-78dbedd9-cc90-49ed-b927-d3c952549154 req-b7625219-9fc7-4e87-afb2-d74d4a8232bb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464838 Sep 18 02:22:24.411338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e8aef-5b01-4370-a34d-5bcfca733732 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event updated for resources: {'Subnet': ['ID=149d4639-e511-4f51-ab63-5c554cbfb43f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:24.454076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8971cbb-6717-44f9-ba60-d35fd3514d1e req-5a417f57-e7fe-49a7-890d-ca98be1b2159 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:24.455628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e8971cbb-6717-44f9-ba60-d35fd3514d1e req-5a417f57-e7fe-49a7-890d-ca98be1b2159 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1205866 Sep 18 02:22:24.553187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e8971cbb-6717-44f9-ba60-d35fd3514d1e req-9e753d09-1f26-4566-9880-eacd8dc45a29 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717111 Sep 18 02:22:24.561697 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.646324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting port adab56b9-03da-4028-8b75-f500cc302517 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:24.646801 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.662748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b99639-d8fd-4ae4-84be-40cd6fb2e956 req-a88670c3-c655-46dd-a81e-3ece737855c7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:24.664577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19b99639-d8fd-4ae4-84be-40cd6fb2e956 req-a88670c3-c655-46dd-a81e-3ece737855c7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.0670135 Sep 18 02:22:24.708111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19b99639-d8fd-4ae4-84be-40cd6fb2e956 req-f51c2f8f-d41e-49c9-abac-ab07dd8836db tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369813 Sep 18 02:22:24.758910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149ad4e-03cf-4ab3-aadd-b798f6ecfffd req-427215f2-d681-41c5-9aaa-00a9055a97fd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:24.760414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6149ad4e-03cf-4ab3-aadd-b798f6ecfffd req-427215f2-d681-41c5-9aaa-00a9055a97fd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0977194 Sep 18 02:22:24.795922 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] For port adab56b9-03da-4028-8b75-f500cc302517, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=adab56b9-03da-4028-8b75-f500cc302517,segment=NetworkSegment(5a8c99dc-a83c-456e-9c69-2dfab682cfd6),segment_id=5a8c99dc-a83c-456e-9c69-2dfab682cfd6)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:24.796292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.817657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Calling delete_port for adab56b9-03da-4028-8b75-f500cc302517 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:24.827387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6149ad4e-03cf-4ab3-aadd-b798f6ecfffd req-34fb6abd-9409-4f2c-b73e-c19436224c4f tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608435 Sep 18 02:22:24.951458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:24.953274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2a79-2d2b-44e7-951d-5a8a70fa6b67 req-70786dde-cc54-4e1c-af40-df288cf528ce tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:24.955000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61fe2a79-2d2b-44e7-951d-5a8a70fa6b67 req-70786dde-cc54-4e1c-af40-df288cf528ce tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0521417 Sep 18 02:22:24.998239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Port': ['ID=adab56b9-03da-4028-8b75-f500cc302517,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:25.016564 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61fe2a79-2d2b-44e7-951d-5a8a70fa6b67 req-9913ec48-1a3f-4450-abd0-8ff54ada73e6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541408 Sep 18 02:22:25.058305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No DVR routers for this DVR port adab56b9-03da-4028-8b75-f500cc302517 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:25.111493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.188446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.206429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f399a-8c29-4008-b553-27578290738b req-76d9a298-532d-4934-97ec-d669c0c37f92 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:25.208723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e3f399a-8c29-4008-b553-27578290738b req-76d9a298-532d-4934-97ec-d669c0c37f92 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0555799 Sep 18 02:22:25.248953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=149d4639-e511-4f51-ab63-5c554cbfb43f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:25.261860 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e3f399a-8c29-4008-b553-27578290738b req-787a5e19-7806-45ce-9a8a-a95a51b1fe29 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416729 Sep 18 02:22:25.320151 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.366463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76621b4-aceb-4af6-9007-5ad62c806ab6']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:25.394931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8c99dc-a83c-456e-9c69-2dfab682cfd6') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:25.395194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8c99dc-a83c-456e-9c69-2dfab682cfd6') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:25.409357 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.433318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940f6a6-fbe0-4213-bcfb-1cb323c0d8e1 req-adfefc73-749d-43ac-b409-a792c16f6451 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:25.434879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f940f6a6-fbe0-4213-bcfb-1cb323c0d8e1 req-adfefc73-749d-43ac-b409-a792c16f6451 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1004579 Sep 18 02:22:25.435970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.443662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:25.444337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:25.448652 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:25.479547 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2073e7b0-3fab-406f-b3cc-9e43702bfb4d None None] Network a76621b4-aceb-4af6-9007-5ad62c806ab6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:25.548426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f940f6a6-fbe0-4213-bcfb-1cb323c0d8e1 req-e3d353d0-eaf1-4acf-910b-56ff567f2071 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058581 Sep 18 02:22:25.549839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.554165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a8d4c-066f-4f29-90e2-249b2a2b40d9 req-c2187db5-c64f-4ce3-9f5d-76b9feba01ac tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:25.563790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d7a8d4c-066f-4f29-90e2-249b2a2b40d9 req-c2187db5-c64f-4ce3-9f5d-76b9feba01ac tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.0756860 Sep 18 02:22:25.574540 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.581019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/a76621b4-aceb-4af6-9007-5ad62c806ab6 HTTP/1.1" status: 204 len: 168 time: 1.1737680 Sep 18 02:22:25.587097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55668) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:25.610567 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a529a254-0182-4ee2-8ce9-d2c86cbe1915 None None] Could not find standard attr ID for object adab56b9-03da-4028-8b75-f500cc302517. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:22:25.616853 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.634878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d7a8d4c-066f-4f29-90e2-249b2a2b40d9 req-ae71c00e-1eeb-4e6b-8117-c483a4080e62 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606949 Sep 18 02:22:25.636470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381727ef-9921-4a4c-b0a3-a7e6b65ba5cc tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=a76621b4-aceb-4af6-9007-5ad62c806ab6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:25.640903 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ded83f-f83a-4c2d-907c-87c59ea0a702 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:25.642308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ded83f-f83a-4c2d-907c-87c59ea0a702 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:25.648330 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-04ded83f-f83a-4c2d-907c-87c59ea0a702 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/149d4639-e511-4f51-ab63-5c554cbfb43f HTTP/1.1" status: 404 len: 337 time: 0.0590796 Sep 18 02:22:25.648999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55672) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:25.679657 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61ecb5c-12a1-4e74-8a07-0625b65d8b8b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:25.680611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61ecb5c-12a1-4e74-8a07-0625b65d8b8b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:25.682551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e61ecb5c-12a1-4e74-8a07-0625b65d8b8b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/a76621b4-aceb-4af6-9007-5ad62c806ab6 HTTP/1.1" status: 404 len: 339 time: 0.0323467 Sep 18 02:22:25.685086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55674) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:25.757211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f94a-a536-4a82-b117-90b0db08ee4c req-23b0314c-ae6a-4954-88ac-9c0719ea72fa tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:25.758833 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6315f94a-a536-4a82-b117-90b0db08ee4c req-23b0314c-ae6a-4954-88ac-9c0719ea72fa tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0946243 Sep 18 02:22:25.793063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ca9f3-2eb2-4f7c-b3ea-70f9211ce2ae None None] DHCP port deletion for a76621b4-aceb-4af6-9007-5ad62c806ab6 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:22:25.815689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa509f-cb14-4ac8-a3c8-11a1561aa584 None None] Network a76621b4-aceb-4af6-9007-5ad62c806ab6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:25.819973 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6315f94a-a536-4a82-b117-90b0db08ee4c req-784af482-3d9e-4c34-853c-c7ac11b41281 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Sep 18 02:22:25.824579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.852074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa509f-cb14-4ac8-a3c8-11a1561aa584 None None] Network a76621b4-aceb-4af6-9007-5ad62c806ab6 could not be found, it might have been deleted concurrently. {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 02:22:25.917985 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:25.946085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a6aa-8b41-43de-ae9b-fccd8d628016 req-653aaeea-18b9-4f39-947f-641578ecabbf tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:25.948026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6165a6aa-8b41-43de-ae9b-fccd8d628016 req-653aaeea-18b9-4f39-947f-641578ecabbf tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1288967 Sep 18 02:22:25.962185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933ed73-2dad-4e1e-bc2b-e94e4279bc1b req-29db610c-a19f-4b51-8095-0388c1fc3918 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:25.963705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4933ed73-2dad-4e1e-bc2b-e94e4279bc1b req-29db610c-a19f-4b51-8095-0388c1fc3918 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0627503 Sep 18 02:22:25.990389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.004380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4933ed73-2dad-4e1e-bc2b-e94e4279bc1b req-db135ee3-ec4e-4a58-9a37-524052d35cae tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Sep 18 02:22:26.031551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d6aa29-55f2-4f6d-834c-947c37fd7712']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:26.047810 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6165a6aa-8b41-43de-ae9b-fccd8d628016 req-d39a9408-f423-497e-aab1-924a71861900 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937979 Sep 18 02:22:26.049271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744295cd-2021-4562-b0e1-56cda3ec5863') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:26.049837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744295cd-2021-4562-b0e1-56cda3ec5863') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:26.076614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.102852 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.110794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:26.115375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:26.119018 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:26.188555 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.195587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.196194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc00431-ba37-4658-88b2-9150b30fda56 req-1245af1b-f449-4b44-b6ab-cf6b4e38ffbd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:26.197388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/a9d6aa29-55f2-4f6d-834c-947c37fd7712 HTTP/1.1" status: 204 len: 168 time: 0.5113194 Sep 18 02:22:26.197714 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cc00431-ba37-4658-88b2-9150b30fda56 req-1245af1b-f449-4b44-b6ab-cf6b4e38ffbd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0580993 Sep 18 02:22:26.199982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55686) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:26.208574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15daa6-b66a-4a4e-abc3-78c5318df727 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=a9d6aa29-55f2-4f6d-834c-947c37fd7712,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:26.232494 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6b2e74-38cd-4b1b-b822-ca87d1609c4b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:26.232954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6b2e74-38cd-4b1b-b822-ca87d1609c4b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:26.234776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8d6b2e74-38cd-4b1b-b822-ca87d1609c4b tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/db7cc966-9323-4d4d-a30c-ecae4fa7f3b6 HTTP/1.1" status: 404 len: 337 time: 0.0338311 Sep 18 02:22:26.237542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55688) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:26.257068 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-17728269-c65a-4f38-aef2-888a4e0b2c7d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:26.257786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17728269-c65a-4f38-aef2-888a4e0b2c7d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:26.259598 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17728269-c65a-4f38-aef2-888a4e0b2c7d tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/291cfa48-aa52-4c3a-b97f-66fff03e1d7a HTTP/1.1" status: 404 len: 339 time: 0.0203831 Sep 18 02:22:26.262067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55690) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:26.270049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cc00431-ba37-4658-88b2-9150b30fda56 req-fb46d7cb-3d19-40e4-83a1-005e43ed4bb6 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613635 Sep 18 02:22:26.319326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe79bffc-3a71-44e5-976a-4543afbcacea tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting subnet b703fd7f-1c48-4e11-8129-96e9450f31c6 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:22:26.323188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe79bffc-3a71-44e5-976a-4543afbcacea tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.404088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe79bffc-3a71-44e5-976a-4543afbcacea tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.459445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860398-a20f-4616-b5a6-90b2f6dcdb41 req-dfa46da3-1c1f-4999-bc3d-8d49f0220c88 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:26.460907 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f5860398-a20f-4616-b5a6-90b2f6dcdb41 req-dfa46da3-1c1f-4999-bc3d-8d49f0220c88 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1059344 Sep 18 02:22:26.534578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f5860398-a20f-4616-b5a6-90b2f6dcdb41 req-c3ecd58b-bf94-45dc-b9b5-8fc191fd9ffd tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670063 Sep 18 02:22:26.536049 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe79bffc-3a71-44e5-976a-4543afbcacea tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.597047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe79bffc-3a71-44e5-976a-4543afbcacea tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.625962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79bffc-3a71-44e5-976a-4543afbcacea tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=b703fd7f-1c48-4e11-8129-96e9450f31c6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:26.638092 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe79bffc-3a71-44e5-976a-4543afbcacea tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.639983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fe79bffc-3a71-44e5-976a-4543afbcacea tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/b703fd7f-1c48-4e11-8129-96e9450f31c6 HTTP/1.1" status: 204 len: 168 time: 0.3770010 Sep 18 02:22:26.642589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55698) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:26.654006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb65611-b93c-4767-9882-62e38d8f4d0d None None] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:26.682093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb6a28-c328-4926-884e-c41d637b15c7 req-299918c8-2f41-4b3d-b8d7-aa6a8e01dae4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:26.684441 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44cb6a28-c328-4926-884e-c41d637b15c7 req-299918c8-2f41-4b3d-b8d7-aa6a8e01dae4 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0625410 Sep 18 02:22:26.699923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9475243-cd3a-42e9-8774-5e4b1c54cfa8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting subnet 78832284-4f53-4330-a2da-e53cb9b06c24 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:22:26.703368 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9475243-cd3a-42e9-8774-5e4b1c54cfa8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.734338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-44cb6a28-c328-4926-884e-c41d637b15c7 req-f554efb9-423a-42ee-a88b-5c1392abb4a0 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Sep 18 02:22:26.776807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9475243-cd3a-42e9-8774-5e4b1c54cfa8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.839391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead78aa-3e84-46a6-9767-9e6856685447 req-15f95bab-2ce6-4ca2-8cf3-672c155e3a74 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:26.843187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ead78aa-3e84-46a6-9767-9e6856685447 req-15f95bab-2ce6-4ca2-8cf3-672c155e3a74 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1107864 Sep 18 02:22:26.917742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ead78aa-3e84-46a6-9767-9e6856685447 req-cca8b961-215a-42ec-a34d-000c6aad32e7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674789 Sep 18 02:22:26.925908 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9475243-cd3a-42e9-8774-5e4b1c54cfa8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:26.994526 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9475243-cd3a-42e9-8774-5e4b1c54cfa8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.021384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9475243-cd3a-42e9-8774-5e4b1c54cfa8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=78832284-4f53-4330-a2da-e53cb9b06c24,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:27.027633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9475243-cd3a-42e9-8774-5e4b1c54cfa8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.029592 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9475243-cd3a-42e9-8774-5e4b1c54cfa8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/78832284-4f53-4330-a2da-e53cb9b06c24 HTTP/1.1" status: 204 len: 168 time: 0.3838038 Sep 18 02:22:27.032534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55706) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:27.126261 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.207617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting port 65114e12-0972-4c4d-b24f-18fd702a6562 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:27.207965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.313269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879b330-6458-4fb8-aadb-78e7d7d7388f req-b236da41-d7bc-44f8-9b47-70d2990cf714 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:27.315010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c879b330-6458-4fb8-aadb-78e7d7d7388f req-b236da41-d7bc-44f8-9b47-70d2990cf714 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1252012 Sep 18 02:22:27.320808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] For port 65114e12-0972-4c4d-b24f-18fd702a6562, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=65114e12-0972-4c4d-b24f-18fd702a6562,segment=NetworkSegment(335021ba-40f7-4996-b5fc-3f5b4d0b7855),segment_id=335021ba-40f7-4996-b5fc-3f5b4d0b7855)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:27.321229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.346832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Calling delete_port for 65114e12-0972-4c4d-b24f-18fd702a6562 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:27.406277 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c879b330-6458-4fb8-aadb-78e7d7d7388f req-73dcccb5-3e09-4ac1-8441-baf1db13ef5a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822482 Sep 18 02:22:27.468064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.498137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Port': ['ID=65114e12-0972-4c4d-b24f-18fd702a6562,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:27.502396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No DVR routers for this DVR port 65114e12-0972-4c4d-b24f-18fd702a6562 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:27.554430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab8624-c517-404f-841c-ae6eb82a53a9 None None] Network 215b78ef-e779-4155-8628-a5ccb7e5b365 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:27.601966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.627952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215b78ef-e779-4155-8628-a5ccb7e5b365']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:27.639235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335021ba-40f7-4996-b5fc-3f5b4d0b7855') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:27.639620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335021ba-40f7-4996-b5fc-3f5b4d0b7855') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:27.649373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.654099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-25dc0bc7-406f-41a1-ae4f-e9f6d16896df None None] Could not find standard attr ID for object 65114e12-0972-4c4d-b24f-18fd702a6562. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:22:27.664026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.670188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:27.670586 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:27.673620 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:27.747756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d4c5c-4dc5-405f-83fc-a2b1fb4fbc3a None None] DHCP port deletion for 215b78ef-e779-4155-8628-a5ccb7e5b365 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:22:27.765112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.775608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:27.779801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/215b78ef-e779-4155-8628-a5ccb7e5b365 HTTP/1.1" status: 204 len: 168 time: 0.7438273 Sep 18 02:22:27.780010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55716) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:27.797923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc67b-b6d6-4bb0-9550-4fbe54645ec7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=215b78ef-e779-4155-8628-a5ccb7e5b365,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:27.817199 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-40edf940-f815-43b6-b8ac-5a6780ddab7e tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:27.817655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40edf940-f815-43b6-b8ac-5a6780ddab7e tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:27.821970 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-40edf940-f815-43b6-b8ac-5a6780ddab7e tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/1958fbb0-ce7c-4dba-b33c-1ef72e3103ca HTTP/1.1" status: 404 len: 337 time: 0.0383730 Sep 18 02:22:27.822114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55718) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:27.839829 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-0320dea9-6fa3-44a6-88cb-68ccc14296e6 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:27.840355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0320dea9-6fa3-44a6-88cb-68ccc14296e6 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:27.842632 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0320dea9-6fa3-44a6-88cb-68ccc14296e6 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/97282018-9481-434f-a093-e19101ca3388 HTTP/1.1" status: 404 len: 339 time: 0.0190904 Sep 18 02:22:27.844782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55720) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:27.875693 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-e032e01c-52ab-4b5f-afcb-39578d792cf1 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:27.876166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e032e01c-52ab-4b5f-afcb-39578d792cf1 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:27.880382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e032e01c-52ab-4b5f-afcb-39578d792cf1 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/aaf72982-efce-4057-a90b-f6803372c6d7 HTTP/1.1" status: 404 len: 337 time: 0.0322249 Sep 18 02:22:27.880541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55722) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:27.898328 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-c527186d-d7d9-43c4-8a65-db2e21c9d5c9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:27.898898 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c527186d-d7d9-43c4-8a65-db2e21c9d5c9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:27.902881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c527186d-d7d9-43c4-8a65-db2e21c9d5c9 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/a5c90e69-626c-4fbc-95f6-8117a82e8882 HTTP/1.1" status: 404 len: 339 time: 0.0191717 Sep 18 02:22:27.903139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55726) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:27.931626 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0b3cfd-ad6d-4a8b-a4d5-0b4308e1359a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:27.932213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0b3cfd-ad6d-4a8b-a4d5-0b4308e1359a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:27.934918 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0f0b3cfd-ad6d-4a8b-a4d5-0b4308e1359a tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/29fbebea-fa83-4689-82a2-ee7795ce500d HTTP/1.1" status: 404 len: 337 time: 0.0301690 Sep 18 02:22:27.937646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55728) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:27.961413 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad31f92-1baa-4666-9f39-2ab4e06cc876 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:27.962006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad31f92-1baa-4666-9f39-2ab4e06cc876 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:27.964150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ad31f92-1baa-4666-9f39-2ab4e06cc876 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/eecbcd13-ae47-41ba-98b8-c329efb0b01a HTTP/1.1" status: 404 len: 339 time: 0.0253968 Sep 18 02:22:27.966943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55732) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:28.047936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62a207e-ae31-40c4-bae5-c5744086f7e8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting subnet 9ac6d9df-2c74-4c92-ac9c-c0045f157bc5 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:22:28.059549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a207e-ae31-40c4-bae5-c5744086f7e8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:28.064704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c1e71-7428-44e8-8782-525c7480a9c3 req-05915987-a020-466f-82fa-21f742cdc7a0 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:28.078869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-383c1e71-7428-44e8-8782-525c7480a9c3 req-05915987-a020-466f-82fa-21f742cdc7a0 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.0827169 Sep 18 02:22:28.126066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-383c1e71-7428-44e8-8782-525c7480a9c3 req-bdd2f1ed-a5cb-4615-bccc-3019b22711d3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391212 Sep 18 02:22:28.148361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a207e-ae31-40c4-bae5-c5744086f7e8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:28.182279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-1841e889-c247-4cd3-bde7-d40ea2b226bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:28.183777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-1841e889-c247-4cd3-bde7-d40ea2b226bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1097 time: 0.0914483 Sep 18 02:22:28.304105 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a207e-ae31-40c4-bae5-c5744086f7e8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:28.346623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 65114e12-0972-4c4d-b24f-18fd702a6562 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:22:28.367898 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 65114e12-0972-4c4d-b24f-18fd702a6562 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:22:28.368240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 65114e12-0972-4c4d-b24f-18fd702a6562 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:22:28.374507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-f5c572b1-f220-4dc1-aff1-208b98cac3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:28.376778 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-f5c572b1-f220-4dc1-aff1-208b98cac3be service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.1711571 Sep 18 02:22:28.477402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a207e-ae31-40c4-bae5-c5744086f7e8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:28.480941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-59093a4e-27d4-4b3b-81ec-9286ebc92007 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 1001 time: 0.0960526 Sep 18 02:22:28.545851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a207e-ae31-40c4-bae5-c5744086f7e8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac6d9df-2c74-4c92-ac9c-c0045f157bc5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:28.558076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a207e-ae31-40c4-bae5-c5744086f7e8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:28.559316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc94a8e-1912-4cef-880b-3f58677f1412 None None] Network e80d2c34-a60c-477c-b356-91a6e028041e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:28.562631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f62a207e-ae31-40c4-bae5-c5744086f7e8 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/9ac6d9df-2c74-4c92-ac9c-c0045f157bc5 HTTP/1.1" status: 204 len: 168 time: 0.5922608 Sep 18 02:22:28.562878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55738) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:28.635480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-8688407f-962e-430f-88f5-eae5dd65c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:28.636957 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-8688407f-962e-430f-88f5-eae5dd65c354 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.1479177 Sep 18 02:22:28.648391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:28.664709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8603e-eaf7-4881-bcfb-78f54a546626 req-e3c4e9d7-9b39-488a-a51c-6634a9aae5e7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:28.674260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fbe8603e-eaf7-4881-bcfb-78f54a546626 req-e3c4e9d7-9b39-488a-a51c-6634a9aae5e7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1338894 Sep 18 02:22:28.754449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:28.755115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:28.756101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fbe8603e-eaf7-4881-bcfb-78f54a546626 req-5b039111-bb0a-4354-88bf-d5e0c51e04f1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796146 Sep 18 02:22:28.780130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-44d4a8af-e4a5-4625-a569-c3b718e31c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:28.782402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-44d4a8af-e4a5-4625-a569-c3b718e31c6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382675 Sep 18 02:22:28.804886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] DHCP port deletion for e80d2c34-a60c-477c-b356-91a6e028041e request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:22:28.855252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] For port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,segment=NetworkSegment(469ad0e8-ce1e-4f38-9585-7d6dc9238880),segment_id=469ad0e8-ce1e-4f38-9585-7d6dc9238880)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:28.855934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:28.876859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Calling delete_port for d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:28.920802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] Deleting port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:28.921188 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.018413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] For port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,segment=NetworkSegment(469ad0e8-ce1e-4f38-9585-7d6dc9238880),segment_id=469ad0e8-ce1e-4f38-9585-7d6dc9238880)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:29.020724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.041832 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.055803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] Calling delete_port for d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:29.084632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Port': ['ID=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:29.098661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No DVR routers for this DVR port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:29.216914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.246238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] Pushing event deleted for resources: {'Port': ['ID=d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:29.254901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38d4cc-ba5e-4e9c-8f99-00113f1f0f27 None None] No DVR routers for this DVR port d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:29.303702 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.408196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80d2c34-a60c-477c-b356-91a6e028041e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:29.438587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469ad0e8-ce1e-4f38-9585-7d6dc9238880') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:29.439259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469ad0e8-ce1e-4f38-9585-7d6dc9238880') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:29.476203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.484921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786738f-cdb8-4eaf-88ba-6adf5c9081fd req-af15a712-65fc-4828-bb94-88be1ef8f76d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:29.486448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e786738f-cdb8-4eaf-88ba-6adf5c9081fd req-af15a712-65fc-4828-bb94-88be1ef8f76d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 944 time: 0.1988368 Sep 18 02:22:29.513121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.565127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:29.565477 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:29.570438 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:29.603054 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-04a3ee77-7835-40cf-8c3c-3d3ab6b9d4e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8108718 Sep 18 02:22:29.745938 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.758361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc4797a2-0cd9-421b-85be-b8e268dce1bf req-40f88913-69d6-408b-a7ab-3b26642a1f60 service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478746 Sep 18 02:22:29.759678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.764295 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/e80d2c34-a60c-477c-b356-91a6e028041e HTTP/1.1" status: 204 len: 168 time: 1.1976509 Sep 18 02:22:29.764449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55754) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:29.795687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55756) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:29.797776 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19757ea-aaa8-4ae4-a59f-8fbe5f1ad005 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:29.798238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19757ea-aaa8-4ae4-a59f-8fbe5f1ad005 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:29.800591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f19757ea-aaa8-4ae4-a59f-8fbe5f1ad005 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/d4143c53-4c4b-4a20-bcc3-fa25895980d2 HTTP/1.1" status: 404 len: 337 time: 0.0351257 Sep 18 02:22:29.804263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55758) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:29.809383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e786738f-cdb8-4eaf-88ba-6adf5c9081fd req-7682abd6-410e-4628-ac79-ba03c798788c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090136 Sep 18 02:22:29.819440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dbc9d-fb3d-4556-84fb-8344aa8ccab7 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=e80d2c34-a60c-477c-b356-91a6e028041e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:29.836285 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1718c7f-82d6-4131-a7bb-bbd6c4d98ed1 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] DELETE failed (client error): The resource could not be found. Sep 18 02:22:29.836896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1718c7f-82d6-4131-a7bb-bbd6c4d98ed1 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:22:29.841043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a1718c7f-82d6-4131-a7bb-bbd6c4d98ed1 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/51be9e49-d0e3-4329-a4ba-f1907f769fd8 HTTP/1.1" status: 404 len: 339 time: 0.0329480 Sep 18 02:22:29.841264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55764) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:29.893363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-dcda4519-26be-4e29-bcb2-7d698ebd0a4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3658924 Sep 18 02:22:29.941792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4f9155-15d8-49a4-84f5-7aa1dc7510b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting subnet 21a2adc1-fb8d-407c-bd87-2ac5b6361fb5 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:22:29.963052 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9155-15d8-49a4-84f5-7aa1dc7510b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:29.997582 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2f112-3767-41b2-afe5-cc749d986b92 req-39778a78-54ea-4d73-bbfa-ba4b47d2d626 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:29.999135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3e2f112-3767-41b2-afe5-cc749d986b92 req-39778a78-54ea-4d73-bbfa-ba4b47d2d626 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.0902607 Sep 18 02:22:30.039057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3e2f112-3767-41b2-afe5-cc749d986b92 req-5f8f6f3f-fbb6-46dc-a575-3f8a84736065 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337124 Sep 18 02:22:30.059976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:22:30.067432 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a1a73b1-a4db-469e-94c3-73d638dfccfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.094424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9155-15d8-49a4-84f5-7aa1dc7510b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.127714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-b84bb6e9-9854-4fe5-9098-f247341fddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:30.130318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-b84bb6e9-9854-4fe5-9098-f247341fddcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 1098 time: 0.1805248 Sep 18 02:22:30.245826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:30.262123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '76eb0aa1-01a5-4e52-aab9-eb38b2d2343d', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'port_id': '76eb0aa1-01a5-4e52-aab9-eb38b2d2343d', 'mac_address': 'fa:16:3e:83:d1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:22:30.333842 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.351759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:22:30.355464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:22:30.382834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:22:30.383190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d13a1c6e-4bcb-49dd-8b4d-42e3a1abe7bc not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:22:30.404462 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:30.409331 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.464535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:30.639534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-9b2c6991-8bb0-4bc7-96e8-afa1c493dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:30.641017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-9b2c6991-8bb0-4bc7-96e8-afa1c493dc4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 200 len: 914 time: 0.4838548 Sep 18 02:22:30.641825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['76eb0aa1-01a5-4e52-aab9-eb38b2d2343d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:22:30.642299 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9155-15d8-49a4-84f5-7aa1dc7510b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.717595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-a168a293-ee3e-4f4f-9ba6-fc5bdccd3fb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 200 len: 217 time: 0.0674901 Sep 18 02:22:30.719220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a1a73b1-a4db-469e-94c3-73d638dfccfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.740414 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a1a73b1-a4db-469e-94c3-73d638dfccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.807353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55768) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:30.807968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4a1a73b1-a4db-469e-94c3-73d638dfccfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd2ec7c0f4394a9ab633ef96cff17f49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0097713 Sep 18 02:22:30.849835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a73b1-a4db-469e-94c3-73d638dfccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a809f468-d736-4f6d-b008-baa052e81503,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:30.857910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-0c068a2f-13b1-43c9-9214-99b3f9565993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:30.861623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-0c068a2f-13b1-43c9-9214-99b3f9565993 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 200 len: 854 time: 0.1374316 Sep 18 02:22:30.865957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9155-15d8-49a4-84f5-7aa1dc7510b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.869127 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b55640d-e25f-47ff-96fe-b35c30fff7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.869459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0c0a-bd8d-4ad4-b6b8-c58d3bfc1e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.893891 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0c0a-bd8d-4ad4-b6b8-c58d3bfc1e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.895936 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9155-15d8-49a4-84f5-7aa1dc7510b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:30.898024 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ae4f9155-15d8-49a4-84f5-7aa1dc7510b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/subnets/21a2adc1-fb8d-407c-bd87-2ac5b6361fb5 HTTP/1.1" status: 204 len: 168 time: 1.0558214 Sep 18 02:22:30.904282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:30.905199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5835cb71-ade5-4223-9464-f7f64b5a13c8 None None] Network c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:30.936268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-cb5b784a-b0f9-4cf4-a2b0-b5280850662e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e680472-ed6c-4515-ac67-5af6fa2f862f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578032 Sep 18 02:22:30.937710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f9155-15d8-49a4-84f5-7aa1dc7510b4 tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Subnet': ['ID=21a2adc1-fb8d-407c-bd87-2ac5b6361fb5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:31.011738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.049887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0c0a-bd8d-4ad4-b6b8-c58d3bfc1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.053151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0c0a-bd8d-4ad4-b6b8-c58d3bfc1e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.059129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c6ad0c0a-bd8d-4ad4-b6b8-c58d3bfc1e95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a809f468-d736-4f6d-b008-baa052e81503 HTTP/1.1" status: 204 len: 168 time: 0.2504411 Sep 18 02:22:31.090465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad0c0a-bd8d-4ad4-b6b8-c58d3bfc1e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a809f468-d736-4f6d-b008-baa052e81503,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:31.119569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-fb518045-470c-492d-9118-89c007228cd7 service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750238 Sep 18 02:22:31.126461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Deleting port e7a31d8f-afe1-46c3-990f-17da8a80277f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:31.126910 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.141837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc00392-7a0c-4c98-b3fe-bb625e80729d req-a80d2f0d-45f7-4286-8e2e-8c0138fa34b2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:31.143446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ebc00392-7a0c-4c98-b3fe-bb625e80729d req-a80d2f0d-45f7-4286-8e2e-8c0138fa34b2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 945 time: 0.0882146 Sep 18 02:22:31.194220 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] DHCP port deletion for c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:22:31.240923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ebc00392-7a0c-4c98-b3fe-bb625e80729d req-34f3a014-21bc-4dc7-b8a7-ccea333dc6f6 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870576 Sep 18 02:22:31.322036 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] For port e7a31d8f-afe1-46c3-990f-17da8a80277f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e7a31d8f-afe1-46c3-990f-17da8a80277f,segment=NetworkSegment(6ab7275b-911d-414b-88ff-5bf8540cd162),segment_id=6ab7275b-911d-414b-88ff-5bf8540cd162)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:31.322420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.324946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4d0c68a7-ae51-4045-8850-5f45c5c5b043 req-9daae240-3909-4a13-9cd8-efaf0802159f service neutron] 10.222.0.20 "GET /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799242 Sep 18 02:22:31.339114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] Deleting port e7a31d8f-afe1-46c3-990f-17da8a80277f {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:31.339870 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.396122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Calling delete_port for e7a31d8f-afe1-46c3-990f-17da8a80277f owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:31.457888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1defd1d-84fe-4e18-8cd5-2feb7a40761e req-347c47e4-8c56-4feb-a465-19063656a361 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:31.474816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f1defd1d-84fe-4e18-8cd5-2feb7a40761e req-347c47e4-8c56-4feb-a465-19063656a361 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.2627835 Sep 18 02:22:31.513981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] For port e7a31d8f-afe1-46c3-990f-17da8a80277f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e7a31d8f-afe1-46c3-990f-17da8a80277f,segment=NetworkSegment(6ab7275b-911d-414b-88ff-5bf8540cd162),segment_id=6ab7275b-911d-414b-88ff-5bf8540cd162)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:31.514429 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.580314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] Calling delete_port for e7a31d8f-afe1-46c3-990f-17da8a80277f owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:31.707486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f1defd1d-84fe-4e18-8cd5-2feb7a40761e req-9a564e3e-7847-4f31-8b62-2cf5e7f891d2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2278490 Sep 18 02:22:31.773974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.784023 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.821610 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] Pushing event deleted for resources: {'Port': ['ID=e7a31d8f-afe1-46c3-990f-17da8a80277f,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:31.836044 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] No DVR routers for this DVR port e7a31d8f-afe1-46c3-990f-17da8a80277f on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:31.838488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df9c1a-ddec-471d-aa66-1dc45194c1ad None None] No DVR routers for this DVR port e7a31d8f-afe1-46c3-990f-17da8a80277f on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:31.842002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Port': ['ID=e7a31d8f-afe1-46c3-990f-17da8a80277f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:31.943177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:31.988928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e9ad78-c919-4a5f-a118-33ec4d62c0e2']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:32.001385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab7275b-911d-414b-88ff-5bf8540cd162') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:32.001906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab7275b-911d-414b-88ff-5bf8540cd162') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:32.017492 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.036604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e99cf8-1207-482d-9448-70a07478cd51 req-babc8b8b-ae08-4e5d-8b76-fb6082a1b317 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:32.038271 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24e99cf8-1207-482d-9448-70a07478cd51 req-babc8b8b-ae08-4e5d-8b76-fb6082a1b317 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0917227 Sep 18 02:22:32.046021 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.062108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:32.062616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:32.067319 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:32.073282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:32.117984 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24e99cf8-1207-482d-9448-70a07478cd51 req-39d07295-524f-4015-a271-b0f0ea1df4f5 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Sep 18 02:22:32.127818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:22:32.135214 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:32.135749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.165789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.174998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.177309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] 10.222.0.21 "DELETE /v2.0/networks/c0e9ad78-c919-4a5f-a118-33ec4d62c0e2 HTTP/1.1" status: 204 len: 168 time: 1.2718234 Sep 18 02:22:32.187710 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988ffbc-42a5-463f-bb67-8249e110c3ec tempest-NetworksIpV6Test-1581296054 tempest-NetworksIpV6Test-1581296054-project] Pushing event deleted for resources: {'Network': ['ID=c0e9ad78-c919-4a5f-a118-33ec4d62c0e2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:32.260906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.308605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76eb0aa1-01a5-4e52-aab9-eb38b2d2343d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:22:32.311065 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a9654b-cbad-4f9b-9f27-35d0af63435e" -d '{"events": [{"server_uuid": "703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0", "name": "network-vif-plugged", "status": "completed", "tag": "76eb0aa1-01a5-4e52-aab9-eb38b2d2343d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:22:32.349804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:32.358455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.392301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e7a31d8f-afe1-46c3-990f-17da8a80277f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:22:32.436595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e7a31d8f-afe1-46c3-990f-17da8a80277f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:22:32.437406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e7a31d8f-afe1-46c3-990f-17da8a80277f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:22:32.439798 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff294f78-bb18-4c7d-a6dd-15cfd809a304 x-openstack-request-id: req-ff294f78-bb18-4c7d-a6dd-15cfd809a304 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:22:32.440050 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0", "name": "network-vif-plugged", "status": "completed", "tag": "76eb0aa1-01a5-4e52-aab9-eb38b2d2343d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:22:32.440304 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff294f78-bb18-4c7d-a6dd-15cfd809a304 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:22:32.440753 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76eb0aa1-01a5-4e52-aab9-eb38b2d2343d', 'code': 200} Sep 18 02:22:32.461931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7250749-6168-40e7-abb2-c9bbc5b74762 req-44cfc303-bd25-452f-8ae0-19a102252feb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:32.464529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a7250749-6168-40e7-abb2-c9bbc5b74762 req-44cfc303-bd25-452f-8ae0-19a102252feb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0835211 Sep 18 02:22:32.471477 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:32.535199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a7250749-6168-40e7-abb2-c9bbc5b74762 req-003f9446-b49d-4e6a-b67e-ba125ee3541a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641820 Sep 18 02:22:32.557189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdfa38-b4aa-4fd4-b6fb-ecd54a857eb3 req-e73e3b17-d02f-4c9d-b72a-cf60defb1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:32.558728 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60cdfa38-b4aa-4fd4-b6fb-ecd54a857eb3 req-e73e3b17-d02f-4c9d-b72a-cf60defb1328 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 1098 time: 0.0788517 Sep 18 02:22:32.580563 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55796) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:32.597257 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-60cdfa38-b4aa-4fd4-b6fb-ecd54a857eb3 req-e64b8730-c1b7-4681-adc4-f65613a713b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300817 Sep 18 02:22:32.733882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2fa60459-b79e-4cfd-8d25-d440b2a818cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aefe1a4663f450182c6d99201b43cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513155 Sep 18 02:22:32.736612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55808) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:32.792305 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-981848f8-5166-4911-b653-36df83b4632c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.841512 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-981848f8-5166-4911-b653-36df83b4632c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.890633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58677619-7e07-4bd2-a59d-9e1561a0220f req-aeada40b-d44f-46ca-a335-cb45eb96b646 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:32.892194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58677619-7e07-4bd2-a59d-9e1561a0220f req-aeada40b-d44f-46ca-a335-cb45eb96b646 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.0978382 Sep 18 02:22:32.932215 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-981848f8-5166-4911-b653-36df83b4632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.934729 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-981848f8-5166-4911-b653-36df83b4632c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:32.938366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-981848f8-5166-4911-b653-36df83b4632c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9735a9f8-dcf6-42a9-9fa2-45a669bac425 HTTP/1.1" status: 204 len: 168 time: 0.1983359 Sep 18 02:22:32.951254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58677619-7e07-4bd2-a59d-9e1561a0220f req-a01cc0cf-06bb-4564-9987-dfcafc20f9e9 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509729 Sep 18 02:22:32.952464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981848f8-5166-4911-b653-36df83b4632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9735a9f8-dcf6-42a9-9fa2-45a669bac425,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:33.248483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:22:33.251836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502c618-6fb6-4cc8-8859-d2c817b3e4fa req-01205df9-f0a7-4194-9ee7-ba064f5cf47c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:33.253520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7502c618-6fb6-4cc8-8859-d2c817b3e4fa req-01205df9-f0a7-4194-9ee7-ba064f5cf47c tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.0534177 Sep 18 02:22:33.341028 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7502c618-6fb6-4cc8-8859-d2c817b3e4fa req-304ed650-e3a3-404d-aa0f-3ddf523d3733 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/security-groups?id=c84e657b-6b71-4add-adb8-b3ca14f2d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752203 Sep 18 02:22:33.395650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:33.415057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'port_id': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'mac_address': 'fa:16:3e:7b:99:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:22:33.451059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7d92d200-565c-4d0b-a182-914a5dccbc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:33.481274 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:33.506180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60588c71-2f8a-4bf5-aa81-931a781a19a5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:22:33.528533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:33.535503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:33.611788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:33.617590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['60588c71-2f8a-4bf5-aa81-931a781a19a5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:22:33.679184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5aa3-68d5-4157-a60f-e3ea7f78fd38 req-01a3c795-4767-446c-8319-04f455654569 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:33.687762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4ca5aa3-68d5-4157-a60f-e3ea7f78fd38 req-01a3c795-4767-446c-8319-04f455654569 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0791507 Sep 18 02:22:33.796444 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a4ca5aa3-68d5-4157-a60f-e3ea7f78fd38 req-b57434f0-b4c2-4903-99e0-277fa24821e3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077154 Sep 18 02:22:33.805639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55852) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:33.831992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b4430-0416-48d0-a224-8498440c7640 req-8449acb4-8ea3-4967-bc52-e6c921f6d606 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:33.833485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-143b4430-0416-48d0-a224-8498440c7640 req-8449acb4-8ea3-4967-bc52-e6c921f6d606 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 946 time: 0.1416059 Sep 18 02:22:33.945693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Deleting port cbb6cf88-9055-43bf-9870-207de6384ee9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:33.946197 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:33.948032 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1640353153'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:33.990257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Made reservation on behalf of 2ee4b84613d643e9b2248a2992dd2d9f for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:33.999247 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.027737 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.047642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] For port cbb6cf88-9055-43bf-9870-207de6384ee9, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=cbb6cf88-9055-43bf-9870-207de6384ee9,segment=NetworkSegment(25909a80-cc65-4b06-b967-548b18d40b96),segment_id=25909a80-cc65-4b06-b967-548b18d40b96)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:34.048104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.064402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Calling delete_port for cbb6cf88-9055-43bf-9870-207de6384ee9 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:34.079059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.196904 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.199762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24b69e-37d0-4884-ab82-dd13b889ab6d req-2cd3752f-2925-430d-8961-b645bd1eaa12 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:34.201300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f24b69e-37d0-4884-ab82-dd13b889ab6d req-2cd3752f-2925-430d-8961-b645bd1eaa12 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 944 time: 0.1101584 Sep 18 02:22:34.202328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.246689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:34.253517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a347e2d-0ea1-410c-a341-bd9c501f2f21,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:34.264772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.265202 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Added segment 514612e5-9d13-4087-80d2-e90336476c78 of type vlan for network e3cb450b-9964-44fa-979c-8be15bdb3f01 Sep 18 02:22:34.292951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f24b69e-37d0-4884-ab82-dd13b889ab6d req-4f98b324-a743-4afa-a6f6-63987c665e4e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548604 Sep 18 02:22:34.298275 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.335082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.338488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Pushing event deleted for resources: {'Port': ['ID=cbb6cf88-9055-43bf-9870-207de6384ee9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:34.374587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.384776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:34.386729 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.404965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] No DVR routers for this DVR port cbb6cf88-9055-43bf-9870-207de6384ee9 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:34.408398 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.412383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-143b4430-0416-48d0-a224-8498440c7640 req-07a23af2-8d6c-46ec-8eb1-352f1c17da76 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.20 "DELETE /v2.0/ports/cbb6cf88-9055-43bf-9870-207de6384ee9 HTTP/1.1" status: 204 len: 173 time: 0.5713096 Sep 18 02:22:34.412952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-deleted', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:22:34.415590 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f8de6c-19dd-46c5-8378-051ee86656ca" -d '{"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-deleted", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:22:34.478537 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542a88f1-679c-480f-815e-02f44934ac9d x-openstack-request-id: req-542a88f1-679c-480f-815e-02f44934ac9d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:22:34.478996 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb38c0f5-6cae-472c-a7f8-9d4e16f2d156", "name": "network-vif-deleted", "tag": "cbb6cf88-9055-43bf-9870-207de6384ee9", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:22:34.479351 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-542a88f1-679c-480f-815e-02f44934ac9d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:22:34.479985 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb38c0f5-6cae-472c-a7f8-9d4e16f2d156', 'name': 'network-vif-deleted', 'tag': 'cbb6cf88-9055-43bf-9870-207de6384ee9', 'status': 'completed', 'code': 200} Sep 18 02:22:34.489345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6825106 Sep 18 02:22:34.492953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55862) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:34.493897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99f40d2a-7a79-4f73-8977-ae971a8b60f3 req-38de426c-d8f8-45e3-8b2a-e91404c51562 tempest-ServersNegativeTestJSON-1244782157 tempest-ServersNegativeTestJSON-1244782157-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb38c0f5-6cae-472c-a7f8-9d4e16f2d156 HTTP/1.1" status: 200 len: 210 time: 0.0663803 Sep 18 02:22:34.504159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Request body: {'subnet': {'network_id': 'e3cb450b-9964-44fa-979c-8be15bdb3f01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:34.557537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd56c3-5504-4f08-970a-07710982384c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Pushing event updated for resources: {'Network': ['ID=e3cb450b-9964-44fa-979c-8be15bdb3f01,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:34.570544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e3cb450b-9964-44fa-979c-8be15bdb3f01 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:34.658204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Made reservation on behalf of 2ee4b84613d643e9b2248a2992dd2d9f for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:34.662561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:34.941751 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:35.001279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:35.024287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b473b3-4c44-4840-a5c1-85abc1833d4d req-9cdce953-2bf3-4a50-9f72-d34b57e81e19 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:35.026243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4b473b3-4c44-4840-a5c1-85abc1833d4d req-9cdce953-2bf3-4a50-9f72-d34b57e81e19 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 946 time: 0.1460538 Sep 18 02:22:35.118011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Pushing event updated for resources: {'Subnet': ['ID=5faae3e9-caa0-4e08-927b-a33a8060b350,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:35.134177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4b473b3-4c44-4840-a5c1-85abc1833d4d req-29936f1b-f463-42f0-822e-82f3935a6d29 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829825 Sep 18 02:22:35.135058 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Checking segment: {'id': '514612e5-9d13-4087-80d2-e90336476c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3cb450b-9964-44fa-979c-8be15bdb3f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:35.135426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Network hostable DHCP agents. Network: e3cb450b-9964-44fa-979c-8be15bdb3f01, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:35.171476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Network e3cb450b-9964-44fa-979c-8be15bdb3f01 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:35.186088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e3cb450b-9964-44fa-979c-8be15bdb3f01) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:35.198900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74f03c-c51d-4fbf-ae04-774b335e1678 None None] Network e3cb450b-9964-44fa-979c-8be15bdb3f01 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:35.216005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:35.217268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:35.240303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-19a0e264-6dad-46cb-9751-de4944e98de8 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7423940 Sep 18 02:22:35.242414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55868) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:35.248134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Request body: {'port': {'network_id': 'e3cb450b-9964-44fa-979c-8be15bdb3f01', 'name': 'tempest-TagsExtTest-1137841571'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:35.295184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb5b58-93a5-48ae-b4be-1a5e9afacabe req-034b3cdc-82ef-454b-a535-c65c4090e974 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:35.304696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7cb5b58-93a5-48ae-b4be-1a5e9afacabe req-034b3cdc-82ef-454b-a535-c65c4090e974 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0849731 Sep 18 02:22:35.309316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:35.386381 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7cb5b58-93a5-48ae-b4be-1a5e9afacabe req-e674cdf2-4981-48ee-9eaf-d56c292d7d0d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807965 Sep 18 02:22:35.434826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Made reservation on behalf of 2ee4b84613d643e9b2248a2992dd2d9f for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:35.439766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:35.518168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] device_id is not set on port 2dc03581-47ba-47e5-afd3-862f64f02ddf yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:22:35.577433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd5ad3-5411-4463-87dd-bd2f09c67650 req-064a1654-2583-40ef-a431-e91717d171f4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:35.579166 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3fd5ad3-5411-4463-87dd-bd2f09c67650 req-064a1654-2583-40ef-a431-e91717d171f4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0905826 Sep 18 02:22:35.617218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70827d-105c-4e55-abf2-2af41da43d1f req-a82a3220-959f-46c7-b668-c35c8312e018 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:35.618815 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1b70827d-105c-4e55-abf2-2af41da43d1f req-a82a3220-959f-46c7-b668-c35c8312e018 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 944 time: 0.1638560 Sep 18 02:22:35.628675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 60588c71-2f8a-4bf5-aa81-931a781a19a5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:35.629216 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:35.656137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3fd5ad3-5411-4463-87dd-bd2f09c67650 req-bd1bb117-730a-4774-9050-dc2f91cf3fe1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655482 Sep 18 02:22:35.710333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e3cb450b-9964-44fa-979c-8be15bdb3f01', 'network_id': 'e3cb450b-9964-44fa-979c-8be15bdb3f01', 'tenant_id': '2ee4b84613d643e9b2248a2992dd2d9f', 'fixed_ips': [{'subnet_id': '5faae3e9-caa0-4e08-927b-a33a8060b350'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:22:35.713383 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:35.756508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55878) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:35.775985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1b70827d-105c-4e55-abf2-2af41da43d1f req-2ba3c530-346a-4b64-b801-da8f2f0ec3bf tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398563 Sep 18 02:22:35.798750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Allocated IP 172.20.0.5 (e3cb450b-9964-44fa-979c-8be15bdb3f01/5faae3e9-caa0-4e08-927b-a33a8060b350/2dc03581-47ba-47e5-afd3-862f64f02ddf) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:35.816347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceef0cee-3ff0-4c3e-a361-da120e4cd9e8 admin admin] Deleting subnet 8e42236f-32be-485d-9216-d0b71baf0730 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:22:35.820090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ceef0cee-3ff0-4c3e-a361-da120e4cd9e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:35.870491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ceef0cee-3ff0-4c3e-a361-da120e4cd9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:35.923825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ceef0cee-3ff0-4c3e-a361-da120e4cd9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.015172 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ceef0cee-3ff0-4c3e-a361-da120e4cd9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.019613 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.045749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:22:36.048031 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c1bcdc-652d-40b6-abfc-283bf12d1a61" -d '{"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-plugged", "status": "completed", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:22:36.053760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef0cee-3ff0-4c3e-a361-da120e4cd9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e42236f-32be-485d-9216-d0b71baf0730,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:36.059041 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ceef0cee-3ff0-4c3e-a361-da120e4cd9e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.061885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ceef0cee-3ff0-4c3e-a361-da120e4cd9e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8e42236f-32be-485d-9216-d0b71baf0730 HTTP/1.1" status: 204 len: 168 time: 0.3043702 Sep 18 02:22:36.064298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55886) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:36.093031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:22:36.107570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.137638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:36.140349 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f38121a-af66-4cc5-8ef5-b6c0d07ba439 x-openstack-request-id: req-8f38121a-af66-4cc5-8ef5-b6c0d07ba439 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:22:36.140809 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-plugged", "status": "completed", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:22:36.141072 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f38121a-af66-4cc5-8ef5-b6c0d07ba439 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:22:36.141472 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'code': 200} Sep 18 02:22:36.142430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: cbb6cf88-9055-43bf-9870-207de6384ee9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:22:36.142824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device cbb6cf88-9055-43bf-9870-207de6384ee9 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:22:36.147781 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.169795 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466df9-ff8a-4359-9d72-65a1a01e4e54 req-9001a3c7-2711-4af4-b074-41533144f3d5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:36.179826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87466df9-ff8a-4359-9d72-65a1a01e4e54 req-9001a3c7-2711-4af4-b074-41533144f3d5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0863779 Sep 18 02:22:36.183414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.209536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:36.227735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.250728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Network e3cb450b-9964-44fa-979c-8be15bdb3f01 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:36.255412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:36.274116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Allocated IP 172.20.0.2 (e3cb450b-9964-44fa-979c-8be15bdb3f01/5faae3e9-caa0-4e08-927b-a33a8060b350/aa30bf43-cd24-4ce5-ad99-0dc8c4673735) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:22:36.277829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-87466df9-ff8a-4359-9d72-65a1a01e4e54 req-f8639d10-286f-4abc-a1d0-35d92dff6b99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971014 Sep 18 02:22:36.280824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:22:36.327455 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.328633 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.353070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e680472-ed6c-4515-ac67-5af6fa2f862f']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:36.362397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:36.364040 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.384084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25909a80-cc65-4b06-b967-548b18d40b96') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:36.388581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Pushing event updated for resources: {'Port': ['ID=2dc03581-47ba-47e5-afd3-862f64f02ddf,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:36.389071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25909a80-cc65-4b06-b967-548b18d40b96') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:36.417452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7380fc3a-b93d-40d2-8693-bc3be4134557 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1735454 Sep 18 02:22:36.420182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55888) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:36.425865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-129f9df0-9519-4f95-bb0f-ed98fa4aa871 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-24940010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:36.442800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.457186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.459110 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-129f9df0-9519-4f95-bb0f-ed98fa4aa871 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.460446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-129f9df0-9519-4f95-bb0f-ed98fa4aa871 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.463729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:36.464126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:36.465819 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:36.534390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.537362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.542491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.546787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e680472-ed6c-4515-ac67-5af6fa2f862f HTTP/1.1" status: 204 len: 168 time: 0.4813130 Sep 18 02:22:36.552668 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.566037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4ce66-b12a-43d4-b726-bd365b341e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e680472-ed6c-4515-ac67-5af6fa2f862f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:36.602100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Pushing event updated for resources: {'Port': ['ID=aa30bf43-cd24-4ce5-ad99-0dc8c4673735,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:36.615230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Network e3cb450b-9964-44fa-979c-8be15bdb3f01 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:22:36.616979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:36.617704 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-129f9df0-9519-4f95-bb0f-ed98fa4aa871 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.620240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:22:36.631183 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-129f9df0-9519-4f95-bb0f-ed98fa4aa871 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.655923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-129f9df0-9519-4f95-bb0f-ed98fa4aa871 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.658301 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-129f9df0-9519-4f95-bb0f-ed98fa4aa871 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2359240 Sep 18 02:22:36.660949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55892) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:36.666452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-640db83b-b47f-49e8-9404-e08701eb6b4e tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-960290431', 'prefixes': ['172.20.0.0/16']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:36.699522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Attempting to bind port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:22:36.700547 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Attempting to bind port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '514612e5-9d13-4087-80d2-e90336476c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3cb450b-9964-44fa-979c-8be15bdb3f01'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:22:36.701377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Attempting to bind port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 on network e3cb450b-9964-44fa-979c-8be15bdb3f01 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:22:36.708336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:22:36.709201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Checking segment: {'id': '514612e5-9d13-4087-80d2-e90336476c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3cb450b-9964-44fa-979c-8be15bdb3f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:36.709708 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.710196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Bound using segment: {'id': '514612e5-9d13-4087-80d2-e90336476c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3cb450b-9964-44fa-979c-8be15bdb3f01'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:22:36.710787 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Bound port: aa30bf43-cd24-4ce5-ad99-0dc8c4673735, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514612e5-9d13-4087-80d2-e90336476c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e3cb450b-9964-44fa-979c-8be15bdb3f01'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:22:36.711267 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.775552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-640db83b-b47f-49e8-9404-e08701eb6b4e tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for subnetpool, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.777924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-640db83b-b47f-49e8-9404-e08701eb6b4e tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1159561 Sep 18 02:22:36.781882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55894) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:36.788174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-abb3c44a-3ad8-4c7a-98c5-ba8024b855ef tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350', 'tempest-TagsExtTest-Tag-1216304447') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:36.807454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] For port aa30bf43-cd24-4ce5-ad99-0dc8c4673735, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:22:36.812450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] For port aa30bf43-cd24-4ce5-ad99-0dc8c4673735, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aa30bf43-cd24-4ce5-ad99-0dc8c4673735,segment=NetworkSegment(514612e5-9d13-4087-80d2-e90336476c78),segment_id=514612e5-9d13-4087-80d2-e90336476c78)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:22:36.819708 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:36.844175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:36.915141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb8766-0dc2-42d4-a7a0-01940effbc71 None None] Pushing event updated for resources: {'Port': ['ID=aa30bf43-cd24-4ce5-ad99-0dc8c4673735,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:36.943286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6d5fe9e9-7e74-491e-bcf4-c28cc2603f16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc50af5e37634e49bc6d4f8a402e126f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950487 Sep 18 02:22:36.943286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55900) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:36.970765 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-abb3c44a-3ad8-4c7a-98c5-ba8024b855ef tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags/tempest-TagsExtTest-Tag-1216304447 HTTP/1.1" status: 201 len: 201 time: 0.1849895 Sep 18 02:22:36.972223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55902) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:36.977378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-8e6faed7-472d-4502-ae8d-df3e3ac2e23d tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf', 'tempest-TagsExtTest-Tag-1011185258') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:37.075672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8e6faed7-472d-4502-ae8d-df3e3ac2e23d tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags/tempest-TagsExtTest-Tag-1011185258 HTTP/1.1" status: 201 len: 201 time: 0.1001785 Sep 18 02:22:37.076311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:37.076425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def001ee-4ca9-4ae1-92d6-a19d566b6542 req-9919dc7b-9d31-429e-852e-27af7cacd7a4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:37.077925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-def001ee-4ca9-4ae1-92d6-a19d566b6542 req-9919dc7b-9d31-429e-852e-27af7cacd7a4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1654973 Sep 18 02:22:37.082125 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-424e3d77-b291-4cd9-a951-00bc5c04a652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:37.082269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-d0ebd606-2899-4ae0-9914-d746ddc960b1 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa', 'tempest-TagsExtTest-Tag-1160807171') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:37.176898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-424e3d77-b291-4cd9-a951-00bc5c04a652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:37.209925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-def001ee-4ca9-4ae1-92d6-a19d566b6542 req-89027881-441e-4b17-bc80-15c6b70c8f4d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248229 Sep 18 02:22:37.226228 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d0ebd606-2899-4ae0-9914-d746ddc960b1 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags/tempest-TagsExtTest-Tag-1160807171 HTTP/1.1" status: 201 len: 201 time: 0.1462495 Sep 18 02:22:37.228172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55906) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:37.235023 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-41fb2d4e-6c63-4aa4-9474-0077d106359b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b', 'tempest-TagsExtTest-Tag-1232268371') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:37.326119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-424e3d77-b291-4cd9-a951-00bc5c04a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:37.329438 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-424e3d77-b291-4cd9-a951-00bc5c04a652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:37.334183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-424e3d77-b291-4cd9-a951-00bc5c04a652 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c84e657b-6b71-4add-adb8-b3ca14f2d4ea HTTP/1.1" status: 204 len: 168 time: 0.3722420 Sep 18 02:22:37.344022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e3d77-b291-4cd9-a951-00bc5c04a652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84e657b-6b71-4add-adb8-b3ca14f2d4ea,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:37.360004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-41fb2d4e-6c63-4aa4-9474-0077d106359b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags/tempest-TagsExtTest-Tag-1232268371 HTTP/1.1" status: 201 len: 201 time: 0.1305950 Sep 18 02:22:37.363205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55912) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:37.368651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-af4c932b-0d51-4526-973b-ea0e992ca7e0 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:37.536675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-af4c932b-0d51-4526-973b-ea0e992ca7e0 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags HTTP/1.1" status: 200 len: 241 time: 0.1710665 Sep 18 02:22:37.539093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55916) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:37.545475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-7b88f62e-4050-4d04-b1e3-223e2b194026 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350', 'tempest-TagsExtTest-Tag-1216304447') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:37.552852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717a3f-393f-4432-b4f1-79f5278115be req-2c6f04a3-63a6-4761-9c43-647e07b5b0d7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:37.554357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94717a3f-393f-4432-b4f1-79f5278115be req-2c6f04a3-63a6-4761-9c43-647e07b5b0d7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 946 time: 0.1186004 Sep 18 02:22:37.563273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7ff4b-b417-43be-9916-02b359494c1d req-45d391ef-7eba-45ee-80d3-0c05bdd7ab89 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:37.564647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16a7ff4b-b417-43be-9916-02b359494c1d req-45d391ef-7eba-45ee-80d3-0c05bdd7ab89 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 946 time: 0.0930037 Sep 18 02:22:37.654324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-94717a3f-393f-4432-b4f1-79f5278115be req-e25775a2-7eb5-4715-b8bd-6836357339d2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885684 Sep 18 02:22:37.715850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7b88f62e-4050-4d04-b1e3-223e2b194026 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags/tempest-TagsExtTest-Tag-1216304447 HTTP/1.1" status: 204 len: 168 time: 0.1732886 Sep 18 02:22:37.717351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55922) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:37.742545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-9975453e-97be-4663-b968-f19fcf400b72 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350', 'tempest-TagsExtTest-Tag-1216304447') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:37.748726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:37.749200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:37.890250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] For port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:37.890627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:37.906427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:38.051624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:38.063592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['76eb0aa1-01a5-4e52-aab9-eb38b2d2343d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:22:38.100642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=76eb0aa1-01a5-4e52-aab9-eb38b2d2343d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:38.202283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9975453e-97be-4663-b968-f19fcf400b72 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags/tempest-TagsExtTest-Tag-1216304447 HTTP/1.1" status: 204 len: 168 time: 0.4816101 Sep 18 02:22:38.204886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55936) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:38.222267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-5943659b-faf5-4671-8e90-71e4d0c5be7c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:38.225165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] No DVR routers for this DVR port 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:38.228521 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:38.230628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16a7ff4b-b417-43be-9916-02b359494c1d req-fc7a1095-6d5d-47ca-ba27-f36d14456482 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "DELETE /v2.0/ports/76eb0aa1-01a5-4e52-aab9-eb38b2d2343d HTTP/1.1" status: 204 len: 173 time: 0.6576788 Sep 18 02:22:38.231094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0', 'name': 'network-vif-deleted', 'tag': '76eb0aa1-01a5-4e52-aab9-eb38b2d2343d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:22:38.233554 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76302aa-0336-40db-90dd-12bf21ca1f61" -d '{"events": [{"server_uuid": "703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0", "name": "network-vif-deleted", "tag": "76eb0aa1-01a5-4e52-aab9-eb38b2d2343d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:22:38.321166 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678180ce-58a9-4b34-83ae-945f3b92250b x-openstack-request-id: req-678180ce-58a9-4b34-83ae-945f3b92250b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:22:38.324535 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0", "name": "network-vif-deleted", "tag": "76eb0aa1-01a5-4e52-aab9-eb38b2d2343d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:22:38.327619 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-678180ce-58a9-4b34-83ae-945f3b92250b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:22:38.328181 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0', 'name': 'network-vif-deleted', 'tag': '76eb0aa1-01a5-4e52-aab9-eb38b2d2343d', 'status': 'completed', 'code': 200} Sep 18 02:22:38.502332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55946) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:38.503852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5943659b-faf5-4671-8e90-71e4d0c5be7c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags HTTP/1.1" status: 200 len: 205 time: 0.2998805 Sep 18 02:22:38.511039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-d952f0b9-3aee-4efc-961b-074397fd725b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:38.549320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d75c9-21d8-4d81-bd98-1f84f0911fe8 None None] Network e3cb450b-9964-44fa-979c-8be15bdb3f01 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:38.578788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131a83a-f636-483d-b062-995014b69573 req-d438af04-0d3b-43d3-ada0-a2d1e05b053b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:38.580395 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6131a83a-f636-483d-b062-995014b69573 req-d438af04-0d3b-43d3-ada0-a2d1e05b053b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1953108 Sep 18 02:22:38.595635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d952f0b9-3aee-4efc-961b-074397fd725b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags HTTP/1.1" status: 200 len: 241 time: 0.0905862 Sep 18 02:22:38.598294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55948) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:38.602952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-e04baa22-ce7f-4025-b8a9-7c0052ad046f tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf', 'tempest-TagsExtTest-Tag-1011185258') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:38.614400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aa30bf43-cd24-4ce5-ad99-0dc8c4673735 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:38.665123 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e04baa22-ce7f-4025-b8a9-7c0052ad046f tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags/tempest-TagsExtTest-Tag-1011185258 HTTP/1.1" status: 204 len: 168 time: 0.0654469 Sep 18 02:22:38.671297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55952) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:38.676597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-21fb5736-d4ac-48dd-a200-fab724492b29 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf', 'tempest-TagsExtTest-Tag-1011185258') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:38.721114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6131a83a-f636-483d-b062-995014b69573 req-f9dfded7-00f9-49d1-be28-c91c04aa5063 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139665 Sep 18 02:22:38.788953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-21fb5736-d4ac-48dd-a200-fab724492b29 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags/tempest-TagsExtTest-Tag-1011185258 HTTP/1.1" status: 204 len: 168 time: 0.1142302 Sep 18 02:22:38.789866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55958) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:38.794222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-cb1a9043-3ac7-4e4a-91e6-adc7c95fe729 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:38.901094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-92f80d3e-b5b7-415d-a127-090598a9742a None None] Provisioning complete for port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:38.901461 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-92f80d3e-b5b7-415d-a127-090598a9742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:38.945741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-480d8755-05c4-42a3-a722-67ae4fd855e1 req-aff8ba85-1e5e-4ed5-9914-ca6da33ec762 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0601344 Sep 18 02:22:38.997181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cb1a9043-3ac7-4e4a-91e6-adc7c95fe729 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags HTTP/1.1" status: 200 len: 205 time: 0.2040529 Sep 18 02:22:38.997567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55968) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:39.002171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-5f81f38b-6ffd-436d-abf7-d9224ec7984e tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:39.041753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:39.042333 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:39.191612 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-92f80d3e-b5b7-415d-a127-090598a9742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:39.400987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-92f80d3e-b5b7-415d-a127-090598a9742a None None] For port aa30bf43-cd24-4ce5-ad99-0dc8c4673735, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aa30bf43-cd24-4ce5-ad99-0dc8c4673735,segment=NetworkSegment(514612e5-9d13-4087-80d2-e90336476c78),segment_id=514612e5-9d13-4087-80d2-e90336476c78)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:39.428936 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-92f80d3e-b5b7-415d-a127-090598a9742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:39.445628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:39.567672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5f81f38b-6ffd-436d-abf7-d9224ec7984e tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags HTTP/1.1" status: 200 len: 241 time: 0.5662427 Sep 18 02:22:39.568207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 55992) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:39.572648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-8ee670b9-f290-493f-b4cf-7f4d5229ede7 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa', 'tempest-TagsExtTest-Tag-1160807171') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:39.595654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f80d3e-b5b7-415d-a127-090598a9742a None None] Pushing event updated for resources: {'Port': ['ID=aa30bf43-cd24-4ce5-ad99-0dc8c4673735,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:39.699636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b0df3396-f6e1-4382-bce8-143bfcb89847 None None] Provisioning complete for port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:39.700010 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b0df3396-f6e1-4382-bce8-143bfcb89847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:39.735904 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:22:39.736267 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:22:39.773373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ee670b9-f290-493f-b4cf-7f4d5229ede7 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags/tempest-TagsExtTest-Tag-1160807171 HTTP/1.1" status: 204 len: 168 time: 0.2041647 Sep 18 02:22:39.775740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 55996) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:39.781482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-8e2934c9-d749-4ec0-bc11-2f4cc3f48093 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa', 'tempest-TagsExtTest-Tag-1160807171') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:39.903056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b0df3396-f6e1-4382-bce8-143bfcb89847 None None] Provisioning complete for port 2dc03581-47ba-47e5-afd3-862f64f02ddf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:39.903457 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b0df3396-f6e1-4382-bce8-143bfcb89847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:39.997006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56002) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.011316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdf67-2c2a-41cd-941b-ed5bdfe3e7f9 req-00cd0861-e28d-4680-83fa-a7ad55907fd2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:40.023038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b0df3396-f6e1-4382-bce8-143bfcb89847 None None] Port 2dc03581-47ba-47e5-afd3-862f64f02ddf cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:22:40.038017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87fbdf67-2c2a-41cd-941b-ed5bdfe3e7f9 req-00cd0861-e28d-4680-83fa-a7ad55907fd2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1343718 Sep 18 02:22:40.059448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8e2934c9-d749-4ec0-bc11-2f4cc3f48093 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags/tempest-TagsExtTest-Tag-1160807171 HTTP/1.1" status: 204 len: 168 time: 0.2797456 Sep 18 02:22:40.059448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56006) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.064583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-07ceb27c-8b10-4b5b-bf1f-e883dbdb0b6e tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.103420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:22:40.153818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87fbdf67-2c2a-41cd-941b-ed5bdfe3e7f9 req-08130ac7-37f2-416e-8659-f52bf0ae5e84 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090643 Sep 18 02:22:40.170240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:22:40.170855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 76eb0aa1-01a5-4e52-aab9-eb38b2d2343d not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:22:40.191618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-35a566b9-eb61-4325-9f71-eec780fde6a1 None None] Provisioning complete for port 2dc03581-47ba-47e5-afd3-862f64f02ddf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:40.192187 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-35a566b9-eb61-4325-9f71-eec780fde6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.202016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cdb9bb4d-1de5-45ae-b9f4-a7ab2d1f0a59 req-2a54a3b0-a9c5-4ebf-9dd4-50acb19e809d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0569208 Sep 18 02:22:40.230095 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1e12-6512-4ec7-9b9e-8820654030c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.277288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-35a566b9-eb61-4325-9f71-eec780fde6a1 None None] Port 2dc03581-47ba-47e5-afd3-862f64f02ddf cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:22:40.277472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-07ceb27c-8b10-4b5b-bf1f-e883dbdb0b6e tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags HTTP/1.1" status: 200 len: 205 time: 0.2173457 Sep 18 02:22:40.280027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56008) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.285614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-ef8de64f-9324-4911-b7fa-ec66c72699ca tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.357989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ef8de64f-9324-4911-b7fa-ec66c72699ca tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags HTTP/1.1" status: 200 len: 241 time: 0.0729616 Sep 18 02:22:40.358680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56010) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.363661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-4161bb12-dc83-4d63-b5c7-dce76e8040a9 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b', 'tempest-TagsExtTest-Tag-1232268371') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.387737 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4161bb12-dc83-4d63-b5c7-dce76e8040a9 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags/tempest-TagsExtTest-Tag-1232268371 HTTP/1.1" status: 204 len: 168 time: 0.0277915 Sep 18 02:22:40.391662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56012) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.397473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-fb2842a4-8eaa-4049-89af-02499eef664a tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b', 'tempest-TagsExtTest-Tag-1232268371') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.407643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aa30bf43-cd24-4ce5-ad99-0dc8c4673735 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:22:40.443960 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fb2842a4-8eaa-4049-89af-02499eef664a tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags/tempest-TagsExtTest-Tag-1232268371 HTTP/1.1" status: 204 len: 168 time: 0.0510919 Sep 18 02:22:40.446821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56014) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.465421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-edeba51f-d68b-430d-98fb-8f9974856c83 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.508961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1e12-6512-4ec7-9b9e-8820654030c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.521973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:22:40.522355 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.523853 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1e12-6512-4ec7-9b9e-8820654030c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.564383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-edeba51f-d68b-430d-98fb-8f9974856c83 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags HTTP/1.1" status: 200 len: 205 time: 0.1159003 Sep 18 02:22:40.567128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56016) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.567636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d1e12-6512-4ec7-9b9e-8820654030c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e8d0e2-abc8-471b-b7f7-8d211e02281d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:40.580110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-4ce014e7-7fe6-4951-bdf4-21012c388c50 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.603066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bd7d1e12-6512-4ec7-9b9e-8820654030c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c1d18a8776940819b0dd6d867d20d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035917 Sep 18 02:22:40.603683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56018) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.638199 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4ce014e7-7fe6-4951-bdf4-21012c388c50 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags HTTP/1.1" status: 204 len: 168 time: 0.0695562 Sep 18 02:22:40.641081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56020) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.646401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-22cf9029-7592-465c-b0b4-2e696040fbc5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.778799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-22cf9029-7592-465c-b0b4-2e696040fbc5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1366870 Sep 18 02:22:40.779883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f7517da-89f0-411c-b037-13fdfdddbe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.781499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56022) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.786558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-83aa3775-25db-4362-9d1d-b34a53af0230 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.805740 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f7517da-89f0-411c-b037-13fdfdddbe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.868348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f7517da-89f0-411c-b037-13fdfdddbe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.874461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f7517da-89f0-411c-b037-13fdfdddbe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:40.876319 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6f7517da-89f0-411c-b037-13fdfdddbe26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23e8d0e2-abc8-471b-b7f7-8d211e02281d HTTP/1.1" status: 204 len: 168 time: 0.2715604 Sep 18 02:22:40.890624 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-83aa3775-25db-4362-9d1d-b34a53af0230 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags HTTP/1.1" status: 204 len: 168 time: 0.1067965 Sep 18 02:22:40.891294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56026) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.899804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-99d206ae-e604-4cf1-b1b4-b73bb6778695 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:40.904533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7517da-89f0-411c-b037-13fdfdddbe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e8d0e2-abc8-471b-b7f7-8d211e02281d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:40.993826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56028) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:40.994566 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-99d206ae-e604-4cf1-b1b4-b73bb6778695 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags HTTP/1.1" status: 204 len: 168 time: 0.1017227 Sep 18 02:22:40.998654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-ad07d8c3-bcc4-43e1-b6db-36feeb2907f6 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350', 'tempest-TagsExtTest-Tag-2074570957') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:41.143466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ad07d8c3-bcc4-43e1-b6db-36feeb2907f6 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags/tempest-TagsExtTest-Tag-2074570957 HTTP/1.1" status: 201 len: 201 time: 0.1483130 Sep 18 02:22:41.146672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56030) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:41.151593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-2489cf80-54f8-47fb-9125-7d71b3fd044a tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf', 'tempest-TagsExtTest-Tag-2070431585') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:41.245895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2489cf80-54f8-47fb-9125-7d71b3fd044a tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags/tempest-TagsExtTest-Tag-2070431585 HTTP/1.1" status: 201 len: 201 time: 0.0979822 Sep 18 02:22:41.249132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56038) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:41.258772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-e50b9854-a104-42a7-8a41-feffaf585791 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa', 'tempest-TagsExtTest-Tag-316458078') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:41.438324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1aaa0b-cf93-4006-8ad4-0e91d90de921 req-3ce5f385-39b4-472b-91ec-aba4104d7ed4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:41.439401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3c2200f1-40c1-479b-a3b7-653921920334 req-60e7e270-c80a-4162-b993-b5bd4bab3ffd tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0496805 Sep 18 02:22:41.451384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a1aaa0b-cf93-4006-8ad4-0e91d90de921 req-3ce5f385-39b4-472b-91ec-aba4104d7ed4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1088738 Sep 18 02:22:41.474386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e50b9854-a104-42a7-8a41-feffaf585791 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags/tempest-TagsExtTest-Tag-316458078 HTTP/1.1" status: 201 len: 201 time: 0.2208395 Sep 18 02:22:41.475601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56042) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:41.505826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-f1809a1c-42b5-4519-a39b-e43a3c9217e9 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b', 'tempest-TagsExtTest-Tag-891283400') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:41.535987 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a1aaa0b-cf93-4006-8ad4-0e91d90de921 req-95f20fc8-16eb-4f48-acd6-c31179fb32b5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748663 Sep 18 02:22:41.579103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f1809a1c-42b5-4519-a39b-e43a3c9217e9 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags/tempest-TagsExtTest-Tag-891283400 HTTP/1.1" status: 201 len: 201 time: 0.0965815 Sep 18 02:22:41.582403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56048) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:41.587740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-8f2e092d-859c-4e23-8c1b-9f4914bedc52 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350', {'tags': ['tempest-TagsExtTest-Tag-26769313', 'tempest-TagsExtTest-Tag-1876126586', 'tempest-TagsExtTest-Tag-553402748']}) {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:41.694779 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8f2e092d-859c-4e23-8c1b-9f4914bedc52 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags HTTP/1.1" status: 200 len: 315 time: 0.1110361 Sep 18 02:22:41.697276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56052) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:41.703053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-1c6e0d43-25af-48a7-a031-056ad2257715 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:41.824913 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1c6e0d43-25af-48a7-a031-056ad2257715 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags HTTP/1.1" status: 204 len: 168 time: 0.1250560 Sep 18 02:22:41.825462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56054) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:41.829941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-021a3a85-6297-4f55-88a2-b61a0edbcd68 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350', 'tempest-TagsExtTest-Tag-26769313') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:41.903372 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-021a3a85-6297-4f55-88a2-b61a0edbcd68 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:41.904635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-021a3a85-6297-4f55-88a2-b61a0edbcd68 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags/tempest-TagsExtTest-Tag-26769313 HTTP/1.1" status: 404 len: 327 time: 0.0781386 Sep 18 02:22:41.907610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56060) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:41.912798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-076bc27d-283b-4c7a-adc1-e390bf6d9fd2 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350', 'tempest-TagsExtTest-Tag-1876126586') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:41.988700 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-076bc27d-283b-4c7a-adc1-e390bf6d9fd2 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:41.990704 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-076bc27d-283b-4c7a-adc1-e390bf6d9fd2 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags/tempest-TagsExtTest-Tag-1876126586 HTTP/1.1" status: 404 len: 329 time: 0.0820119 Sep 18 02:22:41.993753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56064) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:41.999166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-d64f42de-e712-4c29-8810-26432a98f2a5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350', 'tempest-TagsExtTest-Tag-553402748') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:42.068111 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-d64f42de-e712-4c29-8810-26432a98f2a5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:42.075065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56068) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:42.075211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d64f42de-e712-4c29-8810-26432a98f2a5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags/tempest-TagsExtTest-Tag-553402748 HTTP/1.1" status: 404 len: 328 time: 0.0799992 Sep 18 02:22:42.082468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-eeca6e4b-c36b-4275-b84b-719c42028a8f tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf', {'tags': ['tempest-TagsExtTest-Tag-512430032', 'tempest-TagsExtTest-Tag-869128916', 'tempest-TagsExtTest-Tag-970966552']}) {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:42.193683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eeca6e4b-c36b-4275-b84b-719c42028a8f tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags HTTP/1.1" status: 200 len: 315 time: 0.1166503 Sep 18 02:22:42.196400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56070) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:42.204810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-d81389c8-c1cc-4c42-a9ed-0f5086780082 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:42.313963 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d81389c8-c1cc-4c42-a9ed-0f5086780082 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags HTTP/1.1" status: 204 len: 168 time: 0.1161125 Sep 18 02:22:42.317262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56074) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:42.327092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-3ee1127a-7fe2-4bf0-aab0-9c3aebf64d5a tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf', 'tempest-TagsExtTest-Tag-512430032') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:42.385440 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-3ee1127a-7fe2-4bf0-aab0-9c3aebf64d5a tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:42.386559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3ee1127a-7fe2-4bf0-aab0-9c3aebf64d5a tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags/tempest-TagsExtTest-Tag-512430032 HTTP/1.1" status: 404 len: 328 time: 0.0683560 Sep 18 02:22:42.389417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56076) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:42.401295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-0d36229b-bfe6-4bf2-9d42-4c82e1549939 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf', 'tempest-TagsExtTest-Tag-869128916') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:42.481831 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-0d36229b-bfe6-4bf2-9d42-4c82e1549939 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:42.483238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0d36229b-bfe6-4bf2-9d42-4c82e1549939 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags/tempest-TagsExtTest-Tag-869128916 HTTP/1.1" status: 404 len: 328 time: 0.0919297 Sep 18 02:22:42.486152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56082) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:42.491847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-3148277d-e44f-4a2d-8652-4bd899cf2c49 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf', 'tempest-TagsExtTest-Tag-970966552') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:42.571644 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-3148277d-e44f-4a2d-8652-4bd899cf2c49 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:42.575563 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3148277d-e44f-4a2d-8652-4bd899cf2c49 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags/tempest-TagsExtTest-Tag-970966552 HTTP/1.1" status: 404 len: 328 time: 0.0848081 Sep 18 02:22:42.575825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56086) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:42.582376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-d8902148-53c1-4354-956e-8ea3093c6f1b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa', {'tags': ['tempest-TagsExtTest-Tag-1242978225', 'tempest-TagsExtTest-Tag-351059409', 'tempest-TagsExtTest-Tag-479197460']}) {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:42.592961 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5cff193-59eb-46e0-b15e-720ddda48ea7 req-9328b373-349e-4d08-89e6-5cfae14c7578 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0455093 Sep 18 02:22:42.806806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680144-e0ad-4188-8b2f-de51cb2b7b7d req-8075b7d3-0544-4cec-bb57-726dde552821 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:42.809668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76680144-e0ad-4188-8b2f-de51cb2b7b7d req-8075b7d3-0544-4cec-bb57-726dde552821 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1412933 Sep 18 02:22:42.831200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56094) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:42.831754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d8902148-53c1-4354-956e-8ea3093c6f1b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags HTTP/1.1" status: 200 len: 316 time: 0.2542701 Sep 18 02:22:42.837767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-37664f12-280a-4435-8889-87c96d245318 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:42.881000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76680144-e0ad-4188-8b2f-de51cb2b7b7d req-6a23f14a-4e4b-4aa2-9f77-5cbdcece28e5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547233 Sep 18 02:22:43.023278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-37664f12-280a-4435-8889-87c96d245318 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1909893 Sep 18 02:22:43.026064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56102) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.040015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-434f8692-6445-4b7c-8ef1-d6066a784bee tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa', 'tempest-TagsExtTest-Tag-1242978225') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.141148 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-434f8692-6445-4b7c-8ef1-d6066a784bee tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:43.142639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-434f8692-6445-4b7c-8ef1-d6066a784bee tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags/tempest-TagsExtTest-Tag-1242978225 HTTP/1.1" status: 404 len: 329 time: 0.1151490 Sep 18 02:22:43.146422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56106) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.151434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-4cf00104-c83b-4804-a1b0-31a42864b465 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa', 'tempest-TagsExtTest-Tag-351059409') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.285510 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-4cf00104-c83b-4804-a1b0-31a42864b465 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:43.290181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4cf00104-c83b-4804-a1b0-31a42864b465 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags/tempest-TagsExtTest-Tag-351059409 HTTP/1.1" status: 404 len: 328 time: 0.1424098 Sep 18 02:22:43.290851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56112) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.296509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-819181fe-23b1-4c29-b5d3-ea94602436d7 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa', 'tempest-TagsExtTest-Tag-479197460') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.405544 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-819181fe-23b1-4c29-b5d3-ea94602436d7 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:43.407046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-819181fe-23b1-4c29-b5d3-ea94602436d7 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags/tempest-TagsExtTest-Tag-479197460 HTTP/1.1" status: 404 len: 328 time: 0.1141746 Sep 18 02:22:43.410266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.415463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-16e20090-0063-485c-803e-75c4292b903f tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b', {'tags': ['tempest-TagsExtTest-Tag-589167566', 'tempest-TagsExtTest-Tag-701322743', 'tempest-TagsExtTest-Tag-2115942536']}) {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.463220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-16e20090-0063-485c-803e-75c4292b903f tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "PUT /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags HTTP/1.1" status: 200 len: 316 time: 0.0514913 Sep 18 02:22:43.465636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56118) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.470381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-c64543ff-598a-4c9b-ae5b-3187ad64c822 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.518225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c64543ff-598a-4c9b-ae5b-3187ad64c822 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags HTTP/1.1" status: 204 len: 168 time: 0.0504949 Sep 18 02:22:43.520508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56120) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.528702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-bc949ba8-95e7-4ac7-b24d-40ef49482e64 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b', 'tempest-TagsExtTest-Tag-589167566') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.572557 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-bc949ba8-95e7-4ac7-b24d-40ef49482e64 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:43.576544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56124) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.578471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bc949ba8-95e7-4ac7-b24d-40ef49482e64 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags/tempest-TagsExtTest-Tag-589167566 HTTP/1.1" status: 404 len: 328 time: 0.0565016 Sep 18 02:22:43.583042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-53d1c8cc-87d0-440d-9a67-ef1a9ee9811b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b', 'tempest-TagsExtTest-Tag-701322743') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.616624 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-53d1c8cc-87d0-440d-9a67-ef1a9ee9811b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:43.618100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-53d1c8cc-87d0-440d-9a67-ef1a9ee9811b tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags/tempest-TagsExtTest-Tag-701322743 HTTP/1.1" status: 404 len: 328 time: 0.0401251 Sep 18 02:22:43.621146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56126) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.626419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-eb0112d6-72f4-4c6d-963e-9f8686e22c3d tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b', 'tempest-TagsExtTest-Tag-2115942536') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.679777 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-eb0112d6-72f4-4c6d-963e-9f8686e22c3d tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] show failed (client error): The resource could not be found. Sep 18 02:22:43.680850 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eb0112d6-72f4-4c6d-963e-9f8686e22c3d tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags/tempest-TagsExtTest-Tag-2115942536 HTTP/1.1" status: 404 len: 329 time: 0.0587370 Sep 18 02:22:43.683603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56130) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.697538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-c27c8c75-3d79-466a-ad08-933a4afdfb19 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5989cc13-6783-41d3-ad49-f477d1228b4b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.774555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e25fabbd-74d4-421b-bef2-b54b86ab434b req-f93651cd-d9be-4dd5-b5b3-39a016ee79ae tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=703eb0f9-fe91-4521-b5dd-9f92a6c7c2d0 HTTP/1.1" status: 200 len: 210 time: 0.0611973 Sep 18 02:22:43.793339 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c27c8c75-3d79-466a-ad08-933a4afdfb19 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b/tags HTTP/1.1" status: 204 len: 168 time: 0.1082718 Sep 18 02:22:43.797515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56132) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.803266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-cf03e6ba-85af-4af7-a315-0a9b36f56e6c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ea2e468-8bf2-4ebd-99de-22caafa6b7aa') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:43.930423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf03e6ba-85af-4af7-a315-0a9b36f56e6c tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1313453 Sep 18 02:22:43.932259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:43.938229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-5f2933f7-de9f-4e18-92bd-69d18ccfb6d9 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2dc03581-47ba-47e5-afd3-862f64f02ddf') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:44.024425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5f2933f7-de9f-4e18-92bd-69d18ccfb6d9 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf/tags HTTP/1.1" status: 204 len: 168 time: 0.0899839 Sep 18 02:22:44.026490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56142) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:44.030948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-5fadfbde-fe66-43a4-8213-0b7dc528aff6 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5faae3e9-caa0-4e08-927b-a33a8060b350') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:44.140968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5fadfbde-fe66-43a4-8213-0b7dc528aff6 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350/tags HTTP/1.1" status: 204 len: 168 time: 0.1134071 Sep 18 02:22:44.149043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56146) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:44.153858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d5671-9197-45fa-8154-2673ef035277 req-fa41e467-b0ea-489d-b97f-03981c9b4955 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:44.163775 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a9d5671-9197-45fa-8154-2673ef035277 req-fa41e467-b0ea-489d-b97f-03981c9b4955 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1107934 Sep 18 02:22:44.235051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6a9d5671-9197-45fa-8154-2673ef035277 req-7041ae98-a130-4d87-8ec4-38baad278d42 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656872 Sep 18 02:22:44.305316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3006e6dd-d73b-47d2-97f0-4e64e9f79b7f tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for subnetpool, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:44.306664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3006e6dd-d73b-47d2-97f0-4e64e9f79b7f tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5989cc13-6783-41d3-ad49-f477d1228b4b HTTP/1.1" status: 204 len: 168 time: 0.1563566 Sep 18 02:22:44.309169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56148) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:44.353675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-33a874db-0ae2-4f64-8847-153975b8e351 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ea2e468-8bf2-4ebd-99de-22caafa6b7aa HTTP/1.1" status: 200 len: 205 time: 0.0426350 Sep 18 02:22:44.355345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56150) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:44.465660 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fece60b7-3077-413f-98fb-94226ebbe011 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:44.671196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56154) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:44.769560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fece60b7-3077-413f-98fb-94226ebbe011 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:44.775238 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fece60b7-3077-413f-98fb-94226ebbe011 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:44.844357 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fece60b7-3077-413f-98fb-94226ebbe011 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:44.845091 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fece60b7-3077-413f-98fb-94226ebbe011 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Fanout notify agent at l3_agent the message router_deleted on router 2ea2e468-8bf2-4ebd-99de-22caafa6b7aa {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:22:44.860644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fece60b7-3077-413f-98fb-94226ebbe011 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:44.865022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56160) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:44.865357 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fece60b7-3077-413f-98fb-94226ebbe011 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/routers/2ea2e468-8bf2-4ebd-99de-22caafa6b7aa HTTP/1.1" status: 204 len: 168 time: 0.5085936 Sep 18 02:22:44.962264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e646564-4854-4b63-aa60-0ad25188193e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:45.040287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f4120c55-5b6f-4c2a-a4c5-afc5c18d56c5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Deleting port 2dc03581-47ba-47e5-afd3-862f64f02ddf {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:45.040709 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4120c55-5b6f-4c2a-a4c5-afc5c18d56c5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:45.160497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e646564-4854-4b63-aa60-0ad25188193e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:45.171579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4120c55-5b6f-4c2a-a4c5-afc5c18d56c5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:45.174067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e646564-4854-4b63-aa60-0ad25188193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:45.210237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e646564-4854-4b63-aa60-0ad25188193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a99eb0-ff5e-46ba-8c93-dc04030c0cec,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:45.217806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f4120c55-5b6f-4c2a-a4c5-afc5c18d56c5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Calling delete_port for 2dc03581-47ba-47e5-afd3-862f64f02ddf owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:45.241240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2e646564-4854-4b63-aa60-0ad25188193e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc12e7c9df5c49a18c7c25f8cf7dd0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661683 Sep 18 02:22:45.241858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56164) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:45.404210 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290b1cd8-01e1-45dd-adad-648093e238f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:45.474887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290b1cd8-01e1-45dd-adad-648093e238f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:45.496404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20ea1c-680e-4ebf-8ba4-47e108e826ed req-e9984235-1768-49ca-b631-fe91b417c058 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:45.498910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b20ea1c-680e-4ebf-8ba4-47e108e826ed req-e9984235-1768-49ca-b631-fe91b417c058 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1613829 Sep 18 02:22:45.555702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4120c55-5b6f-4c2a-a4c5-afc5c18d56c5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:45.613782 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b20ea1c-680e-4ebf-8ba4-47e108e826ed req-2f92390c-5aa5-433d-8137-7ccb9115aaa5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033196 Sep 18 02:22:45.614535 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4120c55-5b6f-4c2a-a4c5-afc5c18d56c5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Pushing event deleted for resources: {'Port': ['ID=2dc03581-47ba-47e5-afd3-862f64f02ddf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:46.085204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290b1cd8-01e1-45dd-adad-648093e238f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.087698 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290b1cd8-01e1-45dd-adad-648093e238f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.091268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-290b1cd8-01e1-45dd-adad-648093e238f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5a99eb0-ff5e-46ba-8c93-dc04030c0cec HTTP/1.1" status: 204 len: 168 time: 0.8464222 Sep 18 02:22:46.122652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1cd8-01e1-45dd-adad-648093e238f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a99eb0-ff5e-46ba-8c93-dc04030c0cec,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:46.142120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f4120c55-5b6f-4c2a-a4c5-afc5c18d56c5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.144140 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f4120c55-5b6f-4c2a-a4c5-afc5c18d56c5 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/ports/2dc03581-47ba-47e5-afd3-862f64f02ddf HTTP/1.1" status: 204 len: 168 time: 1.2780900 Sep 18 02:22:46.146837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56172) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:46.225293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Deleting subnet 5faae3e9-caa0-4e08-927b-a33a8060b350 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:22:46.229331 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.278678 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.396718 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.502026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.543383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Pushing event deleted for resources: {'Subnet': ['ID=5faae3e9-caa0-4e08-927b-a33a8060b350,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:46.551848 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.560025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed796df-d0f8-4257-a0f2-cf045ff8e2a1 None None] Network e3cb450b-9964-44fa-979c-8be15bdb3f01 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:46.560824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/subnets/5faae3e9-caa0-4e08-927b-a33a8060b350 HTTP/1.1" status: 204 len: 168 time: 0.4076555 Sep 18 02:22:46.568703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56176) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:46.569469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56178) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:46.575172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.575669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.576084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.576493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.578846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.578846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.578846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.578846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.578846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.578846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.579334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.579334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a40ac-65b4-4dfe-bb48-61a9c0b06138 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:46.622758 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6ca5-be54-477a-8e6d-043b366c7445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.800645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] DHCP port deletion for e3cb450b-9964-44fa-979c-8be15bdb3f01 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:22:46.868784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Deleting port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:46.869528 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.924776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6ca5-be54-477a-8e6d-043b366c7445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.941087 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6ca5-be54-477a-8e6d-043b366c7445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.959042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] For port aa30bf43-cd24-4ce5-ad99-0dc8c4673735, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aa30bf43-cd24-4ce5-ad99-0dc8c4673735,segment=NetworkSegment(514612e5-9d13-4087-80d2-e90336476c78),segment_id=514612e5-9d13-4087-80d2-e90336476c78)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:46.959726 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.978288 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:46.980540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Calling delete_port for aa30bf43-cd24-4ce5-ad99-0dc8c4673735 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:47.012853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd6ca5-be54-477a-8e6d-043b366c7445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bb285-edaf-4a9b-99a9-e19b887c0a7b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:47.033059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:47.034744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2bfd6ca5-be54-477a-8e6d-043b366c7445 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68d210eb4abc4cf2b62942ac7c74ea11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582512 Sep 18 02:22:47.113110 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.165419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Pushing event deleted for resources: {'Port': ['ID=aa30bf43-cd24-4ce5-ad99-0dc8c4673735,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:47.178351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.178698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.179202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.179536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.179961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.180183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.180613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.180894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.181289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.181604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.181932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.182253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:47.188270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512dae50-afe5-4bcc-9015-a2c196192f10 None None] No DVR routers for this DVR port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:47.191087 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-835afc29-c930-4f88-a893-88f93bcef60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.225397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a458686-db7f-4d75-b8ef-402fb7845a5c req-8718b679-5785-42a9-bbee-7ae1a996f404 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:47.226927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a458686-db7f-4d75-b8ef-402fb7845a5c req-8718b679-5785-42a9-bbee-7ae1a996f404 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.4332619 Sep 18 02:22:47.266420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-835afc29-c930-4f88-a893-88f93bcef60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.311984 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a458686-db7f-4d75-b8ef-402fb7845a5c req-e2200a61-931e-4304-a76a-86c5090da557 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770366 Sep 18 02:22:47.369082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Deleting port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:22:47.373430 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.381200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-835afc29-c930-4f88-a893-88f93bcef60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.385451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-835afc29-c930-4f88-a893-88f93bcef60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.389567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-835afc29-c930-4f88-a893-88f93bcef60f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a84bb285-edaf-4a9b-99a9-e19b887c0a7b HTTP/1.1" status: 204 len: 168 time: 0.3531234 Sep 18 02:22:47.419846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835afc29-c930-4f88-a893-88f93bcef60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bb285-edaf-4a9b-99a9-e19b887c0a7b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:47.490391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] For port aa30bf43-cd24-4ce5-ad99-0dc8c4673735, host n-d-789963-12, got binding levels [] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:47.491327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.510915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Calling delete_port for aa30bf43-cd24-4ce5-ad99-0dc8c4673735 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:22:47.513702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.ipam_backend_mixin [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 was not found and therefore no delete operation was performed {{(pid=106439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:22:47.515135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.542522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Pushing event deleted for resources: {'Port': ['ID=aa30bf43-cd24-4ce5-ad99-0dc8c4673735,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:47.547471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] No DVR routers for this DVR port aa30bf43-cd24-4ce5-ad99-0dc8c4673735 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:22:47.708558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.741897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cb450b-9964-44fa-979c-8be15bdb3f01']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:47.756826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514612e5-9d13-4087-80d2-e90336476c78') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:47.757506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514612e5-9d13-4087-80d2-e90336476c78') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:47.770605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.787242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.795105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:47.795693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:47.826193 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:47.902662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.927002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:47.927631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] 10.222.0.21 "DELETE /v2.0/networks/e3cb450b-9964-44fa-979c-8be15bdb3f01 HTTP/1.1" status: 204 len: 168 time: 1.3345659 Sep 18 02:22:47.928730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c47236-b079-4cc8-b51f-a98dad4d0306 tempest-TagsExtTest-1059161924 tempest-TagsExtTest-1059161924-project] Pushing event deleted for resources: {'Network': ['ID=e3cb450b-9964-44fa-979c-8be15bdb3f01,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:48.255859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56214) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:48.483580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aa30bf43-cd24-4ce5-ad99-0dc8c4673735 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:22:48.510807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: aa30bf43-cd24-4ce5-ad99-0dc8c4673735 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:22:48.511320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device aa30bf43-cd24-4ce5-ad99-0dc8c4673735 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:22:48.606147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56230) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:48.607242 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-adf4b6ff-111d-45f5-a2c3-619d31d95dbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ee4b84613d643e9b2248a2992dd2d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492777 Sep 18 02:22:48.660365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa77fcb-1b7b-4cd5-a6f6-74345d192541 req-3ce8308f-b5cd-4497-bfac-023a31bb2eef tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:48.662054 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8fa77fcb-1b7b-4cd5-a6f6-74345d192541 req-3ce8308f-b5cd-4497-bfac-023a31bb2eef tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.1601706 Sep 18 02:22:48.723642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4717e7b-1b95-488d-a9ad-d7fbb4934ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:48.736861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8fa77fcb-1b7b-4cd5-a6f6-74345d192541 req-a328b209-d1ac-4ba5-ac6e-b770b28210ae tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663841 Sep 18 02:22:48.752179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4717e7b-1b95-488d-a9ad-d7fbb4934ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:48.828419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4717e7b-1b95-488d-a9ad-d7fbb4934ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:48.831454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4717e7b-1b95-488d-a9ad-d7fbb4934ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:48.832756 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b4717e7b-1b95-488d-a9ad-d7fbb4934ccd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a347e2d-0ea1-410c-a341-bd9c501f2f21 HTTP/1.1" status: 204 len: 168 time: 0.2246280 Sep 18 02:22:48.841447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4717e7b-1b95-488d-a9ad-d7fbb4934ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a347e2d-0ea1-410c-a341-bd9c501f2f21,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:49.403864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-f7cf1b6e-e0b4-452a-a193-cfdcf92387a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:49.406044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-f7cf1b6e-e0b4-452a-a193-cfdcf92387a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1097 time: 0.0419495 Sep 18 02:22:49.531748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-207a8b17-6815-4543-bd9f-e416d6fed04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:49.534041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-207a8b17-6815-4543-bd9f-e416d6fed04b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.1124227 Sep 18 02:22:49.606099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-25235d34-5376-4690-84fe-895d0998622d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 1001 time: 0.0643275 Sep 18 02:22:49.666313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-271ce9c5-7ba8-4efe-9815-7a1ce4f4cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:49.668259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-271ce9c5-7ba8-4efe-9815-7a1ce4f4cb63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0547242 Sep 18 02:22:49.734907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-c610c2ae-e82e-47b1-9fad-34d35e71d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:49.737816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-c610c2ae-e82e-47b1-9fad-34d35e71d11e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618641 Sep 18 02:22:49.865856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-1e27a116-6305-4937-9c01-85eefc81f032 service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197994 Sep 18 02:22:49.885167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:49.911374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2168a-e3d3-4d33-a039-7e9e5b293130 req-4e2e6bd8-8ad5-4183-83c9-891d558b989e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:49.924668 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64a2168a-e3d3-4d33-a039-7e9e5b293130 req-4e2e6bd8-8ad5-4183-83c9-891d558b989e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.0710728 Sep 18 02:22:49.989285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42c69ea-1396-4db2-99ab-3c3bea875766 req-ecfbf1e3-8752-4af2-8bb3-021940b5e0e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150100 Sep 18 02:22:49.997509 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64a2168a-e3d3-4d33-a039-7e9e5b293130 req-1ac23afd-fae0-4078-8258-3ff819b15c9c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629890 Sep 18 02:22:50.141929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-504604919-network', 'tenant_id': 'a2b1bb937ea44ae699452bbfa1046627'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:50.167260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Made reservation on behalf of a2b1bb937ea44ae699452bbfa1046627 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:50.169771 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.179094 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.281407 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.287074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.313820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:50.331978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05cb7f8-b06b-43f2-8d63-26af2977dcba,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:50.334467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.335030 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Added segment 637489f4-8359-480a-9a64-cbe34f68093a of type vlan for network e8e07caf-deed-4656-a21b-9c76dbe6266a Sep 18 02:22:50.349149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.349495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.349834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.350165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.350660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.351186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.351682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.352190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.352520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.352848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.353175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.353501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:22:50.405561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.433273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.434318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:50.434948 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.487608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5981078 Sep 18 02:22:50.488238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:50.494489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Request body: {'subnet': {'network_id': 'e8e07caf-deed-4656-a21b-9c76dbe6266a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-504604919-subnet', 'tenant_id': 'a2b1bb937ea44ae699452bbfa1046627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:50.526497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda9ab2-c49d-49c3-91b7-84614e72dc91 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e07caf-deed-4656-a21b-9c76dbe6266a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:50.531713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Made reservation on behalf of a2b1bb937ea44ae699452bbfa1046627 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:50.535226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.539494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e8e07caf-deed-4656-a21b-9c76dbe6266a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:50.772399 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.834413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9d23c2-0156-4cc7-8a3c-b614320ea8d2,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:50.840010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Checking segment: {'id': '637489f4-8359-480a-9a64-cbe34f68093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e8e07caf-deed-4656-a21b-9c76dbe6266a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:50.840490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Network hostable DHCP agents. Network: e8e07caf-deed-4656-a21b-9c76dbe6266a, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:50.858216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Network e8e07caf-deed-4656-a21b-9c76dbe6266a is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:50.867440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e8e07caf-deed-4656-a21b-9c76dbe6266a) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:50.871900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:50.872473 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:50.885062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4a667-f9df-484b-995c-6655272320b4 None None] Network e8e07caf-deed-4656-a21b-9c76dbe6266a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:50.889587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6f3d5a2d-a706-4f78-8a50-c964d6b2c6eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3998370 Sep 18 02:22:51.055286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c3f280-e66a-474b-98fc-5e8914e74e1d None None] Network e8e07caf-deed-4656-a21b-9c76dbe6266a requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:51.150231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235a487-5891-4170-afcc-a47e95a5aeeb req-c66b2e2c-9ffb-4ec8-8db3-ad32cf04403f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:51.161503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1235a487-5891-4170-afcc-a47e95a5aeeb req-c66b2e2c-9ffb-4ec8-8db3-ad32cf04403f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.0769908 Sep 18 02:22:51.224150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1235a487-5891-4170-afcc-a47e95a5aeeb req-a981d207-cf2c-4600-b38e-9d2ceca89adf tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567749 Sep 18 02:22:51.747567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56366) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:51.754926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049895158-network', 'tenant_id': '90338410669546deb061cf54959c33e6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:51.788275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Made reservation on behalf of 90338410669546deb061cf54959c33e6 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:51.793025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:51.835291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:51.982053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:51.985933 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.010967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:22:52.026327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe39b28f-b68a-403d-ad37-30e11d5fdd1e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:52.031553 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.031985 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Added segment f4c2bca8-59b6-4fb8-b885-356b8643406c of type vlan for network 59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5 Sep 18 02:22:52.077863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.114241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.116339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:52.117107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.187373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4378910 Sep 18 02:22:52.190208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56398) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:52.194884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Request body: {'subnet': {'network_id': '59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049895158-subnet', 'tenant_id': '90338410669546deb061cf54959c33e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:22:52.221000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3c72a-480d-4bd8-b24c-c5fff70b2a33 admin admin] Pushing event updated for resources: {'Network': ['ID=59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:52.232774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:22:52.277533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Made reservation on behalf of 90338410669546deb061cf54959c33e6 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:22:52.280075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.444283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f16571-451c-457e-a865-772079c5c17c req-d85539e7-5ece-4c9a-9005-a9784f8ee429 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:52.451520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88f16571-451c-457e-a865-772079c5c17c req-d85539e7-5ece-4c9a-9005-a9784f8ee429 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 945 time: 0.0911617 Sep 18 02:22:52.491579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.503176 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88f16571-451c-457e-a865-772079c5c17c req-786aab50-9205-4458-9cec-aa59b609f730 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507939 Sep 18 02:22:52.554442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb3384e-29aa-438f-bc41-06927a698bef,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:52.561972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Checking segment: {'id': 'f4c2bca8-59b6-4fb8-b885-356b8643406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:22:52.562567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Network hostable DHCP agents. Network: 59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:22:52.581720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Network 59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:22:52.596783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:22:52.601692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:52.602012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.610755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c8543-db38-4a9a-b49f-64ac8a8c3382 None None] Network 59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:52.668699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e3ca4d45-fd5b-4a77-938b-41144cc2d5b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4768002 Sep 18 02:22:52.804177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb42f919-a2ec-49d3-b3f3-1f5cbd37a230 None None] Network 59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:22:52.828861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56452) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:52.955774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-638ae875-a3e8-481e-8660-cbc3fb5c4874 admin admin] Deleting subnet 6a9d23c2-0156-4cc7-8a3c-b614320ea8d2 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:22:52.961233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-638ae875-a3e8-481e-8660-cbc3fb5c4874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:52.972679 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:22:53.044296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-638ae875-a3e8-481e-8660-cbc3fb5c4874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.112243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-638ae875-a3e8-481e-8660-cbc3fb5c4874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.183694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-638ae875-a3e8-481e-8660-cbc3fb5c4874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.242372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-638ae875-a3e8-481e-8660-cbc3fb5c4874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.253268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-638ae875-a3e8-481e-8660-cbc3fb5c4874 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6a9d23c2-0156-4cc7-8a3c-b614320ea8d2 HTTP/1.1" status: 204 len: 168 time: 0.4216595 Sep 18 02:22:53.255343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56466) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:53.285770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ae875-a3e8-481e-8660-cbc3fb5c4874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9d23c2-0156-4cc7-8a3c-b614320ea8d2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:53.369975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:22:53.411310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.492141 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.532883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:22:53.536308 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1c63ff-f746-4c1b-82dc-4f5bde59db79" -d '{"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-unplugged", "status": "completed", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:22:53.539572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.553223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:22:53.561016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.564500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e07caf-deed-4656-a21b-9c76dbe6266a']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:53.585880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637489f4-8359-480a-9a64-cbe34f68093a') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:53.587698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637489f4-8359-480a-9a64-cbe34f68093a') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:53.601716 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.618446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.620274 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 02:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c64727-97ad-4a2f-b70b-1c5cb63baa41 x-openstack-request-id: req-10c64727-97ad-4a2f-b70b-1c5cb63baa41 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:22:53.620868 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-unplugged", "status": "failed", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5", "code": 422}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:22:53.621119 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10c64727-97ad-4a2f-b70b-1c5cb63baa41 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:22:53.625186 n-d-789963-12 neutron-server[106441]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'code': 422} returned with failed status Sep 18 02:22:53.626643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:53.627119 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:53.630021 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:53.655519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4e90e-72d8-4ed5-9af7-c29f996f235c req-f1a62d8b-4a96-4730-8ae5-899e80c1d4be tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:53.659579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12b4e90e-72d8-4ed5-9af7-c29f996f235c req-f1a62d8b-4a96-4730-8ae5-899e80c1d4be tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0839794 Sep 18 02:22:53.681968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:53.711169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.722653 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.724297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12b4e90e-72d8-4ed5-9af7-c29f996f235c req-4d71a4cf-9a16-45bf-a2f0-588f68900b00 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583670 Sep 18 02:22:53.727843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:53.728195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e8e07caf-deed-4656-a21b-9c76dbe6266a HTTP/1.1" status: 204 len: 168 time: 0.4694526 Sep 18 02:22:53.747949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401a253-7869-4ec7-ae75-aaf6a00ebd04 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e07caf-deed-4656-a21b-9c76dbe6266a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:53.793085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f93f94-9552-4f95-abd6-142fcfd79bc2 admin admin] Deleting subnet edb3384e-29aa-438f-bc41-06927a698bef {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:22:53.796743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3f93f94-9552-4f95-abd6-142fcfd79bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.842388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3f93f94-9552-4f95-abd6-142fcfd79bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.912170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3f93f94-9552-4f95-abd6-142fcfd79bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:53.953177 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-140865d7-660d-4c18-988e-a9ebab05603f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761473 Sep 18 02:22:53.978102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3f93f94-9552-4f95-abd6-142fcfd79bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.007746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f93f94-9552-4f95-abd6-142fcfd79bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb3384e-29aa-438f-bc41-06927a698bef,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:54.014535 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a3f93f94-9552-4f95-abd6-142fcfd79bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.016473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a3f93f94-9552-4f95-abd6-142fcfd79bc2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/edb3384e-29aa-438f-bc41-06927a698bef HTTP/1.1" status: 204 len: 168 time: 0.2872643 Sep 18 02:22:54.019589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56492) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:54.092970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.187912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.212897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:54.223683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c2bca8-59b6-4fb8-b885-356b8643406c') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:54.223974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c2bca8-59b6-4fb8-b885-356b8643406c') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:22:54.234910 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.250281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.258410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:22:54.259044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:22:54.261437 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:22:54.321012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.326205 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.331746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5 HTTP/1.1" status: 204 len: 168 time: 0.3077674 Sep 18 02:22:54.342460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a9ca6-b1c4-4ee1-b35a-71450055cde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=59946acf-f0d1-4e4b-8d5b-e8b16e6f13e5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:54.550518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56506) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:54.600816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a2fd8a7b-8fb0-475a-8d3d-6c5a8432e512 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2b1bb937ea44ae699452bbfa1046627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463722 Sep 18 02:22:54.600965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56510) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:54.659996 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9ea95ce-29f7-4ed7-b7a0-baad7ce4142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.682874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9ea95ce-29f7-4ed7-b7a0-baad7ce4142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.756154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9ea95ce-29f7-4ed7-b7a0-baad7ce4142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.760035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9ea95ce-29f7-4ed7-b7a0-baad7ce4142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:54.765528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9ea95ce-29f7-4ed7-b7a0-baad7ce4142c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f05cb7f8-b06b-43f2-8d63-26af2977dcba HTTP/1.1" status: 204 len: 168 time: 0.1629353 Sep 18 02:22:54.776551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea95ce-29f7-4ed7-b7a0-baad7ce4142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05cb7f8-b06b-43f2-8d63-26af2977dcba,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:54.924259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3492a9d-1782-4f9e-ad5f-66b1f92be9e1 req-9f594ad9-1fb9-4a6d-a61d-6f690084a6a4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:54.926571 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3492a9d-1782-4f9e-ad5f-66b1f92be9e1 req-9f594ad9-1fb9-4a6d-a61d-6f690084a6a4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0836399 Sep 18 02:22:54.981329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3492a9d-1782-4f9e-ad5f-66b1f92be9e1 req-e24da896-1d24-4143-b051-e8887a0df150 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479705 Sep 18 02:22:55.260470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56524) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:55.322104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56528) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:55.322631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cd67efe3-9b04-415c-b5ee-733586b1d263 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90338410669546deb061cf54959c33e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607922 Sep 18 02:22:55.378686 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4c84c34-f0b7-4ed2-b2ac-662185f43431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:55.401664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4c84c34-f0b7-4ed2-b2ac-662185f43431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:55.464709 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4c84c34-f0b7-4ed2-b2ac-662185f43431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:55.467799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b4c84c34-f0b7-4ed2-b2ac-662185f43431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:55.473689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b4c84c34-f0b7-4ed2-b2ac-662185f43431 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe39b28f-b68a-403d-ad37-30e11d5fdd1e HTTP/1.1" status: 204 len: 168 time: 0.1467657 Sep 18 02:22:55.487652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c84c34-f0b7-4ed2-b2ac-662185f43431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe39b28f-b68a-403d-ad37-30e11d5fdd1e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:55.571572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:55.937645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:56.158333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df764503-ce60-43a8-8062-67813c164245 req-9da6176e-de30-4f5b-8367-367d83b52fef tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:56.166199 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df764503-ce60-43a8-8062-67813c164245 req-9da6176e-de30-4f5b-8367-367d83b52fef tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0819182 Sep 18 02:22:56.207265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df764503-ce60-43a8-8062-67813c164245 req-89faa3b9-51b5-4aee-9cb0-d0561502b4e8 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384641 Sep 18 02:22:56.363414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56556) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:56.496595 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc60c-ba43-4a62-9e09-e55a11a0c6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:56.653736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc60c-ba43-4a62-9e09-e55a11a0c6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:56.659665 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc60c-ba43-4a62-9e09-e55a11a0c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:56.710053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56568) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:56.710801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b6bbc60c-ba43-4a62-9e09-e55a11a0c6f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7155a3afd2c4716a930c7a4a679cd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459430 Sep 18 02:22:56.711425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbc60c-ba43-4a62-9e09-e55a11a0c6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c7e53-b623-4ccb-a4e6-b35296b062d3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:56.799341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c202-69bc-45c0-9576-bd92dd040eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:56.827031 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c202-69bc-45c0-9576-bd92dd040eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:56.897558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c202-69bc-45c0-9576-bd92dd040eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:56.900666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c202-69bc-45c0-9576-bd92dd040eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:56.905317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d0b7c202-69bc-45c0-9576-bd92dd040eae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb6c7e53-b623-4ccb-a4e6-b35296b062d3 HTTP/1.1" status: 204 len: 168 time: 0.1939807 Sep 18 02:22:56.915576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7c202-69bc-45c0-9576-bd92dd040eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c7e53-b623-4ccb-a4e6-b35296b062d3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:57.393961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b15c06-88af-40de-b38c-31059213e574 req-75e68a76-46c0-49a1-b499-5491e3700680 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:57.402055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2b15c06-88af-40de-b38c-31059213e574 req-75e68a76-46c0-49a1-b499-5491e3700680 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0733380 Sep 18 02:22:57.473980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2b15c06-88af-40de-b38c-31059213e574 req-db733956-cdf1-4dc3-a4ca-a22cd76466c2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600998 Sep 18 02:22:57.515544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56590) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:57.531429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d141c259-59f7-456a-ae42-621c9e408f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:57.654456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d141c259-59f7-456a-ae42-621c9e408f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:57.662571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d141c259-59f7-456a-ae42-621c9e408f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:57.716492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d141c259-59f7-456a-ae42-621c9e408f74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87d157a084584de48c0028f7d93af330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996832 Sep 18 02:22:57.718383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141c259-59f7-456a-ae42-621c9e408f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff607cd7-bdcb-43a1-ab40-e54246350b33,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:57.719225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:57.792643 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9658d8b0-220a-4be0-8da7-03f0ca88e9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:57.820242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9658d8b0-220a-4be0-8da7-03f0ca88e9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:57.884662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9658d8b0-220a-4be0-8da7-03f0ca88e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:57.888153 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9658d8b0-220a-4be0-8da7-03f0ca88e9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:57.890351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9658d8b0-220a-4be0-8da7-03f0ca88e9ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff607cd7-bdcb-43a1-ab40-e54246350b33 HTTP/1.1" status: 204 len: 168 time: 0.1679611 Sep 18 02:22:57.907221 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658d8b0-220a-4be0-8da7-03f0ca88e9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff607cd7-bdcb-43a1-ab40-e54246350b33,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:57.955153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56602) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:58.093486 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05beb805-d4e3-4e15-9883-71eaef3f5e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:58.211594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05beb805-d4e3-4e15-9883-71eaef3f5e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:58.217779 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-05beb805-d4e3-4e15-9883-71eaef3f5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:58.265811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-05beb805-d4e3-4e15-9883-71eaef3f5e8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eab89c5b247547be8c315fdd67869a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093257 Sep 18 02:22:58.266614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beb805-d4e3-4e15-9883-71eaef3f5e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae47b43-e6b6-4f55-879f-ce55b7e0e5a5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:58.268923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56610) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:58.345836 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a61ff4fc-ebc5-4c81-bd33-de5d972d9705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:58.375221 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a61ff4fc-ebc5-4c81-bd33-de5d972d9705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:58.451604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a61ff4fc-ebc5-4c81-bd33-de5d972d9705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:58.454847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a61ff4fc-ebc5-4c81-bd33-de5d972d9705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:58.458746 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a61ff4fc-ebc5-4c81-bd33-de5d972d9705 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ae47b43-e6b6-4f55-879f-ce55b7e0e5a5 HTTP/1.1" status: 204 len: 168 time: 0.1861651 Sep 18 02:22:58.464508 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ff4fc-ebc5-4c81-bd33-de5d972d9705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae47b43-e6b6-4f55-879f-ce55b7e0e5a5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:58.622575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef1e5a-c984-4f3c-a1b1-3d1077797485 req-36015e7c-21b6-42d4-8428-c13e3eb1b7c4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:58.634583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bef1e5a-c984-4f3c-a1b1-3d1077797485 req-36015e7c-21b6-42d4-8428-c13e3eb1b7c4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0796359 Sep 18 02:22:58.681783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bef1e5a-c984-4f3c-a1b1-3d1077797485 req-d0cb21c2-c8f7-4a34-af10-5274f61b2c6e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467570 Sep 18 02:22:58.983410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56636) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:58.998232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4abd0ad7-2f2a-47ec-bc72-fee4728cad7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:59.109820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4abd0ad7-2f2a-47ec-bc72-fee4728cad7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:59.115129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4abd0ad7-2f2a-47ec-bc72-fee4728cad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:59.160322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd0ad7-2f2a-47ec-bc72-fee4728cad7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cccab6-e1a2-4af3-a7ff-b735896d5310,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:59.167217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4abd0ad7-2f2a-47ec-bc72-fee4728cad7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49e3e49751334b24a923369291bd89a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805639 Sep 18 02:22:59.168234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56640) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:22:59.230851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdf90f3d-35eb-4966-925d-053067e7daa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:59.265810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdf90f3d-35eb-4966-925d-053067e7daa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:59.326597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdf90f3d-35eb-4966-925d-053067e7daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:59.331212 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdf90f3d-35eb-4966-925d-053067e7daa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:22:59.332466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fdf90f3d-35eb-4966-925d-053067e7daa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79cccab6-e1a2-4af3-a7ff-b735896d5310 HTTP/1.1" status: 204 len: 168 time: 0.1632876 Sep 18 02:22:59.340762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf90f3d-35eb-4966-925d-053067e7daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cccab6-e1a2-4af3-a7ff-b735896d5310,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:22:59.724702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-d68685f4-b31f-46ff-8bdf-22e70049e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:59.726861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-d68685f4-b31f-46ff-8bdf-22e70049e466 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e&tenant_id=d7935065c2c4435ea9168fdd607c2fdb HTTP/1.1" status: 200 len: 1095 time: 0.2499933 Sep 18 02:22:59.740069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-c63f5441-5479-489c-97d4-d5fc78050023 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:22:59.741072 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-c63f5441-5479-489c-97d4-d5fc78050023 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068862 Sep 18 02:22:59.834529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-b4e7f9fe-169c-4d44-b818-67f91f0616af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:59.836130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-b4e7f9fe-169c-4d44-b818-67f91f0616af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1095 time: 0.0637069 Sep 18 02:22:59.974271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-4d9c2d6b-04c3-452e-9c2b-7bb3a09facae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:22:59.977700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-4d9c2d6b-04c3-452e-9c2b-7bb3a09facae service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.1337385 Sep 18 02:23:00.088291 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-d9d405c1-4ede-4b72-8f29-8532f2ed9789 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 999 time: 0.1034913 Sep 18 02:23:00.155554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-cf619af3-6433-4e03-b311-36f1d6e46a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:00.157054 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-cf619af3-6433-4e03-b311-36f1d6e46a89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0625570 Sep 18 02:23:00.196985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c89aa-8d2a-49af-8f28-175156d64612 req-4c8c0d60-bc22-4698-a28e-ca78269cde9a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:00.198532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-125c89aa-8d2a-49af-8f28-175156d64612 req-4c8c0d60-bc22-4698-a28e-ca78269cde9a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.4093049 Sep 18 02:23:00.246959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-b20f5b2c-62d1-4862-911c-8a28ae25704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:00.248475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-b20f5b2c-62d1-4862-911c-8a28ae25704c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822551 Sep 18 02:23:00.274316 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-125c89aa-8d2a-49af-8f28-175156d64612 req-a9501cee-27a8-46ad-bf2d-5126ac9f0736 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645297 Sep 18 02:23:00.384683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-fb878e83-bb93-44a4-b3b9-425dcc5c76cd service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292212 Sep 18 02:23:00.513640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afa03507-ca7e-4594-ab2b-1cc1e16fbb91 req-74846a4b-8a59-40d9-9ad0-6476f8125d5e service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213565 Sep 18 02:23:00.853671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56732) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:00.860133 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af92dc2a-6eef-421a-8870-2a0a0c54f393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:01.039934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64867a38-f273-4a3b-b763-4e0e1a4d4a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:01.284929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64867a38-f273-4a3b-b763-4e0e1a4d4a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:01.295825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-64867a38-f273-4a3b-b763-4e0e1a4d4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:01.442992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-64867a38-f273-4a3b-b763-4e0e1a4d4a1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6f2dba7bec64c84aabc027fee72150f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881925 Sep 18 02:23:01.445406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56754) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:01.496461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e1574-6bab-4d19-b3ee-e9563447f271 req-c154a0b6-48f9-41b8-af9d-c119dafa3127 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:01.508621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b23e1574-6bab-4d19-b3ee-e9563447f271 req-c154a0b6-48f9-41b8-af9d-c119dafa3127 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1103129 Sep 18 02:23:01.543921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64867a38-f273-4a3b-b763-4e0e1a4d4a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917f4c15-a61a-4c16-b7c4-662bfd49b6bd,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:01.572020 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56156ae8-5c7e-4612-8b8a-4d03631e985a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:01.590539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b23e1574-6bab-4d19-b3ee-e9563447f271 req-b5fe61b4-cc62-4138-8e9f-42d7f045a47b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744126 Sep 18 02:23:01.620795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56156ae8-5c7e-4612-8b8a-4d03631e985a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:01.704697 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56156ae8-5c7e-4612-8b8a-4d03631e985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:01.711357 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-56156ae8-5c7e-4612-8b8a-4d03631e985a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:01.730004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-56156ae8-5c7e-4612-8b8a-4d03631e985a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/917f4c15-a61a-4c16-b7c4-662bfd49b6bd HTTP/1.1" status: 204 len: 168 time: 0.2760270 Sep 18 02:23:01.780973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56156ae8-5c7e-4612-8b8a-4d03631e985a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f4c15-a61a-4c16-b7c4-662bfd49b6bd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:02.427237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:02.446203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14261e15-90f5-479b-b26f-2aeb81e98406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:02.593551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14261e15-90f5-479b-b26f-2aeb81e98406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:02.601274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14261e15-90f5-479b-b26f-2aeb81e98406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:02.677526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14261e15-90f5-479b-b26f-2aeb81e98406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6482e6-e540-490e-aa2a-13c6392c1d56,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:02.694101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56774) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:02.694591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-14261e15-90f5-479b-b26f-2aeb81e98406 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0ea3e13497949a7a1139f58ed2aaca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657270 Sep 18 02:23:02.803584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82608ff-3208-45ce-b8ec-6e71b52e623c req-fff8a7a5-a578-456e-ade4-576e0035ae38 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:02.805809 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b82608ff-3208-45ce-b8ec-6e71b52e623c req-fff8a7a5-a578-456e-ade4-576e0035ae38 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0705419 Sep 18 02:23:02.835987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d077af7-1370-4724-aa2f-371dfc3ec282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:02.869743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d077af7-1370-4724-aa2f-371dfc3ec282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:02.889503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b82608ff-3208-45ce-b8ec-6e71b52e623c req-a069e182-467e-458e-b082-7566ce9af1de tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707748 Sep 18 02:23:02.936022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d077af7-1370-4724-aa2f-371dfc3ec282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:02.939713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d077af7-1370-4724-aa2f-371dfc3ec282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:02.945840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0d077af7-1370-4724-aa2f-371dfc3ec282 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b6482e6-e540-490e-aa2a-13c6392c1d56 HTTP/1.1" status: 204 len: 168 time: 0.2504342 Sep 18 02:23:02.960433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d077af7-1370-4724-aa2f-371dfc3ec282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6482e6-e540-490e-aa2a-13c6392c1d56,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:03.429294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5543cb00-a5c8-4ccc-abaf-61f14b8a4145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:04.085788 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:04.143488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffff92-c2bf-42b4-aa7b-cefb5a94541b req-802f323c-f219-4f22-a107-190a6a7f6edb tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:04.145471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7ffff92-c2bf-42b4-aa7b-cefb5a94541b req-802f323c-f219-4f22-a107-190a6a7f6edb tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1230912 Sep 18 02:23:04.253034 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7ffff92-c2bf-42b4-aa7b-cefb5a94541b req-e1e05619-953c-427a-b1ea-f16284f9e69c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995355 Sep 18 02:23:04.957226 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:05.488868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56844) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:05.520313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3584-519c-4e80-bfa9-52de0b6a07a1 req-c19b306b-a6c3-4ed1-b7fb-0236f5362e79 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:05.522733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80ed3584-519c-4e80-bfa9-52de0b6a07a1 req-c19b306b-a6c3-4ed1-b7fb-0236f5362e79 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1041563 Sep 18 02:23:05.597943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-80ed3584-519c-4e80-bfa9-52de0b6a07a1 req-c4c5cab8-e486-48b2-9bbe-3538b0c182be tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607710 Sep 18 02:23:05.717870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-20c14a41-8484-48fd-aa29-1379f87dd16e tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:05.753382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-20c14a41-8484-48fd-aa29-1379f87dd16e tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] 10.222.0.21 "PUT /v2.0/quotas/52cdde4dcdd64ea18562a890f8a935b7 HTTP/1.1" status: 200 len: 368 time: 0.2600117 Sep 18 02:23:05.753974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56850) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:05.760413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Request body: {'network': {'project_id': '52cdde4dcdd64ea18562a890f8a935b7'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:05.824769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Made reservation on behalf of 52cdde4dcdd64ea18562a890f8a935b7 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:05.827885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:05.853761 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.016946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.021331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.045278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:06.062758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c677eb-ef43-4be4-80f7-92d4a562f48d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:06.070449 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.070846 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Added segment 7e0d0a32-2540-492e-af38-8d714931cb85 of type vlan for network e21564db-9f41-490a-a3a3-84ab9a8e657a Sep 18 02:23:06.124098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.160917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.162094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:06.162788 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.224855 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4690025 Sep 18 02:23:06.227239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56854) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:06.235154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Request body: {'network': {'project_id': '52cdde4dcdd64ea18562a890f8a935b7'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:06.282072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Made reservation on behalf of 52cdde4dcdd64ea18562a890f8a935b7 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:06.285560 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.310319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bb8ba-6050-43f1-a38c-615179a7c0df tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Pushing event updated for resources: {'Network': ['ID=e21564db-9f41-490a-a3a3-84ab9a8e657a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:06.328292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e21564db-9f41-490a-a3a3-84ab9a8e657a details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:06.341830 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.343492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:06.366079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.366429 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Added segment 77b91f9d-8a5c-444d-b397-ef033de89c04 of type vlan for network 8c242503-9deb-4a11-9e17-5b75dae14e10 Sep 18 02:23:06.495271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.563333 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.564558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:06.565447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.713338 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4823034 Sep 18 02:23:06.713338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686fc1a-cfe1-44e0-a38c-ce9db0027105 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Pushing event updated for resources: {'Network': ['ID=8c242503-9deb-4a11-9e17-5b75dae14e10,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:06.714330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56860) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:06.718884 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-70f298fb-c0af-47f3-b553-e19bfd4983ec tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Request body: {'network': {'project_id': '52cdde4dcdd64ea18562a890f8a935b7'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:06.729523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 8c242503-9deb-4a11-9e17-5b75dae14e10 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:06.738503 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f298fb-c0af-47f3-b553-e19bfd4983ec tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 02:23:06.739312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f298fb-c0af-47f3-b553-e19bfd4983ec tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:23:06.745106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-70f298fb-c0af-47f3-b553-e19bfd4983ec tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0301819 Sep 18 02:23:06.747835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56862) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:06.781247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e75a1-5701-4f11-b83f-97aba0bbb0f6 req-443a4969-2f09-4a06-8262-728e61dc0bd3 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:06.783592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a71e75a1-5701-4f11-b83f-97aba0bbb0f6 req-443a4969-2f09-4a06-8262-728e61dc0bd3 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0973163 Sep 18 02:23:06.867463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9ccca70b-8778-4341-a8bc-5360ae42316e tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52cdde4dcdd64ea18562a890f8a935b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1192002 Sep 18 02:23:06.868369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56864) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:06.880305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a71e75a1-5701-4f11-b83f-97aba0bbb0f6 req-68305dc5-a566-4176-9b29-03f26690f90d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805972 Sep 18 02:23:06.952443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bd30eda-e8fe-4638-bd8e-a91564d46ce0 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:06.996726 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bd30eda-e8fe-4638-bd8e-a91564d46ce0 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.090551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bd30eda-e8fe-4638-bd8e-a91564d46ce0 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.093164 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bd30eda-e8fe-4638-bd8e-a91564d46ce0 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.094475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3bd30eda-e8fe-4638-bd8e-a91564d46ce0 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/31c677eb-ef43-4be4-80f7-92d4a562f48d HTTP/1.1" status: 204 len: 168 time: 0.2249522 Sep 18 02:23:07.098772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56868) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:07.129208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd30eda-e8fe-4638-bd8e-a91564d46ce0 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c677eb-ef43-4be4-80f7-92d4a562f48d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:07.241694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.394930 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.423075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c242503-9deb-4a11-9e17-5b75dae14e10']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:07.433780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b91f9d-8a5c-444d-b397-ef033de89c04') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:07.434129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b91f9d-8a5c-444d-b397-ef033de89c04') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:07.463697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.496992 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.504179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:07.504584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:07.506265 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:07.612700 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.621389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.628041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56874) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:07.639055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8c242503-9deb-4a11-9e17-5b75dae14e10 HTTP/1.1" status: 204 len: 168 time: 0.5379407 Sep 18 02:23:07.668976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff93ad2-b323-4e25-88a9-8dd9a394aba9 tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c242503-9deb-4a11-9e17-5b75dae14e10,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:07.763435 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.854954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.877580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21564db-9f41-490a-a3a3-84ab9a8e657a']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:07.887663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0d0a32-2540-492e-af38-8d714931cb85') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:07.887961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0d0a32-2540-492e-af38-8d714931cb85') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:07.899048 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.921621 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.928025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:07.928547 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:07.930830 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:08.023106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:08.029366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:08.031301 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e21564db-9f41-490a-a3a3-84ab9a8e657a HTTP/1.1" status: 204 len: 168 time: 0.4021730 Sep 18 02:23:08.050906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fefa2-36e2-4ed3-9676-375831e399bf tempest-QuotasNegativeTest-127911044 tempest-QuotasNegativeTest-127911044-project-admin] Pushing event deleted for resources: {'Network': ['ID=e21564db-9f41-490a-a3a3-84ab9a8e657a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:08.070578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46167fb8-a39f-40b1-b8f0-c9536ce0737c req-b5c9a7ce-7328-40f2-83e2-7f1c2429f361 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:08.072255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46167fb8-a39f-40b1-b8f0-c9536ce0737c req-b5c9a7ce-7328-40f2-83e2-7f1c2429f361 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0945814 Sep 18 02:23:08.113937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46167fb8-a39f-40b1-b8f0-c9536ce0737c req-f0db8af7-4615-454b-acae-7ef58c5d16e3 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350635 Sep 18 02:23:08.796483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56894) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:08.990056 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59167585-eb9a-4b17-8bc2-67bf0ca7849d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:09.116075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59167585-eb9a-4b17-8bc2-67bf0ca7849d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:09.122047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-59167585-eb9a-4b17-8bc2-67bf0ca7849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:09.179623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59167585-eb9a-4b17-8bc2-67bf0ca7849d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce338701-bed0-4a3b-a5e0-71ebd1660d93,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:09.191874 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-59167585-eb9a-4b17-8bc2-67bf0ca7849d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19e92e64b6e9456cbf7d9911475f65f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938744 Sep 18 02:23:09.193858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56900) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:09.266036 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b42f-a795-41c6-9003-f99080a9ff96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:09.301334 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b42f-a795-41c6-9003-f99080a9ff96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:09.307997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7650fe3-78b3-4f91-8d5b-db729ef145f4 req-3c35f2c6-ab74-4e7d-82c7-f3cd02f42539 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:09.327540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7650fe3-78b3-4f91-8d5b-db729ef145f4 req-3c35f2c6-ab74-4e7d-82c7-f3cd02f42539 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1072311 Sep 18 02:23:09.373030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b42f-a795-41c6-9003-f99080a9ff96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:09.378839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b42f-a795-41c6-9003-f99080a9ff96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:09.382741 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e3e6b42f-a795-41c6-9003-f99080a9ff96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce338701-bed0-4a3b-a5e0-71ebd1660d93 HTTP/1.1" status: 204 len: 168 time: 0.1853485 Sep 18 02:23:09.409982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6b42f-a795-41c6-9003-f99080a9ff96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce338701-bed0-4a3b-a5e0-71ebd1660d93,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:09.415057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7650fe3-78b3-4f91-8d5b-db729ef145f4 req-b2214475-335a-407e-bda9-a59ebe4bb7a9 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864577 Sep 18 02:23:09.917881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56918) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:09.944115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91c62791-7a11-488b-bd9f-beea7489208d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:10.060274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91c62791-7a11-488b-bd9f-beea7489208d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:10.069468 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91c62791-7a11-488b-bd9f-beea7489208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:10.139698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c62791-7a11-488b-bd9f-beea7489208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb93f5fb-cf07-405b-a6b7-f66acc9d44c7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:10.158268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-91c62791-7a11-488b-bd9f-beea7489208d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8240c16486ae4b57b61717ca1e8162c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369881 Sep 18 02:23:10.161201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:10.219547 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb375325-e32d-4fbd-b0a3-75b8cd771250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:10.253392 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb375325-e32d-4fbd-b0a3-75b8cd771250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:10.328186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb375325-e32d-4fbd-b0a3-75b8cd771250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:10.332433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb375325-e32d-4fbd-b0a3-75b8cd771250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:10.333908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eb375325-e32d-4fbd-b0a3-75b8cd771250 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb93f5fb-cf07-405b-a6b7-f66acc9d44c7 HTTP/1.1" status: 204 len: 168 time: 0.1712604 Sep 18 02:23:10.343388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb375325-e32d-4fbd-b0a3-75b8cd771250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb93f5fb-cf07-405b-a6b7-f66acc9d44c7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:10.634280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bffc3c-6775-42e2-a41a-7ffaa3e07d0f req-24b8d952-8f58-4a0b-a06d-c6da85f2e571 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:10.636073 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55bffc3c-6775-42e2-a41a-7ffaa3e07d0f req-24b8d952-8f58-4a0b-a06d-c6da85f2e571 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1010640 Sep 18 02:23:10.686534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55bffc3c-6775-42e2-a41a-7ffaa3e07d0f req-aa2dd727-3b59-4749-9f41-8b0c4c7e2468 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396023 Sep 18 02:23:11.081988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56956) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:11.309721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c750211-9334-4734-bdb4-6200727c6283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.485224 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c750211-9334-4734-bdb4-6200727c6283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.490427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c750211-9334-4734-bdb4-6200727c6283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.520993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c750211-9334-4734-bdb4-6200727c6283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce3caf-dde3-4164-aeac-c4edd7df178e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:11.543759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56970) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:11.544403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9c750211-9334-4734-bdb4-6200727c6283 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d026c6c0b4747ce945f8573aa53c08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607341 Sep 18 02:23:11.580039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56972) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:11.606170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e720-cb3c-4c9e-8696-1b56e227ed19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.641985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e720-cb3c-4c9e-8696-1b56e227ed19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.694983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'networks': [{'name': 'tempest-network--69844438'}, {'name': 'tempest-network--1748890852'}]} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:11.695672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'network': {'name': 'tempest-network--69844438'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:11.696619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'network': {'name': 'tempest-network--1748890852'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:11.717602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e720-cb3c-4c9e-8696-1b56e227ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.721166 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e720-cb3c-4c9e-8696-1b56e227ed19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.724792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ed1e720-cb3c-4c9e-8696-1b56e227ed19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4ce3caf-dde3-4164-aeac-c4edd7df178e HTTP/1.1" status: 204 len: 168 time: 0.1768606 Sep 18 02:23:11.741410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Made reservation on behalf of eeb7063f005542cdba8f9aaf47f95e9c for: {'network': 2} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:11.749628 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.750050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1e720-cb3c-4c9e-8696-1b56e227ed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce3caf-dde3-4164-aeac-c4edd7df178e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:11.771445 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.962612 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.975245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630d172-0554-4a91-8b8e-782cc1b8536e req-09669411-d3c7-4563-937a-4c20da413482 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:11.982580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e630d172-0554-4a91-8b8e-782cc1b8536e req-09669411-d3c7-4563-937a-4c20da413482 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1089277 Sep 18 02:23:11.990517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:11.991010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.047613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22584b47-cae2-440b-8d48-1c6aef2b7fd5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:12.065255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e630d172-0554-4a91-8b8e-782cc1b8536e req-1b7e22ea-78c8-4733-88f7-3ff9c0809dca tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815916 Sep 18 02:23:12.071267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:12.084095 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.084694 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Added segment e2059481-dfe5-4ce9-bfd9-2618fc2563bc of type vlan for network 9ae03be0-f259-4196-84b9-429b3dc0613e Sep 18 02:23:12.144572 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.183669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:12.194053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.194232 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Added segment 1383d60c-42b8-4de3-a4d8-0961ae81474d of type vlan for network 1d017ee3-5813-412a-88ae-f37e7396fc4d Sep 18 02:23:12.212945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 56994) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:12.227312 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a446fc36-5dbb-4926-b05b-26c5901da78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.243135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.272776 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.273629 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.279734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:12.285458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:12.286396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.324470 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a446fc36-5dbb-4926-b05b-26c5901da78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.333982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a446fc36-5dbb-4926-b05b-26c5901da78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.357274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Network': ['ID=9ae03be0-f259-4196-84b9-429b3dc0613e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:12.363409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7822509 Sep 18 02:23:12.364011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56996) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:12.370953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9ae03be0-f259-4196-84b9-429b3dc0613e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:12.387359 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a446fc36-5dbb-4926-b05b-26c5901da78c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=434b639cc56b4739a817eb95b0c77f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726155 Sep 18 02:23:12.391811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 56998) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:12.405552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446fc36-5dbb-4926-b05b-26c5901da78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62fc860-3cd4-48d5-b63c-35cf63c90869,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:12.527981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f417a3-c829-4015-ab4e-1ef0ef49d218 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Network': ['ID=1d017ee3-5813-412a-88ae-f37e7396fc4d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:12.539338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 1d017ee3-5813-412a-88ae-f37e7396fc4d details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:12.560519 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d470c03-46dc-46a2-b7b3-aed1b7b8e053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.584767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a7ef80-ce76-4b74-875f-da2e14f7f388 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:12.590681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a7ef80-ce76-4b74-875f-da2e14f7f388 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:12.596768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a7ef80-ce76-4b74-875f-da2e14f7f388 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:12.602789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a7ef80-ce76-4b74-875f-da2e14f7f388 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:12.604490 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a6a7ef80-ce76-4b74-875f-da2e14f7f388 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2361324 Sep 18 02:23:12.608303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57000) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:12.618728 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d470c03-46dc-46a2-b7b3-aed1b7b8e053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.671288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d470c03-46dc-46a2-b7b3-aed1b7b8e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.674440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5d470c03-46dc-46a2-b7b3-aed1b7b8e053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.675831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5d470c03-46dc-46a2-b7b3-aed1b7b8e053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a62fc860-3cd4-48d5-b63c-35cf63c90869 HTTP/1.1" status: 204 len: 168 time: 0.2836564 Sep 18 02:23:12.684237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d470c03-46dc-46a2-b7b3-aed1b7b8e053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62fc860-3cd4-48d5-b63c-35cf63c90869,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:12.715150 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.807766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.829001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae03be0-f259-4196-84b9-429b3dc0613e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:12.839569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2059481-dfe5-4ce9-bfd9-2618fc2563bc') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:12.840181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2059481-dfe5-4ce9-bfd9-2618fc2563bc') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:12.850625 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.869062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.875871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:12.876290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:12.879474 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:12.950054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.960459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:12.964920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/networks/9ae03be0-f259-4196-84b9-429b3dc0613e HTTP/1.1" status: 204 len: 168 time: 0.3519511 Sep 18 02:23:12.965109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57008) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:13.010216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35e78c-7910-4e92-a9ea-849c57cea0f5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Network': ['ID=9ae03be0-f259-4196-84b9-429b3dc0613e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:13.082340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.189811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.248174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d017ee3-5813-412a-88ae-f37e7396fc4d']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:13.262234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1383d60c-42b8-4de3-a4d8-0961ae81474d') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:13.262768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1383d60c-42b8-4de3-a4d8-0961ae81474d') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:13.288351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812e7ef-6e8e-4db2-973f-279a4421f2ce req-fb3b36f3-73f8-4080-b97c-965ecf43e903 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:13.289975 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a812e7ef-6e8e-4db2-973f-279a4421f2ce req-fb3b36f3-73f8-4080-b97c-965ecf43e903 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0903664 Sep 18 02:23:13.295278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.330104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.344151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:13.344556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:13.352857 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:13.374632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a812e7ef-6e8e-4db2-973f-279a4421f2ce req-b39deaab-205e-4d62-a783-eacf88a1ef98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709832 Sep 18 02:23:13.427293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.431633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.436392 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/networks/1d017ee3-5813-412a-88ae-f37e7396fc4d HTTP/1.1" status: 204 len: 168 time: 0.4679492 Sep 18 02:23:13.437902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57030) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:13.450437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612cbfd-aa74-4cc1-82ba-fdfeb798945c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Network': ['ID=1d017ee3-5813-412a-88ae-f37e7396fc4d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:13.549771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a6d5a1-6396-4aaa-978c-f08fdca621d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:13.556579 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a6d5a1-6396-4aaa-978c-f08fdca621d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:13.561818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-78a6d5a1-6396-4aaa-978c-f08fdca621d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1181283 Sep 18 02:23:13.562532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57034) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:13.569065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1051006884'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:13.596605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Made reservation on behalf of eeb7063f005542cdba8f9aaf47f95e9c for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:13.600216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.625349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:13.635399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.635842 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Added segment 2afc478c-a222-4a70-87c0-ef7620ac1f13 of type vlan for network 25ab6af1-323e-444d-a151-1bb37b4368c9 Sep 18 02:23:13.697878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.724195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.737790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:13.737790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.768538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2050238 Sep 18 02:23:13.772201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57042) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:13.777460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1054875037'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:13.802241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Made reservation on behalf of eeb7063f005542cdba8f9aaf47f95e9c for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:13.807739 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.849719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c8888-f15f-4068-aca5-c672844f5365 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Network': ['ID=25ab6af1-323e-444d-a151-1bb37b4368c9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:13.863344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 25ab6af1-323e-444d-a151-1bb37b4368c9 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:13.867383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:13.883200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.883791 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Added segment 5eae9e87-a933-440c-97b3-077a86b4244c of type vlan for network 96260d0a-3bc6-4138-8073-dfce35cbc3ad Sep 18 02:23:13.962474 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:13.990913 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:14.001863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:14.002532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:14.039754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2664070 Sep 18 02:23:14.043029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57050) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:14.051363 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'ports': [{'network_id': '25ab6af1-323e-444d-a151-1bb37b4368c9', 'name': 'tempest-port--1621023348', 'admin_state_up': True}, {'network_id': '96260d0a-3bc6-4138-8073-dfce35cbc3ad', 'admin_state_up': False}]} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:14.051676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'port': {'network_id': '25ab6af1-323e-444d-a151-1bb37b4368c9', 'name': 'tempest-port--1621023348', 'admin_state_up': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:14.052422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'port': {'network_id': '96260d0a-3bc6-4138-8073-dfce35cbc3ad', 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:14.085094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a42a6-f0bf-4537-9cef-2c8e6a114af5 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Network': ['ID=96260d0a-3bc6-4138-8073-dfce35cbc3ad,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:14.099150 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 96260d0a-3bc6-4138-8073-dfce35cbc3ad details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:14.321572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Made reservation on behalf of eeb7063f005542cdba8f9aaf47f95e9c for: {'port': 2} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:14.327451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:14.344807 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:14.455822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] device_id is not set on port 80d525f0-0cd0-43f5-bd1b-70e0551445aa yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:23:14.539831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6fff7-6587-4dd6-be0b-67991c791529 req-d1249ecd-f1ea-4972-a4d9-c37dc6059475 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:14.542395 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a2e6fff7-6587-4dd6-be0b-67991c791529 req-d1249ecd-f1ea-4972-a4d9-c37dc6059475 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0703778 Sep 18 02:23:14.615393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a2e6fff7-6587-4dd6-be0b-67991c791529 req-0624571a-08da-44d4-a05f-6acb057d3b1e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652356 Sep 18 02:23:14.636644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:14.714949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] device_id is not set on port ff1f545f-7ba1-41ba-9610-11cd94bc3e11 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:23:14.843575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:14.883073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:14.958153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Checking segment: {'id': '2afc478c-a222-4a70-87c0-ef7620ac1f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '25ab6af1-323e-444d-a151-1bb37b4368c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:23:14.958521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Network hostable DHCP agents. Network: 25ab6af1-323e-444d-a151-1bb37b4368c9, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:23:14.960636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Port': ['ID=80d525f0-0cd0-43f5-bd1b-70e0551445aa,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:14.980142 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Network 25ab6af1-323e-444d-a151-1bb37b4368c9 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:23:14.989436 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 25ab6af1-323e-444d-a151-1bb37b4368c9) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:23:14.997356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:23:14.997919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfddaa5a-09b8-42b9-9f01-0a6e8110edb8 None None] Network 25ab6af1-323e-444d-a151-1bb37b4368c9 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:23:14.998394 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.062299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Port': ['ID=ff1f545f-7ba1-41ba-9610-11cd94bc3e11,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:15.080835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Checking segment: {'id': '5eae9e87-a933-440c-97b3-077a86b4244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '96260d0a-3bc6-4138-8073-dfce35cbc3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:23:15.080835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Network hostable DHCP agents. Network: 96260d0a-3bc6-4138-8073-dfce35cbc3ad, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:23:15.099319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Network 96260d0a-3bc6-4138-8073-dfce35cbc3ad is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:23:15.116876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 96260d0a-3bc6-4138-8073-dfce35cbc3ad) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:23:15.121327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:23:15.128711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:15.134199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:15.134915 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.136199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2de97c9-0f18-4d15-a54f-af6ea555e0c1 None None] Network 96260d0a-3bc6-4138-8073-dfce35cbc3ad requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:23:15.160525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2ad062e9-c1b3-467f-991d-9309ab816e9f tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1162665 Sep 18 02:23:15.162990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57084) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:15.280437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4bfbe-1c8d-480d-8c5a-0cb28e5839b1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:15.287109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4bfbe-1c8d-480d-8c5a-0cb28e5839b1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:15.288940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-51e4bfbe-1c8d-480d-8c5a-0cb28e5839b1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1247611 Sep 18 02:23:15.291691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57086) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:15.393088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e9d83bd4-3e3e-431a-a705-adc70da4cc91 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Deleting port 80d525f0-0cd0-43f5-bd1b-70e0551445aa {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:23:15.393437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9d83bd4-3e3e-431a-a705-adc70da4cc91 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.459746 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9d83bd4-3e3e-431a-a705-adc70da4cc91 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.473261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e9d83bd4-3e3e-431a-a705-adc70da4cc91 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Calling delete_port for 80d525f0-0cd0-43f5-bd1b-70e0551445aa owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:23:15.554560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9d83bd4-3e3e-431a-a705-adc70da4cc91 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.584715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83bd4-3e3e-431a-a705-adc70da4cc91 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Port': ['ID=80d525f0-0cd0-43f5-bd1b-70e0551445aa,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:15.590266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9d83bd4-3e3e-431a-a705-adc70da4cc91 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.592182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9d83bd4-3e3e-431a-a705-adc70da4cc91 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/ports/80d525f0-0cd0-43f5-bd1b-70e0551445aa HTTP/1.1" status: 204 len: 168 time: 0.2995660 Sep 18 02:23:15.594806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:15.689968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f178de4a-d5f0-4485-ab53-f4ad49f3b497 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Deleting port ff1f545f-7ba1-41ba-9610-11cd94bc3e11 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:23:15.690652 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f178de4a-d5f0-4485-ab53-f4ad49f3b497 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.785732 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f178de4a-d5f0-4485-ab53-f4ad49f3b497 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.805319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c129e-6386-4fbd-a1da-f016d340ae81 req-27790b68-4e5e-4054-a57b-a09e95c952a2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:15.806840 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-261c129e-6386-4fbd-a1da-f016d340ae81 req-27790b68-4e5e-4054-a57b-a09e95c952a2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1193175 Sep 18 02:23:15.811063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f178de4a-d5f0-4485-ab53-f4ad49f3b497 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Calling delete_port for ff1f545f-7ba1-41ba-9610-11cd94bc3e11 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:23:15.898314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-261c129e-6386-4fbd-a1da-f016d340ae81 req-a09edc1d-78d3-4572-b15f-4a4bda846f3c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825429 Sep 18 02:23:15.928152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f178de4a-d5f0-4485-ab53-f4ad49f3b497 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.957145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178de4a-d5f0-4485-ab53-f4ad49f3b497 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Port': ['ID=ff1f545f-7ba1-41ba-9610-11cd94bc3e11,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:15.962168 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f178de4a-d5f0-4485-ab53-f4ad49f3b497 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:15.964117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f178de4a-d5f0-4485-ab53-f4ad49f3b497 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/ports/ff1f545f-7ba1-41ba-9610-11cd94bc3e11 HTTP/1.1" status: 204 len: 168 time: 0.3678174 Sep 18 02:23:15.966568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57106) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:15.993245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-088efcd0-a643-4971-b311-663536d1c1c2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0255852 Sep 18 02:23:15.996759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57110) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:16.002823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-819237297'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:16.024740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Made reservation on behalf of eeb7063f005542cdba8f9aaf47f95e9c for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:16.028491 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.057272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:16.068581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.069456 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Added segment 00f595a7-33d0-4e60-90ac-20f165bff54b of type vlan for network 95b4b9eb-8aa9-4452-bae7-b8ac198b4c75 Sep 18 02:23:16.113306 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.138839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.144952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:16.145546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.182565 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1845629 Sep 18 02:23:16.185356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57112) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:16.191013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-627080478'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:16.225542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ecfd4-49aa-4fbd-a4a2-5a2f3a793c35 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Network': ['ID=95b4b9eb-8aa9-4452-bae7-b8ac198b4c75,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:16.247260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 95b4b9eb-8aa9-4452-bae7-b8ac198b4c75 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:16.249670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Made reservation on behalf of eeb7063f005542cdba8f9aaf47f95e9c for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:16.254802 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.281491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:16.293590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.293943 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Added segment 708f0bcc-182d-42a0-a362-ad81590fd629 of type vlan for network f28dbfab-fa6d-4d74-857d-4592eadde032 Sep 18 02:23:16.357447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.389376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.396668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:16.397297 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:16.418475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2318804 Sep 18 02:23:16.500073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7be99e-1339-4d28-93cb-aef9f45a50d8 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Network': ['ID=f28dbfab-fa6d-4d74-857d-4592eadde032,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:16.513091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f28dbfab-fa6d-4d74-857d-4592eadde032 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:16.677259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-0642ed39-6de9-4c0f-9bc3-81015a7c7a5f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:16.678777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-0642ed39-6de9-4c0f-9bc3-81015a7c7a5f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1153910 Sep 18 02:23:16.693531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-b6ab4e82-eebd-423e-ae85-344715b57f20 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/quotas/7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 375 time: 0.0090737 Sep 18 02:23:16.748284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-214894cc-87b7-4d75-bc6d-08b8cf396525 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494995 Sep 18 02:23:16.850674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-17839515-6cfa-48ad-9951-fc50265c1daa service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937974 Sep 18 02:23:16.966911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-fda9f403-90f3-4609-8a27-7274bd7328a7 service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021638 Sep 18 02:23:17.059226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe335-b2ea-4ddf-a87a-b2b1d55a9ec6 req-0787ddae-f6c8-4d0c-b1cf-2b166e6887f2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:17.061004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28ebe335-b2ea-4ddf-a87a-b2b1d55a9ec6 req-0787ddae-f6c8-4d0c-b1cf-2b166e6887f2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0544786 Sep 18 02:23:17.112314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28ebe335-b2ea-4ddf-a87a-b2b1d55a9ec6 req-feb266da-4130-45ec-b778-f888f6131633 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392957 Sep 18 02:23:17.341181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32172e0d-5e99-4a71-929f-6c2bdb548fbf req-25de2885-c2d4-40cb-91d0-554a3016c137 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 210 time: 0.0332682 Sep 18 02:23:18.289234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093304e1-a568-4a97-97b2-32755e0d3970 req-05b56ecb-297e-44b4-9dec-9553d76054d7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:18.290784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-093304e1-a568-4a97-97b2-32755e0d3970 req-05b56ecb-297e-44b4-9dec-9553d76054d7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.0780785 Sep 18 02:23:18.355100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-093304e1-a568-4a97-97b2-32755e0d3970 req-0c8329c0-3a1c-4092-803f-9155ef465909 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498016 Sep 18 02:23:18.511620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-10a5556c-9546-4dfa-a2c4-cc1398ac6f36 req-f0cd6498-93fa-486b-9f0a-d7d859e48eb3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 210 time: 0.0419004 Sep 18 02:23:18.531163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-3a7b126d-dd7d-44bb-a6ff-bc802669e9fc tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:18.533138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-3a7b126d-dd7d-44bb-a6ff-bc802669e9fc tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1973288 Sep 18 02:23:18.546056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'port': {'device_id': '6cbaabef-e966-4aa4-a347-ce643f011f9d', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'admin_state_up': True, 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:18.676916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:18.680886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:18.840444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.20.0.3 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/a6a19294-1cbf-4e69-a854-e0fe90ee0dd4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:23:19.004737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:19.039682 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:19.086921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:23:19.092723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:23:19.095866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:23:19.181123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:19.191575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:19.192366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:19.214221 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-5b48cb21-bb51-43d2-81d6-3645c4c7282c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6720343 Sep 18 02:23:19.224860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-212da1f3-b4d8-4492-870f-fb4a052d87d9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:23:19.226057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-212da1f3-b4d8-4492-870f-fb4a052d87d9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057268 Sep 18 02:23:19.441512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Request body: {'port': {'device_id': '6cbaabef-e966-4aa4-a347-ce643f011f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:19.550586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-22381b1b-4393-4c93-a1ab-c0074a6fe5ab None None] Provisioning complete for port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:23:19.556952 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22381b1b-4393-4c93-a1ab-c0074a6fe5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:19.653501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb157ff-fade-48d5-b510-b5964105fa8a req-e8016797-228a-43da-abc5-cf14684bcb56 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:19.663521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-feb157ff-fade-48d5-b510-b5964105fa8a req-e8016797-228a-43da-abc5-cf14684bcb56 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1810465 Sep 18 02:23:19.680144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:19.737428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57170) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:19.744311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-22381b1b-4393-4c93-a1ab-c0074a6fe5ab None None] Port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:23:19.749202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'subnets': [{'network_id': '95b4b9eb-8aa9-4452-bae7-b8ac198b4c75', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2135187898', 'ip_version': 6}, {'network_id': 'f28dbfab-fa6d-4d74-857d-4592eadde032', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:19.749529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'subnet': {'network_id': '95b4b9eb-8aa9-4452-bae7-b8ac198b4c75', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2135187898', 'ip_version': 6}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:19.750595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Request body: {'subnet': {'network_id': 'f28dbfab-fa6d-4d74-857d-4592eadde032', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:19.778463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-feb157ff-fade-48d5-b510-b5964105fa8a req-5c0b411e-de0c-4c8d-8a7a-50c10746ed70 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102774 Sep 18 02:23:20.357506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb97c-6c68-4198-9a33-abca62ebe861 req-abe27d41-ac88-425b-ab6e-2b67876a9e81 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:20.359065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2aeb97c-6c68-4198-9a33-abca62ebe861 req-abe27d41-ac88-425b-ab6e-2b67876a9e81 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 931 time: 0.6240354 Sep 18 02:23:20.440798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Made reservation on behalf of eeb7063f005542cdba8f9aaf47f95e9c for: {'subnet': 2} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:20.445251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:20.445596 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:20.493239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b2aeb97c-6c68-4198-9a33-abca62ebe861 req-811dc589-2ef1-4bf1-b26f-baf54650eef2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250443 Sep 18 02:23:20.666466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:23:20.678857 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:20.700361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Transition to ACTIVE for port object a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:23:20.720750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:20.814160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Pushing event updated for resources: {'Port': ['ID=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:20.973149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381cec-1c3d-4a50-9c17-fff77995403a req-fe4568df-4428-4cdd-8319-490e0f66301b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:20.981492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a381cec-1c3d-4a50-9c17-fff77995403a req-fe4568df-4428-4cdd-8319-490e0f66301b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 943 time: 0.1104801 Sep 18 02:23:21.038592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a381cec-1c3d-4a50-9c17-fff77995403a req-6fb554bc-bb91-46a5-b1a7-f7569ce5a4d0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466785 Sep 18 02:23:21.044313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Attempting to bind port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:23:21.044801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Attempting to bind port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:23:21.045107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Attempting to bind port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:23:21.055850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 on network e141ae2e-3dc7-414c-84a1-0e9426754bea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:23:21.056249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Attempting to bind port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:23:21.089192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:23:21.089550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:23:21.089942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:23:21.090384 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Bound port: a6a19294-1cbf-4e69-a854-e0fe90ee0dd4, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:23:21.090762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.121469 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.211184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Subnet': ['ID=c8633fb8-982c-4afb-a8b6-309c0ce3b38c,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:21.230883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] For port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:23:21.246770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] For port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:23:21.250353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Checking segment: {'id': '00f595a7-33d0-4e60-90ac-20f165bff54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95b4b9eb-8aa9-4452-bae7-b8ac198b4c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:23:21.250772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Network hostable DHCP agents. Network: 95b4b9eb-8aa9-4452-bae7-b8ac198b4c75, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:23:21.258243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.305663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.306388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.308014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-df53926b-2055-433e-b06f-198d543bc93a service neutron] 10.222.0.20 "PUT /v2.0/ports/a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 HTTP/1.1" status: 200 len: 1092 time: 2.0731485 Sep 18 02:23:21.308470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbaabef-e966-4aa4-a347-ce643f011f9d', 'tag': 'a6a19294-1cbf-4e69-a854-e0fe90ee0dd4'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:23:21.310783 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d448f8-49e6-4cd6-8401-0fb315914cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbaabef-e966-4aa4-a347-ce643f011f9d", "tag": "a6a19294-1cbf-4e69-a854-e0fe90ee0dd4"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:23:21.316294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Network 95b4b9eb-8aa9-4452-bae7-b8ac198b4c75 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:23:21.339816 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 95b4b9eb-8aa9-4452-bae7-b8ac198b4c75) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:23:21.341845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53926b-2055-433e-b06f-198d543bc93a service neutron] Pushing event updated for resources: {'Port': ['ID=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:21.361243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.368130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b538c5-1c02-4a95-b905-3500cd040629 None None] Network 95b4b9eb-8aa9-4452-bae7-b8ac198b4c75 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:23:21.407015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:23:21.479425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event updated for resources: {'Subnet': ['ID=d50a0c6a-b007-4a3f-b666-fe1ff0d090a4,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:21.583481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-69b62edc-3619-405d-af67-a5bcc1d9ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.585489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-69b62edc-3619-405d-af67-a5bcc1d9ab89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 1095 time: 0.2170515 Sep 18 02:23:21.588390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Checking segment: {'id': '708f0bcc-182d-42a0-a362-ad81590fd629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f28dbfab-fa6d-4d74-857d-4592eadde032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:23:21.588757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Network hostable DHCP agents. Network: f28dbfab-fa6d-4d74-857d-4592eadde032, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:23:21.618458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:21.640504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'port_id': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'mac_address': 'fa:16:3e:7b:99:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:23:21.658591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-c3557a34-e5c8-4e52-82f4-e97fdb6e90cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0615196 Sep 18 02:23:21.715876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Network f28dbfab-fa6d-4d74-857d-4592eadde032 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:23:21.742164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-45393f3a-6c77-4d50-894a-a252e2d3ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.743573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-45393f3a-6c77-4d50-894a-a252e2d3ce41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0755668 Sep 18 02:23:21.744337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f28dbfab-fa6d-4d74-857d-4592eadde032) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:23:21.746143 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.750481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.751632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.752597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.771768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e03b7-50b7-4ebd-ae36-eefa8c0f1013 req-039103a1-f877-49b7-868b-00ca5cedb64b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.779997 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d88e03b7-50b7-4ebd-ae36-eefa8c0f1013 req-039103a1-f877-49b7-868b-00ca5cedb64b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.1405337 Sep 18 02:23:21.804089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60588c71-2f8a-4bf5-aa81-931a781a19a5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:23:21.813872 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b00653c-ed39-4278-b0f2-c32645eb5f74 None None] Network f28dbfab-fa6d-4d74-857d-4592eadde032 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:23:21.828524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5b848f62-3c7c-47e5-94a4-cf8910ae0fd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0892830 Sep 18 02:23:21.829124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57202) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:21.835274 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61042cb-a01c-459f-9e9d-8db88ab1052b x-openstack-request-id: req-a61042cb-a01c-459f-9e9d-8db88ab1052b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:23:21.835575 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbaabef-e966-4aa4-a347-ce643f011f9d", "tag": "a6a19294-1cbf-4e69-a854-e0fe90ee0dd4", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:23:21.835874 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a61042cb-a01c-459f-9e9d-8db88ab1052b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:23:21.836284 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbaabef-e966-4aa4-a347-ce643f011f9d', 'tag': 'a6a19294-1cbf-4e69-a854-e0fe90ee0dd4', 'status': 'completed', 'code': 200} Sep 18 02:23:21.843070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-055003c1-420b-4bbf-a1ff-25c011d5509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.845716 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-055003c1-420b-4bbf-a1ff-25c011d5509f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888906 Sep 18 02:23:21.884160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650bd69-4cce-4e7d-ab0b-3b23d6e0132a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-95b4b9eb-8aa9-4452-bae7-b8ac198b4c75', 'network_id': '95b4b9eb-8aa9-4452-bae7-b8ac198b4c75', 'tenant_id': 'eeb7063f005542cdba8f9aaf47f95e9c', 'fixed_ips': [{'subnet_id': 'c8633fb8-982c-4afb-a8b6-309c0ce3b38c'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:23:21.885348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4650bd69-4cce-4e7d-ab0b-3b23d6e0132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.891283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:21.915695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d17367-791c-489d-b94e-f635c7556136 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.917675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d17367-791c-489d-b94e-f635c7556136 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.920282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d17367-791c-489d-b94e-f635c7556136 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:21.923626 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-49d17367-791c-489d-b94e-f635c7556136 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0927985 Sep 18 02:23:21.935422 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d88e03b7-50b7-4ebd-ae36-eefa8c0f1013 req-0f9bdc3c-048e-47e2-9192-f4a98cd5b067 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540771 Sep 18 02:23:21.936403 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:21.940475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57204) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:22.026598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0b7d81-9315-4d44-b5db-a86b68569b2d tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Deleting subnet c8633fb8-982c-4afb-a8b6-309c0ce3b38c {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:23:22.030945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7d81-9315-4d44-b5db-a86b68569b2d tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.040385 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-0bd2ee8b-4a31-4d6b-8995-eb5affeb11f0 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856518 Sep 18 02:23:22.098241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7d81-9315-4d44-b5db-a86b68569b2d tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.196846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['60588c71-2f8a-4bf5-aa81-931a781a19a5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:23:22.198854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7d81-9315-4d44-b5db-a86b68569b2d tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.212127 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6f76c1e0-f168-4f8d-bcf1-8d3150e38d51 req-e704d20e-3ef3-42c3-a395-713179215751 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643615 Sep 18 02:23:22.314451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:22.333050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6447bd74-8b9c-432a-b34f-91082c95d1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f28dbfab-fa6d-4d74-857d-4592eadde032', 'network_id': 'f28dbfab-fa6d-4d74-857d-4592eadde032', 'tenant_id': 'eeb7063f005542cdba8f9aaf47f95e9c', 'fixed_ips': [{'subnet_id': 'd50a0c6a-b007-4a3f-b666-fe1ff0d090a4'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:23:22.334176 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6447bd74-8b9c-432a-b34f-91082c95d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.353181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-457a9be1-cb0a-4b46-b8fd-371f8f9198ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:22.355506 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-457a9be1-cb0a-4b46-b8fd-371f8f9198ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 1095 time: 0.0769160 Sep 18 02:23:22.361587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7d81-9315-4d44-b5db-a86b68569b2d tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-4650bd69-4cce-4e7d-ab0b-3b23d6e0132a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8633fb8-982c-4afb-a8b6-309c0ce3b38c: This subnet is being modified by another concurrent operation. Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8633fb8-982c-4afb-a8b6-309c0ce3b38c: This subnet is being modified by another concurrent operation. Sep 18 02:23:22.371791 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:23:22.381857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73502-f0a1-4333-bba1-afdaf9c5cea4 req-9e555472-0d41-4d50-9c7b-3acb92974655 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:22.382806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fc73502-f0a1-4333-bba1-afdaf9c5cea4 req-9e555472-0d41-4d50-9c7b-3acb92974655 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 944 time: 0.1690578 Sep 18 02:23:22.400607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ff204-f0a5-4ca6-b4bd-04dd1d09612b None None] Network 95b4b9eb-8aa9-4452-bae7-b8ac198b4c75 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:23:22.420335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b7d81-9315-4d44-b5db-a86b68569b2d tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Subnet': ['ID=c8633fb8-982c-4afb-a8b6-309c0ce3b38c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:22.439884 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7d81-9315-4d44-b5db-a86b68569b2d tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.444774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0d0b7d81-9315-4d44-b5db-a86b68569b2d tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/subnets/c8633fb8-982c-4afb-a8b6-309c0ce3b38c HTTP/1.1" status: 204 len: 168 time: 0.5004940 Sep 18 02:23:22.444774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57218) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:22.558324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c222ea4-034e-4924-bc37-65d3834e8a7c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Deleting subnet d50a0c6a-b007-4a3f-b666-fe1ff0d090a4 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:23:22.562429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c222ea4-034e-4924-bc37-65d3834e8a7c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.576149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-0b0cad03-7bf9-4b46-95aa-dfedb6013ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:22.577490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-0b0cad03-7bf9-4b46-95aa-dfedb6013ee2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.1909459 Sep 18 02:23:22.615788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c222ea4-034e-4924-bc37-65d3834e8a7c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.679403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-f28bb7bb-8f35-4e1c-8dab-624dc12e9fc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0886483 Sep 18 02:23:22.679827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c222ea4-034e-4924-bc37-65d3834e8a7c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.769114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-2ee2b7b2-d725-45d9-8243-04f21f3f2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:22.770932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-2ee2b7b2-d725-45d9-8243-04f21f3f2d62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0698168 Sep 18 02:23:22.776987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c222ea4-034e-4924-bc37-65d3834e8a7c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-6447bd74-8b9c-432a-b34f-91082c95d1df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d50a0c6a-b007-4a3f-b666-fe1ff0d090a4: This subnet is being modified by another concurrent operation. Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d50a0c6a-b007-4a3f-b666-fe1ff0d090a4: This subnet is being modified by another concurrent operation. Sep 18 02:23:22.780795 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:23:22.795178 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0fc73502-f0a1-4333-bba1-afdaf9c5cea4 req-ad4ed0dd-5f58-4996-b5ff-289f183c6fc5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4106927 Sep 18 02:23:22.803815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97a233-17c0-4942-8dc5-360b64b5151a None None] Network f28dbfab-fa6d-4d74-857d-4592eadde032 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:23:22.835872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c222ea4-034e-4924-bc37-65d3834e8a7c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Subnet': ['ID=d50a0c6a-b007-4a3f-b666-fe1ff0d090a4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:22.844498 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c222ea4-034e-4924-bc37-65d3834e8a7c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:22.850569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57220) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:22.850945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c222ea4-034e-4924-bc37-65d3834e8a7c tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/subnets/d50a0c6a-b007-4a3f-b666-fe1ff0d090a4 HTTP/1.1" status: 204 len: 168 time: 0.3991518 Sep 18 02:23:22.898073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-03747c76-0a1d-4654-b57e-55ea08158840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:22.900064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-03747c76-0a1d-4654-b57e-55ea08158840 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042640 Sep 18 02:23:22.958445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62356fb9-8050-4dda-ba23-2be006c9f8ef None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:23:22.981991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97025bfc-e72a-422e-96fb-de6ef0a3dcd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:22.983509 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-97025bfc-e72a-422e-96fb-de6ef0a3dcd2 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1314912 Sep 18 02:23:22.991088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57224) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:23.048435 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-3c955351-453b-4a23-b550-b5ccc5a928c0 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406171 Sep 18 02:23:23.127130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62356fb9-8050-4dda-ba23-2be006c9f8ef None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:23:23.163668 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5d448f8-49e6-4cd6-8401-0fb315914cfc req-8909c23e-b90b-40a6-9afa-480d84cd58b8 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077502 Sep 18 02:23:23.413630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:23:23.446982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a6e0f-0388-4ea0-a8a5-68886104b1f9 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:23:23.508262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.517201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9310c-dfff-414f-a619-4ad69d700539 req-f6221ace-c30c-4b43-9dbf-4e6b8693c4b9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:23.519290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17e9310c-dfff-414f-a619-4ad69d700539 req-f6221ace-c30c-4b43-9dbf-4e6b8693c4b9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.4912281 Sep 18 02:23:23.537452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 60588c71-2f8a-4bf5-aa81-931a781a19a5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:23:23.538034 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.644871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.651025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17e9310c-dfff-414f-a619-4ad69d700539 req-4476067b-ca81-4322-832f-6fca7406b1b4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241746 Sep 18 02:23:23.652026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a6e0f-0388-4ea0-a8a5-68886104b1f9 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:23:23.682577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28dbfab-fa6d-4d74-857d-4592eadde032']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:23.694678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708f0bcc-182d-42a0-a362-ad81590fd629') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:23.695322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708f0bcc-182d-42a0-a362-ad81590fd629') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:23.706964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.724266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.731114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:23.731913 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:23.736755 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:23.754869 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.816068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.823114 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.825255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/networks/f28dbfab-fa6d-4d74-857d-4592eadde032 HTTP/1.1" status: 204 len: 168 time: 0.8331559 Sep 18 02:23:23.828014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57230) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:23.859280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc731c3-fcd0-4edd-9f11-20475fdd785a tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Network': ['ID=f28dbfab-fa6d-4d74-857d-4592eadde032,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:23.932596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:23.933524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:23:23.936520 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0fc77a-f017-4344-94c9-3d1f09c3814b" -d '{"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-plugged", "status": "completed", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:23:23.943886 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.964124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:23.995703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d931a7-cbf7-4e9c-b249-6a9d02d7f218 req-2b18dae8-a7a0-4675-a5fc-c5456f0e38ec tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:23.997255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61d931a7-cbf7-4e9c-b249-6a9d02d7f218 req-2b18dae8-a7a0-4675-a5fc-c5456f0e38ec tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 946 time: 0.0737751 Sep 18 02:23:24.106217 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61d931a7-cbf7-4e9c-b249-6a9d02d7f218 req-ef7ec472-fe5c-41f1-a04f-bd97c34b601d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910563 Sep 18 02:23:24.107993 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.138962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b4b9eb-8aa9-4452-bae7-b8ac198b4c75']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.142996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f595a7-33d0-4e60-90ac-20f165bff54b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.143304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f595a7-33d0-4e60-90ac-20f165bff54b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.159563 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.177164 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.200706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:24.201127 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.202077 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587081c6-6ba8-43d9-8b21-376221105bbb x-openstack-request-id: req-587081c6-6ba8-43d9-8b21-376221105bbb {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:23:24.202488 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-plugged", "status": "completed", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:23:24.202781 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-587081c6-6ba8-43d9-8b21-376221105bbb {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:23:24.203255 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'code': 200} Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:24.205822 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:24.261985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:24.298758 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.307131 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.309250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/networks/95b4b9eb-8aa9-4452-bae7-b8ac198b4c75 HTTP/1.1" status: 204 len: 168 time: 0.4791365 Sep 18 02:23:24.314968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57236) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:24.324885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195cbf5-7b9e-4d53-a42f-f4017a359d15 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Network': ['ID=95b4b9eb-8aa9-4452-bae7-b8ac198b4c75,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:24.395482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb1c5e-54fa-4619-88e9-b3159a401deb req-33b839ad-6e5d-4a19-a636-6448486c478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:24.397010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb1c5e-54fa-4619-88e9-b3159a401deb req-33b839ad-6e5d-4a19-a636-6448486c478a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1098 time: 0.1184459 Sep 18 02:23:24.425273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.448509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6beb1c5e-54fa-4619-88e9-b3159a401deb req-691ed078-5c52-4ed2-8d80-a12203ad7de6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425522 Sep 18 02:23:24.527270 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.546871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96260d0a-3bc6-4138-8073-dfce35cbc3ad']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.556032 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eae9e87-a933-440c-97b3-077a86b4244c') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.556322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eae9e87-a933-440c-97b3-077a86b4244c') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.565506 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.578078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.586658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:24.587111 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:24.590040 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:24.653364 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.665079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.667381 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/networks/96260d0a-3bc6-4138-8073-dfce35cbc3ad HTTP/1.1" status: 204 len: 168 time: 0.3504248 Sep 18 02:23:24.669971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57242) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:24.678622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d8088-e2e2-4776-8022-2a826a65aac1 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Network': ['ID=96260d0a-3bc6-4138-8073-dfce35cbc3ad,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:24.758838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.799423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d98c9-2762-4aad-9c58-d7a5e0ea9f46 req-9b0a999d-802f-4cc8-b769-196851921c53 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:24.801283 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-871d98c9-2762-4aad-9c58-d7a5e0ea9f46 req-9b0a999d-802f-4cc8-b769-196851921c53 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.0625155 Sep 18 02:23:24.850936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-871d98c9-2762-4aad-9c58-d7a5e0ea9f46 req-c2be55e8-6add-4ad1-82a3-71a1ba660ca7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Sep 18 02:23:24.878940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.899452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ab6af1-323e-444d-a151-1bb37b4368c9']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.909458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afc478c-a222-4a70-87c0-ef7620ac1f13') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.909754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afc478c-a222-4a70-87c0-ef7620ac1f13') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:24.919784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.933503 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.940368 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:24.940917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:24.943807 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:25.003458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.010521 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.012359 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] 10.222.0.21 "DELETE /v2.0/networks/25ab6af1-323e-444d-a151-1bb37b4368c9 HTTP/1.1" status: 204 len: 168 time: 0.3411367 Sep 18 02:23:25.029256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fc1b8-9214-4eef-b7e1-aad704fa3022 tempest-BulkNetworkOpsIpV6Test-1547891748 tempest-BulkNetworkOpsIpV6Test-1547891748-project] Pushing event deleted for resources: {'Network': ['ID=25ab6af1-323e-444d-a151-1bb37b4368c9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:25.261458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36028480-02a9-4f7b-baf1-a8c8fdcce73d req-7c8e0a4d-8207-47d7-b50c-51e401a3ac40 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:25.263065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36028480-02a9-4f7b-baf1-a8c8fdcce73d req-7c8e0a4d-8207-47d7-b50c-51e401a3ac40 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 946 time: 0.0537610 Sep 18 02:23:25.315679 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36028480-02a9-4f7b-baf1-a8c8fdcce73d req-79b887a7-4fc8-4d6f-8fc2-bf9f19e4da2a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432017 Sep 18 02:23:25.364147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:25.371644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:25.502656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbf34f9d-9de4-4de6-8ac7-caa77f55428b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.523595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a106d961-26b2-4ff1-8f96-be363313ee12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eeb7063f005542cdba8f9aaf47f95e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582460 Sep 18 02:23:25.524185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:25.569348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.576458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46ff829e-0de1-46ba-917f-1a9f628107eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.599633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46ff829e-0de1-46ba-917f-1a9f628107eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.604092 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbf34f9d-9de4-4de6-8ac7-caa77f55428b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.609545 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbf34f9d-9de4-4de6-8ac7-caa77f55428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.652801 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cbf34f9d-9de4-4de6-8ac7-caa77f55428b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76e18dc5ea0b4c55b24d4aa049c7dd8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800488 Sep 18 02:23:25.655524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf34f9d-9de4-4de6-8ac7-caa77f55428b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f205ee0-9cbe-4ded-8edc-b41a266aa832,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:25.656375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57282) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:25.657164 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46ff829e-0de1-46ba-917f-1a9f628107eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.660905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46ff829e-0de1-46ba-917f-1a9f628107eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.664761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-46ff829e-0de1-46ba-917f-1a9f628107eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22584b47-cae2-440b-8d48-1c6aef2b7fd5 HTTP/1.1" status: 204 len: 168 time: 0.1396551 Sep 18 02:23:25.703727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff829e-0de1-46ba-917f-1a9f628107eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22584b47-cae2-440b-8d48-1c6aef2b7fd5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:25.732161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb888-444a-47c1-a91d-7d533a7bc4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.757731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb888-444a-47c1-a91d-7d533a7bc4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.828224 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb888-444a-47c1-a91d-7d533a7bc4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.832250 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac6fb888-444a-47c1-a91d-7d533a7bc4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.833482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ac6fb888-444a-47c1-a91d-7d533a7bc4e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f205ee0-9cbe-4ded-8edc-b41a266aa832 HTTP/1.1" status: 204 len: 168 time: 0.1676536 Sep 18 02:23:25.841980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fb888-444a-47c1-a91d-7d533a7bc4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f205ee0-9cbe-4ded-8edc-b41a266aa832,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:25.937365 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:25.980197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9b573-beb0-415a-a1f4-9a2e22204137 req-718a3990-0421-43f7-b081-c0200bdf011c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:25.981708 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5fa9b573-beb0-415a-a1f4-9a2e22204137 req-718a3990-0421-43f7-b081-c0200bdf011c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.0522063 Sep 18 02:23:26.032605 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5fa9b573-beb0-415a-a1f4-9a2e22204137 req-3fb4d86d-939c-4f28-b59b-e34be6ca5a37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437157 Sep 18 02:23:26.242952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57328) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:26.258302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c871d453-26dd-4b53-afce-c1e65eb509f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.371771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c871d453-26dd-4b53-afce-c1e65eb509f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.377977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c871d453-26dd-4b53-afce-c1e65eb509f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.424286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c871d453-26dd-4b53-afce-c1e65eb509f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=960dadcc3de24828b35fc5aa74e02391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777625 Sep 18 02:23:26.424286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871d453-26dd-4b53-afce-c1e65eb509f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dfa0cd-e405-48d9-b6ff-3e2fcd2436eb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:26.426802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57338) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:26.458466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38f4d5-ff4b-42be-b434-3d12ac15d91f req-15502bbf-3809-4a42-88da-27fa11223318 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:26.460240 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e38f4d5-ff4b-42be-b434-3d12ac15d91f req-15502bbf-3809-4a42-88da-27fa11223318 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 946 time: 0.0585823 Sep 18 02:23:26.489294 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d477d74a-b678-4d69-b72c-e525e14fe0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.503932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9e38f4d5-ff4b-42be-b434-3d12ac15d91f req-0319836c-b836-4584-a99b-dfc495025eb4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369880 Sep 18 02:23:26.519864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d477d74a-b678-4d69-b72c-e525e14fe0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.567331 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d477d74a-b678-4d69-b72c-e525e14fe0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.569947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d477d74a-b678-4d69-b72c-e525e14fe0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.571164 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d477d74a-b678-4d69-b72c-e525e14fe0e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77dfa0cd-e405-48d9-b6ff-3e2fcd2436eb HTTP/1.1" status: 204 len: 168 time: 0.1429746 Sep 18 02:23:26.581158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57346) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:26.581602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477d74a-b678-4d69-b72c-e525e14fe0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dfa0cd-e405-48d9-b6ff-3e2fcd2436eb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:26.681956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917418475'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:26.707401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.716249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.815125 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.819233 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.854581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966f8d8a-1a79-496f-b052-8955b9263d76,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:26.909313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57352) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:26.914918 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.920079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.923223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64fa67e2-ec17-4b2a-87bf-346f85aa247c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:26.947948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94634764-88e7-491e-a2a2-12b9208bae3f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:27.015326 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64fa67e2-ec17-4b2a-87bf-346f85aa247c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.019469 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64fa67e2-ec17-4b2a-87bf-346f85aa247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.022929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.024304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-093e70a2-981e-4ab1-bff5-a1cdc93941b9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4421561 Sep 18 02:23:27.027039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57354) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.061785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-64fa67e2-ec17-4b2a-87bf-346f85aa247c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f3c27faabe54396a2fbdf9a052d0984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513801 Sep 18 02:23:27.065337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57358) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.067454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa67e2-ec17-4b2a-87bf-346f85aa247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c208e2-6a45-4dcb-8089-7c39b64afb19,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:27.104124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9fdbe61-0b56-4ddf-af23-fe51901468b7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0759995 Sep 18 02:23:27.106981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57360) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.112001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-94e54f33-c933-4082-a22e-c15b11f98626 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-security--1148933355', 'description': 'tempest-security-description-7735014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:27.165602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72616eef-5f33-40df-9926-07010b3d1a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.182661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94e54f33-c933-4082-a22e-c15b11f98626 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.203660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72616eef-5f33-40df-9926-07010b3d1a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.235774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299225dc-9dc2-4178-996a-7e6dbfaadd55 req-cd8009ce-df86-4bc6-8462-770f660a448c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:27.237251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-299225dc-9dc2-4178-996a-7e6dbfaadd55 req-cd8009ce-df86-4bc6-8462-770f660a448c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.1207623 Sep 18 02:23:27.293544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94e54f33-c933-4082-a22e-c15b11f98626 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.303359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94e54f33-c933-4082-a22e-c15b11f98626 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.305888 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-94e54f33-c933-4082-a22e-c15b11f98626 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.307120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-94e54f33-c933-4082-a22e-c15b11f98626 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "PUT /v2.0/security-groups/94634764-88e7-491e-a2a2-12b9208bae3f HTTP/1.1" status: 200 len: 1777 time: 0.1992702 Sep 18 02:23:27.310064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57362) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.316890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-299225dc-9dc2-4178-996a-7e6dbfaadd55 req-b3adc644-5eea-4e69-8ea5-4e867976e217 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701334 Sep 18 02:23:27.336970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e54f33-c933-4082-a22e-c15b11f98626 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94634764-88e7-491e-a2a2-12b9208bae3f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:27.339596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72616eef-5f33-40df-9926-07010b3d1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.342116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72616eef-5f33-40df-9926-07010b3d1a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.343296 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-72616eef-5f33-40df-9926-07010b3d1a85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31c208e2-6a45-4dcb-8089-7c39b64afb19 HTTP/1.1" status: 204 len: 168 time: 0.2769830 Sep 18 02:23:27.352110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72616eef-5f33-40df-9926-07010b3d1a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c208e2-6a45-4dcb-8089-7c39b64afb19,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:27.365521 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b91fd6ce-f2d9-4557-9ebe-4551c7b58cf9 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups/94634764-88e7-491e-a2a2-12b9208bae3f HTTP/1.1" status: 200 len: 1777 time: 0.0542219 Sep 18 02:23:27.368668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57366) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.424072 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f46a-5523-42e9-abaa-f4bc622cdfc7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.446617 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f46a-5523-42e9-abaa-f4bc622cdfc7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.489507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f46a-5523-42e9-abaa-f4bc622cdfc7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.492118 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f46a-5523-42e9-abaa-f4bc622cdfc7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.493658 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b0e3f46a-5523-42e9-abaa-f4bc622cdfc7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/94634764-88e7-491e-a2a2-12b9208bae3f HTTP/1.1" status: 204 len: 168 time: 0.1235194 Sep 18 02:23:27.496391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57368) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.504331 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3f46a-5523-42e9-abaa-f4bc622cdfc7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94634764-88e7-491e-a2a2-12b9208bae3f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:27.559191 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b1053913-5124-4cb9-99fd-fff37574cbf7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616906 Sep 18 02:23:27.561924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57372) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.575888 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-ca91aace-ed85-4950-ae36-d619ae4aa51e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] delete failed (client error): The resource could not be found. Sep 18 02:23:27.576911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ca91aace-ed85-4950-ae36-d619ae4aa51e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/94634764-88e7-491e-a2a2-12b9208bae3f HTTP/1.1" status: 404 len: 347 time: 0.0140491 Sep 18 02:23:27.580918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57374) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.585482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-89f10dc4-95c2-4589-b1e2-3550b7613bf0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943598363'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:27.608119 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-89f10dc4-95c2-4589-b1e2-3550b7613bf0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.701087 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-89f10dc4-95c2-4589-b1e2-3550b7613bf0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.705079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-89f10dc4-95c2-4589-b1e2-3550b7613bf0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.736892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-89f10dc4-95c2-4589-b1e2-3550b7613bf0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.738260 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-89f10dc4-95c2-4589-b1e2-3550b7613bf0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1563590 Sep 18 02:23:27.739151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f10dc4-95c2-4589-b1e2-3550b7613bf0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb004ae8-74f6-4d64-998c-ce1e51fe9e31,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:27.741191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57382) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.745811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9a7a34c3-88a5-40ba-b0d7-79ae0fbd9906 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': 'bb004ae8-74f6-4d64-998c-ce1e51fe9e31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:27.782455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a7a34c3-88a5-40ba-b0d7-79ae0fbd9906 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.835426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a7a34c3-88a5-40ba-b0d7-79ae0fbd9906 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.839920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a7a34c3-88a5-40ba-b0d7-79ae0fbd9906 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.856218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a34c3-88a5-40ba-b0d7-79ae0fbd9906 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e48bafa-8c0b-4051-9731-83b3cdc8d0ca,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:27.868333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a7a34c3-88a5-40ba-b0d7-79ae0fbd9906 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.872261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9a7a34c3-88a5-40ba-b0d7-79ae0fbd9906 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275225 Sep 18 02:23:27.872682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57388) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.902443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e01bde88-d6d7-47a0-9353-6b7cda3ee9e0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.911368 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e01bde88-d6d7-47a0-9353-6b7cda3ee9e0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.945637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e01bde88-d6d7-47a0-9353-6b7cda3ee9e0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.950555 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e01bde88-d6d7-47a0-9353-6b7cda3ee9e0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:27.951726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e01bde88-d6d7-47a0-9353-6b7cda3ee9e0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8e48bafa-8c0b-4051-9731-83b3cdc8d0ca HTTP/1.1" status: 204 len: 168 time: 0.0780897 Sep 18 02:23:27.954600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57394) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:27.965563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bde88-d6d7-47a0-9353-6b7cda3ee9e0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e48bafa-8c0b-4051-9731-83b3cdc8d0ca,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:28.011859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9965cc93-3808-4ab9-a385-50fcea70edb1 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553041 Sep 18 02:23:28.014626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57398) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:28.069627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eeea0967-777e-4584-9976-c8ca38cc68e3 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.092941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eeea0967-777e-4584-9976-c8ca38cc68e3 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.140043 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eeea0967-777e-4584-9976-c8ca38cc68e3 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.143818 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eeea0967-777e-4584-9976-c8ca38cc68e3 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.144984 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eeea0967-777e-4584-9976-c8ca38cc68e3 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/bb004ae8-74f6-4d64-998c-ce1e51fe9e31 HTTP/1.1" status: 204 len: 168 time: 0.1294155 Sep 18 02:23:28.147887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57402) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:28.154068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea0967-777e-4584-9976-c8ca38cc68e3 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb004ae8-74f6-4d64-998c-ce1e51fe9e31,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:28.194041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-505c04b3-7798-4567-a942-270f0b3984f1 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448101 Sep 18 02:23:28.197728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57404) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:28.202266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-08313c0d-6e25-4a73-9a17-a29d8cb7a553 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-secgroup--483630835'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:28.228350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08313c0d-6e25-4a73-9a17-a29d8cb7a553 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.312178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08313c0d-6e25-4a73-9a17-a29d8cb7a553 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.316396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08313c0d-6e25-4a73-9a17-a29d8cb7a553 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.339118 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-08313c0d-6e25-4a73-9a17-a29d8cb7a553 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.340344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-08313c0d-6e25-4a73-9a17-a29d8cb7a553 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1416085 Sep 18 02:23:28.343441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57410) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:28.350983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08313c0d-6e25-4a73-9a17-a29d8cb7a553 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6416fd-ea7c-483d-9827-301a7b546314,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:28.351520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a34935cb-79b8-4633-a830-e6780581545e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': '9e6416fd-ea7c-483d-9827-301a7b546314', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:28.386091 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a34935cb-79b8-4633-a830-e6780581545e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.468174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a34935cb-79b8-4633-a830-e6780581545e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.472874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a34935cb-79b8-4633-a830-e6780581545e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.491805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeed8f1-4df4-44f6-9099-ecc0332329a0 req-1ab6c9b1-4287-4bcb-88dd-5f039a9c1bf5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:28.493323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-feeed8f1-4df4-44f6-9099-ecc0332329a0 req-1ab6c9b1-4287-4bcb-88dd-5f039a9c1bf5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.0900443 Sep 18 02:23:28.510567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34935cb-79b8-4633-a830-e6780581545e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd26b54-5ded-4e61-b69e-91a185ae4bd0,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:28.522136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a34935cb-79b8-4633-a830-e6780581545e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.525792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a34935cb-79b8-4633-a830-e6780581545e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1789317 Sep 18 02:23:28.526034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57420) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:28.530323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-45696d58-3e90-4a94-ba37-d86d798ef43b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': '9e6416fd-ea7c-483d-9827-301a7b546314', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:28.563577 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-feeed8f1-4df4-44f6-9099-ecc0332329a0 req-cbac76b5-9ce4-425b-aac1-08be863383b9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629711 Sep 18 02:23:28.575088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45696d58-3e90-4a94-ba37-d86d798ef43b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.624980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45696d58-3e90-4a94-ba37-d86d798ef43b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.629797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45696d58-3e90-4a94-ba37-d86d798ef43b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.649813 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45696d58-3e90-4a94-ba37-d86d798ef43b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8037331-15e8-41bd-bba7-4cfca34c6b9f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:28.660163 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45696d58-3e90-4a94-ba37-d86d798ef43b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.661423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-45696d58-3e90-4a94-ba37-d86d798ef43b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345460 Sep 18 02:23:28.664287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57428) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:28.668643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b5c4a811-8ff9-4367-9f51-66ce0abbed71 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': '9e6416fd-ea7c-483d-9827-301a7b546314', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:28.695794 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5c4a811-8ff9-4367-9f51-66ce0abbed71 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.758905 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5c4a811-8ff9-4367-9f51-66ce0abbed71 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.763822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5c4a811-8ff9-4367-9f51-66ce0abbed71 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.786574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4a811-8ff9-4367-9f51-66ce0abbed71 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e114ae-494f-41df-a65a-053d6782aa2f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:28.790355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5c4a811-8ff9-4367-9f51-66ce0abbed71 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.791636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b5c4a811-8ff9-4367-9f51-66ce0abbed71 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264055 Sep 18 02:23:28.794747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57430) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:28.799206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c64b5167-7d3d-4f54-af72-09d742184cca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': '9e6416fd-ea7c-483d-9827-301a7b546314', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:28.829868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c64b5167-7d3d-4f54-af72-09d742184cca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.890623 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c64b5167-7d3d-4f54-af72-09d742184cca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.894808 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c64b5167-7d3d-4f54-af72-09d742184cca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.911933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b5167-7d3d-4f54-af72-09d742184cca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe084c52-23b7-410a-aa63-dbbf04a26896,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:28.920095 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c64b5167-7d3d-4f54-af72-09d742184cca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:28.923241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c64b5167-7d3d-4f54-af72-09d742184cca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275339 Sep 18 02:23:28.923791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57446) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:28.927821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c0aafe48-3d18-43dc-877b-3d52d9578afc tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': '9e6416fd-ea7c-483d-9827-301a7b546314', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:28.961271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0aafe48-3d18-43dc-877b-3d52d9578afc tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.024028 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0aafe48-3d18-43dc-877b-3d52d9578afc tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.032394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0aafe48-3d18-43dc-877b-3d52d9578afc tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.051182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aafe48-3d18-43dc-877b-3d52d9578afc tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce36ffe5-8908-4600-8eb0-7893dde8c38e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:29.057348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c0aafe48-3d18-43dc-877b-3d52d9578afc tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.061709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57458) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.061851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c0aafe48-3d18-43dc-877b-3d52d9578afc tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1375010 Sep 18 02:23:29.087013 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86bbb6d3-6c3b-45e0-8706-ca364f0b6feb tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.094192 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86bbb6d3-6c3b-45e0-8706-ca364f0b6feb tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.121281 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86bbb6d3-6c3b-45e0-8706-ca364f0b6feb tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.128522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-86bbb6d3-6c3b-45e0-8706-ca364f0b6feb tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.129685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-86bbb6d3-6c3b-45e0-8706-ca364f0b6feb tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ce36ffe5-8908-4600-8eb0-7893dde8c38e HTTP/1.1" status: 204 len: 168 time: 0.0664275 Sep 18 02:23:29.132360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57464) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.135020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbb6d3-6c3b-45e0-8706-ca364f0b6feb tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce36ffe5-8908-4600-8eb0-7893dde8c38e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:29.189655 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-afc00914-20c0-4b5a-9772-a501d3fac14b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0560129 Sep 18 02:23:29.192275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57468) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.221857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82ba6096-9b0c-4fda-b7aa-515542af8824 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.229817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82ba6096-9b0c-4fda-b7aa-515542af8824 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.264530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82ba6096-9b0c-4fda-b7aa-515542af8824 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.271446 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82ba6096-9b0c-4fda-b7aa-515542af8824 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.272564 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-82ba6096-9b0c-4fda-b7aa-515542af8824 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fe084c52-23b7-410a-aa63-dbbf04a26896 HTTP/1.1" status: 204 len: 168 time: 0.0793858 Sep 18 02:23:29.275636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57470) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.278133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba6096-9b0c-4fda-b7aa-515542af8824 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe084c52-23b7-410a-aa63-dbbf04a26896,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:29.326354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-995a54ed-d303-4c64-bd7f-77f438c1edc2 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0491948 Sep 18 02:23:29.329087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57474) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.352294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-33ca7f72-ef18-4385-92a1-4e256e26edca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.359919 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-33ca7f72-ef18-4385-92a1-4e256e26edca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.379139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57476) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.390977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-33ca7f72-ef18-4385-92a1-4e256e26edca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.397196 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-33ca7f72-ef18-4385-92a1-4e256e26edca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.398308 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-33ca7f72-ef18-4385-92a1-4e256e26edca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/22e114ae-494f-41df-a65a-053d6782aa2f HTTP/1.1" status: 204 len: 168 time: 0.0683162 Sep 18 02:23:29.401418 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57480) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.404101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca7f72-ef18-4385-92a1-4e256e26edca tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22e114ae-494f-41df-a65a-053d6782aa2f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:29.477047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5c6f632c-68bf-4a33-83f8-2b2e7768d721 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0744436 Sep 18 02:23:29.479791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57482) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.510283 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d102ba44-fba7-426b-b5c6-ee52fd850e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.518585 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-f78ecc34-534e-4ba4-94df-279b5d1706b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935483 Sep 18 02:23:29.532920 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a545dd95-69f0-4c09-84ad-c13a62be69db tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.545993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a545dd95-69f0-4c09-84ad-c13a62be69db tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.620948 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a545dd95-69f0-4c09-84ad-c13a62be69db tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.626556 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a545dd95-69f0-4c09-84ad-c13a62be69db tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.630395 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a545dd95-69f0-4c09-84ad-c13a62be69db tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e8037331-15e8-41bd-bba7-4cfca34c6b9f HTTP/1.1" status: 204 len: 168 time: 0.1472349 Sep 18 02:23:29.631179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57486) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.673910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-072214e2-db92-41c2-89f7-bea0f9b99f91 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411828 Sep 18 02:23:29.676510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57488) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.676849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-8d1491f0-7d34-477e-bf57-7fb409681966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:29.678347 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-8d1491f0-7d34-477e-bf57-7fb409681966 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 1098 time: 0.1151929 Sep 18 02:23:29.679136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545dd95-69f0-4c09-84ad-c13a62be69db tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8037331-15e8-41bd-bba7-4cfca34c6b9f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:29.706342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-89950c22-489f-4747-9b79-2fc4f1b0ead8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.714550 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-89950c22-489f-4747-9b79-2fc4f1b0ead8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.743062 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-89950c22-489f-4747-9b79-2fc4f1b0ead8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.749384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-89950c22-489f-4747-9b79-2fc4f1b0ead8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.750367 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60543a07-5f80-446d-9fa9-c571579a1a8a req-05fe928f-180a-4a98-aea4-333e4a482e5e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:29.751173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-89950c22-489f-4747-9b79-2fc4f1b0ead8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5dd26b54-5ded-4e61-b69e-91a185ae4bd0 HTTP/1.1" status: 204 len: 168 time: 0.0735464 Sep 18 02:23:29.752062 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60543a07-5f80-446d-9fa9-c571579a1a8a req-05fe928f-180a-4a98-aea4-333e4a482e5e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.1168237 Sep 18 02:23:29.756031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57490) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.763875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89950c22-489f-4747-9b79-2fc4f1b0ead8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dd26b54-5ded-4e61-b69e-91a185ae4bd0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:29.799338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-85d0b882-653e-43ec-b535-a63ff71bfd28 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420992 Sep 18 02:23:29.802079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57492) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.812249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d102ba44-fba7-426b-b5c6-ee52fd850e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.823308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d102ba44-fba7-426b-b5c6-ee52fd850e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.857412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03c33b72-d1f1-4549-91bc-ee0d7568bca5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.881443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03c33b72-d1f1-4549-91bc-ee0d7568bca5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.890507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-60543a07-5f80-446d-9fa9-c571579a1a8a req-487d241d-95db-4798-a38f-2c6d80f7eaf4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285853 Sep 18 02:23:29.893722 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102ba44-fba7-426b-b5c6-ee52fd850e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ab046-28bd-4f4b-8433-a210808ce8ca,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:29.904802 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d102ba44-fba7-426b-b5c6-ee52fd850e9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5a43bb36b43447d83439b5eb190f7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222352 Sep 18 02:23:29.904802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-4017962b-acf6-4e99-bb4e-04a4d639a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:29.905164 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-4017962b-acf6-4e99-bb4e-04a4d639a761 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.1984456 Sep 18 02:23:29.905615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57494) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.928512 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03c33b72-d1f1-4549-91bc-ee0d7568bca5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.931329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03c33b72-d1f1-4549-91bc-ee0d7568bca5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:29.935031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-03c33b72-d1f1-4549-91bc-ee0d7568bca5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e6416fd-ea7c-483d-9827-301a7b546314 HTTP/1.1" status: 204 len: 168 time: 0.1296139 Sep 18 02:23:29.935903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57496) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.953548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33b72-d1f1-4549-91bc-ee0d7568bca5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6416fd-ea7c-483d-9827-301a7b546314,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:29.975914 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:23:29.990555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-885c4b46-da65-417c-9067-2ae9b2c5745f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534618 Sep 18 02:23:29.995167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57498) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:29.995998 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-72095753-4520-4f08-94d0-671184263aa2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 200 len: 1001 time: 0.0828159 Sep 18 02:23:29.999657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-23cb30b7-bbea-4c4f-bb93-904c5e88f738 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-secgroup--846146561'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:30.022513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23cb30b7-bbea-4c4f-bb93-904c5e88f738 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.033497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bfeae45-7633-4246-8f38-ebb191df6773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.071306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bfeae45-7633-4246-8f38-ebb191df6773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.078474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-e1384b8c-b38f-40f7-8fd1-d77fb6a0281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:30.080280 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-e1384b8c-b38f-40f7-8fd1-d77fb6a0281b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0759134 Sep 18 02:23:30.109898 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23cb30b7-bbea-4c4f-bb93-904c5e88f738 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.114419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23cb30b7-bbea-4c4f-bb93-904c5e88f738 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.144440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb30b7-bbea-4c4f-bb93-904c5e88f738 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53423d25-7c65-493f-80ea-f5f4394cebba,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:30.146519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-32e079b4-1d61-4a7c-87ca-111c64272e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:30.148111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-32e079b4-1d61-4a7c-87ca-111c64272e16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508504 Sep 18 02:23:30.151903 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23cb30b7-bbea-4c4f-bb93-904c5e88f738 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.153051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-23cb30b7-bbea-4c4f-bb93-904c5e88f738 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1568227 Sep 18 02:23:30.156113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57500) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:30.161854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-00fb0cd6-a433-4712-a6bc-f025c898c62d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': '53423d25-7c65-493f-80ea-f5f4394cebba', 'direction': 'ingress', 'protocol': 17}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:30.165235 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bfeae45-7633-4246-8f38-ebb191df6773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.167755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bfeae45-7633-4246-8f38-ebb191df6773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.169009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7bfeae45-7633-4246-8f38-ebb191df6773 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e1ab046-28bd-4f4b-8433-a210808ce8ca HTTP/1.1" status: 204 len: 168 time: 0.2623441 Sep 18 02:23:30.190676 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-00fb0cd6-a433-4712-a6bc-f025c898c62d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.193393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfeae45-7633-4246-8f38-ebb191df6773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ab046-28bd-4f4b-8433-a210808ce8ca,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:30.257498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-3916ff3a-2240-4269-984d-5803ed551559 service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014957 Sep 18 02:23:30.259670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-00fb0cd6-a433-4712-a6bc-f025c898c62d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.263990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-00fb0cd6-a433-4712-a6bc-f025c898c62d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.285632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-00fb0cd6-a433-4712-a6bc-f025c898c62d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.286313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-00fb0cd6-a433-4712-a6bc-f025c898c62d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1283236 Sep 18 02:23:30.287319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb0cd6-a433-4712-a6bc-f025c898c62d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946c5653-3fe8-4d15-8392-bcb755d624d5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:30.289098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57504) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:30.347941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a10ebff-4b75-4e07-a202-3c2aa0455bb4 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.369319 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85b5b5a6-b56b-4236-affa-047470f0c7e2 req-d3ab0560-eff9-4255-97be-ddae1798e56f service neutron] 10.222.0.18 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009924 Sep 18 02:23:30.372519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a10ebff-4b75-4e07-a202-3c2aa0455bb4 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.426035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a10ebff-4b75-4e07-a202-3c2aa0455bb4 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.428657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a10ebff-4b75-4e07-a202-3c2aa0455bb4 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.429856 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9a10ebff-4b75-4e07-a202-3c2aa0455bb4 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/53423d25-7c65-493f-80ea-f5f4394cebba HTTP/1.1" status: 204 len: 168 time: 0.1399074 Sep 18 02:23:30.432523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57508) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:30.441601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10ebff-4b75-4e07-a202-3c2aa0455bb4 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53423d25-7c65-493f-80ea-f5f4394cebba,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:30.482814 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-80bec760-ecef-411b-94c8-e058a48a1521 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484183 Sep 18 02:23:30.485818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57510) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:30.489154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57512) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:30.490441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0b233979-5cac-4bf5-81b4-d952dd5a10b0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318951079'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:30.503202 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b2d79a5-3a1f-4b8e-b46e-47322f4386c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.518141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b233979-5cac-4bf5-81b4-d952dd5a10b0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.596225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b2d79a5-3a1f-4b8e-b46e-47322f4386c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.599762 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b2d79a5-3a1f-4b8e-b46e-47322f4386c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.638156 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2b2d79a5-3a1f-4b8e-b46e-47322f4386c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c208a069912949188cd49fb79789a943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479199 Sep 18 02:23:30.639096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d79a5-3a1f-4b8e-b46e-47322f4386c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866bf61f-001e-4ab3-81d5-d79e7b9dcf31,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:30.640830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57514) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:30.701807 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b233979-5cac-4bf5-81b4-d952dd5a10b0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.708931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b233979-5cac-4bf5-81b4-d952dd5a10b0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.753850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ee18259-fa74-43d2-b5d9-b207bc204820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.755350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b233979-5cac-4bf5-81b4-d952dd5a10b0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.756957 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b233979-5cac-4bf5-81b4-d952dd5a10b0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2699764 Sep 18 02:23:30.759768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57516) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:30.760494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b233979-5cac-4bf5-81b4-d952dd5a10b0 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a913d597-15a5-4544-8e6b-70e1c8a4c10e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:30.771342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ce26fa5c-131f-4484-8520-9064a3793e0f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-secgroup--732594042'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:30.802725 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ee18259-fa74-43d2-b5d9-b207bc204820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.818344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce26fa5c-131f-4484-8520-9064a3793e0f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.853246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4f832788-3c97-417f-8817-22f92bfbed54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.876483 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ee18259-fa74-43d2-b5d9-b207bc204820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.878882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ee18259-fa74-43d2-b5d9-b207bc204820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.880031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ee18259-fa74-43d2-b5d9-b207bc204820 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/866bf61f-001e-4ab3-81d5-d79e7b9dcf31 HTTP/1.1" status: 204 len: 168 time: 0.2364841 Sep 18 02:23:30.894254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee18259-fa74-43d2-b5d9-b207bc204820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866bf61f-001e-4ab3-81d5-d79e7b9dcf31,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:30.936818 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce26fa5c-131f-4484-8520-9064a3793e0f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.944606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce26fa5c-131f-4484-8520-9064a3793e0f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.979189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce26fa5c-131f-4484-8520-9064a3793e0f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:30.980430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ce26fa5c-131f-4484-8520-9064a3793e0f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2160885 Sep 18 02:23:30.983199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57522) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:30.987605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f7943232-54b8-4cce-bed9-d1b17bd7f3d5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': 'a913d597-15a5-4544-8e6b-70e1c8a4c10e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e76ba661-45df-48ad-9ba4-10a5441a2027', 'remote_ip_prefix': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:31.000246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26fa5c-131f-4484-8520-9064a3793e0f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76ba661-45df-48ad-9ba4-10a5441a2027,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:31.031425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7943232-54b8-4cce-bed9-d1b17bd7f3d5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.037906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c2b57-40a9-4d53-a2a0-569b862e9254 req-ceddda4b-8cae-47b3-b0d3-3f034d98d4af tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:31.039631 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-454c2b57-40a9-4d53-a2a0-569b862e9254 req-ceddda4b-8cae-47b3-b0d3-3f034d98d4af tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.0729692 Sep 18 02:23:31.099852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-454c2b57-40a9-4d53-a2a0-569b862e9254 req-896c2c98-a8f3-4313-8279-88836f652ea1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528023 Sep 18 02:23:31.130351 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7943232-54b8-4cce-bed9-d1b17bd7f3d5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.135522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7943232-54b8-4cce-bed9-d1b17bd7f3d5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.153192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943232-54b8-4cce-bed9-d1b17bd7f3d5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568a2f99-6603-4331-8265-892e076523bc,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:31.159321 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7943232-54b8-4cce-bed9-d1b17bd7f3d5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.160690 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f7943232-54b8-4cce-bed9-d1b17bd7f3d5 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1765823 Sep 18 02:23:31.163636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57526) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:31.189472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2754cc4a-aa6f-418d-a614-9c66e68bcb14 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.197517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2754cc4a-aa6f-418d-a614-9c66e68bcb14 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.225433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2754cc4a-aa6f-418d-a614-9c66e68bcb14 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.232339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2754cc4a-aa6f-418d-a614-9c66e68bcb14 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.233555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2754cc4a-aa6f-418d-a614-9c66e68bcb14 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/568a2f99-6603-4331-8265-892e076523bc HTTP/1.1" status: 204 len: 168 time: 0.0689039 Sep 18 02:23:31.237128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57532) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:31.240652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754cc4a-aa6f-418d-a614-9c66e68bcb14 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=568a2f99-6603-4331-8265-892e076523bc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:31.287261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-31485e30-82f3-4e20-8c07-62bad3b3da49 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0489907 Sep 18 02:23:31.290190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57536) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:31.352667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f68a7b3f-e9b3-4365-b7f4-88b82359a61d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.379441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f68a7b3f-e9b3-4365-b7f4-88b82359a61d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.427379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f68a7b3f-e9b3-4365-b7f4-88b82359a61d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.430191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f68a7b3f-e9b3-4365-b7f4-88b82359a61d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.433770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f68a7b3f-e9b3-4365-b7f4-88b82359a61d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/e76ba661-45df-48ad-9ba4-10a5441a2027 HTTP/1.1" status: 204 len: 168 time: 0.1402230 Sep 18 02:23:31.434212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57542) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:31.441126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a7b3f-e9b3-4365-b7f4-88b82359a61d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76ba661-45df-48ad-9ba4-10a5441a2027,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:31.511022 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a9e252de-7d19-4c2a-8b09-c3aa99a24770 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0730624 Sep 18 02:23:31.511482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57546) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:31.567959 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8e01608-1c2d-43ec-a2be-54101081d46b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.591785 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8e01608-1c2d-43ec-a2be-54101081d46b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.638569 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8e01608-1c2d-43ec-a2be-54101081d46b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.641292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8e01608-1c2d-43ec-a2be-54101081d46b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.642487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b8e01608-1c2d-43ec-a2be-54101081d46b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/a913d597-15a5-4544-8e6b-70e1c8a4c10e HTTP/1.1" status: 204 len: 168 time: 0.1300666 Sep 18 02:23:31.645257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57552) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:31.653669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e01608-1c2d-43ec-a2be-54101081d46b tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a913d597-15a5-4544-8e6b-70e1c8a4c10e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:31.714387 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-58148bb7-50ee-4845-a4cc-b02496f4b589 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666933 Sep 18 02:23:31.718183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57556) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:31.723625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3ed8b3a5-b5a9-4d5b-8789-733c4cccf315 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034780550'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:31.748273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b3a5-b5a9-4d5b-8789-733c4cccf315 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.844538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b3a5-b5a9-4d5b-8789-733c4cccf315 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.849297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b3a5-b5a9-4d5b-8789-733c4cccf315 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.884248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8b3a5-b5a9-4d5b-8789-733c4cccf315 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c51986-44f8-4924-bd86-e4a1d7c14c1e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:31.894855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b3a5-b5a9-4d5b-8789-733c4cccf315 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:31.897117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3ed8b3a5-b5a9-4d5b-8789-733c4cccf315 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1776257 Sep 18 02:23:31.899856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57560) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:31.904367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-51fbbac6-1661-4f12-9396-cab5a06a7f2a tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': '15c51986-44f8-4924-bd86-e4a1d7c14c1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:31.940142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51fbbac6-1661-4f12-9396-cab5a06a7f2a tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.247207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2163138-fb00-4fc6-9b00-a10672b984c6 req-a0cef9aa-e0f7-4e1b-876a-327ccc721ecf tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:32.248888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2163138-fb00-4fc6-9b00-a10672b984c6 req-a0cef9aa-e0f7-4e1b-876a-327ccc721ecf tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 943 time: 0.0587757 Sep 18 02:23:32.285206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51fbbac6-1661-4f12-9396-cab5a06a7f2a tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.289609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51fbbac6-1661-4f12-9396-cab5a06a7f2a tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.289790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2163138-fb00-4fc6-9b00-a10672b984c6 req-ed2fcc0b-c5a7-47b9-aedc-efcd2d6742cc tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Sep 18 02:23:32.295172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:23:32.312758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbbac6-1661-4f12-9396-cab5a06a7f2a tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17a8ad1-d8ea-46cc-8897-3ef0fb3e9b35,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:32.317885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-51fbbac6-1661-4f12-9396-cab5a06a7f2a tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.319556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-51fbbac6-1661-4f12-9396-cab5a06a7f2a tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4186287 Sep 18 02:23:32.323794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57574) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:32.348952 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddad63c5-cd6c-46c2-9657-071c05884d76 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.357287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddad63c5-cd6c-46c2-9657-071c05884d76 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.386481 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddad63c5-cd6c-46c2-9657-071c05884d76 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.395485 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ddad63c5-cd6c-46c2-9657-071c05884d76 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.398983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ddad63c5-cd6c-46c2-9657-071c05884d76 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f17a8ad1-d8ea-46cc-8897-3ef0fb3e9b35 HTTP/1.1" status: 204 len: 168 time: 0.0718822 Sep 18 02:23:32.399361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57578) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:32.401419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad63c5-cd6c-46c2-9657-071c05884d76 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f17a8ad1-d8ea-46cc-8897-3ef0fb3e9b35,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:32.409801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:32.422170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'a6a19294-1cbf-4e69-a854-e0fe90ee0dd4', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'port_id': 'a6a19294-1cbf-4e69-a854-e0fe90ee0dd4', 'mac_address': 'fa:16:3e:51:cc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:23:32.448151 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-080af702-2e2f-4cd2-8b16-3ce9b53ca148 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474517 Sep 18 02:23:32.457006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57582) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:32.477738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.493438 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:23:32.515267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:32.517619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5293690-e90c-48f3-be92-e2d1b857d8c1 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.522308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.548571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5293690-e90c-48f3-be92-e2d1b857d8c1 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.571611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:32.595712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5293690-e90c-48f3-be92-e2d1b857d8c1 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.598432 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5293690-e90c-48f3-be92-e2d1b857d8c1 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.599739 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5293690-e90c-48f3-be92-e2d1b857d8c1 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/15c51986-44f8-4924-bd86-e4a1d7c14c1e HTTP/1.1" status: 204 len: 168 time: 0.1415880 Sep 18 02:23:32.602490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57588) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:32.611413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5293690-e90c-48f3-be92-e2d1b857d8c1 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c51986-44f8-4924-bd86-e4a1d7c14c1e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:32.648612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aacda58e-e18d-4d5d-8c40-f1de4e0e420e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448680 Sep 18 02:23:32.652443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57592) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:32.657403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f14e8224-3661-42b7-a3dc-9709043b11c7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715946190'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:32.680222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f14e8224-3661-42b7-a3dc-9709043b11c7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.724215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a6a19294-1cbf-4e69-a854-e0fe90ee0dd4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:23:32.782827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f14e8224-3661-42b7-a3dc-9709043b11c7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.787912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f14e8224-3661-42b7-a3dc-9709043b11c7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.818006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e8224-3661-42b7-a3dc-9709043b11c7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbab58d5-32b8-4403-a609-284de48a5053,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:32.821251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f14e8224-3661-42b7-a3dc-9709043b11c7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.825116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f14e8224-3661-42b7-a3dc-9709043b11c7 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1691973 Sep 18 02:23:32.825481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57598) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:32.830784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d1ce778e-2c7e-4fe9-b723-3e5aa46c71f6 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': 'dbab58d5-32b8-4403-a609-284de48a5053', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:32.858963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1ce778e-2c7e-4fe9-b723-3e5aa46c71f6 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.915749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1ce778e-2c7e-4fe9-b723-3e5aa46c71f6 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.920161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1ce778e-2c7e-4fe9-b723-3e5aa46c71f6 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.941694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce778e-2c7e-4fe9-b723-3e5aa46c71f6 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2b72b5-11fd-4610-a21a-c9aed325a84a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:32.945492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1ce778e-2c7e-4fe9-b723-3e5aa46c71f6 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:32.949135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d1ce778e-2c7e-4fe9-b723-3e5aa46c71f6 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204102 Sep 18 02:23:32.949607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57602) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:32.965403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c6e9ec75-a341-4174-a817-fbeb437bd424 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules/4a2b72b5-11fd-4610-a21a-c9aed325a84a HTTP/1.1" status: 200 len: 763 time: 0.0149510 Sep 18 02:23:32.968155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57604) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.011312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-be680f3f-8a70-4892-ab2f-cb4afec115fe tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420434 Sep 18 02:23:33.013162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57606) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.039571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e469cc72-9139-4ef0-82da-4785ef30cb21 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.047197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e469cc72-9139-4ef0-82da-4785ef30cb21 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.076141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e469cc72-9139-4ef0-82da-4785ef30cb21 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.084177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e469cc72-9139-4ef0-82da-4785ef30cb21 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.085413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e469cc72-9139-4ef0-82da-4785ef30cb21 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4a2b72b5-11fd-4610-a21a-c9aed325a84a HTTP/1.1" status: 204 len: 168 time: 0.0712500 Sep 18 02:23:33.088005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57608) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.099116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469cc72-9139-4ef0-82da-4785ef30cb21 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a2b72b5-11fd-4610-a21a-c9aed325a84a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:33.137650 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f8ccfe96-11e3-4974-9daf-d5891df8f4a6 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484080 Sep 18 02:23:33.140350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57610) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.145744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b29fdf41-968e-4ff3-a277-f2c5e73956d8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': 'dbab58d5-32b8-4403-a609-284de48a5053', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:33.172757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29fdf41-968e-4ff3-a277-f2c5e73956d8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.221825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29fdf41-968e-4ff3-a277-f2c5e73956d8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.227111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29fdf41-968e-4ff3-a277-f2c5e73956d8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.246231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fdf41-968e-4ff3-a277-f2c5e73956d8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb9c41a-b431-4498-b0ab-813c42a14f30,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:33.254183 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b29fdf41-968e-4ff3-a277-f2c5e73956d8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.255568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b29fdf41-968e-4ff3-a277-f2c5e73956d8 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135578 Sep 18 02:23:33.258307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57614) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.277538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3f2a4f93-737c-49c0-bb5f-20e6f68898bb tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules/0eb9c41a-b431-4498-b0ab-813c42a14f30 HTTP/1.1" status: 200 len: 763 time: 0.0158963 Sep 18 02:23:33.277860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57618) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.330527 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2e5d9b93-7861-416c-b332-2fb1bd0092af tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0487702 Sep 18 02:23:33.330658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57622) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.355103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef8ef290-ac78-4d89-8f58-8859a56a369f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.364234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef8ef290-ac78-4d89-8f58-8859a56a369f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.420804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef8ef290-ac78-4d89-8f58-8859a56a369f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.426028 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a38c239-a86a-481d-aa69-61388c963c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.429618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef8ef290-ac78-4d89-8f58-8859a56a369f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.433070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ef8ef290-ac78-4d89-8f58-8859a56a369f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0eb9c41a-b431-4498-b0ab-813c42a14f30 HTTP/1.1" status: 204 len: 168 time: 0.0990043 Sep 18 02:23:33.433434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57626) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.443833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eb357-0aeb-45ea-8883-0cd4273bfeab req-00468938-1bbb-4382-9f16-baa03058a8e1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:33.445416 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e62eb357-0aeb-45ea-8883-0cd4273bfeab req-00468938-1bbb-4382-9f16-baa03058a8e1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 944 time: 0.0777278 Sep 18 02:23:33.449704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ef290-ac78-4d89-8f58-8859a56a369f tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eb9c41a-b431-4498-b0ab-813c42a14f30,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:33.475293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-10544376-ca7e-4820-8851-76ed2c7f6796 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406210 Sep 18 02:23:33.477720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57628) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.482176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4caa8286-2e85-4c59-9e68-388231cb833d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Request body: {'security_group_rule': {'security_group_id': 'dbab58d5-32b8-4403-a609-284de48a5053', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:33.501062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e62eb357-0aeb-45ea-8883-0cd4273bfeab req-b7392628-b99d-4d71-a7d8-8d6fb882128f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Sep 18 02:23:33.504814 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-4caa8286-2e85-4c59-9e68-388231cb833d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Project 3962d054fd8f42e88f18faaee364abe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:23:33.509878 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4caa8286-2e85-4c59-9e68-388231cb833d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.568607 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4caa8286-2e85-4c59-9e68-388231cb833d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.572670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4caa8286-2e85-4c59-9e68-388231cb833d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.590697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa8286-2e85-4c59-9e68-388231cb833d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74d1e59-b86c-45b9-aace-6207784b85b7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:33.598802 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4caa8286-2e85-4c59-9e68-388231cb833d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.600146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4caa8286-2e85-4c59-9e68-388231cb833d tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213357 Sep 18 02:23:33.602607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57630) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.618939 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-85afa6cd-3566-4921-8b2f-d5e4b9290ece tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules/d74d1e59-b86c-45b9-aace-6207784b85b7 HTTP/1.1" status: 200 len: 769 time: 0.0152037 Sep 18 02:23:33.621207 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57632) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.661698 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c98ef8fa-ef4d-4e87-84cf-f36fb9c180c3 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0394351 Sep 18 02:23:33.664140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57634) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.687491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ff73c04-89e4-4acc-9466-c93566ff640e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.694929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ff73c04-89e4-4acc-9466-c93566ff640e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.726477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ff73c04-89e4-4acc-9466-c93566ff640e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.733084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ff73c04-89e4-4acc-9466-c93566ff640e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.737545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9ff73c04-89e4-4acc-9466-c93566ff640e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d74d1e59-b86c-45b9-aace-6207784b85b7 HTTP/1.1" status: 204 len: 168 time: 0.0691779 Sep 18 02:23:33.737545 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57636) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.748084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff73c04-89e4-4acc-9466-c93566ff640e tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d74d1e59-b86c-45b9-aace-6207784b85b7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:33.789011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-01eee436-785d-4542-9c88-aa565e45c118 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482228 Sep 18 02:23:33.789224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57638) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.847209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88b98828-f72d-4134-9fdb-7dcb70752576 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.873084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88b98828-f72d-4134-9fdb-7dcb70752576 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.915788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88b98828-f72d-4134-9fdb-7dcb70752576 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.918526 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88b98828-f72d-4134-9fdb-7dcb70752576 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:33.919792 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-88b98828-f72d-4134-9fdb-7dcb70752576 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "DELETE /v2.0/security-groups/dbab58d5-32b8-4403-a609-284de48a5053 HTTP/1.1" status: 204 len: 168 time: 0.1296706 Sep 18 02:23:33.923389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57640) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:33.930263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b98828-f72d-4134-9fdb-7dcb70752576 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbab58d5-32b8-4403-a609-284de48a5053,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:33.976928 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-efa26e7b-4612-4b44-b663-11772aa4e0ab tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523255 Sep 18 02:23:33.980953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57642) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:34.021775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e45c52af-b9bd-4a09-af6a-2575cc36a809 tempest-SecGroupIPv6Test-1813649657 tempest-SecGroupIPv6Test-1813649657-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0397801 Sep 18 02:23:34.067463 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:34.261104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57648) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:34.321168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:23:34.382550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:23:34.386358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:23:34.386703 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:34.418531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ef7ba681-c67a-45cc-97f9-570353ff507b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3962d054fd8f42e88f18faaee364abe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540031 Sep 18 02:23:34.419327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57658) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:34.470871 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:34.473819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21a291eb-dc4e-4068-87c6-2dd99e08035a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:34.498487 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21a291eb-dc4e-4068-87c6-2dd99e08035a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:34.502097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbaabef-e966-4aa4-a347-ce643f011f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a19294-1cbf-4e69-a854-e0fe90ee0dd4'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:23:34.504807 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf36d8-ef79-4cf9-a454-f4589cb99116" -d '{"events": [{"server_uuid": "6cbaabef-e966-4aa4-a347-ce643f011f9d", "name": "network-vif-plugged", "status": "completed", "tag": "a6a19294-1cbf-4e69-a854-e0fe90ee0dd4"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:23:34.519430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:34.525827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:34.562682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21a291eb-dc4e-4068-87c6-2dd99e08035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:34.573576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21a291eb-dc4e-4068-87c6-2dd99e08035a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:34.573776 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-21a291eb-dc4e-4068-87c6-2dd99e08035a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/966f8d8a-1a79-496f-b052-8955b9263d76 HTTP/1.1" status: 204 len: 168 time: 0.1529136 Sep 18 02:23:34.584989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a291eb-dc4e-4068-87c6-2dd99e08035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966f8d8a-1a79-496f-b052-8955b9263d76,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:34.587798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:34.624024 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f63448-b706-4383-b9cb-4ee36282efff x-openstack-request-id: req-b3f63448-b706-4383-b9cb-4ee36282efff {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:23:34.624333 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbaabef-e966-4aa4-a347-ce643f011f9d", "name": "network-vif-plugged", "status": "completed", "tag": "a6a19294-1cbf-4e69-a854-e0fe90ee0dd4", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:23:34.624886 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3f63448-b706-4383-b9cb-4ee36282efff {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:23:34.626023 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbaabef-e966-4aa4-a347-ce643f011f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a19294-1cbf-4e69-a854-e0fe90ee0dd4', 'code': 200} Sep 18 02:23:34.694385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c176a63-7c87-468a-971e-10dc92499822 req-16a66652-2a27-4a41-8345-e1d1f429202e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:34.696031 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c176a63-7c87-468a-971e-10dc92499822 req-16a66652-2a27-4a41-8345-e1d1f429202e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 945 time: 0.0571458 Sep 18 02:23:34.766223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f22b3e-b3df-4641-8be3-f7763bee5cde req-ae6ede51-3f6f-4ed4-ab6b-13213ee05802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:34.768208 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-41f22b3e-b3df-4641-8be3-f7763bee5cde req-ae6ede51-3f6f-4ed4-ab6b-13213ee05802 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 1097 time: 0.0712018 Sep 18 02:23:34.771200 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c176a63-7c87-468a-971e-10dc92499822 req-fc7a0af0-ed4a-442d-8ea5-748fa8ecaa7a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653477 Sep 18 02:23:34.805282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-41f22b3e-b3df-4641-8be3-f7763bee5cde req-93e0ccaa-c5ac-4731-b2bd-bd6e53f7da23 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298417 Sep 18 02:23:34.945730 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.316387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57696) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:35.413318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193655947'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:35.435830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.444541 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.539306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.543312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.582349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7f97bb-b195-4a6f-8cf5-fe784d83fbd2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:35.641781 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.645175 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.674276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.678401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3586380 Sep 18 02:23:35.678401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefeea0-cd7b-4a01-8da5-e6cb78a13c30 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0d55d-6cc8-4988-b4c7-725aeed216c6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:35.679225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57708) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:35.744861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d8f3ebb6-9194-41ff-a900-586a291cdeac tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0643878 Sep 18 02:23:35.747451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57710) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:35.754136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a3cdf628-8643-4834-a49b-b53652e11e22 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-security--1830612828', 'description': 'tempest-security-description-1242078653'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:35.781590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf628-8643-4834-a49b-b53652e11e22 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.835456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf628-8643-4834-a49b-b53652e11e22 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.840039 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf628-8643-4834-a49b-b53652e11e22 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.842860 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf628-8643-4834-a49b-b53652e11e22 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:35.844443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a3cdf628-8643-4834-a49b-b53652e11e22 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "PUT /v2.0/security-groups/93c0d55d-6cc8-4988-b4c7-725aeed216c6 HTTP/1.1" status: 200 len: 1780 time: 0.0958049 Sep 18 02:23:35.847642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57714) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:35.870478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdf628-8643-4834-a49b-b53652e11e22 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0d55d-6cc8-4988-b4c7-725aeed216c6,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:35.925847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7d944a38-5a7f-48ec-814b-dae4eda3a511 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups/93c0d55d-6cc8-4988-b4c7-725aeed216c6 HTTP/1.1" status: 200 len: 1780 time: 0.0767565 Sep 18 02:23:35.928573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57716) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:35.938155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5dde-4af6-4997-9273-6d9c2fc9c075 req-6a32dbd7-af9e-4afe-893f-8b26b71104c5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:35.939731 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-172d5dde-4af6-4997-9273-6d9c2fc9c075 req-6a32dbd7-af9e-4afe-893f-8b26b71104c5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 945 time: 0.0738649 Sep 18 02:23:35.979137 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-172d5dde-4af6-4997-9273-6d9c2fc9c075 req-f99d0096-31ae-43dd-a8c4-9362d92fda24 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Sep 18 02:23:35.988978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1083f2cc-44b1-4324-80dc-f8e990bf19c0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.011984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1083f2cc-44b1-4324-80dc-f8e990bf19c0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.073664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1083f2cc-44b1-4324-80dc-f8e990bf19c0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.076288 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1083f2cc-44b1-4324-80dc-f8e990bf19c0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.077465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1083f2cc-44b1-4324-80dc-f8e990bf19c0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/93c0d55d-6cc8-4988-b4c7-725aeed216c6 HTTP/1.1" status: 204 len: 168 time: 0.1478965 Sep 18 02:23:36.080542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57720) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.098558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083f2cc-44b1-4324-80dc-f8e990bf19c0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c0d55d-6cc8-4988-b4c7-725aeed216c6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:36.133546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-90726a36-aa19-4973-b9a6-b269ae026950 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512388 Sep 18 02:23:36.135295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6c491-cdd2-4317-a18e-fe9ecd433087 req-3df70901-7cdc-41ef-a161-ad493a80db86 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:36.135913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57722) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.136983 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40f6c491-cdd2-4317-a18e-fe9ecd433087 req-3df70901-7cdc-41ef-a161-ad493a80db86 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 945 time: 0.0914035 Sep 18 02:23:36.149423 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-71f75b42-6911-4d9e-9a8a-66787bea89aa tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] delete failed (client error): The resource could not be found. Sep 18 02:23:36.154102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-71f75b42-6911-4d9e-9a8a-66787bea89aa tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/93c0d55d-6cc8-4988-b4c7-725aeed216c6 HTTP/1.1" status: 404 len: 347 time: 0.0138137 Sep 18 02:23:36.155328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57724) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.162403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8ccfa557-f044-476a-b663-3acfe5202bf6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786733186'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:36.178595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40f6c491-cdd2-4317-a18e-fe9ecd433087 req-eb5215a1-ffda-4e34-945b-9d716d232335 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343614 Sep 18 02:23:36.186724 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa557-f044-476a-b663-3acfe5202bf6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.279591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa557-f044-476a-b663-3acfe5202bf6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.284680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa557-f044-476a-b663-3acfe5202bf6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.314488 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.326964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa557-f044-476a-b663-3acfe5202bf6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.330879 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ccfa557-f044-476a-b663-3acfe5202bf6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1718788 Sep 18 02:23:36.331896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57730) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.337083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c6df2ff9-05e7-4f53-80a5-37879e531457 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': '69fb7433-3568-4419-ac25-adc15b2c5320', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:36.344774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfa557-f044-476a-b663-3acfe5202bf6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb7433-3568-4419-ac25-adc15b2c5320,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:36.373553 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6df2ff9-05e7-4f53-80a5-37879e531457 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.424969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6df2ff9-05e7-4f53-80a5-37879e531457 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.429600 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6df2ff9-05e7-4f53-80a5-37879e531457 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.448278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df2ff9-05e7-4f53-80a5-37879e531457 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1289c51b-eab4-4a90-8efd-eaf4cb975cf3,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:36.458112 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6df2ff9-05e7-4f53-80a5-37879e531457 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.459903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c6df2ff9-05e7-4f53-80a5-37879e531457 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263502 Sep 18 02:23:36.462306 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.488485 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-28f0363e-7545-408e-80e4-f32834a66b87 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.496016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-28f0363e-7545-408e-80e4-f32834a66b87 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.525146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-28f0363e-7545-408e-80e4-f32834a66b87 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.533711 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-28f0363e-7545-408e-80e4-f32834a66b87 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.535064 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-28f0363e-7545-408e-80e4-f32834a66b87 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1289c51b-eab4-4a90-8efd-eaf4cb975cf3 HTTP/1.1" status: 204 len: 168 time: 0.0716233 Sep 18 02:23:36.537884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57738) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.539944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0363e-7545-408e-80e4-f32834a66b87 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1289c51b-eab4-4a90-8efd-eaf4cb975cf3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:36.591342 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1052d694-71fa-4992-80ce-e7365c573987 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520368 Sep 18 02:23:36.593288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57740) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.659270 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-247a97ad-72b1-4244-8a8b-ca497d1ef4f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.694673 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-247a97ad-72b1-4244-8a8b-ca497d1ef4f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.768249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-247a97ad-72b1-4244-8a8b-ca497d1ef4f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.771612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-247a97ad-72b1-4244-8a8b-ca497d1ef4f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.773164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-247a97ad-72b1-4244-8a8b-ca497d1ef4f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/69fb7433-3568-4419-ac25-adc15b2c5320 HTTP/1.1" status: 204 len: 168 time: 0.1794152 Sep 18 02:23:36.775861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57752) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.785150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a97ad-72b1-4244-8a8b-ca497d1ef4f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb7433-3568-4419-ac25-adc15b2c5320,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:36.837447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4e5c19fa-0bdc-4277-abce-73afaa3787cf tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600595 Sep 18 02:23:36.841129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57754) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:36.846198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-69312ee8-7908-4a2e-a517-d9718ad71cb2 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-secgroup--923019271'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:36.876556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69312ee8-7908-4a2e-a517-d9718ad71cb2 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.968840 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69312ee8-7908-4a2e-a517-d9718ad71cb2 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:36.976006 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69312ee8-7908-4a2e-a517-d9718ad71cb2 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.011467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69312ee8-7908-4a2e-a517-d9718ad71cb2 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8d9ab-6d59-429e-a9de-ab4d70a5d896,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:37.028079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69312ee8-7908-4a2e-a517-d9718ad71cb2 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.028079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-69312ee8-7908-4a2e-a517-d9718ad71cb2 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1826041 Sep 18 02:23:37.028966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:37.035321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bc7febd8-b7c5-4df0-82a3-5393494140e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': 'edc8d9ab-6d59-429e-a9de-ab4d70a5d896', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:37.063756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc7febd8-b7c5-4df0-82a3-5393494140e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.145032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc7febd8-b7c5-4df0-82a3-5393494140e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.149706 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc7febd8-b7c5-4df0-82a3-5393494140e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.168322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7febd8-b7c5-4df0-82a3-5393494140e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fb69e0-00a1-484e-b4c5-897310378099,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:37.179505 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bc7febd8-b7c5-4df0-82a3-5393494140e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.180747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bc7febd8-b7c5-4df0-82a3-5393494140e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506863 Sep 18 02:23:37.183773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57770) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:37.189114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4a980a7a-b8e6-4eac-9d9e-fab67a5d04dd tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': 'edc8d9ab-6d59-429e-a9de-ab4d70a5d896', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:37.220889 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a980a7a-b8e6-4eac-9d9e-fab67a5d04dd tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.291559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a980a7a-b8e6-4eac-9d9e-fab67a5d04dd tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.297237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a980a7a-b8e6-4eac-9d9e-fab67a5d04dd tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.313053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a980a7a-b8e6-4eac-9d9e-fab67a5d04dd tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66941f27-58bf-46ab-97c2-bc9bca6cef9b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:37.336207 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a980a7a-b8e6-4eac-9d9e-fab67a5d04dd tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.339827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4a980a7a-b8e6-4eac-9d9e-fab67a5d04dd tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527524 Sep 18 02:23:37.340478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57778) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:37.345857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7a5ca3ee-b57c-423f-ad0b-0ba7e98366ca tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': 'edc8d9ab-6d59-429e-a9de-ab4d70a5d896', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:37.376620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca3ee-b57c-423f-ad0b-0ba7e98366ca tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.474545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca3ee-b57c-423f-ad0b-0ba7e98366ca tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.480444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca3ee-b57c-423f-ad0b-0ba7e98366ca tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.502182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ca3ee-b57c-423f-ad0b-0ba7e98366ca tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec08e87-db98-4693-8944-5d0ca2e7409d,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:37.526522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca3ee-b57c-423f-ad0b-0ba7e98366ca tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.531174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7a5ca3ee-b57c-423f-ad0b-0ba7e98366ca tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1894941 Sep 18 02:23:37.531926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:37.536987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f86e0a31-a801-4dd7-ba16-59eb4c7dfcde tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': 'edc8d9ab-6d59-429e-a9de-ab4d70a5d896', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:37.582041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f86e0a31-a801-4dd7-ba16-59eb4c7dfcde tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.667314 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f86e0a31-a801-4dd7-ba16-59eb4c7dfcde tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.671842 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f86e0a31-a801-4dd7-ba16-59eb4c7dfcde tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.693380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e0a31-a801-4dd7-ba16-59eb4c7dfcde tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6246fcb2-67e7-400a-93c7-5bee9cbc0945,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:37.701754 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f86e0a31-a801-4dd7-ba16-59eb4c7dfcde tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.703670 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f86e0a31-a801-4dd7-ba16-59eb4c7dfcde tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703885 Sep 18 02:23:37.706588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57806) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:37.712694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7138a43a-0e69-4c53-86f3-55dba18453fe tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': 'edc8d9ab-6d59-429e-a9de-ab4d70a5d896', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:37.751499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7138a43a-0e69-4c53-86f3-55dba18453fe tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.830745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7138a43a-0e69-4c53-86f3-55dba18453fe tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.836599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7138a43a-0e69-4c53-86f3-55dba18453fe tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.861847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138a43a-0e69-4c53-86f3-55dba18453fe tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659f8a6c-02f5-4cd9-a589-af81a2aae270,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:37.896044 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7138a43a-0e69-4c53-86f3-55dba18453fe tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.900476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7138a43a-0e69-4c53-86f3-55dba18453fe tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1898794 Sep 18 02:23:37.900476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57812) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:37.945899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce269d9e-d12c-4b9b-b747-e9b4718758f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:37.961099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce269d9e-d12c-4b9b-b747-e9b4718758f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.002308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce269d9e-d12c-4b9b-b747-e9b4718758f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.012003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce269d9e-d12c-4b9b-b747-e9b4718758f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.013343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ce269d9e-d12c-4b9b-b747-e9b4718758f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/659f8a6c-02f5-4cd9-a589-af81a2aae270 HTTP/1.1" status: 204 len: 168 time: 0.1118214 Sep 18 02:23:38.018332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57814) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.026157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce269d9e-d12c-4b9b-b747-e9b4718758f3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=659f8a6c-02f5-4cd9-a589-af81a2aae270,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:38.105742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bd4c25da-6d88-4594-9338-a272a8b6d450 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0860667 Sep 18 02:23:38.108789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57816) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.137372 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5944-23d1-4b58-ad43-b2a7ed4225f6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.147418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5944-23d1-4b58-ad43-b2a7ed4225f6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.180968 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5944-23d1-4b58-ad43-b2a7ed4225f6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.187363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5944-23d1-4b58-ad43-b2a7ed4225f6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.192360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ec6c5944-23d1-4b58-ad43-b2a7ed4225f6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6246fcb2-67e7-400a-93c7-5bee9cbc0945 HTTP/1.1" status: 204 len: 168 time: 0.0793264 Sep 18 02:23:38.193404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57820) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.211274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c5944-23d1-4b58-ad43-b2a7ed4225f6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6246fcb2-67e7-400a-93c7-5bee9cbc0945,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:38.254959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-40e65070-2534-448c-bc5c-3850b04edd31 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0578635 Sep 18 02:23:38.255244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57824) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.280377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09efa8d6-7ae5-4ac4-a5d1-45181a35e9c4 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.289598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09efa8d6-7ae5-4ac4-a5d1-45181a35e9c4 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.320753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09efa8d6-7ae5-4ac4-a5d1-45181a35e9c4 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.325949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-09efa8d6-7ae5-4ac4-a5d1-45181a35e9c4 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.330272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-09efa8d6-7ae5-4ac4-a5d1-45181a35e9c4 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9ec08e87-db98-4693-8944-5d0ca2e7409d HTTP/1.1" status: 204 len: 168 time: 0.0711319 Sep 18 02:23:38.330583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57828) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.336180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efa8d6-7ae5-4ac4-a5d1-45181a35e9c4 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ec08e87-db98-4693-8944-5d0ca2e7409d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:38.384377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c3db62d2-0ff2-4043-ad39-d876c3213319 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0523527 Sep 18 02:23:38.386972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57830) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.411170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1e1288d-b535-4ee8-a2a8-608e85dba216 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.418509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1e1288d-b535-4ee8-a2a8-608e85dba216 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.445546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1e1288d-b535-4ee8-a2a8-608e85dba216 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.450459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1e1288d-b535-4ee8-a2a8-608e85dba216 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.451612 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c1e1288d-b535-4ee8-a2a8-608e85dba216 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/66941f27-58bf-46ab-97c2-bc9bca6cef9b HTTP/1.1" status: 204 len: 168 time: 0.0637372 Sep 18 02:23:38.454975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57832) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.459918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1288d-b535-4ee8-a2a8-608e85dba216 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66941f27-58bf-46ab-97c2-bc9bca6cef9b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:38.497400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-26700500-1673-4f73-9fc5-b0365d507e94 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0412748 Sep 18 02:23:38.500963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57834) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.524775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf9cf465-1e6a-4211-98dc-659dcdcecfb7 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.533025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf9cf465-1e6a-4211-98dc-659dcdcecfb7 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.560270 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf9cf465-1e6a-4211-98dc-659dcdcecfb7 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.567139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf9cf465-1e6a-4211-98dc-659dcdcecfb7 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.568263 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf9cf465-1e6a-4211-98dc-659dcdcecfb7 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/11fb69e0-00a1-484e-b4c5-897310378099 HTTP/1.1" status: 204 len: 168 time: 0.0663192 Sep 18 02:23:38.571145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57836) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.573832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cf465-1e6a-4211-98dc-659dcdcecfb7 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11fb69e0-00a1-484e-b4c5-897310378099,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:38.614977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9555096-b283-4e35-a2f7-06e416da3e16 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424643 Sep 18 02:23:38.617536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57838) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.673474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6a688cf-8cf3-4f06-a8b8-aa3d59df1727 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.695689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6a688cf-8cf3-4f06-a8b8-aa3d59df1727 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.749286 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6a688cf-8cf3-4f06-a8b8-aa3d59df1727 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.752902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a6a688cf-8cf3-4f06-a8b8-aa3d59df1727 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.754230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a6a688cf-8cf3-4f06-a8b8-aa3d59df1727 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/edc8d9ab-6d59-429e-a9de-ab4d70a5d896 HTTP/1.1" status: 204 len: 168 time: 0.1357965 Sep 18 02:23:38.756892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57844) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.773190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a688cf-8cf3-4f06-a8b8-aa3d59df1727 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8d9ab-6d59-429e-a9de-ab4d70a5d896,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:38.813141 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b83fe8c6-30c0-487e-b8e8-009e4fdfff72 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549388 Sep 18 02:23:38.819080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57846) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.823589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-12cda6e5-8366-4b96-9d8d-685bf4e01c0c tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373193904'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:38.846365 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e5-8366-4b96-9d8d-685bf4e01c0c tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.943194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e5-8366-4b96-9d8d-685bf4e01c0c tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.947451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e5-8366-4b96-9d8d-685bf4e01c0c tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.977164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cda6e5-8366-4b96-9d8d-685bf4e01c0c tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2bec8d-91f3-4e5f-9d1d-80158aa086ea,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:38.979386 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12cda6e5-8366-4b96-9d8d-685bf4e01c0c tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:38.983699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-12cda6e5-8366-4b96-9d8d-685bf4e01c0c tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1636233 Sep 18 02:23:38.984343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57858) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:38.989153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b58e8fca-9197-4646-85e2-fd756388a4b0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': 'ea2bec8d-91f3-4e5f-9d1d-80158aa086ea', 'direction': 'ingress', 'protocol': 17}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:39.016404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b58e8fca-9197-4646-85e2-fd756388a4b0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.063567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-48ef71c8-09f1-4807-9603-b7332fae4432 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:39.065018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-48ef71c8-09f1-4807-9603-b7332fae4432 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1094282 Sep 18 02:23:39.072266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b58e8fca-9197-4646-85e2-fd756388a4b0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.076402 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b58e8fca-9197-4646-85e2-fd756388a4b0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.082164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-3a07cb4e-32be-4de5-8739-737f1afa0fca tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/quotas/7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 375 time: 0.0099163 Sep 18 02:23:39.092527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e8fca-9197-4646-85e2-fd756388a4b0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b30682f-1a6c-4b75-93ba-143c580d7c79,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:39.101687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b58e8fca-9197-4646-85e2-fd756388a4b0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.105624 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b58e8fca-9197-4646-85e2-fd756388a4b0 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1172104 Sep 18 02:23:39.105863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57860) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:39.160178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d6b916e-f54f-4ab6-b392-79b2f4eb957b tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.168096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-0ce85c89-2b31-4bcd-bba9-7bbfc8f8f9c8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795050 Sep 18 02:23:39.183218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d6b916e-f54f-4ab6-b392-79b2f4eb957b tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.228598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d6b916e-f54f-4ab6-b392-79b2f4eb957b tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.231146 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9d6b916e-f54f-4ab6-b392-79b2f4eb957b tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.234691 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9d6b916e-f54f-4ab6-b392-79b2f4eb957b tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/ea2bec8d-91f3-4e5f-9d1d-80158aa086ea HTTP/1.1" status: 204 len: 168 time: 0.1255403 Sep 18 02:23:39.235183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57862) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:39.243361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b916e-f54f-4ab6-b392-79b2f4eb957b tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2bec8d-91f3-4e5f-9d1d-80158aa086ea,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:39.299925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-9a0cb2c2-59fe-4835-a9a4-70982c9c0f43 service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244559 Sep 18 02:23:39.307152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c4c03363-65cc-4d74-9f3e-c0a179acb7ce tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708635 Sep 18 02:23:39.319567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57868) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:39.336261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e02660ad-5c17-41f0-8ef9-f19465382093 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-secgroup--134691558'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:39.361441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02660ad-5c17-41f0-8ef9-f19465382093 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.411394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-a65d6415-c6da-4d2a-b1c3-7a6229bc9e7d service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030438 Sep 18 02:23:39.461229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02660ad-5c17-41f0-8ef9-f19465382093 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.466686 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02660ad-5c17-41f0-8ef9-f19465382093 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.494972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e02660ad-5c17-41f0-8ef9-f19465382093 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.496353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e02660ad-5c17-41f0-8ef9-f19465382093 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1745722 Sep 18 02:23:39.499357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57878) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:39.504905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02660ad-5c17-41f0-8ef9-f19465382093 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c8d4b-2a67-4acc-8e04-fb030095ae28,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:39.505224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-49858eab-d3e2-4a9e-8731-ddd4044d8475 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-secgroup--546177150'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:39.531120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49858eab-d3e2-4a9e-8731-ddd4044d8475 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.647450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49858eab-d3e2-4a9e-8731-ddd4044d8475 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.656230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49858eab-d3e2-4a9e-8731-ddd4044d8475 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.716946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e7e957-5c42-4ef6-ba53-6d80c60c801f req-8697cf4a-d09b-4817-a7b7-63319d431a07 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 210 time: 0.0527542 Sep 18 02:23:39.733274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49858eab-d3e2-4a9e-8731-ddd4044d8475 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac94642-1b2b-42c9-9468-ef8b7f03fa66,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:39.736454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49858eab-d3e2-4a9e-8731-ddd4044d8475 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.740575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57892) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:39.741404 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-49858eab-d3e2-4a9e-8731-ddd4044d8475 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2399359 Sep 18 02:23:39.745645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d85d2374-8756-4b31-af90-955f421782e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': 'f50c8d4b-2a67-4acc-8e04-fb030095ae28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bac94642-1b2b-42c9-9468-ef8b7f03fa66', 'remote_ip_prefix': None}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:39.790087 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d85d2374-8756-4b31-af90-955f421782e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.859680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d85d2374-8756-4b31-af90-955f421782e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.865094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d85d2374-8756-4b31-af90-955f421782e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.885348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d2374-8756-4b31-af90-955f421782e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095188cb-26fb-429f-808a-732ef5195ece,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:39.894151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d85d2374-8756-4b31-af90-955f421782e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.895633 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d85d2374-8756-4b31-af90-955f421782e6 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1539850 Sep 18 02:23:39.898526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:39.926239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ed78-aa3c-4342-82a7-e56c905aba9a tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.934263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ed78-aa3c-4342-82a7-e56c905aba9a tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.963886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ed78-aa3c-4342-82a7-e56c905aba9a tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.972107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ed78-aa3c-4342-82a7-e56c905aba9a tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:39.975821 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3bf2ed78-aa3c-4342-82a7-e56c905aba9a tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/095188cb-26fb-429f-808a-732ef5195ece HTTP/1.1" status: 204 len: 168 time: 0.0738182 Sep 18 02:23:39.976579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57902) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:39.979286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2ed78-aa3c-4342-82a7-e56c905aba9a tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=095188cb-26fb-429f-808a-732ef5195ece,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:40.029895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c7e28a7-0912-4fb4-9dcc-ca4c01e1f600 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0489316 Sep 18 02:23:40.030127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.086010 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07b23f63-b949-46af-9cae-7782444cf05e tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.110137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07b23f63-b949-46af-9cae-7782444cf05e tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.153825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07b23f63-b949-46af-9cae-7782444cf05e tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.156602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07b23f63-b949-46af-9cae-7782444cf05e tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.157850 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-07b23f63-b949-46af-9cae-7782444cf05e tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/bac94642-1b2b-42c9-9468-ef8b7f03fa66 HTTP/1.1" status: 204 len: 168 time: 0.1264977 Sep 18 02:23:40.160511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57906) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.167219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b23f63-b949-46af-9cae-7782444cf05e tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac94642-1b2b-42c9-9468-ef8b7f03fa66,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:40.224381 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cbc2c53a-b849-4c43-88e6-2968569b1101 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0600381 Sep 18 02:23:40.224853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.283737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b746a3c7-9d63-49af-9cf9-de193de55346 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.308304 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b746a3c7-9d63-49af-9cf9-de193de55346 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.353226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b746a3c7-9d63-49af-9cf9-de193de55346 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.355823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b746a3c7-9d63-49af-9cf9-de193de55346 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.357039 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b746a3c7-9d63-49af-9cf9-de193de55346 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/f50c8d4b-2a67-4acc-8e04-fb030095ae28 HTTP/1.1" status: 204 len: 168 time: 0.1311181 Sep 18 02:23:40.359840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57910) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.370261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746a3c7-9d63-49af-9cf9-de193de55346 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c8d4b-2a67-4acc-8e04-fb030095ae28,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:40.415288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5d002193-6ec2-4373-851f-444ba8f2292f tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543318 Sep 18 02:23:40.419138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57912) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.423503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5b360510-8911-44c0-a617-3ad5b623d8bc tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-secgroup--290439685'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:40.445639 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5b360510-8911-44c0-a617-3ad5b623d8bc tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.528592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5b360510-8911-44c0-a617-3ad5b623d8bc tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.533114 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5b360510-8911-44c0-a617-3ad5b623d8bc tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.558114 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5b360510-8911-44c0-a617-3ad5b623d8bc tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.559579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5b360510-8911-44c0-a617-3ad5b623d8bc tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1395373 Sep 18 02:23:40.563065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57914) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.568185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ed3d1824-296b-4526-bb6c-4d6fe0d1abb5 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': 'f66888c1-df4a-4af3-9ab9-6e6db97b5d8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:40.572839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b360510-8911-44c0-a617-3ad5b623d8bc tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66888c1-df4a-4af3-9ab9-6e6db97b5d8f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:40.598845 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed3d1824-296b-4526-bb6c-4d6fe0d1abb5 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.652205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed3d1824-296b-4526-bb6c-4d6fe0d1abb5 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.656049 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed3d1824-296b-4526-bb6c-4d6fe0d1abb5 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.678888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d1824-296b-4526-bb6c-4d6fe0d1abb5 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e4b3c5-9e4e-459c-83be-6e6af3a4b893,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:40.683439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed3d1824-296b-4526-bb6c-4d6fe0d1abb5 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.685317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ed3d1824-296b-4526-bb6c-4d6fe0d1abb5 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1207261 Sep 18 02:23:40.689614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57916) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.740341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c969-e9cc-4aec-beb0-75a34b79a272 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.751431 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c969-e9cc-4aec-beb0-75a34b79a272 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.755304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-62b7d9a2-ad69-4533-b309-cde268d483df tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:40.756841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-62b7d9a2-ad69-4533-b309-cde268d483df tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1514835 Sep 18 02:23:40.774214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'port': {'device_id': 'b280f00e-f315-43f6-b75e-ea01df834ea0', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'admin_state_up': True, 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:40.818514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c969-e9cc-4aec-beb0-75a34b79a272 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.853619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1ec8c969-e9cc-4aec-beb0-75a34b79a272 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.857150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1ec8c969-e9cc-4aec-beb0-75a34b79a272 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/57e4b3c5-9e4e-459c-83be-6e6af3a4b893 HTTP/1.1" status: 204 len: 168 time: 0.1641073 Sep 18 02:23:40.857150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8c969-e9cc-4aec-beb0-75a34b79a272 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57e4b3c5-9e4e-459c-83be-6e6af3a4b893,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:40.859136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a12488b2-7ad2-4392-81df-26a56db76ae3 req-22fe1e90-1fc5-487d-bd28-71d5a97c8114 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 210 time: 0.0502195 Sep 18 02:23:40.860300 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57922) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.914980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d51a1b57-d74f-48c9-a5f6-d17902ff8628 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506737 Sep 18 02:23:40.915163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57924) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:40.947240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:40.951685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:40.986217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1bbca97d-f36f-4628-9440-7a33d55310ff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.012013 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1bbca97d-f36f-4628-9440-7a33d55310ff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.061468 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1bbca97d-f36f-4628-9440-7a33d55310ff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.065661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1bbca97d-f36f-4628-9440-7a33d55310ff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.069285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1bbca97d-f36f-4628-9440-7a33d55310ff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/f66888c1-df4a-4af3-9ab9-6e6db97b5d8f HTTP/1.1" status: 204 len: 168 time: 0.1507800 Sep 18 02:23:41.070188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:41.076676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbca97d-f36f-4628-9440-7a33d55310ff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66888c1-df4a-4af3-9ab9-6e6db97b5d8f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:41.129757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.20.0.9 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/0aebec61-9a6f-4c7a-8400-3d4bc1a29088) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:23:41.173421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1dc6d2ae-da4b-49ff-82c9-81f8354c295f tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027014 Sep 18 02:23:41.177897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57928) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:41.185492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c79a90d5-4297-4323-ab86-3650b5a9513d tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014204204'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:41.245232 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c79a90d5-4297-4323-ab86-3650b5a9513d tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.376636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.437300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c79a90d5-4297-4323-ab86-3650b5a9513d tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.442456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c79a90d5-4297-4323-ab86-3650b5a9513d tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.452088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.466876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a6a19294-1cbf-4e69-a854-e0fe90ee0dd4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:23:41.504750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c79a90d5-4297-4323-ab86-3650b5a9513d tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.506002 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c79a90d5-4297-4323-ab86-3650b5a9513d tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3270688 Sep 18 02:23:41.509197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57936) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:41.513454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e6db8811-7fa9-4474-95c7-bdfb23a18830 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': '93a69d6a-6626-46af-b289-680c3774d528', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:41.519869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:23:41.520777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a90d5-4297-4323-ab86-3650b5a9513d tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a69d6a-6626-46af-b289-680c3774d528,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:41.525767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:23:41.532237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:23:41.538436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:41.567895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6db8811-7fa9-4474-95c7-bdfb23a18830 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.604882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:41.605834 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.634550 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-82516e6e-9a7c-41a0-9405-c25e2cdaae6b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647132 Sep 18 02:23:41.648163 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Request body: {'port': {'device_id': 'b280f00e-f315-43f6-b75e-ea01df834ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:41.684781 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6db8811-7fa9-4474-95c7-bdfb23a18830 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.695828 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6db8811-7fa9-4474-95c7-bdfb23a18830 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.726812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db8811-7fa9-4474-95c7-bdfb23a18830 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff638a49-36a6-4c4e-85e6-24ff7dce689b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:41.742968 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e6db8811-7fa9-4474-95c7-bdfb23a18830 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.744316 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e6db8811-7fa9-4474-95c7-bdfb23a18830 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2343912 Sep 18 02:23:41.748795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57938) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:41.769278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.784899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-07ff4e99-125c-4de6-8666-8c3af679f75f tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules/ff638a49-36a6-4c4e-85e6-24ff7dce689b HTTP/1.1" status: 200 len: 763 time: 0.0349703 Sep 18 02:23:41.788702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57940) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:41.875677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-45d7601a-6460-42f3-8b12-478b2c6265e8 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0817988 Sep 18 02:23:41.876206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57946) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:41.881426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f10b663b-f1fb-4564-804d-12759ca49f59 None None] Provisioning complete for port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:23:41.881813 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f10b663b-f1fb-4564-804d-12759ca49f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.926117 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55a98ee8-8387-4283-84d0-51c0d79a6574 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.944765 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55a98ee8-8387-4283-84d0-51c0d79a6574 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:41.967467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f10b663b-f1fb-4564-804d-12759ca49f59 None None] Port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:23:41.996773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55a98ee8-8387-4283-84d0-51c0d79a6574 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.010002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-55a98ee8-8387-4283-84d0-51c0d79a6574 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.014780 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-55a98ee8-8387-4283-84d0-51c0d79a6574 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ff638a49-36a6-4c4e-85e6-24ff7dce689b HTTP/1.1" status: 204 len: 168 time: 0.1351647 Sep 18 02:23:42.015122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57956) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.026319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a98ee8-8387-4283-84d0-51c0d79a6574 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff638a49-36a6-4c4e-85e6-24ff7dce689b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:42.065059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3301a350-263d-4dc4-b2b4-9d212beded26 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420942 Sep 18 02:23:42.065938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57958) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.074312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-eda28cd4-7e43-4646-8fe9-11a4439f2e00 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': '93a69d6a-6626-46af-b289-680c3774d528', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:42.114177 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eda28cd4-7e43-4646-8fe9-11a4439f2e00 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.198293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eda28cd4-7e43-4646-8fe9-11a4439f2e00 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.207936 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eda28cd4-7e43-4646-8fe9-11a4439f2e00 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.215196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcd692-941b-4b72-862e-401f653f84a2 req-a292383f-8a2b-47ea-96a1-73527271efcb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:42.216943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39fcd692-941b-4b72-862e-401f653f84a2 req-a292383f-8a2b-47ea-96a1-73527271efcb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 931 time: 0.1624522 Sep 18 02:23:42.230631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda28cd4-7e43-4646-8fe9-11a4439f2e00 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcd0a86-826a-4830-80a5-39cf37ed01cf,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:42.242460 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eda28cd4-7e43-4646-8fe9-11a4439f2e00 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.246145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eda28cd4-7e43-4646-8fe9-11a4439f2e00 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1767905 Sep 18 02:23:42.246920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57962) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.279016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ca85e874-8cd0-4400-8077-fef82d1685bf tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules/9bcd0a86-826a-4830-80a5-39cf37ed01cf HTTP/1.1" status: 200 len: 763 time: 0.0308728 Sep 18 02:23:42.280375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57964) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.331272 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9b5e83bb-e7f0-4c12-9042-35706a361372 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0496156 Sep 18 02:23:42.332106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57966) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.360685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58ab937a-a7b1-457f-84bc-f70653db9e74 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.369383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58ab937a-a7b1-457f-84bc-f70653db9e74 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.404084 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58ab937a-a7b1-457f-84bc-f70653db9e74 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.422935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:23:42.424683 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-58ab937a-a7b1-457f-84bc-f70653db9e74 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.428599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-58ab937a-a7b1-457f-84bc-f70653db9e74 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9bcd0a86-826a-4830-80a5-39cf37ed01cf HTTP/1.1" status: 204 len: 168 time: 0.0932972 Sep 18 02:23:42.430364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57968) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.430725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57970) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.451707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.468257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab937a-a7b1-457f-84bc-f70653db9e74 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bcd0a86-826a-4830-80a5-39cf37ed01cf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:42.479473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Transition to ACTIVE for port object 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:23:42.489068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39fcd692-941b-4b72-862e-401f653f84a2 req-8cb00110-20e3-40b8-9019-7c348e98f4c4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531395 Sep 18 02:23:42.490349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.521455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0f216a06-e692-4237-96ed-24b73555ef56 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0884173 Sep 18 02:23:42.523930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57974) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.542675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b42f0297-e111-424c-9d69-6d00ae98ee77 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Request body: {'security_group_rule': {'security_group_id': '93a69d6a-6626-46af-b289-680c3774d528', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:42.597572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b42f0297-e111-424c-9d69-6d00ae98ee77 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.694421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aef6e83-ecce-47c7-a044-5077028a3259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.740728 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b42f0297-e111-424c-9d69-6d00ae98ee77 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.748152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b42f0297-e111-424c-9d69-6d00ae98ee77 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.789965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f0297-e111-424c-9d69-6d00ae98ee77 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145dcda8-4554-4af4-b675-51cbf6e4e4da,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:42.861513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aef6e83-ecce-47c7-a044-5077028a3259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.867364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2aef6e83-ecce-47c7-a044-5077028a3259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.899396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b42f0297-e111-424c-9d69-6d00ae98ee77 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:42.900456 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b42f0297-e111-424c-9d69-6d00ae98ee77 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3728681 Sep 18 02:23:42.923182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57976) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.949015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2aef6e83-ecce-47c7-a044-5077028a3259 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2032ca48fdb14570aa897282bc6c84ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172737 Sep 18 02:23:42.952453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57978) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.957768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c3489f41-41b8-4747-870a-6f28917afb87 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules/145dcda8-4554-4af4-b675-51cbf6e4e4da HTTP/1.1" status: 200 len: 764 time: 0.0286307 Sep 18 02:23:42.963173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57980) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:42.978020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef6e83-ecce-47c7-a044-5077028a3259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d5900-1aa0-4b69-ab0d-da09b87cc2ec,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:43.008529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:43.050012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Attempting to bind port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:23:43.050344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Attempting to bind port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:23:43.050669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Attempting to bind port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:23:43.055178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 on network e141ae2e-3dc7-414c-84a1-0e9426754bea not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:23:43.055503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Attempting to bind port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:23:43.061651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c7fd7c40-ca7f-4e44-9785-6980c54bba97 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0949039 Sep 18 02:23:43.062175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 57982) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:43.064180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8953-e92a-4593-b9ce-0eed33ab001c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.071576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:23:43.071914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:23:43.072296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:23:43.072735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Bound port: 0aebec61-9a6f-4c7a-8400-3d4bc1a29088, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:23:43.073092 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.087615 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8953-e92a-4593-b9ce-0eed33ab001c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.102060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d27e0537-6f0b-4929-8b85-4f26bf452fff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.131354 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d27e0537-6f0b-4929-8b85-4f26bf452fff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.138559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8953-e92a-4593-b9ce-0eed33ab001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.141604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8953-e92a-4593-b9ce-0eed33ab001c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.145098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d0dc8953-e92a-4593-b9ce-0eed33ab001c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc8d5900-1aa0-4b69-ab0d-da09b87cc2ec HTTP/1.1" status: 204 len: 168 time: 0.1861756 Sep 18 02:23:43.161136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8953-e92a-4593-b9ce-0eed33ab001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d5900-1aa0-4b69-ab0d-da09b87cc2ec,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:43.180424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] For port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:23:43.184377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] For port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:23:43.185840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d27e0537-6f0b-4929-8b85-4f26bf452fff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.197892 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d27e0537-6f0b-4929-8b85-4f26bf452fff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.199186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d27e0537-6f0b-4929-8b85-4f26bf452fff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/145dcda8-4554-4af4-b675-51cbf6e4e4da HTTP/1.1" status: 204 len: 168 time: 0.1355669 Sep 18 02:23:43.200753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.201671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57986) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:43.202942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e0537-6f0b-4929-8b85-4f26bf452fff tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=145dcda8-4554-4af4-b675-51cbf6e4e4da,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:43.246877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:43.247581 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.249316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] 10.222.0.18 "PUT /v2.0/ports/0aebec61-9a6f-4c7a-8400-3d4bc1a29088 HTTP/1.1" status: 200 len: 1092 time: 1.6058025 Sep 18 02:23:43.249451 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b280f00e-f315-43f6-b75e-ea01df834ea0', 'tag': '0aebec61-9a6f-4c7a-8400-3d4bc1a29088'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:23:43.253389 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb28b95e-bff8-402d-993f-1d5d743e7fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "b280f00e-f315-43f6-b75e-ea01df834ea0", "tag": "0aebec61-9a6f-4c7a-8400-3d4bc1a29088"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:23:43.256733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-59ff4d3d-0d4c-41de-8978-f3f2d90f1a87 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0536146 Sep 18 02:23:43.259762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:43.341091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0de88-8690-4e64-b3e0-e2cd8d501ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:43.367715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-ee6187f3-bd17-43d4-9c8c-7f0c69abe187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:43.369423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-ee6187f3-bd17-43d4-9c8c-7f0c69abe187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 1095 time: 0.0732391 Sep 18 02:23:43.388823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ba108c9-6a43-4346-bb67-d86c00b2a4ed tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.425644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ba108c9-6a43-4346-bb67-d86c00b2a4ed tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.446090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-9d2db082-2960-4334-9faf-5295ce281d96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aebec61-9a6f-4c7a-8400-3d4bc1a29088 HTTP/1.1" status: 200 len: 217 time: 0.0661654 Sep 18 02:23:43.479557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ba108c9-6a43-4346-bb67-d86c00b2a4ed tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.483835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ba108c9-6a43-4346-bb67-d86c00b2a4ed tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.488209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3ba108c9-6a43-4346-bb67-d86c00b2a4ed tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "DELETE /v2.0/security-groups/93a69d6a-6626-46af-b289-680c3774d528 HTTP/1.1" status: 204 len: 168 time: 0.2195458 Sep 18 02:23:43.495533 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 57996) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:43.496366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba108c9-6a43-4346-bb67-d86c00b2a4ed tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a69d6a-6626-46af-b289-680c3774d528,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:43.550338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-e37a77e1-11bf-4f9d-b4f8-9db21a69ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:43.556838 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-e37a77e1-11bf-4f9d-b4f8-9db21a69ee4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.1020732 Sep 18 02:23:43.567339 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-15bbdb0e-70cb-45ef-8a14-4bf9c43359c3 tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686738 Sep 18 02:23:43.568288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58000) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:43.673451 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-83a86a1e-af3a-4e4e-9106-4bfbf831ca2b tempest-SecGroupTest-277577189 tempest-SecGroupTest-277577189-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009302 Sep 18 02:23:43.675610 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646ead6-7327-4185-bf66-7639503b79be x-openstack-request-id: req-2646ead6-7327-4185-bf66-7639503b79be {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:23:43.675928 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b280f00e-f315-43f6-b75e-ea01df834ea0", "tag": "0aebec61-9a6f-4c7a-8400-3d4bc1a29088", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:23:43.676294 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2646ead6-7327-4185-bf66-7639503b79be {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:23:43.676809 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b280f00e-f315-43f6-b75e-ea01df834ea0', 'tag': '0aebec61-9a6f-4c7a-8400-3d4bc1a29088', 'status': 'completed', 'code': 200} Sep 18 02:23:43.697125 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d79c4bca-7cbc-4f0f-944a-ff48115f225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:43.698973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-d79c4bca-7cbc-4f0f-944a-ff48115f225a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290109 Sep 18 02:23:43.715405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f687a-21f6-4754-92f7-15189f9507e5 req-13551d30-c6fb-4890-bbc7-b34cc8c4d8a4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:43.726532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a40f687a-21f6-4754-92f7-15189f9507e5 req-13551d30-c6fb-4890-bbc7-b34cc8c4d8a4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.1024210 Sep 18 02:23:43.741570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58006) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:43.757882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b479c74d-38a1-4ffb-9787-186eccdfcc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.814538 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a40f687a-21f6-4754-92f7-15189f9507e5 req-f2c992b5-6d37-4d0a-8cec-1b2bb7b37c52 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864820 Sep 18 02:23:43.904612 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-ae78040a-52f5-4c6d-9d4b-8ba4c0cd337b service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749561 Sep 18 02:23:43.908002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b479c74d-38a1-4ffb-9787-186eccdfcc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.913224 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b479c74d-38a1-4ffb-9787-186eccdfcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:43.962955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b479c74d-38a1-4ffb-9787-186eccdfcc2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb7d20e484644281aa24cd2a713ef919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199893 Sep 18 02:23:43.963735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58010) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:43.965532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479c74d-38a1-4ffb-9787-186eccdfcc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605e9b5e-1756-4f49-8675-fa52ba490ab7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:44.018097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58012) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:44.029645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c27864a4-fa54-4bc4-ae73-f8fc19f519e8 req-4f6f7bf9-1114-4c42-80d7-7f7f9bac1e6c service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181021 Sep 18 02:23:44.030345 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb0c031a-d95d-4780-abeb-0d0ff49e03bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.055604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb0c031a-d95d-4780-abeb-0d0ff49e03bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.119557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb0c031a-d95d-4780-abeb-0d0ff49e03bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.122342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb0c031a-d95d-4780-abeb-0d0ff49e03bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.134903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fb0c031a-d95d-4780-abeb-0d0ff49e03bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/605e9b5e-1756-4f49-8675-fa52ba490ab7 HTTP/1.1" status: 204 len: 168 time: 0.1637747 Sep 18 02:23:44.141245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-2b118c59-b56e-4c93-b43a-cb9b939153a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:44.143285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-2b118c59-b56e-4c93-b43a-cb9b939153a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 1095 time: 0.0623064 Sep 18 02:23:44.148114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c031a-d95d-4780-abeb-0d0ff49e03bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e9b5e-1756-4f49-8675-fa52ba490ab7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:44.204303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8d80079d-942b-45b5-945e-5092e56830c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dfb40137570491ba591954a6d7f545e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849046 Sep 18 02:23:44.205044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58018) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:44.263413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71b51813-d36c-47c6-99b3-6d5813848d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.275636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-8a97be9e-a428-40a6-bf08-f8fa08808785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:44.277382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-8a97be9e-a428-40a6-bf08-f8fa08808785 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.1270351 Sep 18 02:23:44.297452 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71b51813-d36c-47c6-99b3-6d5813848d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.324921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-86abb305-7e47-41e9-9748-3e184b980a2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aebec61-9a6f-4c7a-8400-3d4bc1a29088 HTTP/1.1" status: 200 len: 217 time: 0.0398881 Sep 18 02:23:44.388677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71b51813-d36c-47c6-99b3-6d5813848d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.391817 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71b51813-d36c-47c6-99b3-6d5813848d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.393047 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-71b51813-d36c-47c6-99b3-6d5813848d8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c7f97bb-b195-4a6f-8cf5-fe784d83fbd2 HTTP/1.1" status: 204 len: 168 time: 0.1870775 Sep 18 02:23:44.410094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-6704f3e6-6934-4b74-8b93-20e0b85356a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:44.411685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-6704f3e6-6934-4b74-8b93-20e0b85356a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0795236 Sep 18 02:23:44.414850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b51813-d36c-47c6-99b3-6d5813848d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7f97bb-b195-4a6f-8cf5-fe784d83fbd2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:44.497760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-c09b31bd-3339-4a51-aa81-cc337aac94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:44.499937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-c09b31bd-3339-4a51-aa81-cc337aac94d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734239 Sep 18 02:23:44.591353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58024) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:44.618795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2da5ddaf-6b5b-4f80-b5d8-3004efc5e470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.651417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-f2cb6b73-bd59-4563-b048-c1c2c53dcf37 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383278 Sep 18 02:23:44.741041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2da5ddaf-6b5b-4f80-b5d8-3004efc5e470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.747151 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2da5ddaf-6b5b-4f80-b5d8-3004efc5e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.799906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5ddaf-6b5b-4f80-b5d8-3004efc5e470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fd7457-336c-4208-8c40-102247eebee4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:44.804366 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2da5ddaf-6b5b-4f80-b5d8-3004efc5e470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7244cd539f024e8a82e5ff621e5395d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113171 Sep 18 02:23:44.808308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58028) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:44.824258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb28b95e-bff8-402d-993f-1d5d743e7fe2 req-a392e9bb-8ad2-409c-8d80-b275b4c3fd0f service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625230 Sep 18 02:23:44.886673 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eb53df91-709f-4487-a0dd-0f318c6ec63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:44.936703 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eb53df91-709f-4487-a0dd-0f318c6ec63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:45.026987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d642c7-a043-43ed-9f26-fdc2df69b21b req-8a116734-b2c9-41c8-aa17-7882dd0e05c3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:45.028513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c6d642c7-a043-43ed-9f26-fdc2df69b21b req-8a116734-b2c9-41c8-aa17-7882dd0e05c3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.1265216 Sep 18 02:23:45.044843 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eb53df91-709f-4487-a0dd-0f318c6ec63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:45.048076 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-eb53df91-709f-4487-a0dd-0f318c6ec63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:45.049214 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eb53df91-709f-4487-a0dd-0f318c6ec63a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37fd7457-336c-4208-8c40-102247eebee4 HTTP/1.1" status: 204 len: 168 time: 0.2399516 Sep 18 02:23:45.065890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53df91-709f-4487-a0dd-0f318c6ec63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fd7457-336c-4208-8c40-102247eebee4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:45.117463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c6d642c7-a043-43ed-9f26-fdc2df69b21b req-24b431aa-6c86-4e83-b73a-f5c4984d52fe tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814493 Sep 18 02:23:45.648537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58062) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:46.031600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-844112a6-51a6-4989-8f29-7de4204e98f1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:46.032716 n-d-789963-12 neutron-server[106439]: WARNING neutron.api.v2.base [None req-844112a6-51a6-4989-8f29-7de4204e98f1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 02:23:46.033257 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-844112a6-51a6-4989-8f29-7de4204e98f1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 02:23:46.034366 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-844112a6-51a6-4989-8f29-7de4204e98f1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3850117 Sep 18 02:23:46.037887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58074) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:46.045699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194085937'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:46.096964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.115679 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.291839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db42ef-bf86-4280-85d1-73039dba601d req-f5577064-1aef-48f4-b2fd-b98241458853 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:46.293382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2db42ef-bf86-4280-85d1-73039dba601d req-f5577064-1aef-48f4-b2fd-b98241458853 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0768263 Sep 18 02:23:46.332403 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.348071 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.371902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2db42ef-bf86-4280-85d1-73039dba601d req-bcaaf3e3-5319-449d-9ffb-6a0e16bfd448 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644107 Sep 18 02:23:46.422108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d99293-a8ed-4bc0-b8bb-a1c9e0fde7a8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:46.503837 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.510591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.549272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8806f6e-f0ec-454c-9b92-9539873e711d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:46.555209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.558758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-03b78550-7b43-43e0-9ab7-87d6c000c41b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5167484 Sep 18 02:23:46.564289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58082) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:46.569798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'b8806f6e-f0ec-454c-9b92-9539873e711d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:46.620856 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.723347 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.728526 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.757191 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65304b09-d8c7-4a4e-8dc3-6b04e3fa3df3,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:46.767449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.768742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2032411 Sep 18 02:23:46.770804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.771685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58084) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:46.774871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.775946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.776789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.777267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.777924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.778517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.778908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.779353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0977e5c4-5ed7-4233-9168-729a5daad71f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'b8806f6e-f0ec-454c-9b92-9539873e711d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:46.783541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.783541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.783541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.783541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80cd582-306d-41e7-bbd1-b4722716f21c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:46.824495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0977e5c4-5ed7-4233-9168-729a5daad71f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:46.895943 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-0977e5c4-5ed7-4233-9168-729a5daad71f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 02:23:46.900916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0977e5c4-5ed7-4233-9168-729a5daad71f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1277959 Sep 18 02:23:46.901349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58086) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:47.003566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-122d9f38-328e-48fa-8750-869cad71d559 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.041070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-122d9f38-328e-48fa-8750-869cad71d559 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.105292 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-122d9f38-328e-48fa-8750-869cad71d559 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.110855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-122d9f38-328e-48fa-8750-869cad71d559 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.111259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-122d9f38-328e-48fa-8750-869cad71d559 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8806f6e-f0ec-454c-9b92-9539873e711d HTTP/1.1" status: 204 len: 168 time: 0.2079530 Sep 18 02:23:47.114169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58092) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:47.122049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9f38-328e-48fa-8750-869cad71d559 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8806f6e-f0ec-454c-9b92-9539873e711d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:47.191555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2f168f55-d354-45d7-b09b-8e05e2f756ed tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754392 Sep 18 02:23:47.196732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58096) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:47.206104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8ac7a588-c4c9-4724-81d3-2ee5c859f6de tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--681585179'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:47.257044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a588-c4c9-4724-81d3-2ee5c859f6de tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.398594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a588-c4c9-4724-81d3-2ee5c859f6de tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.409123 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a588-c4c9-4724-81d3-2ee5c859f6de tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.483889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7a588-c4c9-4724-81d3-2ee5c859f6de tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d501d61-7aa3-4902-85f8-7e9272142ed5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:47.497389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a588-c4c9-4724-81d3-2ee5c859f6de tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.499312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ac7a588-c4c9-4724-81d3-2ee5c859f6de tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3004336 Sep 18 02:23:47.503141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58102) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:47.508966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-22e94d4a-fcae-42b0-b5a4-d86c6464181c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '6d501d61-7aa3-4902-85f8-7e9272142ed5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:47.510308 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-22e94d4a-fcae-42b0-b5a4-d86c6464181c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 02:23:47.511234 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-22e94d4a-fcae-42b0-b5a4-d86c6464181c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:47.512739 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-22e94d4a-fcae-42b0-b5a4-d86c6464181c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082066 Sep 18 02:23:47.516185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58104) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:47.582114 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce0e61bd-da68-4578-9a92-3636c18d8498 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.595770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dd797-1586-4bd1-9f09-68c81969864c req-14e8fb4d-20d8-4f5a-a10a-3b515190e805 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:47.599332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c69dd797-1586-4bd1-9f09-68c81969864c req-14e8fb4d-20d8-4f5a-a10a-3b515190e805 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.1024299 Sep 18 02:23:47.611972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce0e61bd-da68-4578-9a92-3636c18d8498 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.664558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c69dd797-1586-4bd1-9f09-68c81969864c req-4400815c-078e-4897-9200-3730e1e179e0 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603383 Sep 18 02:23:47.702350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce0e61bd-da68-4578-9a92-3636c18d8498 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.705945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce0e61bd-da68-4578-9a92-3636c18d8498 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.709539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ce0e61bd-da68-4578-9a92-3636c18d8498 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/6d501d61-7aa3-4902-85f8-7e9272142ed5 HTTP/1.1" status: 204 len: 168 time: 0.1899009 Sep 18 02:23:47.709931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58106) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:47.745442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e61bd-da68-4578-9a92-3636c18d8498 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d501d61-7aa3-4902-85f8-7e9272142ed5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:47.808295 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-75985e46-96f3-402b-b174-10fabe954e9c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968406 Sep 18 02:23:47.812718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58108) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:47.818448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-36d15784-df9a-47b6-8551-ed40702be978 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--220813071'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:47.869426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36d15784-df9a-47b6-8551-ed40702be978 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.971550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36d15784-df9a-47b6-8551-ed40702be978 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:47.975372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36d15784-df9a-47b6-8551-ed40702be978 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.012492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d15784-df9a-47b6-8551-ed40702be978 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bada97-4aeb-4547-855a-f68e20e38407,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:48.015075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-36d15784-df9a-47b6-8551-ed40702be978 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.016372 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-36d15784-df9a-47b6-8551-ed40702be978 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2021344 Sep 18 02:23:48.022227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58110) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.026220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b15d6ad4-f611-475b-bc57-d176b4f3fd45 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '09bada97-4aeb-4547-855a-f68e20e38407', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:48.026220 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-b15d6ad4-f611-475b-bc57-d176b4f3fd45 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 02:23:48.026220 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-b15d6ad4-f611-475b-bc57-d176b4f3fd45 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:48.027176 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b15d6ad4-f611-475b-bc57-d176b4f3fd45 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057354 Sep 18 02:23:48.029420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58114) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.106374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-caab4429-73c7-487f-8f04-a75c7f7ea27b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.142546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-caab4429-73c7-487f-8f04-a75c7f7ea27b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.198412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-caab4429-73c7-487f-8f04-a75c7f7ea27b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.201892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-caab4429-73c7-487f-8f04-a75c7f7ea27b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.203547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-caab4429-73c7-487f-8f04-a75c7f7ea27b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/09bada97-4aeb-4547-855a-f68e20e38407 HTTP/1.1" status: 204 len: 168 time: 0.1726706 Sep 18 02:23:48.206414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58124) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.213892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab4429-73c7-487f-8f04-a75c7f7ea27b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bada97-4aeb-4547-855a-f68e20e38407,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:48.287839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c001bddb-e161-4ef0-87f0-5a4b79341103 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802345 Sep 18 02:23:48.290015 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-5a81cb7f-f0f1-42da-8fa7-386ceb8e438b tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4cdce9a979794ed0a5f75a94d9b599c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427899 Sep 18 02:23:48.291478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58130) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.297332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b63fc9f0-ef8b-4d72-ae9a-b4a665bb1763 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--465469914'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:48.331821 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b63fc9f0-ef8b-4d72-ae9a-b4a665bb1763 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.443965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b63fc9f0-ef8b-4d72-ae9a-b4a665bb1763 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.451448 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b63fc9f0-ef8b-4d72-ae9a-b4a665bb1763 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.487259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b63fc9f0-ef8b-4d72-ae9a-b4a665bb1763 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.489304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b63fc9f0-ef8b-4d72-ae9a-b4a665bb1763 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1964240 Sep 18 02:23:48.490636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fc9f0-ef8b-4d72-ae9a-b4a665bb1763 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542ad329-7862-4ffd-b697-717bf001b491,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:48.493856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58132) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.498401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-54e0f8fb-cc1b-42c4-a55a-24df7c7e86e6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '542ad329-7862-4ffd-b697-717bf001b491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:48.499959 n-d-789963-12 neutron-server[106439]: WARNING neutron.api.v2.base [None req-54e0f8fb-cc1b-42c4-a55a-24df7c7e86e6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 02:23:48.500765 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-54e0f8fb-cc1b-42c4-a55a-24df7c7e86e6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:48.504160 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-54e0f8fb-cc1b-42c4-a55a-24df7c7e86e6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067549 Sep 18 02:23:48.505142 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58134) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.510566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b3b6882d-0bd9-4ced-a4f0-cc390b8ea028 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '542ad329-7862-4ffd-b697-717bf001b491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:48.511582 n-d-789963-12 neutron-server[106439]: WARNING neutron.api.v2.base [None req-b3b6882d-0bd9-4ced-a4f0-cc390b8ea028 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 02:23:48.512065 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-b3b6882d-0bd9-4ced-a4f0-cc390b8ea028 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:48.513196 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b3b6882d-0bd9-4ced-a4f0-cc390b8ea028 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065849 Sep 18 02:23:48.517534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58136) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.523529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-94fc90d7-5517-495a-9387-19b785e145a5 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '542ad329-7862-4ffd-b697-717bf001b491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:48.524631 n-d-789963-12 neutron-server[106439]: WARNING neutron.api.v2.base [None req-94fc90d7-5517-495a-9387-19b785e145a5 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 02:23:48.525403 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-94fc90d7-5517-495a-9387-19b785e145a5 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:48.526335 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-94fc90d7-5517-495a-9387-19b785e145a5 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074403 Sep 18 02:23:48.529708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58138) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.534903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2f3192f5-03d3-423a-ad73-29719817b477 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '542ad329-7862-4ffd-b697-717bf001b491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:48.535758 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-2f3192f5-03d3-423a-ad73-29719817b477 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 02:23:48.536242 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-2f3192f5-03d3-423a-ad73-29719817b477 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:48.539325 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2f3192f5-03d3-423a-ad73-29719817b477 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064433 Sep 18 02:23:48.539649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.599850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-30d7ed76-009a-48bf-ba03-6b00d3f3f0ca tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:48.601871 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-30d7ed76-009a-48bf-ba03-6b00d3f3f0ca tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993381 Sep 18 02:23:48.608169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77bb6fc1-897e-4042-891c-83e81ae71d3e tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.619984 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-45c0bac2-336f-49ac-a26d-971ca9136cd9 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/quotas/4cdce9a979794ed0a5f75a94d9b599c5 HTTP/1.1" status: 200 len: 375 time: 0.0108819 Sep 18 02:23:48.644191 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77bb6fc1-897e-4042-891c-83e81ae71d3e tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.657395 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-845c20e4-56ec-48f0-a143-eed40c7230bc tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cdce9a979794ed0a5f75a94d9b599c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281670 Sep 18 02:23:48.690784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77bb6fc1-897e-4042-891c-83e81ae71d3e tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.694110 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-77bb6fc1-897e-4042-891c-83e81ae71d3e tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.697647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-77bb6fc1-897e-4042-891c-83e81ae71d3e tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/542ad329-7862-4ffd-b697-717bf001b491 HTTP/1.1" status: 204 len: 168 time: 0.1543467 Sep 18 02:23:48.698850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58144) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.739697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb6fc1-897e-4042-891c-83e81ae71d3e tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ad329-7862-4ffd-b697-717bf001b491,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:48.826140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2fbf8582-1e1e-4bf0-9b11-30397b91b643 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1229119 Sep 18 02:23:48.826823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58146) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:48.833411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-acd46315-bd7d-47d1-b187-e32d0a43915f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--725430449'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:48.862453 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f7aa-806a-4932-9882-1c40784a7d3e req-1fbf695b-43ef-4825-a099-78db79eabc74 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:48.864133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0422f7aa-806a-4932-9882-1c40784a7d3e req-1fbf695b-43ef-4825-a099-78db79eabc74 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.1013024 Sep 18 02:23:48.881175 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acd46315-bd7d-47d1-b187-e32d0a43915f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:48.919273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-da6d2cb9-7faf-4dec-88c0-65c5793d45a5 req-8671a668-4349-41ad-b083-92f7499c7fbe tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 210 time: 0.0414488 Sep 18 02:23:48.935164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0422f7aa-806a-4932-9882-1c40784a7d3e req-b95978bd-7df5-4fa8-9bc0-0e29028fa76f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630505 Sep 18 02:23:49.019002 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acd46315-bd7d-47d1-b187-e32d0a43915f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.024854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acd46315-bd7d-47d1-b187-e32d0a43915f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.056978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acd46315-bd7d-47d1-b187-e32d0a43915f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.058292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-acd46315-bd7d-47d1-b187-e32d0a43915f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2310202 Sep 18 02:23:49.061871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58156) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.062679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd46315-bd7d-47d1-b187-e32d0a43915f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af70c8d6-2aab-4e39-9f15-52a417f50e89,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:49.067037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-936dec28-f956-4541-80c3-c582aec791a2 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.070827 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-936dec28-f956-4541-80c3-c582aec791a2 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 02:23:49.070827 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-936dec28-f956-4541-80c3-c582aec791a2 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.070827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-936dec28-f956-4541-80c3-c582aec791a2 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063510 Sep 18 02:23:49.072659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58158) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.078071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f8703e2f-4870-4c5b-b303-0951db79c1e0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.118047 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-f8703e2f-4870-4c5b-b303-0951db79c1e0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.123240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f8703e2f-4870-4c5b-b303-0951db79c1e0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0453117 Sep 18 02:23:49.123533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58160) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.128729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3756f462-7b79-4c32-9c4f-16d7ab4f4471 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.129210 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-3756f462-7b79-4c32-9c4f-16d7ab4f4471 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 02:23:49.129667 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-3756f462-7b79-4c32-9c4f-16d7ab4f4471 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.133004 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3756f462-7b79-4c32-9c4f-16d7ab4f4471 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058706 Sep 18 02:23:49.133131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58162) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.137266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0b41a149-ead4-4b50-9943-d5823fd63b47 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.184653 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-0b41a149-ead4-4b50-9943-d5823fd63b47 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.185639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0b41a149-ead4-4b50-9943-d5823fd63b47 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0515749 Sep 18 02:23:49.189330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58164) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.194467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-62bccaa6-456d-43c2-a44d-508eb5396224 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.195189 n-d-789963-12 neutron-server[106439]: WARNING neutron.api.v2.base [None req-62bccaa6-456d-43c2-a44d-508eb5396224 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 02:23:49.195827 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-62bccaa6-456d-43c2-a44d-508eb5396224 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.196945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-62bccaa6-456d-43c2-a44d-508eb5396224 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064790 Sep 18 02:23:49.199492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58166) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.205966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-869855ef-3177-49c7-9b5c-745240678d46 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.244238 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-869855ef-3177-49c7-9b5c-745240678d46 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Project 3a262475d6cd4469bdcdf73f4bcd2381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:23:49.261054 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-869855ef-3177-49c7-9b5c-745240678d46 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.265325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58170) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.266772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-869855ef-3177-49c7-9b5c-745240678d46 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0649223 Sep 18 02:23:49.270034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-701c6100-1dd7-4321-9a7d-5de23fcd4c27 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.270522 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-701c6100-1dd7-4321-9a7d-5de23fcd4c27 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 02:23:49.271088 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-701c6100-1dd7-4321-9a7d-5de23fcd4c27 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.272202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-701c6100-1dd7-4321-9a7d-5de23fcd4c27 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058300 Sep 18 02:23:49.274837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58172) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.279621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1938fc03-9352-454e-a0d7-0c02becaf195 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.307706 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-1938fc03-9352-454e-a0d7-0c02becaf195 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Project 3a262475d6cd4469bdcdf73f4bcd2381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:23:49.329256 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-1938fc03-9352-454e-a0d7-0c02becaf195 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.330770 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1938fc03-9352-454e-a0d7-0c02becaf195 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0548668 Sep 18 02:23:49.333543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58174) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.338468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-103122ee-3b45-487b-a978-9e4888a93124 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'af70c8d6-2aab-4e39-9f15-52a417f50e89', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.361141 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-103122ee-3b45-487b-a978-9e4888a93124 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Project 3a262475d6cd4469bdcdf73f4bcd2381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:23:49.386859 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-103122ee-3b45-487b-a978-9e4888a93124 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:49.388078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-103122ee-3b45-487b-a978-9e4888a93124 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0532527 Sep 18 02:23:49.392114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58176) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.456352 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4146eb3f-cbae-4059-b28e-518212ad05e3 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.479773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4146eb3f-cbae-4059-b28e-518212ad05e3 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.536692 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4146eb3f-cbae-4059-b28e-518212ad05e3 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.539705 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4146eb3f-cbae-4059-b28e-518212ad05e3 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.545803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58178) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.546318 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4146eb3f-cbae-4059-b28e-518212ad05e3 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/af70c8d6-2aab-4e39-9f15-52a417f50e89 HTTP/1.1" status: 204 len: 168 time: 0.1498730 Sep 18 02:23:49.559081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146eb3f-cbae-4059-b28e-518212ad05e3 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af70c8d6-2aab-4e39-9f15-52a417f50e89,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:49.606044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0aa8a163-22c4-4a8b-a161-1066ed66053c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583806 Sep 18 02:23:49.610355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58180) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.614906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dcb2e69c-5169-4bc6-ab93-fe4e1a5975c6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--978861273'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.637028 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e69c-5169-4bc6-ab93-fe4e1a5975c6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.729190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e69c-5169-4bc6-ab93-fe4e1a5975c6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.733341 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e69c-5169-4bc6-ab93-fe4e1a5975c6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.766803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e69c-5169-4bc6-ab93-fe4e1a5975c6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:49.768153 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dcb2e69c-5169-4bc6-ab93-fe4e1a5975c6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1567142 Sep 18 02:23:49.769140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2e69c-5169-4bc6-ab93-fe4e1a5975c6 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27c2735-e7c0-4c65-89d5-48dff8bb76d5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:49.771091 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58182) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.775736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-47ecc652-1dd2-496c-a0a7-1fc4874c78ef tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'f27c2735-e7c0-4c65-89d5-48dff8bb76d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.823703 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-47ecc652-1dd2-496c-a0a7-1fc4874c78ef tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The resource could not be found. Sep 18 02:23:49.825135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-47ecc652-1dd2-496c-a0a7-1fc4874c78ef tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0530474 Sep 18 02:23:49.828360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.833282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b6926e96-0e47-4905-9324-0f5af1ea57ce tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': 'f27c2735-e7c0-4c65-89d5-48dff8bb76d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ddfd15c9-477c-479b-9815-240890eaece4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:49.885156 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-b6926e96-0e47-4905-9324-0f5af1ea57ce tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The resource could not be found. Sep 18 02:23:49.886292 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b6926e96-0e47-4905-9324-0f5af1ea57ce tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0568910 Sep 18 02:23:49.889469 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58186) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:49.953533 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-03f4738e-0c97-4d81-93bb-86a6683b776e tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4cdce9a979794ed0a5f75a94d9b599c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362976 Sep 18 02:23:49.993134 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f11376c-1ad3-497c-b922-e2ff02833258 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.037338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f11376c-1ad3-497c-b922-e2ff02833258 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.122964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eec97290-a4fc-4d2d-981a-76d1f3c24778 req-4e0c70e0-6607-40b4-a1ca-bb5787c466d4 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 210 time: 0.0349972 Sep 18 02:23:50.123645 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f11376c-1ad3-497c-b922-e2ff02833258 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.127492 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f11376c-1ad3-497c-b922-e2ff02833258 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.131365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4f11376c-1ad3-497c-b922-e2ff02833258 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/f27c2735-e7c0-4c65-89d5-48dff8bb76d5 HTTP/1.1" status: 204 len: 168 time: 0.2408748 Sep 18 02:23:50.132775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58192) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:50.158296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11376c-1ad3-497c-b922-e2ff02833258 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27c2735-e7c0-4c65-89d5-48dff8bb76d5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:50.193128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e3da-29a1-47b7-9cfa-35fb79b084e5 req-b028460a-b6f8-44b8-b64b-e1f9aaec3d5d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:50.194288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e8ae4111-5b70-4249-bc8f-87aab44d4461 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568388 Sep 18 02:23:50.198310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58194) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:50.198901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81f8e3da-29a1-47b7-9cfa-35fb79b084e5 req-b028460a-b6f8-44b8-b64b-e1f9aaec3d5d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.1669595 Sep 18 02:23:50.203304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cb540425-fc4f-48d0-83d2-5215193ed669 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '82b608b6-8892-4427-a047-a2cd5b12503b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:50.251241 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-cb540425-fc4f-48d0-83d2-5215193ed669 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The resource could not be found. Sep 18 02:23:50.254219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cb540425-fc4f-48d0-83d2-5215193ed669 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0534785 Sep 18 02:23:50.256777 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58196) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:50.261564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-057adbe7-058a-4ae7-bd26-f799f54ea92f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--742509873'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:50.276617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-1c748465-ae1a-4b73-975e-cca3022a5a05 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:50.278290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-1c748465-ae1a-4b73-975e-cca3022a5a05 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173277 Sep 18 02:23:50.282191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81f8e3da-29a1-47b7-9cfa-35fb79b084e5 req-9207d894-6662-4865-ac99-fc9a4f064494 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692677 Sep 18 02:23:50.292603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-057adbe7-058a-4ae7-bd26-f799f54ea92f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.293150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Request body: {'port': {'device_id': 'c4ee582e-c762-45e1-8b73-8387733037f4', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': '4cdce9a979794ed0a5f75a94d9b599c5'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:50.399883 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-057adbe7-058a-4ae7-bd26-f799f54ea92f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.405544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-057adbe7-058a-4ae7-bd26-f799f54ea92f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.424584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Made reservation on behalf of 4cdce9a979794ed0a5f75a94d9b599c5 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:50.428447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.437363 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.441897 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-057adbe7-058a-4ae7-bd26-f799f54ea92f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.445761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-057adbe7-058a-4ae7-bd26-f799f54ea92f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1854510 Sep 18 02:23:50.446034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58198) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:50.447309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057adbe7-058a-4ae7-bd26-f799f54ea92f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c9c1d2-5e75-447d-a04d-eab04ee9cac2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:50.450811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4627917b-1984-4b5f-b6a2-1203ca81b29f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--183745759'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:50.482661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4627917b-1984-4b5f-b6a2-1203ca81b29f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.577296 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.583187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.676489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604030f7-0031-47df-a820-78a79dfca714,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:50.694888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.695288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.695629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.695961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.696291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.696617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.696941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.697279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.697575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.697899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.698220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.698551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:50.774078 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Allocated IP 192.168.233.211 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/b6e7ba29-405d-4fdd-bd43-177978e4e50d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:23:50.787635 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4627917b-1984-4b5f-b6a2-1203ca81b29f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.793082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4627917b-1984-4b5f-b6a2-1203ca81b29f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.832562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4627917b-1984-4b5f-b6a2-1203ca81b29f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.833790 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4627917b-1984-4b5f-b6a2-1203ca81b29f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3868020 Sep 18 02:23:50.837731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58200) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:50.842480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-59d35f8c-3114-48bf-bf12-44ae7b78c552 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '67c9c1d2-5e75-447d-a04d-eab04ee9cac2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '31c164fe-d29d-4297-8550-b77c05c1e11e'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:50.846977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627917b-1984-4b5f-b6a2-1203ca81b29f tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c164fe-d29d-4297-8550-b77c05c1e11e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:50.892223 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-59d35f8c-3114-48bf-bf12-44ae7b78c552 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:50.895901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-59d35f8c-3114-48bf-bf12-44ae7b78c552 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0544636 Sep 18 02:23:50.896233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58202) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:50.948790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b23f0b4e-2df7-4beb-a442-554a45741ab1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.972213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b23f0b4e-2df7-4beb-a442-554a45741ab1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:50.973786 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.012735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.024827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b23f0b4e-2df7-4beb-a442-554a45741ab1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.027355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b23f0b4e-2df7-4beb-a442-554a45741ab1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.032365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b23f0b4e-2df7-4beb-a442-554a45741ab1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/31c164fe-d29d-4297-8550-b77c05c1e11e HTTP/1.1" status: 204 len: 168 time: 0.1313548 Sep 18 02:23:51.032592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58204) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:51.050283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f0b4e-2df7-4beb-a442-554a45741ab1 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c164fe-d29d-4297-8550-b77c05c1e11e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:51.053401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:23:51.058923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:23:51.062759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:23:51.101846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Pushing event updated for resources: {'Port': ['ID=b6e7ba29-405d-4fdd-bd43-177978e4e50d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:51.116180 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6c5a326f-87e5-4149-afc6-1538ed75cff7 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0797489 Sep 18 02:23:51.116523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58206) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:51.147249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:51.147788 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.175315 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-cbb9fc14-2c2f-42c0-a301-e69c3ff9aff8 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8874292 Sep 18 02:23:51.190584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Request body: {'port': {'device_id': 'c4ee582e-c762-45e1-8b73-8387733037f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:51.212196 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bcacafc-1025-419d-b721-9aeafd648b22 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.264825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2ca8-e2c9-4a72-9de4-caee632878ae req-64dca701-7749-4d6b-88bc-501ab70eff45 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:51.267839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e01a2ca8-e2c9-4a72-9de4-caee632878ae req-64dca701-7749-4d6b-88bc-501ab70eff45 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 936 time: 0.0644217 Sep 18 02:23:51.285234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bcacafc-1025-419d-b721-9aeafd648b22 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.295325 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.331044 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e01a2ca8-e2c9-4a72-9de4-caee632878ae req-bbfbc146-a8c8-48b5-a3e8-ea6b96e960b6 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533936 Sep 18 02:23:51.435030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e8d4ab12-0ccb-4cf0-bc45-19618e6e5680 None None] Provisioning complete for port b6e7ba29-405d-4fdd-bd43-177978e4e50d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:23:51.435637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8d4ab12-0ccb-4cf0-bc45-19618e6e5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.452397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bcacafc-1025-419d-b721-9aeafd648b22 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.455522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3bcacafc-1025-419d-b721-9aeafd648b22 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.458805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3bcacafc-1025-419d-b721-9aeafd648b22 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/67c9c1d2-5e75-447d-a04d-eab04ee9cac2 HTTP/1.1" status: 204 len: 168 time: 0.3387876 Sep 18 02:23:51.461029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58212) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:51.480710 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcacafc-1025-419d-b721-9aeafd648b22 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c9c1d2-5e75-447d-a04d-eab04ee9cac2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:51.506374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4ab12-0ccb-4cf0-bc45-19618e6e5680 None None] Port b6e7ba29-405d-4fdd-bd43-177978e4e50d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:23:51.510217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11d95-015d-4df8-b9a4-682416418176 req-478f47fd-4367-477b-8924-0741c3c7c3a2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:51.511818 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92d11d95-015d-4df8-b9a4-682416418176 req-478f47fd-4367-477b-8924-0741c3c7c3a2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.1308873 Sep 18 02:23:51.530149 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e022539-2230-4dbe-955a-48c00c946cb2 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663524 Sep 18 02:23:51.531295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58214) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:51.535711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-69d45353-3dc7-41f1-b8b9-0527747305b0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--961021567'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:51.625038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92d11d95-015d-4df8-b9a4-682416418176 req-c40a72a2-ef9d-421b-9cac-493e0734335b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947533 Sep 18 02:23:51.627371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69d45353-3dc7-41f1-b8b9-0527747305b0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.747416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e7ba29-405d-4fdd-bd43-177978e4e50d {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:23:51.757860 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.787121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Transition to ACTIVE for port object b6e7ba29-405d-4fdd-bd43-177978e4e50d will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:23:51.799738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.804665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69d45353-3dc7-41f1-b8b9-0527747305b0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.832334 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69d45353-3dc7-41f1-b8b9-0527747305b0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.889657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69d45353-3dc7-41f1-b8b9-0527747305b0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:51.893774 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-69d45353-3dc7-41f1-b8b9-0527747305b0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3589656 Sep 18 02:23:51.894437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58216) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:51.895834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e7ba29-405d-4fdd-bd43-177978e4e50d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:51.899124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-275e0b0b-899b-4083-8ecf-bf40239e4154 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '953e04cd-aa4c-4e33-83bd-6b244b370bdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:51.899469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d45353-3dc7-41f1-b8b9-0527747305b0 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953e04cd-aa4c-4e33-83bd-6b244b370bdf,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:51.948877 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-275e0b0b-899b-4083-8ecf-bf40239e4154 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:51.952024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-275e0b0b-899b-4083-8ecf-bf40239e4154 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0544996 Sep 18 02:23:51.954603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58218) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:51.963358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a4e52af1-3fd7-4588-bf20-6b67d52683ec tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group_rule': {'security_group_id': '953e04cd-aa4c-4e33-83bd-6b244b370bdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:51.987155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Attempting to bind port b6e7ba29-405d-4fdd-bd43-177978e4e50d on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:23:51.988112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Attempting to bind port b6e7ba29-405d-4fdd-bd43-177978e4e50d by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:23:51.988457 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Attempting to bind port b6e7ba29-405d-4fdd-bd43-177978e4e50d on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:23:51.994075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Port b6e7ba29-405d-4fdd-bd43-177978e4e50d on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:23:51.994407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Attempting to bind port b6e7ba29-405d-4fdd-bd43-177978e4e50d on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:23:52.002612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:23:52.003194 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:23:52.003591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:23:52.004272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Bound port: b6e7ba29-405d-4fdd-bd43-177978e4e50d, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:23:52.004631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.009092 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-a4e52af1-3fd7-4588-bf20-6b67d52683ec tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:23:52.010331 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a4e52af1-3fd7-4588-bf20-6b67d52683ec tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0520613 Sep 18 02:23:52.013103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58220) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:52.086230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5df4a17e-37aa-47b5-bee2-f35535b81812 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.091996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] For port b6e7ba29-405d-4fdd-bd43-177978e4e50d, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:23:52.096396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] For port b6e7ba29-405d-4fdd-bd43-177978e4e50d, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b6e7ba29-405d-4fdd-bd43-177978e4e50d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:23:52.100963 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.112407 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5df4a17e-37aa-47b5-bee2-f35535b81812 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.143603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:52.153038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.156099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] 10.222.0.20 "PUT /v2.0/ports/b6e7ba29-405d-4fdd-bd43-177978e4e50d HTTP/1.1" status: 200 len: 1097 time: 0.9703190 Sep 18 02:23:52.157073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ee582e-c762-45e1-8b73-8387733037f4', 'tag': 'b6e7ba29-405d-4fdd-bd43-177978e4e50d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:23:52.162932 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3884c8f-f446-4c00-b9df-13766eda974b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ee582e-c762-45e1-8b73-8387733037f4", "tag": "b6e7ba29-405d-4fdd-bd43-177978e4e50d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:23:52.177420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5df4a17e-37aa-47b5-bee2-f35535b81812 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.180486 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5df4a17e-37aa-47b5-bee2-f35535b81812 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.184795 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5df4a17e-37aa-47b5-bee2-f35535b81812 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/953e04cd-aa4c-4e33-83bd-6b244b370bdf HTTP/1.1" status: 204 len: 168 time: 0.1700587 Sep 18 02:23:52.185233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58224) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:52.206099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977575c-908d-4535-8eb3-37859be1ebc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e7ba29-405d-4fdd-bd43-177978e4e50d,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:52.212537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4a17e-37aa-47b5-bee2-f35535b81812 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953e04cd-aa4c-4e33-83bd-6b244b370bdf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:52.232712 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b562743-1066-4eff-9a75-f001ebbaedfb x-openstack-request-id: req-2b562743-1066-4eff-9a75-f001ebbaedfb {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:23:52.233052 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ee582e-c762-45e1-8b73-8387733037f4", "tag": "b6e7ba29-405d-4fdd-bd43-177978e4e50d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:23:52.233245 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b562743-1066-4eff-9a75-f001ebbaedfb {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:23:52.233643 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ee582e-c762-45e1-8b73-8387733037f4', 'tag': 'b6e7ba29-405d-4fdd-bd43-177978e4e50d', 'status': 'completed', 'code': 200} Sep 18 02:23:52.267905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58226) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:52.268377 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cb725a39-d395-4229-b3e9-2450b925b10b tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621455 Sep 18 02:23:52.273507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-630da036-6506-4915-9fad-5351a543e4b4 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750507600'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:52.305131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-b4b6d29d-a204-4a97-a9e8-40bd428700f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:52.306872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-b4b6d29d-a204-4a97-a9e8-40bd428700f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cdce9a979794ed0a5f75a94d9b599c5&device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 1100 time: 0.0779643 Sep 18 02:23:52.314912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-630da036-6506-4915-9fad-5351a543e4b4 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.364101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-b12c9743-6975-4c05-8864-24a57113579c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b6e7ba29-405d-4fdd-bd43-177978e4e50d HTTP/1.1" status: 200 len: 217 time: 0.0468504 Sep 18 02:23:52.477565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-668b49bd-8f61-41fc-b5f1-e48cfc0b7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:52.479038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-668b49bd-8f61-41fc-b5f1-e48cfc0b7b38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.1004679 Sep 18 02:23:52.541079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6c761-500a-4c7d-b2fe-486507e2ec1b req-3e2c5507-d993-4ebc-a0b9-9f2fd66e2096 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:52.542566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2af6c761-500a-4c7d-b2fe-486507e2ec1b req-3e2c5507-d993-4ebc-a0b9-9f2fd66e2096 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 948 time: 0.1264565 Sep 18 02:23:52.598751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-9714a7a6-3e6b-4f3a-97de-7d65d9e5a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:52.600276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-9714a7a6-3e6b-4f3a-97de-7d65d9e5a1ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126051 Sep 18 02:23:52.602622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-630da036-6506-4915-9fad-5351a543e4b4 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.621439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-630da036-6506-4915-9fad-5351a543e4b4 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.644988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2af6c761-500a-4c7d-b2fe-486507e2ec1b req-4055e92b-67c7-4062-a005-d9a06ed4a3a7 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907657 Sep 18 02:23:52.675440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-630da036-6506-4915-9fad-5351a543e4b4 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.678969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-630da036-6506-4915-9fad-5351a543e4b4 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4064896 Sep 18 02:23:52.679999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58232) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:52.686766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8d0b8b9b-4c8a-4cd8-bb24-5c9a54817e0d tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:52.688241 n-d-789963-12 neutron-server[106440]: WARNING neutron.api.v2.base [None req-8d0b8b9b-4c8a-4cd8-bb24-5c9a54817e0d tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 02:23:52.688966 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-8d0b8b9b-4c8a-4cd8-bb24-5c9a54817e0d tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 02:23:52.694660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8d0b8b9b-4c8a-4cd8-bb24-5c9a54817e0d tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "PUT /v2.0/security-groups/010e6d4d-2ca7-4daa-aa12-51e55af2f870 HTTP/1.1" status: 409 len: 330 time: 0.0126591 Sep 18 02:23:52.695517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58234) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:52.705278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630da036-6506-4915-9fad-5351a543e4b4 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010e6d4d-2ca7-4daa-aa12-51e55af2f870,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:52.751397 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-deafa2b5-98d6-4e61-b4b0-1cbfecc33847 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398797 Sep 18 02:23:52.808731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a925d8-4d11-4929-a142-dfdbff2c9169 req-a1f33529-9d3b-4bf8-b6fe-0710dd78012a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:52.810840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47a925d8-4d11-4929-a142-dfdbff2c9169 req-a1f33529-9d3b-4bf8-b6fe-0710dd78012a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0896468 Sep 18 02:23:52.811542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6188e296-6ab0-4eb7-9c95-7fc586650853 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.854830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6188e296-6ab0-4eb7-9c95-7fc586650853 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.895490 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47a925d8-4d11-4929-a142-dfdbff2c9169 req-d9f7a0b7-b001-49bb-af68-d07fe68511b2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769687 Sep 18 02:23:52.931907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6188e296-6ab0-4eb7-9c95-7fc586650853 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.934560 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6188e296-6ab0-4eb7-9c95-7fc586650853 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:52.939330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6188e296-6ab0-4eb7-9c95-7fc586650853 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/010e6d4d-2ca7-4daa-aa12-51e55af2f870 HTTP/1.1" status: 204 len: 168 time: 0.2391670 Sep 18 02:23:52.939933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58236) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:52.953333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e296-6ab0-4eb7-9c95-7fc586650853 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010e6d4d-2ca7-4daa-aa12-51e55af2f870,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:53.004426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7809e9ca-baa9-43ef-b3c8-2484570d992d tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622077 Sep 18 02:23:53.008706 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58240) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:53.024246 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-d4b6ee32-17f1-4758-9fef-014a1771291c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] delete failed (client error): The resource could not be found. Sep 18 02:23:53.025518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d4b6ee32-17f1-4758-9fef-014a1771291c tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "DELETE /v2.0/security-groups/2dcbcf54-7504-45b5-aa43-c19bf75ea009 HTTP/1.1" status: 404 len: 347 time: 0.0157206 Sep 18 02:23:53.029140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58242) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:53.047503 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-27d68104-a131-4b52-9d4f-bb1493284b43 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] show failed (client error): The resource could not be found. Sep 18 02:23:53.048936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-27d68104-a131-4b52-9d4f-bb1493284b43 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-groups/8763fa0b-5905-4cdb-b5f5-5c8124857f5c HTTP/1.1" status: 404 len: 347 time: 0.0186846 Sep 18 02:23:53.053327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58244) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:53.066947 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-877ef646-bebc-46d6-baef-5199dee9ce89 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] show failed (client error): The resource could not be found. Sep 18 02:23:53.069546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-877ef646-bebc-46d6-baef-5199dee9ce89 tempest-NegativeSecGroupIPv6Test-930317883 tempest-NegativeSecGroupIPv6Test-930317883-project] 10.222.0.21 "GET /v2.0/security-group-rules/3785f5da-13a2-4479-93cb-579137da8012 HTTP/1.1" status: 404 len: 356 time: 0.0137482 Sep 18 02:23:53.142557 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647d0b49-05ba-464f-af7f-af8b0dba4afb req-2b8f58db-8589-4f24-8a7a-8d210126f5ba service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825502 Sep 18 02:23:53.236378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884c8f-f446-4c00-b9df-13766eda974b req-5732d956-248d-4326-9fd0-66c4ea94fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:53.237900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3884c8f-f446-4c00-b9df-13766eda974b req-5732d956-248d-4326-9fd0-66c4ea94fca3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cdce9a979794ed0a5f75a94d9b599c5&device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 1100 time: 0.0467069 Sep 18 02:23:53.348634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58250) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:53.354393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884c8f-f446-4c00-b9df-13766eda974b req-ea423e23-33c2-449d-87c8-c58d08645e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:53.356152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3884c8f-f446-4c00-b9df-13766eda974b req-ea423e23-33c2-449d-87c8-c58d08645e6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.1107564 Sep 18 02:23:53.403536 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3884c8f-f446-4c00-b9df-13766eda974b req-033d7654-6eab-4bd5-aca1-2844329544a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b6e7ba29-405d-4fdd-bd43-177978e4e50d HTTP/1.1" status: 200 len: 217 time: 0.0389194 Sep 18 02:23:53.473022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884c8f-f446-4c00-b9df-13766eda974b req-94686d39-aad9-42e0-a5b9-ae1df430ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:53.474619 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3884c8f-f446-4c00-b9df-13766eda974b req-94686d39-aad9-42e0-a5b9-ae1df430ef4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0632432 Sep 18 02:23:53.524773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884c8f-f446-4c00-b9df-13766eda974b req-8ff18a9e-cdbe-4a2c-b4cf-cbcca9e9fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:53.525911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-60fba376-5f51-46c7-8899-ce710bf388c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a262475d6cd4469bdcdf73f4bcd2381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750257 Sep 18 02:23:53.526253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3884c8f-f446-4c00-b9df-13766eda974b req-8ff18a9e-cdbe-4a2c-b4cf-cbcca9e9fd69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436139 Sep 18 02:23:53.527261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58254) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:53.638342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec641f2d-0c15-4166-a2e6-8243d0ece485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:53.674156 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec641f2d-0c15-4166-a2e6-8243d0ece485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:53.694629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3884c8f-f446-4c00-b9df-13766eda974b req-3ec05823-e68e-4de6-a627-17e816c13277 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378000 Sep 18 02:23:53.847237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec641f2d-0c15-4166-a2e6-8243d0ece485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:53.851810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec641f2d-0c15-4166-a2e6-8243d0ece485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:53.851810 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ec641f2d-0c15-4166-a2e6-8243d0ece485 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35d99293-a8ed-4bc0-b8bb-a1c9e0fde7a8 HTTP/1.1" status: 204 len: 168 time: 0.3230748 Sep 18 02:23:53.876169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8a946-3f7f-427b-96f3-1d1ece9903db req-a72f21f8-a89c-4b63-9ec3-a6612216e1fe tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:53.877775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c8a946-3f7f-427b-96f3-1d1ece9903db req-a72f21f8-a89c-4b63-9ec3-a6612216e1fe tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 948 time: 0.1544380 Sep 18 02:23:53.884821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec641f2d-0c15-4166-a2e6-8243d0ece485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d99293-a8ed-4bc0-b8bb-a1c9e0fde7a8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:53.906950 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3884c8f-f446-4c00-b9df-13766eda974b req-b047c886-0c9b-4264-a942-1ba6010f070d service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988025 Sep 18 02:23:53.934529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c8a946-3f7f-427b-96f3-1d1ece9903db req-549af585-3e5f-4bb3-b426-feb9b4683ac4 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507426 Sep 18 02:23:54.037226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af95c1-63f4-4ac7-baf7-5361948405f7 req-1cbd3337-f296-43fe-a66a-bdbec7cf04ed tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:54.038807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96af95c1-63f4-4ac7-baf7-5361948405f7 req-1cbd3337-f296-43fe-a66a-bdbec7cf04ed tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0573812 Sep 18 02:23:54.091744 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96af95c1-63f4-4ac7-baf7-5361948405f7 req-9de3c64d-95b4-4b52-bcd9-74a78dae871e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Sep 18 02:23:54.564756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58280) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:54.661135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-534459733'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:23:54.685133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Made reservation on behalf of 09a6846a27e1494fb16ca9f6510aefda for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:23:54.689455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:54.697666 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:54.808353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:54.812960 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:54.837418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:23:54.853650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a00794-7b8c-4e4c-8dd1-88d6b287d43f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:54.857945 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:54.858375 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Added segment 55eb8b23-3dbe-428b-90ec-866896eca4ca of type vlan for network b82cce45-52ca-468c-9df3-fd19bb0bae91 Sep 18 02:23:54.907828 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:54.940212 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:54.945800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:54.946393 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:54.990467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4189959 Sep 18 02:23:54.991485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58286) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:54.998897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-3ef82c72-7e1d-46e4-b8fe-51c8e0ffc94b tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', 'tempest-TagsTest-Tag-1198465104') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.040800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466ec00-c056-43b1-9102-3e0d40eab1b1 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Pushing event updated for resources: {'Network': ['ID=b82cce45-52ca-468c-9df3-fd19bb0bae91,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:55.053239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b82cce45-52ca-468c-9df3-fd19bb0bae91 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:23:55.091512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6d5f2-e981-43b9-a400-61e8847e5d56 req-3f5c5d34-e5de-41f4-9a14-795978668b64 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:55.093807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71b6d5f2-e981-43b9-a400-61e8847e5d56 req-3f5c5d34-e5de-41f4-9a14-795978668b64 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 948 time: 0.0656939 Sep 18 02:23:55.102798 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3ef82c72-7e1d-46e4-b8fe-51c8e0ffc94b tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "PUT /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags/tempest-TagsTest-Tag-1198465104 HTTP/1.1" status: 201 len: 201 time: 0.1091409 Sep 18 02:23:55.105414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58288) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.110236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-2861c89d-6f18-491e-93ac-774eae941082 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', 'tempest-TagsTest-Tag-1198465104') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.144325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71b6d5f2-e981-43b9-a400-61e8847e5d56 req-01c879c8-7494-4bd2-b966-d77f9c3a2504 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Sep 18 02:23:55.196910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2861c89d-6f18-491e-93ac-774eae941082 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "GET /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags/tempest-TagsTest-Tag-1198465104 HTTP/1.1" status: 204 len: 168 time: 0.0901489 Sep 18 02:23:55.199418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.204593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-8d208570-3e7a-4af4-80cb-1dbed85c6cdd tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.233523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511001-c0c3-45aa-a4ec-6450c36d4e5f req-d3879d49-3f4a-464c-b923-3ccc07421d05 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:55.235146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88511001-c0c3-45aa-a4ec-6450c36d4e5f req-d3879d49-3f4a-464c-b923-3ccc07421d05 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0527897 Sep 18 02:23:55.274060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88511001-c0c3-45aa-a4ec-6450c36d4e5f req-9f688a7d-fefb-4f26-9c83-097eabad23f7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Sep 18 02:23:55.278142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8d208570-3e7a-4af4-80cb-1dbed85c6cdd tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "GET /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags HTTP/1.1" status: 200 len: 238 time: 0.0776484 Sep 18 02:23:55.280774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58294) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.285411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-ac6c8849-4637-42f0-88a4-c1afa15600cd tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', {'tags': ['tempest-TagsTest-Tag-1020916888', 'tempest-TagsTest-Tag-660447626', 'tempest-TagsTest-Tag-470040783']}) {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.358655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ac6c8849-4637-42f0-88a4-c1afa15600cd tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "PUT /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags HTTP/1.1" status: 200 len: 307 time: 0.0766888 Sep 18 02:23:55.361286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58296) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.365593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-20fabb0e-5789-4338-baad-7c645a162c6a tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', 'tempest-TagsTest-Tag-1020916888') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.448418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-20fabb0e-5789-4338-baad-7c645a162c6a tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "DELETE /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags/tempest-TagsTest-Tag-1020916888 HTTP/1.1" status: 204 len: 168 time: 0.0860777 Sep 18 02:23:55.450871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58298) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.454990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-1932c53c-8518-418b-9c58-af41155295db tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', 'tempest-TagsTest-Tag-1020916888') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.520873 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-1932c53c-8518-418b-9c58-af41155295db tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] show failed (client error): The resource could not be found. Sep 18 02:23:55.521895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1932c53c-8518-418b-9c58-af41155295db tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "GET /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags/tempest-TagsTest-Tag-1020916888 HTTP/1.1" status: 404 len: 326 time: 0.0701425 Sep 18 02:23:55.524603 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58300) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.528724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-fc32bcf3-381c-4a21-abb6-0833502b36e0 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', 'tempest-TagsTest-Tag-660447626') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.577799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:55.602376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fc32bcf3-381c-4a21-abb6-0833502b36e0 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "GET /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags/tempest-TagsTest-Tag-660447626 HTTP/1.1" status: 204 len: 168 time: 0.0767987 Sep 18 02:23:55.604841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58302) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.609477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-619d532c-4c1e-4534-9676-35661aa3c4b8 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', 'tempest-TagsTest-Tag-470040783') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.674204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-619d532c-4c1e-4534-9676-35661aa3c4b8 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "GET /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags/tempest-TagsTest-Tag-470040783 HTTP/1.1" status: 204 len: 168 time: 0.0683873 Sep 18 02:23:55.676625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58304) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.680688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.tag.tag_plugin [None req-dba03ad6-2d68-4ef4-9145-1ec1b8a4858c tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.770153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-dba03ad6-2d68-4ef4-9145-1ec1b8a4858c tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "DELETE /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags HTTP/1.1" status: 204 len: 168 time: 0.0925586 Sep 18 02:23:55.770425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58306) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.774929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-6cad0c73-7099-438b-8765-60ba1312d247 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', 'tempest-TagsTest-Tag-660447626') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.841930 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-6cad0c73-7099-438b-8765-60ba1312d247 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] show failed (client error): The resource could not be found. Sep 18 02:23:55.843011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6cad0c73-7099-438b-8765-60ba1312d247 tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "GET /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags/tempest-TagsTest-Tag-660447626 HTTP/1.1" status: 404 len: 325 time: 0.0714960 Sep 18 02:23:55.846766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.851040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-7bc83bbb-2278-47f3-ac24-9e335c6845ea tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91', 'tempest-TagsTest-Tag-470040783') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.920642 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-7bc83bbb-2278-47f3-ac24-9e335c6845ea tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] show failed (client error): The resource could not be found. Sep 18 02:23:55.925300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7bc83bbb-2278-47f3-ac24-9e335c6845ea tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "GET /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags/tempest-TagsTest-Tag-470040783 HTTP/1.1" status: 404 len: 325 time: 0.0745645 Sep 18 02:23:55.925454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58310) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:55.929723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.tag.tag_plugin [None req-e293469d-60f0-4b92-a575-bb3657250c9d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b82cce45-52ca-468c-9df3-fd19bb0bae91') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:55.932301 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.001944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e293469d-60f0-4b92-a575-bb3657250c9d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "DELETE /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91/tags HTTP/1.1" status: 204 len: 168 time: 0.0754116 Sep 18 02:23:56.005973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58312) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:56.085741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.177464 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.197956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82cce45-52ca-468c-9df3-fd19bb0bae91']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:56.208573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55eb8b23-3dbe-428b-90ec-866896eca4ca') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:56.208870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55eb8b23-3dbe-428b-90ec-866896eca4ca') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:23:56.219188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.232516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.238976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:23:56.239372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:23:56.242379 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:23:56.268768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39733c-690e-4017-a7b5-a0d72a31a6ce req-f949684e-5b5f-42a0-8dbc-081767c1b57d tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:56.270232 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d39733c-690e-4017-a7b5-a0d72a31a6ce req-f949684e-5b5f-42a0-8dbc-081767c1b57d tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 948 time: 0.0519581 Sep 18 02:23:56.301583 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.308815 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.313739 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] 10.222.0.21 "DELETE /v2.0/networks/b82cce45-52ca-468c-9df3-fd19bb0bae91 HTTP/1.1" status: 204 len: 168 time: 0.3065715 Sep 18 02:23:56.313874 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d39733c-690e-4017-a7b5-a0d72a31a6ce req-d60c98ea-ebba-42e0-893c-8110cb452086 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363004 Sep 18 02:23:56.325537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b0a9f-0c67-4b95-a3f6-05c5c488677d tempest-TagsTest-208911818 tempest-TagsTest-208911818-project] Pushing event deleted for resources: {'Network': ['ID=b82cce45-52ca-468c-9df3-fd19bb0bae91,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:56.382122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device b6e7ba29-405d-4fdd-bd43-177978e4e50d details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:23:56.415097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042dfc2-4658-4b36-8fe2-fd86f1610660 req-b3470f17-50a3-4647-a81b-fda4a820be74 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:56.416844 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e042dfc2-4658-4b36-8fe2-fd86f1610660 req-b3470f17-50a3-4647-a81b-fda4a820be74 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0593209 Sep 18 02:23:56.461018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e042dfc2-4658-4b36-8fe2-fd86f1610660 req-d28afa6e-fb6a-4d80-bf78-bbd58a242518 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367765 Sep 18 02:23:56.486060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port b6e7ba29-405d-4fdd-bd43-177978e4e50d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b6e7ba29-405d-4fdd-bd43-177978e4e50d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:56.497958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'b6e7ba29-405d-4fdd-bd43-177978e4e50d', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': 'b6e7ba29-405d-4fdd-bd43-177978e4e50d', 'mac_address': 'fa:16:3e:7c:16:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:23:56.540677 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.553905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e7ba29-405d-4fdd-bd43-177978e4e50d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:23:56.574133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port b6e7ba29-405d-4fdd-bd43-177978e4e50d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b6e7ba29-405d-4fdd-bd43-177978e4e50d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:56.578047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.584939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58322) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:56.626491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=b6e7ba29-405d-4fdd-bd43-177978e4e50d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:56.633988 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.634335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.634677 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.635046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.635379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.635709 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.636035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.636360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.636701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.637061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.637384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.637705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:23:56.727271 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ce504150-a269-4932-8186-5d46a3a40f3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09a6846a27e1494fb16ca9f6510aefda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388271 Sep 18 02:23:56.727491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58326) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:56.777768 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a90dfcaf-e3c4-4119-8936-2391a36d025f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.798494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['b6e7ba29-405d-4fdd-bd43-177978e4e50d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:23:56.798738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a90dfcaf-e3c4-4119-8936-2391a36d025f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.847731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a90dfcaf-e3c4-4119-8936-2391a36d025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.850310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a90dfcaf-e3c4-4119-8936-2391a36d025f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:56.851499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a90dfcaf-e3c4-4119-8936-2391a36d025f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29a00794-7b8c-4e4c-8dd1-88d6b287d43f HTTP/1.1" status: 204 len: 168 time: 0.1231337 Sep 18 02:23:56.860300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dfcaf-e3c4-4119-8936-2391a36d025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a00794-7b8c-4e4c-8dd1-88d6b287d43f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:57.447484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6942a1-9a66-4cf2-8f90-ceb0162b65ee req-57612dc8-367c-4fe2-a5d5-3b3e6486f76f tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:57.449487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d6942a1-9a66-4cf2-8f90-ceb0162b65ee req-57612dc8-367c-4fe2-a5d5-3b3e6486f76f tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 949 time: 0.0614779 Sep 18 02:23:57.489441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d6942a1-9a66-4cf2-8f90-ceb0162b65ee req-1c06a03e-1e0e-4254-9d7a-05057786b25d tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331473 Sep 18 02:23:57.599015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0d12f-1402-42c0-b096-37d11c542ee1 req-b0fe2076-2904-47e9-abc7-cb42419c964b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:57.600585 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e9b0d12f-1402-42c0-b096-37d11c542ee1 req-b0fe2076-2904-47e9-abc7-cb42419c964b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0542185 Sep 18 02:23:57.645869 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e9b0d12f-1402-42c0-b096-37d11c542ee1 req-7287bf6e-5c52-41b8-93ad-bae34fad0bdf tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388682 Sep 18 02:23:58.398739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device b6e7ba29-405d-4fdd-bd43-177978e4e50d up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:23:58.453612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port b6e7ba29-405d-4fdd-bd43-177978e4e50d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:23:58.457727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port b6e7ba29-405d-4fdd-bd43-177978e4e50d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:23:58.458088 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:58.560050 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:58.588043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee582e-c762-45e1-8b73-8387733037f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e7ba29-405d-4fdd-bd43-177978e4e50d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:23:58.590492 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04989ccf-30be-4d64-8655-820598155b7c" -d '{"events": [{"server_uuid": "c4ee582e-c762-45e1-8b73-8387733037f4", "name": "network-vif-plugged", "status": "completed", "tag": "b6e7ba29-405d-4fdd-bd43-177978e4e50d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:23:58.616781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port b6e7ba29-405d-4fdd-bd43-177978e4e50d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b6e7ba29-405d-4fdd-bd43-177978e4e50d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:23:58.621259 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:58.649686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8905-a423-4f80-a0f6-0760b10565d2 req-082b8e4f-c8d1-483f-870e-1ecfccd798ab tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:58.651907 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-403d8905-a423-4f80-a0f6-0760b10565d2 req-082b8e4f-c8d1-483f-870e-1ecfccd798ab tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 949 time: 0.0666192 Sep 18 02:23:58.652166 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936535b4-90e1-4fb6-ac1c-f6779a89e798 x-openstack-request-id: req-936535b4-90e1-4fb6-ac1c-f6779a89e798 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:23:58.652468 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee582e-c762-45e1-8b73-8387733037f4", "name": "network-vif-plugged", "status": "completed", "tag": "b6e7ba29-405d-4fdd-bd43-177978e4e50d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:23:58.653448 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-936535b4-90e1-4fb6-ac1c-f6779a89e798 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:23:58.653851 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee582e-c762-45e1-8b73-8387733037f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e7ba29-405d-4fdd-bd43-177978e4e50d', 'code': 200} Sep 18 02:23:58.683466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=b6e7ba29-405d-4fdd-bd43-177978e4e50d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:58.748371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-403d8905-a423-4f80-a0f6-0760b10565d2 req-ebde60e3-9d1c-490a-88dd-e16e0f37f7a2 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844769 Sep 18 02:23:58.789767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58412) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:58.801025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034574d1-cf81-46db-a4d1-2d971beeaf7c req-b12c476d-0aa4-40b1-be0c-4918bdf8546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:58.802527 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-034574d1-cf81-46db-a4d1-2d971beeaf7c req-b12c476d-0aa4-40b1-be0c-4918bdf8546e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 1102 time: 0.1038430 Sep 18 02:23:58.834213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee52a2-9c50-4ee5-9d09-673095a75e0e req-8490ce2c-c464-45eb-964b-1ed2ac64a4f5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:58.835826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5ee52a2-9c50-4ee5-9d09-673095a75e0e req-8490ce2c-c464-45eb-964b-1ed2ac64a4f5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0957282 Sep 18 02:23:58.871239 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-034574d1-cf81-46db-a4d1-2d971beeaf7c req-ffa77f81-248d-4377-9565-fa25d53890fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606325 Sep 18 02:23:58.891775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5ee52a2-9c50-4ee5-9d09-673095a75e0e req-0fa28cbc-edd3-4b93-bbaa-5af204e8e38e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458989 Sep 18 02:23:58.918536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-060f40a2-05f1-4ae2-a353-209cfcea4168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.015832 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-060f40a2-05f1-4ae2-a353-209cfcea4168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.020577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-060f40a2-05f1-4ae2-a353-209cfcea4168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.062573 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-060f40a2-05f1-4ae2-a353-209cfcea4168 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22f8255f42924a33b67dfebdcc18930b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674582 Sep 18 02:23:59.062573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f40a2-05f1-4ae2-a353-209cfcea4168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd22f1ff-7428-460b-af1e-35bc2d1cce9f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:59.063393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58416) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:59.117679 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1431bae-fc93-4b88-a257-78fe738f2613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.140977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1431bae-fc93-4b88-a257-78fe738f2613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.187605 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1431bae-fc93-4b88-a257-78fe738f2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.190248 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c1431bae-fc93-4b88-a257-78fe738f2613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.191424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c1431bae-fc93-4b88-a257-78fe738f2613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd22f1ff-7428-460b-af1e-35bc2d1cce9f HTTP/1.1" status: 204 len: 168 time: 0.1266761 Sep 18 02:23:59.199819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1431bae-fc93-4b88-a257-78fe738f2613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd22f1ff-7428-460b-af1e-35bc2d1cce9f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:59.499444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58424) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:59.513648 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31fe0f7-fd56-43b4-b333-6aa76fa23139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.610116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31fe0f7-fd56-43b4-b333-6aa76fa23139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.614220 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d31fe0f7-fd56-43b4-b333-6aa76fa23139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.659654 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d31fe0f7-fd56-43b4-b333-6aa76fa23139 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a8c1dcd6998495eb08a440386be8df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585052 Sep 18 02:23:59.660437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fe0f7-fd56-43b4-b333-6aa76fa23139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c3c1b-ea45-41fe-a10a-8edef537dfd1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:59.662159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58426) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:23:59.730655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbcf7-772f-4255-98bd-1a8d9cdd967b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.755776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbcf7-772f-4255-98bd-1a8d9cdd967b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.815253 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbcf7-772f-4255-98bd-1a8d9cdd967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.818826 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbcf7-772f-4255-98bd-1a8d9cdd967b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:23:59.820665 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c4ebbcf7-772f-4255-98bd-1a8d9cdd967b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f3c3c1b-ea45-41fe-a10a-8edef537dfd1 HTTP/1.1" status: 204 len: 168 time: 0.1573513 Sep 18 02:23:59.846654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebbcf7-772f-4255-98bd-1a8d9cdd967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c3c1b-ea45-41fe-a10a-8edef537dfd1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:23:59.906745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cbb23-4bc4-44f3-829d-00103d8c4e75 req-3958aa13-69e9-41df-8b0f-b2f4fc264530 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:23:59.907869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-814cbb23-4bc4-44f3-829d-00103d8c4e75 req-3958aa13-69e9-41df-8b0f-b2f4fc264530 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 950 time: 0.0856798 Sep 18 02:23:59.972027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-814cbb23-4bc4-44f3-829d-00103d8c4e75 req-2084e470-4cb3-4f48-bcca-bf97f800b369 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Sep 18 02:24:00.067252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e80eba-be44-459b-a038-aa91bffcb7f1 req-a3a91a9c-967f-4a4a-95ac-d0d004024464 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:00.071258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79e80eba-be44-459b-a038-aa91bffcb7f1 req-a3a91a9c-967f-4a4a-95ac-d0d004024464 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0643680 Sep 18 02:24:00.117429 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79e80eba-be44-459b-a038-aa91bffcb7f1 req-b5a74807-e259-4684-9218-cb1d14b4239d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Sep 18 02:24:00.857698 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e8116f5-b6b2-4099-9c0f-2158432022d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:01.107348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326da98-5523-42ea-994c-7c60607b5fb8 req-aec17590-129e-47f1-afab-8c55e899f676 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:01.109162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3326da98-5523-42ea-994c-7c60607b5fb8 req-aec17590-129e-47f1-afab-8c55e899f676 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 950 time: 0.0629475 Sep 18 02:24:01.172518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3326da98-5523-42ea-994c-7c60607b5fb8 req-957c7809-ee1f-4a57-abf0-e35f573e4085 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Sep 18 02:24:01.297624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5d956-9d23-49cf-a944-7c11af6acb0e req-8d02834c-70e4-4d63-a6c2-e009711743b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:01.300290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e8a5d956-9d23-49cf-a944-7c11af6acb0e req-8d02834c-70e4-4d63-a6c2-e009711743b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0931637 Sep 18 02:24:01.346161 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e8a5d956-9d23-49cf-a944-7c11af6acb0e req-470e31c2-5d77-414b-9dbe-2f1e712b4877 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Sep 18 02:24:01.495674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b277-be0c-40ff-a9bd-36a020231956 req-5f4347f5-b92a-496a-8188-724186dbb5a7 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:01.497630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8978b277-be0c-40ff-a9bd-36a020231956 req-5f4347f5-b92a-496a-8188-724186dbb5a7 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 950 time: 0.0687697 Sep 18 02:24:01.552976 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8978b277-be0c-40ff-a9bd-36a020231956 req-52f31430-f49a-44bd-8ebf-51cfb3a27c40 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Sep 18 02:24:02.479337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d28304-e97a-4605-a02f-519147287ef3 req-947ae7cf-8713-4dc7-988a-9e29af00174c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:02.480867 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85d28304-e97a-4605-a02f-519147287ef3 req-947ae7cf-8713-4dc7-988a-9e29af00174c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0611582 Sep 18 02:24:02.521553 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85d28304-e97a-4605-a02f-519147287ef3 req-e685ee04-9642-4304-8f80-db10cca4e539 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Sep 18 02:24:02.675286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11dc26-4253-4cac-bb79-4abe6fe713c2 req-973d6ba7-271e-489e-ad68-3be36bae1d59 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:02.676930 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae11dc26-4253-4cac-bb79-4abe6fe713c2 req-973d6ba7-271e-489e-ad68-3be36bae1d59 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 950 time: 0.0553281 Sep 18 02:24:02.721993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae11dc26-4253-4cac-bb79-4abe6fe713c2 req-ea8696b2-973b-49de-9711-e2c7c572578a tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.21 "GET /v2.0/security-groups?id=604030f7-0031-47df-a820-78a79dfca714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Sep 18 02:24:02.768281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f930-4dee-4c55-b209-641c1008da30 req-c5337c16-d34c-4d16-8465-cf4217e759c4 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:02.769872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b895f930-4dee-4c55-b209-641c1008da30 req-c5337c16-d34c-4d16-8465-cf4217e759c4 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ee582e-c762-45e1-8b73-8387733037f4 HTTP/1.1" status: 200 len: 950 time: 0.0808737 Sep 18 02:24:02.861082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d131d28-75f9-4276-81b9-104cfa693c29 req-0e19b025-05dc-4f1c-8132-ca1e1b99a916 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:02.862634 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d131d28-75f9-4276-81b9-104cfa693c29 req-0e19b025-05dc-4f1c-8132-ca1e1b99a916 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 946 time: 0.0562422 Sep 18 02:24:02.891576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Deleting port b6e7ba29-405d-4fdd-bd43-177978e4e50d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:24:02.891941 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:02.903243 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d131d28-75f9-4276-81b9-104cfa693c29 req-59edd0e7-c98a-437a-bcd0-7f47f5799a9f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340273 Sep 18 02:24:02.986416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] For port b6e7ba29-405d-4fdd-bd43-177978e4e50d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=b6e7ba29-405d-4fdd-bd43-177978e4e50d,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:02.987079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:03.006066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Calling delete_port for b6e7ba29-405d-4fdd-bd43-177978e4e50d owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:24:03.147312 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:03.161521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['b6e7ba29-405d-4fdd-bd43-177978e4e50d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:24:03.179749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Pushing event deleted for resources: {'Port': ['ID=b6e7ba29-405d-4fdd-bd43-177978e4e50d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:03.231906 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] No DVR routers for this DVR port b6e7ba29-405d-4fdd-bd43-177978e4e50d on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:24:03.235044 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:03.237579 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b895f930-4dee-4c55-b209-641c1008da30 req-f17ac25d-f475-4047-ac8d-af45dc1ed579 tempest-VolumesNegativeTest-1880982733 tempest-VolumesNegativeTest-1880982733-project] 10.222.0.20 "DELETE /v2.0/ports/b6e7ba29-405d-4fdd-bd43-177978e4e50d HTTP/1.1" status: 204 len: 173 time: 0.4618576 Sep 18 02:24:03.238098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ee582e-c762-45e1-8b73-8387733037f4', 'name': 'network-vif-deleted', 'tag': 'b6e7ba29-405d-4fdd-bd43-177978e4e50d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:03.240559 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac72b4e-f96c-4ed7-a490-5559819966ad" -d '{"events": [{"server_uuid": "c4ee582e-c762-45e1-8b73-8387733037f4", "name": "network-vif-deleted", "tag": "b6e7ba29-405d-4fdd-bd43-177978e4e50d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:03.284087 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c13a5b-176e-43d1-ab12-9ccc4d34a308 x-openstack-request-id: req-43c13a5b-176e-43d1-ab12-9ccc4d34a308 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:03.284714 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ee582e-c762-45e1-8b73-8387733037f4", "name": "network-vif-deleted", "tag": "b6e7ba29-405d-4fdd-bd43-177978e4e50d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:03.284714 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43c13a5b-176e-43d1-ab12-9ccc4d34a308 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:03.285197 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ee582e-c762-45e1-8b73-8387733037f4', 'name': 'network-vif-deleted', 'tag': 'b6e7ba29-405d-4fdd-bd43-177978e4e50d', 'status': 'completed', 'code': 200} Sep 18 02:24:03.426034 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b701a50a-593f-42f5-9fdc-754f55aa8ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:03.642497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a46315-c3c8-4bbf-94d0-9287d96122ea req-30399d55-8cc6-4d00-a16a-dcab59cd174f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:03.644452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:24:03.650475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6a46315-c3c8-4bbf-94d0-9287d96122ea req-30399d55-8cc6-4d00-a16a-dcab59cd174f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 943 time: 0.0602696 Sep 18 02:24:03.688061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6a46315-c3c8-4bbf-94d0-9287d96122ea req-1ffa115b-0465-4ce6-8f81-a038ef53b524 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364590 Sep 18 02:24:03.807106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:03.823550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '0aebec61-9a6f-4c7a-8400-3d4bc1a29088', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'port_id': '0aebec61-9a6f-4c7a-8400-3d4bc1a29088', 'mac_address': 'fa:16:3e:6f:f9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:24:03.870482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:03.885583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:24:03.908026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:03.913072 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:03.976236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:04.035271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134c196-8638-4963-a50a-46190a208849 req-e92666af-a219-4bc7-9139-fdcfacf4b669 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:04.038766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a134c196-8638-4963-a50a-46190a208849 req-e92666af-a219-4bc7-9139-fdcfacf4b669 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 946 time: 0.0547581 Sep 18 02:24:04.069965 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:04.085316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a134c196-8638-4963-a50a-46190a208849 req-ccbdb711-f8da-48b4-b857-7015698b77da tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=e33094ff-2130-4fed-b890-b67084119802&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360944 Sep 18 02:24:04.158993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['0aebec61-9a6f-4c7a-8400-3d4bc1a29088'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:24:04.291826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-4826686a-9905-42e7-b32b-4242c7dcaee2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:04.293332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-4826686a-9905-42e7-b32b-4242c7dcaee2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.18 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 946 time: 0.0803902 Sep 18 02:24:04.410999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Deleting port 60588c71-2f8a-4bf5-aa81-931a781a19a5 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:24:04.411264 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:04.518154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] For port 60588c71-2f8a-4bf5-aa81-931a781a19a5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=60588c71-2f8a-4bf5-aa81-931a781a19a5,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:04.518518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:04.732120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:04.732733 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:04.732733 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Floating IP acf1ed07-e611-4e43-8c78-69fd6c4c8e00 disassociated. External IP: 172.25.0.246, port: 60588c71-2f8a-4bf5-aa81-931a781a19a5. Sep 18 02:24:04.732988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Calling delete_port for 60588c71-2f8a-4bf5-aa81-931a781a19a5 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:24:04.845862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be11d1-7223-48a0-9ab7-7cb4bf7688cc req-b4d283c1-e0d1-4dd7-8aed-ddb6c41ff714 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:04.853232 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86be11d1-7223-48a0-9ab7-7cb4bf7688cc req-b4d283c1-e0d1-4dd7-8aed-ddb6c41ff714 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 944 time: 0.0651593 Sep 18 02:24:04.895359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:04.921457 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86be11d1-7223-48a0-9ab7-7cb4bf7688cc req-6145153f-08b2-4a75-9845-7a01d10b0f02 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629094 Sep 18 02:24:04.944429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event deleted for resources: {'Port': ['ID=60588c71-2f8a-4bf5-aa81-931a781a19a5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:04.973654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:05.118696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Router 909cd5e1-f966-4f68-a2ca-4399522ecedb has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:24:05.221536 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c39a07fd-fb6a-4d58-85e3-12c29b3e2924 req-f444c5c9-069a-46f8-8410-24dd79a64498 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=67fda2ff-b74f-44f1-91b5-59c3e3dec10e HTTP/1.1" status: 200 len: 210 time: 0.0323954 Sep 18 02:24:05.302245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:24:05.313009 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] Sync routers for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:24:05.328558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:05.329338 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:05.349755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] No DVR routers for this DVR port 60588c71-2f8a-4bf5-aa81-931a781a19a5 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:24:05.353070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:05.355476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6115bbda-c3a0-49d9-9045-e7dc8ec6c861 req-5ddd518c-e3eb-4aa5-be68-8a906076e329 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.18 "DELETE /v2.0/ports/60588c71-2f8a-4bf5-aa81-931a781a19a5 HTTP/1.1" status: 204 len: 173 time: 1.0555482 Sep 18 02:24:05.356086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-deleted', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:05.360551 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a02f3-527f-4d3f-a7ad-92e0f6150b44" -d '{"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-deleted", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:05.446155 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f480c92f-03e3-4a6b-b069-2fc42a1b3a57 x-openstack-request-id: req-f480c92f-03e3-4a6b-b069-2fc42a1b3a57 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:05.446450 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fda2ff-b74f-44f1-91b5-59c3e3dec10e", "name": "network-vif-deleted", "tag": "60588c71-2f8a-4bf5-aa81-931a781a19a5", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:05.446703 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f480c92f-03e3-4a6b-b069-2fc42a1b3a57 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:05.447133 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fda2ff-b74f-44f1-91b5-59c3e3dec10e', 'name': 'network-vif-deleted', 'tag': '60588c71-2f8a-4bf5-aa81-931a781a19a5', 'status': 'completed', 'code': 200} Sep 18 02:24:05.533287 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:05.647624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:05.721581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:24:05.738321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:05.738748 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:05.805287 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:05.850459 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] Checking router: 909cd5e1-f966-4f68-a2ca-4399522ecedb for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:24:05.872179 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:05.872870 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:05.904906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:05.992155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:05.996532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b280f00e-f315-43f6-b75e-ea01df834ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aebec61-9a6f-4c7a-8400-3d4bc1a29088'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:06.003409 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac652e20-c844-4f37-89c5-083273025ef1" -d '{"events": [{"server_uuid": "b280f00e-f315-43f6-b75e-ea01df834ea0", "name": "network-vif-plugged", "status": "completed", "tag": "0aebec61-9a6f-4c7a-8400-3d4bc1a29088"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:06.019812 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.144856 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:06.166206 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07addf02-8952-4eca-acac-2ed38fa25373 x-openstack-request-id: req-07addf02-8952-4eca-acac-2ed38fa25373 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:06.167848 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b280f00e-f315-43f6-b75e-ea01df834ea0", "name": "network-vif-plugged", "status": "completed", "tag": "0aebec61-9a6f-4c7a-8400-3d4bc1a29088", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:06.178688 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07addf02-8952-4eca-acac-2ed38fa25373 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:06.181599 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b280f00e-f315-43f6-b75e-ea01df834ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aebec61-9a6f-4c7a-8400-3d4bc1a29088', 'code': 200} Sep 18 02:24:06.267892 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:06.315166 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.337318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f81fc9-3209-45e7-8506-03f01563e4b8 req-445361d7-7c0f-4429-8263-d56e52d7f0eb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:06.339560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30f81fc9-3209-45e7-8506-03f01563e4b8 req-445361d7-7c0f-4429-8263-d56e52d7f0eb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 945 time: 0.2164021 Sep 18 02:24:06.357008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335339-b216-494c-9ebb-a3f1a8dfe789 req-1b6613ae-6d28-4118-bd9e-bdfac7627b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:06.359347 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bb335339-b216-494c-9ebb-a3f1a8dfe789 req-1b6613ae-6d28-4118-bd9e-bdfac7627b8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1253064 Sep 18 02:24:06.383966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:06.414322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device b6e7ba29-405d-4fdd-bd43-177978e4e50d no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:24:06.415743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30f81fc9-3209-45e7-8506-03f01563e4b8 req-74b2063a-f854-4aae-8a61-dafd4aa1b729 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686924 Sep 18 02:24:06.463606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: b6e7ba29-405d-4fdd-bd43-177978e4e50d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:24:06.464430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device b6e7ba29-405d-4fdd-bd43-177978e4e50d not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:24:06.470554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bb335339-b216-494c-9ebb-a3f1a8dfe789 req-8d0fe9a7-8207-44cc-a3f6-a4a8d481ecd4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041725 Sep 18 02:24:06.498756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6114860-060e-4090-b91f-1f4409334122 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.527796 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6114860-060e-4090-b91f-1f4409334122 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.565389 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:06.595719 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6114860-060e-4090-b91f-1f4409334122 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.599770 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b6114860-060e-4090-b91f-1f4409334122 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.603613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b6114860-060e-4090-b91f-1f4409334122 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "DELETE /v2.0/security-groups/e33094ff-2130-4fed-b890-b67084119802 HTTP/1.1" status: 204 len: 168 time: 0.2159851 Sep 18 02:24:06.603766 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fb68b-9ebd-443c-96a8-2c6243f643ad None None] The sync data for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 is: [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:24:06.603990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58740) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:06.631097 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-6384487f-cf09-47d9-aedb-2ad27ce18e56 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] show failed (client error): The resource could not be found. Sep 18 02:24:06.637066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6384487f-cf09-47d9-aedb-2ad27ce18e56 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups/e33094ff-2130-4fed-b890-b67084119802 HTTP/1.1" status: 404 len: 347 time: 0.0292099 Sep 18 02:24:06.637232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6114860-060e-4090-b91f-1f4409334122 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33094ff-2130-4fed-b890-b67084119802,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:06.646225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58744) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:06.819103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Deleting port 44672350-0128-41c7-af1c-addf8606e2de {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:24:06.819439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.913870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.914426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:06.931473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Calling delete_port for 44672350-0128-41c7-af1c-addf8606e2de owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:24:06.979868 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:24:07.014965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaaf791-ae04-422e-ab27-e50defe5da52 None None] New status for floating IP acf1ed07-e611-4e43-8c78-69fd6c4c8e00: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:24:07.173301 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-cfaaf791-ae04-422e-ab27-e50defe5da52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:24:07.173593 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.175243 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-cfaaf791-ae04-422e-ab27-e50defe5da52 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:24:07.205069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event deleted for resources: {'Port': ['ID=44672350-0128-41c7-af1c-addf8606e2de,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:07.295169 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.298668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.303394 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-19e8776f-1607-4b6f-8dd6-388e9dfe30e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "DELETE /v2.0/floatingips/acf1ed07-e611-4e43-8c78-69fd6c4c8e00 HTTP/1.1" status: 204 len: 168 time: 0.6527321 Sep 18 02:24:07.570547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46d82-191b-408c-b9ff-2e19ed863b45 req-b896078d-089a-4fd2-97e7-788833cdc84a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:07.572048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aac46d82-191b-408c-b9ff-2e19ed863b45 req-b896078d-089a-4fd2-97e7-788833cdc84a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 945 time: 0.0704477 Sep 18 02:24:07.618751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aac46d82-191b-408c-b9ff-2e19ed863b45 req-8a323e10-5761-4acc-aaf8-e417028b2882 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Sep 18 02:24:07.640168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58788) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:07.645261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c8de1d2e-a5eb-4780-8704-db31fa0a6f4f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533601347', 'description': 'tempest-description--1940799875'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:07.676800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaaf791-ae04-422e-ab27-e50defe5da52 None None] New status for floating IP acf1ed07-e611-4e43-8c78-69fd6c4c8e00: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:24:07.687594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8de1d2e-a5eb-4780-8704-db31fa0a6f4f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.777446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b55a65-bb9d-4c65-ba75-e06b254b1804 req-e06d786f-2b76-4626-93e6-9b2378238c4c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:07.779234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77b55a65-bb9d-4c65-ba75-e06b254b1804 req-e06d786f-2b76-4626-93e6-9b2378238c4c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 945 time: 0.0782325 Sep 18 02:24:07.828287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8de1d2e-a5eb-4780-8704-db31fa0a6f4f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.834605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8de1d2e-a5eb-4780-8704-db31fa0a6f4f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.854587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77b55a65-bb9d-4c65-ba75-e06b254b1804 req-3a35eb81-0f98-4e05-b471-dc9bd0adc68a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663569 Sep 18 02:24:07.869249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8de1d2e-a5eb-4780-8704-db31fa0a6f4f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.871016 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c8de1d2e-a5eb-4780-8704-db31fa0a6f4f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2293670 Sep 18 02:24:07.882557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de1d2e-a5eb-4780-8704-db31fa0a6f4f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bccea1-008d-41f6-8474-67df795a26e1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:07.883928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58792) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:07.891818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cd32d7cd-5e08-4c69-942a-38ef808cfd4a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'security_group_rule': {'security_group_id': 'b9bccea1-008d-41f6-8474-67df795a26e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:07.927983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd32d7cd-5e08-4c69-942a-38ef808cfd4a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.986384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd32d7cd-5e08-4c69-942a-38ef808cfd4a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:07.994297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd32d7cd-5e08-4c69-942a-38ef808cfd4a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.013652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32d7cd-5e08-4c69-942a-38ef808cfd4a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca2d920-a731-4104-86cf-9a498d4fadc5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:08.036567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd32d7cd-5e08-4c69-942a-38ef808cfd4a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.039152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cd32d7cd-5e08-4c69-942a-38ef808cfd4a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631179 Sep 18 02:24:08.043136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58798) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:08.049178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b219c6f0-f6c1-40c3-863a-96e653440f98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'security_group_rule': {'security_group_id': 'b9bccea1-008d-41f6-8474-67df795a26e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:08.088663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b219c6f0-f6c1-40c3-863a-96e653440f98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.183348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b219c6f0-f6c1-40c3-863a-96e653440f98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.193004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b219c6f0-f6c1-40c3-863a-96e653440f98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.224089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219c6f0-f6c1-40c3-863a-96e653440f98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e796192b-9ff6-4991-ae55-c66292965693,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:08.231596 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b219c6f0-f6c1-40c3-863a-96e653440f98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.238959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58802) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:08.239790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b219c6f0-f6c1-40c3-863a-96e653440f98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1950014 Sep 18 02:24:08.247832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:08.300557 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.325993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f53509-521c-4dec-9868-17c5b9e06e5d req-d678f1c0-2a9c-42fe-9776-198179f7ab74 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:08.328882 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8f53509-521c-4dec-9868-17c5b9e06e5d req-d678f1c0-2a9c-42fe-9776-198179f7ab74 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 945 time: 0.0725961 Sep 18 02:24:08.414316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8f53509-521c-4dec-9868-17c5b9e06e5d req-42d50a4c-58b3-4289-bf6c-e672efa193d8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731714 Sep 18 02:24:08.541357 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.767834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Allocated IP 172.25.0.119 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/a44eb1fb-98d4-489d-bd9b-6ebbe38b359d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:08.904389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.947841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:08.994065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:09.000947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:09.006357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:09.008549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'Port': ['ID=a44eb1fb-98d4-489d-bd9b-6ebbe38b359d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:09.141187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:09.189854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:09.393223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:09.399409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:09.496591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'Port': ['ID=a44eb1fb-98d4-489d-bd9b-6ebbe38b359d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:09.502027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:09.525651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:09.531093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c910fa33-b267-4dd5-904f-a4291113255e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2860322 Sep 18 02:24:09.647165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd08d99-f5c8-4fd0-9769-3a3840885688 req-e19befb4-4354-4030-90ab-89fcad50bd38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:09.661903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbd08d99-f5c8-4fd0-9769-3a3840885688 req-e19befb4-4354-4030-90ab-89fcad50bd38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 945 time: 0.1138265 Sep 18 02:24:09.663775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:24:09.711730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-3445a5e7-9207-4241-a7a6-d7c1eb6a750b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:09.719749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-3445a5e7-9207-4241-a7a6-d7c1eb6a750b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 945 time: 0.1314936 Sep 18 02:24:09.720201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 60588c71-2f8a-4bf5-aa81-931a781a19a5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:24:09.720799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 60588c71-2f8a-4bf5-aa81-931a781a19a5 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:24:09.784872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbd08d99-f5c8-4fd0-9769-3a3840885688 req-bf601c34-3d62-4cb5-b6be-c97a51cb5500 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219807 Sep 18 02:24:09.874243 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-e057c82a-a593-450a-8229-6b5a16edccf5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--533601347&fields=id&tenant_id=d7935065c2c4435ea9168fdd607c2fdb HTTP/1.1" status: 200 len: 267 time: 0.0688961 Sep 18 02:24:09.904379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:24:09.904812 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:10.103343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58834) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:10.314876 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-88e86d00-30a9-42c3-a355-87bba22a7501 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cdce9a979794ed0a5f75a94d9b599c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076485 Sep 18 02:24:10.316277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58838) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:10.384817 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9169465-9793-48e3-a633-a8ed367c0acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:10.413900 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9169465-9793-48e3-a633-a8ed367c0acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:10.414149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-e04c2bdd-f3e9-4d1d-be1f-4f923a880def tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:10.415651 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-e04c2bdd-f3e9-4d1d-be1f-4f923a880def tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 817 time: 0.5281320 Sep 18 02:24:10.417624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] For port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:10.417996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:10.441413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:24:10.444630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-54c42430-5d5d-4014-9533-e1f231c1ff14 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/quotas/d7935065c2c4435ea9168fdd607c2fdb HTTP/1.1" status: 200 len: 375 time: 0.0231309 Sep 18 02:24:10.509329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9169465-9793-48e3-a633-a8ed367c0acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:10.513055 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f9169465-9793-48e3-a633-a8ed367c0acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:10.513826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f9169465-9793-48e3-a633-a8ed367c0acf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/604030f7-0031-47df-a820-78a79dfca714 HTTP/1.1" status: 204 len: 168 time: 0.1962895 Sep 18 02:24:10.524691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9169465-9793-48e3-a633-a8ed367c0acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604030f7-0031-47df-a820-78a79dfca714,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:10.569484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-20cc06b2-f03b-4fab-99ff-8cb7f470d3f3 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163378 Sep 18 02:24:10.735606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-5145786b-8df1-42c0-a4eb-cdf57d87e48e service neutron] 10.222.0.21 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544743 Sep 18 02:24:10.745854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:10.757383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a6a19294-1cbf-4e69-a854-e0fe90ee0dd4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:24:10.762925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['0aebec61-9a6f-4c7a-8400-3d4bc1a29088'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:24:10.797388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=0aebec61-9a6f-4c7a-8400-3d4bc1a29088,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:10.926512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] No DVR routers for this DVR port 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:24:10.940989 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:10.950412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e73e67ea-62df-4bc5-8a3b-ea5503a5f316 req-8ebd309e-2d22-4b8e-8d36-9230a7372ac7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "DELETE /v2.0/ports/0aebec61-9a6f-4c7a-8400-3d4bc1a29088 HTTP/1.1" status: 204 len: 173 time: 1.2182720 Sep 18 02:24:10.953402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b280f00e-f315-43f6-b75e-ea01df834ea0', 'name': 'network-vif-deleted', 'tag': '0aebec61-9a6f-4c7a-8400-3d4bc1a29088'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:10.957161 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a0a98-d89c-4cab-b8ad-34cd65fd800f" -d '{"events": [{"server_uuid": "b280f00e-f315-43f6-b75e-ea01df834ea0", "name": "network-vif-deleted", "tag": "0aebec61-9a6f-4c7a-8400-3d4bc1a29088"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:10.986087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-e357073a-6654-4187-9bbb-f37f069a13d8 service neutron] 10.222.0.21 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495944 Sep 18 02:24:11.031096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17e163a0-c493-482d-b865-3ccce4a12b66 req-852807e1-8f86-48f2-9499-bce30c7f3c1f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 210 time: 0.0861714 Sep 18 02:24:11.121292 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeb781d-9a8d-43e1-8209-cb535e8be008 x-openstack-request-id: req-0eeb781d-9a8d-43e1-8209-cb535e8be008 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:11.121595 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b280f00e-f315-43f6-b75e-ea01df834ea0", "name": "network-vif-deleted", "tag": "0aebec61-9a6f-4c7a-8400-3d4bc1a29088", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:11.121922 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eeb781d-9a8d-43e1-8209-cb535e8be008 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:11.122462 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b280f00e-f315-43f6-b75e-ea01df834ea0', 'name': 'network-vif-deleted', 'tag': '0aebec61-9a6f-4c7a-8400-3d4bc1a29088', 'status': 'completed', 'code': 200} Sep 18 02:24:11.348148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67e133d5-19b9-4707-a52f-23d697d428e7 req-2ec264f8-3086-4276-b762-223ab490b2b5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 210 time: 0.0507131 Sep 18 02:24:11.626647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58876) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:11.771403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1107573012-network', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:11.803593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Made reservation on behalf of b28104b9e06d44149ba874e2adc540eb for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:24:11.809517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:11.819917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.018637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.025712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.059130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:24:12.072292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd0cfb-2c11-47c9-ae31-d0c861a6e07c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:12.078263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.078810 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Added segment ad2ce9bb-f042-4d7c-a6eb-906a26523296 of type vlan for network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 Sep 18 02:24:12.187036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.191935 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc5faae3-5a83-406e-a2ce-3bb6e040d913 req-8f461caf-e58a-4e59-b9ae-75fa74b31f3b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 210 time: 0.0535400 Sep 18 02:24:12.233799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.235446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:12.236875 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.299204 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6712456 Sep 18 02:24:12.302362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58888) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:12.303035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a84ff0-920a-4646-ae9b-63883e11078b admin admin] Pushing event updated for resources: {'Network': ['ID=049c8739-ece0-4cbb-8cc9-fbe40d4274b1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:12.309693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Request body: {'subnet': {'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1107573012-subnet', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:12.316275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:24:12.356569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Made reservation on behalf of b28104b9e06d44149ba874e2adc540eb for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:24:12.361958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.513204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd36c7ab-6faf-4afe-8f71-7c97e17dae07 req-cddc522c-c905-4031-80d5-52beb7989298 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 210 time: 0.0372558 Sep 18 02:24:12.736615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-28ec3625-c112-43aa-8164-206630f0b360 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:12.738675 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-28ec3625-c112-43aa-8164-206630f0b360 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.20 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 817 time: 0.1852481 Sep 18 02:24:12.740504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:12.831539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5d5eb5-7f83-4a13-a032-addab24a87be,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:12.851636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d3ccbcc7-3e6b-4011-a6ac-eaaa6b414fca tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7935065c2c4435ea9168fdd607c2fdb HTTP/1.1" status: 200 len: 379 time: 0.1033797 Sep 18 02:24:12.853031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Checking segment: {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:12.853745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Network hostable DHCP agents. Network: 049c8739-ece0-4cbb-8cc9-fbe40d4274b1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:24:12.861572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'port': {'device_id': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'admin_state_up': True, 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'security_groups': ['b9bccea1-008d-41f6-8474-67df795a26e1']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:12.930848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:24:12.955099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 049c8739-ece0-4cbb-8cc9-fbe40d4274b1) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:12.974233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10550e-5a4a-488d-a3cf-05ba72a47a77 None None] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:24:12.979907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:12.979907 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.023437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0a5ea9c3-3e5e-4100-8bd6-fd984c25e41e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7191622 Sep 18 02:24:13.026156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58892) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:13.031393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:13.044502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Made reservation on behalf of d7935065c2c4435ea9168fdd607c2fdb for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:24:13.051092 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.070139 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.071200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.155460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.204260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:24:13.205770 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.367352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Allocated IP 172.20.0.2 (049c8739-ece0-4cbb-8cc9-fbe40d4274b1/7f5d5eb5-7f83-4a13-a032-addab24a87be/f340f49c-5d3b-4cb3-b282-4660280f9065) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:13.375921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Allocated IP 172.20.0.7 (e0166907-0429-4fea-823b-a8cc89aad3c3/82af3d78-e634-415d-b5ca-2e7fbb09a615/154bac5f-4343-49b4-8b0b-d29046878d94) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:13.391091 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7575473c-b7e4-4dfb-961c-38c31a6a0c62 req-1282b2c2-83ca-41b7-9178-0da7537b2c68 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 210 time: 0.0711713 Sep 18 02:24:13.453522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.619535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.637824 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.642037 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.706102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:24:13.742663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:13.743728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:24:13.744233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 0aebec61-9a6f-4c7a-8400-3d4bc1a29088 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:24:13.749965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7dd8cee7-326c-4c40-87b8-102d403e9d0c req-983173f1-73a1-4598-bef4-0bfc360feb11 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 210 time: 0.0625005 Sep 18 02:24:13.751492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:13.757830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:13.766838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Pushing event updated for resources: {'Port': ['ID=f340f49c-5d3b-4cb3-b282-4660280f9065,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:13.769395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.843049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:13.846623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Attempting to bind port f340f49c-5d3b-4cb3-b282-4660280f9065 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:13.846623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Attempting to bind port f340f49c-5d3b-4cb3-b282-4660280f9065 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:13.846623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Attempting to bind port f340f49c-5d3b-4cb3-b282-4660280f9065 on network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:13.848746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:13.849124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Checking segment: {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:13.849529 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.850355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Bound using segment: {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:13.850860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Bound port: f340f49c-5d3b-4cb3-b282-4660280f9065, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:13.851251 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.856699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Network e0166907-0429-4fea-823b-a8cc89aad3c3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:13.856971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.858659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:13.879109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:13.902142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.940460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] For port f340f49c-5d3b-4cb3-b282-4660280f9065, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:13.944488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] For port f340f49c-5d3b-4cb3-b282-4660280f9065, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f340f49c-5d3b-4cb3-b282-4660280f9065,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:13.952616 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.968908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:13.970087 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:13.991602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-c89004db-d0e4-4e7e-bd5e-e6d723adf57c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1342707 Sep 18 02:24:14.007652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Request body: {'port': {'device_id': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:14.066683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffdf37-a1c0-4954-a00e-a071a988b66b None None] Pushing event updated for resources: {'Port': ['ID=f340f49c-5d3b-4cb3-b282-4660280f9065,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:14.159383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:14.198601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Allocated IP 172.25.0.222 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/35045980-63bf-4d3a-b09f-55bd910a2b4f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:14.298360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6ba2d7f0-2e28-49f0-b516-2bb4371b0540 None None] Provisioning complete for port 154bac5f-4343-49b4-8b0b-d29046878d94 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:14.298753 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d7f0-2e28-49f0-b516-2bb4371b0540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:14.512022 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:14.520800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2d7f0-2e28-49f0-b516-2bb4371b0540 None None] Port 154bac5f-4343-49b4-8b0b-d29046878d94 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:24:14.560294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f340f49c-5d3b-4cb3-b282-4660280f9065 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:14.641146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-05364059-8012-4b6b-9653-2e50f3083eff req-2b42280e-e178-426c-b575-bc78adb498fb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 210 time: 0.0703073 Sep 18 02:24:14.655627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:14.665278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f340f49c-5d3b-4cb3-b282-4660280f9065 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:14.665654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:14.751685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Pushing event updated for resources: {'Port': ['ID=35045980-63bf-4d3a-b09f-55bd910a2b4f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:14.796161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:14.799381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:14.802765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:14.828819 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:14.928734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port f340f49c-5d3b-4cb3-b282-4660280f9065, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f340f49c-5d3b-4cb3-b282-4660280f9065,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:14.941355 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.006244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=f340f49c-5d3b-4cb3-b282-4660280f9065,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:15.051125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154bac5f-4343-49b4-8b0b-d29046878d94 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:24:15.079371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.147319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d9eec-0b93-4ca5-8ed0-ee4d90f55a3d req-78bf0b30-11e9-4286-8813-18522765f03f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:15.149707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e7d9eec-0b93-4ca5-8ed0-ee4d90f55a3d req-78bf0b30-11e9-4286-8813-18522765f03f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 931 time: 0.2239821 Sep 18 02:24:15.153752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Transition to ACTIVE for port object 154bac5f-4343-49b4-8b0b-d29046878d94 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:24:15.166791 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.198538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.299979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e7d9eec-0b93-4ca5-8ed0-ee4d90f55a3d req-ec3a8c9d-4f77-4274-8e96-76ae3d324a9c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421425 Sep 18 02:24:15.331704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:15.427445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Attempting to bind port 154bac5f-4343-49b4-8b0b-d29046878d94 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:15.427872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Attempting to bind port 154bac5f-4343-49b4-8b0b-d29046878d94 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:15.428270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Attempting to bind port 154bac5f-4343-49b4-8b0b-d29046878d94 on network e0166907-0429-4fea-823b-a8cc89aad3c3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:15.443660 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Port 154bac5f-4343-49b4-8b0b-d29046878d94 on network e0166907-0429-4fea-823b-a8cc89aad3c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:24:15.443997 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Attempting to bind port 154bac5f-4343-49b4-8b0b-d29046878d94 on network e0166907-0429-4fea-823b-a8cc89aad3c3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:15.449774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:15.450198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Checking segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:15.450742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Bound using segment: {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:15.451252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Bound port: 154bac5f-4343-49b4-8b0b-d29046878d94, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11444183-89c5-4d39-a0a6-6233a845af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:15.458483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.504550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.575520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:15.588053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:15.596966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.684385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d4036-df7a-4581-9580-debd103733a2 None None] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:24:15.704915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:15.715217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:15.715881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.719880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d31ef124-e340-456c-88f8-fc03cd95c9e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 1092 time: 1.7188919 Sep 18 02:24:15.719880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:15.721966 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847be21a-c387-48dd-9c66-ce2970f49c43" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:15.806906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Router 956049ec-ce8b-4478-8dc1-223c0094d34e is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:24:15.826194 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105dcf74-9a74-4bff-9236-eaab04a6f589 x-openstack-request-id: req-105dcf74-9a74-4bff-9236-eaab04a6f589 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:15.827300 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:15.827738 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-105dcf74-9a74-4bff-9236-eaab04a6f589 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:15.828314 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94', 'status': 'completed', 'code': 200} Sep 18 02:24:15.868822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-a895d748-a686-42f3-a3b7-dc5b3506e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:15.871229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-a895d748-a686-42f3-a3b7-dc5b3506e4f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1095 time: 0.0973983 Sep 18 02:24:15.871477 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f83e8054-1d34-4dea-8e7f-917ed4b8228d None None] Provisioning complete for port f340f49c-5d3b-4cb3-b282-4660280f9065 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:15.871856 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f83e8054-1d34-4dea-8e7f-917ed4b8228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:15.886391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fab320cc-11e7-4d6d-a0f9-fbff76b76b86 req-cdd235e0-e14a-4196-a154-c5f967626e81 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 210 time: 0.0561652 Sep 18 02:24:15.943666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-057df82e-043f-4f82-ab7d-34abbb33c8e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 217 time: 0.0636382 Sep 18 02:24:16.030922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:24:16.040883 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Sync routers for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:24:16.049405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d5cb21c9-a5ed-49da-8d63-a6122533f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:16.051320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-d5cb21c9-a5ed-49da-8d63-a6122533f1dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.1004484 Sep 18 02:24:16.053535 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:16.054159 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:16.059202 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:16.061686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-637c5f64-6a08-48aa-b95f-5c515df9d019 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0339026 Sep 18 02:24:16.065147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58918) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:16.134146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-ad358110-8c4a-4c4d-83b3-1eba78576cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:16.135786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-ad358110-8c4a-4c4d-83b3-1eba78576cb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772820 Sep 18 02:24:16.343504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-56f8a1a7-adc5-435c-be12-32ad80cd4523 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999025 Sep 18 02:24:16.501470 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:16.524533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f340f49c-5d3b-4cb3-b282-4660280f9065 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:16.602649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c83b4-a183-4249-a052-26d823e5f8f5 req-af7784d0-c0e7-495e-ba5e-4a19a2cbba4c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:16.612171 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b2c83b4-a183-4249-a052-26d823e5f8f5 req-af7784d0-c0e7-495e-ba5e-4a19a2cbba4c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.1395178 Sep 18 02:24:16.620914 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51ac6978-3947-47e0-8939-3c4c4485df02 req-8f14892c-3560-41e4-9b82-001710097fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664375 Sep 18 02:24:16.773366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5ace1187-09d1-4d8a-ac8e-167e3a9e4bab None None] Provisioning complete for port f340f49c-5d3b-4cb3-b282-4660280f9065 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:16.773865 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5ace1187-09d1-4d8a-ac8e-167e3a9e4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:16.852409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f340f49c-5d3b-4cb3-b282-4660280f9065 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:16.853268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:16.859818 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:15Z', 'revision_number': 3, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:16.922685 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Checking router: 956049ec-ce8b-4478-8dc1-223c0094d34e for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:24:16.923380 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Updating router 956049ec-ce8b-4478-8dc1-223c0094d34e port 35045980-63bf-4d3a-b09f-55bd910a2b4f binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:24:16.959666 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.007550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.191210 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e50fab1-93b8-4367-bacb-5055fd13f821 req-d31fd067-9a68-4a72-9ef4-bacaadeef004 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=b280f00e-f315-43f6-b75e-ea01df834ea0 HTTP/1.1" status: 200 len: 210 time: 0.1198969 Sep 18 02:24:17.264996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b2c83b4-a183-4249-a052-26d823e5f8f5 req-0fb62309-4b7e-4a55-9d9b-53a2a61953b3 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6509936 Sep 18 02:24:17.285799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-c6d9e8a1-5930-4aef-a203-6b796611760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:17.291175 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-c6d9e8a1-5930-4aef-a203-6b796611760f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1095 time: 0.6094112 Sep 18 02:24:17.384752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Allocated IP 172.20.0.1 (049c8739-ece0-4cbb-8cc9-fbe40d4274b1/7f5d5eb5-7f83-4a13-a032-addab24a87be/19329757-5255-4d18-a8e5-6bf37b3b08b6) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:17.398661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-3e009e53-fd67-4df7-9d6e-d12f71454d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:17.400535 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-3e009e53-fd67-4df7-9d6e-d12f71454d15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.1011522 Sep 18 02:24:17.400684 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.407062 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.434081 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Attempting to bind port 35045980-63bf-4d3a-b09f-55bd910a2b4f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:17.434452 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Attempting to bind port 35045980-63bf-4d3a-b09f-55bd910a2b4f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:17.434909 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Attempting to bind port 35045980-63bf-4d3a-b09f-55bd910a2b4f on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:17.460699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-a4469ded-0944-4a40-9d80-35eb49a6cbd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 217 time: 0.0505006 Sep 18 02:24:17.461686 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:17.462259 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:17.463153 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.463623 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:17.464367 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Bound port: 35045980-63bf-4d3a-b09f-55bd910a2b4f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:17.465052 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.519183 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.522198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-f7d910bb-67cc-45a3-9506-5d506f328f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:17.522590 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] For port 35045980-63bf-4d3a-b09f-55bd910a2b4f, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:17.525353 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-f7d910bb-67cc-45a3-9506-5d506f328f2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0561969 Sep 18 02:24:17.525823 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] For port 35045980-63bf-4d3a-b09f-55bd910a2b4f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=35045980-63bf-4d3a-b09f-55bd910a2b4f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:17.534099 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.562904 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Pushing event updated for resources: {'Port': ['ID=35045980-63bf-4d3a-b09f-55bd910a2b4f,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:17.567875 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.573447 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.573796 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.574157 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.574474 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.574830 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.575160 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.575486 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.575817 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.576142 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.577291 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.577597 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.578147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:17.583415 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:17.584085 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:17.591641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-2dbec5a7-e340-42f6-88ea-51c8fbfaa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:17.593648 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-2dbec5a7-e340-42f6-88ea-51c8fbfaa06b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609210 Sep 18 02:24:17.612946 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:17.616023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:17.623959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:17.631449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Pushing event updated for resources: {'Port': ['ID=19329757-5255-4d18-a8e5-6bf37b3b08b6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:17.690189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:17.733544 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:17.796543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-d2484e7d-bed7-4d89-9529-6e54369f34a9 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944189 Sep 18 02:24:17.850583 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3ae60-7715-41f7-a22d-8235601780d7 None None] Pushing event updated for resources: {'Port': ['ID=35045980-63bf-4d3a-b09f-55bd910a2b4f,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:17.932937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-847be21a-c387-48dd-9c66-ce2970f49c43 req-057e1bbf-df81-4ff5-bb5a-4beecabced08 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287956 Sep 18 02:24:17.951750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:18.005457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-71217615-a073-4796-929a-1117e4f6554c None None] Provisioning complete for port 19329757-5255-4d18-a8e5-6bf37b3b08b6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:18.006017 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71217615-a073-4796-929a-1117e4f6554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:18.022435 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:15Z', 'revision_number': 3, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:18.051660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-71217615-a073-4796-929a-1117e4f6554c None None] Port 19329757-5255-4d18-a8e5-6bf37b3b08b6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:24:18.066504 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6187080f-1c0e-42f5-a858-c859c7bb565e None None] The sync data for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 is: [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:15Z', 'revision_number': 3, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:24:18.219621 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:18.224771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:18.326498 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Pushing event updated for resources: {'Port': ['ID=19329757-5255-4d18-a8e5-6bf37b3b08b6,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:18.339636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:18.495551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0917da-62b4-4be7-a6b0-f30e9e6976cb req-c0ef3d82-0c10-4d15-ad18-f54c14bb1100 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:18.502696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d0917da-62b4-4be7-a6b0-f30e9e6976cb req-c0ef3d82-0c10-4d15-ad18-f54c14bb1100 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.1227145 Sep 18 02:24:18.525411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:18.526895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:18.561555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d0917da-62b4-4be7-a6b0-f30e9e6976cb req-3e6cd48a-d5bb-4dfe-bf7d-393295637831 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446219 Sep 18 02:24:18.703291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Router 956049ec-ce8b-4478-8dc1-223c0094d34e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:24:18.890612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-037fe824-f386-42ab-be87-e28686f49841 None None] Provisioning complete for port 19329757-5255-4d18-a8e5-6bf37b3b08b6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:18.891039 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-037fe824-f386-42ab-be87-e28686f49841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:18.939905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-037fe824-f386-42ab-be87-e28686f49841 None None] Port 19329757-5255-4d18-a8e5-6bf37b3b08b6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:24:19.256138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:24:19.271477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-786e0a08-4263-474e-9e98-23e449fed195 admin admin] 10.222.0.21 "PUT /v2.0/routers/956049ec-ce8b-4478-8dc1-223c0094d34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2048190 Sep 18 02:24:19.727111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38b5a-2d0e-47f8-8137-a03ca291a0d6 req-83d75421-3d9e-4ea9-98e0-3a429ce235e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:19.728770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-81c38b5a-2d0e-47f8-8137-a03ca291a0d6 req-83d75421-3d9e-4ea9-98e0-3a429ce235e2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0672972 Sep 18 02:24:19.797896 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-81c38b5a-2d0e-47f8-8137-a03ca291a0d6 req-b114a13a-8edd-46f5-bb34-c89704dc53bb tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575600 Sep 18 02:24:19.911939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 58974) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:19.916987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-362003869-network', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:19.947265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Made reservation on behalf of ee48f5f7d6994611b2db3013057dba00 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:24:19.950012 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:19.961902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.105280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.110251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.133994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:24:20.149024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2275e321-13a3-4c00-93d3-4ed9c5f4de0b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:20.156509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.157160 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Added segment 50710cb4-0a53-4b81-a322-ef337af25d0e of type vlan for network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 Sep 18 02:24:20.214452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Sync routers for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:24:20.215235 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.226421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:20.227537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:20.246868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.248868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:20.249933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.288853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3757367 Sep 18 02:24:20.293218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58976) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:20.304021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Request body: {'subnet': {'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-362003869-subnet', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:20.332011 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4c7a-f640-4fba-acde-9b2cc7b65656 admin admin] Pushing event updated for resources: {'Network': ['ID=aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:20.339678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Made reservation on behalf of ee48f5f7d6994611b2db3013057dba00 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:24:20.342538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.357253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:24:20.479421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:24:20.484905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:20.636536 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.786631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:20.810585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32132ef-6a60-490f-891e-3667e45f1f00,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:20.821132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '154bac5f-4343-49b4-8b0b-d29046878d94', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'port_id': '154bac5f-4343-49b4-8b0b-d29046878d94', 'mac_address': 'fa:16:3e:49:e7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:24:20.830269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 35045980-63bf-4d3a-b09f-55bd910a2b4f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:20.857341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Checking segment: {'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:20.857940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Network hostable DHCP agents. Network: aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:24:20.905580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:24:20.908087 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.925676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:20.931298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:20.931409 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:20.969853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b06e4f38-8770-4395-aa51-bb9edf757d3f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6739790 Sep 18 02:24:20.971988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 58996) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:20.982103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:21.037531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ea19c4-4c12-41e6-80da-f892eb87b626 None None] Network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:24:21.047770 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.049223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.064844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154bac5f-4343-49b4-8b0b-d29046878d94 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:24:21.080498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0fa9-9aa8-44ce-8a78-6ad882fda2a8 req-76816955-c18e-42fa-8816-dfc4825c7707 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:21.090996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cbb0fa9-9aa8-44ce-8a78-6ad882fda2a8 req-76816955-c18e-42fa-8816-dfc4825c7707 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.1418211 Sep 18 02:24:21.105067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:21.179989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cbb0fa9-9aa8-44ce-8a78-6ad882fda2a8 req-3f1406d3-cacf-4d3d-b422-096de7e658e8 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874650 Sep 18 02:24:21.212859 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.251881 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.402554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 35045980-63bf-4d3a-b09f-55bd910a2b4f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:21.403356 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.437037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.464511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:21.499221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['154bac5f-4343-49b4-8b0b-d29046878d94'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:24:21.692705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:18Z', 'revision_number': 2, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:21.696585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.721033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.753691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Checking router: 956049ec-ce8b-4478-8dc1-223c0094d34e for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:24:21.753967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Updating router 956049ec-ce8b-4478-8dc1-223c0094d34e port 19329757-5255-4d18-a8e5-6bf37b3b08b6 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:24:21.803007 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.848469 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.858917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Allocated IP 172.25.0.176 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/9599ee84-a5c8-48b9-abf6-85e99c7a88e6) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:21.862138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8', 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'fixed_ips': [{'subnet_id': 'a32132ef-6a60-490f-891e-3667e45f1f00'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:24:21.863043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:21.976396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 35045980-63bf-4d3a-b09f-55bd910a2b4f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=35045980-63bf-4d3a-b09f-55bd910a2b4f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:21.999195 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:22.062827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:22.128161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:22.192350 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:22.199409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:22.216150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:22.249775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Pushing event updated for resources: {'Port': ['ID=9599ee84-a5c8-48b9-abf6-85e99c7a88e6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:22.488034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f467d2-0f79-44cc-9693-ae669f1089e6 req-a503b05f-c80c-4799-8fb4-140710dfe82d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:22.495798 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-10f467d2-0f79-44cc-9693-ae669f1089e6 req-a503b05f-c80c-4799-8fb4-140710dfe82d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 944 time: 0.2018683 Sep 18 02:24:22.534876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=35045980-63bf-4d3a-b09f-55bd910a2b4f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:22.593238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Allocated IP 172.20.0.2 (aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8/a32132ef-6a60-490f-891e-3667e45f1f00/8e9ce00f-bc41-45e2-a66c-43742f55c788) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:22.597060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-10f467d2-0f79-44cc-9693-ae669f1089e6 req-058aea82-27d8-4155-a20d-91355b24f4c0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002963 Sep 18 02:24:22.688496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:22.843874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:22.856765 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:22.911501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7825eff-c6d5-4456-8675-0dd2fd9f9aea None None] Pushing event updated for resources: {'Port': ['ID=19329757-5255-4d18-a8e5-6bf37b3b08b6,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:22.925575 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:22.950390 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:22.977387 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.076942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Attempting to bind port 19329757-5255-4d18-a8e5-6bf37b3b08b6 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:23.077333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Attempting to bind port 19329757-5255-4d18-a8e5-6bf37b3b08b6 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:23.077907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Attempting to bind port 19329757-5255-4d18-a8e5-6bf37b3b08b6 on network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:23.086699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:23.096673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:23.102223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Pushing event updated for resources: {'Port': ['ID=8e9ce00f-bc41-45e2-a66c-43742f55c788,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:23.104989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:23.115611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:23.116062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Checking segment: {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:23.116385 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.116777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Bound using segment: {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:23.117531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Bound port: 19329757-5255-4d18-a8e5-6bf37b3b08b6, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:23.117997 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.213235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Attempting to bind port 8e9ce00f-bc41-45e2-a66c-43742f55c788 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:23.213597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Attempting to bind port 8e9ce00f-bc41-45e2-a66c-43742f55c788 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:23.213953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Attempting to bind port 8e9ce00f-bc41-45e2-a66c-43742f55c788 on network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:23.220334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e585-d847-47a6-9501-ed1f7eb95826 req-d4e36043-e81e-4cd3-8a44-5b06bc1d3386 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:23.221968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e930e585-d847-47a6-9501-ed1f7eb95826 req-d4e36043-e81e-4cd3-8a44-5b06bc1d3386 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 945 time: 0.0845685 Sep 18 02:24:23.228933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:23.229343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Checking segment: {'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:23.229749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.230086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Bound using segment: {'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:23.230573 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Bound port: 8e9ce00f-bc41-45e2-a66c-43742f55c788, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:23.231114 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.253778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] For port 19329757-5255-4d18-a8e5-6bf37b3b08b6, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:23.279423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Router ece04a84-8597-4f8a-a03f-a154a7344f0c is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:24:23.285536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] For port 19329757-5255-4d18-a8e5-6bf37b3b08b6, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=19329757-5255-4d18-a8e5-6bf37b3b08b6,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:23.289552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e930e585-d847-47a6-9501-ed1f7eb95826 req-085e8346-8606-4448-9671-5bee12c8bc13 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512819 Sep 18 02:24:23.293367 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.381978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8682e202-53eb-45e4-a673-4daeb5f62d22 None None] Provisioning complete for port 19329757-5255-4d18-a8e5-6bf37b3b08b6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:23.382269 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8682e202-53eb-45e4-a673-4daeb5f62d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.396626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] For port 8e9ce00f-bc41-45e2-a66c-43742f55c788, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:23.406966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] For port 8e9ce00f-bc41-45e2-a66c-43742f55c788, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8e9ce00f-bc41-45e2-a66c-43742f55c788,segment=NetworkSegment(50710cb4-0a53-4b81-a322-ef337af25d0e),segment_id=50710cb4-0a53-4b81-a322-ef337af25d0e)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:23.442972 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.452531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:24:23.453773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7825eff-c6d5-4456-8675-0dd2fd9f9aea None None] Pushing event updated for resources: {'Port': ['ID=19329757-5255-4d18-a8e5-6bf37b3b08b6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:23.465370 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Sync routers for ids ['ece04a84-8597-4f8a-a03f-a154a7344f0c'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:24:23.474557 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:23.478673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-72977765-5afb-47fc-bf76-296469478c3a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5032153 Sep 18 02:24:23.479399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59028) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:23.483723 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Routers {'ece04a84-8597-4f8a-a03f-a154a7344f0c'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:23.486827 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ece04a84-8597-4f8a-a03f-a154a7344f0c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:23.488608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:23.489383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:23.675214 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:23.699166 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Set router ece04a84-8597-4f8a-a03f-a154a7344f0c gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:23.971921 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:22Z', 'revision_number': 3, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:23.995394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43c5c4-7f4a-4d1e-b5eb-27fbe682fa82 req-a910f8a9-acb3-4920-939f-e0c77aabc990 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:23.997347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc43c5c4-7f4a-4d1e-b5eb-27fbe682fa82 req-a910f8a9-acb3-4920-939f-e0c77aabc990 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 944 time: 0.2245979 Sep 18 02:24:24.024489 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Checking router: ece04a84-8597-4f8a-a03f-a154a7344f0c for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:24:24.036457 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Updating router ece04a84-8597-4f8a-a03f-a154a7344f0c port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:24:24.044376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb91aab-e40c-4096-ae1a-eabedc3a736c None None] Pushing event updated for resources: {'Port': ['ID=8e9ce00f-bc41-45e2-a66c-43742f55c788,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:24.069886 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8682e202-53eb-45e4-a673-4daeb5f62d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.085128 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.113735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc43c5c4-7f4a-4d1e-b5eb-27fbe682fa82 req-a90676ae-34f2-4dbb-a252-51e2edabc76c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823107 Sep 18 02:24:24.115879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59040) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:24.187096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8682e202-53eb-45e4-a673-4daeb5f62d22 None None] For port 19329757-5255-4d18-a8e5-6bf37b3b08b6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=19329757-5255-4d18-a8e5-6bf37b3b08b6,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:24.212738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8682e202-53eb-45e4-a673-4daeb5f62d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.281947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682e202-53eb-45e4-a673-4daeb5f62d22 None None] Pushing event updated for resources: {'Port': ['ID=19329757-5255-4d18-a8e5-6bf37b3b08b6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:24.287069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:23Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:24.345061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da9ee64-9988-4135-9c64-3ad5e4b1d136 None None] The sync data for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 is: [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:23Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:24:24.360783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c46c1dd5-ddcf-4d74-a04a-15e5f6ce6dac None None] Provisioning complete for port 19329757-5255-4d18-a8e5-6bf37b3b08b6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:24.360999 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c46c1dd5-ddcf-4d74-a04a-15e5f6ce6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.369273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.455347 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aca73952-ff96-47a3-8be1-a978148f865f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.469376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:24.717877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-a8a3b88d-cd89-4f8d-a3c6-be802e6e5cb3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:24.719484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-a8a3b88d-cd89-4f8d-a3c6-be802e6e5cb3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 945 time: 0.1668611 Sep 18 02:24:24.736394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 154bac5f-4343-49b4-8b0b-d29046878d94 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:24:24.795914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 35045980-63bf-4d3a-b09f-55bd910a2b4f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:24.803110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aca73952-ff96-47a3-8be1-a978148f865f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.806275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 154bac5f-4343-49b4-8b0b-d29046878d94 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:24.809816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.815021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9614a-887f-46a2-aa07-f91e199f80cc req-b704b03f-a837-4603-9514-993b8d147bca tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:24.817001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59e9614a-887f-46a2-aa07-f91e199f80cc req-b704b03f-a837-4603-9514-993b8d147bca tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 945 time: 0.3035827 Sep 18 02:24:24.817843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aca73952-ff96-47a3-8be1-a978148f865f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:24.846515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca73952-ff96-47a3-8be1-a978148f865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6660d440-8005-4e12-96fb-f904f8e1cb8a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:24.914421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aca73952-ff96-47a3-8be1-a978148f865f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47659d5adef34365869aa7a48ab5e3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7952626 Sep 18 02:24:24.918804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59046) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:24.941182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59e9614a-887f-46a2-aa07-f91e199f80cc req-0b976a47-f92e-4f69-ad4b-4ec3d28b1a05 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949368 Sep 18 02:24:24.966126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Allocated IP 172.20.0.1 (aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8/a32132ef-6a60-490f-891e-3667e45f1f00/9386c98c-7a50-4da1-ab34-ec07eacbb993) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:24.996365 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e685904-ed03-4005-9fd3-b63f07d996f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.026132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e685904-ed03-4005-9fd3-b63f07d996f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.089771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e685904-ed03-4005-9fd3-b63f07d996f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.094540 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e685904-ed03-4005-9fd3-b63f07d996f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.097325 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6e685904-ed03-4005-9fd3-b63f07d996f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6660d440-8005-4e12-96fb-f904f8e1cb8a HTTP/1.1" status: 204 len: 168 time: 0.1769290 Sep 18 02:24:25.099839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 35045980-63bf-4d3a-b09f-55bd910a2b4f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:25.100435 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.109465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e685904-ed03-4005-9fd3-b63f07d996f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6660d440-8005-4e12-96fb-f904f8e1cb8a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:25.133513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:24:25.133984 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.140662 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.153008 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.226649 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.229294 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Attempting to bind port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:25.229689 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Attempting to bind port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:25.230053 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Attempting to bind port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:25.254932 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:25.256746 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:25.257193 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.257643 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:25.258167 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Bound port: 9599ee84-a5c8-48b9-abf6-85e99c7a88e6, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:25.258587 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.307430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8e9ce00f-bc41-45e2-a66c-43742f55c788 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:25.336086 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] For port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:25.342284 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] For port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9599ee84-a5c8-48b9-abf6-85e99c7a88e6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:25.344833 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111d393-a991-45e8-a2d7-e7398eb99a75 None None] Pushing event updated for resources: {'Port': ['ID=9599ee84-a5c8-48b9-abf6-85e99c7a88e6,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:25.364223 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.413923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:25.416344 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8346fec-c600-4213-92e3-e97f759ae063" -d '{"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-plugged", "status": "completed", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:25.438741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:25.452253 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.480529 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Routers {'ece04a84-8597-4f8a-a03f-a154a7344f0c'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:25.484736 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ece04a84-8597-4f8a-a03f-a154a7344f0c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:25.492997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8e9ce00f-bc41-45e2-a66c-43742f55c788 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:25.493504 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.550753 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3886552-84c3-4eaf-b223-2c7bafb2caf6 x-openstack-request-id: req-f3886552-84c3-4eaf-b223-2c7bafb2caf6 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:25.551072 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-plugged", "status": "completed", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:25.551338 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3886552-84c3-4eaf-b223-2c7bafb2caf6 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:25.551791 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94', 'code': 200} Sep 18 02:24:25.583910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe74de-9fc3-47a7-a1fe-93c217b0d3ba req-0ff96610-cb1f-42ae-9da4-2a195f57c744 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:25.585608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffe74de-9fc3-47a7-a1fe-93c217b0d3ba req-0ff96610-cb1f-42ae-9da4-2a195f57c744 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 944 time: 0.2728288 Sep 18 02:24:25.588916 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.610270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] For port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:25.610270 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.635581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da75d753-e814-4f4b-90cf-0aa6626a9460 None None] Network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:24:25.649161 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] Set router ece04a84-8597-4f8a-a03f-a154a7344f0c gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:25.660682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59056) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:25.681787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9dda2df0-3de9-4a08-ac25-47a39af5804d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.693165 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.705432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:24:25.721301 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111d393-a991-45e8-a2d7-e7398eb99a75 None None] Pushing event updated for resources: {'Port': ['ID=9599ee84-a5c8-48b9-abf6-85e99c7a88e6,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:25.776980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.784108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:25.794277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-350675de-870d-45d8-a9c2-e052308e6176 None None] Provisioning complete for port 8e9ce00f-bc41-45e2-a66c-43742f55c788 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:25.795460 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-350675de-870d-45d8-a9c2-e052308e6176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.798253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bffe74de-9fc3-47a7-a1fe-93c217b0d3ba req-74a600a3-4b78-4c2d-abbd-e66ed97bc61a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934023 Sep 18 02:24:25.877009 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:22Z', 'revision_number': 3, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:25.913148 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d96abb-c1ad-4a46-9bee-0446c62aa751 None None] The sync data for ids ['ece04a84-8597-4f8a-a03f-a154a7344f0c'] in n-d-789963-12 is: [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:22Z', 'revision_number': 3, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:24:25.913516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9dda2df0-3de9-4a08-ac25-47a39af5804d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.921401 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.922764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9dda2df0-3de9-4a08-ac25-47a39af5804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:25.965854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:25.983544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:25.992212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:25.999909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9dda2df0-3de9-4a08-ac25-47a39af5804d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60b563c531004a5db0dcd13138651224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369186 Sep 18 02:24:26.000899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59060) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:26.001625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda2df0-3de9-4a08-ac25-47a39af5804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd40597-aed6-4824-938a-b8fd7ddbee9a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:26.044291 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.066339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875856cd-c5b6-47f0-9f8c-c60221c3f48b req-419cfd60-76f8-410a-91b6-078f83b36e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:26.068216 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875856cd-c5b6-47f0-9f8c-c60221c3f48b req-419cfd60-76f8-410a-91b6-078f83b36e9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1097 time: 0.4757714 Sep 18 02:24:26.079726 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.101687 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 8e9ce00f-bc41-45e2-a66c-43742f55c788, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8e9ce00f-bc41-45e2-a66c-43742f55c788,segment=NetworkSegment(50710cb4-0a53-4b81-a322-ef337af25d0e),segment_id=50710cb4-0a53-4b81-a322-ef337af25d0e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:26.106956 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-350675de-870d-45d8-a9c2-e052308e6176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.108854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2bdbff3-cd0f-4b17-b34e-4f4f0a156695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.112686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Pushing event updated for resources: {'Port': ['ID=9386c98c-7a50-4da1-ab34-ec07eacbb993,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:26.128423 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.198543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2bdbff3-cd0f-4b17-b34e-4f4f0a156695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.212074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-875856cd-c5b6-47f0-9f8c-c60221c3f48b req-dcff2c96-b3b1-4fb6-a540-bcfbcee86ea5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949991 Sep 18 02:24:26.218072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144424b-811f-4e8e-97e0-06ff61954d39 req-c8546c49-5394-4122-b8b6-037466dfbc11 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:26.219940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b144424b-811f-4e8e-97e0-06ff61954d39 req-c8546c49-5394-4122-b8b6-037466dfbc11 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 945 time: 0.1256404 Sep 18 02:24:26.298451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=8e9ce00f-bc41-45e2-a66c-43742f55c788,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:26.301231 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-350675de-870d-45d8-a9c2-e052308e6176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:24:26.301588 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-350675de-870d-45d8-a9c2-e052308e6176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:24:26.349388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b144424b-811f-4e8e-97e0-06ff61954d39 req-6d34e146-c009-497f-95ad-e552121a98d9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1c23d06-62ff-4e80-b3af-215575a77f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107266 Sep 18 02:24:26.351073 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2bdbff3-cd0f-4b17-b34e-4f4f0a156695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.354046 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a2bdbff3-cd0f-4b17-b34e-4f4f0a156695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.355236 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a2bdbff3-cd0f-4b17-b34e-4f4f0a156695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fd40597-aed6-4824-938a-b8fd7ddbee9a HTTP/1.1" status: 204 len: 168 time: 0.3503425 Sep 18 02:24:26.366188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdbff3-cd0f-4b17-b34e-4f4f0a156695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd40597-aed6-4824-938a-b8fd7ddbee9a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:26.376923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.406753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a6a19294-1cbf-4e69-a854-e0fe90ee0dd4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:24:26.485602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=a6a19294-1cbf-4e69-a854-e0fe90ee0dd4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:26.490850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.609804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] No DVR routers for this DVR port a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:24:26.612687 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.615240 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8f66db9a-1133-4192-9b08-0398c1acc530 req-ee2fbaa8-1b3c-442a-9f4b-7e3d7f6cf564 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "DELETE /v2.0/ports/a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 HTTP/1.1" status: 204 len: 173 time: 1.8889706 Sep 18 02:24:26.617673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbaabef-e966-4aa4-a347-ce643f011f9d', 'name': 'network-vif-deleted', 'tag': 'a6a19294-1cbf-4e69-a854-e0fe90ee0dd4'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:26.619995 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd538d-298e-45dd-9c74-434917f2fe84" -d '{"events": [{"server_uuid": "6cbaabef-e966-4aa4-a347-ce643f011f9d", "name": "network-vif-deleted", "tag": "a6a19294-1cbf-4e69-a854-e0fe90ee0dd4"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:26.724007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 19329757-5255-4d18-a8e5-6bf37b3b08b6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:26.732697 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c75220e-c586-4c46-b753-c2e5a586323d x-openstack-request-id: req-6c75220e-c586-4c46-b753-c2e5a586323d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:26.733124 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbaabef-e966-4aa4-a347-ce643f011f9d", "name": "network-vif-deleted", "tag": "a6a19294-1cbf-4e69-a854-e0fe90ee0dd4", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:26.733528 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c75220e-c586-4c46-b753-c2e5a586323d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:26.734013 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbaabef-e966-4aa4-a347-ce643f011f9d', 'name': 'network-vif-deleted', 'tag': 'a6a19294-1cbf-4e69-a854-e0fe90ee0dd4', 'status': 'completed', 'code': 200} Sep 18 02:24:26.859546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 19329757-5255-4d18-a8e5-6bf37b3b08b6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:26.860041 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.879096 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:26.891792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:27.052740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:27.057138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-06fc5cab-ef15-45f7-94ac-d5a6b9962a69 None None] Provisioning complete for port 8e9ce00f-bc41-45e2-a66c-43742f55c788 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:27.060586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06fc5cab-ef15-45f7-94ac-d5a6b9962a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:27.064573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:27.087566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Pushing event updated for resources: {'Port': ['ID=9386c98c-7a50-4da1-ab34-ec07eacbb993,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:27.093811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb345cd-17f0-47a9-b6a2-598274fef523 req-e675ac73-de76-47d5-b8bd-497db0cdcf04 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:27.097770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bb345cd-17f0-47a9-b6a2-598274fef523 req-e675ac73-de76-47d5-b8bd-497db0cdcf04 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.1314797 Sep 18 02:24:27.210999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:27.212229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:27.220113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1bb345cd-17f0-47a9-b6a2-598274fef523 req-a19fc0af-fa4f-4650-a55a-6d79d676672a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159573 Sep 18 02:24:27.495662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Router ece04a84-8597-4f8a-a03f-a154a7344f0c has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:24:27.569112 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6c212878-1eeb-45ea-bef5-5628bafede7c req-22e00946-463a-4225-99c6-bbdc92fca8bc tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 210 time: 0.0630183 Sep 18 02:24:27.689514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:27.689954 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:27.720655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-06fc5cab-ef15-45f7-94ac-d5a6b9962a69 None None] Provisioning complete for port 9386c98c-7a50-4da1-ab34-ec07eacbb993 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:27.721114 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06fc5cab-ef15-45f7-94ac-d5a6b9962a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:27.754412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:24:27.767173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3fad0f7b-958d-41aa-af59-e00d4cc3f300 admin admin] 10.222.0.21 "PUT /v2.0/routers/ece04a84-8597-4f8a-a03f-a154a7344f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2856884 Sep 18 02:24:27.771116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-06fc5cab-ef15-45f7-94ac-d5a6b9962a69 None None] Port 9386c98c-7a50-4da1-ab34-ec07eacbb993 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:24:27.818525 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:27.846522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9599ee84-a5c8-48b9-abf6-85e99c7a88e6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:27.854275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:27.855589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8e9ce00f-bc41-45e2-a66c-43742f55c788 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:27.959928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0222e8a3-4adb-472b-9a4e-aa5ae05236ca None None] Provisioning complete for port 9386c98c-7a50-4da1-ab34-ec07eacbb993 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:27.960535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0222e8a3-4adb-472b-9a4e-aa5ae05236ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.011000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9599ee84-a5c8-48b9-abf6-85e99c7a88e6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:28.024538 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0222e8a3-4adb-472b-9a4e-aa5ae05236ca None None] Port 9386c98c-7a50-4da1-ab34-ec07eacbb993 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:24:28.032176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8e9ce00f-bc41-45e2-a66c-43742f55c788 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:28.032542 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.431880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a567e3-7771-4db9-814e-109088603cc5 req-83781fd4-5157-440f-b0ff-307aef5b5da1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:28.434728 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8a567e3-7771-4db9-814e-109088603cc5 req-83781fd4-5157-440f-b0ff-307aef5b5da1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0811555 Sep 18 02:24:28.436198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59108) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:28.441220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1a07b3d0-8e5f-4d52-a83c-ef5bd4e56346 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231687814', 'description': 'tempest-secgroup-smoke-231687814 description', 'project_id': 'b28104b9e06d44149ba874e2adc540eb'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:28.477864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:24:28.502000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:24:28.502396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a6a19294-1cbf-4e69-a854-e0fe90ee0dd4 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:24:28.503594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1a07b3d0-8e5f-4d52-a83c-ef5bd4e56346 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.522150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8a567e3-7771-4db9-814e-109088603cc5 req-ddc5dbf1-6d85-452f-b223-37b4e360d1a4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797594 Sep 18 02:24:28.539742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:28.646044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:28.646449 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.672003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Sync routers for ids ['ece04a84-8597-4f8a-a03f-a154a7344f0c'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:24:28.695531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Routers {'ece04a84-8597-4f8a-a03f-a154a7344f0c'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:28.696157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ece04a84-8597-4f8a-a03f-a154a7344f0c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:28.697173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1a07b3d0-8e5f-4d52-a83c-ef5bd4e56346 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.748993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1a07b3d0-8e5f-4d52-a83c-ef5bd4e56346 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.753114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6948f90d-8d1a-4d45-a374-53d6aa967823 req-1443ff46-6219-4bd0-a073-afa72fd3892f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 210 time: 0.0362294 Sep 18 02:24:28.795242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1a07b3d0-8e5f-4d52-a83c-ef5bd4e56346 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.796847 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1a07b3d0-8e5f-4d52-a83c-ef5bd4e56346 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3595860 Sep 18 02:24:28.797631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07b3d0-8e5f-4d52-a83c-ef5bd4e56346 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:28.799760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59120) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:28.804519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-712af6ef-4192-40c4-a85e-6b4fcd6cdc4e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'security_group_rule': {'security_group_id': 'ef9edb19-fa0b-45dc-8f0a-31cb91e7170b', 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:28.851983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5bf12-48c4-4368-b25d-32f164f2ba6f req-9f9c814a-05bc-4118-ba60-479f113ad430 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:28.854232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-712af6ef-4192-40c4-a85e-6b4fcd6cdc4e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.858653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2bf5bf12-48c4-4368-b25d-32f164f2ba6f req-9f9c814a-05bc-4118-ba60-479f113ad430 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.1765323 Sep 18 02:24:28.868388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59122) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:28.873539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Request body: {'floatingip': {'port_id': '154bac5f-4343-49b4-8b0b-d29046878d94'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:28.920253 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.927428 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Set router ece04a84-8597-4f8a-a03f-a154a7344f0c gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:28.945818 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-712af6ef-4192-40c4-a85e-6b4fcd6cdc4e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.953849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-712af6ef-4192-40c4-a85e-6b4fcd6cdc4e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.980516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712af6ef-4192-40c4-a85e-6b4fcd6cdc4e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa240db-f224-4171-adc6-4cf779431d93,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:28.991397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-712af6ef-4192-40c4-a85e-6b4fcd6cdc4e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:28.993332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-712af6ef-4192-40c4-a85e-6b4fcd6cdc4e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924427 Sep 18 02:24:28.995904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59124) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:29.001834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c89313bd-5aca-4838-a14b-9825b0b1e94f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'security_group_rule': {'security_group_id': 'ef9edb19-fa0b-45dc-8f0a-31cb91e7170b', 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:29.041602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c89313bd-5aca-4838-a14b-9825b0b1e94f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.126019 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c89313bd-5aca-4838-a14b-9825b0b1e94f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.131822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c89313bd-5aca-4838-a14b-9825b0b1e94f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.161644 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c89313bd-5aca-4838-a14b-9825b0b1e94f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.163827 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c89313bd-5aca-4838-a14b-9825b0b1e94f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668489 Sep 18 02:24:29.165304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89313bd-5aca-4838-a14b-9825b0b1e94f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e898ed4-8c0f-432c-aeff-eeac4cacb46a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:29.166861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59126) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:29.178948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-83ea721c-08f2-4678-a73d-63105c5ddd48 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'security_group_rule': {'security_group_id': 'ef9edb19-fa0b-45dc-8f0a-31cb91e7170b', 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:29.288756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:26Z', 'revision_number': 4, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '9386c98c-7a50-4da1-ab34-ec07eacbb993', 'name': '', 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'mac_address': 'fa:16:3e:53:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a32132ef-6a60-490f-891e-3667e45f1f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:24Z', 'updated_at': '2021-09-18T02:24:26Z', 'revision_number': 2, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'subnets': [{'id': 'a32132ef-6a60-490f-891e-3667e45f1f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:29.323928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Checking router: ece04a84-8597-4f8a-a03f-a154a7344f0c for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:24:29.324539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Updating router ece04a84-8597-4f8a-a03f-a154a7344f0c port 9386c98c-7a50-4da1-ab34-ec07eacbb993 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:24:29.365496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.368115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83ea721c-08f2-4678-a73d-63105c5ddd48 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.508073 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83ea721c-08f2-4678-a73d-63105c5ddd48 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.516664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83ea721c-08f2-4678-a73d-63105c5ddd48 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.590407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea721c-08f2-4678-a73d-63105c5ddd48 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9595369-589f-427c-abea-62f2a506400c,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:29.600843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83ea721c-08f2-4678-a73d-63105c5ddd48 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.605070 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-83ea721c-08f2-4678-a73d-63105c5ddd48 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4363155 Sep 18 02:24:29.605658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59134) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:29.612621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-aab01807-765e-4d35-9c4d-c2f91026caf9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'security_group_rule': {'security_group_id': 'ef9edb19-fa0b-45dc-8f0a-31cb91e7170b', 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:29.700266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.701495 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aab01807-765e-4d35-9c4d-c2f91026caf9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.729988 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.734878 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.738157 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.818595 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aab01807-765e-4d35-9c4d-c2f91026caf9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.826411 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aab01807-765e-4d35-9c4d-c2f91026caf9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.861038 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab01807-765e-4d35-9c4d-c2f91026caf9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc70918-ae32-49e1-948d-5d2991c43246,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:29.864369 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-aab01807-765e-4d35-9c4d-c2f91026caf9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.869126 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-aab01807-765e-4d35-9c4d-c2f91026caf9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2600954 Sep 18 02:24:29.871894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59138) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:29.881388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0005823a-1105-49db-9bab-8105231eb825 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'security_group_rule': {'security_group_id': 'ef9edb19-fa0b-45dc-8f0a-31cb91e7170b', 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:29.911289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626670bc-40a1-4d88-943b-a2ce6e57cbe8 None None] Pushing event updated for resources: {'Port': ['ID=9386c98c-7a50-4da1-ab34-ec07eacbb993,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:29.919434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c158642-39ce-492a-844b-1a2edc04ba89 req-0ba375a4-3026-42f4-b7cc-322c6a67f2d1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 210 time: 0.0564113 Sep 18 02:24:29.934350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Attempting to bind port 9386c98c-7a50-4da1-ab34-ec07eacbb993 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:29.934858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Attempting to bind port 9386c98c-7a50-4da1-ab34-ec07eacbb993 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:29.935370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Attempting to bind port 9386c98c-7a50-4da1-ab34-ec07eacbb993 on network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:29.941555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:29.941949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Checking segment: {'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:29.942357 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.942797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Bound using segment: {'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:29.943273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Bound port: 9386c98c-7a50-4da1-ab34-ec07eacbb993, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50710cb4-0a53-4b81-a322-ef337af25d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:29.943660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:29.976878 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-0005823a-1105-49db-9bab-8105231eb825 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Project b28104b9e06d44149ba874e2adc540eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:24:29.984637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0005823a-1105-49db-9bab-8105231eb825 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.042309 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Floating IP 8cac334b-906d-48d1-8ddd-b015977fda62 associated. External IP: 172.25.0.119, port: 154bac5f-4343-49b4-8b0b-d29046878d94. Sep 18 02:24:30.057834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] For port 9386c98c-7a50-4da1-ab34-ec07eacbb993, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:30.067100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] For port 9386c98c-7a50-4da1-ab34-ec07eacbb993, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9386c98c-7a50-4da1-ab34-ec07eacbb993,segment=NetworkSegment(50710cb4-0a53-4b81-a322-ef337af25d0e),segment_id=50710cb4-0a53-4b81-a322-ef337af25d0e)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:30.083394 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.167598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Routers {'ece04a84-8597-4f8a-a03f-a154a7344f0c'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:30.177379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ece04a84-8597-4f8a-a03f-a154a7344f0c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:30.179571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626670bc-40a1-4d88-943b-a2ce6e57cbe8 None None] Pushing event updated for resources: {'Port': ['ID=9386c98c-7a50-4da1-ab34-ec07eacbb993,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:30.256194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0f94b2f5-f671-41d4-b398-6c6046405fe9 None None] Provisioning complete for port 9386c98c-7a50-4da1-ab34-ec07eacbb993 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:30.256482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f94b2f5-f671-41d4-b398-6c6046405fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.307141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0005823a-1105-49db-9bab-8105231eb825 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.331238 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0005823a-1105-49db-9bab-8105231eb825 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.402234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] Set router ece04a84-8597-4f8a-a03f-a154a7344f0c gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:30.427619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005823a-1105-49db-9bab-8105231eb825 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448ad16f-caf5-4bed-9086-bcb6a8380da9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:30.471588 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Router 909cd5e1-f966-4f68-a2ca-4399522ecedb has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:24:30.476205 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0005823a-1105-49db-9bab-8105231eb825 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.480249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0005823a-1105-49db-9bab-8105231eb825 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6047556 Sep 18 02:24:30.480835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59144) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:30.486480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5540a16d-02f7-45a7-8a16-3675ffdd2b46 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'security_group_rule': {'security_group_id': 'ef9edb19-fa0b-45dc-8f0a-31cb91e7170b', 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:30.580319 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-5540a16d-02f7-45a7-8a16-3675ffdd2b46 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Project b28104b9e06d44149ba874e2adc540eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:24:30.587648 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5540a16d-02f7-45a7-8a16-3675ffdd2b46 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.593779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f94b2f5-f671-41d4-b398-6c6046405fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.653054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0f94b2f5-f671-41d4-b398-6c6046405fe9 None None] For port 9386c98c-7a50-4da1-ab34-ec07eacbb993, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9386c98c-7a50-4da1-ab34-ec07eacbb993,segment=NetworkSegment(50710cb4-0a53-4b81-a322-ef337af25d0e),segment_id=50710cb4-0a53-4b81-a322-ef337af25d0e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:30.660665 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f94b2f5-f671-41d4-b398-6c6046405fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.705211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:24:30.714383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.717220 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:26Z', 'revision_number': 4, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '9386c98c-7a50-4da1-ab34-ec07eacbb993', 'name': '', 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'mac_address': 'fa:16:3e:53:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a32132ef-6a60-490f-891e-3667e45f1f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:24Z', 'updated_at': '2021-09-18T02:24:30Z', 'revision_number': 4, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'subnets': [{'id': 'a32132ef-6a60-490f-891e-3667e45f1f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:30.722203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94b2f5-f671-41d4-b398-6c6046405fe9 None None] Pushing event updated for resources: {'Port': ['ID=9386c98c-7a50-4da1-ab34-ec07eacbb993,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:30.724015 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] Sync routers for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:24:30.743100 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:30.744240 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:30.754636 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1f907-8b35-4f25-87d6-9c6314c6e887 None None] The sync data for ids ['ece04a84-8597-4f8a-a03f-a154a7344f0c'] in n-d-789963-12 is: [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:26Z', 'revision_number': 4, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '9386c98c-7a50-4da1-ab34-ec07eacbb993', 'name': '', 'network_id': 'aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'mac_address': 'fa:16:3e:53:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a32132ef-6a60-490f-891e-3667e45f1f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:24Z', 'updated_at': '2021-09-18T02:24:30Z', 'revision_number': 4, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'subnets': [{'id': 'a32132ef-6a60-490f-891e-3667e45f1f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:24:30.792222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1f2570ff-7b76-4637-91e4-19d3efe88178 None None] Provisioning complete for port 9386c98c-7a50-4da1-ab34-ec07eacbb993 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:30.793736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5540a16d-02f7-45a7-8a16-3675ffdd2b46 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.798762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1f2570ff-7b76-4637-91e4-19d3efe88178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.806248 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5540a16d-02f7-45a7-8a16-3675ffdd2b46 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.848222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e59e80bf-8892-471d-b9cd-9e1d36fa09dc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "PUT /v2.0/floatingips/8cac334b-906d-48d1-8ddd-b015977fda62 HTTP/1.1" status: 200 len: 991 time: 1.9791188 Sep 18 02:24:30.859188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:30.867865 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:30.911881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540a16d-02f7-45a7-8a16-3675ffdd2b46 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e1b3de-94ce-45aa-b416-857d8f206604,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:30.915943 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5540a16d-02f7-45a7-8a16-3675ffdd2b46 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.917196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5540a16d-02f7-45a7-8a16-3675ffdd2b46 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4357090 Sep 18 02:24:30.943650 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e3c8332e-8be7-4518-b75b-122be8993c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:30.954116 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c4be60-06d8-41bc-a6f4-a2db3b6636f4 x-openstack-request-id: req-25c4be60-06d8-41bc-a6f4-a2db3b6636f4 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:30.954671 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:30.954889 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25c4be60-06d8-41bc-a6f4-a2db3b6636f4 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:30.955440 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94', 'status': 'completed', 'code': 200} Sep 18 02:24:31.049728 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:31.088569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-d4565cf6-9d71-4a23-a6ea-9852011c43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:31.090153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-d4565cf6-9d71-4a23-a6ea-9852011c43d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1097 time: 0.0979927 Sep 18 02:24:31.139078 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cb26aef-2af1-492b-b680-251a8bba9223 req-43ce1e61-7472-48a0-9e35-b81d397be863 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 210 time: 0.0529780 Sep 18 02:24:31.261966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-6332135f-71aa-430a-8ebe-9170f61b9fdc tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231687814&fields=id&tenant_id=b28104b9e06d44149ba874e2adc540eb HTTP/1.1" status: 200 len: 267 time: 0.0728080 Sep 18 02:24:31.276127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-68a5e1c4-1fec-4ad6-a64d-a04432c30012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:31.277709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-68a5e1c4-1fec-4ad6-a64d-a04432c30012 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.1769683 Sep 18 02:24:31.491876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3744bf2-483e-493b-8ef5-52dc952d0186 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:31.493431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3744bf2-483e-493b-8ef5-52dc952d0186 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/networks?id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1 HTTP/1.1" status: 200 len: 809 time: 0.2235916 Sep 18 02:24:31.511765 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-d0da2fd8-4997-4729-80f0-c74eedfdf795 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 999 time: 0.2257476 Sep 18 02:24:31.529838 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7fb2a6c2-54ef-4270-9fae-d68a4ac64fdb tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/quotas/b28104b9e06d44149ba874e2adc540eb HTTP/1.1" status: 200 len: 375 time: 0.0288811 Sep 18 02:24:31.536481 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '8cac334b-906d-48d1-8ddd-b015977fda62', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'port_id': '154bac5f-4343-49b4-8b0b-d29046878d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'mac_address': 'fa:16:3e:49:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:24:09Z', 'updated_at': '2021-09-18T02:24:29Z', 'revision_number': 1, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:31.576902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-7eff4474-cbea-4b5f-95ad-23bf54fd5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:31.578569 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-7eff4474-cbea-4b5f-95ad-23bf54fd5c1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0594263 Sep 18 02:24:31.592338 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] Checking router: 909cd5e1-f966-4f68-a2ca-4399522ecedb for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:24:31.621995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-4b7656ee-16fc-4367-8a8e-1e368b848a31 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b28104b9e06d44149ba874e2adc540eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910580 Sep 18 02:24:31.626518 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:31.627712 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:31.654509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-17e8e6cb-4672-40bd-9d84-f3f4661b7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:31.656130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-17e8e6cb-4672-40bd-9d84-f3f4661b7401 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633147 Sep 18 02:24:31.802803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-064712aa-aba2-4516-8a18-28cfa467eabf service neutron] 10.222.0.21 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798465 Sep 18 02:24:31.876972 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:31.883661 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-eb0e4f27-e0b8-4e30-9794-dc64d3f7030f service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154255 Sep 18 02:24:31.967450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-43c63f30-346e-4f85-8a02-81e4602c5ca1 service neutron] 10.222.0.21 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601763 Sep 18 02:24:32.130400 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6731b8f1-0507-4e3b-9bb1-89f6284b2d45 req-ec751d62-2fdc-4724-b88e-ae01c9b60c93 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402177 Sep 18 02:24:32.370439 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e09a71a-362c-4366-bfdf-af30a14ca6b8 req-9c2a5d7a-1b33-4be5-9ea2-f455d52de916 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbaabef-e966-4aa4-a347-ce643f011f9d HTTP/1.1" status: 200 len: 210 time: 0.0897927 Sep 18 02:24:32.443659 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3833fc1a-4d93-41cf-bd20-05026450c1a2 req-57785cb2-3a31-4624-82ba-fec715ae3a85 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 210 time: 0.0573411 Sep 18 02:24:32.553303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9386c98c-7a50-4da1-ab34-ec07eacbb993 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:32.555437 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '8cac334b-906d-48d1-8ddd-b015977fda62', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'port_id': '154bac5f-4343-49b4-8b0b-d29046878d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'mac_address': 'fa:16:3e:49:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:24:09Z', 'updated_at': '2021-09-18T02:24:29Z', 'revision_number': 1, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:32.629286 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23e230-ec70-40cc-92c5-203e4e268a3c None None] The sync data for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 is: [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '8cac334b-906d-48d1-8ddd-b015977fda62', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'port_id': '154bac5f-4343-49b4-8b0b-d29046878d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'mac_address': 'fa:16:3e:49:e7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:24:09Z', 'updated_at': '2021-09-18T02:24:29Z', 'revision_number': 1, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:24:32.708890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-47d2a441-5b7b-480d-bd22-46a0f7d2e15c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1525607 Sep 18 02:24:32.817120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9386c98c-7a50-4da1-ab34-ec07eacbb993 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:32.818247 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:32.956641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-8179016c-916b-4aaa-b6b2-c85e1e63c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:32.958616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-8179016c-916b-4aaa-b6b2-c85e1e63c5ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1097 time: 0.1029043 Sep 18 02:24:33.222920 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-c20cf9a3-4321-438d-938b-87ba5f3abdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:33.224433 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-c20cf9a3-4321-438d-938b-87ba5f3abdc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.2405496 Sep 18 02:24:33.415433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c6aa6-f8d4-4add-a644-76a9b1dbdb5f None None] New status for floating IP 8cac334b-906d-48d1-8ddd-b015977fda62: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:24:33.528142 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce85a151-5d68-4681-aa7a-a8351a4a6dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:33.706849 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8d19623f-1c81-4aab-8bd4-9bf1c0eb927e req-ff025278-bf7f-45aa-9f60-b705fbd65180 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 210 time: 0.0307786 Sep 18 02:24:33.725217 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-3fddcf81-db6e-4cec-9e8e-d5a1067d2933 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 999 time: 0.4933426 Sep 18 02:24:33.780176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-3c4fe481-9c54-439a-91d7-21d061f91d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:33.781663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-3c4fe481-9c54-439a-91d7-21d061f91d7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0485871 Sep 18 02:24:33.839425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-4d66de30-2c84-45e2-a7ce-009519aa8147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:33.842398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-4d66de30-2c84-45e2-a7ce-009519aa8147 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541337 Sep 18 02:24:34.039017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-48f31c74-1c13-42cb-8092-bbd80c8cb051 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906836 Sep 18 02:24:34.078106 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:34.089291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-e995ad61-dfe8-4613-9fda-04d0052f1fa2 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:34.093089 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-e995ad61-dfe8-4613-9fda-04d0052f1fa2 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.18 "GET /v2.0/networks?id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1 HTTP/1.1" status: 200 len: 809 time: 0.2093105 Sep 18 02:24:34.149554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-fc256d60-ec52-44f1-9574-21ec56de6235 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b28104b9e06d44149ba874e2adc540eb HTTP/1.1" status: 200 len: 379 time: 0.0467210 Sep 18 02:24:34.160784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'port': {'device_id': '4fe69c12-c21b-41fe-8727-5848596c3010', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'admin_state_up': True, 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'security_groups': ['ef9edb19-fa0b-45dc-8f0a-31cb91e7170b']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:34.192904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1898ae47-c7de-4202-8e24-8a0ecb16a0ec req-7a2cecb5-f74f-407e-89ea-fe4fc4341b14 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464224 Sep 18 02:24:34.324594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Made reservation on behalf of b28104b9e06d44149ba874e2adc540eb for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:24:34.328627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:34.501989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Allocated IP 172.20.0.5 (049c8739-ece0-4cbb-8cc9-fbe40d4274b1/7f5d5eb5-7f83-4a13-a032-addab24a87be/c169f293-f2c8-43cb-8c0c-c7bc8285d22d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:34.678124 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:34.714353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:34.774246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:34.783857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:34.790086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:34.843638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'Port': ['ID=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:34.879657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea330cae-42d1-49b4-8135-6b9c7f53e95b req-c830dc42-1ccd-4db5-b733-0adc2b05d021 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:34.883828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:34.884840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:34.890615 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea330cae-42d1-49b4-8135-6b9c7f53e95b req-c830dc42-1ccd-4db5-b733-0adc2b05d021 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 931 time: 0.0879002 Sep 18 02:24:34.909121 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-7c4aeb92-3ccc-4646-820d-324456c5d001 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523503 Sep 18 02:24:34.924742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Request body: {'port': {'device_id': '4fe69c12-c21b-41fe-8727-5848596c3010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:34.943507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ea330cae-42d1-49b4-8135-6b9c7f53e95b req-146da3ca-5df6-4fff-91a1-f27de54320f4 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Sep 18 02:24:34.969271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:35.004972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:35.131767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ba3a4d49-b0ea-401c-88d9-cc20dfecaf75 None None] Provisioning complete for port c169f293-f2c8-43cb-8c0c-c7bc8285d22d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:35.132310 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4d49-b0ea-401c-88d9-cc20dfecaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:35.180137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a4d49-b0ea-401c-88d9-cc20dfecaf75 None None] Port c169f293-f2c8-43cb-8c0c-c7bc8285d22d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:24:35.350768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c169f293-f2c8-43cb-8c0c-c7bc8285d22d {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:24:35.360263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:35.375099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Transition to ACTIVE for port object c169f293-f2c8-43cb-8c0c-c7bc8285d22d will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:24:35.379876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:35.454226 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:35.525298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Attempting to bind port c169f293-f2c8-43cb-8c0c-c7bc8285d22d on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:35.525468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Attempting to bind port c169f293-f2c8-43cb-8c0c-c7bc8285d22d by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:35.525869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Attempting to bind port c169f293-f2c8-43cb-8c0c-c7bc8285d22d on network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:35.532489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Port c169f293-f2c8-43cb-8c0c-c7bc8285d22d on network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:24:35.532890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Attempting to bind port c169f293-f2c8-43cb-8c0c-c7bc8285d22d on network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:35.540854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:35.541296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Checking segment: {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:35.541786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Bound using segment: {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:35.542414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Bound port: c169f293-f2c8-43cb-8c0c-c7bc8285d22d, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2ce9bb-f042-4d7c-a6eb-906a26523296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:35.542908 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:35.782565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] For port c169f293-f2c8-43cb-8c0c-c7bc8285d22d, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:35.786668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] For port c169f293-f2c8-43cb-8c0c-c7bc8285d22d, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:35.795773 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:35.838165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:35.838627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:35.840045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/c169f293-f2c8-43cb-8c0c-c7bc8285d22d HTTP/1.1" status: 200 len: 1092 time: 0.9216807 Sep 18 02:24:35.840488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe69c12-c21b-41fe-8727-5848596c3010', 'tag': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:35.842907 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a9a749-cd6a-4438-8bc1-9f598722f179" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe69c12-c21b-41fe-8727-5848596c3010", "tag": "c169f293-f2c8-43cb-8c0c-c7bc8285d22d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:35.943914 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d3c994-d932-4fce-b774-88d31d59c7dd x-openstack-request-id: req-c1d3c994-d932-4fce-b774-88d31d59c7dd {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:35.944206 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe69c12-c21b-41fe-8727-5848596c3010", "tag": "c169f293-f2c8-43cb-8c0c-c7bc8285d22d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:35.944456 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1d3c994-d932-4fce-b774-88d31d59c7dd {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:35.944844 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe69c12-c21b-41fe-8727-5848596c3010', 'tag': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'status': 'completed', 'code': 200} Sep 18 02:24:35.955595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfee83-c26b-45b7-9dd4-ec0828fd35b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:35.972682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-bcf67209-1fe3-46a0-9932-15e4b5d91f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:35.974904 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-bcf67209-1fe3-46a0-9932-15e4b5d91f0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b28104b9e06d44149ba874e2adc540eb&device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1095 time: 0.0840123 Sep 18 02:24:36.316297 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:36.425671 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-da8facfa-92f9-40bd-bef0-cae59f957f8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d HTTP/1.1" status: 200 len: 217 time: 0.4423177 Sep 18 02:24:36.510774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-f968601d-6542-4038-a3c6-1fa5f2b3667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:36.512295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-f968601d-6542-4038-a3c6-1fa5f2b3667e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f5d5eb5-7f83-4a13-a032-addab24a87be HTTP/1.1" status: 200 len: 848 time: 0.0760558 Sep 18 02:24:36.522142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237ff93-c4a8-4c82-80fc-49b476b064f0 req-65029734-6205-4d58-9bc1-c686a295a21f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:36.524343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d237ff93-c4a8-4c82-80fc-49b476b064f0 req-65029734-6205-4d58-9bc1-c686a295a21f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 943 time: 0.1009614 Sep 18 02:24:36.614030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d237ff93-c4a8-4c82-80fc-49b476b064f0 req-88ed8952-6bf2-494a-b25e-679ee33b2688 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590308 Sep 18 02:24:36.616986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-b84bf6e5-88f4-4f14-9745-919b10490536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:36.618602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-b84bf6e5-88f4-4f14-9745-919b10490536 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933557 Sep 18 02:24:36.734232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-a814f0df-7308-4f18-8c79-b6d46d84443b service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021335 Sep 18 02:24:36.791073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59278) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:36.797395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-49a691ea-f857-4b87-8749-998c2af1a25f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334240988', 'description': 'tempest-secgroup-smoke-334240988 description', 'project_id': '7657ddc8a3c24c269a80f51c3164b25b'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:36.827366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49a691ea-f857-4b87-8749-998c2af1a25f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:36.839877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aec6435c-a16f-442b-9785-7ebd49b0ebad req-de88abac-70b5-437a-b3eb-17ebe2a376fd service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989237 Sep 18 02:24:36.914178 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49a691ea-f857-4b87-8749-998c2af1a25f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:36.918299 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49a691ea-f857-4b87-8749-998c2af1a25f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:36.931183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-b9d6adbf-ad80-45e8-82ff-f88c3d36f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:36.932972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-b9d6adbf-ad80-45e8-82ff-f88c3d36f831 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b28104b9e06d44149ba874e2adc540eb&device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1095 time: 0.0447984 Sep 18 02:24:36.946824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-49a691ea-f857-4b87-8749-998c2af1a25f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:36.948049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-49a691ea-f857-4b87-8749-998c2af1a25f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1552413 Sep 18 02:24:36.951665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59280) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:36.956991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f83c0d95-cd54-4922-8865-48e5349b327f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'security_group_rule': {'security_group_id': '57f29768-e601-4b6e-975a-ef3f69fd0e9e', 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:36.962239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a691ea-f857-4b87-8749-998c2af1a25f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f29768-e601-4b6e-975a-ef3f69fd0e9e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:36.987631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f83c0d95-cd54-4922-8865-48e5349b327f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.040270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-58b1422a-e539-460d-be2a-9ab3617f736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:37.041747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-58b1422a-e539-460d-be2a-9ab3617f736f service neutron] 10.222.0.18 "GET /v2.0/networks?id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1 HTTP/1.1" status: 200 len: 909 time: 0.0999455 Sep 18 02:24:37.049315 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f83c0d95-cd54-4922-8865-48e5349b327f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.053085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f83c0d95-cd54-4922-8865-48e5349b327f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.070840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c0d95-cd54-4922-8865-48e5349b327f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deab803a-2337-4102-864a-f1719f068c18,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:37.078624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f83c0d95-cd54-4922-8865-48e5349b327f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.082894 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f83c0d95-cd54-4922-8865-48e5349b327f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271822 Sep 18 02:24:37.083670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:37.085999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-0d7a6058-39f1-4aba-98fd-15d1a8c8cd58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d HTTP/1.1" status: 200 len: 217 time: 0.0364366 Sep 18 02:24:37.088077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a1a2e306-270b-46ed-a6c9-b62d4b52d635 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'security_group_rule': {'security_group_id': '57f29768-e601-4b6e-975a-ef3f69fd0e9e', 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:37.114584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1a2e306-270b-46ed-a6c9-b62d4b52d635 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.137790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-678d772d-d431-4b74-af08-0ffb3572f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:37.140076 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-678d772d-d431-4b74-af08-0ffb3572f413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f5d5eb5-7f83-4a13-a032-addab24a87be HTTP/1.1" status: 200 len: 848 time: 0.0461876 Sep 18 02:24:37.179257 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1a2e306-270b-46ed-a6c9-b62d4b52d635 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.184332 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1a2e306-270b-46ed-a6c9-b62d4b52d635 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.192705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-e2ad60dd-c366-4c6f-8b69-0470bdcdd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:37.194302 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-e2ad60dd-c366-4c6f-8b69-0470bdcdd078 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464618 Sep 18 02:24:37.204568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2e306-270b-46ed-a6c9-b62d4b52d635 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8794945-0188-4cfa-9e71-0e88e92b3caa,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:37.213721 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1a2e306-270b-46ed-a6c9-b62d4b52d635 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.218320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a1a2e306-270b-46ed-a6c9-b62d4b52d635 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305876 Sep 18 02:24:37.218507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59284) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:37.223789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-72fce9df-a0a2-4a6f-911a-eeae7d1d3ea9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'security_group_rule': {'security_group_id': '57f29768-e601-4b6e-975a-ef3f69fd0e9e', 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:37.252040 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72fce9df-a0a2-4a6f-911a-eeae7d1d3ea9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.295574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-1e92b152-4a91-4415-be1e-951a7c93d52e service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923667 Sep 18 02:24:37.316169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72fce9df-a0a2-4a6f-911a-eeae7d1d3ea9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.321378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72fce9df-a0a2-4a6f-911a-eeae7d1d3ea9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.342876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fce9df-a0a2-4a6f-911a-eeae7d1d3ea9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546fa408-6e4a-4afe-a09a-21a0508bb8dc,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:37.354355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72fce9df-a0a2-4a6f-911a-eeae7d1d3ea9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.358415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-72fce9df-a0a2-4a6f-911a-eeae7d1d3ea9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362679 Sep 18 02:24:37.358900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59286) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:37.364280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c4b30755-8b6e-415f-8aa1-a419c98ab50e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'security_group_rule': {'security_group_id': '57f29768-e601-4b6e-975a-ef3f69fd0e9e', 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:37.393934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4b30755-8b6e-415f-8aa1-a419c98ab50e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.397225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69a9a749-cd6a-4438-8bc1-9f598722f179 req-50de6457-71a3-4b9b-a85a-8caf3aa67cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950315 Sep 18 02:24:37.457004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4b30755-8b6e-415f-8aa1-a419c98ab50e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.462136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4b30755-8b6e-415f-8aa1-a419c98ab50e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.478193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b30755-8b6e-415f-8aa1-a419c98ab50e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76e76ba-d6f8-4ad8-ba7a-91f45c5199cf,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:37.488380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4b30755-8b6e-415f-8aa1-a419c98ab50e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.492798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59290) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:37.500801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cd2dd00a-e2a1-4805-aa60-9a0ad3872929 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'security_group_rule': {'security_group_id': '57f29768-e601-4b6e-975a-ef3f69fd0e9e', 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:37.505351 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c4b30755-8b6e-415f-8aa1-a419c98ab50e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452277 Sep 18 02:24:37.524033 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-cd2dd00a-e2a1-4805-aa60-9a0ad3872929 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Project 7657ddc8a3c24c269a80f51c3164b25b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:24:37.529865 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd00a-e2a1-4805-aa60-9a0ad3872929 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.612082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd00a-e2a1-4805-aa60-9a0ad3872929 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.617702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd00a-e2a1-4805-aa60-9a0ad3872929 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.650828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dd00a-e2a1-4805-aa60-9a0ad3872929 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b500b0c-5d44-4080-b998-9a36136fece1,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:37.676291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd00a-e2a1-4805-aa60-9a0ad3872929 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.680450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59296) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:37.680604 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cd2dd00a-e2a1-4805-aa60-9a0ad3872929 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1863327 Sep 18 02:24:37.688469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2a9b5684-3889-4f15-926b-4a4150a18db2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'security_group_rule': {'security_group_id': '57f29768-e601-4b6e-975a-ef3f69fd0e9e', 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:37.715626 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-2a9b5684-3889-4f15-926b-4a4150a18db2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Project 7657ddc8a3c24c269a80f51c3164b25b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:24:37.734021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5684-3889-4f15-926b-4a4150a18db2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.816434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d35341-bf4f-42bd-a062-1917bb591f12 req-6ea396a4-3fbd-47c5-95ea-592f623b24dc tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:37.818055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d35341-bf4f-42bd-a062-1917bb591f12 req-6ea396a4-3fbd-47c5-95ea-592f623b24dc tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 943 time: 0.0971289 Sep 18 02:24:37.829947 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5684-3889-4f15-926b-4a4150a18db2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.837392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5684-3889-4f15-926b-4a4150a18db2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.863395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b5684-3889-4f15-926b-4a4150a18db2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e99f25b-987f-4770-98c5-9477a27f1958,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:37.876470 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5684-3889-4f15-926b-4a4150a18db2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:37.877682 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2a9b5684-3889-4f15-926b-4a4150a18db2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1953990 Sep 18 02:24:37.885867 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42d35341-bf4f-42bd-a062-1917bb591f12 req-53a7bd20-884a-4a68-967e-2b05d687060f tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589375 Sep 18 02:24:39.015619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4aae4-0f9e-4622-ab6e-30cee2ffc58f req-463aee29-335c-42da-acfd-b118fbf32baa tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:39.017288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47c4aae4-0f9e-4622-ab6e-30cee2ffc58f req-463aee29-335c-42da-acfd-b118fbf32baa tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 943 time: 0.0561206 Sep 18 02:24:39.058951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47c4aae4-0f9e-4622-ab6e-30cee2ffc58f req-e2327e61-1ee7-483e-9d78-99c19dde0514 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351620 Sep 18 02:24:39.850432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c169f293-f2c8-43cb-8c0c-c7bc8285d22d details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:24:39.996025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c169f293-f2c8-43cb-8c0c-c7bc8285d22d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:40.017348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'port_id': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'mac_address': 'fa:16:3e:04:f8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:24:40.071102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:40.093932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c169f293-f2c8-43cb-8c0c-c7bc8285d22d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:24:40.116646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c169f293-f2c8-43cb-8c0c-c7bc8285d22d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:40.124136 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:40.182693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:40.193261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2437b-2b4b-490d-b475-4d0bda3811dd req-03cea625-533d-4390-ab92-fc2ba519d56a tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:40.195339 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85b2437b-2b4b-490d-b475-4d0bda3811dd req-03cea625-533d-4390-ab92-fc2ba519d56a tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 944 time: 0.0535750 Sep 18 02:24:40.236018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85b2437b-2b4b-490d-b475-4d0bda3811dd req-0fcfe998-7d04-4547-a15f-1bc198dd2d17 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342853 Sep 18 02:24:40.323102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c169f293-f2c8-43cb-8c0c-c7bc8285d22d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:24:41.362640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cca56-7216-4054-9aee-783a4a17f6a6 req-55fd1260-4e98-4cac-905c-f0f2f5aef4f2 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:41.365166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-123cca56-7216-4054-9aee-783a4a17f6a6 req-55fd1260-4e98-4cac-905c-f0f2f5aef4f2 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 944 time: 0.0572982 Sep 18 02:24:41.410619 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-123cca56-7216-4054-9aee-783a4a17f6a6 req-13d50574-5da8-47ae-aebb-33b379b2bcc7 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Sep 18 02:24:41.848184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c169f293-f2c8-43cb-8c0c-c7bc8285d22d up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:24:41.903378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port c169f293-f2c8-43cb-8c0c-c7bc8285d22d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:24:41.910667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c169f293-f2c8-43cb-8c0c-c7bc8285d22d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:41.911268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:41.997428 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:42.029024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe69c12-c21b-41fe-8727-5848596c3010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:42.031455 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f8728-0d08-4d71-9910-8fdc3922206b" -d '{"events": [{"server_uuid": "4fe69c12-c21b-41fe-8727-5848596c3010", "name": "network-vif-plugged", "status": "completed", "tag": "c169f293-f2c8-43cb-8c0c-c7bc8285d22d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:42.045803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c169f293-f2c8-43cb-8c0c-c7bc8285d22d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:24:42.054328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:42.101702 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6085bd91-36bf-4fb8-8519-43aa84625e88 x-openstack-request-id: req-6085bd91-36bf-4fb8-8519-43aa84625e88 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:42.102100 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe69c12-c21b-41fe-8727-5848596c3010", "name": "network-vif-plugged", "status": "completed", "tag": "c169f293-f2c8-43cb-8c0c-c7bc8285d22d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:42.102443 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6085bd91-36bf-4fb8-8519-43aa84625e88 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:42.103480 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe69c12-c21b-41fe-8727-5848596c3010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'code': 200} Sep 18 02:24:42.147811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:42.214172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135cd66-e68e-46da-8cd9-e8143591d2bc req-579b3a36-5a80-4b7f-abaa-0e98f722a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:42.215743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e135cd66-e68e-46da-8cd9-e8143591d2bc req-579b3a36-5a80-4b7f-abaa-0e98f722a029 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1097 time: 0.0527928 Sep 18 02:24:42.257158 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e135cd66-e68e-46da-8cd9-e8143591d2bc req-48d779d7-b10c-474f-9004-10efd048d9f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339508 Sep 18 02:24:42.549065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf50dfa-f973-4783-ac8f-1961834b085e req-47b2fb09-e8b9-45b7-b7a5-0386af132152 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:42.550589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dcf50dfa-f973-4783-ac8f-1961834b085e req-47b2fb09-e8b9-45b7-b7a5-0386af132152 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 945 time: 0.0620563 Sep 18 02:24:42.590067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dcf50dfa-f973-4783-ac8f-1961834b085e req-3d6c7b4f-01e3-402a-bb52-7e0c79132700 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330899 Sep 18 02:24:43.713080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54866dd-bf4e-478e-bc4e-2bcb3bc3809a req-f5f7c180-468e-4630-afb7-ea57916d695e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:43.721876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b54866dd-bf4e-478e-bc4e-2bcb3bc3809a req-f5f7c180-468e-4630-afb7-ea57916d695e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 945 time: 0.0603962 Sep 18 02:24:43.760272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b54866dd-bf4e-478e-bc4e-2bcb3bc3809a req-a328003e-b4e9-40da-b13d-cbac96711a9a tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374293 Sep 18 02:24:43.915741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a651ec-2ea4-4088-803b-0e51547314e6 req-1804396f-98e4-4f52-bd6f-33c03fb77afd tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:43.918076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5a651ec-2ea4-4088-803b-0e51547314e6 req-1804396f-98e4-4f52-bd6f-33c03fb77afd tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 945 time: 0.0650413 Sep 18 02:24:43.965140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5a651ec-2ea4-4088-803b-0e51547314e6 req-7e041c83-5066-4d62-8715-9936268d0d1b tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395949 Sep 18 02:24:43.980014 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:24:44.093359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a25f0-6dfe-4bb1-801f-ca194404acc5 req-610dcedf-344b-4237-9fcc-2ff0c52d7a9b tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:44.095305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c84a25f0-6dfe-4bb1-801f-ca194404acc5 req-610dcedf-344b-4237-9fcc-2ff0c52d7a9b tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 945 time: 0.0567462 Sep 18 02:24:44.138336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c84a25f0-6dfe-4bb1-801f-ca194404acc5 req-4ba4c871-bdf5-4699-be84-705330aa322c tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351708 Sep 18 02:24:44.165709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59442) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:44.380674 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8bb2b-d8c2-4a56-b393-d39ed25703b0 tempest-TestServerBasicOps-2078077838 tempest-TestServerBasicOps-2078077838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:44.382268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-25b8bb2b-d8c2-4a56-b393-d39ed25703b0 tempest-TestServerBasicOps-2078077838 tempest-TestServerBasicOps-2078077838-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1092 time: 0.2153685 Sep 18 02:24:44.385223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59446) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:44.390909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:44.415451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:44.628798 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:44.754574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Allocated IP 172.25.0.207 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/68a76d8a-3c18-444f-b3ad-7f3bab78a919) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:44.864155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:44.900274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:44.941525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:44.948502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:44.952735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:44.985769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'Port': ['ID=68a76d8a-3c18-444f-b3ad-7f3bab78a919,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:45.326767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:45.397281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:45.555349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:45.561027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:45.634040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event updated for resources: {'Port': ['ID=68a76d8a-3c18-444f-b3ad-7f3bab78a919,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:45.643888 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:45.770218 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Floating IP 9c9bda25-a252-4d8e-aa8d-4b9dc60ae604 associated. External IP: 172.25.0.207, port: c169f293-f2c8-43cb-8c0c-c7bc8285d22d. Sep 18 02:24:46.014100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Router 956049ec-ce8b-4478-8dc1-223c0094d34e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:24:46.143090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:24:46.154552 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] Sync routers for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:24:46.159659 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:46.165313 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:46.166431 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:46.207829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9b018621-ceba-4663-bf7e-aeb43e3139d8 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8214676 Sep 18 02:24:46.208611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe69c12-c21b-41fe-8727-5848596c3010', 'tag': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:46.211281 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b64ffc7-808b-46d9-805f-4a8045f935fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe69c12-c21b-41fe-8727-5848596c3010", "tag": "c169f293-f2c8-43cb-8c0c-c7bc8285d22d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:46.255402 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daa0484-6ac0-4f4c-aed8-3f15d5d133ec x-openstack-request-id: req-3daa0484-6ac0-4f4c-aed8-3f15d5d133ec {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:46.255756 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe69c12-c21b-41fe-8727-5848596c3010", "tag": "c169f293-f2c8-43cb-8c0c-c7bc8285d22d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:46.256238 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3daa0484-6ac0-4f4c-aed8-3f15d5d133ec {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:46.256730 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe69c12-c21b-41fe-8727-5848596c3010', 'tag': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'status': 'completed', 'code': 200} Sep 18 02:24:46.327439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-922bdfee-be99-4da0-a5bd-ac246c53da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:46.329273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-922bdfee-be99-4da0-a5bd-ac246c53da13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b28104b9e06d44149ba874e2adc540eb&device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1097 time: 0.0494184 Sep 18 02:24:46.387707 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:46.439072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-9592b2df-1531-4e3b-8782-a6ff949cb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:46.443995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-9592b2df-1531-4e3b-8782-a6ff949cb9e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1 HTTP/1.1" status: 200 len: 909 time: 0.1076367 Sep 18 02:24:46.535752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-b666e126-9f61-4889-9671-b19d65b1a403 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d HTTP/1.1" status: 200 len: 999 time: 0.0836115 Sep 18 02:24:46.609750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-1205fbd2-6a28-4728-841a-4342428d81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:46.611472 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-1205fbd2-6a28-4728-841a-4342428d81d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f5d5eb5-7f83-4a13-a032-addab24a87be HTTP/1.1" status: 200 len: 848 time: 0.0692441 Sep 18 02:24:46.670457 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '9c9bda25-a252-4d8e-aa8d-4b9dc60ae604', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'port_id': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'mac_address': 'fa:16:3e:04:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe69c12-c21b-41fe-8727-5848596c3010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:24:45Z', 'updated_at': '2021-09-18T02:24:45Z', 'revision_number': 0, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:24Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:46.673990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-e515fe7e-22ad-418f-8a56-71febacf6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:46.678600 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-e515fe7e-22ad-418f-8a56-71febacf6040 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605741 Sep 18 02:24:46.706167 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] Checking router: 956049ec-ce8b-4478-8dc1-223c0094d34e for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:24:46.727872 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:24:46.728706 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:24:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:46.870861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-19cbd955-03f5-4530-9ec1-7a0f34b4a02e service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844106 Sep 18 02:24:46.905675 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:24:46.988348 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b64ffc7-808b-46d9-805f-4a8045f935fe req-a754a07d-ce62-4f21-bc94-2e1eafa52944 service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072178 Sep 18 02:24:47.163258 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '9c9bda25-a252-4d8e-aa8d-4b9dc60ae604', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'port_id': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'mac_address': 'fa:16:3e:04:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe69c12-c21b-41fe-8727-5848596c3010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:24:45Z', 'updated_at': '2021-09-18T02:24:45Z', 'revision_number': 0, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:24Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:24:47.190998 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0661-8177-404b-951d-bb70ab084c2f None None] The sync data for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 is: [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '9c9bda25-a252-4d8e-aa8d-4b9dc60ae604', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'floating_ip_address': '172.25.0.207', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'port_id': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'mac_address': 'fa:16:3e:04:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe69c12-c21b-41fe-8727-5848596c3010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:24:45Z', 'updated_at': '2021-09-18T02:24:45Z', 'revision_number': 0, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:24Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:24:47.413715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3b22b-ac2c-4de6-8f10-0346528f2882 None None] New status for floating IP 9c9bda25-a252-4d8e-aa8d-4b9dc60ae604: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:24:54.476842 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-68571740-bbd9-431c-8aee-9f1f18891612 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334240988&fields=id&tenant_id=7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 267 time: 0.0500894 Sep 18 02:24:54.586222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-a0575f22-1e92-440e-bc5d-68b402b1f1c2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:54.587696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-a0575f22-1e92-440e-bc5d-68b402b1f1c2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1041903 Sep 18 02:24:54.603038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-a1377ff8-8f76-49c7-86e7-f1425baa07a2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/quotas/7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 375 time: 0.0092196 Sep 18 02:24:54.657392 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-edb99d8e-fbef-4580-ae5d-8c152b515e6a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481267 Sep 18 02:24:54.756126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-c7e01e10-01da-4991-a084-1d82a4acdeab service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858963 Sep 18 02:24:54.850146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-0b9cb236-f815-4f1d-88c6-0a9fb013c5ec service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879040 Sep 18 02:24:55.163196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c45b9e0-ad14-4967-b6f8-ca7e1ecc6abe req-3e076b25-26bf-4fb5-abb0-1055e2849a18 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 210 time: 0.0308444 Sep 18 02:24:55.600549 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:55.941311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:56.101673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4ba74a4a-2b09-46dc-b801-992ec0d2aa73 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:56.103097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4ba74a4a-2b09-46dc-b801-992ec0d2aa73 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1253362 Sep 18 02:24:56.153748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-d41b846d-8683-49df-bebb-6c1a85c4512d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 379 time: 0.0416193 Sep 18 02:24:56.165140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'port': {'device_id': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'admin_state_up': True, 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'security_groups': ['57f29768-e601-4b6e-975a-ef3f69fd0e9e']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:56.279452 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e4b9ec92-c698-4736-8c7c-5b3a409c0425 req-005378b7-973e-4978-bfb8-6dbeabef7adc tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 210 time: 0.0332527 Sep 18 02:24:56.306346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:24:56.311924 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:56.456075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.20.0.3 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/e1b5e1d0-86f8-4b75-8274-4b99364ba078) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:24:56.599507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:56.640682 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:56.687412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:24:56.690704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:24:56.697394 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:24:56.747417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=e1b5e1d0-86f8-4b75-8274-4b99364ba078,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:56.775514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.775888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.776208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.776563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.776889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.777219 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.777691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.778510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.778856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.779200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.779565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.779892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:56.812021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:56.816261 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:56.829060 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-4f2ea6a6-83de-4645-9822-1a5a76b1672a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6676555 Sep 18 02:24:56.843537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Request body: {'port': {'device_id': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:24:56.917715 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.085648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4ed3b610-5deb-41e1-818e-9766434cc105 None None] Provisioning complete for port e1b5e1d0-86f8-4b75-8274-4b99364ba078 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:24:57.086597 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ed3b610-5deb-41e1-818e-9766434cc105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.159151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3b610-5deb-41e1-818e-9766434cc105 None None] Port e1b5e1d0-86f8-4b75-8274-4b99364ba078 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:24:57.235459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b5e1d0-86f8-4b75-8274-4b99364ba078 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:24:57.245154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.260785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Transition to ACTIVE for port object e1b5e1d0-86f8-4b75-8274-4b99364ba078 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:24:57.265626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.326818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5e1d0-86f8-4b75-8274-4b99364ba078,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:57.411374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59634) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:57.474480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Attempting to bind port e1b5e1d0-86f8-4b75-8274-4b99364ba078 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:24:57.475029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Attempting to bind port e1b5e1d0-86f8-4b75-8274-4b99364ba078 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:24:57.475524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Attempting to bind port e1b5e1d0-86f8-4b75-8274-4b99364ba078 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:57.482479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Port e1b5e1d0-86f8-4b75-8274-4b99364ba078 on network e141ae2e-3dc7-414c-84a1-0e9426754bea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:24:57.482892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Attempting to bind port e1b5e1d0-86f8-4b75-8274-4b99364ba078 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:24:57.488494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:24:57.488836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:24:57.489211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:24:57.489636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Bound port: e1b5e1d0-86f8-4b75-8274-4b99364ba078, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:24:57.490250 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.529630 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de674c18-d0a5-437e-824b-a79abbb85392 req-48633a12-9feb-4681-afe6-d9ee3db69988 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:57.531259 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-de674c18-d0a5-437e-824b-a79abbb85392 req-48633a12-9feb-4681-afe6-d9ee3db69988 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.1373169 Sep 18 02:24:57.579450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a6af26c-4dbb-4766-a9a7-a01fe472302f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.586875 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-de674c18-d0a5-437e-824b-a79abbb85392 req-2b8d62fa-add0-4dbf-bae3-8d81bedab219 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450616 Sep 18 02:24:57.621281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] For port e1b5e1d0-86f8-4b75-8274-4b99364ba078, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:24:57.627072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] For port e1b5e1d0-86f8-4b75-8274-4b99364ba078, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:24:57.634030 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.682383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:57.683374 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.686056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] 10.222.0.20 "PUT /v2.0/ports/e1b5e1d0-86f8-4b75-8274-4b99364ba078 HTTP/1.1" status: 200 len: 1092 time: 0.8480768 Sep 18 02:24:57.693066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'tag': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:24:57.695555 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e508013b-b69f-44fe-8170-d387d89723b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f001c73e-2811-41fd-a790-4e99edc67b38", "tag": "e1b5e1d0-86f8-4b75-8274-4b99364ba078"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:24:57.752610 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc6a781-8fe8-4efc-a87c-6b4c3652c912 x-openstack-request-id: req-0dc6a781-8fe8-4efc-a87c-6b4c3652c912 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:24:57.753085 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f001c73e-2811-41fd-a790-4e99edc67b38", "tag": "e1b5e1d0-86f8-4b75-8274-4b99364ba078", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:24:57.753376 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dc6a781-8fe8-4efc-a87c-6b4c3652c912 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:24:57.753770 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'tag': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'status': 'completed', 'code': 200} Sep 18 02:24:57.755509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c50c0f-cf7b-46cd-b5c5-da23a0ec4126 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b5e1d0-86f8-4b75-8274-4b99364ba078,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:57.830540 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a6af26c-4dbb-4766-a9a7-a01fe472302f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.834110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-b5bd88f6-b94c-4072-a632-8593f9ab93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:57.835853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-b5bd88f6-b94c-4072-a632-8593f9ab93c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 1095 time: 0.0751383 Sep 18 02:24:57.839792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a6af26c-4dbb-4766-a9a7-a01fe472302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.873424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9a6af26c-4dbb-4766-a9a7-a01fe472302f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=437e685ed25f4e2c9d42107a2ac5aa6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609010 Sep 18 02:24:57.876447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59642) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:57.921639 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-e3919950-5a0d-406a-ae7d-f0c047bdfbf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078 HTTP/1.1" status: 200 len: 217 time: 0.0534136 Sep 18 02:24:57.932200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.942054 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6af26c-4dbb-4766-a9a7-a01fe472302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621e8023-b607-4c4c-b0cd-5040070228b4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:57.954970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:57.983327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-f588745b-7919-4134-8679-bb2cbdc85221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:57.984821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-f588745b-7919-4134-8679-bb2cbdc85221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0528505 Sep 18 02:24:58.007982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.012637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.014302 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/621e8023-b607-4c4c-b0cd-5040070228b4 HTTP/1.1" status: 204 len: 168 time: 0.1367924 Sep 18 02:24:58.025131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e8023-b607-4c4c-b0cd-5040070228b4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:58.035009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.035364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.035807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.036162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.036491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.037005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.037510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.038003 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.038703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.039391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.039883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.040021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-fba1154e-6201-43a3-a6b6-0f2ffbac079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:58.040503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab30511-cc84-46b6-b14c-463c857303e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:24:58.041542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-fba1154e-6201-43a3-a6b6-0f2ffbac079d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483406 Sep 18 02:24:58.151120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-c005e725-f250-4c4a-b2f0-4fd1a0e24dc4 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019218 Sep 18 02:24:58.257785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1b2283a-24ee-4c54-8f19-267ea3d72959 req-502b5cea-5a34-4774-921f-f510b521276d service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997570 Sep 18 02:24:58.322142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59648) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:58.336012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e4d2d5a1-87c3-452f-a24f-b085c12ad988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.341883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508013b-b69f-44fe-8170-d387d89723b0 req-5c6e6fe8-9cd8-4920-8d5f-3963664134c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:58.343705 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e508013b-b69f-44fe-8170-d387d89723b0 req-5c6e6fe8-9cd8-4920-8d5f-3963664134c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 1095 time: 0.0425794 Sep 18 02:24:58.431683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e4d2d5a1-87c3-452f-a24f-b085c12ad988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.437805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e4d2d5a1-87c3-452f-a24f-b085c12ad988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.445532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508013b-b69f-44fe-8170-d387d89723b0 req-8efc7c5a-abc8-42b4-a1c3-1dbcb4cd8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:58.447065 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e508013b-b69f-44fe-8170-d387d89723b0 req-8efc7c5a-abc8-42b4-a1c3-1dbcb4cd8923 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.0951629 Sep 18 02:24:58.473977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2d5a1-87c3-452f-a24f-b085c12ad988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca6ca5a-900c-43da-a028-467191db6933,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:58.489680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e4d2d5a1-87c3-452f-a24f-b085c12ad988 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dcea6daf4d048a184ab8d1a234190ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634889 Sep 18 02:24:58.489680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59650) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:24:58.492478 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e508013b-b69f-44fe-8170-d387d89723b0 req-3e4aabae-bc1d-43d9-b999-c4e65cb8e076 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078 HTTP/1.1" status: 200 len: 217 time: 0.0383086 Sep 18 02:24:58.542537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae2b-f31e-4474-bbdd-e8e9fc0a537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.550288 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508013b-b69f-44fe-8170-d387d89723b0 req-07dbf903-49cd-48a9-bfcd-c22e9c54b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:58.551959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e508013b-b69f-44fe-8170-d387d89723b0 req-07dbf903-49cd-48a9-bfcd-c22e9c54b6a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0527618 Sep 18 02:24:58.564225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae2b-f31e-4474-bbdd-e8e9fc0a537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.598961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508013b-b69f-44fe-8170-d387d89723b0 req-1ad7794f-d2d5-47d2-98aa-5c2de082c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:58.600690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e508013b-b69f-44fe-8170-d387d89723b0 req-1ad7794f-d2d5-47d2-98aa-5c2de082c10f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414538 Sep 18 02:24:58.620914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae2b-f31e-4474-bbdd-e8e9fc0a537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.624473 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae2b-f31e-4474-bbdd-e8e9fc0a537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:24:58.625716 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5ce1ae2b-f31e-4474-bbdd-e8e9fc0a537c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ca6ca5a-900c-43da-a028-467191db6933 HTTP/1.1" status: 204 len: 168 time: 0.1352453 Sep 18 02:24:58.636309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1ae2b-f31e-4474-bbdd-e8e9fc0a537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca6ca5a-900c-43da-a028-467191db6933,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:24:58.747530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e508013b-b69f-44fe-8170-d387d89723b0 req-c632b6c9-a1ff-4ae9-898f-5a6d8f4f4473 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383636 Sep 18 02:24:58.759251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3956-4b75-4e94-8096-684a4cc07a09 req-382d21a3-0b6e-41e6-bae2-07ecd87ee122 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:24:58.760737 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38be3956-4b75-4e94-8096-684a4cc07a09 req-382d21a3-0b6e-41e6-bae2-07ecd87ee122 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0703683 Sep 18 02:24:58.882852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e508013b-b69f-44fe-8170-d387d89723b0 req-98bc84a4-a16a-4d62-b66b-8aaa8a07a9e6 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210585 Sep 18 02:24:58.897799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-38be3956-4b75-4e94-8096-684a4cc07a09 req-0bd1c047-79aa-49ac-8508-82dff0a7fc5f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272917 Sep 18 02:25:00.028798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37aba-19fa-440f-95af-e6e62c130055 req-293a5bf2-835b-431a-9375-6efd1397cbca tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:00.031104 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0a37aba-19fa-440f-95af-e6e62c130055 req-293a5bf2-835b-431a-9375-6efd1397cbca tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0619915 Sep 18 02:25:00.072510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0a37aba-19fa-440f-95af-e6e62c130055 req-a6f4d2ac-0721-4a76-a5e3-bf413f667b25 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347092 Sep 18 02:25:00.856448 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ba2-96b2-4ddb-923e-912161865b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:01.209597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ad0c3-c2cd-4b50-9994-491e5174a2bc req-062b7d44-073e-40ed-a4ec-ebdd4708b764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:01.211217 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e6ad0c3-c2cd-4b50-9994-491e5174a2bc req-062b7d44-073e-40ed-a4ec-ebdd4708b764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0539215 Sep 18 02:25:01.253185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0e6ad0c3-c2cd-4b50-9994-491e5174a2bc req-bf687984-9a80-438f-987b-7b5c1b406cd0 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342538 Sep 18 02:25:02.368452 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b47fb-d5ae-4ae4-8db8-fa9cef69f3c3 req-12d5b92d-c45b-48e4-8240-e2d91d698e1f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:02.369954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425b47fb-d5ae-4ae4-8db8-fa9cef69f3c3 req-12d5b92d-c45b-48e4-8240-e2d91d698e1f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0484719 Sep 18 02:25:02.412018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-425b47fb-d5ae-4ae4-8db8-fa9cef69f3c3 req-f0aba779-503a-446a-815b-8e93205e160f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349238 Sep 18 02:25:03.430510 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9d634fb2-ac02-45ff-bb2e-489881f5d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:03.525886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae958ef2-c71c-42a8-831a-0f9071d898a4 req-559fe50a-7eeb-4040-8b54-4fc215315b9c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:03.527384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae958ef2-c71c-42a8-831a-0f9071d898a4 req-559fe50a-7eeb-4040-8b54-4fc215315b9c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0490742 Sep 18 02:25:03.564778 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ae958ef2-c71c-42a8-831a-0f9071d898a4 req-81e93b6d-4522-435f-b9c7-a2f9c30e0538 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307558 Sep 18 02:25:04.076264 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:04.683369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faa76a-537e-4654-84cb-17bad4ab78dd req-129c4f51-f35d-4dc5-a23a-778ed5974e94 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:04.685408 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2faa76a-537e-4654-84cb-17bad4ab78dd req-129c4f51-f35d-4dc5-a23a-778ed5974e94 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0521410 Sep 18 02:25:04.728701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a2faa76a-537e-4654-84cb-17bad4ab78dd req-35a06e77-eb3a-48ed-9192-7dea9e72651d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338783 Sep 18 02:25:04.955268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:05.843015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b5463-4ac9-478b-82eb-4624d8b03d0e req-32017a36-e96b-4e61-873d-fbe6e8470138 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:05.844488 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-440b5463-4ac9-478b-82eb-4624d8b03d0e req-32017a36-e96b-4e61-873d-fbe6e8470138 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0484514 Sep 18 02:25:05.885173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-440b5463-4ac9-478b-82eb-4624d8b03d0e req-658a966e-1711-4864-909a-908d8eb0b178 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348759 Sep 18 02:25:06.303408 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:07.005175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdd95a-d1d3-4b6b-aefe-afc7165bf6f1 req-5b943aff-bf78-4750-a18f-8fe4eefd094d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:07.006581 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7cdd95a-d1d3-4b6b-aefe-afc7165bf6f1 req-5b943aff-bf78-4750-a18f-8fe4eefd094d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0492353 Sep 18 02:25:07.045666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7cdd95a-d1d3-4b6b-aefe-afc7165bf6f1 req-c3b3f90b-ff94-41b1-a81d-269b2d441f84 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Sep 18 02:25:08.160618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77e49b-8318-404b-9d92-4965562f5b82 req-ddfa55e4-eac9-424b-bca1-8ed8d44e17a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:08.162099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c77e49b-8318-404b-9d92-4965562f5b82 req-ddfa55e4-eac9-424b-bca1-8ed8d44e17a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 943 time: 0.0500820 Sep 18 02:25:08.202203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c77e49b-8318-404b-9d92-4965562f5b82 req-c6c84d5e-7ad4-4c0f-a885-f8f04d6711ab tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340729 Sep 18 02:25:08.648196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e1b5e1d0-86f8-4b75-8274-4b99364ba078 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:25:08.768453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e1b5e1d0-86f8-4b75-8274-4b99364ba078, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:25:08.781312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'port_id': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'mac_address': 'fa:16:3e:f4:19:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:25:08.818152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:08.830790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b5e1d0-86f8-4b75-8274-4b99364ba078 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:25:08.844962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:25:08.850784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e1b5e1d0-86f8-4b75-8274-4b99364ba078, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:25:08.856099 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:08.904324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=e1b5e1d0-86f8-4b75-8274-4b99364ba078,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:08.913286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.913634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.913976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.914313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.914646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.915005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.915334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.915661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.915985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.916308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.916632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.916953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:25:08.954668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-899719ff-4e70-4cbf-849a-1fa637447640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.039978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-899719ff-4e70-4cbf-849a-1fa637447640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.043515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-899719ff-4e70-4cbf-849a-1fa637447640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.066420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['e1b5e1d0-86f8-4b75-8274-4b99364ba078'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:25:09.084534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-899719ff-4e70-4cbf-849a-1fa637447640 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08a4a7c89b684107a30121edc5eb74d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384031 Sep 18 02:25:09.085503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899719ff-4e70-4cbf-849a-1fa637447640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cbb55f-6b42-4911-a130-e7614f1d8460,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:09.087261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59790) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:25:09.138341 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6389-1a92-4a80-9976-9e82fd5848b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.159913 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6389-1a92-4a80-9976-9e82fd5848b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.207660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6389-1a92-4a80-9976-9e82fd5848b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.210358 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6389-1a92-4a80-9976-9e82fd5848b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.211560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b5cb6389-1a92-4a80-9976-9e82fd5848b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49cbb55f-6b42-4911-a130-e7614f1d8460 HTTP/1.1" status: 204 len: 168 time: 0.1224136 Sep 18 02:25:09.219508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb6389-1a92-4a80-9976-9e82fd5848b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cbb55f-6b42-4911-a130-e7614f1d8460,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:09.348970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12abee-9c76-4b0c-aca3-8343123f5aca req-8c6d6972-d806-4b30-81f2-eadea80e4142 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:09.350911 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e12abee-9c76-4b0c-aca3-8343123f5aca req-8c6d6972-d806-4b30-81f2-eadea80e4142 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 944 time: 0.0662541 Sep 18 02:25:09.390249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e12abee-9c76-4b0c-aca3-8343123f5aca req-bd8a46e2-7b18-41a8-8d85-2ce476cb3d01 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325470 Sep 18 02:25:09.487511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59798) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:25:09.501425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-087771b2-fa2c-4372-a964-9e954ee5ade0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.589983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-087771b2-fa2c-4372-a964-9e954ee5ade0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.593962 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-087771b2-fa2c-4372-a964-9e954ee5ade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.632577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-087771b2-fa2c-4372-a964-9e954ee5ade0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3544aa1c73a247e8aa61ab7294fa8087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439826 Sep 18 02:25:09.634430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087771b2-fa2c-4372-a964-9e954ee5ade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6ef9e9-7bb7-45ae-aba6-8d2bb40ddfd1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:09.637519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59802) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:25:09.688299 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2340-9eb7-4a40-a6b7-6996f01120ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.708448 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2340-9eb7-4a40-a6b7-6996f01120ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.754801 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2340-9eb7-4a40-a6b7-6996f01120ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.757292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5bf2340-9eb7-4a40-a6b7-6996f01120ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:09.758443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c5bf2340-9eb7-4a40-a6b7-6996f01120ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a6ef9e9-7bb7-45ae-aba6-8d2bb40ddfd1 HTTP/1.1" status: 204 len: 168 time: 0.1196477 Sep 18 02:25:09.766193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf2340-9eb7-4a40-a6b7-6996f01120ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6ef9e9-7bb7-45ae-aba6-8d2bb40ddfd1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:10.507799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b3b4a-24c2-4a26-96f9-a025ec18009c req-fe56e09b-0321-4f12-8b67-fe894e810fd9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:10.509311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-536b3b4a-24c2-4a26-96f9-a025ec18009c req-fe56e09b-0321-4f12-8b67-fe894e810fd9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 944 time: 0.0520532 Sep 18 02:25:10.551199 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-536b3b4a-24c2-4a26-96f9-a025ec18009c req-250c8c35-d529-4a9f-99eb-a8952246402b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330105 Sep 18 02:25:10.664367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e1b5e1d0-86f8-4b75-8274-4b99364ba078 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:25:10.717749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port e1b5e1d0-86f8-4b75-8274-4b99364ba078 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:25:10.721625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port e1b5e1d0-86f8-4b75-8274-4b99364ba078 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:25:10.721997 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:10.795980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59840) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:25:10.801437 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:10.825436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:25:10.827753 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2ea945-1227-4053-bc34-84cd99bff950" -d '{"events": [{"server_uuid": "f001c73e-2811-41fd-a790-4e99edc67b38", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5e1d0-86f8-4b75-8274-4b99364ba078"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:25:10.840871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port e1b5e1d0-86f8-4b75-8274-4b99364ba078, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:25:10.845726 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:10.868897 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47113389-070c-45c5-b349-0f78b395b448 x-openstack-request-id: req-47113389-070c-45c5-b349-0f78b395b448 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:25:10.869147 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f001c73e-2811-41fd-a790-4e99edc67b38", "name": "network-vif-plugged", "status": "completed", "tag": "e1b5e1d0-86f8-4b75-8274-4b99364ba078", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:25:10.869387 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47113389-070c-45c5-b349-0f78b395b448 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:25:10.869776 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'code': 200} Sep 18 02:25:10.900897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=e1b5e1d0-86f8-4b75-8274-4b99364ba078,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:10.920065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f52fa94-912e-4b86-b8dc-c89e3536c8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:10.997172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3e58-e28d-44a5-8c9e-f3ea50acb74b req-bc20841b-3005-416a-9001-ab0649e89a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:10.998681 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f7ce3e58-e28d-44a5-8c9e-f3ea50acb74b req-bc20841b-3005-416a-9001-ab0649e89a76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 1097 time: 0.0624754 Sep 18 02:25:11.053007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f7ce3e58-e28d-44a5-8c9e-f3ea50acb74b req-45990c16-3ea0-4958-aa10-9765c0cf6e42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449269 Sep 18 02:25:11.065116 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f52fa94-912e-4b86-b8dc-c89e3536c8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:11.068810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4f52fa94-912e-4b86-b8dc-c89e3536c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:11.107353 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4f52fa94-912e-4b86-b8dc-c89e3536c8d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b58e84df1f3474d838cf1bf581f7525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102884 Sep 18 02:25:11.108175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52fa94-912e-4b86-b8dc-c89e3536c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45677d47-d413-4568-be5d-7da453bba579,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:11.110140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 59846) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:25:11.158894 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f446239-5726-4667-a2c5-b263aa6fecb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:11.179700 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f446239-5726-4667-a2c5-b263aa6fecb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:11.226198 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f446239-5726-4667-a2c5-b263aa6fecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:11.228870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f446239-5726-4667-a2c5-b263aa6fecb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:11.230043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4f446239-5726-4667-a2c5-b263aa6fecb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45677d47-d413-4568-be5d-7da453bba579 HTTP/1.1" status: 204 len: 168 time: 0.1188872 Sep 18 02:25:11.238050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f446239-5726-4667-a2c5-b263aa6fecb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45677d47-d413-4568-be5d-7da453bba579,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:11.697824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df8810-c4f2-4b7b-9e61-34b776c7c557 req-67d8475d-c92f-4a38-97d3-973b4e8192a5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:11.700016 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76df8810-c4f2-4b7b-9e61-34b776c7c557 req-67d8475d-c92f-4a38-97d3-973b4e8192a5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 945 time: 0.0697293 Sep 18 02:25:11.751763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76df8810-c4f2-4b7b-9e61-34b776c7c557 req-d64226fe-8222-4fa2-b23a-a54435a6a2ff tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449774 Sep 18 02:25:12.883039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d554f-367f-4f1b-9f1d-3eb1c5a25cde req-5ac78669-3c66-45b5-a30b-55bafdd21e72 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:12.887767 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa7d554f-367f-4f1b-9f1d-3eb1c5a25cde req-5ac78669-3c66-45b5-a30b-55bafdd21e72 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 945 time: 0.0557060 Sep 18 02:25:12.927825 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa7d554f-367f-4f1b-9f1d-3eb1c5a25cde req-6b7e4cfe-3899-4a3b-822a-9d26c01ab3bb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362844 Sep 18 02:25:13.049671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71222c2f-cb72-46d2-a895-ec5d17082743 req-9d1d7259-3ba2-4cfe-b4b6-28dd020232bf tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:13.051083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71222c2f-cb72-46d2-a895-ec5d17082743 req-9d1d7259-3ba2-4cfe-b4b6-28dd020232bf tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 945 time: 0.0526254 Sep 18 02:25:13.087984 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71222c2f-cb72-46d2-a895-ec5d17082743 req-7dc4bd65-d5ad-46a6-8284-b3015ec743f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308855 Sep 18 02:25:13.110796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59890) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:25:13.148951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07edd756-4ad7-467b-b02b-b5176abd4a03 tempest-TestVolumeBootPattern-1220525960 tempest-TestVolumeBootPattern-1220525960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:13.150459 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-07edd756-4ad7-467b-b02b-b5176abd4a03 tempest-TestVolumeBootPattern-1220525960 tempest-TestVolumeBootPattern-1220525960-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 1092 time: 0.0386958 Sep 18 02:25:13.153758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 59892) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:25:13.158231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:25:13.179798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:13.278515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:13.380528 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.25.0.170 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/981b429d-fa1c-4cfb-a0b2-ebddcfce1a6c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:25:13.490231 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:13.518112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-70cbd0e8-4e96-428b-b9ed-8ae404841fcf tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cb113e12a998466db12254198308f360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224614 Sep 18 02:25:13.524400 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:13.559937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:25:13.564185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:25:13.566684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:25:13.599753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=981b429d-fa1c-4cfb-a0b2-ebddcfce1a6c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:13.630375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-14ea61c2-0268-4855-8504-ea671e9d29ab tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:13.631876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-14ea61c2-0268-4855-8504-ea671e9d29ab tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079984 Sep 18 02:25:13.647407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-d160cb54-ca87-4077-b638-e8d068846f44 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/quotas/cb113e12a998466db12254198308f360 HTTP/1.1" status: 200 len: 375 time: 0.0090003 Sep 18 02:25:13.679348 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-69f6e199-7a30-4735-b9c8-e48bdec069c3 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb113e12a998466db12254198308f360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255799 Sep 18 02:25:13.872898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c5fa6a6-502e-4117-8680-9ec09bcdba8a req-96f00fa9-c26d-4fa2-afa6-bb2eb6dac581 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 210 time: 0.0333447 Sep 18 02:25:13.977671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:14.059284 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:14.217580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:14.222493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:14.297286 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=981b429d-fa1c-4cfb-a0b2-ebddcfce1a6c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:14.307384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:14.718491 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Floating IP 064c04d4-a0ef-4c5a-8642-fd50a59c1609 associated. External IP: 172.25.0.170, port: e1b5e1d0-86f8-4b75-8274-4b99364ba078. Sep 18 02:25:14.766686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-b4a4d189-8866-470e-ba85-0f51700db95c tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cb113e12a998466db12254198308f360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243769 Sep 18 02:25:14.883865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-8612e6c0-e22e-4478-9781-8facf0b0f961 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:14.885307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-8612e6c0-e22e-4478-9781-8facf0b0f961 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127720 Sep 18 02:25:14.899280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Request body: {'port': {'device_id': 'a27192a4-ccb1-4a02-8ba3-0a5652039096', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'cb113e12a998466db12254198308f360'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:25:14.945614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:25:14.976483 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dff1d4f7-62f7-46af-a130-f0885a232f43 req-b5b1d969-2e9d-4019-8d2d-a62731fadfba tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 210 time: 0.0295076 Sep 18 02:25:15.013225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Made reservation on behalf of cb113e12a998466db12254198308f360 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:25:15.016674 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.025241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.081742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:25:15.092259 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:25:15.101752 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:25:15.102360 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:25:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:25:15.118020 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.123560 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.129103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.179460 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-642321b1-c4d1-4d61-ae44-05062e0301f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0246296 Sep 18 02:25:15.180083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'tag': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:25:15.182799 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f527a5-86b8-4d47-8796-17eaa82a486d" -d '{"events": [{"name": "network-changed", "server_uuid": "f001c73e-2811-41fd-a790-4e99edc67b38", "tag": "e1b5e1d0-86f8-4b75-8274-4b99364ba078"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:25:15.223026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:15.237780 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:25:15.237967 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ba0c8-8384-4c1d-a17e-51be22e2dcfd x-openstack-request-id: req-f91ba0c8-8384-4c1d-a17e-51be22e2dcfd {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:25:15.238509 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f001c73e-2811-41fd-a790-4e99edc67b38", "tag": "e1b5e1d0-86f8-4b75-8274-4b99364ba078", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:25:15.239528 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f91ba0c8-8384-4c1d-a17e-51be22e2dcfd {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:25:15.240553 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'tag': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'status': 'completed', 'code': 200} Sep 18 02:25:15.305663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-a1fa7481-47be-4476-9b22-a1fac1c47dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:15.307394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-a1fa7481-47be-4476-9b22-a1fac1c47dda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 1097 time: 0.0493345 Sep 18 02:25:15.349166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Allocated IP 192.168.233.208 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/1af24e6e-fcb2-47a1-9a43-347c4d41fc8c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:25:15.428506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-d3e06090-ee7d-48bc-8e1e-831a844b18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:15.430370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-d3e06090-ee7d-48bc-8e1e-831a844b18d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.1154325 Sep 18 02:25:15.502681 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-c038f1a4-441f-43b6-bbfd-c781534a5a4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078 HTTP/1.1" status: 200 len: 999 time: 0.0646527 Sep 18 02:25:15.507229 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '064c04d4-a0ef-4c5a-8642-fd50a59c1609', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f4:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:25:13Z', 'updated_at': '2021-09-18T02:25:13Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:25:15.533646 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:25:15.536641 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.542304 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:25:15.543538 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:25:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:25:15.565378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-9052e1fb-d7c5-4d9a-85b3-98c5b022df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:15.566866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-9052e1fb-d7c5-4d9a-85b3-98c5b022df1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0577972 Sep 18 02:25:15.577467 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.614045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-1af3491b-4e5a-40cd-ad4c-5b2b24bd296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:15.615803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-1af3491b-4e5a-40cd-ad4c-5b2b24bd296b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425947 Sep 18 02:25:15.618066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:25:15.624235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:25:15.626757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:25:15.659951 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:25:15.668935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Pushing event updated for resources: {'Port': ['ID=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:15.688311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:15.689212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.705344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-0ca90fed-10a8-4126-a921-0d2df3bc1519 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8097279 Sep 18 02:25:15.718142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Request body: {'port': {'device_id': 'a27192a4-ccb1-4a02-8ba3-0a5652039096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:25:15.747857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-2d4ac2e8-3694-410e-a188-e9064855a76c service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245062 Sep 18 02:25:15.783863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:15.860492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2f527a5-86b8-4d47-8796-17eaa82a486d req-30c582a4-2950-469f-a319-e209a11b54ca service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059043 Sep 18 02:25:15.925767 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '064c04d4-a0ef-4c5a-8642-fd50a59c1609', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f4:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:25:13Z', 'updated_at': '2021-09-18T02:25:13Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:25:15.963021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-dfea3d67-8bc5-4320-8e31-4648c1c8b128 None None] Provisioning complete for port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:25:15.963608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfea3d67-8bc5-4320-8e31-4648c1c8b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:16.000382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-dfea3d67-8bc5-4320-8e31-4648c1c8b128 None None] Port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:25:16.055545 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa10f7-b1c5-40ea-8f29-2664e9e5e254 None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '064c04d4-a0ef-4c5a-8642-fd50a59c1609', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f4:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:25:13Z', 'updated_at': '2021-09-18T02:25:13Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:25:16.094767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:25:16.102878 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:16.105181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a8f41-0021-480e-81a8-7cc63171298d req-ff477bf8-535a-448b-8aeb-d9a07cb62b39 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:16.106898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f1a8f41-0021-480e-81a8-7cc63171298d req-ff477bf8-535a-448b-8aeb-d9a07cb62b39 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 936 time: 0.0549421 Sep 18 02:25:16.118381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Transition to ACTIVE for port object 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:25:16.123559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:16.150198 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0f1a8f41-0021-480e-81a8-7cc63171298d req-e1ed8d43-9a28-41ee-9868-6966e311224f tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366902 Sep 18 02:25:16.195427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Pushing event updated for resources: {'Port': ['ID=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:16.254078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Attempting to bind port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:25:16.254406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Attempting to bind port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:25:16.254808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Attempting to bind port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:25:16.259766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:25:16.260094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Attempting to bind port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:25:16.266358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:25:16.266698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:25:16.267250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:25:16.267685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Bound port: 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:25:16.268037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:16.306893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d2a44-cd0f-4b6e-99c5-0dec9ce1f202 None None] New status for floating IP 064c04d4-a0ef-4c5a-8642-fd50a59c1609: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:25:16.341507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] For port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:25:16.345047 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] For port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:25:16.349894 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:16.384001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:16.384615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:16.386035 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] 10.222.0.18 "PUT /v2.0/ports/1af24e6e-fcb2-47a1-9a43-347c4d41fc8c HTTP/1.1" status: 200 len: 1097 time: 0.6724098 Sep 18 02:25:16.387116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27192a4-ccb1-4a02-8ba3-0a5652039096', 'tag': '1af24e6e-fcb2-47a1-9a43-347c4d41fc8c'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:25:16.389432 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a27192a4-ccb1-4a02-8ba3-0a5652039096", "tag": "1af24e6e-fcb2-47a1-9a43-347c4d41fc8c"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:25:16.413822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d767a4-cc62-43af-ba03-e2e2eb865500 service neutron] Pushing event updated for resources: {'Port': ['ID=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:16.482024 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a7529a-72c3-4ad4-a586-03e3b96f1212 x-openstack-request-id: req-63a7529a-72c3-4ad4-a586-03e3b96f1212 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:25:16.482426 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27192a4-ccb1-4a02-8ba3-0a5652039096", "tag": "1af24e6e-fcb2-47a1-9a43-347c4d41fc8c", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:25:16.482581 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63a7529a-72c3-4ad4-a586-03e3b96f1212 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:25:16.483153 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27192a4-ccb1-4a02-8ba3-0a5652039096', 'tag': '1af24e6e-fcb2-47a1-9a43-347c4d41fc8c', 'status': 'completed', 'code': 200} Sep 18 02:25:16.502789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-b6a55f73-0fc2-46b9-87a6-3ec41040e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:16.504555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-b6a55f73-0fc2-46b9-87a6-3ec41040e0a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb113e12a998466db12254198308f360&device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 1100 time: 0.0653486 Sep 18 02:25:16.550607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-5dbd873a-bc83-4dce-b9c8-49c987a061e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c HTTP/1.1" status: 200 len: 217 time: 0.0368648 Sep 18 02:25:16.602575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-2c381962-d5b9-4970-9d6f-ba10799cd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:16.604115 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-2c381962-d5b9-4970-9d6f-ba10799cd103 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0464587 Sep 18 02:25:16.658804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-47f4828e-6d21-4ef5-b95d-8be5fdfeb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:16.660288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-47f4828e-6d21-4ef5-b95d-8be5fdfeb440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444672 Sep 18 02:25:16.751864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-a5cf0f8b-d224-4caa-98c8-c9def6ca2d4b service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831094 Sep 18 02:25:16.844927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80e9a05b-fd39-436c-a016-8f98575a93fd req-d81fec62-e340-4e3c-a641-0b7d419521de service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855923 Sep 18 02:25:16.928568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-bc3c7963-9cd6-4d2b-8226-5a62a73719c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:16.930084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-bc3c7963-9cd6-4d2b-8226-5a62a73719c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb113e12a998466db12254198308f360&device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 1100 time: 0.0407329 Sep 18 02:25:17.017496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-a45b66fe-eca9-4e01-b69e-b09c1eccea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:17.019008 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-a45b66fe-eca9-4e01-b69e-b09c1eccea79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.0817120 Sep 18 02:25:17.063843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-3936a8ae-6599-4664-8a85-9d4cfbafc15d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c HTTP/1.1" status: 200 len: 217 time: 0.0376091 Sep 18 02:25:17.113921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-318f2665-4739-477e-baeb-cff2965c158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:17.115258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-318f2665-4739-477e-baeb-cff2965c158d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0433657 Sep 18 02:25:17.163446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-39b69d1f-6b05-4cef-96b5-e1b955741744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:17.164887 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-39b69d1f-6b05-4cef-96b5-e1b955741744 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0387838 Sep 18 02:25:17.289095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-b9786e46-150d-4d6c-a176-086e2b518a52 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149445 Sep 18 02:25:17.297412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e080e-1b4e-43c5-bd37-8a2e219d38cf req-560003c7-7759-4a2f-ac25-b465c381d69d tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:17.298861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf0e080e-1b4e-43c5-bd37-8a2e219d38cf req-560003c7-7759-4a2f-ac25-b465c381d69d tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 948 time: 0.0678437 Sep 18 02:25:17.389731 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf0e080e-1b4e-43c5-bd37-8a2e219d38cf req-4c80e883-7f05-44c2-a0e0-3bdfb9050526 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831325 Sep 18 02:25:17.411811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3e213c79-3b43-45c5-95a4-ba88a3dc2b3d req-973719a5-95d7-4814-b46c-1a373c75d980 service neutron] 10.222.0.18 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120360 Sep 18 02:25:18.503117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a91bb9-40ae-4ac6-bc5f-842837ffb511 req-02d6ab27-0f37-4b60-9b25-25c8f4abc65a tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:18.504572 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a5a91bb9-40ae-4ac6-bc5f-842837ffb511 req-02d6ab27-0f37-4b60-9b25-25c8f4abc65a tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 948 time: 0.0486910 Sep 18 02:25:18.541177 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a5a91bb9-40ae-4ac6-bc5f-842837ffb511 req-e5cf7a9a-e690-4e82-93e6-eefe264070e3 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Sep 18 02:25:19.655179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee17ad-77f7-47ed-a991-fac14177f014 req-a827945a-deb9-4143-b0d2-25d9ce51cb6a tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:19.656662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9ee17ad-77f7-47ed-a991-fac14177f014 req-a827945a-deb9-4143-b0d2-25d9ce51cb6a tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 948 time: 0.0482445 Sep 18 02:25:19.700574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9ee17ad-77f7-47ed-a991-fac14177f014 req-92d7ef44-56d9-464d-b8c6-2281e5849164 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382345 Sep 18 02:25:20.035691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:25:20.132546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:25:20.143414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '1af24e6e-fcb2-47a1-9a43-347c4d41fc8c', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '1af24e6e-fcb2-47a1-9a43-347c4d41fc8c', 'mac_address': 'fa:16:3e:c7:24:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:25:20.180423 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:20.193198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:25:20.212518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:25:20.217240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:20.262820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:20.458323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['1af24e6e-fcb2-47a1-9a43-347c4d41fc8c'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:25:20.970991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c07a-f8d5-41be-b8d8-b2cbff4c6112 req-0012479f-1c04-47b0-a827-918cbd3da3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:20.972423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3708c07a-f8d5-41be-b8d8-b2cbff4c6112 req-0012479f-1c04-47b0-a827-918cbd3da3f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1097 time: 0.4810596 Sep 18 02:25:20.979081 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:25:20.992492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033b9e-962c-4eb9-b8c0-81cd5ddc9ceb req-48870836-af81-4f45-ba9d-27e84a28b6eb tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:20.993894 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3033b9e-962c-4eb9-b8c0-81cd5ddc9ceb req-48870836-af81-4f45-ba9d-27e84a28b6eb tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 949 time: 0.0632367 Sep 18 02:25:21.038901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3708c07a-f8d5-41be-b8d8-b2cbff4c6112 req-7e13d71c-7d3a-4a32-998b-f042670d02a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595996 Sep 18 02:25:21.044041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c3033b9e-962c-4eb9-b8c0-81cd5ddc9ceb req-a3a2c5ac-7b84-4ea5-a588-6869d4411790 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Sep 18 02:25:22.032320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:25:22.081724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:25:22.085606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:25:22.085983 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:22.168474 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:22.170269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227f6bb-1a4b-4e92-91d7-e3244ff4f046 req-20e33882-c843-4d68-b8a4-db36345ff691 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:22.174167 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b227f6bb-1a4b-4e92-91d7-e3244ff4f046 req-20e33882-c843-4d68-b8a4-db36345ff691 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 949 time: 0.0567675 Sep 18 02:25:22.192102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27192a4-ccb1-4a02-8ba3-0a5652039096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af24e6e-fcb2-47a1-9a43-347c4d41fc8c'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:25:22.194546 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d3e3aa-056b-4173-9a3a-2a6e9a93831c" -d '{"events": [{"server_uuid": "a27192a4-ccb1-4a02-8ba3-0a5652039096", "name": "network-vif-plugged", "status": "completed", "tag": "1af24e6e-fcb2-47a1-9a43-347c4d41fc8c"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:25:22.209667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:25:22.213842 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:22.223448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b227f6bb-1a4b-4e92-91d7-e3244ff4f046 req-45a2bc48-d5e5-4002-81e4-62da5e00b971 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Sep 18 02:25:22.256089 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e23b3-5c4e-4987-b5a1-8e56b3f7ad7b x-openstack-request-id: req-9c4e23b3-5c4e-4987-b5a1-8e56b3f7ad7b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:25:22.256386 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27192a4-ccb1-4a02-8ba3-0a5652039096", "name": "network-vif-plugged", "status": "completed", "tag": "1af24e6e-fcb2-47a1-9a43-347c4d41fc8c", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:25:22.256683 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c4e23b3-5c4e-4987-b5a1-8e56b3f7ad7b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:25:22.257085 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27192a4-ccb1-4a02-8ba3-0a5652039096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af24e6e-fcb2-47a1-9a43-347c4d41fc8c', 'code': 200} Sep 18 02:25:22.274454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:25:22.360021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16981ab0-5707-47a0-8ceb-8fd622895822 req-ae01ce84-404e-4cea-8ba0-a4960705e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:22.361617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16981ab0-5707-47a0-8ceb-8fd622895822 req-ae01ce84-404e-4cea-8ba0-a4960705e300 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 1102 time: 0.0479968 Sep 18 02:25:22.399712 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-16981ab0-5707-47a0-8ceb-8fd622895822 req-8034b3e4-1cc4-4921-93e3-d635df31cbd6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Sep 18 02:25:23.340831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ba012-bb65-4ffa-b8df-d8858e064a46 req-2f7bb151-3a87-4798-bacd-078293e979ee tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:23.343315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb3ba012-bb65-4ffa-b8df-d8858e064a46 req-2f7bb151-3a87-4798-bacd-078293e979ee tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 950 time: 0.0495265 Sep 18 02:25:23.384915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb3ba012-bb65-4ffa-b8df-d8858e064a46 req-4f259afb-0d43-4112-95f9-d71a8599339e tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344722 Sep 18 02:25:24.501049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e8edc-808e-4822-8840-1d4155edc146 req-67db3b20-3714-41d5-8bb5-7edf555e8ed9 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:24.502512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-507e8edc-808e-4822-8840-1d4155edc146 req-67db3b20-3714-41d5-8bb5-7edf555e8ed9 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 950 time: 0.0489724 Sep 18 02:25:24.540185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-507e8edc-808e-4822-8840-1d4155edc146 req-78fbf03b-1f6e-46b3-8980-bca92ececd4f tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Sep 18 02:25:25.610040 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:25.955654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:30.857287 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9aa920fd-14c3-473c-beb1-3ab4a4ce0903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:31.460998 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-34be6bda-b072-47c2-b136-61e73f2d3cd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452120 Sep 18 02:25:31.542482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-f421f1d2-4270-4144-bdf1-4d5be485be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:31.543943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-f421f1d2-4270-4144-bdf1-4d5be485be94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b28104b9e06d44149ba874e2adc540eb&device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1097 time: 0.0420971 Sep 18 02:25:31.653443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-1a417e91-2249-4219-a55a-2ec6542ae1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:31.654968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-1a417e91-2249-4219-a55a-2ec6542ae1d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1 HTTP/1.1" status: 200 len: 909 time: 0.0917048 Sep 18 02:25:31.722041 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-9f261e93-de4a-4f09-8b67-8fa29a570395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d HTTP/1.1" status: 200 len: 1001 time: 0.0602057 Sep 18 02:25:31.771731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-93690f43-6dff-4b52-b821-4f75a9d4bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:31.773185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-93690f43-6dff-4b52-b821-4f75a9d4bc30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f5d5eb5-7f83-4a13-a032-addab24a87be HTTP/1.1" status: 200 len: 848 time: 0.0442269 Sep 18 02:25:31.827184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-f4858897-7f26-4f3f-b159-525ec3f5a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:31.829445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-f4858897-7f26-4f3f-b159-525ec3f5a0b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482097 Sep 18 02:25:31.929176 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-fe370118-3a09-4643-a10b-91b54516c0c7 service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924630 Sep 18 02:25:32.028972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3dfa2e7a-20a5-4eb7-9ece-118bb404be67 req-73a36a02-b54c-4c12-9118-f48090ca0d93 service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916343 Sep 18 02:25:32.553444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-275a2b95-cfed-4928-bb17-43cc5a6d8592 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403495 Sep 18 02:25:32.633248 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-5d384ace-f12d-4b4b-b45b-fe4dd9fa7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:32.634742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-5d384ace-f12d-4b4b-b45b-fe4dd9fa7d34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1097 time: 0.0402501 Sep 18 02:25:32.746945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-0d7ff783-b8e4-40ed-9050-8f5cca069260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:32.748473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-0d7ff783-b8e4-40ed-9050-8f5cca069260 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.0940325 Sep 18 02:25:32.814396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-08c838b4-50f5-40eb-b694-376771c4d54a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 1001 time: 0.0577955 Sep 18 02:25:32.863828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-065044ec-09c8-4de7-ac54-40a42a099df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:32.865254 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-065044ec-09c8-4de7-ac54-40a42a099df4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0428667 Sep 18 02:25:32.916049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-3dc7bbb3-dd32-4b09-887c-d4f20d3731c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:25:32.917524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-3dc7bbb3-dd32-4b09-887c-d4f20d3731c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454605 Sep 18 02:25:33.008376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-5636cd17-305a-47dc-8cc2-2e35759548a9 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828583 Sep 18 02:25:33.105221 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07dfa206-f6a0-4e48-b93c-ff158d5ae815 req-8a25f4a8-5831-492d-8284-e68b99905126 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896807 Sep 18 02:25:33.433102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-59405623-b6a2-49ef-87d7-8ec4c520cc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:34.079271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:34.958255 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:36.307147 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:55.608927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:55.955574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:25:57.980778 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:26:00.857844 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98ffd0b0-d32c-4e91-bca5-a90599309f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:03.435680 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-00cd0856-27a5-48bc-ac6d-9e9fa7d34da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:04.081735 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:04.958998 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:06.314388 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:23.557375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720ce7-ac06-4139-920e-965b50ec145a req-bf3c1a2f-4e90-4b7e-8ae0-128143a4f1d1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:23.558775 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73720ce7-ac06-4139-920e-965b50ec145a req-bf3c1a2f-4e90-4b7e-8ae0-128143a4f1d1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0491672 Sep 18 02:26:23.597983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73720ce7-ac06-4139-920e-965b50ec145a req-3fe7c498-f384-4572-aa72-69166fe44b9a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324214 Sep 18 02:26:24.737454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944be0f-c69e-48b9-a73d-c859b9f4ef37 req-10c175d2-d13a-4488-92c0-879c256c7448 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:24.739109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4944be0f-c69e-48b9-a73d-c859b9f4ef37 req-10c175d2-d13a-4488-92c0-879c256c7448 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0534830 Sep 18 02:26:24.778926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4944be0f-c69e-48b9-a73d-c859b9f4ef37 req-867da007-514e-4626-be9d-382e96baa64e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337095 Sep 18 02:26:25.641579 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:25.901513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9fac-8766-460d-a328-6515721e136a req-6c1da021-ce00-42c9-81ec-594844af80bc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:25.902950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c24a9fac-8766-460d-a328-6515721e136a req-6c1da021-ce00-42c9-81ec-594844af80bc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0493209 Sep 18 02:26:25.940771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c24a9fac-8766-460d-a328-6515721e136a req-ea4d1114-d956-42ed-8440-cb94f7d3d70c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316188 Sep 18 02:26:25.956568 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:27.064039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99582ece-9bde-4483-9393-8b34871c567d req-726d7cee-6ca7-4d9e-b76c-85381528f529 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:27.065521 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99582ece-9bde-4483-9393-8b34871c567d req-726d7cee-6ca7-4d9e-b76c-85381528f529 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0482500 Sep 18 02:26:27.102866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99582ece-9bde-4483-9393-8b34871c567d req-c6a9da32-e2e6-48a8-9d39-05fe82b08987 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314600 Sep 18 02:26:27.476224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e103d-7193-4993-acf2-168cb581da67 req-169d7594-2e4a-4559-bb1f-ea1df25405b1 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:27.477744 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-236e103d-7193-4993-acf2-168cb581da67 req-169d7594-2e4a-4559-bb1f-ea1df25405b1 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 950 time: 0.0534832 Sep 18 02:26:27.516093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-236e103d-7193-4993-acf2-168cb581da67 req-d77a2f5a-c972-4ad3-a320-4567f5c23719 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Sep 18 02:26:28.228329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afee6e-7787-49d8-a711-c88d6d7cf97b req-62681cb6-ccf0-42ee-8172-8fdace228fdd tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:28.229839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7afee6e-7787-49d8-a711-c88d6d7cf97b req-62681cb6-ccf0-42ee-8172-8fdace228fdd tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Sep 18 02:26:28.268587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7afee6e-7787-49d8-a711-c88d6d7cf97b req-24cbb763-cb8e-4c21-b8c4-5471df2627a2 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Sep 18 02:26:28.630498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cf054-1f9c-4eef-a24d-6dced6274ad6 req-ea08d36b-25fd-4803-b297-824d1e07ebfc tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:28.631993 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-650cf054-1f9c-4eef-a24d-6dced6274ad6 req-ea08d36b-25fd-4803-b297-824d1e07ebfc tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 950 time: 0.0487254 Sep 18 02:26:28.670566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-650cf054-1f9c-4eef-a24d-6dced6274ad6 req-8ee187c8-49f6-4d3c-86d0-8c9fb4b54129 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326917 Sep 18 02:26:28.900365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-20bda3cc-eb8a-4272-970e-d82a4313718b tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:28.901803 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-20bda3cc-eb8a-4272-970e-d82a4313718b tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.18 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 950 time: 0.0481851 Sep 18 02:26:28.990803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Deleting port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:26:28.991051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:29.080916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] For port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:26:29.081277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:29.092728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Calling delete_port for 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:26:29.221183 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:29.234005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['1af24e6e-fcb2-47a1-9a43-347c4d41fc8c'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:26:29.250074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Pushing event deleted for resources: {'Port': ['ID=1af24e6e-fcb2-47a1-9a43-347c4d41fc8c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:26:29.259749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.260102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.260445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.260785 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.261255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.261592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.261927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.262259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.262650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.263021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.263368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.263908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:29.305765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] No DVR routers for this DVR port 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:26:29.308441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:29.310607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ed11497-0cac-4798-a622-45b4d7aef722 req-be305a75-30bb-4af4-9fbc-531660d58567 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.18 "DELETE /v2.0/ports/1af24e6e-fcb2-47a1-9a43-347c4d41fc8c HTTP/1.1" status: 204 len: 173 time: 0.4024971 Sep 18 02:26:29.311129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27192a4-ccb1-4a02-8ba3-0a5652039096', 'name': 'network-vif-deleted', 'tag': '1af24e6e-fcb2-47a1-9a43-347c4d41fc8c'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:26:29.314200 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980205bc-ed40-4e17-a096-0ddd97ccac48" -d '{"events": [{"server_uuid": "a27192a4-ccb1-4a02-8ba3-0a5652039096", "name": "network-vif-deleted", "tag": "1af24e6e-fcb2-47a1-9a43-347c4d41fc8c"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:26:29.350110 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca063e5-d1f0-4aba-9753-65812498ac4f x-openstack-request-id: req-cca063e5-d1f0-4aba-9753-65812498ac4f {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:26:29.350392 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27192a4-ccb1-4a02-8ba3-0a5652039096", "name": "network-vif-deleted", "tag": "1af24e6e-fcb2-47a1-9a43-347c4d41fc8c", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:26:29.350672 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cca063e5-d1f0-4aba-9753-65812498ac4f {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:26:29.351092 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27192a4-ccb1-4a02-8ba3-0a5652039096', 'name': 'network-vif-deleted', 'tag': '1af24e6e-fcb2-47a1-9a43-347c4d41fc8c', 'status': 'completed', 'code': 200} Sep 18 02:26:29.408465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668887-eca0-47bb-bf45-142518c670ee req-470133e6-459d-42a8-99e0-ec4ee69fa910 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:29.410063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29668887-eca0-47bb-bf45-142518c670ee req-470133e6-459d-42a8-99e0-ec4ee69fa910 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0625970 Sep 18 02:26:29.450288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29668887-eca0-47bb-bf45-142518c670ee req-554bfa71-ce9a-4bdc-99d0-56e00a8a26be tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339448 Sep 18 02:26:29.790522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c7b14b0e-0c7a-46f3-a0cd-51fa52e2b394 req-6c9e1263-9bc9-405b-a4b6-f4a7f7864912 tempest-VolumesBackupsTest-766173913 tempest-VolumesBackupsTest-766173913-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27192a4-ccb1-4a02-8ba3-0a5652039096 HTTP/1.1" status: 200 len: 210 time: 0.0293586 Sep 18 02:26:30.569444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc72f-2651-43c8-bdc9-5ef9eb47893f req-26f624e3-ed29-46ac-8579-6c3d4a357692 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:30.570959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22dfc72f-2651-43c8-bdc9-5ef9eb47893f req-26f624e3-ed29-46ac-8579-6c3d4a357692 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Sep 18 02:26:30.609312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22dfc72f-2651-43c8-bdc9-5ef9eb47893f req-bc726071-4ff4-4057-93f4-d4d8dfa5390b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322127 Sep 18 02:26:30.860331 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7f857844-3519-4501-b958-3924e429fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:31.753210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa91da-d549-4bef-b2da-58161fcaf412 req-c056010a-2f97-43c0-918b-f255d716e7fd tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:31.755087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a2fa91da-d549-4bef-b2da-58161fcaf412 req-c056010a-2f97-43c0-918b-f255d716e7fd tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0698581 Sep 18 02:26:31.798827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a2fa91da-d549-4bef-b2da-58161fcaf412 req-b2e4c18a-8948-427b-bf75-d2d09b5a2063 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372372 Sep 18 02:26:32.338448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:26:32.358270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:26:32.358552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 1af24e6e-fcb2-47a1-9a43-347c4d41fc8c not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:26:32.931441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5440f-c30b-4167-a9f8-adaba599688a req-95a3a945-b670-423b-8782-2d154fc83615 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:32.933170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ad5440f-c30b-4167-a9f8-adaba599688a req-95a3a945-b670-423b-8782-2d154fc83615 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0566168 Sep 18 02:26:32.975125 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ad5440f-c30b-4167-a9f8-adaba599688a req-33b99828-ecb4-4c24-a867-8faa9e4bc3df tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360205 Sep 18 02:26:33.445459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b7eec0b9-dc0a-4ff8-acb6-f99fe47855dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:34.084494 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:34.105947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a4d84-2563-4ae2-8041-a8f7d10c0fcc req-fe3f32ed-0998-44c5-8009-f648d511232e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:34.107477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b88a4d84-2563-4ae2-8041-a8f7d10c0fcc req-fe3f32ed-0998-44c5-8009-f648d511232e tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0560687 Sep 18 02:26:34.149339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b88a4d84-2563-4ae2-8041-a8f7d10c0fcc req-01f57f4f-4efb-49be-83a2-0789852c3c82 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341938 Sep 18 02:26:34.561150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a55493d-4871-4d88-8e32-7af721f7076b req-be56cf03-8a95-4a31-b661-81b2d05aa4dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405278 Sep 18 02:26:34.622935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55493d-4871-4d88-8e32-7af721f7076b req-c8e74fca-66c4-461b-b76c-0820d6f2a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:34.625455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a55493d-4871-4d88-8e32-7af721f7076b req-c8e74fca-66c4-461b-b76c-0820d6f2a88d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 1097 time: 0.0428257 Sep 18 02:26:34.734324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55493d-4871-4d88-8e32-7af721f7076b req-c6bf9d12-1b06-4085-b6bd-aeb1e8ed220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:34.736247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a55493d-4871-4d88-8e32-7af721f7076b req-c6bf9d12-1b06-4085-b6bd-aeb1e8ed220b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.0917695 Sep 18 02:26:34.807857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a55493d-4871-4d88-8e32-7af721f7076b req-952ca3ae-57ca-445f-b0f9-0b12c114c318 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078 HTTP/1.1" status: 200 len: 1001 time: 0.0653362 Sep 18 02:26:34.859202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55493d-4871-4d88-8e32-7af721f7076b req-9560c17a-ea35-4a98-803f-b7ca84d16b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:34.860822 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a55493d-4871-4d88-8e32-7af721f7076b req-9560c17a-ea35-4a98-803f-b7ca84d16b79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0463326 Sep 18 02:26:34.912171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55493d-4871-4d88-8e32-7af721f7076b req-e5127995-03a8-4083-a7d1-21e24f100f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:34.913821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a55493d-4871-4d88-8e32-7af721f7076b req-e5127995-03a8-4083-a7d1-21e24f100f04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461431 Sep 18 02:26:34.962571 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:34.980240 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:26:35.013863 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a55493d-4871-4d88-8e32-7af721f7076b req-983ffcc6-8ad2-40f2-96dc-3a3dd6aafdb8 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932407 Sep 18 02:26:35.113045 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1a55493d-4871-4d88-8e32-7af721f7076b req-6d251255-559c-4625-9a67-35a438dfecd2 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925276 Sep 18 02:26:35.274216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363a2f2-7f92-4231-9eb3-83e2d92ccee1 req-835eed52-9e32-4ea6-8326-46d4c944af58 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:35.275784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9363a2f2-7f92-4231-9eb3-83e2d92ccee1 req-835eed52-9e32-4ea6-8326-46d4c944af58 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0516448 Sep 18 02:26:35.314604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9363a2f2-7f92-4231-9eb3-83e2d92ccee1 req-1d2544e1-44b6-49ec-ae39-188a8d4ba0f0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321815 Sep 18 02:26:36.314050 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:36.438654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c276b-5af9-4ed1-b61f-7560390b6008 req-0c586ac8-c2d6-4bc1-b645-e63cd82619fc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:36.440244 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-630c276b-5af9-4ed1-b61f-7560390b6008 req-0c586ac8-c2d6-4bc1-b645-e63cd82619fc tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Sep 18 02:26:36.481842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-630c276b-5af9-4ed1-b61f-7560390b6008 req-818ce1e4-57e6-4c3b-a125-d55c3a61ac39 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356815 Sep 18 02:26:37.622420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333df98-710c-4ef6-8e5e-f35ebbba862a req-fcda16ea-081e-4887-8bef-d84828baad91 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:37.624901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3333df98-710c-4ef6-8e5e-f35ebbba862a req-fcda16ea-081e-4887-8bef-d84828baad91 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0579982 Sep 18 02:26:37.682755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3333df98-710c-4ef6-8e5e-f35ebbba862a req-33cd6637-c903-42c9-b334-3a921a6022c8 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Sep 18 02:26:38.831046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad5810-e0a9-49e5-b5be-3b2fd8f49f95 req-6fc45edf-43bb-4837-b74b-1bf0c62f6873 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:38.832989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59ad5810-e0a9-49e5-b5be-3b2fd8f49f95 req-6fc45edf-43bb-4837-b74b-1bf0c62f6873 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0707047 Sep 18 02:26:38.883352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59ad5810-e0a9-49e5-b5be-3b2fd8f49f95 req-72f9ba4d-564b-40af-9dc4-ac5e75e1fe4b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362873 Sep 18 02:26:40.026549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d7b9e-71c5-495b-b07b-38f929defc74 req-ccc321a4-3138-4c7b-a003-8609dd5c5047 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:40.028146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-789d7b9e-71c5-495b-b07b-38f929defc74 req-ccc321a4-3138-4c7b-a003-8609dd5c5047 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0511107 Sep 18 02:26:40.067513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-789d7b9e-71c5-495b-b07b-38f929defc74 req-e6e902b6-1011-4e46-b301-b56655f2cb4c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333228 Sep 18 02:26:41.025823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:26:41.190139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:26:41.205323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '154bac5f-4343-49b4-8b0b-d29046878d94', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'port_id': '154bac5f-4343-49b4-8b0b-d29046878d94', 'mac_address': 'fa:16:3e:49:e7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:26:41.227088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec50e5-24b3-43a3-a4d7-07039efdd11c req-f202a669-c859-4390-9f15-da46d78f02ad tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:41.238435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59ec50e5-24b3-43a3-a4d7-07039efdd11c req-f202a669-c859-4390-9f15-da46d78f02ad tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0774577 Sep 18 02:26:41.248836 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:41.264623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 154bac5f-4343-49b4-8b0b-d29046878d94 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:26:41.279346 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-59ec50e5-24b3-43a3-a4d7-07039efdd11c req-6cb86e11-c771-4f1e-bc06-57b5e2683fa0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392714 Sep 18 02:26:41.291142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:26:41.298840 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:41.359159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:26:41.367410 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.367765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.368119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.368455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.368928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.369271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.369598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.369927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.370254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.370581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.370927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.371253 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:26:41.394025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['154bac5f-4343-49b4-8b0b-d29046878d94'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:26:42.441112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec7b63-64ae-4dee-a79b-2d539d7e4cb8 req-f918e523-975f-440e-a39b-1634d00625b9 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:42.451038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19ec7b63-64ae-4dee-a79b-2d539d7e4cb8 req-f918e523-975f-440e-a39b-1634d00625b9 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 944 time: 0.0735335 Sep 18 02:26:42.493180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19ec7b63-64ae-4dee-a79b-2d539d7e4cb8 req-4204386b-af94-4014-b492-27db820e3494 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Sep 18 02:26:43.035128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:26:43.106051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 154bac5f-4343-49b4-8b0b-d29046878d94 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:26:43.106490 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:43.204892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:43.228486 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:26:43.230694 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33270176-dbac-45a1-a862-c36d1f768b30" -d '{"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-plugged", "status": "completed", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:26:43.245585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:26:43.253544 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:43.297330 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79eccb4-22a2-4104-888a-1ff6ab53284c x-openstack-request-id: req-c79eccb4-22a2-4104-888a-1ff6ab53284c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:26:43.297700 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-plugged", "status": "completed", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:26:43.297921 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c79eccb4-22a2-4104-888a-1ff6ab53284c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:26:43.298267 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94', 'code': 200} Sep 18 02:26:43.332163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:26:43.643698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74204bf-6fbf-4848-b8bb-6c42f71eeacd req-33d23fbe-5abd-4558-8d0d-7f4f92c54ee7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:43.646080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f74204bf-6fbf-4848-b8bb-6c42f71eeacd req-33d23fbe-5abd-4558-8d0d-7f4f92c54ee7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0568931 Sep 18 02:26:43.705519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f74204bf-6fbf-4848-b8bb-6c42f71eeacd req-35a890c5-98d5-4f51-9b35-03f473e25ac5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459206 Sep 18 02:26:44.857869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770f950-b54e-4b3b-ab2f-fc5e9c5c169b req-bc5f3bbb-18ad-4fb2-bc2d-7894ae312958 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:44.865589 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3770f950-b54e-4b3b-ab2f-fc5e9c5c169b req-bc5f3bbb-18ad-4fb2-bc2d-7894ae312958 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0599368 Sep 18 02:26:44.916478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3770f950-b54e-4b3b-ab2f-fc5e9c5c169b req-a9c536d3-62a2-450c-b430-606f19795704 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496821 Sep 18 02:26:46.058614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f99d77-b4df-4765-8b11-693d3b2b573d req-eb75f38f-fa36-4983-988d-25e376ceb027 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:46.060901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8f99d77-b4df-4765-8b11-693d3b2b573d req-eb75f38f-fa36-4983-988d-25e376ceb027 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0579841 Sep 18 02:26:46.106628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8f99d77-b4df-4765-8b11-693d3b2b573d req-e5942b0c-fc45-44a4-841a-2100deb9e92c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376446 Sep 18 02:26:47.311916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357a5f3-090e-4571-9725-e9b88d4a1dbd req-34948140-6cab-4ee9-aab5-dfb106c6011f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:47.322020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e357a5f3-090e-4571-9725-e9b88d4a1dbd req-34948140-6cab-4ee9-aab5-dfb106c6011f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.1041338 Sep 18 02:26:47.374538 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e357a5f3-090e-4571-9725-e9b88d4a1dbd req-b74fd0a2-6f57-4d3a-9f7a-155ad80b4823 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500805 Sep 18 02:26:48.515569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba0fdd-a326-48cf-88e8-271f5f95c8bf req-a523421b-f723-4270-b8af-feeafd904fd0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:48.517426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cba0fdd-a326-48cf-88e8-271f5f95c8bf req-a523421b-f723-4270-b8af-feeafd904fd0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0601499 Sep 18 02:26:48.561712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cba0fdd-a326-48cf-88e8-271f5f95c8bf req-2b6d4149-abb7-49da-ab99-8229f3111297 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367923 Sep 18 02:26:49.728592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330333-5369-4824-8ac6-4b01883acd60 req-000659c6-69f7-452a-ba6e-aef03a8cce09 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:49.737299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff330333-5369-4824-8ac6-4b01883acd60 req-000659c6-69f7-452a-ba6e-aef03a8cce09 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0732136 Sep 18 02:26:49.783609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff330333-5369-4824-8ac6-4b01883acd60 req-16ae90f5-8d26-418c-b01e-3df4811d83ec tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 Sep 18 02:26:50.857661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-76dfe8e1-e985-4b1b-8952-a48c329b6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:50.859453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-76dfe8e1-e985-4b1b-8952-a48c329b6402 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1097 time: 0.0428667 Sep 18 02:26:50.997654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ad6a5-49a2-428e-8009-514b82cf64c4 req-3c6985fc-494d-4795-8846-84b84af9df98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:50.999674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee4ad6a5-49a2-428e-8009-514b82cf64c4 req-3c6985fc-494d-4795-8846-84b84af9df98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.1251383 Sep 18 02:26:51.005009 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-65f16c11-3e1f-410e-990b-0fcc73ddd245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:51.006453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-65f16c11-3e1f-410e-990b-0fcc73ddd245 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.1398253 Sep 18 02:26:51.082461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee4ad6a5-49a2-428e-8009-514b82cf64c4 req-361f5e3d-ed18-405c-9007-f5c443598f98 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749571 Sep 18 02:26:51.099775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-e3992672-4b58-4b04-9d70-8660b920ef01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 1001 time: 0.0856626 Sep 18 02:26:51.154622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-08ecb320-28de-474d-9dda-d42ee66bbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:51.156537 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-08ecb320-28de-474d-9dda-d42ee66bbc83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0493426 Sep 18 02:26:51.203323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-826b96af-da85-4553-943e-ff00468a7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:51.205265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-826b96af-da85-4553-943e-ff00468a7294 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413036 Sep 18 02:26:51.299547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-b0679d8a-3c67-44da-9904-ec0ae44e1bfd service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874252 Sep 18 02:26:51.408905 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3109932d-55f5-43fa-8d44-9e9b7e7b870d req-a8393c35-5e2f-4602-a035-2a0d66b16c09 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015663 Sep 18 02:26:52.204422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa672b0-6f47-4633-b085-b866888e98db req-6b5f14ba-7ea0-40c4-8c01-5b806b77ffb1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:52.206019 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-baa672b0-6f47-4633-b085-b866888e98db req-6b5f14ba-7ea0-40c4-8c01-5b806b77ffb1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0493402 Sep 18 02:26:52.246112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-baa672b0-6f47-4633-b085-b866888e98db req-e4a40a0d-bc0a-4384-b663-c3f9c1b225c5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337784 Sep 18 02:26:53.367732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f18c8-ac40-4ad0-bd34-a7c03d29ad52 req-2a7e8afa-6211-44eb-885c-4ff2a0e94904 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:53.369258 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff4f18c8-ac40-4ad0-bd34-a7c03d29ad52 req-2a7e8afa-6211-44eb-885c-4ff2a0e94904 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0505776 Sep 18 02:26:53.408628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff4f18c8-ac40-4ad0-bd34-a7c03d29ad52 req-b2726b82-b914-418f-8d75-cb721e3189ae tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325077 Sep 18 02:26:54.203799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-0a1e40fa-ee8c-4360-a7b7-66cb8705ecbb req-c7a0b5f9-098f-49e5-8b02-ecf9b1cfd9bf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:26:54.204839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a1e40fa-ee8c-4360-a7b7-66cb8705ecbb req-c7a0b5f9-098f-49e5-8b02-ecf9b1cfd9bf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061035 Sep 18 02:26:54.365425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d506a-14c7-4a30-8879-4051ca998de4 req-bc680e77-410c-44cd-aca7-ef69d1091d75 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:54.367786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d14d506a-14c7-4a30-8879-4051ca998de4 req-bc680e77-410c-44cd-aca7-ef69d1091d75 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 945 time: 0.0582697 Sep 18 02:26:54.409789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d14d506a-14c7-4a30-8879-4051ca998de4 req-5c8a0d15-4256-4005-98d4-889f465bc194 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362146 Sep 18 02:26:54.455428 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-acf43912-b6eb-4650-9b73-b0e9751ac874 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048453 Sep 18 02:26:54.464322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-d7a67b8c-fca1-4b13-aebd-ab7941d4eada service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:26:54.465295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-d7a67b8c-fca1-4b13-aebd-ab7941d4eada service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049782 Sep 18 02:26:55.090907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:26:55.169715 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:55.194649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:26:55.196869 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962025d3-8c76-4a30-8043-30e8a1f051c9" -d '{"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-unplugged", "status": "completed", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:26:55.208033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:26:55.210193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-af7576bc-62d0-4574-9891-c61eb30b430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:55.211958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-af7576bc-62d0-4574-9891-c61eb30b430b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16&tenant_id=d7935065c2c4435ea9168fdd607c2fdb HTTP/1.1" status: 200 len: 1097 time: 0.0470867 Sep 18 02:26:55.214596 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:55.253614 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b941dfe-ba60-468d-a710-00b860f69189 x-openstack-request-id: req-3b941dfe-ba60-468d-a710-00b860f69189 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:26:55.253614 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-unplugged", "status": "completed", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:26:55.253614 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b941dfe-ba60-468d-a710-00b860f69189 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:26:55.253614 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94', 'code': 200} Sep 18 02:26:55.273786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:26:55.289837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-f3d63ad2-abff-4690-9869-6a8d66fc88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:55.291432 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-f3d63ad2-abff-4690-9869-6a8d66fc88f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1095 time: 0.0526972 Sep 18 02:26:55.381281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-39404c94-b376-4e9b-838b-7a8fc5c8cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:55.382852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-39404c94-b376-4e9b-838b-7a8fc5c8cf6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.0842814 Sep 18 02:26:55.449859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-4440026c-e44f-4bd5-9c95-07baeabf56d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 999 time: 0.0600333 Sep 18 02:26:55.521849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-a6c07f5b-c41c-443f-acd7-0be6a882e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:55.523350 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-a6c07f5b-c41c-443f-acd7-0be6a882e082 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0672593 Sep 18 02:26:55.565637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705467e-5a34-4058-8f9f-8448ba852611 req-e96df6d3-8fe1-4a9d-96db-624f3f6084dd tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:55.567132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1705467e-5a34-4058-8f9f-8448ba852611 req-e96df6d3-8fe1-4a9d-96db-624f3f6084dd tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0803444 Sep 18 02:26:55.612944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-2e456570-ca7a-4fc7-bacd-041e36034fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:55.614469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-2e456570-ca7a-4fc7-bacd-041e36034fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825486 Sep 18 02:26:55.637818 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:55.646383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1705467e-5a34-4058-8f9f-8448ba852611 req-6a080bc5-1112-4c83-b789-932ad948bba3 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731750 Sep 18 02:26:55.715702 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-3417f54f-e24b-4745-b11c-147e0ecdfaa4 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937278 Sep 18 02:26:55.815364 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-337e5473-eaf3-449d-9f04-27d71e01c932 req-9b01192f-b21e-43fc-b6d1-e39bbe498225 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927899 Sep 18 02:26:55.982170 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:26:56.780559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1f632-1a53-4ebd-9fc8-19e7327d5f09 req-6cee4365-7d72-4035-bfe8-9e0e17254875 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:56.782806 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97b1f632-1a53-4ebd-9fc8-19e7327d5f09 req-6cee4365-7d72-4035-bfe8-9e0e17254875 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0536749 Sep 18 02:26:56.847949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97b1f632-1a53-4ebd-9fc8-19e7327d5f09 req-6509cf12-eb08-41b9-8d1f-ec1bc66ae83f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543096 Sep 18 02:26:57.978405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe94081-f9c2-4f96-9abb-aaad57086e77 req-84341b40-e857-45e5-8aee-9f4b8fe6179a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:57.979748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-afe94081-f9c2-4f96-9abb-aaad57086e77 req-84341b40-e857-45e5-8aee-9f4b8fe6179a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0493784 Sep 18 02:26:58.022083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-afe94081-f9c2-4f96-9abb-aaad57086e77 req-74e0f018-3cbb-484b-91a4-106aa3c1980b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350976 Sep 18 02:26:59.166245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe15b3-4611-4aaf-b692-834bf8144a22 req-d6727780-afec-41b9-a139-5dc6c9f891e0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:26:59.167886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7fe15b3-4611-4aaf-b692-834bf8144a22 req-d6727780-afec-41b9-a139-5dc6c9f891e0 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0620458 Sep 18 02:26:59.228186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f7fe15b3-4611-4aaf-b692-834bf8144a22 req-d66d7d5f-779e-4e1b-9a16-545a23a87304 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523777 Sep 18 02:27:00.346657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5470a-ea7f-4fbb-a50d-0fa5e460f36c req-15c5c99d-2c66-43df-ac18-0883ed586c2d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:00.348971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34b5470a-ea7f-4fbb-a50d-0fa5e460f36c req-15c5c99d-2c66-43df-ac18-0883ed586c2d tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0546489 Sep 18 02:27:00.390047 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34b5470a-ea7f-4fbb-a50d-0fa5e460f36c req-f48c71ca-ad9c-41b8-abf1-b590f88bff1f tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350521 Sep 18 02:27:00.864497 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7c543e7c-15e7-4273-bd34-0cfb110ff9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:01.541135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8391f-e18a-4374-957b-9996bfea1d31 req-86ff6051-de1a-4893-a587-2fdb70c289d4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:01.546154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18b8391f-e18a-4374-957b-9996bfea1d31 req-86ff6051-de1a-4893-a587-2fdb70c289d4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0706434 Sep 18 02:27:01.615645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18b8391f-e18a-4374-957b-9996bfea1d31 req-b582d569-7bbd-4d73-9bff-7a94b8c254f6 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663145 Sep 18 02:27:02.776207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48163fd3-519f-43e5-a96e-471372e8ac6c req-0648e63b-8070-457f-b36c-267236193ea1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:02.778657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48163fd3-519f-43e5-a96e-471372e8ac6c req-0648e63b-8070-457f-b36c-267236193ea1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0775976 Sep 18 02:27:02.822268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48163fd3-519f-43e5-a96e-471372e8ac6c req-98223f45-c997-43bb-8718-5242663bfbdf tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345788 Sep 18 02:27:03.442486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1bef6e6a-c810-4c6e-8c7f-09c93666ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:03.958301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13811c4-fbc5-482a-9c46-b8e3d4c2375b req-503cfb76-00be-436c-91f6-f0479b1a8a34 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:03.960020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e13811c4-fbc5-482a-9c46-b8e3d4c2375b req-503cfb76-00be-436c-91f6-f0479b1a8a34 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0578618 Sep 18 02:27:04.018503 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e13811c4-fbc5-482a-9c46-b8e3d4c2375b req-21db47bb-1929-430f-902d-9eb47de65697 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477340 Sep 18 02:27:04.086016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:04.964540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:05.143237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e839bf2-0125-4e1a-9dcf-4abf1240ae2c req-71008453-a99b-4acb-bf2e-458d4361129a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:05.145927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5e839bf2-0125-4e1a-9dcf-4abf1240ae2c req-71008453-a99b-4acb-bf2e-458d4361129a tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0530329 Sep 18 02:27:05.193014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5e839bf2-0125-4e1a-9dcf-4abf1240ae2c req-0377e7e3-e7b6-467a-9534-e1914c260fbb tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350640 Sep 18 02:27:06.317291 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:06.326623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eec1e7-d6d4-40e5-a691-caced5430e11 req-b5616254-cbdd-4c84-b760-6ac93a9f42d9 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:06.328311 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14eec1e7-d6d4-40e5-a691-caced5430e11 req-b5616254-cbdd-4c84-b760-6ac93a9f42d9 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0572114 Sep 18 02:27:06.367157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-14eec1e7-d6d4-40e5-a691-caced5430e11 req-82b18e51-caf2-4ad2-9116-132ac1aee1b8 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326848 Sep 18 02:27:07.489401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a42ca9-4a44-4e17-9814-7b51977428cb req-bd79226d-3bda-4008-91c7-b7b2d9fbbc49 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:07.490910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-05a42ca9-4a44-4e17-9814-7b51977428cb req-bd79226d-3bda-4008-91c7-b7b2d9fbbc49 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0492594 Sep 18 02:27:07.528189 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-05a42ca9-4a44-4e17-9814-7b51977428cb req-b890834f-3606-4e37-9503-c990c5ae6ca8 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311925 Sep 18 02:27:08.648750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472b476-3929-4409-97f1-beddc1a0ad84 req-1a63afb5-1196-4c79-bb3b-9c783bc8aeed tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:08.650235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e472b476-3929-4409-97f1-beddc1a0ad84 req-1a63afb5-1196-4c79-bb3b-9c783bc8aeed tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 943 time: 0.0504315 Sep 18 02:27:08.687839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e472b476-3929-4409-97f1-beddc1a0ad84 req-818586ae-9133-447c-bcb9-bbc2ca3e8545 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Sep 18 02:27:09.142787 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:27:09.237635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:09.248901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '154bac5f-4343-49b4-8b0b-d29046878d94', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'port_id': '154bac5f-4343-49b4-8b0b-d29046878d94', 'mac_address': 'fa:16:3e:49:e7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:27:09.287818 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:09.299949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154bac5f-4343-49b4-8b0b-d29046878d94 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:27:09.319501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:09.324220 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:09.370292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:09.531271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['154bac5f-4343-49b4-8b0b-d29046878d94'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:27:09.831110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9b4d2-a7a5-4ad5-b4d2-e012772b8c05 req-bb7bdc26-caeb-4c00-9471-e4098cf454a1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:09.837956 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eaa9b4d2-a7a5-4ad5-b4d2-e012772b8c05 req-bb7bdc26-caeb-4c00-9471-e4098cf454a1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 944 time: 0.0614660 Sep 18 02:27:09.878188 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eaa9b4d2-a7a5-4ad5-b4d2-e012772b8c05 req-b56d7c2b-dce9-4fe5-9970-79a81314a171 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391994 Sep 18 02:27:10.078739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7f5c7-429c-4645-a710-cb18f16602bb req-d17246f9-9854-41e5-9fce-15819e0b4b39 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:10.080328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25e7f5c7-429c-4645-a710-cb18f16602bb req-d17246f9-9854-41e5-9fce-15819e0b4b39 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 945 time: 0.0528522 Sep 18 02:27:10.121933 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-25e7f5c7-429c-4645-a710-cb18f16602bb req-8ddfe0c9-c8fe-43b1-a349-16f6c03e59a9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353000 Sep 18 02:27:11.009352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754538cb-eb1e-4151-83f1-fa36168242d3 req-00300c2c-adcf-4acc-a9ee-42be18462205 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:11.010866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-754538cb-eb1e-4151-83f1-fa36168242d3 req-00300c2c-adcf-4acc-a9ee-42be18462205 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 944 time: 0.0554137 Sep 18 02:27:11.050559 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-754538cb-eb1e-4151-83f1-fa36168242d3 req-96f0d068-642f-4e64-939f-f7b9c42c13d6 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332208 Sep 18 02:27:11.167043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:27:11.221658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 154bac5f-4343-49b4-8b0b-d29046878d94 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:27:11.222262 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:11.262065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccf830-99fe-4dc2-8ae4-ab4caf57b212 req-0ec4744f-4ee7-40fe-9c9f-4b9a93b60214 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:11.263756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2bccf830-99fe-4dc2-8ae4-ab4caf57b212 req-0ec4744f-4ee7-40fe-9c9f-4b9a93b60214 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 945 time: 0.0729878 Sep 18 02:27:11.304022 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:11.311173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2bccf830-99fe-4dc2-8ae4-ab4caf57b212 req-cfd7b93f-0340-4e99-9c22-44ef17239872 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Sep 18 02:27:11.332502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:27:11.334771 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b9d9f-b5d2-4c69-942d-e78e14d5868b" -d '{"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-plugged", "status": "completed", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:27:11.349692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:11.355925 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:11.382407 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bf680a-c7f0-401a-aa37-9c9896a87b0c x-openstack-request-id: req-11bf680a-c7f0-401a-aa37-9c9896a87b0c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:27:11.383323 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-plugged", "status": "completed", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:27:11.383323 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11bf680a-c7f0-401a-aa37-9c9896a87b0c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:27:11.383549 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94', 'code': 200} Sep 18 02:27:11.419168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:11.517553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-e738cd5e-dd9d-4c10-a9d4-258501c03c35 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:11.520024 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-e738cd5e-dd9d-4c10-a9d4-258501c03c35 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 945 time: 0.0580220 Sep 18 02:27:11.604387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c37731-6a69-4921-929e-fc7aace1f279 req-dbd4ca5b-dccc-49b4-92fd-c0f2f7359c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:11.605934 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85c37731-6a69-4921-929e-fc7aace1f279 req-dbd4ca5b-dccc-49b4-92fd-c0f2f7359c7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1098 time: 0.0847175 Sep 18 02:27:11.667132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85c37731-6a69-4921-929e-fc7aace1f279 req-944c137f-4538-47ff-931f-75adcedf9e29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418200 Sep 18 02:27:11.686422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port e1b5e1d0-86f8-4b75-8274-4b99364ba078 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:27:11.686870 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:11.781004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] For port e1b5e1d0-86f8-4b75-8274-4b99364ba078, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=e1b5e1d0-86f8-4b75-8274-4b99364ba078,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:11.781445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:11.983209 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:27:12.176693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb57c-a5aa-4747-bc4b-ce2571989591 req-cc1349ec-11e8-4289-8758-3e0d1b8a1ef5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:12.179745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce2eb57c-a5aa-4747-bc4b-ce2571989591 req-cc1349ec-11e8-4289-8758-3e0d1b8a1ef5 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 946 time: 0.0537834 Sep 18 02:27:12.227706 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ce2eb57c-a5aa-4747-bc4b-ce2571989591 req-79ba2b30-ef8d-4d67-b298-bc2ade799ee7 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 Sep 18 02:27:12.339907 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:12.340523 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:12.340770 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Floating IP 064c04d4-a0ef-4c5a-8642-fd50a59c1609 disassociated. External IP: 172.25.0.170, port: e1b5e1d0-86f8-4b75-8274-4b99364ba078. Sep 18 02:27:12.340964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for e1b5e1d0-86f8-4b75-8274-4b99364ba078 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:27:12.455869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf3812-ec32-4ae7-8540-bfc081d2229f req-a08cbe83-b4ba-46eb-9e50-d0ca3f5fbdd6 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:12.457345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9cf3812-ec32-4ae7-8540-bfc081d2229f req-a08cbe83-b4ba-46eb-9e50-d0ca3f5fbdd6 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 945 time: 0.0724711 Sep 18 02:27:12.537700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:12.582012 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9cf3812-ec32-4ae7-8540-bfc081d2229f req-1786e294-8722-4f3e-874a-789c46aeb802 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181521 Sep 18 02:27:12.584661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=e1b5e1d0-86f8-4b75-8274-4b99364ba078,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:12.596580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.597111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.597367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.597823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.598086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.598419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.598855 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.599093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.599415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.599736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.601435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.601435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:12.738033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:27:12.852836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:27:12.864801 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:27:12.876106 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:27:12.876725 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:27:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:12.909043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] No DVR routers for this DVR port e1b5e1d0-86f8-4b75-8274-4b99364ba078 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:27:12.914850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:12.917205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d104268-ebeb-4727-9bb7-6108b9c348a5 req-cd2f2303-dd56-4cdb-8480-3dee106f99cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "DELETE /v2.0/ports/e1b5e1d0-86f8-4b75-8274-4b99364ba078 HTTP/1.1" status: 204 len: 173 time: 1.3865867 Sep 18 02:27:12.917649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'name': 'network-vif-deleted', 'tag': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:27:12.920026 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1522a93-e437-4b86-92cf-2d7a585c5bbc" -d '{"events": [{"server_uuid": "f001c73e-2811-41fd-a790-4e99edc67b38", "name": "network-vif-deleted", "tag": "e1b5e1d0-86f8-4b75-8274-4b99364ba078"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:27:12.978377 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7c47d0-2e37-40ef-a25c-df83b079b5e7 x-openstack-request-id: req-3a7c47d0-2e37-40ef-a25c-df83b079b5e7 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:27:12.978680 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f001c73e-2811-41fd-a790-4e99edc67b38", "name": "network-vif-deleted", "tag": "e1b5e1d0-86f8-4b75-8274-4b99364ba078", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:27:12.978947 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a7c47d0-2e37-40ef-a25c-df83b079b5e7 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:27:12.979343 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f001c73e-2811-41fd-a790-4e99edc67b38', 'name': 'network-vif-deleted', 'tag': 'e1b5e1d0-86f8-4b75-8274-4b99364ba078', 'status': 'completed', 'code': 200} Sep 18 02:27:13.020564 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:27:13.266928 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:13.304560 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:27:13.314318 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:27:13.315198 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:27:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:13.413733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6ed4d-3c14-466d-ba9f-2803eb15207b req-e2ebe1ab-2fe6-429b-8563-938a912774ab tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:13.423152 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7bd6ed4d-3c14-466d-ba9f-2803eb15207b req-e2ebe1ab-2fe6-429b-8563-938a912774ab tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 946 time: 0.0666144 Sep 18 02:27:13.449935 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:27:13.471458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7bd6ed4d-3c14-466d-ba9f-2803eb15207b req-9d77fa5e-beb4-42c4-9bc8-2ece79862ccb tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471730 Sep 18 02:27:13.676455 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:13.714651 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695091ef-f0df-46db-9afc-964548b93ef8 None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:27:13.768086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-fabf3112-a08f-4fab-a334-c8e1dfa58a26 req-0925e3f6-dfbb-499d-8702-2ef68280771d service neutron] (106440) timed out ('10.222.0.21', 37508) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:27:13.776231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f02208b5-8356-43e7-893a-6341d73f8ba2 req-5466c818-eb90-4dfe-8b75-579847062b19 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 210 time: 0.0378702 Sep 18 02:27:14.001026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83c7fb-dd02-4a2e-a06e-40c7ed1c0e6b None None] New status for floating IP 064c04d4-a0ef-4c5a-8642-fd50a59c1609: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:27:14.600693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ad7c5-96de-44a6-b426-49affbe52cd1 req-c80b2702-3869-4220-a774-2e6927ab2cd6 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:14.602261 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac4ad7c5-96de-44a6-b426-49affbe52cd1 req-c80b2702-3869-4220-a774-2e6927ab2cd6 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 946 time: 0.0506551 Sep 18 02:27:14.642847 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac4ad7c5-96de-44a6-b426-49affbe52cd1 req-029b7a63-db4e-45f5-af42-8bb5dfff5a53 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334015 Sep 18 02:27:14.876990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-129a22f0-f723-452c-8c2d-bd5a723bf108 req-82e230c2-46dd-41e5-a3d8-64c9eea374bb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 210 time: 0.0286047 Sep 18 02:27:15.205534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e1b5e1d0-86f8-4b75-8274-4b99364ba078 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:27:15.227181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: e1b5e1d0-86f8-4b75-8274-4b99364ba078 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:27:15.227522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device e1b5e1d0-86f8-4b75-8274-4b99364ba078 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:27:15.977739 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ec5d1c1-2d26-4a78-9879-a8e3d433d2c0 req-39eea95a-07d2-422b-98d5-ff513ede825f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=f001c73e-2811-41fd-a790-4e99edc67b38 HTTP/1.1" status: 200 len: 210 time: 0.0308938 Sep 18 02:27:17.187051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-213ed78a-4557-4e44-a336-05e77d392aa1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334240988&fields=id&tenant_id=7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 267 time: 0.0334373 Sep 18 02:27:17.298100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-99e815b4-8b57-413f-9171-b6cdeb2461c5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:17.299517 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-99e815b4-8b57-413f-9171-b6cdeb2461c5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1055093 Sep 18 02:27:17.314684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-f1cd9085-dbbd-4b79-9763-62f9a749dece tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/quotas/7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 375 time: 0.0093520 Sep 18 02:27:17.373822 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-f42ca9a7-35d1-4fdf-880e-1753709d6580 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533421 Sep 18 02:27:17.446683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-902d1e32-f804-4f37-8f33-576876c369e0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:27:17.447733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-902d1e32-f804-4f37-8f33-576876c369e0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632222 Sep 18 02:27:17.539859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-f5ce01f2-440b-4fe2-acb1-86b735ce41b0 service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847745 Sep 18 02:27:17.641652 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-9cdc6747-a371-4796-ab04-f5ff991daab1 service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916247 Sep 18 02:27:18.070120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdecb31f-b0f0-4778-85a8-97457cceb94d req-fa450408-30b3-4b83-bb0c-ac7862d1605c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0936542 Sep 18 02:27:19.219939 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4a778e40-3635-4d6e-8729-bbe1db93f35b req-0a5468b0-e6be-407b-b133-61d78ff692da tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0405283 Sep 18 02:27:19.243725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-6186265e-231f-4bd2-9bc7-6f23d0172021 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:19.243725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-6186265e-231f-4bd2-9bc7-6f23d0172021 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1379282 Sep 18 02:27:19.288581 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-0faa78c8-a6ec-4c46-a7f2-715f81109d01 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 379 time: 0.0425172 Sep 18 02:27:19.297796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'port': {'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'admin_state_up': True, 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'security_groups': ['57f29768-e601-4b6e-975a-ef3f69fd0e9e']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:27:19.411381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:27:19.415156 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:19.554822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.20.0.13 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/086d2264-469e-4509-9613-e85a358755e8) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:27:19.698744 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:19.750269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:19.795254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:27:19.798414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:27:19.804843 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:27:19.829957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=086d2264-469e-4509-9613-e85a358755e8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:19.870065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:19.870726 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:19.890514 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a41cb844-1bb0-485e-84d1-31ed2665fc99 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5964825 Sep 18 02:27:19.905657 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Request body: {'port': {'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:27:19.971509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:20.116936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cdf16129-c5c5-4fd5-90a8-7d45a66830b5 None None] Provisioning complete for port 086d2264-469e-4509-9613-e85a358755e8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:27:20.117906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cdf16129-c5c5-4fd5-90a8-7d45a66830b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:20.156416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cdf16129-c5c5-4fd5-90a8-7d45a66830b5 None None] Port 086d2264-469e-4509-9613-e85a358755e8 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:27:20.254350 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086d2264-469e-4509-9613-e85a358755e8 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:27:20.262284 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:20.276752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Transition to ACTIVE for port object 086d2264-469e-4509-9613-e85a358755e8 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:27:20.282983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:20.347447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=086d2264-469e-4509-9613-e85a358755e8,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:20.368485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146cbf-82f8-4984-8b67-cb3d63069033 req-7978e828-eaba-45e3-bfe9-86e4847371ec tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:20.376392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f5146cbf-82f8-4984-8b67-cb3d63069033 req-7978e828-eaba-45e3-bfe9-86e4847371ec tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0789778 Sep 18 02:27:20.437841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Attempting to bind port 086d2264-469e-4509-9613-e85a358755e8 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:27:20.438516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Attempting to bind port 086d2264-469e-4509-9613-e85a358755e8 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:27:20.439083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Attempting to bind port 086d2264-469e-4509-9613-e85a358755e8 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:27:20.444441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Port 086d2264-469e-4509-9613-e85a358755e8 on network e141ae2e-3dc7-414c-84a1-0e9426754bea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:27:20.445001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Attempting to bind port 086d2264-469e-4509-9613-e85a358755e8 on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:27:20.451968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:27:20.452305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:27:20.452801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:27:20.453144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Bound port: 086d2264-469e-4509-9613-e85a358755e8, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:27:20.453500 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:20.453607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f5146cbf-82f8-4984-8b67-cb3d63069033 req-413a3f69-34a8-4705-8dbb-e329211a2a07 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762978 Sep 18 02:27:20.586056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] For port 086d2264-469e-4509-9613-e85a358755e8, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:27:20.589764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] For port 086d2264-469e-4509-9613-e85a358755e8, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=086d2264-469e-4509-9613-e85a358755e8,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:27:20.597034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:20.635901 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:20.636970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:20.638494 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/086d2264-469e-4509-9613-e85a358755e8 HTTP/1.1" status: 200 len: 1093 time: 0.7390211 Sep 18 02:27:20.640948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'tag': '086d2264-469e-4509-9613-e85a358755e8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:27:20.644323 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbafe26-de60-417c-9884-144a582dcd36" -d '{"events": [{"name": "network-changed", "server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "tag": "086d2264-469e-4509-9613-e85a358755e8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:27:20.701818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e289d33-4ba5-47f0-a69c-dc008f29a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=086d2264-469e-4509-9613-e85a358755e8,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:20.752691 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0ed012-9c49-43ab-9c33-99b98f86341a x-openstack-request-id: req-2a0ed012-9c49-43ab-9c33-99b98f86341a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:27:20.752987 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "tag": "086d2264-469e-4509-9613-e85a358755e8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:27:20.753237 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a0ed012-9c49-43ab-9c33-99b98f86341a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:27:20.753728 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'tag': '086d2264-469e-4509-9613-e85a358755e8', 'status': 'completed', 'code': 200} Sep 18 02:27:20.773996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-571fa79f-e528-46bb-acbf-f505c3cb792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:20.775652 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-571fa79f-e528-46bb-acbf-f505c3cb792d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0691135 Sep 18 02:27:20.830888 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a1cd4422-a223-42f4-bd40-8e0979dec8d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086d2264-469e-4509-9613-e85a358755e8 HTTP/1.1" status: 200 len: 217 time: 0.0470903 Sep 18 02:27:20.893974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-4ab9c481-6276-4c83-b2b3-8385c98d361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:20.895657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-4ab9c481-6276-4c83-b2b3-8385c98d361f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0572708 Sep 18 02:27:20.946938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-36a02a92-63a2-470a-9fc3-cfa9dc18f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:20.948486 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-36a02a92-63a2-470a-9fc3-cfa9dc18f58d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453539 Sep 18 02:27:21.051253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-209806d4-3480-49ca-8ba0-a44904e12bef service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946183 Sep 18 02:27:21.142611 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d274c22d-8ce9-48b7-a528-16c1ba22e1fd req-a7cf1ac0-8076-4a3d-840d-54a8f9c2fefd service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849774 Sep 18 02:27:21.238170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbafe26-de60-417c-9884-144a582dcd36 req-ac1cfafc-84d8-4af7-9737-61c7a7118546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:21.240002 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fbafe26-de60-417c-9884-144a582dcd36 req-ac1cfafc-84d8-4af7-9737-61c7a7118546 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0490005 Sep 18 02:27:21.341549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbafe26-de60-417c-9884-144a582dcd36 req-bbafa391-12ec-40d1-9e7e-59799b8de361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:21.343298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fbafe26-de60-417c-9884-144a582dcd36 req-bbafa391-12ec-40d1-9e7e-59799b8de361 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.0967646 Sep 18 02:27:21.391077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fbafe26-de60-417c-9884-144a582dcd36 req-4d899760-4211-4ea8-8ed0-95587b8e0823 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086d2264-469e-4509-9613-e85a358755e8 HTTP/1.1" status: 200 len: 217 time: 0.0404565 Sep 18 02:27:21.441423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbafe26-de60-417c-9884-144a582dcd36 req-b93141c9-6325-47e9-a1fc-77cf58301038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:21.442940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fbafe26-de60-417c-9884-144a582dcd36 req-b93141c9-6325-47e9-a1fc-77cf58301038 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0451305 Sep 18 02:27:21.496572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbafe26-de60-417c-9884-144a582dcd36 req-a61483e4-09ee-4a0a-b74b-f2adcaf4c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:21.500090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fbafe26-de60-417c-9884-144a582dcd36 req-a61483e4-09ee-4a0a-b74b-f2adcaf4c078 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501888 Sep 18 02:27:21.594839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bbe47-b760-4219-a80b-9424414777a8 req-d3da5102-07e0-40fb-bd3e-d4cbd9c1d328 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:21.597441 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c43bbe47-b760-4219-a80b-9424414777a8 req-d3da5102-07e0-40fb-bd3e-d4cbd9c1d328 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0593247 Sep 18 02:27:21.622075 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fbafe26-de60-417c-9884-144a582dcd36 req-6aa803e4-3785-45bc-924a-e6db8810386e service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132531 Sep 18 02:27:21.651049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c43bbe47-b760-4219-a80b-9424414777a8 req-df33dba2-667b-4fcd-af9f-c82fc374be4a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472116 Sep 18 02:27:21.727121 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fbafe26-de60-417c-9884-144a582dcd36 req-355a2d5e-1911-4289-8c3f-cdce67ec020f service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982997 Sep 18 02:27:22.782483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a571-3b2e-4f96-a3ff-9f47bd334310 req-8b93d6f7-fea9-4232-a564-2228cc06a743 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:22.784056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4991a571-3b2e-4f96-a3ff-9f47bd334310 req-8b93d6f7-fea9-4232-a564-2228cc06a743 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0503814 Sep 18 02:27:22.829407 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4991a571-3b2e-4f96-a3ff-9f47bd334310 req-08999a72-d7d9-49f4-9133-2d1dc90f3c53 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391355 Sep 18 02:27:23.944648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f8ce1-b480-415e-905d-00b18661572d req-9cf0e1ad-8790-4bf4-b968-3fb006c6acba tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:23.946290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d3f8ce1-b480-415e-905d-00b18661572d req-9cf0e1ad-8790-4bf4-b968-3fb006c6acba tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0491900 Sep 18 02:27:23.985418 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7d3f8ce1-b480-415e-905d-00b18661572d req-390636dc-7d03-4df5-abaa-c3cf54811e9a tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323942 Sep 18 02:27:25.101914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442b2b3-8bd3-429e-b769-be688a092353 req-156ea154-39e5-4a8e-99bf-688b72b9f7d2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:25.103503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8442b2b3-8bd3-429e-b769-be688a092353 req-156ea154-39e5-4a8e-99bf-688b72b9f7d2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0507038 Sep 18 02:27:25.144420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8442b2b3-8bd3-429e-b769-be688a092353 req-b404ddeb-20bd-43da-9a81-865b66a64a22 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341632 Sep 18 02:27:25.651410 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:25.969627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:26.267376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfc4f-42f2-4cf5-95d1-73fb39a83933 req-9532ce8a-dc90-4016-9203-331c98c6d68d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:26.268876 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-352cfc4f-42f2-4cf5-95d1-73fb39a83933 req-9532ce8a-dc90-4016-9203-331c98c6d68d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0483942 Sep 18 02:27:26.310383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-352cfc4f-42f2-4cf5-95d1-73fb39a83933 req-1c9b9ef4-b4c7-40b4-81fd-79301cc6b94c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355902 Sep 18 02:27:27.426366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec64ace-b2f3-4654-b149-de1ff4328b63 req-430c36a1-d40b-4108-84f0-0ee96eb701af tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:27.427936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ec64ace-b2f3-4654-b149-de1ff4328b63 req-430c36a1-d40b-4108-84f0-0ee96eb701af tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0492158 Sep 18 02:27:27.464458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ec64ace-b2f3-4654-b149-de1ff4328b63 req-03844edc-12be-4cdd-bd39-690272823fae tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306029 Sep 18 02:27:28.588552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73040987-8578-456f-8001-1937aff09dfb req-f9022817-b1e1-455a-9e77-dd1d895c8adf tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:28.590059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73040987-8578-456f-8001-1937aff09dfb req-f9022817-b1e1-455a-9e77-dd1d895c8adf tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0569215 Sep 18 02:27:28.628853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-73040987-8578-456f-8001-1937aff09dfb req-c51dd43f-80df-438a-9e47-bc3645e38f72 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Sep 18 02:27:29.754549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e870af-87a9-410c-9381-2c56fc13a91e req-20c62a55-08cf-462e-9c5f-44e89e687521 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:29.756370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6e870af-87a9-410c-9381-2c56fc13a91e req-20c62a55-08cf-462e-9c5f-44e89e687521 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0587995 Sep 18 02:27:29.799443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6e870af-87a9-410c-9381-2c56fc13a91e req-7462d46a-cbbb-4973-93f2-ffdd1bc68b52 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374005 Sep 18 02:27:30.870962 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90c1f9e4-5268-4725-be55-8b93228d7e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:30.916568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fabee-bce3-479a-8ee2-f3e801128e02 req-ec5f4d5a-3b1e-476e-9b56-90b703c914a0 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:30.918083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c8fabee-bce3-479a-8ee2-f3e801128e02 req-ec5f4d5a-3b1e-476e-9b56-90b703c914a0 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 944 time: 0.0515101 Sep 18 02:27:30.957232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c8fabee-bce3-479a-8ee2-f3e801128e02 req-c19faafc-edcf-4e02-87e0-6904a911aa70 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330667 Sep 18 02:27:31.286919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 086d2264-469e-4509-9613-e85a358755e8 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:27:31.380237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 086d2264-469e-4509-9613-e85a358755e8, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=086d2264-469e-4509-9613-e85a358755e8,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:31.391795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '086d2264-469e-4509-9613-e85a358755e8', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:27:31.435941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:31.448336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086d2264-469e-4509-9613-e85a358755e8 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:27:31.467696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 086d2264-469e-4509-9613-e85a358755e8, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=086d2264-469e-4509-9613-e85a358755e8,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:31.472283 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:31.520255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=086d2264-469e-4509-9613-e85a358755e8,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:31.682197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['086d2264-469e-4509-9613-e85a358755e8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:27:32.073099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ae1b6-37c5-439f-83ce-986b1e0ebce8 req-d428d77b-19f2-4eff-87ac-d1ca9fcd6bcc tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:32.074747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c08ae1b6-37c5-439f-83ce-986b1e0ebce8 req-d428d77b-19f2-4eff-87ac-d1ca9fcd6bcc tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Sep 18 02:27:32.117832 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c08ae1b6-37c5-439f-83ce-986b1e0ebce8 req-3e369539-68c2-4af1-9dfb-6caa0e58357e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365894 Sep 18 02:27:33.233745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4e92-5102-4a05-8893-b1063df079f7 req-ef808de8-eff1-4640-8e30-48afe56aea4f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:33.235254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-415f4e92-5102-4a05-8893-b1063df079f7 req-ef808de8-eff1-4640-8e30-48afe56aea4f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 945 time: 0.0495381 Sep 18 02:27:33.272193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-415f4e92-5102-4a05-8893-b1063df079f7 req-6e80b45e-6b48-4d13-a18f-4b304e247a02 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308428 Sep 18 02:27:33.295867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 086d2264-469e-4509-9613-e85a358755e8 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:27:33.344195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 086d2264-469e-4509-9613-e85a358755e8 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:27:33.347811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 086d2264-469e-4509-9613-e85a358755e8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:27:33.348167 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:33.427553 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:33.458908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086d2264-469e-4509-9613-e85a358755e8'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:27:33.461165 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc91a23d-3873-4e6a-b505-b987e066fb09" -d '{"events": [{"server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "name": "network-vif-plugged", "status": "completed", "tag": "086d2264-469e-4509-9613-e85a358755e8"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:27:33.466614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-971eac6a-cc3d-4fcc-aa31-04bf43d4f359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:33.475388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 086d2264-469e-4509-9613-e85a358755e8, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=086d2264-469e-4509-9613-e85a358755e8,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:33.484877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:33.508189 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3138fd8a-a451-4fa4-a456-7770e6b6c7de x-openstack-request-id: req-3138fd8a-a451-4fa4-a456-7770e6b6c7de {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:27:33.508477 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "name": "network-vif-plugged", "status": "completed", "tag": "086d2264-469e-4509-9613-e85a358755e8", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:27:33.508722 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3138fd8a-a451-4fa4-a456-7770e6b6c7de {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:27:33.509095 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086d2264-469e-4509-9613-e85a358755e8', 'code': 200} Sep 18 02:27:33.535596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=086d2264-469e-4509-9613-e85a358755e8,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:33.619685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d3699-176a-4a45-9d1b-44fb91e65b92 req-276d9322-dacb-47a4-afd6-d8f2cd88f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:33.621655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-116d3699-176a-4a45-9d1b-44fb91e65b92 req-276d9322-dacb-47a4-afd6-d8f2cd88f290 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0501852 Sep 18 02:27:33.658687 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-116d3699-176a-4a45-9d1b-44fb91e65b92 req-ed04ebac-a499-4535-80ff-f720aef61743 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294836 Sep 18 02:27:33.972185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d89359-5106-4355-9644-8a6320d492cc req-23b9d78e-1dfc-43ed-827a-56b4672aa4fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460193 Sep 18 02:27:34.055187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d89359-5106-4355-9644-8a6320d492cc req-14c508f3-33d8-4346-9b44-778d0fdd325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:34.056695 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d89359-5106-4355-9644-8a6320d492cc req-14c508f3-33d8-4346-9b44-778d0fdd325e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b28104b9e06d44149ba874e2adc540eb&device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1097 time: 0.0412767 Sep 18 02:27:34.088528 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:34.161042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d89359-5106-4355-9644-8a6320d492cc req-e80d016a-5a5a-4984-a90c-c62726f87d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:34.162529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d89359-5106-4355-9644-8a6320d492cc req-e80d016a-5a5a-4984-a90c-c62726f87d6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1 HTTP/1.1" status: 200 len: 909 time: 0.0863638 Sep 18 02:27:34.234313 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d89359-5106-4355-9644-8a6320d492cc req-48184d4e-c830-4cf2-848c-6dfbe9c5f9cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d HTTP/1.1" status: 200 len: 1001 time: 0.0640066 Sep 18 02:27:34.285629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d89359-5106-4355-9644-8a6320d492cc req-8c0efa33-c99c-4574-a393-2c3674d1f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:34.287163 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d89359-5106-4355-9644-8a6320d492cc req-8c0efa33-c99c-4574-a393-2c3674d1f71b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f5d5eb5-7f83-4a13-a032-addab24a87be HTTP/1.1" status: 200 len: 848 time: 0.0460536 Sep 18 02:27:34.335633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d89359-5106-4355-9644-8a6320d492cc req-f09d502c-fafc-4931-8a68-f12037a6a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:34.337288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d89359-5106-4355-9644-8a6320d492cc req-f09d502c-fafc-4931-8a68-f12037a6a1e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417979 Sep 18 02:27:34.444470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484493c-554c-4f3b-a826-24bfb8dd7bea req-404918fb-170f-4769-ae54-af80f50cae45 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:34.445958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a484493c-554c-4f3b-a826-24bfb8dd7bea req-404918fb-170f-4769-ae54-af80f50cae45 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 946 time: 0.1055729 Sep 18 02:27:34.478973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d89359-5106-4355-9644-8a6320d492cc req-ae81dc80-4e3a-47f5-b862-4e5ab215b709 service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303163 Sep 18 02:27:34.520708 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a484493c-554c-4f3b-a826-24bfb8dd7bea req-0401ebd1-c1e6-4a66-b53e-23b9e0f64cd3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642650 Sep 18 02:27:34.597462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d89359-5106-4355-9644-8a6320d492cc req-242fa1e0-8676-4451-808f-01e26cfd3e65 service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109970 Sep 18 02:27:34.968326 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:35.643796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b0a68-df21-4a66-9235-52bef9945a91 req-43fce2b7-8697-4cce-b990-56eac6139b5f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:35.646146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba9b0a68-df21-4a66-9235-52bef9945a91 req-43fce2b7-8697-4cce-b990-56eac6139b5f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 946 time: 0.0486066 Sep 18 02:27:35.687943 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ba9b0a68-df21-4a66-9235-52bef9945a91 req-d6ab7cd3-5822-4e47-8688-56972aa5a412 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358634 Sep 18 02:27:35.804970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d747f05-8777-49b6-ae4b-6fa8da6a6788 req-5f3ac956-96ee-460f-9df2-217b8ef273c2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:35.806635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2d747f05-8777-49b6-ae4b-6fa8da6a6788 req-5f3ac956-96ee-460f-9df2-217b8ef273c2 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 946 time: 0.0507326 Sep 18 02:27:35.847063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2d747f05-8777-49b6-ae4b-6fa8da6a6788 req-9a951795-fa0c-429f-811d-98c4aba00add tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337167 Sep 18 02:27:35.869316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33726) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:36.012653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5a3af-e650-4215-a423-692d2172ab50 tempest-TestVolumeBootPattern-1220525960 tempest-TestVolumeBootPattern-1220525960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:36.014186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-45c5a3af-e650-4215-a423-692d2172ab50 tempest-TestVolumeBootPattern-1220525960 tempest-TestVolumeBootPattern-1220525960-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 1093 time: 0.1438911 Sep 18 02:27:36.017043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33730) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:36.021256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:27:36.042780 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:36.153271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:36.266838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.25.0.220 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/f2d7a5e3-d7a1-4324-abad-60c90fed3686) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:27:36.314940 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:36.365070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:36.398066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:36.437939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:27:36.440714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:27:36.444206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:27:36.471334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=f2d7a5e3-d7a1-4324-abad-60c90fed3686,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:36.484516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.484859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.485233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.485540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.485876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.486217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.486543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.486891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.487217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.487518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.487840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.488158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:36.560874 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-37c051e7-b35c-4463-92dc-90daa38ea3d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439427 Sep 18 02:27:36.657704 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-aad37033-fd7a-4c2c-ac94-49248d9342df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:36.659286 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-aad37033-fd7a-4c2c-ac94-49248d9342df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 1098 time: 0.0468068 Sep 18 02:27:36.773946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-7dce6694-a2cf-4c43-9670-ad2133eec18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:36.775479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-7dce6694-a2cf-4c43-9670-ad2133eec18d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 200 len: 917 time: 0.0965030 Sep 18 02:27:36.843374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-4db7a0c4-d317-4372-96a4-359785bb8a70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 200 len: 1001 time: 0.0609286 Sep 18 02:27:36.854809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:36.896160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-8ea701a8-b220-47fa-80ec-1b675bcd561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:36.897658 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-8ea701a8-b220-47fa-80ec-1b675bcd561a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 200 len: 856 time: 0.0467386 Sep 18 02:27:36.934887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:36.953067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-67e2622c-0b42-44fd-b9be-38cb5a7f1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:36.954526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-67e2622c-0b42-44fd-b9be-38cb5a7f1fd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0166907-0429-4fea-823b-a8cc89aad3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495713 Sep 18 02:27:37.049754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-d0e2b4b0-aa58-4c2e-9742-5d95ba9ae92d service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879169 Sep 18 02:27:37.099695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:37.105068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:37.161906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45f18266-eda7-4514-9c62-3c7e0bc1df87 req-704e2f32-e9df-40d8-9adb-179c4df41761 service neutron] 10.222.0.20 "GET /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045129 Sep 18 02:27:37.182294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=f2d7a5e3-d7a1-4324-abad-60c90fed3686,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:37.189651 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:37.292172 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Floating IP d9431aa6-fed7-461e-9987-8bfc26ad661e associated. External IP: 172.25.0.220, port: 086d2264-469e-4509-9613-e85a358755e8. Sep 18 02:27:37.504824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:27:37.620957 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:27:37.643788 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:27:37.644320 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:37.653509 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:27:37.654116 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:27:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:37.673080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f2fc3b6-bcf0-41ec-aa8e-4b8400fb11b8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6550555 Sep 18 02:27:37.673660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'tag': '086d2264-469e-4509-9613-e85a358755e8'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:27:37.676071 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63117278-05d7-448a-ba6b-cf7eb9ca245c" -d '{"events": [{"name": "network-changed", "server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "tag": "086d2264-469e-4509-9613-e85a358755e8"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:27:37.719829 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0fee07-2060-47b6-b503-fd5b8ff6f91e x-openstack-request-id: req-ec0fee07-2060-47b6-b503-fd5b8ff6f91e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:27:37.720126 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "tag": "086d2264-469e-4509-9613-e85a358755e8", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:27:37.720383 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec0fee07-2060-47b6-b503-fd5b8ff6f91e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:27:37.720991 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'tag': '086d2264-469e-4509-9613-e85a358755e8', 'status': 'completed', 'code': 200} Sep 18 02:27:37.762299 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:27:37.797960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-02fb1f9b-e4c5-484b-a243-b1cf018a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:37.799513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-02fb1f9b-e4c5-484b-a243-b1cf018a9cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0477891 Sep 18 02:27:37.896907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-df317f3d-729f-4e20-a84a-a46205760465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:37.898551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-df317f3d-729f-4e20-a84a-a46205760465 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.0892756 Sep 18 02:27:37.977150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-32cfa7e6-4505-4ee9-afe0-43f70f28c86d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086d2264-469e-4509-9613-e85a358755e8 HTTP/1.1" status: 200 len: 1000 time: 0.0701361 Sep 18 02:27:38.005641 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:36Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:38.030478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-4a24c9e7-8f79-43e5-b7df-d07afca692b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:38.032135 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:27:38.032403 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-4a24c9e7-8f79-43e5-b7df-d07afca692b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0474586 Sep 18 02:27:38.040859 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:27:38.041469 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:27:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:38.086081 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-f70525e9-90b7-46f3-8d89-f56ce3d478b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:38.087643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-f70525e9-90b7-46f3-8d89-f56ce3d478b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478990 Sep 18 02:27:38.152903 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:27:38.186103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-8eb2acc6-f66e-4ece-80eb-c3cf6bef0661 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892649 Sep 18 02:27:38.286829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63117278-05d7-448a-ba6b-cf7eb9ca245c req-f46b3d40-188d-4d54-847a-2ebc1bf472b0 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912087 Sep 18 02:27:38.474675 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:36Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:38.501401 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bbd02b-ccd3-4fde-9442-32f1a0acb3b1 None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:36Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:27:38.718227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d78b52-4650-43f8-88af-da3cc87ec6af None None] New status for floating IP d9431aa6-fed7-461e-9987-8bfc26ad661e: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:27:45.369696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4680-87d3-461a-aec4-15b082945327 req-bacd9f7b-591f-44fa-9cae-796fe050c166 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:45.371254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c6c4680-87d3-461a-aec4-15b082945327 req-bacd9f7b-591f-44fa-9cae-796fe050c166 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 946 time: 0.0498753 Sep 18 02:27:45.412026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c6c4680-87d3-461a-aec4-15b082945327 req-5bbad081-2d6d-4c73-b532-3aa579fce493 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342765 Sep 18 02:27:46.559965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ba96-0eef-4cb4-bdef-6cf06ac43496 req-48070875-6607-4d33-884b-83292f6ca7f8 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:46.561498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd32ba96-0eef-4cb4-bdef-6cf06ac43496 req-48070875-6607-4d33-884b-83292f6ca7f8 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 946 time: 0.0642941 Sep 18 02:27:46.600944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd32ba96-0eef-4cb4-bdef-6cf06ac43496 req-6123c57f-c74e-4212-8416-b0e0bac9f495 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9bccea1-008d-41f6-8474-67df795a26e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335197 Sep 18 02:27:46.700029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-576981ae-ab03-477c-8cd3-2b51e6f5ccc1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:27:46.701442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-576981ae-ab03-477c-8cd3-2b51e6f5ccc1 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 946 time: 0.0484941 Sep 18 02:27:46.807500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Deleting port 154bac5f-4343-49b4-8b0b-d29046878d94 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:27:46.807844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:46.902631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] For port 154bac5f-4343-49b4-8b0b-d29046878d94, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=154bac5f-4343-49b4-8b0b-d29046878d94,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:46.903020 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:47.078814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:47.079190 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:47.079509 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Floating IP 8cac334b-906d-48d1-8ddd-b015977fda62 disassociated. External IP: 172.25.0.119, port: 154bac5f-4343-49b4-8b0b-d29046878d94. Sep 18 02:27:47.079851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Calling delete_port for 154bac5f-4343-49b4-8b0b-d29046878d94 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:27:47.209898 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:47.240740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event deleted for resources: {'Port': ['ID=154bac5f-4343-49b4-8b0b-d29046878d94,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:47.360572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Router 909cd5e1-f966-4f68-a2ca-4399522ecedb has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:27:47.474307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:27:47.485008 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] Sync routers for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:27:47.495230 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:27:47.496730 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:27:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:47.518284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] No DVR routers for this DVR port 154bac5f-4343-49b4-8b0b-d29046878d94 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:27:47.520933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:47.522936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f9fb760-cf30-4b73-9892-493ebbf8e6c4 req-3d2a3ff5-4808-43b1-9d2e-494a20839789 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.20 "DELETE /v2.0/ports/154bac5f-4343-49b4-8b0b-d29046878d94 HTTP/1.1" status: 204 len: 173 time: 0.8142962 Sep 18 02:27:47.523383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-deleted', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:27:47.525708 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0223ddab-9c82-461c-84dd-1c4e9a671ee5" -d '{"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-deleted", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:27:47.577906 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c059a-eb8e-439b-a2e8-e2a4c93cf035 x-openstack-request-id: req-7a3c059a-eb8e-439b-a2e8-e2a4c93cf035 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:27:47.578663 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb03a32-8ede-497e-8a0d-79e6e8de7e16", "name": "network-vif-deleted", "tag": "154bac5f-4343-49b4-8b0b-d29046878d94", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:27:47.581467 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a3c059a-eb8e-439b-a2e8-e2a4c93cf035 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:27:47.582219 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb03a32-8ede-497e-8a0d-79e6e8de7e16', 'name': 'network-vif-deleted', 'tag': '154bac5f-4343-49b4-8b0b-d29046878d94', 'status': 'completed', 'code': 200} Sep 18 02:27:47.670040 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:27:47.780893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-88896893-9531-4a0d-864e-dda2def0a114 req-f5a5b444-8e94-41fa-a68e-43a2823a208c tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdb03a32-8ede-497e-8a0d-79e6e8de7e16 HTTP/1.1" status: 200 len: 210 time: 0.0401273 Sep 18 02:27:47.899556 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:47.931426 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] Checking router: 909cd5e1-f966-4f68-a2ca-4399522ecedb for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:27:47.940691 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:27:47.941285 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:27:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:48.053900 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:27:48.259534 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:48.289463 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5b23e-f572-451a-9b7b-46a36c604427 None None] The sync data for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 is: [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:20:11Z', 'revision_number': 4, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '920557b0-9d52-4e8d-9e5d-1a615185c122', 'name': '', 'network_id': 'e0166907-0429-4fea-823b-a8cc89aad3c3', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'mac_address': 'fa:16:3e:3e:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:09Z', 'updated_at': '2021-09-18T02:20:15Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'subnets': [{'id': '82af3d78-e634-415d-b5ca-2e7fbb09a615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:27:48.521017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0772e-c4c5-45e8-a1c9-6be4496e532d None None] New status for floating IP 8cac334b-906d-48d1-8ddd-b015977fda62: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:27:48.873936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 33936) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:48.930051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8c16b6b5-a4f4-46f9-b10a-0b2778323f2b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:48.965368 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8c16b6b5-a4f4-46f9-b10a-0b2778323f2b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:48.982918 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:27:49.018087 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8c16b6b5-a4f4-46f9-b10a-0b2778323f2b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:49.020691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8c16b6b5-a4f4-46f9-b10a-0b2778323f2b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:49.021858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8c16b6b5-a4f4-46f9-b10a-0b2778323f2b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "DELETE /v2.0/security-groups/b9bccea1-008d-41f6-8474-67df795a26e1 HTTP/1.1" status: 204 len: 168 time: 0.1469214 Sep 18 02:27:49.024880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33942) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:49.031345 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16b6b5-a4f4-46f9-b10a-0b2778323f2b tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bccea1-008d-41f6-8474-67df795a26e1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:49.040022 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [None req-11175ad9-d1ef-42b2-bc11-e7a1d0b99045 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] show failed (client error): The resource could not be found. Sep 18 02:27:49.041091 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-11175ad9-d1ef-42b2-bc11-e7a1d0b99045 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "GET /v2.0/security-groups/b9bccea1-008d-41f6-8474-67df795a26e1 HTTP/1.1" status: 404 len: 347 time: 0.0151677 Sep 18 02:27:49.044554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 33944) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:49.169828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Deleting port a44eb1fb-98d4-489d-bd9b-6ebbe38b359d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:27:49.170167 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:49.255107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:49.255438 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:49.266973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Calling delete_port for a44eb1fb-98d4-489d-bd9b-6ebbe38b359d owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:27:49.708977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:49.744263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Pushing event deleted for resources: {'Port': ['ID=a44eb1fb-98d4-489d-bd9b-6ebbe38b359d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:49.805149 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:49.807696 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:49.809378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-04ab508d-2e60-4469-8261-42b8e707aff4 tempest-AttachVolumeShelveTestJSON-283730865 tempest-AttachVolumeShelveTestJSON-283730865-project] 10.222.0.21 "DELETE /v2.0/floatingips/8cac334b-906d-48d1-8ddd-b015977fda62 HTTP/1.1" status: 204 len: 168 time: 0.7638640 Sep 18 02:27:51.392165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:27:51.417810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 154bac5f-4343-49b4-8b0b-d29046878d94 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:27:51.418650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 154bac5f-4343-49b4-8b0b-d29046878d94 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:27:55.513242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34040) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:55.653657 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:55.967851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:56.008940 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:56.273724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Deleting port 920557b0-9d52-4e8d-9e5d-1a615185c122 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:27:56.273966 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:56.360909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] For port 920557b0-9d52-4e8d-9e5d-1a615185c122, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=920557b0-9d52-4e8d-9e5d-1a615185c122,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:56.361331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:56.374509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Calling delete_port for 920557b0-9d52-4e8d-9e5d-1a615185c122 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:27:56.561581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:56.588224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Pushing event deleted for resources: {'Port': ['ID=920557b0-9d52-4e8d-9e5d-1a615185c122,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:56.772314 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.004744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Router 909cd5e1-f966-4f68-a2ca-4399522ecedb has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:27:57.112871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:27:57.118169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b0e71f97-656d-4f4f-82c8-07d29bb9f20a admin admin] 10.222.0.21 "PUT /v2.0/routers/909cd5e1-f966-4f68-a2ca-4399522ecedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039190 Sep 18 02:27:57.121381 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34054) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:57.125913 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] Sync routers for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:27:57.137714 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:27:57.138470 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:27:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:57.231337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.254555 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:27:57.360633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.442234 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Deleting port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:27:57.442534 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.455247 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:27:56Z', 'revision_number': 5, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port': {'id': '9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:04Z', 'updated_at': '2021-09-18T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:57.483201 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] Checking router: 909cd5e1-f966-4f68-a2ca-4399522ecedb for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:27:57.491574 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] Routers {'909cd5e1-f966-4f68-a2ca-4399522ecedb'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:27:57.492229 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:27:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['909cd5e1-f966-4f68-a2ca-4399522ecedb'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:57.542154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] For port 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:57.542767 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.554501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Calling delete_port for 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:27:57.579557 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] Set router 909cd5e1-f966-4f68-a2ca-4399522ecedb gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:27:57.728876 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:27:57Z', 'revision_number': 6, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:57.737885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.765641 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ec3b7-d0f4-4079-b250-b63cebfbd215 None None] The sync data for ids ['909cd5e1-f966-4f68-a2ca-4399522ecedb'] in n-d-789963-12 is: [{'id': '909cd5e1-f966-4f68-a2ca-4399522ecedb', 'name': 'tempest-AttachVolumeShelveTestJSON-1439775932-router', 'tenant_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:02Z', 'updated_at': '2021-09-18T02:27:57Z', 'revision_number': 6, 'project_id': 'd7935065c2c4435ea9168fdd607c2fdb', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:27:57.778210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:57.854066 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.950999 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.953388 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.998213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:57.998915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 909cd5e1-f966-4f68-a2ca-4399522ecedb {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:27:58.004970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.008623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-63e09c30-639d-45e0-bfe9-ad15e8ddbc63 admin admin] 10.222.0.21 "DELETE /v2.0/routers/909cd5e1-f966-4f68-a2ca-4399522ecedb HTTP/1.1" status: 204 len: 168 time: 0.8838794 Sep 18 02:27:58.008846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 34058) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:58.059743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d88ce4-491b-4c1c-850c-55fc69d473a0 admin admin] Deleting subnet 82af3d78-e634-415d-b5ca-2e7fbb09a615 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:27:58.062954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f3d88ce4-491b-4c1c-850c-55fc69d473a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.099181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f3d88ce4-491b-4c1c-850c-55fc69d473a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.191965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f3d88ce4-491b-4c1c-850c-55fc69d473a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.263806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f3d88ce4-491b-4c1c-850c-55fc69d473a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.292121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d88ce4-491b-4c1c-850c-55fc69d473a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82af3d78-e634-415d-b5ca-2e7fbb09a615,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:58.296706 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f3d88ce4-491b-4c1c-850c-55fc69d473a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.298608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f3d88ce4-491b-4c1c-850c-55fc69d473a0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/82af3d78-e634-415d-b5ca-2e7fbb09a615 HTTP/1.1" status: 204 len: 168 time: 0.2887578 Sep 18 02:27:58.301251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34060) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:58.304464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c386d1f-70b4-439c-97f3-b4ea51fc9a95 None None] Network e0166907-0429-4fea-823b-a8cc89aad3c3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:27:58.376990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.442808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Deleting port 86106204-43cc-48c7-b78f-9948a6fc9577 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:27:58.442955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.513872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] For port 86106204-43cc-48c7-b78f-9948a6fc9577, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=86106204-43cc-48c7-b78f-9948a6fc9577,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:58.514154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.528078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Calling delete_port for 86106204-43cc-48c7-b78f-9948a6fc9577 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:27:58.535505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] DHCP port deletion for e0166907-0429-4fea-823b-a8cc89aad3c3 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:27:58.624201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Deleting port 86106204-43cc-48c7-b78f-9948a6fc9577 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:27:58.625208 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.639156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.668572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 86106204-43cc-48c7-b78f-9948a6fc9577 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:27:58.690514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Pushing event deleted for resources: {'Port': ['ID=86106204-43cc-48c7-b78f-9948a6fc9577,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:58.702737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] No DVR routers for this DVR port 86106204-43cc-48c7-b78f-9948a6fc9577 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:27:58.707047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 86106204-43cc-48c7-b78f-9948a6fc9577 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:27:58.707531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 86106204-43cc-48c7-b78f-9948a6fc9577 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:27:58.718882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:27:58.795466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.804505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:27:58.804505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9cc4b6ce-64b8-4054-a1a6-bf75d7d798e9 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:27:58.805262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 920557b0-9d52-4e8d-9e5d-1a615185c122 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:27:58.836487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0166907-0429-4fea-823b-a8cc89aad3c3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:58.844466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] For port 86106204-43cc-48c7-b78f-9948a6fc9577, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=86106204-43cc-48c7-b78f-9948a6fc9577,segment=NetworkSegment(11444183-89c5-4d39-a0a6-6233a845af1f),segment_id=11444183-89c5-4d39-a0a6-6233a845af1f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:27:58.844914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.849349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11444183-89c5-4d39-a0a6-6233a845af1f') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:58.849349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11444183-89c5-4d39-a0a6-6233a845af1f') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:27:58.849564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 920557b0-9d52-4e8d-9e5d-1a615185c122 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:27:58.849564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 920557b0-9d52-4e8d-9e5d-1a615185c122 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:27:58.863459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.871374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Calling delete_port for 86106204-43cc-48c7-b78f-9948a6fc9577 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:27:58.877120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.883502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:27:58.883889 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:27:58.885511 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:27:58.948327 n-d-789963-12 neutron-server[106441]: self.session.flush() Sep 18 02:27:58.953539 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.956382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.961001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Network e0166907-0429-4fea-823b-a8cc89aad3c3 is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:27:58.961692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] No DVR routers for this DVR port 86106204-43cc-48c7-b78f-9948a6fc9577 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:27:58.963001 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:58.970426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0166907-0429-4fea-823b-a8cc89aad3c3 HTTP/1.1" status: 204 len: 168 time: 0.6680522 Sep 18 02:27:58.981257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d238ac2-fb53-400a-a9e7-b12ec82ee05a admin admin] Pushing event deleted for resources: {'Network': ['ID=e0166907-0429-4fea-823b-a8cc89aad3c3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:58.983378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Pushing event deleted for resources: {'Port': ['ID=86106204-43cc-48c7-b78f-9948a6fc9577,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:27:58.995775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.996513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.996864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.997361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.997526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.998326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.998757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.999077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.999404 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:58.999736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:59.000063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:59.000387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd91612-bfb3-43ef-8388-01b75cdf464c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:27:59.097550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34068) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:59.149108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-76798571-db39-43f2-b163-c9a2445a22f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7935065c2c4435ea9168fdd607c2fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500531 Sep 18 02:27:59.151618 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34070) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:27:59.205038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28b4293d-b290-4c24-80df-4c57043f794a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:59.231537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28b4293d-b290-4c24-80df-4c57043f794a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:59.281591 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28b4293d-b290-4c24-80df-4c57043f794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:59.284764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-28b4293d-b290-4c24-80df-4c57043f794a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:27:59.286138 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-28b4293d-b290-4c24-80df-4c57043f794a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a3a701c-dd40-4fec-b149-9cbfecf54fac HTTP/1.1" status: 204 len: 168 time: 0.1335549 Sep 18 02:27:59.294744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4293d-b290-4c24-80df-4c57043f794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3a701c-dd40-4fec-b149-9cbfecf54fac,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:00.022658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34094) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:28:00.125911 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1394730517-network', 'tenant_id': '7576e878797d423d844112848b7605dd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:28:00.147438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Made reservation on behalf of 7576e878797d423d844112848b7605dd for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:28:00.149676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.157851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.244484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.249193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.274803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:28:00.285800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eaf606-9e40-4e5c-954c-a4511af36649,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:00.293468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.293830 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Added segment a4718910-95f9-4336-b57b-0353181df023 of type vlan for network be8a041b-f186-4c93-bed3-e5727781d7ba Sep 18 02:28:00.339920 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.367208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.368117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:00.368711 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.404526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3806772 Sep 18 02:28:00.407293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 34098) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:28:00.436129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Request body: {'subnet': {'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1394730517-subnet', 'tenant_id': '7576e878797d423d844112848b7605dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:28:00.443883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256af471-d34c-4ba0-b2b9-dd7b35950e86 admin admin] Pushing event updated for resources: {'Network': ['ID=be8a041b-f186-4c93-bed3-e5727781d7ba,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:00.455445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network be8a041b-f186-4c93-bed3-e5727781d7ba details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:28:00.462917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Made reservation on behalf of 7576e878797d423d844112848b7605dd for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:28:00.466077 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.868927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1933e2c0-5ecf-44d8-9fe6-a33933090860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:00.972745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:01.027964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2b27b4-6576-4f1a-b7a9-459da407930b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:01.038141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Checking segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:28:01.038500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Network hostable DHCP agents. Network: be8a041b-f186-4c93-bed3-e5727781d7ba, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:28:01.055325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Network be8a041b-f186-4c93-bed3-e5727781d7ba is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:28:01.063660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, be8a041b-f186-4c93-bed3-e5727781d7ba) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:28:01.067789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:01.068368 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:01.075584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51270e55-4183-4d16-abea-36a7c2ae0396 None None] Network be8a041b-f186-4c93-bed3-e5727781d7ba requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:28:01.084368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1d82d4f8-a55f-4b19-b281-7661d61fffe9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6524940 Sep 18 02:28:01.210658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312a720-7b14-4e29-bf50-5f5c45df6ffc None None] Network be8a041b-f186-4c93-bed3-e5727781d7ba requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:28:01.541281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-55254321-cdcd-46ab-ba68-96ed2846d5f0 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:01.542768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-55254321-cdcd-46ab-ba68-96ed2846d5f0 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 815 time: 0.1058576 Sep 18 02:28:01.558099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-b4783718-fd46-43da-99f1-5ec9a06d6659 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/quotas/7576e878797d423d844112848b7605dd HTTP/1.1" status: 200 len: 375 time: 0.0091333 Sep 18 02:28:01.591512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-5cf7375a-26de-41c5-8211-fa5493ed08c8 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276823 Sep 18 02:28:01.656022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-bb012c4c-3656-4ca5-b7a8-ac1e203fed2c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:28:01.657333 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-bb012c4c-3656-4ca5-b7a8-ac1e203fed2c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590219 Sep 18 02:28:01.753336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-70710acf-752a-425e-b03f-40940c175416 service neutron] 10.222.0.21 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897801 Sep 18 02:28:01.845518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-261569e4-b1ce-4150-bd53-d2be57ed7cf3 service neutron] 10.222.0.21 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859380 Sep 18 02:28:02.020079 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1015f0e0-a6d3-4116-b85f-7fef4170fd02 req-8116dce2-ef04-45d2-92df-50f00abdb160 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 210 time: 0.0307961 Sep 18 02:28:02.951289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-99157171-87d4-4a63-ab6f-8e660ae550c8 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:02.952838 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-99157171-87d4-4a63-ab6f-8e660ae550c8 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.18 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 815 time: 0.1140137 Sep 18 02:28:02.966646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Request body: {'port': {'device_id': '6f57abc2-eb9e-416c-8fe5-878a18029304', 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'admin_state_up': True, 'tenant_id': '7576e878797d423d844112848b7605dd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:28:03.075707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Made reservation on behalf of 7576e878797d423d844112848b7605dd for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:28:03.079361 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:03.163763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5d2530d-9f05-4ee8-8fc9-f231e201d482 req-cdf434b7-c35e-4a1c-b2e8-f408dfc4a971 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 210 time: 0.0622239 Sep 18 02:28:03.241337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Allocated IP 172.20.0.6 (be8a041b-f186-4c93-bed3-e5727781d7ba/df2b27b4-6576-4f1a-b7a9-459da407930b/de79f976-e49f-4f75-b904-3eac0a44f34b) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:28:03.388901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:03.423464 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:03.447665 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-baa02fc5-1efb-46b0-b50d-7a405b659305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:03.472054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Network be8a041b-f186-4c93-bed3-e5727781d7ba is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:28:03.479462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:28:03.485642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:28:03.488126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Pushing event updated for resources: {'Port': ['ID=de79f976-e49f-4f75-b904-3eac0a44f34b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:03.544502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:03.545122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:03.679932 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-921dc8fe-f0e8-474a-b5a8-0b7f91d75517 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004438 Sep 18 02:28:03.679932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Request body: {'port': {'device_id': '6f57abc2-eb9e-416c-8fe5-878a18029304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:28:03.702271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:04.012452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de79f976-e49f-4f75-b904-3eac0a44f34b {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:28:04.020099 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:04.032275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Transition to ACTIVE for port object de79f976-e49f-4f75-b904-3eac0a44f34b will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:28:04.036867 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:04.089933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Pushing event updated for resources: {'Port': ['ID=de79f976-e49f-4f75-b904-3eac0a44f34b,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:04.095765 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:04.161602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Attempting to bind port de79f976-e49f-4f75-b904-3eac0a44f34b on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:28:04.161941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Attempting to bind port de79f976-e49f-4f75-b904-3eac0a44f34b by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:28:04.162501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Attempting to bind port de79f976-e49f-4f75-b904-3eac0a44f34b on network be8a041b-f186-4c93-bed3-e5727781d7ba {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:28:04.167645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Port de79f976-e49f-4f75-b904-3eac0a44f34b on network be8a041b-f186-4c93-bed3-e5727781d7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:28:04.168017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Attempting to bind port de79f976-e49f-4f75-b904-3eac0a44f34b on network be8a041b-f186-4c93-bed3-e5727781d7ba {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:28:04.173164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:28:04.173718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Checking segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:28:04.174182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Bound using segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:28:04.174600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Bound port: de79f976-e49f-4f75-b904-3eac0a44f34b, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:28:04.174899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:04.248210 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] For port de79f976-e49f-4f75-b904-3eac0a44f34b, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:28:04.251975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] For port de79f976-e49f-4f75-b904-3eac0a44f34b, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=de79f976-e49f-4f75-b904-3eac0a44f34b,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:28:04.256747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:04.294514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666da0e-c3b7-4b6f-be74-77abca2739fe req-d3a91524-02e7-44b3-93df-6f4819e3d5f8 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:04.295751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b666da0e-c3b7-4b6f-be74-77abca2739fe req-d3a91524-02e7-44b3-93df-6f4819e3d5f8 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 943 time: 0.0578721 Sep 18 02:28:04.312110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:04.312679 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:04.314102 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/de79f976-e49f-4f75-b904-3eac0a44f34b HTTP/1.1" status: 200 len: 1092 time: 0.7428381 Sep 18 02:28:04.314735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f57abc2-eb9e-416c-8fe5-878a18029304', 'tag': 'de79f976-e49f-4f75-b904-3eac0a44f34b'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:28:04.316853 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f57abc2-eb9e-416c-8fe5-878a18029304", "tag": "de79f976-e49f-4f75-b904-3eac0a44f34b"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:28:04.341746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff09a2-d513-4e60-8032-add01a8100d3 service neutron] Pushing event updated for resources: {'Port': ['ID=de79f976-e49f-4f75-b904-3eac0a44f34b,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:04.343235 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b666da0e-c3b7-4b6f-be74-77abca2739fe req-b95e2d31-0ab2-4ff6-886c-e847a82f1c9c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Sep 18 02:28:04.387679 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371d6ac1-2478-4c3f-960b-b6ec0d16373f x-openstack-request-id: req-371d6ac1-2478-4c3f-960b-b6ec0d16373f {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:28:04.387966 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f57abc2-eb9e-416c-8fe5-878a18029304", "tag": "de79f976-e49f-4f75-b904-3eac0a44f34b", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:28:04.388218 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-371d6ac1-2478-4c3f-960b-b6ec0d16373f {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:28:04.388609 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f57abc2-eb9e-416c-8fe5-878a18029304', 'tag': 'de79f976-e49f-4f75-b904-3eac0a44f34b', 'status': 'completed', 'code': 200} Sep 18 02:28:04.424863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-6c2169b2-2b9f-4beb-aac3-3f8a8096b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:04.426456 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-6c2169b2-2b9f-4beb-aac3-3f8a8096b736 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 1095 time: 0.0485294 Sep 18 02:28:04.470039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-8c760fcb-5ede-439d-b48f-970f51f78ce8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de79f976-e49f-4f75-b904-3eac0a44f34b HTTP/1.1" status: 200 len: 217 time: 0.0344269 Sep 18 02:28:04.529282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-cc3da1bf-b509-413e-81f3-c58c1fd41e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:04.530649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-cc3da1bf-b509-413e-81f3-c58c1fd41e20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.0539320 Sep 18 02:28:04.566422 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-bf0e8563-4644-4b3e-9275-f377e75a6c2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268147 Sep 18 02:28:04.663253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-5be07f10-09d3-4340-91d9-c7b3fe453814 service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891144 Sep 18 02:28:04.769465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20fae24e-bf8c-43e0-8062-cbfb9df7466c req-cc3a4136-9f8a-486a-b461-1fd768f54fdd service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988083 Sep 18 02:28:04.859766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-27f8fce3-3a0b-4fcf-a0ef-0a9f65bdc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:04.861317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-27f8fce3-3a0b-4fcf-a0ef-0a9f65bdc52f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 1095 time: 0.0427065 Sep 18 02:28:04.972884 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:04.980111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-fe0938ae-fb34-4df7-a8d5-302bbaf49f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:04.981656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-fe0938ae-fb34-4df7-a8d5-302bbaf49f18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 915 time: 0.1132281 Sep 18 02:28:05.028724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-bcf308aa-7e3f-4b04-8945-6155eaed8d8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de79f976-e49f-4f75-b904-3eac0a44f34b HTTP/1.1" status: 200 len: 217 time: 0.0392556 Sep 18 02:28:05.084910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-c5f4aa6b-5050-4fba-b8e9-180564941341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:05.086435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-c5f4aa6b-5050-4fba-b8e9-180564941341 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.0499289 Sep 18 02:28:05.122019 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-f8e04b61-cae4-4276-8aed-bc67a2d95aa4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284736 Sep 18 02:28:05.215656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-aca4b77e-bfed-44ee-a0d8-25704748456b service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863607 Sep 18 02:28:05.315172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-34c8f3d0-c24e-49b6-9c71-74504dc8dc6d req-644d67d7-ce97-460a-a413-5ffb2cf2c084 service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926068 Sep 18 02:28:05.470927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9009-1a0b-405f-afbc-c685a680ed0c req-37574d5d-84c3-464b-8486-fa60f7f15f55 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:05.472473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17bc9009-1a0b-405f-afbc-c685a680ed0c req-37574d5d-84c3-464b-8486-fa60f7f15f55 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 943 time: 0.0516548 Sep 18 02:28:05.510530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17bc9009-1a0b-405f-afbc-c685a680ed0c req-dcbdac11-7b6d-491f-9899-b979c8ed421a tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Sep 18 02:28:06.316008 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:06.639725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362edfd6-f270-46b9-9426-57796ac6416b req-9e9479f8-03f1-4a12-8a30-44393c945d40 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:06.641086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-362edfd6-f270-46b9-9426-57796ac6416b req-9e9479f8-03f1-4a12-8a30-44393c945d40 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 943 time: 0.0569441 Sep 18 02:28:06.680718 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-362edfd6-f270-46b9-9426-57796ac6416b req-a9bc3f29-d636-4216-a333-7cf861e4583c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Sep 18 02:28:06.778936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device de79f976-e49f-4f75-b904-3eac0a44f34b details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:28:06.888710 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port de79f976-e49f-4f75-b904-3eac0a44f34b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=de79f976-e49f-4f75-b904-3eac0a44f34b,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:06.900480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'de79f976-e49f-4f75-b904-3eac0a44f34b', 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'port_id': 'de79f976-e49f-4f75-b904-3eac0a44f34b', 'mac_address': 'fa:16:3e:11:d5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b27b4-6576-4f1a-b7a9-459da407930b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:28:06.940164 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:06.953324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de79f976-e49f-4f75-b904-3eac0a44f34b {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:28:06.973696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port de79f976-e49f-4f75-b904-3eac0a44f34b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=de79f976-e49f-4f75-b904-3eac0a44f34b,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:06.979181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:07.032825 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=de79f976-e49f-4f75-b904-3eac0a44f34b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:07.201381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['de79f976-e49f-4f75-b904-3eac0a44f34b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:28:07.811339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde95e5f-c890-41b6-8290-6bcbba43407f req-6b8ff8e8-253d-4f98-aaad-3a5a4e737abe tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:07.812897 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fde95e5f-c890-41b6-8290-6bcbba43407f req-6b8ff8e8-253d-4f98-aaad-3a5a4e737abe tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 944 time: 0.0513561 Sep 18 02:28:07.856967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fde95e5f-c890-41b6-8290-6bcbba43407f req-2d112876-cba8-4972-84e8-289c4275e688 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Sep 18 02:28:08.795058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device de79f976-e49f-4f75-b904-3eac0a44f34b up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:28:08.842478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port de79f976-e49f-4f75-b904-3eac0a44f34b completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:28:08.846213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port de79f976-e49f-4f75-b904-3eac0a44f34b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:28:08.846586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:08.949612 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:08.972726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f57abc2-eb9e-416c-8fe5-878a18029304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de79f976-e49f-4f75-b904-3eac0a44f34b'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:28:08.974963 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4450b05-7ac9-4423-bd68-00d3a9578740" -d '{"events": [{"server_uuid": "6f57abc2-eb9e-416c-8fe5-878a18029304", "name": "network-vif-plugged", "status": "completed", "tag": "de79f976-e49f-4f75-b904-3eac0a44f34b"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:28:08.989201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port de79f976-e49f-4f75-b904-3eac0a44f34b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=de79f976-e49f-4f75-b904-3eac0a44f34b,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:08.996951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f85cd-e1de-4dd4-b5d5-2442883b524b req-d55f5225-0150-42f6-9536-14a85d01d3b3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:08.997889 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:08.999564 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b7f85cd-e1de-4dd4-b5d5-2442883b524b req-d55f5225-0150-42f6-9536-14a85d01d3b3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 944 time: 0.0646806 Sep 18 02:28:09.029759 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af4d67f-ab1c-4b4b-b7de-03c601e0b5ae x-openstack-request-id: req-0af4d67f-ab1c-4b4b-b7de-03c601e0b5ae {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:28:09.030053 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f57abc2-eb9e-416c-8fe5-878a18029304", "name": "network-vif-plugged", "status": "completed", "tag": "de79f976-e49f-4f75-b904-3eac0a44f34b", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:28:09.030307 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0af4d67f-ab1c-4b4b-b7de-03c601e0b5ae {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:28:09.030685 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f57abc2-eb9e-416c-8fe5-878a18029304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de79f976-e49f-4f75-b904-3eac0a44f34b', 'code': 200} Sep 18 02:28:09.058750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b7f85cd-e1de-4dd4-b5d5-2442883b524b req-ef9b0070-5f9f-45cf-81c6-4decec5308b8 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524557 Sep 18 02:28:09.078566 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=de79f976-e49f-4f75-b904-3eac0a44f34b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:09.136993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbfa00-6d78-4c11-98f8-7b52d2c72ed4 req-7d65e893-eb63-4fab-9568-423eb0f3dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:09.138484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1cbbfa00-6d78-4c11-98f8-7b52d2c72ed4 req-7d65e893-eb63-4fab-9568-423eb0f3dae3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 1097 time: 0.0524633 Sep 18 02:28:09.174355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1cbbfa00-6d78-4c11-98f8-7b52d2c72ed4 req-06746978-9f2d-4c24-b964-7b49ed5065b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287991 Sep 18 02:28:10.240852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd283e-a354-4764-9302-92ee52e9333f req-4c59e577-0ed3-4fa8-a233-e7d4392bff59 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:10.242750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cdd283e-a354-4764-9302-92ee52e9333f req-4c59e577-0ed3-4fa8-a233-e7d4392bff59 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 945 time: 0.0622454 Sep 18 02:28:10.283211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cdd283e-a354-4764-9302-92ee52e9333f req-5e4d0903-49bb-48e7-983e-9e5334d10401 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Sep 18 02:28:11.407185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c7123-8482-4629-82fa-fcf108564bfc req-1aca14bc-ddac-44ff-8d8e-26dc0c36c672 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:11.409293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a8c7123-8482-4629-82fa-fcf108564bfc req-1aca14bc-ddac-44ff-8d8e-26dc0c36c672 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 945 time: 0.0580919 Sep 18 02:28:11.456603 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a8c7123-8482-4629-82fa-fcf108564bfc req-a554dccd-bccc-4763-aa62-38034f2969a0 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Sep 18 02:28:22.494474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-710898bb-657d-461e-abd1-85d976d2fba4 req-b9e3aa89-e542-413d-abf5-5e49ce75c518 service neutron] (106439) timed out ('10.222.0.21', 42000) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:28:24.171798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-14fcf0bb-5049-41c5-82eb-8b1c8cc15639 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:24.173638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-14fcf0bb-5049-41c5-82eb-8b1c8cc15639 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 815 time: 0.1232026 Sep 18 02:28:24.190827 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-26ed9442-d075-4c36-8886-737f46c6848b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/quotas/7576e878797d423d844112848b7605dd HTTP/1.1" status: 200 len: 375 time: 0.0104842 Sep 18 02:28:24.244129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-cd9e473e-ba7a-4196-82cd-702b1b2a0063 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469587 Sep 18 02:28:24.359719 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-2d26a2e1-cc1c-48c6-ad0b-861d552e58e1 service neutron] 10.222.0.21 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054802 Sep 18 02:28:24.467743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-75862c89-bffb-4b8a-b9d9-d1b9a7db3dc5 service neutron] 10.222.0.21 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006010 Sep 18 02:28:24.679241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b0351939-9d3a-4f18-ac9b-6a901f4308f4 req-b679b47c-ab1e-4c5a-83ae-d3f64de2103c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 210 time: 0.0278273 Sep 18 02:28:25.678254 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:25.776418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-8bb56543-777a-4dae-b766-36e4f5717b79 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:25.778733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-8bb56543-777a-4dae-b766-36e4f5717b79 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.20 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 815 time: 0.1399369 Sep 18 02:28:25.793896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Request body: {'port': {'device_id': '5b2fd3a3-39eb-4638-9b51-96a516d019b1', 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'admin_state_up': True, 'tenant_id': '7576e878797d423d844112848b7605dd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:28:25.802685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dd7ef61-f296-4192-8442-6f8305429efd req-2d565621-7dcb-49d8-9c06-73456f76d953 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 210 time: 0.0365610 Sep 18 02:28:25.943551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Made reservation on behalf of 7576e878797d423d844112848b7605dd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:28:25.947027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:25.989542 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:28:25.993186 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:26.084987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Allocated IP 172.20.0.4 (be8a041b-f186-4c93-bed3-e5727781d7ba/df2b27b4-6576-4f1a-b7a9-459da407930b/58a0e9a4-e3c3-4c68-877c-9459873a8769) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:28:26.239953 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:26.278669 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:26.290698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['de79f976-e49f-4f75-b904-3eac0a44f34b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:28:26.330049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Network be8a041b-f186-4c93-bed3-e5727781d7ba is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:28:26.335619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:28:26.340829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:28:26.345275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Pushing event updated for resources: {'Port': ['ID=58a0e9a4-e3c3-4c68-877c-9459873a8769,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:26.376737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.377086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.377515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.377737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.378527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.379062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.379379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.379703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.380029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.380354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.380669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.380983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:26.408444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:26.409414 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:26.426969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-3b343440-acdb-4b14-9b6a-713669aea006 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6377382 Sep 18 02:28:26.509322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Request body: {'port': {'device_id': '5b2fd3a3-39eb-4638-9b51-96a516d019b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:28:26.569920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:27.143406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542848a0-6ba8-4c20-842a-a6c07f9d627a req-e6f62e0d-33ef-4f9c-950c-4d25e3b7412d tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:27.144918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-542848a0-6ba8-4c20-842a-a6c07f9d627a req-e6f62e0d-33ef-4f9c-950c-4d25e3b7412d tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 931 time: 0.0795231 Sep 18 02:28:27.228678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-542848a0-6ba8-4c20-842a-a6c07f9d627a req-e9455de3-5673-48f3-8933-0d953c9eda68 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758908 Sep 18 02:28:27.241711 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a0e9a4-e3c3-4c68-877c-9459873a8769 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:28:27.250640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:27.262945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Transition to ACTIVE for port object 58a0e9a4-e3c3-4c68-877c-9459873a8769 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:28:27.266403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:27.334043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Pushing event updated for resources: {'Port': ['ID=58a0e9a4-e3c3-4c68-877c-9459873a8769,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:27.385114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Attempting to bind port 58a0e9a4-e3c3-4c68-877c-9459873a8769 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:28:27.385524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Attempting to bind port 58a0e9a4-e3c3-4c68-877c-9459873a8769 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:28:27.385851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Attempting to bind port 58a0e9a4-e3c3-4c68-877c-9459873a8769 on network be8a041b-f186-4c93-bed3-e5727781d7ba {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:28:27.390104 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Port 58a0e9a4-e3c3-4c68-877c-9459873a8769 on network be8a041b-f186-4c93-bed3-e5727781d7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:28:27.390418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Attempting to bind port 58a0e9a4-e3c3-4c68-877c-9459873a8769 on network be8a041b-f186-4c93-bed3-e5727781d7ba {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:28:27.395187 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:28:27.395521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Checking segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:28:27.395895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Bound using segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:28:27.396315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Bound port: 58a0e9a4-e3c3-4c68-877c-9459873a8769, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:28:27.396668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:27.466129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] For port 58a0e9a4-e3c3-4c68-877c-9459873a8769, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:28:27.469161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] For port 58a0e9a4-e3c3-4c68-877c-9459873a8769, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=58a0e9a4-e3c3-4c68-877c-9459873a8769,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:28:27.473951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:27.508917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:27.509564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:27.510973 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] 10.222.0.20 "PUT /v2.0/ports/58a0e9a4-e3c3-4c68-877c-9459873a8769 HTTP/1.1" status: 200 len: 1092 time: 1.0757973 Sep 18 02:28:27.511404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2fd3a3-39eb-4638-9b51-96a516d019b1', 'tag': '58a0e9a4-e3c3-4c68-877c-9459873a8769'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:28:27.513614 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa97ab21-8c26-4768-a392-2607d5b6d103" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2fd3a3-39eb-4638-9b51-96a516d019b1", "tag": "58a0e9a4-e3c3-4c68-877c-9459873a8769"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:28:27.537189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a080e-6028-40e1-8804-aba96c8ca5bb service neutron] Pushing event updated for resources: {'Port': ['ID=58a0e9a4-e3c3-4c68-877c-9459873a8769,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:27.608166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-91ccdd89-43d0-42d6-9453-fc140cb9556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:27.609782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-91ccdd89-43d0-42d6-9453-fc140cb9556c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 1095 time: 0.0461695 Sep 18 02:28:27.656649 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f7d518-7ee7-44d7-9f74-d6d76f2e919f x-openstack-request-id: req-a6f7d518-7ee7-44d7-9f74-d6d76f2e919f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:28:27.657278 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2fd3a3-39eb-4638-9b51-96a516d019b1", "tag": "58a0e9a4-e3c3-4c68-877c-9459873a8769", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:28:27.657759 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6f7d518-7ee7-44d7-9f74-d6d76f2e919f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:28:27.658372 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2fd3a3-39eb-4638-9b51-96a516d019b1', 'tag': '58a0e9a4-e3c3-4c68-877c-9459873a8769', 'status': 'completed', 'code': 200} Sep 18 02:28:27.660503 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-68ce127b-67a8-49e5-ba5a-8a0e00486863 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58a0e9a4-e3c3-4c68-877c-9459873a8769 HTTP/1.1" status: 200 len: 217 time: 0.0435455 Sep 18 02:28:27.722113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-9db7aeaa-d0de-4519-83f3-79aa1718551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:27.723627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-9db7aeaa-d0de-4519-83f3-79aa1718551f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.0546939 Sep 18 02:28:27.757126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-7a9c18ca-96d4-4e59-8d9b-65ca91199e9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254607 Sep 18 02:28:27.849337 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-da6b0999-3fba-4cde-8b8a-f95c1f024481 service neutron] 10.222.0.20 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852606 Sep 18 02:28:27.949476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3aaf9b14-7e65-41b6-b224-a380b4c40c23 req-26deb5d8-38e8-4a9d-86a5-33b3424af6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919399 Sep 18 02:28:28.034779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-29ea4022-5661-4e02-9509-16774c77f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:28.036194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-29ea4022-5661-4e02-9509-16774c77f196 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 1095 time: 0.0398405 Sep 18 02:28:28.128289 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-9efa3210-a292-4153-9f48-aec66cf1645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:28.129773 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-9efa3210-a292-4153-9f48-aec66cf1645a service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 915 time: 0.0868225 Sep 18 02:28:28.173226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-e9694285-280e-4d84-b944-578ca7610b59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58a0e9a4-e3c3-4c68-877c-9459873a8769 HTTP/1.1" status: 200 len: 217 time: 0.0359430 Sep 18 02:28:28.231804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-593f7fdc-28c8-43cb-bba1-b23893c71230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:28.232727 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-593f7fdc-28c8-43cb-bba1-b23893c71230 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.0510161 Sep 18 02:28:28.267289 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-eadf283e-6347-4345-9d3e-a25361822d1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259306 Sep 18 02:28:28.409131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c728e59-0783-4b36-bc57-939f9725be9e req-a7af9602-ec49-4001-932d-6138597993da tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:28.410655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c728e59-0783-4b36-bc57-939f9725be9e req-a7af9602-ec49-4001-932d-6138597993da tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 943 time: 0.1062760 Sep 18 02:28:28.414454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-4268f077-c1ce-4fa8-88b5-d0e1ce29155e service neutron] 10.222.0.20 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398065 Sep 18 02:28:28.502884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8c728e59-0783-4b36-bc57-939f9725be9e req-61ed531f-d574-4098-a8cf-00d6566fa3a0 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851812 Sep 18 02:28:28.535071 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa97ab21-8c26-4768-a392-2607d5b6d103 req-1fcecfd6-9df9-4a45-a06d-aa661a3a06be service neutron] 10.222.0.20 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112971 Sep 18 02:28:29.634774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63d300-02b3-4ac7-9d24-172a59ab9675 req-537978f6-687a-432a-ac2b-94377aec4280 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:29.636809 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f63d300-02b3-4ac7-9d24-172a59ab9675 req-537978f6-687a-432a-ac2b-94377aec4280 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 943 time: 0.0566647 Sep 18 02:28:29.675435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f63d300-02b3-4ac7-9d24-172a59ab9675 req-6b41a1d8-43fd-4c3a-955e-05e2d33e4faa tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Sep 18 02:28:30.798614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051197-e6a0-4e9f-8cbf-46be82a883e2 req-c59a4ad6-fdc7-4371-8684-23d920e44384 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:30.800232 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5051197-e6a0-4e9f-8cbf-46be82a883e2 req-c59a4ad6-fdc7-4371-8684-23d920e44384 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 943 time: 0.0543325 Sep 18 02:28:30.840136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c5051197-e6a0-4e9f-8cbf-46be82a883e2 req-c28ca2ce-595f-413f-ba82-5198a5717009 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338974 Sep 18 02:28:30.865208 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af0c6d0a-b56f-4162-9a8e-43e16020f7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:31.734427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 58a0e9a4-e3c3-4c68-877c-9459873a8769 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:28:31.833521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 58a0e9a4-e3c3-4c68-877c-9459873a8769, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=58a0e9a4-e3c3-4c68-877c-9459873a8769,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:31.845754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '58a0e9a4-e3c3-4c68-877c-9459873a8769', 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'port_id': '58a0e9a4-e3c3-4c68-877c-9459873a8769', 'mac_address': 'fa:16:3e:f6:3f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b27b4-6576-4f1a-b7a9-459da407930b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:28:31.885485 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:31.901111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a0e9a4-e3c3-4c68-877c-9459873a8769 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:28:31.922021 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 58a0e9a4-e3c3-4c68-877c-9459873a8769, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=58a0e9a4-e3c3-4c68-877c-9459873a8769,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:31.929153 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:31.975034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bd556-b20a-47c5-bad7-aeca3e2815a3 req-f3961fbd-4422-44aa-913b-b9453b273ba6 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:31.984195 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954bd556-b20a-47c5-bad7-aeca3e2815a3 req-f3961fbd-4422-44aa-913b-b9453b273ba6 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 944 time: 0.0663970 Sep 18 02:28:31.986853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=58a0e9a4-e3c3-4c68-877c-9459873a8769,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:32.022816 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954bd556-b20a-47c5-bad7-aeca3e2815a3 req-1680c3f7-eeb2-43c2-a0e0-8b85761bb683 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Sep 18 02:28:32.139722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['58a0e9a4-e3c3-4c68-877c-9459873a8769'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:28:33.142022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332ac19-fc88-4622-ac2d-aef24358f1e7 req-0614e905-9828-4e27-9403-83924fedf249 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:33.144345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5332ac19-fc88-4622-ac2d-aef24358f1e7 req-0614e905-9828-4e27-9403-83924fedf249 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 944 time: 0.0537498 Sep 18 02:28:33.183054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5332ac19-fc88-4622-ac2d-aef24358f1e7 req-881f4e2c-3f76-4b7f-acee-a09a3f8e6684 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Sep 18 02:28:33.450551 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e99e84d9-1869-4653-aa36-5bde5c7626c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:33.466360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-5bf67bc3-868e-4d8a-aed6-71975a76d3bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402071 Sep 18 02:28:33.560242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-58c0e0ba-0238-46fa-8df7-e8aed17a8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:33.561736 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-58c0e0ba-0238-46fa-8df7-e8aed17a8bac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b28104b9e06d44149ba874e2adc540eb&device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 1097 time: 0.0474839 Sep 18 02:28:33.664516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-fb7c265a-6778-4683-93af-0756209bb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:33.665878 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-fb7c265a-6778-4683-93af-0756209bb095 service neutron] 10.222.0.18 "GET /v2.0/networks?id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1 HTTP/1.1" status: 200 len: 909 time: 0.0841665 Sep 18 02:28:33.738247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-c4bdb140-6a12-4d7a-8db5-8af51907b111 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d HTTP/1.1" status: 200 len: 1001 time: 0.0642574 Sep 18 02:28:33.750106 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 58a0e9a4-e3c3-4c68-877c-9459873a8769 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:28:33.794078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-a31f9b86-44dc-4a47-a200-e62550d178cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:33.795485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-a31f9b86-44dc-4a47-a200-e62550d178cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f5d5eb5-7f83-4a13-a032-addab24a87be HTTP/1.1" status: 200 len: 848 time: 0.0496843 Sep 18 02:28:33.802614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 58a0e9a4-e3c3-4c68-877c-9459873a8769 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:28:33.806541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 58a0e9a4-e3c3-4c68-877c-9459873a8769 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:28:33.807485 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:33.849929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-ea202f05-efe0-44d7-add2-7bbe9202caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:33.852130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-ea202f05-efe0-44d7-add2-7bbe9202caca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=049c8739-ece0-4cbb-8cc9-fbe40d4274b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493181 Sep 18 02:28:33.911211 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:33.935592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2fd3a3-39eb-4638-9b51-96a516d019b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a0e9a4-e3c3-4c68-877c-9459873a8769'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:28:33.937838 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5332675-6923-4b21-8597-fa65d251a9e8" -d '{"events": [{"server_uuid": "5b2fd3a3-39eb-4638-9b51-96a516d019b1", "name": "network-vif-plugged", "status": "completed", "tag": "58a0e9a4-e3c3-4c68-877c-9459873a8769"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:28:33.955900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-7d2c417f-bb67-4195-84ed-0c5a370eceed service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952652 Sep 18 02:28:33.958309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 58a0e9a4-e3c3-4c68-877c-9459873a8769, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=58a0e9a4-e3c3-4c68-877c-9459873a8769,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:33.962501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:34.015323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=58a0e9a4-e3c3-4c68-877c-9459873a8769,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:34.061081 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34212d96-b9da-4cc4-b969-247145167549 x-openstack-request-id: req-34212d96-b9da-4cc4-b969-247145167549 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:28:34.061483 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2fd3a3-39eb-4638-9b51-96a516d019b1", "name": "network-vif-plugged", "status": "completed", "tag": "58a0e9a4-e3c3-4c68-877c-9459873a8769", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:28:34.061748 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34212d96-b9da-4cc4-b969-247145167549 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:28:34.062146 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2fd3a3-39eb-4638-9b51-96a516d019b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a0e9a4-e3c3-4c68-877c-9459873a8769', 'code': 200} Sep 18 02:28:34.073686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3500e047-b693-4397-8eca-f5fc732df4c7 req-6217cd5e-874c-444a-ab04-df41974df565 service neutron] 10.222.0.18 "GET /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065731 Sep 18 02:28:34.092219 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:34.165075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b354c6-2571-405b-a757-a5c93c771029 req-908c6378-36ad-4f26-aa6c-796bb810bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:34.166762 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-12b354c6-2571-405b-a757-a5c93c771029 req-908c6378-36ad-4f26-aa6c-796bb810bc0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 1097 time: 0.0441208 Sep 18 02:28:34.203297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-12b354c6-2571-405b-a757-a5c93c771029 req-a8b076b8-8e72-4644-a558-ae0ea447fcc8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292752 Sep 18 02:28:34.303044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce94c12-dd46-46ae-aa2f-c1e49fd97d6f req-082bcf71-86ef-4b80-858a-0654a20d9302 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:34.304550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ce94c12-dd46-46ae-aa2f-c1e49fd97d6f req-082bcf71-86ef-4b80-858a-0654a20d9302 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 945 time: 0.0544078 Sep 18 02:28:34.344979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ce94c12-dd46-46ae-aa2f-c1e49fd97d6f req-47388bcc-98bb-4f74-8c0d-47ef89c4acf1 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Sep 18 02:28:34.974427 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:35.479527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eed125-2f65-48fc-8ee5-63812e8bd867 req-39061725-f9ee-441a-a491-80e0f2f0a919 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:35.481047 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8eed125-2f65-48fc-8ee5-63812e8bd867 req-39061725-f9ee-441a-a491-80e0f2f0a919 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 945 time: 0.0638995 Sep 18 02:28:35.518661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8eed125-2f65-48fc-8ee5-63812e8bd867 req-beee10ec-903f-467e-b85b-c2f6f7011565 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Sep 18 02:28:36.320444 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:36.560980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-6f33525d-0639-4a6e-a114-29cf4fd682fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432320 Sep 18 02:28:36.627465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-fdbd07a1-3fcd-4eb8-94a5-b1750c1ef639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:36.629297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-fdbd07a1-3fcd-4eb8-94a5-b1750c1ef639 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0443928 Sep 18 02:28:36.753193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-7f370d03-cee2-4455-9960-de5963ac9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:36.754742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-7f370d03-cee2-4455-9960-de5963ac9b4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.1038616 Sep 18 02:28:36.827470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-0d1aa5c4-bba7-4f2a-abe7-ae11511809c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086d2264-469e-4509-9613-e85a358755e8 HTTP/1.1" status: 200 len: 1002 time: 0.0663669 Sep 18 02:28:36.886948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-5bf55e1f-6bb2-4221-bc20-143e91a1df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:36.888674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-5bf55e1f-6bb2-4221-bc20-143e91a1df49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0544107 Sep 18 02:28:36.937358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-38abb64d-5e1f-4e15-b800-2e6d1efd1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:36.938918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-38abb64d-5e1f-4e15-b800-2e6d1efd1905 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438867 Sep 18 02:28:37.053395 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-d2cfbbc2-7f56-4808-80ed-dc0dfea23b72 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070201 Sep 18 02:28:37.152538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c0a0a126-dc3e-49ee-acfb-6e9e5d53a78b req-d1f09145-312e-40da-8bf6-68971abd4f0a service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915680 Sep 18 02:28:40.458416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-c181cab7-26fe-4dfd-9d31-8d621d1b589e tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:40.460126 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-c181cab7-26fe-4dfd-9d31-8d621d1b589e tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 815 time: 0.1128774 Sep 18 02:28:40.475516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-53d93159-8327-41de-865a-297376b924c3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/quotas/7576e878797d423d844112848b7605dd HTTP/1.1" status: 200 len: 375 time: 0.0090559 Sep 18 02:28:40.529529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-5b42b7a7-0c29-4ec2-927f-803e7b75a92f tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487397 Sep 18 02:28:40.621428 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-949f3be7-a132-4dcc-956f-a5b6f5c16504 service neutron] 10.222.0.21 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849817 Sep 18 02:28:40.718407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-4876b9c5-8764-4170-858c-c442c3a2934a service neutron] 10.222.0.21 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905006 Sep 18 02:28:40.908935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5abf37ea-748f-460d-a20e-a083b1363f45 req-0ad566d9-d48e-4bea-a6ff-db2b3eafaa23 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 210 time: 0.0377932 Sep 18 02:28:41.858062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0722c43d-fdcc-4452-b1e9-e293228aaae3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:41.859632 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0722c43d-fdcc-4452-b1e9-e293228aaae3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.18 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 815 time: 0.1212792 Sep 18 02:28:41.873779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Request body: {'port': {'device_id': '746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2', 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'admin_state_up': True, 'tenant_id': '7576e878797d423d844112848b7605dd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:28:42.009024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-625045cc-e1ca-43e5-9a1f-dc0dde681959 req-f4058a39-950e-48a6-8321-c93859a182bd tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 210 time: 0.0330293 Sep 18 02:28:42.037455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Made reservation on behalf of 7576e878797d423d844112848b7605dd for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:28:42.037455 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:42.170550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Allocated IP 172.20.0.11 (be8a041b-f186-4c93-bed3-e5727781d7ba/df2b27b4-6576-4f1a-b7a9-459da407930b/2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:28:42.320275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:42.355887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:42.368314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['58a0e9a4-e3c3-4c68-877c-9459873a8769'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:28:42.372065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['de79f976-e49f-4f75-b904-3eac0a44f34b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:28:42.400339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Network be8a041b-f186-4c93-bed3-e5727781d7ba is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:28:42.403863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:28:42.410288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:28:42.445009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Pushing event updated for resources: {'Port': ['ID=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:42.459041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.459393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.459740 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.460105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.460411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.460742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.461070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.461399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.461748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.462051 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.462375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.462824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:28:42.477049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:42.477700 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:42.495361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-0b323d2f-d11a-4b27-b70f-c3bcc0a2754c tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6256697 Sep 18 02:28:42.507953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Request body: {'port': {'device_id': '746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:28:42.572352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:42.891837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:28:42.900664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:42.913071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Transition to ACTIVE for port object 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:28:42.917789 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:42.966591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Pushing event updated for resources: {'Port': ['ID=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:43.038336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Attempting to bind port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:28:43.038621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Attempting to bind port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:28:43.038937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Attempting to bind port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 on network be8a041b-f186-4c93-bed3-e5727781d7ba {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:28:43.044480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 on network be8a041b-f186-4c93-bed3-e5727781d7ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:28:43.044803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Attempting to bind port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 on network be8a041b-f186-4c93-bed3-e5727781d7ba {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:28:43.050991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:28:43.051328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Checking segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:28:43.051719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Bound using segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:28:43.052154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Bound port: 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:28:43.052511 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:43.120461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] For port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:28:43.125389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] For port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:28:43.130289 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:43.145134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ec2cc-05cb-4643-add4-44a9d4db83e0 req-196244c5-4a74-44cd-8297-ffce629e85c3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:43.156077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-399ec2cc-05cb-4643-add4-44a9d4db83e0 req-196244c5-4a74-44cd-8297-ffce629e85c3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 944 time: 0.0619652 Sep 18 02:28:43.167312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:43.167940 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:43.169406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 HTTP/1.1" status: 200 len: 1093 time: 0.6660244 Sep 18 02:28:43.169894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2', 'tag': '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:28:43.172265 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf78ff68-8f22-4790-81a4-617aae3d01e7" -d '{"events": [{"name": "network-changed", "server_uuid": "746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2", "tag": "2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:28:43.200568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c50fd6-db6b-4267-ab49-823b00c1a391 service neutron] Pushing event updated for resources: {'Port': ['ID=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:43.226169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-399ec2cc-05cb-4643-add4-44a9d4db83e0 req-2e9cdf23-5730-4328-92ab-48a5753ec985 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626018 Sep 18 02:28:43.259817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-a7dd79a7-eca9-4027-bbf7-f21464242922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:43.261406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-a7dd79a7-eca9-4027-bbf7-f21464242922 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0524333 Sep 18 02:28:43.305306 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b20bfa4-3f97-4693-85bb-4bc628e55952 x-openstack-request-id: req-9b20bfa4-3f97-4693-85bb-4bc628e55952 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:28:43.305590 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2", "tag": "2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:28:43.305841 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b20bfa4-3f97-4693-85bb-4bc628e55952 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:28:43.306229 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2', 'tag': '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3', 'status': 'completed', 'code': 200} Sep 18 02:28:43.308636 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-76107cfd-5b97-4cbd-a79c-b80edfa29657 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 HTTP/1.1" status: 200 len: 217 time: 0.0378799 Sep 18 02:28:43.362594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-05ff815f-5ef9-4405-b732-c826acb2c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:43.364078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-05ff815f-5ef9-4405-b732-c826acb2c7c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.0474446 Sep 18 02:28:43.396654 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-df83a331-24f5-4926-9675-76a8d6815fa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243144 Sep 18 02:28:43.494864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-8b864236-d3b6-40e1-85a9-c4d9368afc88 service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882735 Sep 18 02:28:43.586699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4f18fc0-1b3c-4285-9158-e85746ce0310 req-d7124954-50d1-4bd7-8b77-55022b893ab5 service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855732 Sep 18 02:28:43.676817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-6e9bc276-52dd-4f0d-bd41-7d7d83b00ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:43.678609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-6e9bc276-52dd-4f0d-bd41-7d7d83b00ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0442798 Sep 18 02:28:43.781360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-09146c7a-3048-4d12-8266-5d3f657ed2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:43.782899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-09146c7a-3048-4d12-8266-5d3f657ed2b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 915 time: 0.0961602 Sep 18 02:28:43.828750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-1c886e82-0ceb-4553-92d3-10ce827241c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 HTTP/1.1" status: 200 len: 217 time: 0.0373180 Sep 18 02:28:43.883222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-6a20a1b0-a87f-41ce-a460-822301425a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:43.885411 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-6a20a1b0-a87f-41ce-a460-822301425a9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.0477018 Sep 18 02:28:43.917724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-2efb9bbf-f1a0-4104-8cb6-bbd2df1a8972 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242431 Sep 18 02:28:44.016746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-06fb2e4a-2267-4a51-9433-254a7384cd27 service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905592 Sep 18 02:28:44.106130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf78ff68-8f22-4790-81a4-617aae3d01e7 req-236cfc29-7e2e-4aee-93e8-c9e7b5ca134a service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811341 Sep 18 02:28:44.335629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dec0f-f136-4fc5-918f-24800bb0a1da req-93cad5a0-ff40-4ddc-a151-f2ae4e536b9a tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:44.337204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0dec0f-f136-4fc5-918f-24800bb0a1da req-93cad5a0-ff40-4ddc-a151-f2ae4e536b9a tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 944 time: 0.0548987 Sep 18 02:28:44.376105 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9d0dec0f-f136-4fc5-918f-24800bb0a1da req-8d8cf41a-5a59-465f-af02-c3e06aea605b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Sep 18 02:28:45.502700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8f6d-5315-4885-a75e-e1e7b8fc087c req-1a1d7bfa-13e7-406f-9fa6-abc91b15e839 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:45.504208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d73e8f6d-5315-4885-a75e-e1e7b8fc087c req-1a1d7bfa-13e7-406f-9fa6-abc91b15e839 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 944 time: 0.0533688 Sep 18 02:28:45.542275 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d73e8f6d-5315-4885-a75e-e1e7b8fc087c req-20cddda1-ab70-466b-92c1-638b27d1ac89 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Sep 18 02:28:46.662283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427edfe-f85a-4744-8531-879ea6ddb3d1 req-e49d4bae-3a07-45ca-96c1-4bc4cb2853ca tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:46.663903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8427edfe-f85a-4744-8531-879ea6ddb3d1 req-e49d4bae-3a07-45ca-96c1-4bc4cb2853ca tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 944 time: 0.0553985 Sep 18 02:28:46.703955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8427edfe-f85a-4744-8531-879ea6ddb3d1 req-c1c9226d-6949-4d7e-9522-b8068635bd08 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Sep 18 02:28:46.995371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:28:47.094669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:47.105273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3', 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'port_id': '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3', 'mac_address': 'fa:16:3e:f3:7e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b27b4-6576-4f1a-b7a9-459da407930b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:28:47.145621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:47.158546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:28:47.176784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:47.180275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:47.227436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:47.393720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:28:47.838819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3a236-4090-4a4d-a9af-1b374eef49d6 req-485638f4-e1d6-4471-bc0b-f6a95f123816 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:47.840340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79b3a236-4090-4a4d-a9af-1b374eef49d6 req-485638f4-e1d6-4471-bc0b-f6a95f123816 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 945 time: 0.0652406 Sep 18 02:28:47.879730 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79b3a236-4090-4a4d-a9af-1b374eef49d6 req-f971aa2d-20a6-4354-9493-22d1a8841959 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333741 Sep 18 02:28:48.995698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6ef61-0b0b-4905-babe-82f8747c2908 req-176c61e0-f78a-4db2-8e20-f31ccb04c872 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:48.997220 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee6ef61-0b0b-4905-babe-82f8747c2908 req-176c61e0-f78a-4db2-8e20-f31ccb04c872 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 945 time: 0.0510933 Sep 18 02:28:49.014173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:28:49.038080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fee6ef61-0b0b-4905-babe-82f8747c2908 req-8539a6d6-cee6-4e38-ac05-17aea49405dd tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342762 Sep 18 02:28:49.070144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:28:49.074815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:28:49.075192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:49.152495 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:49.177001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:28:49.179246 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39855008-db56-41b0-a320-88385cba455e" -d '{"events": [{"server_uuid": "746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2", "name": "network-vif-plugged", "status": "completed", "tag": "2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:28:49.192125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:28:49.196897 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:49.220605 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d7bde3-00a2-49c0-8adb-f420bbd96bd6 x-openstack-request-id: req-76d7bde3-00a2-49c0-8adb-f420bbd96bd6 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:28:49.220846 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2", "name": "network-vif-plugged", "status": "completed", "tag": "2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:28:49.221096 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76d7bde3-00a2-49c0-8adb-f420bbd96bd6 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:28:49.221482 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3', 'code': 200} Sep 18 02:28:49.249329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:28:49.321569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e41d5-66db-408b-9b86-ac71094a0b23 req-187d25f3-e9c6-442a-864f-f9126442d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:49.323534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e15e41d5-66db-408b-9b86-ac71094a0b23 req-187d25f3-e9c6-442a-864f-f9126442d669 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 1098 time: 0.0418136 Sep 18 02:28:49.358563 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e15e41d5-66db-408b-9b86-ac71094a0b23 req-1b4bfe7a-d4ef-4878-ae47-9304651aec7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279334 Sep 18 02:28:50.162498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb405-b70e-4762-a663-2c5d4a38c949 req-4eb649c1-bbd4-437a-8ed1-6ce52f0212b6 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:50.164019 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-421cb405-b70e-4762-a663-2c5d4a38c949 req-4eb649c1-bbd4-437a-8ed1-6ce52f0212b6 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 946 time: 0.0540528 Sep 18 02:28:50.203295 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-421cb405-b70e-4762-a663-2c5d4a38c949 req-30b47f03-bcd4-4d7f-9713-173fdcad652d tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330768 Sep 18 02:28:51.664206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25807-e3bc-4045-84a8-648f9b9d984f req-94847b0d-c69f-4d3e-bb6c-c594a01ff98b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:28:51.666903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faa25807-e3bc-4045-84a8-648f9b9d984f req-94847b0d-c69f-4d3e-bb6c-c594a01ff98b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 946 time: 0.3944833 Sep 18 02:28:51.706862 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faa25807-e3bc-4045-84a8-648f9b9d984f req-04fb70a8-c52d-4ea0-8476-1de600124eb5 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344572 Sep 18 02:28:55.685738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:28:55.986135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:00.866367 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac99a-bd8d-4ab5-9667-c80ba3d6bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:02.990433 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:29:03.453271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8a480626-460d-4c65-a918-6c4b214cedea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:04.093395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:04.975489 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:06.331116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:08.982173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-89b6dcb0-65f7-4424-ba2e-ec71eb4e27cd tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:08.983857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-89b6dcb0-65f7-4424-ba2e-ec71eb4e27cd tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 815 time: 0.1058340 Sep 18 02:29:09.000583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-0c38bab9-5a44-4d3e-8661-7a5a27cda1bb tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/quotas/7576e878797d423d844112848b7605dd HTTP/1.1" status: 200 len: 375 time: 0.0104845 Sep 18 02:29:09.062248 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d4c8af55-4330-4921-80ed-1275dc597c6b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555511 Sep 18 02:29:09.163406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-895eacee-dbde-4955-a10a-1577e55519b9 service neutron] 10.222.0.21 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935011 Sep 18 02:29:09.265148 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-ab049abc-fed1-41f5-9de6-a0c8488d42bc service neutron] 10.222.0.21 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953691 Sep 18 02:29:09.476142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a62e993a-2927-4aff-99b5-358cb5c1f861 req-7321f259-2bd0-402c-9d83-fb6e70ed36d0 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 210 time: 0.0394096 Sep 18 02:29:10.477273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-affbe6ce-d4c8-40cb-9fa1-f643024bdfe8 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:10.479473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-affbe6ce-d4c8-40cb-9fa1-f643024bdfe8 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.20 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 815 time: 0.1381483 Sep 18 02:29:10.503732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Request body: {'port': {'device_id': '0a859e67-a83e-4dc6-9529-7f02173a09f0', 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'admin_state_up': True, 'tenant_id': '7576e878797d423d844112848b7605dd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:10.599084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27ee20d0-3e97-485a-a165-7fe3518b0671 req-fbf88966-ed75-4ff1-bd6b-5eb12551e31f tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 210 time: 0.0399549 Sep 18 02:29:10.686290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Made reservation on behalf of 7576e878797d423d844112848b7605dd for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:29:10.703302 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:10.853419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Allocated IP 172.20.0.2 (be8a041b-f186-4c93-bed3-e5727781d7ba/df2b27b4-6576-4f1a-b7a9-459da407930b/a1f4a9e9-b169-42a0-b109-dea7dcbe6072) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:11.056562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:11.102646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:11.118248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['58a0e9a4-e3c3-4c68-877c-9459873a8769'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:11.124052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['de79f976-e49f-4f75-b904-3eac0a44f34b', '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:11.154206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Network be8a041b-f186-4c93-bed3-e5727781d7ba is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:11.161510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:11.166404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:11.230750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Pushing event updated for resources: {'Port': ['ID=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:11.255490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:11.256128 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:11.295729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-a8688bc8-6064-4aac-ba09-ccb9a341dcae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8027961 Sep 18 02:29:11.309634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Request body: {'port': {'device_id': '0a859e67-a83e-4dc6-9529-7f02173a09f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:11.425400 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:11.799439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234548-e0b1-43fd-bbfe-8dadc79179c9 req-18d9a2ec-e39b-4724-9977-9d49ce96efab tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:11.802069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78234548-e0b1-43fd-bbfe-8dadc79179c9 req-18d9a2ec-e39b-4724-9977-9d49ce96efab tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 931 time: 0.1166775 Sep 18 02:29:11.893669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f4a9e9-b169-42a0-b109-dea7dcbe6072 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:29:11.906527 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78234548-e0b1-43fd-bbfe-8dadc79179c9 req-cffce534-004a-4dc7-ad29-b5a06822e99b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960979 Sep 18 02:29:11.908446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:11.921977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Transition to ACTIVE for port object a1f4a9e9-b169-42a0-b109-dea7dcbe6072 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:29:11.940237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:12.030400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:12.131499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Attempting to bind port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:29:12.131966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Attempting to bind port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:29:12.132351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Attempting to bind port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 on network be8a041b-f186-4c93-bed3-e5727781d7ba {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:12.140661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 on network be8a041b-f186-4c93-bed3-e5727781d7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:29:12.141170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Attempting to bind port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 on network be8a041b-f186-4c93-bed3-e5727781d7ba {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:12.153337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:29:12.153337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Checking segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:12.153337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Bound using segment: {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:29:12.153337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Bound port: a1f4a9e9-b169-42a0-b109-dea7dcbe6072, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4718910-95f9-4336-b57b-0353181df023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:29:12.153337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:12.310541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] For port a1f4a9e9-b169-42a0-b109-dea7dcbe6072, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:29:12.314268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] For port a1f4a9e9-b169-42a0-b109-dea7dcbe6072, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:29:12.319511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:12.389959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:12.391041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:12.393099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d3595cca-243b-4749-a86d-074820746f73 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1f4a9e9-b169-42a0-b109-dea7dcbe6072 HTTP/1.1" status: 200 len: 1092 time: 1.0899768 Sep 18 02:29:12.393793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a859e67-a83e-4dc6-9529-7f02173a09f0', 'tag': 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:12.397188 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51fa102-f92d-4599-8632-cce851fa9aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a859e67-a83e-4dc6-9529-7f02173a09f0", "tag": "a1f4a9e9-b169-42a0-b109-dea7dcbe6072"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:12.471056 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec23ea8-3cef-4046-84af-0c21ec9715eb x-openstack-request-id: req-fec23ea8-3cef-4046-84af-0c21ec9715eb {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:12.471337 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a859e67-a83e-4dc6-9529-7f02173a09f0", "tag": "a1f4a9e9-b169-42a0-b109-dea7dcbe6072", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:12.471584 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fec23ea8-3cef-4046-84af-0c21ec9715eb {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:12.471974 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a859e67-a83e-4dc6-9529-7f02173a09f0', 'tag': 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072', 'status': 'completed', 'code': 200} Sep 18 02:29:12.473888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3595cca-243b-4749-a86d-074820746f73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:12.528558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-06ce1a88-d594-4b0d-9809-dc0ae09401e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:12.530622 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-06ce1a88-d594-4b0d-9809-dc0ae09401e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 1095 time: 0.0707824 Sep 18 02:29:12.596926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-fc14eeaf-a668-4eeb-86b4-8dbe9e0ef189 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1f4a9e9-b169-42a0-b109-dea7dcbe6072 HTTP/1.1" status: 200 len: 217 time: 0.0562341 Sep 18 02:29:12.687133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-41130a54-2871-4fe3-9636-0f414df61929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:12.689452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-41130a54-2871-4fe3-9636-0f414df61929 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.0854630 Sep 18 02:29:12.736820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-d0e3469b-e860-4b84-af7d-4524022e2b4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389152 Sep 18 02:29:12.886534 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-95ffd108-4a31-42c1-9cb1-0f6781d763b1 service neutron] 10.222.0.20 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429279 Sep 18 02:29:13.085252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad47f893-8bab-421e-8515-e6c77928cd48 req-0d15966f-a246-47cd-af22-933b60277122 service neutron] 10.222.0.20 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923041 Sep 18 02:29:13.130356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbf030-a2b8-4ced-a796-ee93f827336b req-df440784-ecd3-4a42-92bd-4922d0dd3c65 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:13.131997 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ecbf030-a2b8-4ced-a796-ee93f827336b req-df440784-ecd3-4a42-92bd-4922d0dd3c65 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 943 time: 0.1117964 Sep 18 02:29:13.227595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ecbf030-a2b8-4ced-a796-ee93f827336b req-b7e07931-4efc-418a-b64f-4b896f13d21f tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874617 Sep 18 02:29:13.258559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-2e7cca35-8718-45d2-8020-db769ba87a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:13.261600 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-2e7cca35-8718-45d2-8020-db769ba87a5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 1095 time: 0.0949392 Sep 18 02:29:13.379930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-0c98e453-4751-435c-929c-6765efea0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:13.382466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-0c98e453-4751-435c-929c-6765efea0b26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 915 time: 0.1139998 Sep 18 02:29:13.434672 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-f3476077-74f0-428c-b90e-496025fdaadd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1f4a9e9-b169-42a0-b109-dea7dcbe6072 HTTP/1.1" status: 200 len: 217 time: 0.0428977 Sep 18 02:29:13.525900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-c5316589-2350-4d5b-85d7-4fd907c6e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:13.527500 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-c5316589-2350-4d5b-85d7-4fd907c6e418 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.0862644 Sep 18 02:29:13.566653 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-24b18b93-41b0-4f91-bf90-b9cdf7738d8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313332 Sep 18 02:29:13.737340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-bae290e8-06d2-4bda-bd95-2294e19ef33a service neutron] 10.222.0.20 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091764 Sep 18 02:29:13.830886 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c51fa102-f92d-4599-8632-cce851fa9aa4 req-a8828563-3c99-4353-8c84-ebce0b4f57f0 service neutron] 10.222.0.20 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294394 Sep 18 02:29:14.432736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e128-eb6e-4b7c-968e-51a829b4b159 req-78d1998e-7be6-491e-bc02-59e557884904 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:14.437384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9275e128-eb6e-4b7c-968e-51a829b4b159 req-78d1998e-7be6-491e-bc02-59e557884904 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 943 time: 0.0776370 Sep 18 02:29:14.487911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9275e128-eb6e-4b7c-968e-51a829b4b159 req-cdeaedcf-c76b-4ee1-b04b-713f1038b00b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457160 Sep 18 02:29:15.626319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec8b0d-099b-44b1-922c-13890225629c req-b7a55bc6-8fe8-4e86-a1bd-3e96af4b6333 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:15.628135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55ec8b0d-099b-44b1-922c-13890225629c req-b7a55bc6-8fe8-4e86-a1bd-3e96af4b6333 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 943 time: 0.0562384 Sep 18 02:29:15.699117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55ec8b0d-099b-44b1-922c-13890225629c req-ccd56e2e-670f-4d8d-a225-4d180adbe913 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650859 Sep 18 02:29:15.905453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a1f4a9e9-b169-42a0-b109-dea7dcbe6072 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:29:16.031262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a1f4a9e9-b169-42a0-b109-dea7dcbe6072, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:16.043714 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072', 'network_id': 'be8a041b-f186-4c93-bed3-e5727781d7ba', 'port_id': 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072', 'mac_address': 'fa:16:3e:34:b8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b27b4-6576-4f1a-b7a9-459da407930b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:29:16.119340 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:16.133601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f4a9e9-b169-42a0-b109-dea7dcbe6072 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:29:16.159524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a1f4a9e9-b169-42a0-b109-dea7dcbe6072, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:16.164752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:16.231028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:16.242020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.242473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.242945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.244178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.244562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.244849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.245242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.245626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.246015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.246607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.246965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.247713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:16.377288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['a1f4a9e9-b169-42a0-b109-dea7dcbe6072'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:16.839715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3085e-ecc6-4c2d-a794-99a3d29ccebd req-d85516f2-ac87-4acf-aa52-5c4d574dde40 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:16.841702 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dac3085e-ecc6-4c2d-a794-99a3d29ccebd req-d85516f2-ac87-4acf-aa52-5c4d574dde40 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 944 time: 0.0574794 Sep 18 02:29:16.893573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dac3085e-ecc6-4c2d-a794-99a3d29ccebd req-a1dfe7e4-2796-4ece-b54f-f51b5d587a0a tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Sep 18 02:29:17.058328 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-c118d1cc-1b2e-465a-9a3a-79e14186a862 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334240988&fields=id&tenant_id=7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 267 time: 0.0422654 Sep 18 02:29:17.172725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd397e-1483-4295-a839-5daad6f9978a req-7131a953-5574-4991-8fcc-4cf3279777b9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:17.174197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-7131a953-5574-4991-8fcc-4cf3279777b9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1082940 Sep 18 02:29:17.190125 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-27012424-83aa-4ae8-a045-a82c81ff81ea tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/quotas/7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 375 time: 0.0097704 Sep 18 02:29:17.255643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-4d46d042-d5ac-4bce-b72d-e1f3aaccbaee tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0596001 Sep 18 02:29:17.365614 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-6b398f07-ffd2-47ce-8cf8-ee1b3e171dca service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966098 Sep 18 02:29:17.463519 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-8cc49c5f-d15e-4ba4-a341-ae11b463bf56 service neutron] 10.222.0.21 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909522 Sep 18 02:29:17.785308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ddce64f-7c06-4d1f-8bf8-fdcc7a6f1e81 req-85d3b111-032a-46a4-bd9d-860ae2b26aee tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 210 time: 0.0310023 Sep 18 02:29:17.926080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a1f4a9e9-b169-42a0-b109-dea7dcbe6072 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:17.997299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:29:18.002485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:18.003003 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:18.048287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b4ffb-639d-4d83-83b0-2feb2ae4615c req-fa32a3b1-f5ae-49ff-b9c4-540a86e8f3de tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:18.056018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-589b4ffb-639d-4d83-83b0-2feb2ae4615c req-fa32a3b1-f5ae-49ff-b9c4-540a86e8f3de tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 944 time: 0.0768316 Sep 18 02:29:18.110781 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-589b4ffb-639d-4d83-83b0-2feb2ae4615c req-996b094a-a5a9-4e51-8a2e-cc38ada670ea tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451238 Sep 18 02:29:18.114925 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:18.154121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a859e67-a83e-4dc6-9529-7f02173a09f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:18.157475 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f47ff5e-2666-4e59-9732-6716a8476f95" -d '{"events": [{"server_uuid": "0a859e67-a83e-4dc6-9529-7f02173a09f0", "name": "network-vif-plugged", "status": "completed", "tag": "a1f4a9e9-b169-42a0-b109-dea7dcbe6072"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:18.171473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port a1f4a9e9-b169-42a0-b109-dea7dcbe6072, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:18.177658 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:18.209961 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75101e09-4897-47d6-b269-88b538d1f026 x-openstack-request-id: req-75101e09-4897-47d6-b269-88b538d1f026 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:18.214887 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a859e67-a83e-4dc6-9529-7f02173a09f0", "name": "network-vif-plugged", "status": "completed", "tag": "a1f4a9e9-b169-42a0-b109-dea7dcbe6072", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:18.215392 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75101e09-4897-47d6-b269-88b538d1f026 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:18.215802 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a859e67-a83e-4dc6-9529-7f02173a09f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072', 'code': 200} Sep 18 02:29:18.255478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:18.325124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85359a07-53c7-45eb-a4de-72dd99acbe6e req-06d65b59-4cf6-4e13-a4c2-d3ba71179b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:18.326646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85359a07-53c7-45eb-a4de-72dd99acbe6e req-06d65b59-4cf6-4e13-a4c2-d3ba71179b2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 1097 time: 0.0449059 Sep 18 02:29:18.367795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-85359a07-53c7-45eb-a4de-72dd99acbe6e req-3ef70146-9467-4907-9359-bf398682156a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343947 Sep 18 02:29:18.889487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd397e-1483-4295-a839-5daad6f9978a req-13162126-5273-45f0-8bfd-4b2e2533bb23 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:18.891175 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-13162126-5273-45f0-8bfd-4b2e2533bb23 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 811 time: 0.1199832 Sep 18 02:29:18.892642 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-296df2b2-c341-4320-bc51-430e534d9a05 req-1e4e5e64-87f6-49cb-8cc2-52c6ef8f2581 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 210 time: 0.0340581 Sep 18 02:29:18.954205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-2ac55b43-9214-4ebc-ad91-479f55fdd5f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7657ddc8a3c24c269a80f51c3164b25b HTTP/1.1" status: 200 len: 379 time: 0.0523131 Sep 18 02:29:18.965742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'port': {'device_id': '01c3938c-135d-4bac-9dfd-d772385604e9', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'admin_state_up': True, 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'security_groups': ['57f29768-e601-4b6e-975a-ef3f69fd0e9e']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:19.094215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Made reservation on behalf of 7657ddc8a3c24c269a80f51c3164b25b for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:29:19.098914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:19.285072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d263b-def8-42d2-92bd-61d3a146ca1b req-f61a63fb-6fdc-49a9-a5fb-9caa10981cce tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:19.293015 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f79d263b-def8-42d2-92bd-61d3a146ca1b req-f61a63fb-6fdc-49a9-a5fb-9caa10981cce tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 945 time: 0.1144733 Sep 18 02:29:19.318874 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.20.0.10 (e141ae2e-3dc7-414c-84a1-0e9426754bea/e678e80e-b8f8-4d09-80f5-62f57ef61718/dd3e2ddc-5620-43d7-9496-76db323b977e) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:19.348227 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f79d263b-def8-42d2-92bd-61d3a146ca1b req-a3136ee1-e686-4265-a132-d5fed18d87f5 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542445 Sep 18 02:29:19.519874 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:19.554494 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:19.602160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e141ae2e-3dc7-414c-84a1-0e9426754bea is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:19.608124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:19.610976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:19.657802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=dd3e2ddc-5620-43d7-9496-76db323b977e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:19.691723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:19.692590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:19.721220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-ff2cf734-ea6a-483b-95f6-564fc768f4a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7610703 Sep 18 02:29:19.742806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Request body: {'port': {'device_id': '01c3938c-135d-4bac-9dfd-d772385604e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:19.814948 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:19.901616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8110164f-0307-47a6-a160-2463707d4845 None None] Provisioning complete for port dd3e2ddc-5620-43d7-9496-76db323b977e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:19.902181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8110164f-0307-47a6-a160-2463707d4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:19.979841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8110164f-0307-47a6-a160-2463707d4845 None None] Port dd3e2ddc-5620-43d7-9496-76db323b977e cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:29:20.079032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc4b85-3ac5-44aa-be55-5d165c43c4fe req-0d27c5ae-41aa-4567-8c20-96012534e0f4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:20.082751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61cc4b85-3ac5-44aa-be55-5d165c43c4fe req-0d27c5ae-41aa-4567-8c20-96012534e0f4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 932 time: 0.0711133 Sep 18 02:29:20.130192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-61cc4b85-3ac5-44aa-be55-5d165c43c4fe req-89712bc5-b5ba-4b1e-96df-c1ca57700ade tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385511 Sep 18 02:29:20.161952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3e2ddc-5620-43d7-9496-76db323b977e {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:29:20.171045 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:20.188699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Transition to ACTIVE for port object dd3e2ddc-5620-43d7-9496-76db323b977e will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:29:20.194958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:20.301774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3e2ddc-5620-43d7-9496-76db323b977e,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:20.365754 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Attempting to bind port dd3e2ddc-5620-43d7-9496-76db323b977e on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:29:20.366724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Attempting to bind port dd3e2ddc-5620-43d7-9496-76db323b977e by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:29:20.367077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Attempting to bind port dd3e2ddc-5620-43d7-9496-76db323b977e on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:20.374543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Port dd3e2ddc-5620-43d7-9496-76db323b977e on network e141ae2e-3dc7-414c-84a1-0e9426754bea not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:29:20.374943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Attempting to bind port dd3e2ddc-5620-43d7-9496-76db323b977e on network e141ae2e-3dc7-414c-84a1-0e9426754bea {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:20.382774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:29:20.383118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Checking segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:20.384577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Bound using segment: {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:29:20.384577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Bound port: dd3e2ddc-5620-43d7-9496-76db323b977e, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:29:20.384820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:20.481668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] For port dd3e2ddc-5620-43d7-9496-76db323b977e, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:29:20.485187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] For port dd3e2ddc-5620-43d7-9496-76db323b977e, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dd3e2ddc-5620-43d7-9496-76db323b977e,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:29:20.491686 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:20.562087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:20.563127 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:20.564808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] 10.222.0.18 "PUT /v2.0/ports/dd3e2ddc-5620-43d7-9496-76db323b977e HTTP/1.1" status: 200 len: 1093 time: 0.8309057 Sep 18 02:29:20.567119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:20.570168 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6584d01-4d81-491b-8bfc-eb2411725aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:20.599864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040920d3-fb4a-4a2a-b8e4-36a913350f94 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3e2ddc-5620-43d7-9496-76db323b977e,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:20.624045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a764718-62f7-4a66-914d-6ff0a32fd6cb req-c6f19efa-61c6-41ce-a81a-cdadabea68ae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:20.625781 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a764718-62f7-4a66-914d-6ff0a32fd6cb req-c6f19efa-61c6-41ce-a81a-cdadabea68ae tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 945 time: 0.1285064 Sep 18 02:29:20.640388 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c17d3b-2cc6-4121-9a43-c989e19469b5 x-openstack-request-id: req-32c17d3b-2cc6-4121-9a43-c989e19469b5 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:20.640388 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:20.640826 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32c17d3b-2cc6-4121-9a43-c989e19469b5 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:20.641306 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'status': 'completed', 'code': 200} Sep 18 02:29:20.702249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a764718-62f7-4a66-914d-6ff0a32fd6cb req-aa7adcb2-4187-4b71-9a84-d20c72e941e1 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599685 Sep 18 02:29:20.708272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd397e-1483-4295-a839-5daad6f9978a req-769e2888-e8eb-402a-979f-a7ef2119ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:20.714779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-769e2888-e8eb-402a-979f-a7ef2119ed85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 1096 time: 0.0808818 Sep 18 02:29:20.801241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-63954ae4-7ad3-4eaa-b139-a6657df2c366 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3e2ddc-5620-43d7-9496-76db323b977e HTTP/1.1" status: 200 len: 217 time: 0.0826008 Sep 18 02:29:20.897836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd397e-1483-4295-a839-5daad6f9978a req-73ab10b4-785a-4ca7-ba50-9b6ee04d0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:20.899395 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-73ab10b4-785a-4ca7-ba50-9b6ee04d0a36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0885997 Sep 18 02:29:20.970673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd397e-1483-4295-a839-5daad6f9978a req-9494f256-f596-4820-a022-b28b1e915266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:20.972770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-9494f256-f596-4820-a022-b28b1e915266 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654349 Sep 18 02:29:21.105960 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-18c1e375-bb5e-4946-b636-8c1672c08c3c service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245844 Sep 18 02:29:21.252840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19dd397e-1483-4295-a839-5daad6f9978a req-89565267-fad2-4dbc-8464-db7ef27b0ff2 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388755 Sep 18 02:29:21.314651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083857d9-5fdd-45e0-a540-78528de8aa7b req-718a6583-9626-439b-8d17-2421bcf8008e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:21.323712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-083857d9-5fdd-45e0-a540-78528de8aa7b req-718a6583-9626-439b-8d17-2421bcf8008e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0790730 Sep 18 02:29:21.372360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-85227a29-2da2-46a1-8576-d5dde21995b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:21.374400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-85227a29-2da2-46a1-8576-d5dde21995b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 1096 time: 0.0641799 Sep 18 02:29:21.397851 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-083857d9-5fdd-45e0-a540-78528de8aa7b req-3ada0d03-a296-4a75-a6bf-c1462d305dbb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729771 Sep 18 02:29:21.506183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-0cc8f141-149c-494a-979b-e3c28b00f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:21.508071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-0cc8f141-149c-494a-979b-e3c28b00f5ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.1193144 Sep 18 02:29:21.558853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-eb76f789-9cc4-4431-96e2-9ab041d2cd1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3e2ddc-5620-43d7-9496-76db323b977e HTTP/1.1" status: 200 len: 217 time: 0.0427959 Sep 18 02:29:21.640000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-e6ac707d-1d6a-4f3d-b25e-b7f7ff96b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:21.641957 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-e6ac707d-1d6a-4f3d-b25e-b7f7ff96b3f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0761323 Sep 18 02:29:21.698420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-b7990e8c-5c44-4c9c-92dd-c36081fc2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:21.700049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-b7990e8c-5c44-4c9c-92dd-c36081fc2242 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481153 Sep 18 02:29:21.871294 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-9bae9d4f-18a0-4a44-913f-00c8b9e6f339 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621811 Sep 18 02:29:22.003516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6584d01-4d81-491b-8bfc-eb2411725aaf req-d05a914e-40cf-4cb2-bf7f-56ce300ecaaf service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240807 Sep 18 02:29:22.568329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d54f7-3835-4a23-b37a-e8f4c9c11b4e req-4b55c31b-d002-4015-8da9-ac9c5058467f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:22.569847 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-461d54f7-3835-4a23-b37a-e8f4c9c11b4e req-4b55c31b-d002-4015-8da9-ac9c5058467f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0982819 Sep 18 02:29:22.622466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-461d54f7-3835-4a23-b37a-e8f4c9c11b4e req-01009926-80db-4406-a97b-0d39a1e61185 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359757 Sep 18 02:29:23.799761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985046c1-a22f-49b2-9d17-b2c1d7dce10e req-66981837-84bf-4f8f-83ea-fab4c74d184f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:23.809771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-985046c1-a22f-49b2-9d17-b2c1d7dce10e req-66981837-84bf-4f8f-83ea-fab4c74d184f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0856745 Sep 18 02:29:23.851561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-985046c1-a22f-49b2-9d17-b2c1d7dce10e req-3e41df2c-3763-4241-8042-f1d1fd0e8ad8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Sep 18 02:29:25.021393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5a272-9594-406c-971a-a7fd5e862caa req-a8fae426-5c44-45bc-a0eb-3353b9ef8294 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:25.023245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-90e5a272-9594-406c-971a-a7fd5e862caa req-a8fae426-5c44-45bc-a0eb-3353b9ef8294 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0692048 Sep 18 02:29:25.067965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-90e5a272-9594-406c-971a-a7fd5e862caa req-2e4bb9db-a099-4b54-bcbd-4522d416e2aa tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373461 Sep 18 02:29:25.480671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d09b7-6d2e-4b32-b57d-c0c5480b0c8b req-79f29c42-ac2e-449b-a4bc-8b2229c6783c tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:25.482266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe9d09b7-6d2e-4b32-b57d-c0c5480b0c8b req-79f29c42-ac2e-449b-a4bc-8b2229c6783c tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 945 time: 0.0617900 Sep 18 02:29:25.522056 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fe9d09b7-6d2e-4b32-b57d-c0c5480b0c8b req-c35b9281-37be-42f4-b6bc-807db4eb7ce9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329306 Sep 18 02:29:25.684291 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:25.997638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:26.198262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa0b84-6b6f-424e-a0ad-1b12c626546a req-6eeae4fc-cabb-4d61-acb0-20ce11e651c1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:26.199855 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7efa0b84-6b6f-424e-a0ad-1b12c626546a req-6eeae4fc-cabb-4d61-acb0-20ce11e651c1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0560927 Sep 18 02:29:26.239844 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7efa0b84-6b6f-424e-a0ad-1b12c626546a req-2b5f75ab-9067-4a40-a226-df96f93de3ba tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337288 Sep 18 02:29:26.687131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08054aed-ec19-4b75-9757-068c0a0097f1 req-7a057a88-0d8b-4b6d-ac59-e3f939cf535e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:26.688933 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-08054aed-ec19-4b75-9757-068c0a0097f1 req-7a057a88-0d8b-4b6d-ac59-e3f939cf535e tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 945 time: 0.0587087 Sep 18 02:29:26.728233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-eedce76e-e062-4ccf-a377-65c98700d148 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:26.730573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-eedce76e-e062-4ccf-a377-65c98700d148 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 945 time: 0.0558362 Sep 18 02:29:26.736894 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-08054aed-ec19-4b75-9757-068c0a0097f1 req-dbab4c94-1d3a-43d5-b379-7685f313fee9 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406432 Sep 18 02:29:26.849918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Deleting port c169f293-f2c8-43cb-8c0c-c7bc8285d22d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:26.850384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:26.957089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] For port c169f293-f2c8-43cb-8c0c-c7bc8285d22d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:26.957456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:27.139514 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:27.139786 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:27.140098 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Floating IP 9c9bda25-a252-4d8e-aa8d-4b9dc60ae604 disassociated. External IP: 172.25.0.207, port: c169f293-f2c8-43cb-8c0c-c7bc8285d22d. Sep 18 02:29:27.140437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Calling delete_port for c169f293-f2c8-43cb-8c0c-c7bc8285d22d owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:27.283956 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:27.321748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event deleted for resources: {'Port': ['ID=c169f293-f2c8-43cb-8c0c-c7bc8285d22d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:27.422844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1c9c1-6db2-4ec5-88ee-819e3b44fcac req-e98c73c3-b316-4bcc-9c85-72de71c67b94 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:27.424286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cb1c9c1-6db2-4ec5-88ee-819e3b44fcac req-e98c73c3-b316-4bcc-9c85-72de71c67b94 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0980234 Sep 18 02:29:27.504473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cb1c9c1-6db2-4ec5-88ee-819e3b44fcac req-56e64cbf-4264-435e-bffa-e28ac70a6de9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727451 Sep 18 02:29:27.516262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Router 956049ec-ce8b-4478-8dc1-223c0094d34e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:29:27.637816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:29:27.649615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] Sync routers for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:29:27.661100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:27.661767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:27.688059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] No DVR routers for this DVR port c169f293-f2c8-43cb-8c0c-c7bc8285d22d on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:29:27.691240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:27.694488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-becaa9d1-4622-4ef2-b3d3-31de9550c446 req-893d8771-12eb-41cb-8a04-3ffa0b29b678 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.18 "DELETE /v2.0/ports/c169f293-f2c8-43cb-8c0c-c7bc8285d22d HTTP/1.1" status: 204 len: 173 time: 0.9581649 Sep 18 02:29:27.695071 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe69c12-c21b-41fe-8727-5848596c3010', 'name': 'network-vif-deleted', 'tag': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:27.699164 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8772ff5-c40e-451e-946e-53d28dda985b" -d '{"events": [{"server_uuid": "4fe69c12-c21b-41fe-8727-5848596c3010", "name": "network-vif-deleted", "tag": "c169f293-f2c8-43cb-8c0c-c7bc8285d22d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:27.798887 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f5eca7-9709-4858-9c10-97110d6ec2f2 x-openstack-request-id: req-b2f5eca7-9709-4858-9c10-97110d6ec2f2 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:27.799180 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe69c12-c21b-41fe-8727-5848596c3010", "name": "network-vif-deleted", "tag": "c169f293-f2c8-43cb-8c0c-c7bc8285d22d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:27.799430 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2f5eca7-9709-4858-9c10-97110d6ec2f2 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:27.799823 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe69c12-c21b-41fe-8727-5848596c3010', 'name': 'network-vif-deleted', 'tag': 'c169f293-f2c8-43cb-8c0c-c7bc8285d22d', 'status': 'completed', 'code': 200} Sep 18 02:29:27.845433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:27.910279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9489fc81-195d-428f-bec4-fab734a99023 req-c1c0b75b-b584-417a-b06e-f277a00eba12 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fe69c12-c21b-41fe-8727-5848596c3010 HTTP/1.1" status: 200 len: 210 time: 0.0559897 Sep 18 02:29:28.129797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:24Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:28.158700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] Checking router: 956049ec-ce8b-4478-8dc1-223c0094d34e for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:29:28.168969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:28.169590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:28.285674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:28.483667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:24Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:28.513558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882d031-b2cf-4d7d-b97d-debc7e3b882b None None] The sync data for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 is: [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:17Z', 'revision_number': 4, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '19329757-5255-4d18-a8e5-6bf37b3b08b6', 'name': '', 'network_id': '049c8739-ece0-4cbb-8cc9-fbe40d4274b1', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'mac_address': 'fa:16:3e:50:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:17Z', 'updated_at': '2021-09-18T02:24:24Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'subnets': [{'id': '7f5d5eb5-7f83-4a13-a032-addab24a87be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:29:28.637559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979f962-26b8-45c2-91fb-332e7965ec09 req-fbda3b42-d5c1-4737-af7c-dda17b657fb9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:28.639137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0979f962-26b8-45c2-91fb-332e7965ec09 req-fbda3b42-d5c1-4737-af7c-dda17b657fb9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0614731 Sep 18 02:29:28.681238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0979f962-26b8-45c2-91fb-332e7965ec09 req-d0f1222d-2c78-4eed-92e3-4cac608ae6d8 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360928 Sep 18 02:29:28.796009 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726bed0f-2e6a-4d06-aa49-8446aba43316 None None] New status for floating IP 9c9bda25-a252-4d8e-aa8d-4b9dc60ae604: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:29:29.076489 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36098) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:29.204614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Deleting port 68a76d8a-3c18-444f-b3ad-7f3bab78a919 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:29.205050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.285258 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.285602 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.298387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Calling delete_port for 68a76d8a-3c18-444f-b3ad-7f3bab78a919 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:29.433349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.463976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event deleted for resources: {'Port': ['ID=68a76d8a-3c18-444f-b3ad-7f3bab78a919,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:29.523996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.526719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.527908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9631af2f-4377-49e8-b249-9421f8ef95d0 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "DELETE /v2.0/floatingips/9c9bda25-a252-4d8e-aa8d-4b9dc60ae604 HTTP/1.1" status: 204 len: 168 time: 0.4504321 Sep 18 02:29:29.596806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36106) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:29.655410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4be147db-4b57-47f1-a527-ff5c89541f11 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.680559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4be147db-4b57-47f1-a527-ff5c89541f11 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.763004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4be147db-4b57-47f1-a527-ff5c89541f11 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.766304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4be147db-4b57-47f1-a527-ff5c89541f11 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:29.767621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4be147db-4b57-47f1-a527-ff5c89541f11 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef9edb19-fa0b-45dc-8f0a-31cb91e7170b HTTP/1.1" status: 204 len: 168 time: 0.1698375 Sep 18 02:29:29.777843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be147db-4b57-47f1-a527-ff5c89541f11 tempest-TestServerBasicOps-1029470214 tempest-TestServerBasicOps-1029470214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9edb19-fa0b-45dc-8f0a-31cb91e7170b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:29.829378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d53b5-651d-41c5-922c-90ec828bd1c7 req-6a804b59-3be8-48a7-86fe-0db5550d8b39 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:29.831007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-487d53b5-651d-41c5-922c-90ec828bd1c7 req-6a804b59-3be8-48a7-86fe-0db5550d8b39 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0711341 Sep 18 02:29:29.870566 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-487d53b5-651d-41c5-922c-90ec828bd1c7 req-73be1226-8e1b-4031-9464-dd8e1c6e93cb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331740 Sep 18 02:29:30.837132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36118) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:30.870314 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-582d3336-7b5c-416a-ba27-9eb6e7873696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:30.986198 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9f791-7b0c-4b28-9ca4-9b1eb87bf54e req-8754e3a9-d9ce-40c5-89c4-eb70e2d85e95 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:30.987619 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71e9f791-7b0c-4b28-9ca4-9b1eb87bf54e req-8754e3a9-d9ce-40c5-89c4-eb70e2d85e95 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 944 time: 0.0509267 Sep 18 02:29:31.026381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-71e9f791-7b0c-4b28-9ca4-9b1eb87bf54e req-b68a371c-1ced-4edb-bb96-c8e63121010d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327711 Sep 18 02:29:31.170071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dd3e2ddc-5620-43d7-9496-76db323b977e details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:29:31.173388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c169f293-f2c8-43cb-8c0c-c7bc8285d22d no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:31.200277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: c169f293-f2c8-43cb-8c0c-c7bc8285d22d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:31.200791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c169f293-f2c8-43cb-8c0c-c7bc8285d22d not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:31.282642 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:31.335417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dd3e2ddc-5620-43d7-9496-76db323b977e, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dd3e2ddc-5620-43d7-9496-76db323b977e,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:31.354211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'port_id': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'mac_address': 'fa:16:3e:36:7b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:29:31.398934 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:31.413280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3e2ddc-5620-43d7-9496-76db323b977e {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:29:31.435721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dd3e2ddc-5620-43d7-9496-76db323b977e, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dd3e2ddc-5620-43d7-9496-76db323b977e,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:31.441238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:31.498960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=dd3e2ddc-5620-43d7-9496-76db323b977e,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:31.548127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Deleting port 19329757-5255-4d18-a8e5-6bf37b3b08b6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:31.548604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:31.630742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] For port 19329757-5255-4d18-a8e5-6bf37b3b08b6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=19329757-5255-4d18-a8e5-6bf37b3b08b6,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:31.631144 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:31.659978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['dd3e2ddc-5620-43d7-9496-76db323b977e'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:31.998562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Calling delete_port for 19329757-5255-4d18-a8e5-6bf37b3b08b6 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:32.176900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1a2e5-014e-41ac-a9af-c1c713de5c25 req-9bb14d22-b475-455e-901e-2888ee3d6590 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:32.178340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7e1a2e5-014e-41ac-a9af-c1c713de5c25 req-9bb14d22-b475-455e-901e-2888ee3d6590 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 945 time: 0.0667071 Sep 18 02:29:32.253203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a7e1a2e5-014e-41ac-a9af-c1c713de5c25 req-46e351aa-0b7b-4a4c-9e4f-93c6cc0915a7 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654848 Sep 18 02:29:32.272165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:32.306878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Pushing event deleted for resources: {'Port': ['ID=19329757-5255-4d18-a8e5-6bf37b3b08b6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:32.494577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:32.729817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Router 956049ec-ce8b-4478-8dc1-223c0094d34e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:29:32.843873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:29:32.850653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-79807475-a0c2-4c3e-b8dc-e7ce2ac1a729 admin admin] 10.222.0.21 "PUT /v2.0/routers/956049ec-ce8b-4478-8dc1-223c0094d34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0118780 Sep 18 02:29:32.852911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36142) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:32.861817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] Sync routers for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:29:32.871839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:32.873358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:32.965632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:33.009888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:33.186182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dd3e2ddc-5620-43d7-9496-76db323b977e up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:33.242503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:29:32Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:33.281100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] Checking router: 956049ec-ce8b-4478-8dc1-223c0094d34e for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:29:33.294746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port dd3e2ddc-5620-43d7-9496-76db323b977e completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:29:33.298479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port dd3e2ddc-5620-43d7-9496-76db323b977e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:33.298895 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:33.347042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] Routers {'956049ec-ce8b-4478-8dc1-223c0094d34e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:33.347760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['956049ec-ce8b-4478-8dc1-223c0094d34e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:33.435301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b84e7-5299-4cbc-bfa1-2859a40c6bdf req-fabfb084-925c-4db2-b43b-7262146966f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:33.436828 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e0b84e7-5299-4cbc-bfa1-2859a40c6bdf req-fabfb084-925c-4db2-b43b-7262146966f3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 945 time: 0.0906055 Sep 18 02:29:33.442262 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:33.486599 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:33.506062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8e0b84e7-5299-4cbc-bfa1-2859a40c6bdf req-50714387-bdd8-45d2-8d45-a690c448b99b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558870 Sep 18 02:29:33.585057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Deleting port 35045980-63bf-4d3a-b09f-55bd910a2b4f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:33.585413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:33.695069 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] For port 35045980-63bf-4d3a-b09f-55bd910a2b4f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=35045980-63bf-4d3a-b09f-55bd910a2b4f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:33.696123 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:33.700782 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port dd3e2ddc-5620-43d7-9496-76db323b977e, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dd3e2ddc-5620-43d7-9496-76db323b977e,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:33.705600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:33.708183 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896810c-3c40-4ecf-8a9b-7c2468bed8ef" -d '{"events": [{"server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "name": "network-vif-plugged", "status": "completed", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:33.713423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Calling delete_port for 35045980-63bf-4d3a-b09f-55bd910a2b4f owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:33.732648 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:33.736824 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] Set router 956049ec-ce8b-4478-8dc1-223c0094d34e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:33.774268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e35221a4-b1f8-4f79-b292-f7b8c5677acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:33.833521 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380debaf-b108-4cda-968a-a99cbdbdd4b1 x-openstack-request-id: req-380debaf-b108-4cda-968a-a99cbdbdd4b1 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:33.833959 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "name": "network-vif-plugged", "status": "completed", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:33.834102 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-380debaf-b108-4cda-968a-a99cbdbdd4b1 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:33.834435 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'code': 200} Sep 18 02:29:33.920897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=dd3e2ddc-5620-43d7-9496-76db323b977e,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:33.933795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9dfb1-8469-4be4-ade5-cf26267256a0 req-38c00eed-5e42-4b20-b008-0248dcdb7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:33.939722 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9b9dfb1-8469-4be4-ade5-cf26267256a0 req-38c00eed-5e42-4b20-b008-0248dcdb7d1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 1098 time: 0.0886893 Sep 18 02:29:33.971624 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.015643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:29:32Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:34.030894 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a9b9dfb1-8469-4be4-ade5-cf26267256a0 req-ada03f24-d3b5-46ca-8227-fdc5cedb3ef3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670474 Sep 18 02:29:34.040016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Pushing event deleted for resources: {'Port': ['ID=35045980-63bf-4d3a-b09f-55bd910a2b4f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:34.052164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6c259-e5a3-4bec-9fd8-f5d4b381fd6f None None] The sync data for ids ['956049ec-ce8b-4478-8dc1-223c0094d34e'] in n-d-789963-12 is: [{'id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'name': 'tempest-TestServerBasicOps-1107573012-router', 'tenant_id': 'b28104b9e06d44149ba874e2adc540eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:29:32Z', 'revision_number': 5, 'project_id': 'b28104b9e06d44149ba874e2adc540eb', 'gw_port': {'id': '35045980-63bf-4d3a-b09f-55bd910a2b4f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:da:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956049ec-ce8b-4478-8dc1-223c0094d34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:13Z', 'updated_at': '2021-09-18T02:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:29:34.063895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.064364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.064953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.065094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.065495 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.065836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.066199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.066475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.066835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.067158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.067518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.067798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:34.108431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.120519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.211839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.213983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.262054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.262728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 956049ec-ce8b-4478-8dc1-223c0094d34e {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:29:34.267787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.268955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9e276ff7-b8ad-45d9-96dc-18673524be4a admin admin] 10.222.0.21 "DELETE /v2.0/routers/956049ec-ce8b-4478-8dc1-223c0094d34e HTTP/1.1" status: 204 len: 168 time: 1.4142177 Sep 18 02:29:34.271497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36166) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:34.316155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60a4ec0-f23e-4d14-ae35-34ef6fd150ad admin admin] Deleting subnet 7f5d5eb5-7f83-4a13-a032-addab24a87be {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:29:34.319159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a60a4ec0-f23e-4d14-ae35-34ef6fd150ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.354939 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a60a4ec0-f23e-4d14-ae35-34ef6fd150ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.488894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a60a4ec0-f23e-4d14-ae35-34ef6fd150ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.515832 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-555347c4-3fd8-4480-91c6-9623eedd2057 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800116 Sep 18 02:29:34.621382 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a60a4ec0-f23e-4d14-ae35-34ef6fd150ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.658494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a60a4ec0-f23e-4d14-ae35-34ef6fd150ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.664876 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a60a4ec0-f23e-4d14-ae35-34ef6fd150ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7f5d5eb5-7f83-4a13-a032-addab24a87be HTTP/1.1" status: 204 len: 168 time: 0.3899841 Sep 18 02:29:34.665091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-4bf4bb5e-d8ae-46f2-a161-25e2f4d18a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:34.665091 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-4bf4bb5e-d8ae-46f2-a161-25e2f4d18a98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7576e878797d423d844112848b7605dd&device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 1097 time: 0.1217370 Sep 18 02:29:34.665561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c61e5f-c296-4fa6-ade7-66f597da9f22 None None] Network 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:29:34.672094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36194) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:34.739097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a4ec0-f23e-4d14-ae35-34ef6fd150ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5d5eb5-7f83-4a13-a032-addab24a87be,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:34.820198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 19329757-5255-4d18-a8e5-6bf37b3b08b6 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:34.845016 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:34.859028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 19329757-5255-4d18-a8e5-6bf37b3b08b6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:34.859938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 19329757-5255-4d18-a8e5-6bf37b3b08b6 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:34.948103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074bd4c-d835-4ea7-b4fc-942be3d95471 req-b58612fc-23ce-42d8-b6c9-a15787154b4b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:34.949723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1074bd4c-d835-4ea7-b4fc-942be3d95471 req-b58612fc-23ce-42d8-b6c9-a15787154b4b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 946 time: 0.3230722 Sep 18 02:29:35.011621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.061395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-d8759420-eb61-429f-9644-147dbc7ca343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:35.064941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] DHCP port deletion for 049c8739-ece0-4cbb-8cc9-fbe40d4274b1 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:29:35.071294 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-d8759420-eb61-429f-9644-147dbc7ca343 service neutron] 10.222.0.18 "GET /v2.0/networks?id=be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 200 len: 915 time: 0.2400441 Sep 18 02:29:35.087109 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1074bd4c-d835-4ea7-b4fc-942be3d95471 req-2e60b578-d055-4303-a787-670f765e805d tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136129 Sep 18 02:29:35.166087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] Deleting port f340f49c-5d3b-4cb3-b282-4660280f9065 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:35.166843 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.180476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Deleting port f340f49c-5d3b-4cb3-b282-4660280f9065 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:35.180692 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.184594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-5ca2e09e-f37d-4ce4-a8cf-76103bcd7b1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de79f976-e49f-4f75-b904-3eac0a44f34b HTTP/1.1" status: 200 len: 217 time: 0.0795295 Sep 18 02:29:35.277342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] For port f340f49c-5d3b-4cb3-b282-4660280f9065, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f340f49c-5d3b-4cb3-b282-4660280f9065,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:35.277871 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.297540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] Calling delete_port for f340f49c-5d3b-4cb3-b282-4660280f9065 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:35.323773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-141ef9f2-3d9b-49eb-87d6-66aed80229f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:35.325410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-141ef9f2-3d9b-49eb-87d6-66aed80229f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 200 len: 855 time: 0.1306121 Sep 18 02:29:35.327361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] For port f340f49c-5d3b-4cb3-b282-4660280f9065, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f340f49c-5d3b-4cb3-b282-4660280f9065,segment=NetworkSegment(ad2ce9bb-f042-4d7c-a6eb-906a26523296),segment_id=ad2ce9bb-f042-4d7c-a6eb-906a26523296)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:35.327921 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.343383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Calling delete_port for f340f49c-5d3b-4cb3-b282-4660280f9065 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:35.406979 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.421069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] No DVR routers for this DVR port f340f49c-5d3b-4cb3-b282-4660280f9065 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:29:35.422634 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-e5520ff2-3f20-4001-9c22-5822f2b51b17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=be8a041b-f186-4c93-bed3-e5727781d7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323498 Sep 18 02:29:35.445318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94540b62-0aaf-4c39-ac4a-3cdbe9d45f2b None None] Pushing event deleted for resources: {'Port': ['ID=f340f49c-5d3b-4cb3-b282-4660280f9065,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:35.534430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.574114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f340f49c-5d3b-4cb3-b282-4660280f9065,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:35.579920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] No DVR routers for this DVR port f340f49c-5d3b-4cb3-b282-4660280f9065 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:29:35.582936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-e2fa965d-bf8b-4f68-97a9-ec5b0f357279 service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491699 Sep 18 02:29:35.738409 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.768145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049c8739-ece0-4cbb-8cc9-fbe40d4274b1']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:35.783584 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2ce9bb-f042-4d7c-a6eb-906a26523296') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:35.783878 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2ce9bb-f042-4d7c-a6eb-906a26523296') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:35.802809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.812436 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae921fb3-9df9-4daa-a33e-69d54b3d26e0 req-2068b638-769d-4a84-8931-7225792e1dcd service neutron] 10.222.0.18 "GET /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050650 Sep 18 02:29:35.823698 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.831272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:29:35.831911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: self.session.flush() Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:29:35.834168 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:29:35.903279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.919478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:35.924396 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] 10.222.0.21 "DELETE /v2.0/networks/049c8739-ece0-4cbb-8cc9-fbe40d4274b1 HTTP/1.1" status: 204 len: 168 time: 1.2483289 Sep 18 02:29:35.925370 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36332) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:35.926791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65be37-2477-4c1b-84dd-ae16e2c46a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=049c8739-ece0-4cbb-8cc9-fbe40d4274b1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:36.270479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b38d-5279-4f07-a172-98404a7ad79d req-cb29aac1-2e78-4f87-9eb7-75c3198ca24e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:36.272375 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4496b38d-5279-4f07-a172-98404a7ad79d req-cb29aac1-2e78-4f87-9eb7-75c3198ca24e tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 946 time: 0.0843303 Sep 18 02:29:36.337893 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:36.355381 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4496b38d-5279-4f07-a172-98404a7ad79d req-4162e321-1139-4264-8cc4-7ad2eceb82d4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757461 Sep 18 02:29:36.419415 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:36.576844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97c7f5-dbc6-443f-b679-e39172683f71 req-1d1378c1-52bb-49c1-974e-4a59e13862a9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:36.578362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c97c7f5-dbc6-443f-b679-e39172683f71 req-1d1378c1-52bb-49c1-974e-4a59e13862a9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 946 time: 0.1211929 Sep 18 02:29:36.664873 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-8ab99aec-6fbe-4d0c-8adb-40ac83d095f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1284378 Sep 18 02:29:36.689276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5c97c7f5-dbc6-443f-b679-e39172683f71 req-8904ebcf-e49f-460f-8b3c-c86d48a3db2c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016738 Sep 18 02:29:36.716645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36432) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:36.736036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 35045980-63bf-4d3a-b09f-55bd910a2b4f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:36.771468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 35045980-63bf-4d3a-b09f-55bd910a2b4f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:36.772089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 35045980-63bf-4d3a-b09f-55bd910a2b4f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:36.772692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f340f49c-5d3b-4cb3-b282-4660280f9065 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:36.787617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a67797-bb4f-4f3e-89c4-c43921e44662 tempest-TestVolumeBootPattern-1220525960 tempest-TestVolumeBootPattern-1220525960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:36.793093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f3a67797-bb4f-4f3e-89c4-c43921e44662 tempest-TestVolumeBootPattern-1220525960 tempest-TestVolumeBootPattern-1220525960-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 1093 time: 0.0728488 Sep 18 02:29:36.794011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36438) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:36.800508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:36.828298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:36.836912 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-297e1bc9-3f0b-4757-bff1-3f40d4831d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:36.837929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f340f49c-5d3b-4cb3-b282-4660280f9065 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:36.838201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f340f49c-5d3b-4cb3-b282-4660280f9065 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:36.838951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-297e1bc9-3f0b-4757-bff1-3f40d4831d43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0793793 Sep 18 02:29:36.848582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Deleting port 9386c98c-7a50-4da1-ab34-ec07eacbb993 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:36.848921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:36.974218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:37.045807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] For port 9386c98c-7a50-4da1-ab34-ec07eacbb993, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9386c98c-7a50-4da1-ab34-ec07eacbb993,segment=NetworkSegment(50710cb4-0a53-4b81-a322-ef337af25d0e),segment_id=50710cb4-0a53-4b81-a322-ef337af25d0e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:37.047129 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:37.070039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-795bdeeb-c33a-49f9-ba4f-14f31649e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:37.071987 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-795bdeeb-c33a-49f9-ba4f-14f31649e479 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.1976783 Sep 18 02:29:37.072951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Calling delete_port for 9386c98c-7a50-4da1-ab34-ec07eacbb993 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:37.115821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Allocated IP 172.25.0.164 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/cb556f55-74c6-41e4-a0c6-e125c1a75b4c) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:37.192601 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-2cef8bde-475c-41a8-9fdd-b5166815d7c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086d2264-469e-4509-9613-e85a358755e8 HTTP/1.1" status: 200 len: 1002 time: 0.1108525 Sep 18 02:29:37.277499 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:37.296568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-05783728-62e9-42ec-8acd-cf52cdfe43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:37.298061 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-05783728-62e9-42ec-8acd-cf52cdfe43a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0946112 Sep 18 02:29:37.343104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:37.382454 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-89721639-e46a-4edf-b0f3-1b042313a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:37.384708 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-89721639-e46a-4edf-b0f3-1b042313a136 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787435 Sep 18 02:29:37.417304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:37.421812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:37.427825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:37.455347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=cb556f55-74c6-41e4-a0c6-e125c1a75b4c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:37.513793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:37.555531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Pushing event deleted for resources: {'Port': ['ID=9386c98c-7a50-4da1-ab34-ec07eacbb993,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:37.637919 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-5c036257-051a-44a4-80b4-77a5017fc4a1 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238696 Sep 18 02:29:37.905346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bc9a3c47-c73f-4cd0-8fd0-1c4397b224b8 req-b64eecf5-4415-411a-9b27-6c91a096c45f service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462573 Sep 18 02:29:37.920492 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:37.934747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:38.016158 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:38.179408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Router ece04a84-8597-4f8a-a03f-a154a7344f0c has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:29:38.213286 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:38.218871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:38.300199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event updated for resources: {'Port': ['ID=cb556f55-74c6-41e4-a0c6-e125c1a75b4c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:38.308909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:29:38.317890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-127d754d-c4e2-49bf-97da-d4e40533e878 admin admin] 10.222.0.21 "PUT /v2.0/routers/ece04a84-8597-4f8a-a03f-a154a7344f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913736 Sep 18 02:29:38.318856 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] Sync routers for ids ['ece04a84-8597-4f8a-a03f-a154a7344f0c'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:29:38.321964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36610) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:38.327288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:38.335232 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] Routers {'ece04a84-8597-4f8a-a03f-a154a7344f0c'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:38.335846 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ece04a84-8597-4f8a-a03f-a154a7344f0c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:38.477686 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] Set router ece04a84-8597-4f8a-a03f-a154a7344f0c gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:38.483834 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Floating IP 1137e456-bd99-4a90-8c56-0deb5b8f8e08 associated. External IP: 172.25.0.164, port: dd3e2ddc-5620-43d7-9496-76db323b977e. Sep 18 02:29:38.768041 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:29:37Z', 'revision_number': 5, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:38.809751 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] Checking router: ece04a84-8597-4f8a-a03f-a154a7344f0c for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:29:38.822673 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] Routers {'ece04a84-8597-4f8a-a03f-a154a7344f0c'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:38.823735 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ece04a84-8597-4f8a-a03f-a154a7344f0c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:38.944427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:29:38.975558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] Set router ece04a84-8597-4f8a-a03f-a154a7344f0c gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:39.038299 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.155667 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.204627 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:29:37Z', 'revision_number': 5, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:39.228048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Deleting port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:39.228631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.235659 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bfb536-e50f-4ea1-8c3b-a401432f1b87 None None] The sync data for ids ['ece04a84-8597-4f8a-a03f-a154a7344f0c'] in n-d-789963-12 is: [{'id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'name': 'tempest-TestServerBasicOps-362003869-router', 'tenant_id': 'ee48f5f7d6994611b2db3013057dba00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:29:37Z', 'revision_number': 5, 'project_id': 'ee48f5f7d6994611b2db3013057dba00', 'gw_port': {'id': '9599ee84-a5c8-48b9-abf6-85e99c7a88e6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece04a84-8597-4f8a-a03f-a154a7344f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:24:21Z', 'updated_at': '2021-09-18T02:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:29:39.365014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] For port 9599ee84-a5c8-48b9-abf6-85e99c7a88e6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9599ee84-a5c8-48b9-abf6-85e99c7a88e6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:39.365420 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.378392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Calling delete_port for 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:39.469287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:29:39.481860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:29:39.493069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:39.494092 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.494480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:39.530666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e6868c88-31a9-499d-a44b-92ed6f569b37 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7352164 Sep 18 02:29:39.532171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:39.534363 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad8c6ee-cc58-436b-95af-b701920d68bc" -d '{"events": [{"name": "network-changed", "server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:39.569012 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.603686 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb7ef2f-cb0e-4e03-8acd-4be1a419add6 x-openstack-request-id: req-6eb7ef2f-cb0e-4e03-8acd-4be1a419add6 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:39.603988 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:39.604240 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eb7ef2f-cb0e-4e03-8acd-4be1a419add6 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:39.604641 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'status': 'completed', 'code': 200} Sep 18 02:29:39.630269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9599ee84-a5c8-48b9-abf6-85e99c7a88e6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:39.657692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:39.715495 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.722897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-4d0e855f-b3c4-4406-befb-81824d14a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:39.732919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-4d0e855f-b3c4-4406-befb-81824d14a0e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 1098 time: 0.1053011 Sep 18 02:29:39.897751 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.916286 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.954351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-5438a9ae-0a80-4091-aa35-3f744ffdc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:39.955872 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-5438a9ae-0a80-4091-aa35-3f744ffdc260 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.2152483 Sep 18 02:29:39.984219 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.985262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece04a84-8597-4f8a-a03f-a154a7344f0c {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:29:39.990979 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:39.993512 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-15c90d60-d169-4666-b4dd-08c3f95960cc admin admin] 10.222.0.21 "DELETE /v2.0/routers/ece04a84-8597-4f8a-a03f-a154a7344f0c HTTP/1.1" status: 204 len: 168 time: 1.6695502 Sep 18 02:29:39.995882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36652) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:40.002244 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:29:40.043103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '1137e456-bd99-4a90-8c56-0deb5b8f8e08', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:36:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c3938c-135d-4bac-9dfd-d772385604e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:29:37Z', 'updated_at': '2021-09-18T02:29:37Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}, {'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:38Z', 'revision_number': 1, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:40.050940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-2961cfb6-a1d6-4cfa-9923-6d3bf8c8223f admin admin] Deleting subnet a32132ef-6a60-490f-891e-3667e45f1f00 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:29:40.055186 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2961cfb6-a1d6-4cfa-9923-6d3bf8c8223f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.056760 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-1d30c32f-f352-4c32-8093-e96bfb381307 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3e2ddc-5620-43d7-9496-76db323b977e HTTP/1.1" status: 200 len: 1000 time: 0.0912771 Sep 18 02:29:40.095097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:29:40.103333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2961cfb6-a1d6-4cfa-9923-6d3bf8c8223f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.115959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:40.116600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:40.172520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-264c237a-55f1-4b8d-877c-e6119c53351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:40.174037 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-264c237a-55f1-4b8d-877c-e6119c53351d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.1105666 Sep 18 02:29:40.204648 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2961cfb6-a1d6-4cfa-9923-6d3bf8c8223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.242030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-af39a198-cea2-445f-b644-04b6e07e5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:40.251313 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-af39a198-cea2-445f-b644-04b6e07e5c48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694721 Sep 18 02:29:40.255951 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:40.292604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2961cfb6-a1d6-4cfa-9923-6d3bf8c8223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.351298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2961cfb6-a1d6-4cfa-9923-6d3bf8c8223f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.352197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550aa04-7447-4235-b9d4-728250e02805 None None] Network aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:29:40.354255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2961cfb6-a1d6-4cfa-9923-6d3bf8c8223f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a32132ef-6a60-490f-891e-3667e45f1f00 HTTP/1.1" status: 204 len: 168 time: 0.3571091 Sep 18 02:29:40.359651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961cfb6-a1d6-4cfa-9923-6d3bf8c8223f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32132ef-6a60-490f-891e-3667e45f1f00,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:40.366570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36654) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:40.369577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-aa52320b-ce5c-4230-9e74-6570065282e0 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098554 Sep 18 02:29:40.505017 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.509674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dad8c6ee-cc58-436b-95af-b701920d68bc req-f79dee00-8380-4373-9c9a-2851a35f319e service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300013 Sep 18 02:29:40.589643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Deleting port 8e9ce00f-bc41-45e2-a66c-43742f55c788 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:40.589994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.696746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] For port 8e9ce00f-bc41-45e2-a66c-43742f55c788, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8e9ce00f-bc41-45e2-a66c-43742f55c788,segment=NetworkSegment(50710cb4-0a53-4b81-a322-ef337af25d0e),segment_id=50710cb4-0a53-4b81-a322-ef337af25d0e)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:40.697121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.716717 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:40.722692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Calling delete_port for 8e9ce00f-bc41-45e2-a66c-43742f55c788 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:40.751357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:40.751730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9599ee84-a5c8-48b9-abf6-85e99c7a88e6 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:40.752094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9386c98c-7a50-4da1-ab34-ec07eacbb993 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:40.783579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 9386c98c-7a50-4da1-ab34-ec07eacbb993 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:40.783774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9386c98c-7a50-4da1-ab34-ec07eacbb993 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:40.849971 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:40.880509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9ce00f-bc41-45e2-a66c-43742f55c788,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:40.882491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] No DVR routers for this DVR port 8e9ce00f-bc41-45e2-a66c-43742f55c788 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:29:40.891868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '1137e456-bd99-4a90-8c56-0deb5b8f8e08', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:36:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c3938c-135d-4bac-9dfd-d772385604e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:29:37Z', 'updated_at': '2021-09-18T02:29:37Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}, {'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:38Z', 'revision_number': 1, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:40.967069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d0f45-1c92-4a52-bcef-336d3a5b7745 None None] DHCP port deletion for aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:29:40.970248 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e9a98-aaac-45c8-b375-439e5a738ce3 None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '1137e456-bd99-4a90-8c56-0deb5b8f8e08', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:36:7b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c3938c-135d-4bac-9dfd-d772385604e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:29:37Z', 'updated_at': '2021-09-18T02:29:37Z', 'revision_number': 0, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}, {'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:38Z', 'revision_number': 1, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:29:40.973819 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.010888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:41.021849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50710cb4-0a53-4b81-a322-ef337af25d0e') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:41.022478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50710cb4-0a53-4b81-a322-ef337af25d0e') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:41.034457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.051241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.058597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:29:41.059026 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:29:41.080538 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:29:41.146103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.164487 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.168788 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8 HTTP/1.1" status: 204 len: 168 time: 0.7957008 Sep 18 02:29:41.168788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25cf5b-1221-446c-b981-4f00f3940822 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa45a7a8-2dbc-4a43-8d0e-c6bb322d7ae8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:41.298535 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5345e-dbbb-4be1-a510-177e60694ae3 None None] New status for floating IP 1137e456-bd99-4a90-8c56-0deb5b8f8e08: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:29:41.321360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36662) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:41.373204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8035a297-8109-4287-bba5-a92b431aad6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b28104b9e06d44149ba874e2adc540eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474622 Sep 18 02:29:41.373427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36664) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:41.439038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e987fc47-08cb-402d-809a-0883963e580a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.467032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e987fc47-08cb-402d-809a-0883963e580a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.525546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e987fc47-08cb-402d-809a-0883963e580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.528426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e987fc47-08cb-402d-809a-0883963e580a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:41.529838 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e987fc47-08cb-402d-809a-0883963e580a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fdd0cfb-2c11-47c9-ae31-d0c861a6e07c HTTP/1.1" status: 204 len: 168 time: 0.1554153 Sep 18 02:29:41.538114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987fc47-08cb-402d-809a-0883963e580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdd0cfb-2c11-47c9-ae31-d0c861a6e07c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:41.896785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36670) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:41.941924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-732e73d5-498b-4fb6-ba8e-5501bd3607a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee48f5f7d6994611b2db3013057dba00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437644 Sep 18 02:29:41.944309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36672) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:41.998138 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92d0d23e-a617-4900-bbe6-5184d024c794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:42.020846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92d0d23e-a617-4900-bbe6-5184d024c794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:42.102933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92d0d23e-a617-4900-bbe6-5184d024c794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:42.105920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92d0d23e-a617-4900-bbe6-5184d024c794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:42.110026 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-92d0d23e-a617-4900-bbe6-5184d024c794 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2275e321-13a3-4c00-93d3-4ed9c5f4de0b HTTP/1.1" status: 204 len: 168 time: 0.1644847 Sep 18 02:29:42.128631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0d23e-a617-4900-bbe6-5184d024c794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2275e321-13a3-4c00-93d3-4ed9c5f4de0b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:42.724667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8e9ce00f-bc41-45e2-a66c-43742f55c788 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:42.759817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8e9ce00f-bc41-45e2-a66c-43742f55c788 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:42.760181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8e9ce00f-bc41-45e2-a66c-43742f55c788 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:43.176980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36708) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:43.302947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-879451744-network', 'tenant_id': '9af730a897ee4d4d8281ecf237061459'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:43.360467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Made reservation on behalf of 9af730a897ee4d4d8281ecf237061459 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:29:43.363508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.385318 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.447887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147efd66-6d03-4669-911b-f2eee5da8847 req-73806280-6c34-45ec-ba5b-132d409fd3af tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:43.456995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-147efd66-6d03-4669-911b-f2eee5da8847 req-73806280-6c34-45ec-ba5b-132d409fd3af tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 945 time: 0.0837631 Sep 18 02:29:43.503905 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-147efd66-6d03-4669-911b-f2eee5da8847 req-f9e1c6dd-a974-4243-80e6-190115f370ba tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Sep 18 02:29:43.515373 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.520224 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.547613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:29:43.557881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6122eb65-27b1-4e7a-9c4e-00249c0743d2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:43.564274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.564745 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Added segment 69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817 of type vlan for network e2f6a588-e463-4a64-ba88-20f16a3d6693 Sep 18 02:29:43.608813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.637896 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.638958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:43.639585 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.675706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4946017 Sep 18 02:29:43.675904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36716) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:43.708820 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Request body: {'subnet': {'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-879451744-subnet', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:43.724121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b8911-4494-4477-b720-f0a482636dea admin admin] Pushing event updated for resources: {'Network': ['ID=e2f6a588-e463-4a64-ba88-20f16a3d6693,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:43.736101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:29:43.745215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Made reservation on behalf of 9af730a897ee4d4d8281ecf237061459 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:29:43.748287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.942091 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:43.997509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba52016-9fb4-45de-a6f8-ed1eab6d138e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:44.007402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Checking segment: {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:44.008276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Network hostable DHCP agents. Network: e2f6a588-e463-4a64-ba88-20f16a3d6693, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:29:44.024455 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:29:44.032703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, e2f6a588-e463-4a64-ba88-20f16a3d6693) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:44.037643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:44.039925 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.040685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37775dd8-bdf2-45d5-850d-681b0ab05d47 None None] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:29:44.055882 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fb2069d6-328e-490f-9c0c-0fcffebd2029 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3789494 Sep 18 02:29:44.058801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36718) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:44.063320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:44.084958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.086918 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.145183 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.197221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-e2f6a588-e463-4a64-ba88-20f16a3d6693', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:29:44.198454 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.294306 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.341503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Allocated IP 172.20.0.2 (e2f6a588-e463-4a64-ba88-20f16a3d6693/eba52016-9fb4-45de-a6f8-ed1eab6d138e/2fcd2754-ad1e-4133-a393-12ed1ec7c8e3) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:44.499417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.505105 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.528231 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.546409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:44.552108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:44.559057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:44.562483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.570689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Pushing event updated for resources: {'Port': ['ID=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:44.643262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Attempting to bind port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:29:44.643641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Attempting to bind port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:29:44.643996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Attempting to bind port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 on network e2f6a588-e463-4a64-ba88-20f16a3d6693 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:44.652006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:29:44.652006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Checking segment: {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:44.652335 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.652745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Bound using segment: {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:29:44.653273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Bound port: 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:29:44.653614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.706604 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a7998-e1ef-49c1-82ae-d9322803ceb5 req-63fdd3c4-5507-45bc-98bf-16c7f2ca2a87 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:44.708118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad2a7998-e1ef-49c1-82ae-d9322803ceb5 req-63fdd3c4-5507-45bc-98bf-16c7f2ca2a87 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 945 time: 0.1000094 Sep 18 02:29:44.736048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Allocated IP 172.25.0.76 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/c400d05d-2969-45cd-9c50-c458d219f784) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:44.737580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] For port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:29:44.741894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] For port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:29:44.747180 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:44.783175 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad2a7998-e1ef-49c1-82ae-d9322803ceb5 req-776bb57d-8a11-4920-aab2-a54c4b970a76 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653098 Sep 18 02:29:44.815586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29abad-9f40-4f1f-a1b0-ad3778a30964 None None] Pushing event updated for resources: {'Port': ['ID=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:44.923518 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-a8946711-3b52-4374-bc49-0ba3bf32a1cb tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:44.925029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-a8946711-3b52-4374-bc49-0ba3bf32a1cb tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 945 time: 0.0740302 Sep 18 02:29:44.948226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:45.063516 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:45.100020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Deleting port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:45.100373 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:45.141376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:45.147383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:45.155767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:45.206372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Pushing event updated for resources: {'Port': ['ID=c400d05d-2969-45cd-9c50-c458d219f784,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:45.305706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] For port a1f4a9e9-b169-42a0-b109-dea7dcbe6072, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:45.306384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:45.362775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Calling delete_port for a1f4a9e9-b169-42a0-b109-dea7dcbe6072 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:45.591293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:45.636605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:45.650413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['58a0e9a4-e3c3-4c68-877c-9459873a8769', 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:45.653086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['de79f976-e49f-4f75-b904-3eac0a44f34b', '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:45.772434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36732) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:45.821385 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Pushing event deleted for resources: {'Port': ['ID=a1f4a9e9-b169-42a0-b109-dea7dcbe6072,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:45.877764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] No DVR routers for this DVR port a1f4a9e9-b169-42a0-b109-dea7dcbe6072 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:29:45.881841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:45.889498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ed27d86-6483-40fd-b639-ca065f7b5bb1 req-8bdf55ff-b510-4f92-b6b4-beb82645e69b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.20 "DELETE /v2.0/ports/a1f4a9e9-b169-42a0-b109-dea7dcbe6072 HTTP/1.1" status: 204 len: 173 time: 0.9527862 Sep 18 02:29:45.890124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a859e67-a83e-4dc6-9529-7f02173a09f0', 'name': 'network-vif-deleted', 'tag': 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:45.893629 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d90bd-b985-4d46-bd68-82c6136758a9" -d '{"events": [{"server_uuid": "0a859e67-a83e-4dc6-9529-7f02173a09f0", "name": "network-vif-deleted", "tag": "a1f4a9e9-b169-42a0-b109-dea7dcbe6072"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:45.973935 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03357fc-b381-4870-94e5-cbfd7dbd0c44 x-openstack-request-id: req-c03357fc-b381-4870-94e5-cbfd7dbd0c44 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:45.974287 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a859e67-a83e-4dc6-9529-7f02173a09f0", "name": "network-vif-deleted", "tag": "a1f4a9e9-b169-42a0-b109-dea7dcbe6072", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:45.974536 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c03357fc-b381-4870-94e5-cbfd7dbd0c44 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:45.974883 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a859e67-a83e-4dc6-9529-7f02173a09f0', 'name': 'network-vif-deleted', 'tag': 'a1f4a9e9-b169-42a0-b109-dea7dcbe6072', 'status': 'completed', 'code': 200} Sep 18 02:29:46.006787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.029105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f4a7e4b0-f36e-47f2-8a9d-f103179b7925 req-308ebafe-bab8-472c-a012-a55ad19e0c8a tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a859e67-a83e-4dc6-9529-7f02173a09f0 HTTP/1.1" status: 200 len: 210 time: 0.0906751 Sep 18 02:29:46.082820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-31a56441-712e-4df5-a722-6fa8d1f6e80d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb113e12a998466db12254198308f360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067546 Sep 18 02:29:46.083062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36740) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:46.092423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7104e1e1-f620-44a5-a03c-8eb49eb70a56 None None] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:29:46.150459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.178840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.237418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.241478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.246793 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a HTTP/1.1" status: 204 len: 168 time: 0.1599357 Sep 18 02:29:46.253770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceaf0ee-5ba6-4e11-80bc-afb2f02cab7a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:46.268469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6aa3c234-cfc7-4f63-9553-06a045133aa8 None None] Provisioning complete for port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:46.268846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6aa3c234-cfc7-4f63-9553-06a045133aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.279094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.279491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.280366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.281728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.282297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.282846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.283704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.284216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.284999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.285493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.286026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.286731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79941fb-165b-4a1c-866a-d55f9b05fb0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:46.560053 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6aa3c234-cfc7-4f63-9553-06a045133aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.568517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:29:46.635343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6aa3c234-cfc7-4f63-9553-06a045133aa8 None None] For port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:46.648488 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6aa3c234-cfc7-4f63-9553-06a045133aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.763769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:29:46.777079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:46.782682 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:46.786513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-520e7cad-3170-463a-85bb-36ccf4a6fad7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7240531 Sep 18 02:29:46.787007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36754) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:46.803084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Sync routers for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:29:46.859412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3c234-cfc7-4f63-9553-06a045133aa8 None None] Pushing event updated for resources: {'Port': ['ID=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:46.875128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:46.875851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:46.877742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1f08656b-4e0d-46e9-a34f-590428077b82 None None] Provisioning complete for port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:46.878148 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1f08656b-4e0d-46e9-a34f-590428077b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.059003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:47.059245 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.111630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:47.369208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:45Z', 'revision_number': 3, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:47.384414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.403317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Checking router: aa6ba56b-e77e-404d-ac37-3fbfb7c126ac for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:29:47.403664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Updating router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac port c400d05d-2969-45cd-9c50-c458d219f784 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:29:47.440212 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.565265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Allocated IP 172.20.0.1 (e2f6a588-e463-4a64-ba88-20f16a3d6693/eba52016-9fb4-45de-a6f8-ed1eab6d138e/525695de-6526-4f6b-b9a4-27ffa3060c8f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:47.680860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36780) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:47.699727 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.751331 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.790363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:47.796037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:47.800395 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.804687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:47.811569 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.842200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Pushing event updated for resources: {'Port': ['ID=525695de-6526-4f6b-b9a4-27ffa3060c8f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:47.865851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-586b16ca-4e37-4e66-abf5-da225ed9e892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.867826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd27e4f-630f-4e19-be95-7a50dfba1271 None None] Pushing event updated for resources: {'Port': ['ID=c400d05d-2969-45cd-9c50-c458d219f784,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:47.887310 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Attempting to bind port c400d05d-2969-45cd-9c50-c458d219f784 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:29:47.887818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Attempting to bind port c400d05d-2969-45cd-9c50-c458d219f784 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:29:47.888485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Attempting to bind port c400d05d-2969-45cd-9c50-c458d219f784 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:47.893762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.897437 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:29:47.897821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:47.898989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:47.899390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:29:47.899855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Bound port: c400d05d-2969-45cd-9c50-c458d219f784, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:29:47.900233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.001001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] For port c400d05d-2969-45cd-9c50-c458d219f784, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:29:48.007930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] For port c400d05d-2969-45cd-9c50-c458d219f784, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c400d05d-2969-45cd-9c50-c458d219f784,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:29:48.016256 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.051912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-586b16ca-4e37-4e66-abf5-da225ed9e892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.060058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-586b16ca-4e37-4e66-abf5-da225ed9e892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.065664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.103961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:48.104853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:48.107882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd27e4f-630f-4e19-be95-7a50dfba1271 None None] Pushing event updated for resources: {'Port': ['ID=c400d05d-2969-45cd-9c50-c458d219f784,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:48.112285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b16ca-4e37-4e66-abf5-da225ed9e892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f823c4d-77c1-44bc-880f-2cd970d66a03,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:48.119643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-586b16ca-4e37-4e66-abf5-da225ed9e892 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=679e36ed879e449a8d312c76920c3a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373479 Sep 18 02:29:48.122085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36784) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:48.178188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c5d964fb-f9c9-46de-8690-d9560b26ce77 None None] Provisioning complete for port 525695de-6526-4f6b-b9a4-27ffa3060c8f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:48.179743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c5d964fb-f9c9-46de-8690-d9560b26ce77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.179876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7dad3ad-ccec-40ea-bfcc-6ad79a11c7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.209754 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7dad3ad-ccec-40ea-bfcc-6ad79a11c7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.258408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.266740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c5d964fb-f9c9-46de-8690-d9560b26ce77 None None] Port 525695de-6526-4f6b-b9a4-27ffa3060c8f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:29:48.271415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.277667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:48.278277 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7dad3ad-ccec-40ea-bfcc-6ad79a11c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.283385 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7dad3ad-ccec-40ea-bfcc-6ad79a11c7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.286969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a7dad3ad-ccec-40ea-bfcc-6ad79a11c7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f823c4d-77c1-44bc-880f-2cd970d66a03 HTTP/1.1" status: 204 len: 168 time: 0.1639242 Sep 18 02:29:48.307946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dad3ad-ccec-40ea-bfcc-6ad79a11c7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f823c4d-77c1-44bc-880f-2cd970d66a03,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:48.388644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.396670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Pushing event updated for resources: {'Port': ['ID=525695de-6526-4f6b-b9a4-27ffa3060c8f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:48.504745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:48.506564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:48.543525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:47Z', 'revision_number': 1, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:48.582411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd6fd4-c426-4024-97d5-4671abd4f429 None None] The sync data for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 is: [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:47Z', 'revision_number': 1, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:29:48.652004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:29:48.752644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:48.795525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:29:48.801448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fc8929f7-6bac-47b5-b63b-e288a79b2350 admin admin] 10.222.0.21 "PUT /v2.0/routers/aa6ba56b-e77e-404d-ac37-3fbfb7c126ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0130484 Sep 18 02:29:48.843015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:48.843390 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.912942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-729a01ec-9cb0-4c12-b463-504f4a8f210d None None] Provisioning complete for port 525695de-6526-4f6b-b9a4-27ffa3060c8f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:48.913316 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-729a01ec-9cb0-4c12-b463-504f4a8f210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:48.987219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-729a01ec-9cb0-4c12-b463-504f4a8f210d None None] Port 525695de-6526-4f6b-b9a4-27ffa3060c8f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:29:49.643683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36828) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:49.649541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1379573400-network', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:49.672424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Made reservation on behalf of afb245b93fd7460598d9364fa4361ec4 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:29:49.674838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:49.684737 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:49.817680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:49.829170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:49.856225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:29:49.877061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae17d84-f1c8-44c7-927c-6edf6e047ac6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:49.884960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:49.885696 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Added segment 792835fd-2592-449e-9df5-346bbd841c4d of type vlan for network 2ee86337-68ff-40f6-bb25-c71836801114 Sep 18 02:29:49.939472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:49.980767 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:49.983554 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:49.984298 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.022500 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3776720 Sep 18 02:29:50.025944 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 36832) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:50.031830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Request body: {'subnet': {'network_id': '2ee86337-68ff-40f6-bb25-c71836801114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1379573400-subnet', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:50.045435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a1f4a9e9-b169-42a0-b109-dea7dcbe6072 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:50.051292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a830f8e-d205-4d78-8185-2ecd9dafcacc admin admin] Pushing event updated for resources: {'Network': ['ID=2ee86337-68ff-40f6-bb25-c71836801114,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:50.074498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Made reservation on behalf of afb245b93fd7460598d9364fa4361ec4 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:29:50.075981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: a1f4a9e9-b169-42a0-b109-dea7dcbe6072 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:50.076539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device a1f4a9e9-b169-42a0-b109-dea7dcbe6072 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:50.077020 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.078300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 2ee86337-68ff-40f6-bb25-c71836801114 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:29:50.379760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.443584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06b78ae-6340-422e-bdfa-3997e79a63d3,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:50.451170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Checking segment: {'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:50.452045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Network hostable DHCP agents. Network: 2ee86337-68ff-40f6-bb25-c71836801114, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:29:50.480832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Network 2ee86337-68ff-40f6-bb25-c71836801114 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:29:50.491352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 2ee86337-68ff-40f6-bb25-c71836801114) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:50.500001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:50.500764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.506780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53a00f-414a-4b58-8d90-f442c78c8e6e None None] Network 2ee86337-68ff-40f6-bb25-c71836801114 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:29:50.525907 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36846) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:50.526166 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bac8ada4-c99d-4353-9205-f364d052a112 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4984329 Sep 18 02:29:50.531728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:29:50.578820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.580613 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.670121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.792096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-2ee86337-68ff-40f6-bb25-c71836801114', 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'fixed_ips': [{'subnet_id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:29:50.793371 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.821727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c400d05d-2969-45cd-9c50-c458d219f784 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:50.869046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a3b9-60ef-40e5-b1ec-e0b4108aeadd req-b8356763-090a-45b9-a4f5-eb412190a7ce tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:50.874406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9133a3b9-60ef-40e5-b1ec-e0b4108aeadd req-b8356763-090a-45b9-a4f5-eb412190a7ce tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 946 time: 0.1170905 Sep 18 02:29:50.903043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:50.956097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9133a3b9-60ef-40e5-b1ec-e0b4108aeadd req-eaca21fe-8aba-4cde-a037-8933a91cb9dd tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738857 Sep 18 02:29:51.032173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c400d05d-2969-45cd-9c50-c458d219f784 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:51.032656 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.078729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Allocated IP 172.20.0.2 (2ee86337-68ff-40f6-bb25-c71836801114/e06b78ae-6340-422e-bdfa-3997e79a63d3/af1c866d-68bd-4961-b1f1-393f430b7237) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:51.153849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.174796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.244475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.344987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Allocated IP 172.25.0.105 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/2de08848-b662-40ed-8347-0b3818d03429) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:51.450803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port c400d05d-2969-45cd-9c50-c458d219f784, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c400d05d-2969-45cd-9c50-c458d219f784,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:51.471812 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.472605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.517418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.533785 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.544703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=c400d05d-2969-45cd-9c50-c458d219f784,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:51.554880 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.568346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Pushing event updated for resources: {'Port': ['ID=2de08848-b662-40ed-8347-0b3818d03429,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:51.581848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:51.583419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:51.586277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:51.597400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Network 2ee86337-68ff-40f6-bb25-c71836801114 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:51.615020 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:51.625765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:51.626984 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Sync routers for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:29:51.634362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Pushing event updated for resources: {'Port': ['ID=af1c866d-68bd-4961-b1f1-393f430b7237,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:51.640558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:51.641296 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:51.694587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Attempting to bind port af1c866d-68bd-4961-b1f1-393f430b7237 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:29:51.695604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Attempting to bind port af1c866d-68bd-4961-b1f1-393f430b7237 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:29:51.695939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Attempting to bind port af1c866d-68bd-4961-b1f1-393f430b7237 on network 2ee86337-68ff-40f6-bb25-c71836801114 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:51.701576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:29:51.701949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Checking segment: {'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:51.702356 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.702785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Bound using segment: {'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:29:51.703263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Bound port: af1c866d-68bd-4961-b1f1-393f430b7237, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:29:51.703645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.788086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] For port af1c866d-68bd-4961-b1f1-393f430b7237, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:29:51.793863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] For port af1c866d-68bd-4961-b1f1-393f430b7237, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=af1c866d-68bd-4961-b1f1-393f430b7237,segment=NetworkSegment(792835fd-2592-449e-9df5-346bbd841c4d),segment_id=792835fd-2592-449e-9df5-346bbd841c4d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:29:51.801308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:51.864338 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:51.895722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f963a0-6831-4f4c-b913-3bedd5a293c4 None None] Pushing event updated for resources: {'Port': ['ID=af1c866d-68bd-4961-b1f1-393f430b7237,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:51.957288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.161817 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 2, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:52.179513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d0aad-5a94-4cce-87ce-aaf1009114da req-a5c9288f-5d56-46fc-87af-75fcd83516ea tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:52.181291 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-151d0aad-5a94-4cce-87ce-aaf1009114da req-a5c9288f-5d56-46fc-87af-75fcd83516ea tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 946 time: 0.1118748 Sep 18 02:29:52.208743 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Checking router: aa6ba56b-e77e-404d-ac37-3fbfb7c126ac for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:29:52.209360 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Updating router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac port 525695de-6526-4f6b-b9a4-27ffa3060c8f binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:29:52.240325 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.314391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-cf201cbe-1286-49ac-81fd-49124f574956 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:52.315950 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-cf201cbe-1286-49ac-81fd-49124f574956 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.18 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 946 time: 0.1263757 Sep 18 02:29:52.321598 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-151d0aad-5a94-4cce-87ce-aaf1009114da req-b4762878-916f-4abc-a4d5-d54e1b7ecb51 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217766 Sep 18 02:29:52.324620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.512284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Deleting port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:52.512574 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.556616 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.563106 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.599257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Router 9fb9f064-37d1-48b5-9e50-012773224e07 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:29:52.727714 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Pushing event updated for resources: {'Port': ['ID=525695de-6526-4f6b-b9a4-27ffa3060c8f,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:52.750112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] For port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:52.750477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.762601 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.763537 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.764137 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.764693 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.765400 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.766273 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.767765 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.768530 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.769056 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.769784 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.770367 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.770998 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:29:52.802934 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Attempting to bind port 525695de-6526-4f6b-b9a4-27ffa3060c8f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:29:52.811245 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Attempting to bind port 525695de-6526-4f6b-b9a4-27ffa3060c8f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:29:52.812587 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Attempting to bind port 525695de-6526-4f6b-b9a4-27ffa3060c8f on network e2f6a588-e463-4a64-ba88-20f16a3d6693 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:52.848813 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:29:52.850779 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Checking segment: {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:52.853836 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.854334 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Bound using segment: {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:29:52.857622 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Bound port: 525695de-6526-4f6b-b9a4-27ffa3060c8f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:29:52.859618 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:52.990909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device af1c866d-68bd-4961-b1f1-393f430b7237 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:53.066034 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] For port 525695de-6526-4f6b-b9a4-27ffa3060c8f, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:29:53.069486 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] For port 525695de-6526-4f6b-b9a4-27ffa3060c8f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=525695de-6526-4f6b-b9a4-27ffa3060c8f,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:29:53.078609 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:53.096492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5822ae99-1a2f-4c7b-b722-49ab1f60af42 None None] Provisioning complete for port 525695de-6526-4f6b-b9a4-27ffa3060c8f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:53.097257 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5822ae99-1a2f-4c7b-b722-49ab1f60af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:53.183293 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port af1c866d-68bd-4961-b1f1-393f430b7237 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:53.183953 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:53.197395 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:53.198140 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:53.269890 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cb538-4b19-4847-b5fb-53e17d5baf99 None None] Pushing event updated for resources: {'Port': ['ID=525695de-6526-4f6b-b9a4-27ffa3060c8f,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:53.371385 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:53.447026 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:53.480305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c35081a-2143-4f6d-bad5-72e1bcebf3ec None None] Network 2ee86337-68ff-40f6-bb25-c71836801114 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:29:53.530406 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5822ae99-1a2f-4c7b-b722-49ab1f60af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:53.592464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Calling delete_port for 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:53.596391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port af1c866d-68bd-4961-b1f1-393f430b7237, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=af1c866d-68bd-4961-b1f1-393f430b7237,segment=NetworkSegment(792835fd-2592-449e-9df5-346bbd841c4d),segment_id=792835fd-2592-449e-9df5-346bbd841c4d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:53.612758 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:53.614168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c400d05d-2969-45cd-9c50-c458d219f784 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:53.628134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0706886-4d34-4f77-bf41-64ec8d3a610d req-6c73a179-a03b-461b-9aa3-042a917185c3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:53.631229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0706886-4d34-4f77-bf41-64ec8d3a610d req-6c73a179-a03b-461b-9aa3-042a917185c3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 946 time: 0.1418016 Sep 18 02:29:53.681279 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0706886-4d34-4f77-bf41-64ec8d3a610d req-31543f2e-80eb-4a05-bfa0-5e7f8f46f581 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Sep 18 02:29:53.696690 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:53.730301 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2665b6d-7ea8-44c4-91c7-e5bbbc7b4ad2 None None] The sync data for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 is: [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:29:53.756734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5822ae99-1a2f-4c7b-b722-49ab1f60af42 None None] For port 525695de-6526-4f6b-b9a4-27ffa3060c8f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=525695de-6526-4f6b-b9a4-27ffa3060c8f,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:53.769421 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5822ae99-1a2f-4c7b-b722-49ab1f60af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:53.789964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:29:53.816970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Sync routers for ids ['9fb9f064-37d1-48b5-9e50-012773224e07'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:29:53.838638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:53.840398 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-452b5d0c-953c-4fdf-adf9-05182e16c982 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3126459 Sep 18 02:29:53.842912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 36882) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:29:53.870388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=af1c866d-68bd-4961-b1f1-393f430b7237,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:53.925261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Routers {'9fb9f064-37d1-48b5-9e50-012773224e07'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:53.925912 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fb9f064-37d1-48b5-9e50-012773224e07'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:53.952466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c400d05d-2969-45cd-9c50-c458d219f784 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:53.953233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:54.042998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-56f7337a-b0f6-44b8-94f9-3413c83e275f None None] Provisioning complete for port af1c866d-68bd-4961-b1f1-393f430b7237 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:54.043653 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-56f7337a-b0f6-44b8-94f9-3413c83e275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:54.150811 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:54.172885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['58a0e9a4-e3c3-4c68-877c-9459873a8769'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:54.175198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['de79f976-e49f-4f75-b904-3eac0a44f34b', '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:54.180837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822ae99-1a2f-4c7b-b722-49ab1f60af42 None None] Pushing event updated for resources: {'Port': ['ID=525695de-6526-4f6b-b9a4-27ffa3060c8f,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:54.298415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Pushing event deleted for resources: {'Port': ['ID=2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:54.344507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] No DVR routers for this DVR port 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:29:54.353377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:54.375580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e654ad3-49f1-499e-be14-48eac1226c99 req-56ee34dc-ee0b-48fb-816d-541eaf66ef90 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.18 "DELETE /v2.0/ports/2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 HTTP/1.1" status: 204 len: 173 time: 2.0360811 Sep 18 02:29:54.376724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Set router 9fb9f064-37d1-48b5-9e50-012773224e07 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:54.389161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2', 'name': 'network-vif-deleted', 'tag': '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:54.392731 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab48908-f333-418c-8cb2-97832bca7cbb" -d '{"events": [{"server_uuid": "746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2", "name": "network-vif-deleted", "tag": "2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:54.500368 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16941c-e3e9-4c68-a3d4-b6bcec943873 x-openstack-request-id: req-9c16941c-e3e9-4c68-a3d4-b6bcec943873 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:54.501101 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2", "name": "network-vif-deleted", "tag": "2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:54.501563 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c16941c-e3e9-4c68-a3d4-b6bcec943873 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:54.502271 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2', 'name': 'network-vif-deleted', 'tag': '2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3', 'status': 'completed', 'code': 200} Sep 18 02:29:54.701365 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:54.771673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-56f7337a-b0f6-44b8-94f9-3413c83e275f None None] Provisioning complete for port 525695de-6526-4f6b-b9a4-27ffa3060c8f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:54.772176 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-56f7337a-b0f6-44b8-94f9-3413c83e275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:54.844823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 525695de-6526-4f6b-b9a4-27ffa3060c8f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:54.869704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-389d5bd1-2ee2-4dde-96b1-fa14c330f442 req-f4c0b05f-858e-4feb-9deb-e769e03bed43 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=746493c4-f4e1-4f7f-a98f-dc7a23e7c5e2 HTTP/1.1" status: 200 len: 210 time: 0.0584652 Sep 18 02:29:54.980373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Allocated IP 172.20.0.1 (2ee86337-68ff-40f6-bb25-c71836801114/e06b78ae-6340-422e-bdfa-3997e79a63d3/55742e54-8f38-4774-bf0e-2fbc908d8bff) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:29:55.089181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.097830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 525695de-6526-4f6b-b9a4-27ffa3060c8f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:55.098315 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.127842 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.128887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '2de08848-b662-40ed-8347-0b3818d03429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 3, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port': {'id': '2de08848-b662-40ed-8347-0b3818d03429', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:51Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:55.160460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Checking router: 9fb9f064-37d1-48b5-9e50-012773224e07 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:29:55.160930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Updating router 9fb9f064-37d1-48b5-9e50-012773224e07 port 2de08848-b662-40ed-8347-0b3818d03429 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:29:55.172727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Network 2ee86337-68ff-40f6-bb25-c71836801114 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:55.177782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:55.180901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:29:55.205018 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.228484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Pushing event updated for resources: {'Port': ['ID=55742e54-8f38-4774-bf0e-2fbc908d8bff,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:55.263456 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.307316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-337efb98-6e74-473d-9fd6-4808a55a2e5e None None] Provisioning complete for port af1c866d-68bd-4961-b1f1-393f430b7237 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:55.307689 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-337efb98-6e74-473d-9fd6-4808a55a2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.461281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device af1c866d-68bd-4961-b1f1-393f430b7237 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:55.469278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.744090 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.752762 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.818530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port af1c866d-68bd-4961-b1f1-393f430b7237 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:55.818902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.824498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.852803 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.852803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Pushing event updated for resources: {'Port': ['ID=55742e54-8f38-4774-bf0e-2fbc908d8bff,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:55.962174 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.976790 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:55.977643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Network 2ee86337-68ff-40f6-bb25-c71836801114 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:29:55.979275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:29:56.113926 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:56.123463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f05520ec-d50f-47a6-a268-d6ff3cef0cc3 None None] Provisioning complete for port 55742e54-8f38-4774-bf0e-2fbc908d8bff triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:56.123684 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f05520ec-d50f-47a6-a268-d6ff3cef0cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:56.171741 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc767fb-ed01-43a7-a994-b0cb57b2535a None None] Pushing event updated for resources: {'Port': ['ID=2de08848-b662-40ed-8347-0b3818d03429,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:56.187137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Attempting to bind port 2de08848-b662-40ed-8347-0b3818d03429 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:29:56.189188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Router 9fb9f064-37d1-48b5-9e50-012773224e07 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:29:56.191184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Attempting to bind port 2de08848-b662-40ed-8347-0b3818d03429 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:29:56.191666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Attempting to bind port 2de08848-b662-40ed-8347-0b3818d03429 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:29:56.204457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:29:56.204960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:29:56.205478 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:56.205963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:29:56.206541 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Bound port: 2de08848-b662-40ed-8347-0b3818d03429, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:29:56.207066 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:56.212661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f05520ec-d50f-47a6-a268-d6ff3cef0cc3 None None] Port 55742e54-8f38-4774-bf0e-2fbc908d8bff cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:29:56.268768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] For port 2de08848-b662-40ed-8347-0b3818d03429, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:29:56.273295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] For port 2de08848-b662-40ed-8347-0b3818d03429, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2de08848-b662-40ed-8347-0b3818d03429,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:29:56.279131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:56.322158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c78022-3042-45ad-969d-5c4fb9ff52c0 req-f09451dd-2d13-4d4c-97fe-3d9bdebc7c52 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:56.323770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-10c78022-3042-45ad-969d-5c4fb9ff52c0 req-f09451dd-2d13-4d4c-97fe-3d9bdebc7c52 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 945 time: 0.0760627 Sep 18 02:29:56.346128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Routers {'9fb9f064-37d1-48b5-9e50-012773224e07'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:29:56.346772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fb9f064-37d1-48b5-9e50-012773224e07'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:56.355091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc767fb-ed01-43a7-a994-b0cb57b2535a None None] Pushing event updated for resources: {'Port': ['ID=2de08848-b662-40ed-8347-0b3818d03429,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:56.392199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d7453fe3-16c3-4ae0-89c8-8d278a1fb38b None None] Provisioning complete for port 55742e54-8f38-4774-bf0e-2fbc908d8bff triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:56.392567 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d7453fe3-16c3-4ae0-89c8-8d278a1fb38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:56.420870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:29:56.428203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-10c78022-3042-45ad-969d-5c4fb9ff52c0 req-509354bb-1b7b-4fa7-9a8f-8c7771eb86f4 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575817 Sep 18 02:29:56.431849 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d1d01d4e-74b1-46a2-b4e9-8fa2a1951e8f admin admin] 10.222.0.21 "PUT /v2.0/routers/9fb9f064-37d1-48b5-9e50-012773224e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867279 Sep 18 02:29:56.444936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d7453fe3-16c3-4ae0-89c8-8d278a1fb38b None None] Port 55742e54-8f38-4774-bf0e-2fbc908d8bff cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:29:56.513007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] Set router 9fb9f064-37d1-48b5-9e50-012773224e07 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:29:56.762834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '2de08848-b662-40ed-8347-0b3818d03429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:29:55Z', 'revision_number': 4, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port': {'id': '2de08848-b662-40ed-8347-0b3818d03429', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:51Z', 'updated_at': '2021-09-18T02:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '55742e54-8f38-4774-bf0e-2fbc908d8bff', 'name': '', 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'mac_address': 'fa:16:3e:c8:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:54Z', 'updated_at': '2021-09-18T02:29:55Z', 'revision_number': 2, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'subnets': [{'id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:29:56.793416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd2350-93e2-49fd-a82a-8f3123dcc6da None None] The sync data for ids ['9fb9f064-37d1-48b5-9e50-012773224e07'] in n-d-789963-12 is: [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '2de08848-b662-40ed-8347-0b3818d03429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:29:55Z', 'revision_number': 4, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port': {'id': '2de08848-b662-40ed-8347-0b3818d03429', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:51Z', 'updated_at': '2021-09-18T02:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '55742e54-8f38-4774-bf0e-2fbc908d8bff', 'name': '', 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'mac_address': 'fa:16:3e:c8:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:54Z', 'updated_at': '2021-09-18T02:29:55Z', 'revision_number': 2, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'subnets': [{'id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:29:57.307354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:29:57.337096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:29:57.338619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2b134c19-e66e-4cb7-aeb6-4abe48b8c7b3 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:29:57.427769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b47dff-0628-4247-9721-69128d100e82 req-f81e2d63-ec8a-4bf3-873b-613a1f8ddecd tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:57.430778 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03b47dff-0628-4247-9721-69128d100e82 req-f81e2d63-ec8a-4bf3-873b-613a1f8ddecd tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 945 time: 0.0647840 Sep 18 02:29:57.683836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Deleting port 58a0e9a4-e3c3-4c68-877c-9459873a8769 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:29:57.684181 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:57.694629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289f82-4334-429e-b9c6-cf91be95bae3 req-6ad45b44-6288-42bc-8abc-a20b86ff9ecb tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:29:57.696477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3289f82-4334-429e-b9c6-cf91be95bae3 req-6ad45b44-6288-42bc-8abc-a20b86ff9ecb tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2fd3a3-39eb-4638-9b51-96a516d019b1 HTTP/1.1" status: 200 len: 945 time: 0.0907323 Sep 18 02:29:57.872890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3289f82-4334-429e-b9c6-cf91be95bae3 req-b3954450-f7e3-4458-a226-103cebdc6d34 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324675 Sep 18 02:29:57.928723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] For port 58a0e9a4-e3c3-4c68-877c-9459873a8769, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=58a0e9a4-e3c3-4c68-877c-9459873a8769,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:57.929210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:57.955998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Calling delete_port for 58a0e9a4-e3c3-4c68-877c-9459873a8769 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:29:58.126562 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:58.145888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['de79f976-e49f-4f75-b904-3eac0a44f34b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:58.167602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Pushing event deleted for resources: {'Port': ['ID=58a0e9a4-e3c3-4c68-877c-9459873a8769,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:29:58.201778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['58a0e9a4-e3c3-4c68-877c-9459873a8769'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:29:58.218612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] No DVR routers for this DVR port 58a0e9a4-e3c3-4c68-877c-9459873a8769 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:29:58.222401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:58.224727 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03b47dff-0628-4247-9721-69128d100e82 req-d59eb453-d247-46ec-afd4-bdb81102fc80 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.20 "DELETE /v2.0/ports/58a0e9a4-e3c3-4c68-877c-9459873a8769 HTTP/1.1" status: 204 len: 173 time: 0.7874110 Sep 18 02:29:58.225186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2fd3a3-39eb-4638-9b51-96a516d019b1', 'name': 'network-vif-deleted', 'tag': '58a0e9a4-e3c3-4c68-877c-9459873a8769'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:29:58.228552 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e6559-7dcd-4aaa-b33b-7b9b66e72689" -d '{"events": [{"server_uuid": "5b2fd3a3-39eb-4638-9b51-96a516d019b1", "name": "network-vif-deleted", "tag": "58a0e9a4-e3c3-4c68-877c-9459873a8769"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:29:58.276124 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca8e766-77ed-4444-a725-b84d5c571d78 x-openstack-request-id: req-1ca8e766-77ed-4444-a725-b84d5c571d78 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:29:58.276775 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2fd3a3-39eb-4638-9b51-96a516d019b1", "name": "network-vif-deleted", "tag": "58a0e9a4-e3c3-4c68-877c-9459873a8769", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:29:58.277021 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ca8e766-77ed-4444-a725-b84d5c571d78 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:29:58.277915 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2fd3a3-39eb-4638-9b51-96a516d019b1', 'name': 'network-vif-deleted', 'tag': '58a0e9a4-e3c3-4c68-877c-9459873a8769', 'status': 'completed', 'code': 200} Sep 18 02:29:58.777879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2de08848-b662-40ed-8347-0b3818d03429 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:29:58.847320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2de08848-b662-40ed-8347-0b3818d03429 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:29:58.847779 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:58.939628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:58.968011 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 2de08848-b662-40ed-8347-0b3818d03429, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2de08848-b662-40ed-8347-0b3818d03429,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:29:58.976938 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:29:59.047188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=2de08848-b662-40ed-8347-0b3818d03429,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:00.768522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2de08848-b662-40ed-8347-0b3818d03429 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:30:00.852457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2de08848-b662-40ed-8347-0b3818d03429 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:00.852839 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:00.917639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0aa31a78-5fee-477d-a863-5bc64fd31448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:01.167084 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Sync routers for ids ['9fb9f064-37d1-48b5-9e50-012773224e07'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:30:01.181340 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Routers {'9fb9f064-37d1-48b5-9e50-012773224e07'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:30:01.182068 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fb9f064-37d1-48b5-9e50-012773224e07'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:01.309842 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Set router 9fb9f064-37d1-48b5-9e50-012773224e07 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:30:01.624089 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '2de08848-b662-40ed-8347-0b3818d03429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:29:55Z', 'revision_number': 4, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port': {'id': '2de08848-b662-40ed-8347-0b3818d03429', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:51Z', 'updated_at': '2021-09-18T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '55742e54-8f38-4774-bf0e-2fbc908d8bff', 'name': '', 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'mac_address': 'fa:16:3e:c8:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:54Z', 'updated_at': '2021-09-18T02:29:55Z', 'revision_number': 2, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'subnets': [{'id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:01.654526 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Checking router: 9fb9f064-37d1-48b5-9e50-012773224e07 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:30:01.654843 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Updating router 9fb9f064-37d1-48b5-9e50-012773224e07 port 55742e54-8f38-4774-bf0e-2fbc908d8bff binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:30:01.700498 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:02.109277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 58a0e9a4-e3c3-4c68-877c-9459873a8769 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:30:02.127472 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:02.134518 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:02.147423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 58a0e9a4-e3c3-4c68-877c-9459873a8769 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:30:02.148107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 58a0e9a4-e3c3-4c68-877c-9459873a8769 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:30:02.242589 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646634-a352-47bb-99cc-c286d8bb102f None None] Pushing event updated for resources: {'Port': ['ID=55742e54-8f38-4774-bf0e-2fbc908d8bff,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:02.265379 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Attempting to bind port 55742e54-8f38-4774-bf0e-2fbc908d8bff on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:30:02.265818 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Attempting to bind port 55742e54-8f38-4774-bf0e-2fbc908d8bff by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:30:02.266276 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Attempting to bind port 55742e54-8f38-4774-bf0e-2fbc908d8bff on network 2ee86337-68ff-40f6-bb25-c71836801114 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:30:02.272009 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:30:02.273078 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Checking segment: {'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:02.274161 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:02.274639 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Bound using segment: {'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:30:02.275182 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Bound port: 55742e54-8f38-4774-bf0e-2fbc908d8bff, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792835fd-2592-449e-9df5-346bbd841c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:30:02.275630 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:02.463656 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] For port 55742e54-8f38-4774-bf0e-2fbc908d8bff, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:30:02.471179 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] For port 55742e54-8f38-4774-bf0e-2fbc908d8bff, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=55742e54-8f38-4774-bf0e-2fbc908d8bff,segment=NetworkSegment(792835fd-2592-449e-9df5-346bbd841c4d),segment_id=792835fd-2592-449e-9df5-346bbd841c4d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:30:02.481287 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:02.576202 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Routers {'9fb9f064-37d1-48b5-9e50-012773224e07'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:30:02.583502 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:29:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fb9f064-37d1-48b5-9e50-012773224e07'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:02.655362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d94ad7b3-ae26-4fbc-8eda-10479106d021 None None] Provisioning complete for port 55742e54-8f38-4774-bf0e-2fbc908d8bff triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:02.658030 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d94ad7b3-ae26-4fbc-8eda-10479106d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:02.684624 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646634-a352-47bb-99cc-c286d8bb102f None None] Pushing event updated for resources: {'Port': ['ID=55742e54-8f38-4774-bf0e-2fbc908d8bff,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:02.821170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9ea09-5bc9-4f23-9213-dfc8d462872c req-ba53ac09-7746-4456-b56e-08ae18f431af tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:02.823835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9d9ea09-5bc9-4f23-9213-dfc8d462872c req-ba53ac09-7746-4456-b56e-08ae18f431af tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 945 time: 0.1189468 Sep 18 02:30:02.832979 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] Set router 9fb9f064-37d1-48b5-9e50-012773224e07 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:30:02.875151 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d94ad7b3-ae26-4fbc-8eda-10479106d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:02.909623 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d9d9ea09-5bc9-4f23-9213-dfc8d462872c req-1907bff6-d68e-4134-8a73-85c8cb135d8b tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747223 Sep 18 02:30:02.951905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d94ad7b3-ae26-4fbc-8eda-10479106d021 None None] For port 55742e54-8f38-4774-bf0e-2fbc908d8bff, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=55742e54-8f38-4774-bf0e-2fbc908d8bff,segment=NetworkSegment(792835fd-2592-449e-9df5-346bbd841c4d),segment_id=792835fd-2592-449e-9df5-346bbd841c4d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:02.962196 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d94ad7b3-ae26-4fbc-8eda-10479106d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:03.032702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ad7b3-ae26-4fbc-8eda-10479106d021 None None] Pushing event updated for resources: {'Port': ['ID=55742e54-8f38-4774-bf0e-2fbc908d8bff,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:03.087388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-80ed61ce-1319-4102-8be6-0528a489d2c0 None None] Provisioning complete for port 55742e54-8f38-4774-bf0e-2fbc908d8bff triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:03.087762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80ed61ce-1319-4102-8be6-0528a489d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:03.237818 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-38895968-c884-4f39-81a5-7e589633c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '2de08848-b662-40ed-8347-0b3818d03429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:29:55Z', 'revision_number': 4, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port': {'id': '2de08848-b662-40ed-8347-0b3818d03429', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:51Z', 'updated_at': '2021-09-18T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '55742e54-8f38-4774-bf0e-2fbc908d8bff', 'name': '', 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'mac_address': 'fa:16:3e:c8:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:54Z', 'updated_at': '2021-09-18T02:30:02Z', 'revision_number': 4, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'subnets': [{'id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:03.275874 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38895968-c884-4f39-81a5-7e589633c17d None None] The sync data for ids ['9fb9f064-37d1-48b5-9e50-012773224e07'] in n-d-789963-12 is: [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '2de08848-b662-40ed-8347-0b3818d03429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:29:55Z', 'revision_number': 4, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port': {'id': '2de08848-b662-40ed-8347-0b3818d03429', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:51Z', 'updated_at': '2021-09-18T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '55742e54-8f38-4774-bf0e-2fbc908d8bff', 'name': '', 'network_id': '2ee86337-68ff-40f6-bb25-c71836801114', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'mac_address': 'fa:16:3e:c8:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:54Z', 'updated_at': '2021-09-18T02:30:02Z', 'revision_number': 4, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'subnets': [{'id': 'e06b78ae-6340-422e-bdfa-3997e79a63d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:30:03.462882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f3dd8f66-e36a-43bb-8cad-47bad3807581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:04.079899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05266d4b-b559-4269-8bcb-72aff67999e7 req-e4169441-793e-4631-83c7-3f1ffc9a4480 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:04.082048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-05266d4b-b559-4269-8bcb-72aff67999e7 req-e4169441-793e-4631-83c7-3f1ffc9a4480 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 945 time: 0.0838552 Sep 18 02:30:04.097229 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:04.119893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b03666-7216-40bc-84d3-ed934422c4ac req-bfd4577b-4205-43d3-b109-89e82919dd96 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:04.121917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27b03666-7216-40bc-84d3-ed934422c4ac req-bfd4577b-4205-43d3-b109-89e82919dd96 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f57abc2-eb9e-416c-8fe5-878a18029304 HTTP/1.1" status: 200 len: 945 time: 0.0952241 Sep 18 02:30:04.214947 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-05266d4b-b559-4269-8bcb-72aff67999e7 req-3aa5dac4-38c6-4f2c-8956-6d3e4258b27e tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.21 "GET /v2.0/security-groups?id=32eaf606-9e40-4e5c-954c-a4511af36649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221647 Sep 18 02:30:04.243285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Deleting port de79f976-e49f-4f75-b904-3eac0a44f34b {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:04.243630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:04.345363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] For port de79f976-e49f-4f75-b904-3eac0a44f34b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=de79f976-e49f-4f75-b904-3eac0a44f34b,segment=NetworkSegment(a4718910-95f9-4336-b57b-0353181df023),segment_id=a4718910-95f9-4336-b57b-0353181df023)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:04.345740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:04.361632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Calling delete_port for de79f976-e49f-4f75-b904-3eac0a44f34b owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:04.500563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:04.513719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['de79f976-e49f-4f75-b904-3eac0a44f34b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:30:04.531023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Pushing event deleted for resources: {'Port': ['ID=de79f976-e49f-4f75-b904-3eac0a44f34b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:04.575480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] No DVR routers for this DVR port de79f976-e49f-4f75-b904-3eac0a44f34b on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:30:04.578191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:04.580502 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27b03666-7216-40bc-84d3-ed934422c4ac req-de0f36fd-9e71-4810-9199-e37b9ca44dc3 tempest-AttachVolumeNegativeTest-965513423 tempest-AttachVolumeNegativeTest-965513423-project] 10.222.0.18 "DELETE /v2.0/ports/de79f976-e49f-4f75-b904-3eac0a44f34b HTTP/1.1" status: 204 len: 173 time: 0.4507844 Sep 18 02:30:04.580900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f57abc2-eb9e-416c-8fe5-878a18029304', 'name': 'network-vif-deleted', 'tag': 'de79f976-e49f-4f75-b904-3eac0a44f34b'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:30:04.583203 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923285e9-d67d-4444-8388-4043e5777ce2" -d '{"events": [{"server_uuid": "6f57abc2-eb9e-416c-8fe5-878a18029304", "name": "network-vif-deleted", "tag": "de79f976-e49f-4f75-b904-3eac0a44f34b"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:30:04.632705 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd478ce-e674-4cb8-aca1-98172ba2d22c x-openstack-request-id: req-abd478ce-e674-4cb8-aca1-98172ba2d22c {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:30:04.633033 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f57abc2-eb9e-416c-8fe5-878a18029304", "name": "network-vif-deleted", "tag": "de79f976-e49f-4f75-b904-3eac0a44f34b", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:30:04.634010 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abd478ce-e674-4cb8-aca1-98172ba2d22c {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:30:04.634010 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f57abc2-eb9e-416c-8fe5-878a18029304', 'name': 'network-vif-deleted', 'tag': 'de79f976-e49f-4f75-b904-3eac0a44f34b', 'status': 'completed', 'code': 200} Sep 18 02:30:04.779944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 55742e54-8f38-4774-bf0e-2fbc908d8bff up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:30:04.845982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 55742e54-8f38-4774-bf0e-2fbc908d8bff triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:04.846508 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:04.985994 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.001893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37098) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:05.158571 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f9602cc-9a6a-409f-ac00-cdaae8a8ed03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.281787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37106) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:05.304749 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f9602cc-9a6a-409f-ac00-cdaae8a8ed03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.313457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3f9602cc-9a6a-409f-ac00-cdaae8a8ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.334875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f529fd-23b4-473b-830a-4391475fae57 admin admin] Deleting subnet df2b27b4-6576-4f1a-b7a9-459da407930b {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:30:05.339699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09f529fd-23b4-473b-830a-4391475fae57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.351912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3f9602cc-9a6a-409f-ac00-cdaae8a8ed03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14b7b2abb9864af68b74d70743a8f0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488190 Sep 18 02:30:05.354394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37108) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:05.380216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09f529fd-23b4-473b-830a-4391475fae57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.385808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9602cc-9a6a-409f-ac00-cdaae8a8ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5290257-805d-4d98-8bd1-aacb5879528d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:05.426938 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09f529fd-23b4-473b-830a-4391475fae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.432490 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba118608-f03f-4668-970b-94c15ce823bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.456593 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba118608-f03f-4668-970b-94c15ce823bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.488782 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09f529fd-23b4-473b-830a-4391475fae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.523673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f529fd-23b4-473b-830a-4391475fae57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2b27b4-6576-4f1a-b7a9-459da407930b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:05.526338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-09f529fd-23b4-473b-830a-4391475fae57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.531245 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-09f529fd-23b4-473b-830a-4391475fae57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df2b27b4-6576-4f1a-b7a9-459da407930b HTTP/1.1" status: 204 len: 168 time: 0.2476652 Sep 18 02:30:05.532094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37110) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:05.541064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba118608-f03f-4668-970b-94c15ce823bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.543548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba118608-f03f-4668-970b-94c15ce823bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.544662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba118608-f03f-4668-970b-94c15ce823bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5290257-805d-4d98-8bd1-aacb5879528d HTTP/1.1" status: 204 len: 168 time: 0.1893308 Sep 18 02:30:05.580127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba118608-f03f-4668-970b-94c15ce823bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5290257-805d-4d98-8bd1-aacb5879528d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:05.640042 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.735148 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.764594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8a041b-f186-4c93-bed3-e5727781d7ba']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:05.777899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4718910-95f9-4336-b57b-0353181df023') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:05.778190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4718910-95f9-4336-b57b-0353181df023') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:05.791029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.809257 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.816025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:05.816568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:05.818653 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:05.884667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.890916 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:05.892775 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] 10.222.0.21 "DELETE /v2.0/networks/be8a041b-f186-4c93-bed3-e5727781d7ba HTTP/1.1" status: 204 len: 168 time: 0.3593390 Sep 18 02:30:05.907962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d0c45-a98d-4cd9-be71-02e07a80a4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=be8a041b-f186-4c93-bed3-e5727781d7ba,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:06.097175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:06.138566 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f75db481-aafe-4d2a-aa50-8779986792ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7576e878797d423d844112848b7605dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401278 Sep 18 02:30:06.140919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37118) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:06.195941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c19dcb22-a86e-4041-9c9c-5f56f7f01488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:06.221832 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c19dcb22-a86e-4041-9c9c-5f56f7f01488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:06.271531 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c19dcb22-a86e-4041-9c9c-5f56f7f01488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:06.275160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c19dcb22-a86e-4041-9c9c-5f56f7f01488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:06.278851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c19dcb22-a86e-4041-9c9c-5f56f7f01488 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32eaf606-9e40-4e5c-954c-a4511af36649 HTTP/1.1" status: 204 len: 168 time: 0.1345966 Sep 18 02:30:06.284954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dcb22-a86e-4041-9c9c-5f56f7f01488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eaf606-9e40-4e5c-954c-a4511af36649,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:06.332914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:07.336871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device de79f976-e49f-4f75-b904-3eac0a44f34b no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:30:07.359750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: de79f976-e49f-4f75-b904-3eac0a44f34b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:30:07.359981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device de79f976-e49f-4f75-b904-3eac0a44f34b not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:30:09.180397 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37188) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:09.290481 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62ab5c5f-3e1a-414f-af08-2195e0e96479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:09.389578 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62ab5c5f-3e1a-414f-af08-2195e0e96479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:09.395543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-62ab5c5f-3e1a-414f-af08-2195e0e96479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:09.434166 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab5c5f-3e1a-414f-af08-2195e0e96479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4638b9-5376-4fee-b43d-3d12a7d68e3b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:09.439493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-62ab5c5f-3e1a-414f-af08-2195e0e96479 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6de41e795fad422197a4818f353625a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580798 Sep 18 02:30:09.441984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37192) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:09.508116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8a43c8a-1181-4b97-a1f7-a7de43deae03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:09.530570 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8a43c8a-1181-4b97-a1f7-a7de43deae03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:09.580986 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8a43c8a-1181-4b97-a1f7-a7de43deae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:09.583688 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b8a43c8a-1181-4b97-a1f7-a7de43deae03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:09.587693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b8a43c8a-1181-4b97-a1f7-a7de43deae03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf4638b9-5376-4fee-b43d-3d12a7d68e3b HTTP/1.1" status: 204 len: 168 time: 0.1447668 Sep 18 02:30:09.596186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a43c8a-1181-4b97-a1f7-a7de43deae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4638b9-5376-4fee-b43d-3d12a7d68e3b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:09.899688 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37202) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:09.916029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dd333d6-cd6a-4869-a609-49493ed370d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:10.035517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dd333d6-cd6a-4869-a609-49493ed370d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:10.040533 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0dd333d6-cd6a-4869-a609-49493ed370d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:10.079632 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0dd333d6-cd6a-4869-a609-49493ed370d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f5e7e5b64e0456092ecdc631c7083f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788442 Sep 18 02:30:10.080437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd333d6-cd6a-4869-a609-49493ed370d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30885d6-1b26-47dd-82d9-0b77b9b00334,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:10.082963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37204) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:10.137587 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-334fbc4d-499b-4563-b10a-b8e1b928091d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:10.159466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-334fbc4d-499b-4563-b10a-b8e1b928091d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:10.207500 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-334fbc4d-499b-4563-b10a-b8e1b928091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:10.210339 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-334fbc4d-499b-4563-b10a-b8e1b928091d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:10.214602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-334fbc4d-499b-4563-b10a-b8e1b928091d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e30885d6-1b26-47dd-82d9-0b77b9b00334 HTTP/1.1" status: 204 len: 168 time: 0.1305628 Sep 18 02:30:10.223407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fbc4d-499b-4563-b10a-b8e1b928091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30885d6-1b26-47dd-82d9-0b77b9b00334,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:12.927885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37298) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:13.038273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cdc8e21-ad01-4f18-928b-91fcbc7a2d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.145371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cdc8e21-ad01-4f18-928b-91fcbc7a2d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.149262 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4cdc8e21-ad01-4f18-928b-91fcbc7a2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.191087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:13.191701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4cdc8e21-ad01-4f18-928b-91fcbc7a2d80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b088994ccd3b445984d3819d461e4595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621722 Sep 18 02:30:13.192356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc8e21-ad01-4f18-928b-91fcbc7a2d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08429e3c-5223-4e2c-8d34-b38cbefae82c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:13.250543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8843-85f6-4170-8cda-d904e027dced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.271965 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8843-85f6-4170-8cda-d904e027dced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.318542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8843-85f6-4170-8cda-d904e027dced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.321084 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc8b8843-85f6-4170-8cda-d904e027dced admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.322239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc8b8843-85f6-4170-8cda-d904e027dced admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08429e3c-5223-4e2c-8d34-b38cbefae82c HTTP/1.1" status: 204 len: 168 time: 0.1297443 Sep 18 02:30:13.329756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b8843-85f6-4170-8cda-d904e027dced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08429e3c-5223-4e2c-8d34-b38cbefae82c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:13.593721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:13.610258 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5fc816b-ed71-407f-b4c1-f63d30b81ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.701035 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5fc816b-ed71-407f-b4c1-f63d30b81ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.707296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a5fc816b-ed71-407f-b4c1-f63d30b81ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.750921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc816b-ed71-407f-b4c1-f63d30b81ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b42a224-7ea3-4d8a-9331-1bbdeae6cc54,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:13.758366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5fc816b-ed71-407f-b4c1-f63d30b81ee8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54355a38827144e2a4c67ef0eabb62a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635587 Sep 18 02:30:13.760883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37312) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:13.838142 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f5291bd-5c8d-420b-9a5e-c54f2a869c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.872752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f5291bd-5c8d-420b-9a5e-c54f2a869c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.936566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f5291bd-5c8d-420b-9a5e-c54f2a869c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.939868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f5291bd-5c8d-420b-9a5e-c54f2a869c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:13.941428 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4f5291bd-5c8d-420b-9a5e-c54f2a869c3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b42a224-7ea3-4d8a-9331-1bbdeae6cc54 HTTP/1.1" status: 204 len: 168 time: 0.1793766 Sep 18 02:30:13.955200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5291bd-5c8d-420b-9a5e-c54f2a869c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b42a224-7ea3-4d8a-9331-1bbdeae6cc54,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:16.319266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37404) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:16.436875 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4b65e216-c6b4-4f81-a87a-2d665afc60c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:16.528813 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4b65e216-c6b4-4f81-a87a-2d665afc60c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:16.533906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4b65e216-c6b4-4f81-a87a-2d665afc60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:16.573848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4b65e216-c6b4-4f81-a87a-2d665afc60c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2247df91639b400593c2d134f4967b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508237 Sep 18 02:30:16.573848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65e216-c6b4-4f81-a87a-2d665afc60c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d8fb86-9b51-4d77-96ac-12e631ff6333,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:16.574303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37408) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:16.627294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b8100c-2027-4130-82f1-981c3f12bd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:16.649230 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b8100c-2027-4130-82f1-981c3f12bd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:16.696994 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b8100c-2027-4130-82f1-981c3f12bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:16.699656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66b8100c-2027-4130-82f1-981c3f12bd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:16.700847 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-66b8100c-2027-4130-82f1-981c3f12bd63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18d8fb86-9b51-4d77-96ac-12e631ff6333 HTTP/1.1" status: 204 len: 168 time: 0.1254120 Sep 18 02:30:16.721999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8100c-2027-4130-82f1-981c3f12bd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d8fb86-9b51-4d77-96ac-12e631ff6333,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:16.983915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:16.991871 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:30:16.999093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3628633-1cf5-4385-bd92-dc5df2eea22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:17.093186 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3628633-1cf5-4385-bd92-dc5df2eea22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:17.096871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3628633-1cf5-4385-bd92-dc5df2eea22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:17.139907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d3628633-1cf5-4385-bd92-dc5df2eea22e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2e21abc1aaa4930ad38f1dd2816f95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547878 Sep 18 02:30:17.142048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3628633-1cf5-4385-bd92-dc5df2eea22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885543ad-9b34-43eb-ae88-00be06c926fa,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:17.142682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37418) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:17.195170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79707edd-4a3b-4cb8-8df3-9cbb9aa0b505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:17.217201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79707edd-4a3b-4cb8-8df3-9cbb9aa0b505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:17.265323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79707edd-4a3b-4cb8-8df3-9cbb9aa0b505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:17.268102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79707edd-4a3b-4cb8-8df3-9cbb9aa0b505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:17.269288 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-79707edd-4a3b-4cb8-8df3-9cbb9aa0b505 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/885543ad-9b34-43eb-ae88-00be06c926fa HTTP/1.1" status: 204 len: 168 time: 0.1253841 Sep 18 02:30:17.278921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79707edd-4a3b-4cb8-8df3-9cbb9aa0b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885543ad-9b34-43eb-ae88-00be06c926fa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:18.267735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37448) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:18.377283 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-805ce88d-7d66-4a1a-98f9-92f07641df45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:18.480991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-805ce88d-7d66-4a1a-98f9-92f07641df45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:18.485618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-805ce88d-7d66-4a1a-98f9-92f07641df45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:18.527936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-805ce88d-7d66-4a1a-98f9-92f07641df45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12fea9d4aac941fa903d27b0cad7e729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590275 Sep 18 02:30:18.529136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ce88d-7d66-4a1a-98f9-92f07641df45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d8702-4e3b-4633-8fff-9c395087d33e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:18.531018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37452) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:18.585295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa74f-9898-446f-ad97-714c2691d5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:18.607645 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa74f-9898-446f-ad97-714c2691d5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:18.657852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa74f-9898-446f-ad97-714c2691d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:18.660760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa74f-9898-446f-ad97-714c2691d5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:18.661955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ee6aa74f-9898-446f-ad97-714c2691d5a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec8d8702-4e3b-4633-8fff-9c395087d33e HTTP/1.1" status: 204 len: 168 time: 0.1298885 Sep 18 02:30:18.671614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa74f-9898-446f-ad97-714c2691d5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d8702-4e3b-4633-8fff-9c395087d33e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:20.605664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37544) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:20.712787 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b62a4cbc-2b68-47f1-9ef7-5d7ca1adba20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:20.802430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b62a4cbc-2b68-47f1-9ef7-5d7ca1adba20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:20.806256 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b62a4cbc-2b68-47f1-9ef7-5d7ca1adba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:20.845156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b62a4cbc-2b68-47f1-9ef7-5d7ca1adba20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f6bed98bdad40c58f17595b51361379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384636 Sep 18 02:30:20.845966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a4cbc-2b68-47f1-9ef7-5d7ca1adba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd32a0-389b-46c3-959f-dc6b126e0001,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:20.848551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37548) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:20.898968 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7773f17-7b1f-4320-a4ae-d69a7d5bb8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:20.919464 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7773f17-7b1f-4320-a4ae-d69a7d5bb8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:20.968196 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7773f17-7b1f-4320-a4ae-d69a7d5bb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:20.970835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f7773f17-7b1f-4320-a4ae-d69a7d5bb8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:20.972001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f7773f17-7b1f-4320-a4ae-d69a7d5bb8e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4bd32a0-389b-46c3-959f-dc6b126e0001 HTTP/1.1" status: 204 len: 168 time: 0.1221986 Sep 18 02:30:20.980038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7773f17-7b1f-4320-a4ae-d69a7d5bb8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd32a0-389b-46c3-959f-dc6b126e0001,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:21.231094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37556) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:21.247047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead319ea-31fd-417e-acf6-ac60814f389e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:21.338742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead319ea-31fd-417e-acf6-ac60814f389e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:21.342871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead319ea-31fd-417e-acf6-ac60814f389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:21.382424 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ead319ea-31fd-417e-acf6-ac60814f389e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52d42e41210f45e99f97e8188d5889eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498995 Sep 18 02:30:21.383543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead319ea-31fd-417e-acf6-ac60814f389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf48d5-a97e-4d04-9273-07c28b49d7ae,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:21.386021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37558) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:21.438049 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ba61afd-15d3-4b9e-9aac-4e1013a9cef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:21.460487 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ba61afd-15d3-4b9e-9aac-4e1013a9cef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:21.510233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ba61afd-15d3-4b9e-9aac-4e1013a9cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:21.513099 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7ba61afd-15d3-4b9e-9aac-4e1013a9cef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:21.514541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7ba61afd-15d3-4b9e-9aac-4e1013a9cef5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dcf48d5-a97e-4d04-9273-07c28b49d7ae HTTP/1.1" status: 204 len: 168 time: 0.1272182 Sep 18 02:30:21.522984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba61afd-15d3-4b9e-9aac-4e1013a9cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf48d5-a97e-4d04-9273-07c28b49d7ae,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:24.324986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37768) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:24.429825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15bbb223-a926-4fb3-aedd-27c447d5efea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:24.519325 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15bbb223-a926-4fb3-aedd-27c447d5efea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:24.522923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15bbb223-a926-4fb3-aedd-27c447d5efea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:24.560211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-15bbb223-a926-4fb3-aedd-27c447d5efea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8ee523e2ba344cd9dfd29ca3688a128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363586 Sep 18 02:30:24.561132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbb223-a926-4fb3-aedd-27c447d5efea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45001ee1-90d7-46a0-8e3f-53a89d509eaf,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:24.562928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37772) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:24.615694 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdb53f6f-84d8-4461-8d6c-edc8098491a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:24.637021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdb53f6f-84d8-4461-8d6c-edc8098491a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:24.682943 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdb53f6f-84d8-4461-8d6c-edc8098491a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:24.685590 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdb53f6f-84d8-4461-8d6c-edc8098491a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:24.689391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fdb53f6f-84d8-4461-8d6c-edc8098491a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45001ee1-90d7-46a0-8e3f-53a89d509eaf HTTP/1.1" status: 204 len: 168 time: 0.1249354 Sep 18 02:30:24.697810 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb53f6f-84d8-4461-8d6c-edc8098491a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45001ee1-90d7-46a0-8e3f-53a89d509eaf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:24.967420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37778) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:24.983171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8be6f370-7ebd-4de6-b33e-ccd5847d0d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:25.086530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8be6f370-7ebd-4de6-b33e-ccd5847d0d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:25.090391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8be6f370-7ebd-4de6-b33e-ccd5847d0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:25.141046 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8be6f370-7ebd-4de6-b33e-ccd5847d0d95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94321b6dbf0244c09d842d42273143bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699402 Sep 18 02:30:25.141046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6f370-7ebd-4de6-b33e-ccd5847d0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8462bd2e-2654-4b06-abd9-cee6f6d0d57d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:25.142251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37780) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:25.197003 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8036f8c-68a4-4521-bb31-0576672bcde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:25.220354 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8036f8c-68a4-4521-bb31-0576672bcde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:25.275379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8036f8c-68a4-4521-bb31-0576672bcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:25.278259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8036f8c-68a4-4521-bb31-0576672bcde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:25.279539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e8036f8c-68a4-4521-bb31-0576672bcde4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8462bd2e-2654-4b06-abd9-cee6f6d0d57d HTTP/1.1" status: 204 len: 168 time: 0.1357422 Sep 18 02:30:25.288900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8036f8c-68a4-4521-bb31-0576672bcde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8462bd2e-2654-4b06-abd9-cee6f6d0d57d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:25.719129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.011340 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.148386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37816) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:26.259088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1088781877'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:26.282226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:26.286533 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.296811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.403588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.407453 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.438941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:26.451065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601f61dc-4381-402e-9f04-1a5d3129d304,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:26.456510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.456861 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Added segment 070129cc-9329-4741-a799-f66e3f46e901 of type vlan for network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 Sep 18 02:30:26.502137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.527336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.532890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:26.533466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:26.565967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4161887 Sep 18 02:30:26.608443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442f2fa-9411-45f8-b97c-9cd0ece7de11 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Network': ['ID=9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:26.619736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:29.968845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37860) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:29.974013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'subnet': {'network_id': '9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:30.066079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:30.071506 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.258943 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.324766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Subnet': ['ID=9a647876-7aa1-4c3f-a5da-e38f7c1edf1d,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:30.336207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Checking segment: {'id': '070129cc-9329-4741-a799-f66e3f46e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:30.336559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network hostable DHCP agents. Network: 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:30.353079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:30.361946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:30.367479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:30.368285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.373216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e4bee-30bd-4199-b2d3-d10e9fcddc6a None None] Network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:30.386646 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-76c8c327-acaf-4578-a5b7-ba6e214d8e6f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4130790 Sep 18 02:30:30.387297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37864) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:30.392414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1364838694'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:30.413235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:30.418012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.446265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:30.455267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.455614 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Added segment 373641cb-805d-4aae-af68-d05a455ea229 of type vlan for network c485444d-05ac-4844-ac0d-bb0934350264 Sep 18 02:30:30.505265 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.531486 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.537774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:30.538375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.541997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5', 'network_id': '9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5', 'tenant_id': 'c8612f88561046a1844eb34690c71523', 'fixed_ips': [{'subnet_id': '9a647876-7aa1-4c3f-a5da-e38f7c1edf1d'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:30.542899 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.578506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37868) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:30.578778 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1902242 Sep 18 02:30:30.585999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'subnet': {'network_id': 'c485444d-05ac-4844-ac0d-bb0934350264', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:30.614634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9ddc2-28f4-4307-b78a-d10766221913 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Network': ['ID=c485444d-05ac-4844-ac0d-bb0934350264,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:30.626969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network c485444d-05ac-4844-ac0d-bb0934350264 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:30.694016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:30.697760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.748737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Allocated IP 2001:db8:0:ffff::2 (9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5/9a647876-7aa1-4c3f-a5da-e38f7c1edf1d/d987a93c-cab8-4cd8-9a3c-337b806e4686) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:30.892140 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7de74193-a2bc-4f7c-8732-175843bb8b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.919191 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.926209 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:30.967157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:30.971905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:30.976940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:30.980057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Pushing event updated for resources: {'Port': ['ID=d987a93c-cab8-4cd8-9a3c-337b806e4686,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:30.991968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.992300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.992631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.992958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.993277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.993596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.993913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.994229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.994542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.994884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.995198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:30.995510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:31.002989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:30:31.005034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.057050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Attempting to bind port d987a93c-cab8-4cd8-9a3c-337b806e4686 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:30:31.057050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Attempting to bind port d987a93c-cab8-4cd8-9a3c-337b806e4686 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '070129cc-9329-4741-a799-f66e3f46e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:30:31.057455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Attempting to bind port d987a93c-cab8-4cd8-9a3c-337b806e4686 on network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:30:31.063202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Subnet': ['ID=4c4e1fba-43c7-42f8-bf7a-77cc7962b27a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:31.065833 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:30:31.070448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Checking segment: {'id': '070129cc-9329-4741-a799-f66e3f46e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:31.070900 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.071307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Bound using segment: {'id': '070129cc-9329-4741-a799-f66e3f46e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:30:31.071946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Bound port: d987a93c-cab8-4cd8-9a3c-337b806e4686, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070129cc-9329-4741-a799-f66e3f46e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:30:31.072338 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.081573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Checking segment: {'id': '373641cb-805d-4aae-af68-d05a455ea229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c485444d-05ac-4844-ac0d-bb0934350264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:31.081942 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network hostable DHCP agents. Network: c485444d-05ac-4844-ac0d-bb0934350264, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:31.101461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network c485444d-05ac-4844-ac0d-bb0934350264 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:31.111218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, c485444d-05ac-4844-ac0d-bb0934350264) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:31.120530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:31.121166 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.123045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930459b9-c05f-4d09-9058-beb3797bf06d None None] Network c485444d-05ac-4844-ac0d-bb0934350264 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:31.141090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37874) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:31.146908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'port': {'network_id': 'c485444d-05ac-4844-ac0d-bb0934350264', 'name': 'tempest-NetworksIpV6TestAttrs-1426197066'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:31.151444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2f081343-1da7-47de-ba1b-d34e4a9a9d2e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5710208 Sep 18 02:30:31.194490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] For port d987a93c-cab8-4cd8-9a3c-337b806e4686, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:30:31.213528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] For port d987a93c-cab8-4cd8-9a3c-337b806e4686, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d987a93c-cab8-4cd8-9a3c-337b806e4686,segment=NetworkSegment(070129cc-9329-4741-a799-f66e3f46e901),segment_id=070129cc-9329-4741-a799-f66e3f46e901)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:30:31.229294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.265382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:31.269785 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.290159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] device_id is not set on port 1d563854-f055-4bb8-8da3-ea1dbdf4d9c5 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:31.331144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45d1b9-ba58-46bb-845b-6ec068389a2a None None] Pushing event updated for resources: {'Port': ['ID=d987a93c-cab8-4cd8-9a3c-337b806e4686,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:31.378098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-c485444d-05ac-4844-ac0d-bb0934350264', 'network_id': 'c485444d-05ac-4844-ac0d-bb0934350264', 'tenant_id': 'c8612f88561046a1844eb34690c71523', 'fixed_ips': [{'subnet_id': '4c4e1fba-43c7-42f8-bf7a-77cc7962b27a'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:31.379101 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.421053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Allocated IP 2001:db8::f816:3eff:fe70:9544 (c485444d-05ac-4844-ac0d-bb0934350264/4c4e1fba-43c7-42f8-bf7a-77cc7962b27a/1d563854-f055-4bb8-8da3-ea1dbdf4d9c5) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:31.665647 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.720308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.768085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network c485444d-05ac-4844-ac0d-bb0934350264 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:31.771527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:31.777993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:31.783725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:31.784378 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:31.791486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Port': ['ID=1d563854-f055-4bb8-8da3-ea1dbdf4d9c5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:31.810107 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d9733b76-5fff-49c3-aef8-4d9d052c80aa tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6654181 Sep 18 02:30:31.810447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37878) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:31.870118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62ed067-24f8-4d44-a04a-8c76a8cb6b8f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Deleting subnet 4c4e1fba-43c7-42f8-bf7a-77cc7962b27a {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:30:31.957828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Allocated IP 2001:db8::f816:3eff:febc:3922 (c485444d-05ac-4844-ac0d-bb0934350264/4c4e1fba-43c7-42f8-bf7a-77cc7962b27a/aacc82e7-de9d-4f8e-a61c-a6e8e965cad2) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:32.106541 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.114775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c62ed067-24f8-4d44-a04a-8c76a8cb6b8f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.119277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.199674 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c62ed067-24f8-4d44-a04a-8c76a8cb6b8f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.207129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Pushing event updated for resources: {'Port': ['ID=aacc82e7-de9d-4f8e-a61c-a6e8e965cad2,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:32.236336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Network c485444d-05ac-4844-ac0d-bb0934350264 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:32.237935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:32.240546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:32.315473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Attempting to bind port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:30:32.315832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Attempting to bind port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '373641cb-805d-4aae-af68-d05a455ea229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c485444d-05ac-4844-ac0d-bb0934350264'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:30:32.316189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Attempting to bind port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2 on network c485444d-05ac-4844-ac0d-bb0934350264 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:30:32.322959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:30:32.325965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Checking segment: {'id': '373641cb-805d-4aae-af68-d05a455ea229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c485444d-05ac-4844-ac0d-bb0934350264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:32.326374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.326791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Bound using segment: {'id': '373641cb-805d-4aae-af68-d05a455ea229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c485444d-05ac-4844-ac0d-bb0934350264'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:30:32.327277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Bound port: aacc82e7-de9d-4f8e-a61c-a6e8e965cad2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373641cb-805d-4aae-af68-d05a455ea229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c485444d-05ac-4844-ac0d-bb0934350264'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:30:32.327658 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.409104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c62ed067-24f8-4d44-a04a-8c76a8cb6b8f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.494056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c62ed067-24f8-4d44-a04a-8c76a8cb6b8f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.499489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] For port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:30:32.503268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] For port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aacc82e7-de9d-4f8e-a61c-a6e8e965cad2,segment=NetworkSegment(373641cb-805d-4aae-af68-d05a455ea229),segment_id=373641cb-805d-4aae-af68-d05a455ea229)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:30:32.511855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c62ed067-24f8-4d44-a04a-8c76a8cb6b8f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.513718 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c62ed067-24f8-4d44-a04a-8c76a8cb6b8f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/subnets/4c4e1fba-43c7-42f8-bf7a-77cc7962b27a HTTP/1.1" status: 204 len: 168 time: 0.7024453 Sep 18 02:30:32.516070 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.516426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37884) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:32.533403 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed067-24f8-4d44-a04a-8c76a8cb6b8f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4e1fba-43c7-42f8-bf7a-77cc7962b27a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:32.596402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220a329-2ec0-42d6-bd2e-e7e3e34420b3 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:32.597987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220a329-2ec0-42d6-bd2e-e7e3e34420b3 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:32.602469 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c220a329-2ec0-42d6-bd2e-e7e3e34420b3 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0843930 Sep 18 02:30:32.605478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91721735-d3e3-4a0d-b65c-2611f16e8ac7 None None] Pushing event updated for resources: {'Port': ['ID=aacc82e7-de9d-4f8e-a61c-a6e8e965cad2,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:32.605604 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37888) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:32.616481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6af24c-7c3e-406d-b575-1969b6c72b5a None None] Network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:32.707944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8746d672-a64b-45a3-9142-81f32b5ea2ff tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.733347 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-8746d672-a64b-45a3-9142-81f32b5ea2ff tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 02:30:32.733694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8746d672-a64b-45a3-9142-81f32b5ea2ff tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:32.735567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8746d672-a64b-45a3-9142-81f32b5ea2ff tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/c485444d-05ac-4844-ac0d-bb0934350264 HTTP/1.1" status: 409 len: 405 time: 0.1291246 Sep 18 02:30:32.740129 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37890) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:32.745328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-389370328'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:32.773324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:32.778881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.784390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-688f6631-0540-4633-80cf-4fb915c8b7d7 None None] Provisioning complete for port d987a93c-cab8-4cd8-9a3c-337b806e4686 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:32.784988 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-688f6631-0540-4633-80cf-4fb915c8b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.809819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:32.826349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.826964 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Added segment c3d54ef8-3b6e-4d55-af90-08caa4d8cc52 of type vlan for network 305ebcfe-0824-4586-9116-107e65d6a59b Sep 18 02:30:32.831332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d987a93c-cab8-4cd8-9a3c-337b806e4686 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:30:32.896178 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.937638 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.947915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:32.948806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.953348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d987a93c-cab8-4cd8-9a3c-337b806e4686 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:32.953722 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:32.989657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2480388 Sep 18 02:30:32.992828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37892) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:32.998309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'subnet': {'network_id': '305ebcfe-0824-4586-9116-107e65d6a59b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:33.035399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8d69a-14a1-41ac-b55e-6c11d6065079 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Network': ['ID=305ebcfe-0824-4586-9116-107e65d6a59b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:33.067082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 305ebcfe-0824-4586-9116-107e65d6a59b details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:33.127453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:33.131851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.139186 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-688f6631-0540-4633-80cf-4fb915c8b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.219749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.261369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-688f6631-0540-4633-80cf-4fb915c8b7d7 None None] For port d987a93c-cab8-4cd8-9a3c-337b806e4686, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d987a93c-cab8-4cd8-9a3c-337b806e4686,segment=NetworkSegment(070129cc-9329-4741-a799-f66e3f46e901),segment_id=070129cc-9329-4741-a799-f66e3f46e901)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:33.268280 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-688f6631-0540-4633-80cf-4fb915c8b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.349100 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:30:33.349746 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:30:33.359099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f6631-0540-4633-80cf-4fb915c8b7d7 None None] Pushing event updated for resources: {'Port': ['ID=d987a93c-cab8-4cd8-9a3c-337b806e4686,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:33.390987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-020070f4-fd08-4d34-8427-00c0dca7a020 None None] Provisioning complete for port d987a93c-cab8-4cd8-9a3c-337b806e4686 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:33.391918 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-020070f4-fd08-4d34-8427-00c0dca7a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.480808 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3cf239d6-2fac-464f-8d61-46376f9dbfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.490920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:30:33.493279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.566606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Subnet': ['ID=b81dd8c1-8140-44a4-87c8-76f124d6aedf,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:33.573310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Checking segment: {'id': 'c3d54ef8-3b6e-4d55-af90-08caa4d8cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '305ebcfe-0824-4586-9116-107e65d6a59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:33.574152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network hostable DHCP agents. Network: 305ebcfe-0824-4586-9116-107e65d6a59b, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:33.593048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network 305ebcfe-0824-4586-9116-107e65d6a59b is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:33.605841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 305ebcfe-0824-4586-9116-107e65d6a59b) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:33.617069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:33.618189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.621074 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2e1d29-c612-4485-85dd-691688008f5e None None] Network 305ebcfe-0824-4586-9116-107e65d6a59b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:33.637290 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-21547ae5-d4bf-4538-9c14-34996265edf4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6426551 Sep 18 02:30:33.639313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37900) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:33.644953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'port': {'network_id': '305ebcfe-0824-4586-9116-107e65d6a59b', 'name': 'tempest-NetworksIpV6TestAttrs-1164939463'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:33.785481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:33.790309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:33.811728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] device_id is not set on port 4a8a196c-4eb3-46a6-a956-c5a342ce7caa yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:33.942392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Allocated IP 2001:db8::f816:3eff:fea4:8750 (305ebcfe-0824-4586-9116-107e65d6a59b/b81dd8c1-8140-44a4-87c8-76f124d6aedf/4a8a196c-4eb3-46a6-a956-c5a342ce7caa) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:33.976367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-305ebcfe-0824-4586-9116-107e65d6a59b', 'network_id': '305ebcfe-0824-4586-9116-107e65d6a59b', 'tenant_id': 'c8612f88561046a1844eb34690c71523', 'fixed_ips': [{'subnet_id': 'b81dd8c1-8140-44a4-87c8-76f124d6aedf'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:33.977592 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.090976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5831c23-cbaa-4f15-b192-69ac23644184 None None] Network c485444d-05ac-4844-ac0d-bb0934350264 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:34.117683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.158809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.173815 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.180291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a8ebd863-26cb-4921-a7c6-cdecb6a23a31 None None] Provisioning complete for port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:34.180700 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd863-26cb-4921-a7c6-cdecb6a23a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.208391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network 305ebcfe-0824-4586-9116-107e65d6a59b is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:34.213027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:34.215720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:34.222000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:34.222823 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.239082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Port': ['ID=4a8a196c-4eb3-46a6-a956-c5a342ce7caa,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:34.249369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf3249a8-254d-486b-984e-9d7a5cac39e4 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6084979 Sep 18 02:30:34.252355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37906) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:34.302725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Allocated IP 2001:db8::f816:3eff:fed7:36b2 (305ebcfe-0824-4586-9116-107e65d6a59b/b81dd8c1-8140-44a4-87c8-76f124d6aedf/9b79e703-0a33-4b3b-a9f0-628b47421acf) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:34.310017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Deleting subnet b81dd8c1-8140-44a4-87c8-76f124d6aedf {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:30:34.415121 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd863-26cb-4921-a7c6-cdecb6a23a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.464103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] DHCP port deletion for c485444d-05ac-4844-ac0d-bb0934350264 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:30:34.470294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a8ebd863-26cb-4921-a7c6-cdecb6a23a31 None None] For port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aacc82e7-de9d-4f8e-a61c-a6e8e965cad2,segment=NetworkSegment(373641cb-805d-4aae-af68-d05a455ea229),segment_id=373641cb-805d-4aae-af68-d05a455ea229)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:34.482391 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd863-26cb-4921-a7c6-cdecb6a23a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.595182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.602526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebd863-26cb-4921-a7c6-cdecb6a23a31 None None] Pushing event updated for resources: {'Port': ['ID=aacc82e7-de9d-4f8e-a61c-a6e8e965cad2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:34.604414 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.610328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.648026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] Deleting port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:34.648629 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.659124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Network 305ebcfe-0824-4586-9116-107e65d6a59b is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:34.666893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.676758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:34.681530 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:34.683504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Pushing event updated for resources: {'Port': ['ID=9b79e703-0a33-4b3b-a9f0-628b47421acf,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:34.788425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] For port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=aacc82e7-de9d-4f8e-a61c-a6e8e965cad2,segment=NetworkSegment(373641cb-805d-4aae-af68-d05a455ea229),segment_id=373641cb-805d-4aae-af68-d05a455ea229)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:34.789295 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.801249 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d987a93c-cab8-4cd8-9a3c-337b806e4686 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:30:34.812884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.827691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Attempting to bind port 9b79e703-0a33-4b3b-a9f0-628b47421acf on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:30:34.828081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Attempting to bind port 9b79e703-0a33-4b3b-a9f0-628b47421acf by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'c3d54ef8-3b6e-4d55-af90-08caa4d8cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '305ebcfe-0824-4586-9116-107e65d6a59b'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:30:34.828523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Attempting to bind port 9b79e703-0a33-4b3b-a9f0-628b47421acf on network 305ebcfe-0824-4586-9116-107e65d6a59b {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:30:34.830683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] Calling delete_port for aacc82e7-de9d-4f8e-a61c-a6e8e965cad2 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:34.852081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:30:34.852458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Checking segment: {'id': 'c3d54ef8-3b6e-4d55-af90-08caa4d8cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '305ebcfe-0824-4586-9116-107e65d6a59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:34.852785 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.853182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Bound using segment: {'id': 'c3d54ef8-3b6e-4d55-af90-08caa4d8cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '305ebcfe-0824-4586-9116-107e65d6a59b'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:30:34.853661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Bound port: 9b79e703-0a33-4b3b-a9f0-628b47421acf, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d54ef8-3b6e-4d55-af90-08caa4d8cc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '305ebcfe-0824-4586-9116-107e65d6a59b'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:30:34.854529 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.893461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.923856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Subnet': ['ID=b81dd8c1-8140-44a4-87c8-76f124d6aedf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:34.926328 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:34.931041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/subnets/b81dd8c1-8140-44a4-87c8-76f124d6aedf HTTP/1.1" status: 204 len: 168 time: 0.6776888 Sep 18 02:30:34.931321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37912) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:34.937728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.938094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.938352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.938690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.939046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.939629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.939768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.940020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.940342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.940913 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.941062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.941349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ec0a4b-4635-4eb7-8b7a-2948b591040f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:34.994476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d987a93c-cab8-4cd8-9a3c-337b806e4686 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:34.994908 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.006168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461e8dc-d3a7-4b42-aa08-3b0aa2e0855f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:35.007750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461e8dc-d3a7-4b42-aa08-3b0aa2e0855f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:35.010217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3461e8dc-d3a7-4b42-aa08-3b0aa2e0855f tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0766022 Sep 18 02:30:35.012932 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37914) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:35.033496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] For port 9b79e703-0a33-4b3b-a9f0-628b47421acf, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:30:35.038466 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.057816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] For port 9b79e703-0a33-4b3b-a9f0-628b47421acf, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9b79e703-0a33-4b3b-a9f0-628b47421acf,segment=NetworkSegment(c3d54ef8-3b6e-4d55-af90-08caa4d8cc52),segment_id=c3d54ef8-3b6e-4d55-af90-08caa4d8cc52)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:30:35.058864 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.090001 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.095598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-44154bfe-1383-43b7-80ea-876ca13d45ce tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.097883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] Pushing event deleted for resources: {'Port': ['ID=aacc82e7-de9d-4f8e-a61c-a6e8e965cad2,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:35.107448 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-44154bfe-1383-43b7-80ea-876ca13d45ce tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 02:30:35.108125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44154bfe-1383-43b7-80ea-876ca13d45ce tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:35.109922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-44154bfe-1383-43b7-80ea-876ca13d45ce tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/305ebcfe-0824-4586-9116-107e65d6a59b HTTP/1.1" status: 409 len: 405 time: 0.0954893 Sep 18 02:30:35.110324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293db89-7411-4b66-b560-1ff93b7531ba None None] No DVR routers for this DVR port aacc82e7-de9d-4f8e-a61c-a6e8e965cad2 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:30:35.114216 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37916) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:35.124450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-890850759'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:35.155891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:35.159409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.188227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:35.199637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.199977 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Added segment 910a4596-b045-406b-90e1-dc93f1ed6bc8 of type vlan for network 4ae7ef32-df55-44f4-9c3a-41c0e0186710 Sep 18 02:30:35.222049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fbe3f-2d09-4c91-a820-3929a62b0928 None None] Pushing event updated for resources: {'Port': ['ID=9b79e703-0a33-4b3b-a9f0-628b47421acf,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:35.248948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58581213-557d-463f-84a1-15628df7b38e None None] Network 305ebcfe-0824-4586-9116-107e65d6a59b requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:35.257825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.284811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.290688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:35.291379 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.374434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2557309 Sep 18 02:30:35.374434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab3a9f-1c1c-469d-8d73-89a18b004170 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Network': ['ID=4ae7ef32-df55-44f4-9c3a-41c0e0186710,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:35.376106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:35.383085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'subnet': {'network_id': '4ae7ef32-df55-44f4-9c3a-41c0e0186710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:35.386528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 4ae7ef32-df55-44f4-9c3a-41c0e0186710 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:35.404427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2904a2-3c3f-4b92-bc51-cc33877d45b1 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:30:35.516983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f444ca3-947d-4142-919c-aef674f0d877 req-c98054b3-4662-4969-81ab-521e1e1f7742 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1037548 Sep 18 02:30:35.547496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:35.552934 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:35.734611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2904a2-3c3f-4b92-bc51-cc33877d45b1 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:30:36.116052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f444ca3-947d-4142-919c-aef674f0d877 req-63eb86d8-8ff8-48d4-bda2-05e76272f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:36.117644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f444ca3-947d-4142-919c-aef674f0d877 req-63eb86d8-8ff8-48d4-bda2-05e76272f9e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 1098 time: 0.4218199 Sep 18 02:30:36.255145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.objects.ports [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106440) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:30:36.258355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:36.336393 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:36.350824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Subnet': ['ID=7ec15abd-12e7-4278-bcab-97e69a8065fc,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:36.358752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f444ca3-947d-4142-919c-aef674f0d877 req-2fc64662-756d-474f-8e2a-202176f86940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:36.360469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f444ca3-947d-4142-919c-aef674f0d877 req-2fc64662-756d-474f-8e2a-202176f86940 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.2145450 Sep 18 02:30:36.374541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Checking segment: {'id': '910a4596-b045-406b-90e1-dc93f1ed6bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ae7ef32-df55-44f4-9c3a-41c0e0186710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:36.375016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network hostable DHCP agents. Network: 4ae7ef32-df55-44f4-9c3a-41c0e0186710, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:36.439507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network 4ae7ef32-df55-44f4-9c3a-41c0e0186710 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:36.453927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f444ca3-947d-4142-919c-aef674f0d877 req-89024d95-f29e-46f8-bbe2-5041d323aa06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3e2ddc-5620-43d7-9496-76db323b977e HTTP/1.1" status: 200 len: 1002 time: 0.0857582 Sep 18 02:30:36.454974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 4ae7ef32-df55-44f4-9c3a-41c0e0186710) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:36.460230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:36.460942 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:36.465072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a376df-9651-4255-b3a2-1c91ef633a0a None None] Network 4ae7ef32-df55-44f4-9c3a-41c0e0186710 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:36.510824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3ec13925-6f1c-4c1b-9bb7-450e59e134a6 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1322396 Sep 18 02:30:36.510824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:36.553080 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f444ca3-947d-4142-919c-aef674f0d877 req-40984b92-a6de-4b11-87f4-8b473f98fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:36.554604 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f444ca3-947d-4142-919c-aef674f0d877 req-40984b92-a6de-4b11-87f4-8b473f98fad5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0912855 Sep 18 02:30:36.633420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-4ae7ef32-df55-44f4-9c3a-41c0e0186710', 'network_id': '4ae7ef32-df55-44f4-9c3a-41c0e0186710', 'tenant_id': 'c8612f88561046a1844eb34690c71523', 'fixed_ips': [{'subnet_id': '7ec15abd-12e7-4278-bcab-97e69a8065fc'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:36.635363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:36.665667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:36.670762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f444ca3-947d-4142-919c-aef674f0d877 req-8c4b9b6f-dbfa-48f3-9090-ea345d21c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:36.672120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f444ca3-947d-4142-919c-aef674f0d877 req-8c4b9b6f-dbfa-48f3-9090-ea345d21c17a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746882 Sep 18 02:30:36.797899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Allocated IP 2001:db8::f816:3eff:fea1:4df2 (4ae7ef32-df55-44f4-9c3a-41c0e0186710/7ec15abd-12e7-4278-bcab-97e69a8065fc/36c2da33-b7b2-461c-aa05-c180c10902b8) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:36.803444 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:36.852995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f444ca3-947d-4142-919c-aef674f0d877 req-34666e7e-d07b-43c6-8b90-d51cbccf9c50 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727545 Sep 18 02:30:36.953906 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f444ca3-947d-4142-919c-aef674f0d877 req-db6133c2-0c46-4dac-a445-3eb3a7f06505 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923505 Sep 18 02:30:36.963010 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:36.970874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:36.992471 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.016507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Network 4ae7ef32-df55-44f4-9c3a-41c0e0186710 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:37.024527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:37.030056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:37.033146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Pushing event updated for resources: {'Port': ['ID=36c2da33-b7b2-461c-aa05-c180c10902b8,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:37.063255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec15abd-12e7-4278-bcab-97e69a8065fc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:37.089439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Attempting to bind port 36c2da33-b7b2-461c-aa05-c180c10902b8 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:30:37.089928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Attempting to bind port 36c2da33-b7b2-461c-aa05-c180c10902b8 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '910a4596-b045-406b-90e1-dc93f1ed6bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ae7ef32-df55-44f4-9c3a-41c0e0186710'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:30:37.090383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Attempting to bind port 36c2da33-b7b2-461c-aa05-c180c10902b8 on network 4ae7ef32-df55-44f4-9c3a-41c0e0186710 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:30:37.095756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:30:37.096260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Checking segment: {'id': '910a4596-b045-406b-90e1-dc93f1ed6bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ae7ef32-df55-44f4-9c3a-41c0e0186710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:37.096791 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.097309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Bound using segment: {'id': '910a4596-b045-406b-90e1-dc93f1ed6bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ae7ef32-df55-44f4-9c3a-41c0e0186710'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:30:37.097901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Bound port: 36c2da33-b7b2-461c-aa05-c180c10902b8, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910a4596-b045-406b-90e1-dc93f1ed6bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4ae7ef32-df55-44f4-9c3a-41c0e0186710'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:30:37.098754 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.102130 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.134108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae7ef32-df55-44f4-9c3a-41c0e0186710']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:37.144857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910a4596-b045-406b-90e1-dc93f1ed6bc8') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:37.145246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910a4596-b045-406b-90e1-dc93f1ed6bc8') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:37.156136 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.170044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.170911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] For port 36c2da33-b7b2-461c-aa05-c180c10902b8, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:30:37.176833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:37.177918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:37.180971 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:37.256309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] For port 36c2da33-b7b2-461c-aa05-c180c10902b8, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=36c2da33-b7b2-461c-aa05-c180c10902b8,segment=NetworkSegment(910a4596-b045-406b-90e1-dc93f1ed6bc8),segment_id=910a4596-b045-406b-90e1-dc93f1ed6bc8)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:30:37.256738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 02:30:37.256738 n-d-789963-12 neutron-server[106440]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 02:30:37.256738 n-d-789963-12 neutron-server[106440]: [parameters: {'id': '4ae7ef32-df55-44f4-9c3a-41c0e0186710'}] Sep 18 02:30:37.256738 n-d-789963-12 neutron-server[106440]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:30:37.257166 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:30:37.262460 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.340030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ed080-f67e-4c77-86af-5be922641c10 None None] Pushing event updated for resources: {'Port': ['ID=36c2da33-b7b2-461c-aa05-c180c10902b8,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:37.360094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48e7ee-85f8-4249-994e-0a94af08eec1 None None] Network 4ae7ef32-df55-44f4-9c3a-41c0e0186710 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:37.482441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbabe172-d044-416e-9250-f9e1e41ee81a None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:30:37.581079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabe172-d044-416e-9250-f9e1e41ee81a None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:30:37.758343 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.813667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Deleting port 36c2da33-b7b2-461c-aa05-c180c10902b8 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:37.814012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.875435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] For port 36c2da33-b7b2-461c-aa05-c180c10902b8, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=36c2da33-b7b2-461c-aa05-c180c10902b8,segment=NetworkSegment(910a4596-b045-406b-90e1-dc93f1ed6bc8),segment_id=910a4596-b045-406b-90e1-dc93f1ed6bc8)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:37.875702 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:37.898916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Calling delete_port for 36c2da33-b7b2-461c-aa05-c180c10902b8 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:37.978313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.006230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Port': ['ID=36c2da33-b7b2-461c-aa05-c180c10902b8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:38.008158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No DVR routers for this DVR port 36c2da33-b7b2-461c-aa05-c180c10902b8 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:30:38.093942 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.120529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae7ef32-df55-44f4-9c3a-41c0e0186710']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:38.131093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910a4596-b045-406b-90e1-dc93f1ed6bc8') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:38.131323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910a4596-b045-406b-90e1-dc93f1ed6bc8') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:38.143228 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.156531 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.163060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:38.163480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:38.166688 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:38.228933 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.234730 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.241180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37946) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:38.241774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/4ae7ef32-df55-44f4-9c3a-41c0e0186710 HTTP/1.1" status: 204 len: 168 time: 1.7294600 Sep 18 02:30:38.246369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1126994702'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:38.265564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b57b5-2ca4-4c6c-b9cb-822e537d2e53 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Network': ['ID=4ae7ef32-df55-44f4-9c3a-41c0e0186710,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:38.268184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:38.272942 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.297213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:38.306456 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.306948 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Added segment 1c30cdb0-4cad-4d7d-9e97-c2f8d24ebdfa of type vlan for network 6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0 Sep 18 02:30:38.351290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.376726 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.383327 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:38.383853 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.419418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1770592 Sep 18 02:30:38.422692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37950) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:38.429057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'subnet': {'network_id': '6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:38.454685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5be0b-cc87-4747-9d5c-b55429390096 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Network': ['ID=6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:38.468753 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:38.527347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:38.530927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.732645 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.802988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Subnet': ['ID=85dacade-da17-4135-a7f0-9f6a44b578b2,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:38.811198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Checking segment: {'id': '1c30cdb0-4cad-4d7d-9e97-c2f8d24ebdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:38.811555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network hostable DHCP agents. Network: 6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:38.828137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network 6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:38.837832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:38.843034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:38.844073 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:38.848446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38860038-8653-4bce-b496-e036bf456c46 None None] Network 6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:38.861858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e5d2e75b-769c-4cdc-b898-d3e557b48735 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4356580 Sep 18 02:30:38.862069 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37956) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:38.962351 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.010171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188a420-3ce2-49c6-bc99-55c5c139d767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0', 'network_id': '6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0', 'tenant_id': 'c8612f88561046a1844eb34690c71523', 'fixed_ips': [{'subnet_id': '85dacade-da17-4135-a7f0-9f6a44b578b2'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:39.011133 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e188a420-3ce2-49c6-bc99-55c5c139d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.028359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.102764 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-e188a420-3ce2-49c6-bc99-55c5c139d767 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85dacade-da17-4135-a7f0-9f6a44b578b2: This subnet is being modified by another concurrent operation. Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85dacade-da17-4135-a7f0-9f6a44b578b2: This subnet is being modified by another concurrent operation. Sep 18 02:30:39.117496 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:30:39.138268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1ae76-70fb-4b5d-b0bb-c1b0e567b1b6 None None] Network 6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:39.147756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Subnet': ['ID=85dacade-da17-4135-a7f0-9f6a44b578b2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:39.203783 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.224656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:39.234096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c30cdb0-4cad-4d7d-9e97-c2f8d24ebdfa') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:39.234474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c30cdb0-4cad-4d7d-9e97-c2f8d24ebdfa') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:39.244697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.250583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6018e8-09c6-4e6e-a42e-5521b1aadd42 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:30:39.259853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.265735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:39.266191 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:39.269309 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:39.334994 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.344100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.347382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6018e8-09c6-4e6e-a42e-5521b1aadd42 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:30:39.351067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37962) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:39.351588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0 HTTP/1.1" status: 204 len: 168 time: 0.4879727 Sep 18 02:30:39.356247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1903091022'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:39.361127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9f870-0295-4567-ab5d-ad8bcc4ce29e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Network': ['ID=6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:39.381344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:39.385421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.410154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:39.421281 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.421933 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Added segment 61ac7fca-85c7-4c09-b6a4-9ffb908bb168 of type vlan for network 41dcfc12-492f-44c9-ac09-638dd78abbb2 Sep 18 02:30:39.470397 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.502392 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.509766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:39.510548 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.553740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2013891 Sep 18 02:30:39.556582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37964) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:39.586295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Request body: {'subnet': {'network_id': '41dcfc12-492f-44c9-ac09-638dd78abbb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:39.605937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e792e1-391f-4502-9105-dec7e9cbf842 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Network': ['ID=41dcfc12-492f-44c9-ac09-638dd78abbb2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:39.625462 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 41dcfc12-492f-44c9-ac09-638dd78abbb2 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:39.691836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Made reservation on behalf of c8612f88561046a1844eb34690c71523 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:39.696261 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:39.952512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.objects.ports [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 02:30:39.954217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.018876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event updated for resources: {'Subnet': ['ID=f23e7341-eda0-4e16-88bf-7f1f13254ea1,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:40.027969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Checking segment: {'id': '61ac7fca-85c7-4c09-b6a4-9ffb908bb168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '41dcfc12-492f-44c9-ac09-638dd78abbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:40.028332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network hostable DHCP agents. Network: 41dcfc12-492f-44c9-ac09-638dd78abbb2, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:40.045953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Network 41dcfc12-492f-44c9-ac09-638dd78abbb2 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:40.055949 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 41dcfc12-492f-44c9-ac09-638dd78abbb2) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:40.060172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:40.060798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.067065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bcdea2-8409-4be5-aea4-b51990300dc3 None None] Network 41dcfc12-492f-44c9-ac09-638dd78abbb2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:40.079547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-abf78213-f72e-40ed-91da-97a13c85ef6e tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5192094 Sep 18 02:30:40.079759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37972) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:40.178614 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.222413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ec80a-18e5-4c2f-b408-25872fbc799f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-41dcfc12-492f-44c9-ac09-638dd78abbb2', 'network_id': '41dcfc12-492f-44c9-ac09-638dd78abbb2', 'tenant_id': 'c8612f88561046a1844eb34690c71523', 'fixed_ips': [{'subnet_id': 'f23e7341-eda0-4e16-88bf-7f1f13254ea1'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:40.224330 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-102ec80a-18e5-4c2f-b408-25872fbc799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.235155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.303450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-102ec80a-18e5-4c2f-b408-25872fbc799f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f23e7341-eda0-4e16-88bf-7f1f13254ea1: This subnet is being modified by another concurrent operation. Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f23e7341-eda0-4e16-88bf-7f1f13254ea1: This subnet is being modified by another concurrent operation. Sep 18 02:30:40.318884 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:30:40.337994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Subnet': ['ID=f23e7341-eda0-4e16-88bf-7f1f13254ea1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:40.338177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221456ff-aacd-47aa-aea7-dc1868834ecd None None] Network 41dcfc12-492f-44c9-ac09-638dd78abbb2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:40.397133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.416746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dcfc12-492f-44c9-ac09-638dd78abbb2']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:40.425959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ac7fca-85c7-4c09-b6a4-9ffb908bb168') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:40.426450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ac7fca-85c7-4c09-b6a4-9ffb908bb168') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:40.436009 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.449583 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.451460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f01147-7f1f-482a-a153-69a67cb7c54d None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:30:40.456182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:40.456849 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:40.460734 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:40.528551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.535965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.538543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/41dcfc12-492f-44c9-ac09-638dd78abbb2 HTTP/1.1" status: 204 len: 168 time: 0.4578300 Sep 18 02:30:40.541812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37974) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:40.555750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f01147-7f1f-482a-a153-69a67cb7c54d None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:30:40.575680 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449128b-5af2-4f92-8574-fc85f5d51279 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Network': ['ID=41dcfc12-492f-44c9-ac09-638dd78abbb2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:40.577786 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c09062e-0fa2-48e0-a70a-970d63360a73 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:40.578235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c09062e-0fa2-48e0-a70a-970d63360a73 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:40.580010 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3c09062e-0fa2-48e0-a70a-970d63360a73 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/subnets/f23e7341-eda0-4e16-88bf-7f1f13254ea1 HTTP/1.1" status: 404 len: 337 time: 0.0372868 Sep 18 02:30:40.582565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37976) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:40.601964 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e93ce78-ba1b-4805-8f5c-3c860a750859 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:40.602519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e93ce78-ba1b-4805-8f5c-3c860a750859 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:40.604252 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e93ce78-ba1b-4805-8f5c-3c860a750859 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/41dcfc12-492f-44c9-ac09-638dd78abbb2 HTTP/1.1" status: 404 len: 339 time: 0.0205514 Sep 18 02:30:40.606767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37978) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:40.633433 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff5da77-4852-4f86-8415-cd24b015e34c tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:40.633899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff5da77-4852-4f86-8415-cd24b015e34c tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:40.635685 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cff5da77-4852-4f86-8415-cd24b015e34c tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/subnets/85dacade-da17-4135-a7f0-9f6a44b578b2 HTTP/1.1" status: 404 len: 337 time: 0.0280278 Sep 18 02:30:40.638182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37982) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:40.656601 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e762acf-7e08-49c9-9eb8-b0fec43438cf tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:40.657183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e762acf-7e08-49c9-9eb8-b0fec43438cf tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:40.658948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3e762acf-7e08-49c9-9eb8-b0fec43438cf tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/6bff7b1e-4542-4b6b-83fe-81c6b9f01fa0 HTTP/1.1" status: 404 len: 339 time: 0.0198133 Sep 18 02:30:40.661981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37984) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:40.699412 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b3b71b-40c0-4666-8705-bbba8950482d tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:40.700277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b3b71b-40c0-4666-8705-bbba8950482d tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:40.704351 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9b3b71b-40c0-4666-8705-bbba8950482d tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/subnets/7ec15abd-12e7-4278-bcab-97e69a8065fc HTTP/1.1" status: 404 len: 337 time: 0.0407996 Sep 18 02:30:40.712224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 37988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:40.736470 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-041f6ee8-b61b-47ae-a219-7e90d689fa05 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:40.740236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041f6ee8-b61b-47ae-a219-7e90d689fa05 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:40.743014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-041f6ee8-b61b-47ae-a219-7e90d689fa05 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/4ae7ef32-df55-44f4-9c3a-41c0e0186710 HTTP/1.1" status: 404 len: 339 time: 0.0295961 Sep 18 02:30:40.744776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37990) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:40.852537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f35e41c6-8e68-4c74-a4e4-cf067b51e0d5 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Deleting port 4a8a196c-4eb3-46a6-a956-c5a342ce7caa {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:40.852982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f35e41c6-8e68-4c74-a4e4-cf067b51e0d5 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.924502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f35e41c6-8e68-4c74-a4e4-cf067b51e0d5 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:40.938479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f35e41c6-8e68-4c74-a4e4-cf067b51e0d5 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Calling delete_port for 4a8a196c-4eb3-46a6-a956-c5a342ce7caa owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:41.026185 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f35e41c6-8e68-4c74-a4e4-cf067b51e0d5 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.056391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e41c6-8e68-4c74-a4e4-cf067b51e0d5 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Port': ['ID=4a8a196c-4eb3-46a6-a956-c5a342ce7caa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:41.061705 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f35e41c6-8e68-4c74-a4e4-cf067b51e0d5 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.065921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f35e41c6-8e68-4c74-a4e4-cf067b51e0d5 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/ports/4a8a196c-4eb3-46a6-a956-c5a342ce7caa HTTP/1.1" status: 204 len: 168 time: 0.3178811 Sep 18 02:30:41.066215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37996) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:41.092921 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa9abd2-8d9a-4d76-91cb-bce9950ac515 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:41.093365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa9abd2-8d9a-4d76-91cb-bce9950ac515 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:41.095030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-daa9abd2-8d9a-4d76-91cb-bce9950ac515 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/subnets/b81dd8c1-8140-44a4-87c8-76f124d6aedf HTTP/1.1" status: 404 len: 337 time: 0.0278940 Sep 18 02:30:41.097407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 37998) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:41.175384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.226991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Deleting port 9b79e703-0a33-4b3b-a9f0-628b47421acf {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:41.227335 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.292856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] For port 9b79e703-0a33-4b3b-a9f0-628b47421acf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9b79e703-0a33-4b3b-a9f0-628b47421acf,segment=NetworkSegment(c3d54ef8-3b6e-4d55-af90-08caa4d8cc52),segment_id=c3d54ef8-3b6e-4d55-af90-08caa4d8cc52)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:41.293225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.305589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Calling delete_port for 9b79e703-0a33-4b3b-a9f0-628b47421acf owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:41.385373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.411009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Port': ['ID=9b79e703-0a33-4b3b-a9f0-628b47421acf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:41.412862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No DVR routers for this DVR port 9b79e703-0a33-4b3b-a9f0-628b47421acf on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:30:41.500833 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.522999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305ebcfe-0824-4586-9116-107e65d6a59b']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:41.536929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d54ef8-3b6e-4d55-af90-08caa4d8cc52') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:41.537366 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d54ef8-3b6e-4d55-af90-08caa4d8cc52') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:41.548029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.562181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.568352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:41.568810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:41.571831 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:41.629229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.637373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.639007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/305ebcfe-0824-4586-9116-107e65d6a59b HTTP/1.1" status: 204 len: 168 time: 0.5407043 Sep 18 02:30:41.641868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38004) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:41.651648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccce9ec-5dc4-4377-8674-a7f9adeb6d93 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Network': ['ID=305ebcfe-0824-4586-9116-107e65d6a59b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:41.738586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-36756022-eb12-4082-b2c1-eb098f78f0a7 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Deleting port 1d563854-f055-4bb8-8da3-ea1dbdf4d9c5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:41.738954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36756022-eb12-4082-b2c1-eb098f78f0a7 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.803440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36756022-eb12-4082-b2c1-eb098f78f0a7 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.819440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-36756022-eb12-4082-b2c1-eb098f78f0a7 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Calling delete_port for 1d563854-f055-4bb8-8da3-ea1dbdf4d9c5 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:41.895418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36756022-eb12-4082-b2c1-eb098f78f0a7 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.924188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36756022-eb12-4082-b2c1-eb098f78f0a7 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Port': ['ID=1d563854-f055-4bb8-8da3-ea1dbdf4d9c5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:41.930831 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-36756022-eb12-4082-b2c1-eb098f78f0a7 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:41.933287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-36756022-eb12-4082-b2c1-eb098f78f0a7 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/ports/1d563854-f055-4bb8-8da3-ea1dbdf4d9c5 HTTP/1.1" status: 204 len: 168 time: 0.2901642 Sep 18 02:30:41.935823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38008) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:41.962518 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-348e7fe0-f48f-43ea-8113-f74d7270139c tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:41.962980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348e7fe0-f48f-43ea-8113-f74d7270139c tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:41.964605 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-348e7fe0-f48f-43ea-8113-f74d7270139c tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/subnets/4c4e1fba-43c7-42f8-bf7a-77cc7962b27a HTTP/1.1" status: 404 len: 337 time: 0.0278978 Sep 18 02:30:41.967295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38010) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:42.045209 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.132391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.151797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c485444d-05ac-4844-ac0d-bb0934350264']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:42.160510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373641cb-805d-4aae-af68-d05a455ea229') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:42.160799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373641cb-805d-4aae-af68-d05a455ea229') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:42.170236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.183890 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.189812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:42.190177 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:42.193788 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:42.253524 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.261335 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.265826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/c485444d-05ac-4844-ac0d-bb0934350264 HTTP/1.1" status: 204 len: 168 time: 0.2975490 Sep 18 02:30:42.268439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38014) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:42.277617 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c6339-e526-4540-bc31-4b57265384df tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Network': ['ID=c485444d-05ac-4844-ac0d-bb0934350264,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:42.329232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dacd6b-3ecd-4145-93b5-f2cef3e3303a tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Deleting subnet 9a647876-7aa1-4c3f-a5da-e38f7c1edf1d {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:30:42.332534 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9dacd6b-3ecd-4145-93b5-f2cef3e3303a tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.374679 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9dacd6b-3ecd-4145-93b5-f2cef3e3303a tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.457500 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9dacd6b-3ecd-4145-93b5-f2cef3e3303a tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.518114 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9dacd6b-3ecd-4145-93b5-f2cef3e3303a tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.547830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c9dacd6b-3ecd-4145-93b5-f2cef3e3303a tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.549786 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c9dacd6b-3ecd-4145-93b5-f2cef3e3303a tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/subnets/9a647876-7aa1-4c3f-a5da-e38f7c1edf1d HTTP/1.1" status: 204 len: 168 time: 0.2802849 Sep 18 02:30:42.550679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dacd6b-3ecd-4145-93b5-f2cef3e3303a tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Subnet': ['ID=9a647876-7aa1-4c3f-a5da-e38f7c1edf1d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:42.553100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38018) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:42.556935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348f909-3d3c-4d1e-bf89-db19fa1f320f None None] Network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:42.639116 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.696191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Deleting port d987a93c-cab8-4cd8-9a3c-337b806e4686 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:42.696856 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.751820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] DHCP port deletion for 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:30:42.774917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] For port d987a93c-cab8-4cd8-9a3c-337b806e4686, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d987a93c-cab8-4cd8-9a3c-337b806e4686,segment=NetworkSegment(070129cc-9329-4741-a799-f66e3f46e901),segment_id=070129cc-9329-4741-a799-f66e3f46e901)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:42.775284 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.788746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Calling delete_port for d987a93c-cab8-4cd8-9a3c-337b806e4686 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:42.812395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] Deleting port d987a93c-cab8-4cd8-9a3c-337b806e4686 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:42.812867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.869210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.889042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] For port d987a93c-cab8-4cd8-9a3c-337b806e4686, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d987a93c-cab8-4cd8-9a3c-337b806e4686,segment=NetworkSegment(070129cc-9329-4741-a799-f66e3f46e901),segment_id=070129cc-9329-4741-a799-f66e3f46e901)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:42.889535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:42.897355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Port': ['ID=d987a93c-cab8-4cd8-9a3c-337b806e4686,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:42.902416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] No DVR routers for this DVR port d987a93c-cab8-4cd8-9a3c-337b806e4686 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:30:42.994824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.017267 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:43.028365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070129cc-9329-4741-a799-f66e3f46e901') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:43.028762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070129cc-9329-4741-a799-f66e3f46e901') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:43.039370 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.053417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.059869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:43.060334 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:43.063602 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:43.071556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] Calling delete_port for d987a93c-cab8-4cd8-9a3c-337b806e4686 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:43.126179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.136921 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.141138 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] 10.222.0.21 "DELETE /v2.0/networks/9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 HTTP/1.1" status: 204 len: 168 time: 0.5847983 Sep 18 02:30:43.150847 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.154473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05497889-d2d2-4a05-8976-9e8d1d489b96 tempest-NetworksIpV6TestAttrs-1345560532 tempest-NetworksIpV6TestAttrs-1345560532-project] Pushing event deleted for resources: {'Network': ['ID=9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:43.173515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] Pushing event deleted for resources: {'Port': ['ID=d987a93c-cab8-4cd8-9a3c-337b806e4686,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:43.178742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] Network 9ef8fe8c-980a-49d8-bfb4-2c1db2a9d9f5 is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:30:43.179210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e073e-bb24-4bef-ac36-6b009c47db4c None None] No DVR routers for this DVR port d987a93c-cab8-4cd8-9a3c-337b806e4686 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:30:43.406821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38026) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:43.556978 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c17491a9-e704-4554-9070-c36f3616372d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8612f88561046a1844eb34690c71523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489699 Sep 18 02:30:43.559653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38034) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:43.610067 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b873df4-a4b9-4b26-8b23-88ae162616d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.631695 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b873df4-a4b9-4b26-8b23-88ae162616d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.676542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b873df4-a4b9-4b26-8b23-88ae162616d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.679898 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8b873df4-a4b9-4b26-8b23-88ae162616d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:43.681092 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8b873df4-a4b9-4b26-8b23-88ae162616d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/601f61dc-4381-402e-9f04-1a5d3129d304 HTTP/1.1" status: 204 len: 168 time: 0.1203732 Sep 18 02:30:43.688910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b873df4-a4b9-4b26-8b23-88ae162616d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601f61dc-4381-402e-9f04-1a5d3129d304,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:44.307608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38058) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:44.407908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-569561960'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:44.429620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:44.433334 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.441418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.530868 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.535371 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.564017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:44.573372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2552c208-8ef0-4088-aa84-33addce8653e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:44.577981 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.578324 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Added segment 9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8 of type vlan for network 3992de87-dbe4-4a27-aa5b-30940faee3b0 Sep 18 02:30:44.620218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.646238 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.651953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:44.652578 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.696548 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3878069 Sep 18 02:30:44.699241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38066) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:44.704025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'name': 'tempest-PortsTestJSON-10698455'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:44.732056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d987a93c-cab8-4cd8-9a3c-337b806e4686 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:30:44.756178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d987a93c-cab8-4cd8-9a3c-337b806e4686 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:30:44.756514 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d987a93c-cab8-4cd8-9a3c-337b806e4686 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:30:44.756969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8da47-2efa-4103-9acb-61be632785b5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Network': ['ID=3992de87-dbe4-4a27-aa5b-30940faee3b0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:44.768721 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:44.848658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:44.852590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:44.870150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 58871d4e-1912-49ca-9588-8010315d9b11 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:45.040012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.072819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.132657 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=58871d4e-1912-49ca-9588-8010315d9b11,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:45.141214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Checking segment: {'id': '9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:45.141591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network hostable DHCP agents. Network: 3992de87-dbe4-4a27-aa5b-30940faee3b0, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:45.158192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:45.167261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 3992de87-dbe4-4a27-aa5b-30940faee3b0) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:45.171981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:45.175134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd190d-c0e0-4efc-9ffc-2abb25a70c83 None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:45.179320 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:45.180045 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.197441 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5a56fa82-2678-4ae7-9947-f27df3df1a9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.4942389 Sep 18 02:30:45.198213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38070) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:45.203344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1531192989'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:45.225233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:45.229367 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.253984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:45.263720 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.264186 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Added segment ac011322-5a22-4e20-b9d0-f0f2287d9832 of type vlan for network 709b292b-2587-4eac-9339-aa0e19a9f9bb Sep 18 02:30:45.310038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.333607 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.339952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:45.340586 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.375910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1763182 Sep 18 02:30:45.378665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38072) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:45.383262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'ports': [{'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0'}, {'network_id': '709b292b-2587-4eac-9339-aa0e19a9f9bb'}]} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:45.383509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:45.383978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '709b292b-2587-4eac-9339-aa0e19a9f9bb'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:45.428352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2a7a-2d09-41b0-8e94-628892018fcd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Network': ['ID=709b292b-2587-4eac-9339-aa0e19a9f9bb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:45.441429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 709b292b-2587-4eac-9339-aa0e19a9f9bb details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:45.572719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 2} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:45.577243 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.590155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.673514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 93939363-1ef7-4a28-80b4-097a4f64455a yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:45.785544 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:45.858017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 357030b9-65a1-48b0-8102-5f69d9b25356 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:45.970827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.008418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.055240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:46.058197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:46.060883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:46.061925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.075553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=93939363-1ef7-4a28-80b4-097a4f64455a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:46.133376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=357030b9-65a1-48b0-8102-5f69d9b25356,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:46.137793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Checking segment: {'id': 'ac011322-5a22-4e20-b9d0-f0f2287d9832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '709b292b-2587-4eac-9339-aa0e19a9f9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:46.138148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network hostable DHCP agents. Network: 709b292b-2587-4eac-9339-aa0e19a9f9bb, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:46.154428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 709b292b-2587-4eac-9339-aa0e19a9f9bb is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:46.163015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 709b292b-2587-4eac-9339-aa0e19a9f9bb) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:46.166531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:46.172334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:46.173050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4800087-3f89-4800-b21e-3038af16fb12 None None] Network 709b292b-2587-4eac-9339-aa0e19a9f9bb requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:46.177860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:46.178516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.197295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bf36ed2f-5570-448d-b631-f5990574a807 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8152380 Sep 18 02:30:46.197500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38080) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:46.283637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 357030b9-65a1-48b0-8102-5f69d9b25356 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:46.283870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.351577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.363705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 357030b9-65a1-48b0-8102-5f69d9b25356 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:46.445126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.472716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=357030b9-65a1-48b0-8102-5f69d9b25356,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:46.482120 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.483980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/357030b9-65a1-48b0-8102-5f69d9b25356 HTTP/1.1" status: 204 len: 168 time: 0.2851512 Sep 18 02:30:46.485832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.486174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.486510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.486863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.487018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38082) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:46.487464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.487574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.487805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.488123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.488437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.488871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.489899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.490479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c7e9d1-b071-4602-a76a-d7c0e7d47c9d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:30:46.538134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce72ec1-3645-4350-abb4-8fc866943fad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:46.544083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce72ec1-3645-4350-abb4-8fc866943fad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:46.548266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8ce72ec1-3645-4350-abb4-8fc866943fad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0577302 Sep 18 02:30:46.548438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38084) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:46.638814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-93e4d121-611f-4e2c-997b-826a2914f57a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 93939363-1ef7-4a28-80b4-097a4f64455a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:46.639152 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93e4d121-611f-4e2c-997b-826a2914f57a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.704032 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93e4d121-611f-4e2c-997b-826a2914f57a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.717672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-93e4d121-611f-4e2c-997b-826a2914f57a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 93939363-1ef7-4a28-80b4-097a4f64455a owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:46.801258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93e4d121-611f-4e2c-997b-826a2914f57a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.830563 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4d121-611f-4e2c-997b-826a2914f57a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=93939363-1ef7-4a28-80b4-097a4f64455a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:46.837598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93e4d121-611f-4e2c-997b-826a2914f57a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:46.841620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-93e4d121-611f-4e2c-997b-826a2914f57a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/93939363-1ef7-4a28-80b4-097a4f64455a HTTP/1.1" status: 204 len: 168 time: 0.2919497 Sep 18 02:30:46.842243 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38090) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:46.893885 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f55c6e-32fe-493f-b0e6-05f1240e851d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:46.896106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-54f55c6e-32fe-493f-b0e6-05f1240e851d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0528729 Sep 18 02:30:46.898940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38092) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:46.925097 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-96823353-c2f9-4d34-9012-39b0b59e15a7 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:30:46.926914 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-96823353-c2f9-4d34-9012-39b0b59e15a7 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/357030b9-65a1-48b0-8102-5f69d9b25356 HTTP/1.1" status: 404 len: 333 time: 0.0265732 Sep 18 02:30:46.929449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38094) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:46.953584 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6f52c0-16b3-4f0f-ba00-836b23efc16d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:30:46.955050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2b6f52c0-16b3-4f0f-ba00-836b23efc16d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/93939363-1ef7-4a28-80b4-097a4f64455a HTTP/1.1" status: 404 len: 333 time: 0.0247045 Sep 18 02:30:46.958607 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38096) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:47.042632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.435444 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.454903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709b292b-2587-4eac-9339-aa0e19a9f9bb']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:47.464536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac011322-5a22-4e20-b9d0-f0f2287d9832') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:47.464834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac011322-5a22-4e20-b9d0-f0f2287d9832') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:47.474029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.487007 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.493422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:47.493809 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:47.496965 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:47.555455 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.560437 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.563134 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/networks/709b292b-2587-4eac-9339-aa0e19a9f9bb HTTP/1.1" status: 204 len: 168 time: 0.6031132 Sep 18 02:30:47.566937 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38100) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:47.572829 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1363814345'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:47.589429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacafec-d509-49a8-b822-a21882ef21ad tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Network': ['ID=709b292b-2587-4eac-9339-aa0e19a9f9bb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:47.605558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:47.609099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.633254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:47.642610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.642979 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Added segment fbfb789c-bb53-45dc-b17a-63ba218b434a of type vlan for network 6335bfbe-3092-46fd-8db2-f8774c674a42 Sep 18 02:30:47.685416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.713508 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.719881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:47.720471 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:47.765674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1941295 Sep 18 02:30:47.766149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38106) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:47.772234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '6335bfbe-3092-46fd-8db2-f8774c674a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:47.795828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d182062-449c-489a-8e22-97a5c10767e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Network': ['ID=6335bfbe-3092-46fd-8db2-f8774c674a42,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:47.810624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6335bfbe-3092-46fd-8db2-f8774c674a42 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:47.880497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:47.885697 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:48.069376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:48.460485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=b73181d4-0c7f-45dc-beee-de879f23bd8b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:48.465659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Checking segment: {'id': 'fbfb789c-bb53-45dc-b17a-63ba218b434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6335bfbe-3092-46fd-8db2-f8774c674a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:48.466017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network hostable DHCP agents. Network: 6335bfbe-3092-46fd-8db2-f8774c674a42, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:48.483039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 6335bfbe-3092-46fd-8db2-f8774c674a42 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:48.492547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6335bfbe-3092-46fd-8db2-f8774c674a42) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:48.496892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:48.497588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:48.501683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249922c2-a6ba-487e-9688-e3b63729a76e None None] Network 6335bfbe-3092-46fd-8db2-f8774c674a42 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:48.515840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e066d9a3-21de-471e-8729-8bc05be209ea tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7484136 Sep 18 02:30:48.518533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38110) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:48.525966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '6335bfbe-3092-46fd-8db2-f8774c674a42', 'name': 'tempest-PortsTestJSON-1799677510'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:48.639702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:48.643352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:48.652790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8b7d27-3127-46d5-a67c-3ce56f4873ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-6335bfbe-3092-46fd-8db2-f8774c674a42', 'network_id': '6335bfbe-3092-46fd-8db2-f8774c674a42', 'tenant_id': '3ab03ea4556d4352b80f339c8a35a469', 'fixed_ips': [{'subnet_id': 'b73181d4-0c7f-45dc-beee-de879f23bd8b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:48.653725 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7d27-3127-46d5-a67c-3ce56f4873ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:48.660595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 68c91b2c-cb0e-4d63-bbf1-543043250eb8 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:48.788003 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.2 (6335bfbe-3092-46fd-8db2-f8774c674a42/b73181d4-0c7f-45dc-beee-de879f23bd8b/68c91b2c-cb0e-4d63-bbf1-543043250eb8) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:48.942076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:48.975818 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.016358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 6335bfbe-3092-46fd-8db2-f8774c674a42 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:49.019251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:49.023523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:49.031025 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-8f8b7d27-3127-46d5-a67c-3ce56f4873ae None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-32c2d7af-73b8-4e28-b15b-9ff6d0ad69e0 {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:30:49.031947 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-8f8b7d27-3127-46d5-a67c-3ce56f4873ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:30:49.056619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=68c91b2c-cb0e-4d63-bbf1-543043250eb8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:49.077664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:49.078278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.092662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f73ea0a-4f6a-45ea-90ea-b59405bc144c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5730946 Sep 18 02:30:49.095560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38118) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:49.187031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c31f072f-c38f-4034-8a61-0bbaf4895319 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 68c91b2c-cb0e-4d63-bbf1-543043250eb8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:49.187360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c31f072f-c38f-4034-8a61-0bbaf4895319 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.271389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c31f072f-c38f-4034-8a61-0bbaf4895319 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.282797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c31f072f-c38f-4034-8a61-0bbaf4895319 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 68c91b2c-cb0e-4d63-bbf1-543043250eb8 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:49.407416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c31f072f-c38f-4034-8a61-0bbaf4895319 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.434179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f072f-c38f-4034-8a61-0bbaf4895319 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=68c91b2c-cb0e-4d63-bbf1-543043250eb8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:49.507450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c31f072f-c38f-4034-8a61-0bbaf4895319 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.509513 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c31f072f-c38f-4034-8a61-0bbaf4895319 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/68c91b2c-cb0e-4d63-bbf1-543043250eb8 HTTP/1.1" status: 204 len: 168 time: 0.4128475 Sep 18 02:30:49.512027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38120) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:49.534117 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7d27-3127-46d5-a67c-3ce56f4873ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.535128 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7187de-91a6-4e8b-b08b-516a7dae615e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:30:49.536298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7187de-91a6-4e8b-b08b-516a7dae615e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:49.541241 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ed7187de-91a6-4e8b-b08b-516a7dae615e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/68c91b2c-cb0e-4d63-bbf1-543043250eb8 HTTP/1.1" status: 404 len: 333 time: 0.0256453 Sep 18 02:30:49.541484 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38124) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:49.569541 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52546af-eafa-424b-b35e-c78170427a3b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:30:49.573904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e52546af-eafa-424b-b35e-c78170427a3b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/68c91b2c-cb0e-4d63-bbf1-543043250eb8 HTTP/1.1" status: 404 len: 333 time: 0.0314870 Sep 18 02:30:49.574129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38128) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:49.632257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a9011f-8ebd-4288-9384-80febc070052 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet b73181d4-0c7f-45dc-beee-de879f23bd8b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:30:49.635757 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1a9011f-8ebd-4288-9384-80febc070052 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.682916 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1a9011f-8ebd-4288-9384-80febc070052 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.728359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1a9011f-8ebd-4288-9384-80febc070052 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.786029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1a9011f-8ebd-4288-9384-80febc070052 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-8f8b7d27-3127-46d5-a67c-3ce56f4873ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b73181d4-0c7f-45dc-beee-de879f23bd8b: This subnet is being modified by another concurrent operation. Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b73181d4-0c7f-45dc-beee-de879f23bd8b: This subnet is being modified by another concurrent operation. Sep 18 02:30:49.789507 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:30:49.816870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9011f-8ebd-4288-9384-80febc070052 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=b73181d4-0c7f-45dc-beee-de879f23bd8b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:49.819487 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a1a9011f-8ebd-4288-9384-80febc070052 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.820697 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95486456-1872-4ff1-a613-32ca8d322cf0 None None] Network 6335bfbe-3092-46fd-8db2-f8774c674a42 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:49.823697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a1a9011f-8ebd-4288-9384-80febc070052 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/b73181d4-0c7f-45dc-beee-de879f23bd8b HTTP/1.1" status: 204 len: 168 time: 0.2463796 Sep 18 02:30:49.824508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38130) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:49.903838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:49.948275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2571e17-0212-48f5-a474-6fca122236a6 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:30:49.994097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.014083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6335bfbe-3092-46fd-8db2-f8774c674a42']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:50.023316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfb789c-bb53-45dc-b17a-63ba218b434a') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:50.023613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfb789c-bb53-45dc-b17a-63ba218b434a') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:50.032826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.046483 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.048693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2571e17-0212-48f5-a474-6fca122236a6 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:30:50.052917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:50.053304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:50.056701 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:50.120385 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.132691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.134591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/networks/6335bfbe-3092-46fd-8db2-f8774c674a42 HTTP/1.1" status: 204 len: 168 time: 0.3097317 Sep 18 02:30:50.138613 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38134) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:50.144176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e214ee-ffdb-4fe5-a28d-6c3bb4a90d68 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Network': ['ID=6335bfbe-3092-46fd-8db2-f8774c674a42,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:50.150376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1894909236'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:50.172121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:50.175759 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.200557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:50.210143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.210491 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Added segment 11c3ddd5-0c57-4c83-8384-86d869e124b3 of type vlan for network a5f63d5a-f208-4501-b958-e5100c210dbf Sep 18 02:30:50.252260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.278995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.284544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:50.285133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.323218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1824296 Sep 18 02:30:50.325831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38136) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:50.331611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': 'a5f63d5a-f208-4501-b958-e5100c210dbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:50.363106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a30956-9fa4-4cc7-99dd-42000eb33e83 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Network': ['ID=a5f63d5a-f208-4501-b958-e5100c210dbf,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:50.376929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a5f63d5a-f208-4501-b958-e5100c210dbf details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:50.433197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:50.437192 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.628780 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.690124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=a4372380-7d5f-4f98-b8b6-7326d07fc2e8,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:50.699912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Checking segment: {'id': '11c3ddd5-0c57-4c83-8384-86d869e124b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f63d5a-f208-4501-b958-e5100c210dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:50.700272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network hostable DHCP agents. Network: a5f63d5a-f208-4501-b958-e5100c210dbf, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:50.717650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network a5f63d5a-f208-4501-b958-e5100c210dbf is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:50.734081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, a5f63d5a-f208-4501-b958-e5100c210dbf) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:50.739393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:50.739986 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.743153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a755e40-1b38-4bce-8b16-f38f0659f99a None None] Network a5f63d5a-f208-4501-b958-e5100c210dbf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:50.758871 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-df9a67e7-1014-48cd-8d02-c50958aa7b37 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4291749 Sep 18 02:30:50.759892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38142) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:50.764232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': 'a5f63d5a-f208-4501-b958-e5100c210dbf', 'security_groups': [], 'name': 'tempest-PortsTestJSON-214068060'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:50.874386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:50.878258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.897284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-a5f63d5a-f208-4501-b958-e5100c210dbf', 'network_id': 'a5f63d5a-f208-4501-b958-e5100c210dbf', 'tenant_id': '3ab03ea4556d4352b80f339c8a35a469', 'fixed_ips': [{'subnet_id': 'a4372380-7d5f-4f98-b8b6-7326d07fc2e8'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:50.898164 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:50.900969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 84613282-dd1b-497b-91a6-3f84d3f5fdb4 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:51.012608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.14 (a5f63d5a-f208-4501-b958-e5100c210dbf/a4372380-7d5f-4f98-b8b6-7326d07fc2e8/84613282-dd1b-497b-91a6-3f84d3f5fdb4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:51.147476 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.180670 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.236890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Allocated IP 172.20.0.2 (a5f63d5a-f208-4501-b958-e5100c210dbf/a4372380-7d5f-4f98-b8b6-7326d07fc2e8/b045732d-0517-4849-8af9-cc808e7cc82c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:51.240648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network a5f63d5a-f208-4501-b958-e5100c210dbf is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:51.245225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:51.247715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=84613282-dd1b-497b-91a6-3f84d3f5fdb4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:51.255929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:51.309287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:51.309912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.326522 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-95f15bba-5c60-459e-892b-ec5d44454a71 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.5661769 Sep 18 02:30:51.329025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38150) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:51.414414 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.420632 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.440458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7e6954d6-e55b-488e-a15b-e6e8a82f575a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 84613282-dd1b-497b-91a6-3f84d3f5fdb4 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:51.440815 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e6954d6-e55b-488e-a15b-e6e8a82f575a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.468448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Network a5f63d5a-f208-4501-b958-e5100c210dbf is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:51.472287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:51.475360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:51.477200 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Pushing event updated for resources: {'Port': ['ID=b045732d-0517-4849-8af9-cc808e7cc82c,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:51.533030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Attempting to bind port b045732d-0517-4849-8af9-cc808e7cc82c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:30:51.533406 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Attempting to bind port b045732d-0517-4849-8af9-cc808e7cc82c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '11c3ddd5-0c57-4c83-8384-86d869e124b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f63d5a-f208-4501-b958-e5100c210dbf'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:30:51.533745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Attempting to bind port b045732d-0517-4849-8af9-cc808e7cc82c on network a5f63d5a-f208-4501-b958-e5100c210dbf {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:30:51.539371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:30:51.539745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Checking segment: {'id': '11c3ddd5-0c57-4c83-8384-86d869e124b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f63d5a-f208-4501-b958-e5100c210dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:51.540153 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.540546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Bound using segment: {'id': '11c3ddd5-0c57-4c83-8384-86d869e124b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f63d5a-f208-4501-b958-e5100c210dbf'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:30:51.541012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Bound port: b045732d-0517-4849-8af9-cc808e7cc82c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c3ddd5-0c57-4c83-8384-86d869e124b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a5f63d5a-f208-4501-b958-e5100c210dbf'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:30:51.541389 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.547739 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e6954d6-e55b-488e-a15b-e6e8a82f575a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.561431 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7e6954d6-e55b-488e-a15b-e6e8a82f575a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 84613282-dd1b-497b-91a6-3f84d3f5fdb4 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:51.604480 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] For port b045732d-0517-4849-8af9-cc808e7cc82c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:30:51.607720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] For port b045732d-0517-4849-8af9-cc808e7cc82c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b045732d-0517-4849-8af9-cc808e7cc82c,segment=NetworkSegment(11c3ddd5-0c57-4c83-8384-86d869e124b3),segment_id=11c3ddd5-0c57-4c83-8384-86d869e124b3)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:30:51.612515 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.679651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5358-4b95-431f-b681-359b81a06b4f None None] Pushing event updated for resources: {'Port': ['ID=b045732d-0517-4849-8af9-cc808e7cc82c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:51.706225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e6954d6-e55b-488e-a15b-e6e8a82f575a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.740851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6954d6-e55b-488e-a15b-e6e8a82f575a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=84613282-dd1b-497b-91a6-3f84d3f5fdb4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:51.814843 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e6954d6-e55b-488e-a15b-e6e8a82f575a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.816853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e6954d6-e55b-488e-a15b-e6e8a82f575a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/84613282-dd1b-497b-91a6-3f84d3f5fdb4 HTTP/1.1" status: 204 len: 168 time: 0.4861944 Sep 18 02:30:51.820041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38152) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:51.847036 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-b956a572-65a9-4472-97b6-e9505e1aaf98 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:30:51.849153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b956a572-65a9-4472-97b6-e9505e1aaf98 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/84613282-dd1b-497b-91a6-3f84d3f5fdb4 HTTP/1.1" status: 404 len: 333 time: 0.0278468 Sep 18 02:30:51.851621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38154) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:51.917954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ccd246-cbf5-4b8a-b682-dcd5f83a3467 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet a4372380-7d5f-4f98-b8b6-7326d07fc2e8 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:30:51.921481 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd246-cbf5-4b8a-b682-dcd5f83a3467 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:51.971019 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd246-cbf5-4b8a-b682-dcd5f83a3467 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.061236 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd246-cbf5-4b8a-b682-dcd5f83a3467 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.121113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd246-cbf5-4b8a-b682-dcd5f83a3467 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.152459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccd246-cbf5-4b8a-b682-dcd5f83a3467 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=a4372380-7d5f-4f98-b8b6-7326d07fc2e8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:52.156609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c8ccd246-cbf5-4b8a-b682-dcd5f83a3467 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.161637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38158) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:52.162133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c8ccd246-cbf5-4b8a-b682-dcd5f83a3467 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/a4372380-7d5f-4f98-b8b6-7326d07fc2e8 HTTP/1.1" status: 204 len: 168 time: 0.3091483 Sep 18 02:30:52.248952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.307124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port b045732d-0517-4849-8af9-cc808e7cc82c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:52.307472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.374178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] For port b045732d-0517-4849-8af9-cc808e7cc82c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b045732d-0517-4849-8af9-cc808e7cc82c,segment=NetworkSegment(11c3ddd5-0c57-4c83-8384-86d869e124b3),segment_id=11c3ddd5-0c57-4c83-8384-86d869e124b3)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:52.374615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.393559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for b045732d-0517-4849-8af9-cc808e7cc82c owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:52.476557 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.503991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=b045732d-0517-4849-8af9-cc808e7cc82c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:52.507655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No DVR routers for this DVR port b045732d-0517-4849-8af9-cc808e7cc82c on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:30:52.591940 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.614792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f63d5a-f208-4501-b958-e5100c210dbf']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:52.625436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c3ddd5-0c57-4c83-8384-86d869e124b3') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:52.625738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c3ddd5-0c57-4c83-8384-86d869e124b3') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:30:52.636938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.651377 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.654488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7bfde-3526-439f-be33-0f14d7b09c65 None None] Network a5f63d5a-f208-4501-b958-e5100c210dbf requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:52.659468 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:30:52.659947 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:30:52.664472 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:30:52.708393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-40ae2b1a-ac71-4498-a499-c91e41f3689e None None] Could not find standard attr ID for object b045732d-0517-4849-8af9-cc808e7cc82c. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:30:52.743177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.753349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.757691 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/networks/a5f63d5a-f208-4501-b958-e5100c210dbf HTTP/1.1" status: 204 len: 168 time: 0.5914736 Sep 18 02:30:52.758291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38164) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:52.768475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'name': 'tempest-PortsTestJSON-718166401'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:52.771204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf987663-1a33-4788-bec9-6b3912b95533 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Network': ['ID=a5f63d5a-f208-4501-b958-e5100c210dbf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:52.873326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:52.876871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:52.894257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port a6807135-12da-4454-ba1e-24a843bee79b yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:52.897522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83898df6-b227-42cf-ab14-867777607e73 None None] DHCP port deletion for a5f63d5a-f208-4501-b958-e5100c210dbf request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:30:53.063967 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.097798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.143947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:53.147128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:53.150036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:53.155854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:53.156461 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.172415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=a6807135-12da-4454-ba1e-24a843bee79b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:53.180799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1bd8cdbb-7cce-49d0-a554-b0b4346415d8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4213853 Sep 18 02:30:53.183395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38172) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:53.277845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-548b321a-fd83-461f-9c7b-7be376030f48 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port a6807135-12da-4454-ba1e-24a843bee79b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:53.278112 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-548b321a-fd83-461f-9c7b-7be376030f48 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.344365 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-548b321a-fd83-461f-9c7b-7be376030f48 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.357868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-548b321a-fd83-461f-9c7b-7be376030f48 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for a6807135-12da-4454-ba1e-24a843bee79b owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:53.438411 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-548b321a-fd83-461f-9c7b-7be376030f48 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.468571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b321a-fd83-461f-9c7b-7be376030f48 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=a6807135-12da-4454-ba1e-24a843bee79b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:53.474325 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-548b321a-fd83-461f-9c7b-7be376030f48 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.478988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38174) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:53.483197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-548b321a-fd83-461f-9c7b-7be376030f48 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/a6807135-12da-4454-ba1e-24a843bee79b HTTP/1.1" status: 204 len: 168 time: 0.2985842 Sep 18 02:30:53.483964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'mac_address': 'fa:16:3e:fa:0b:46', 'name': 'tempest-PortsTestJSON-1009196006'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:53.569466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:53.638408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.659613 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port fc7b21e2-c9f5-492a-8880-629a43ba1847 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:53.828684 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.863673 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.904739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:53.907867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:53.911989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:53.917500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:53.918119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:53.937256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=fc7b21e2-c9f5-492a-8880-629a43ba1847,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:53.943202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5ac67919-488a-4e0f-9f58-2ddff92488b8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4631436 Sep 18 02:30:53.944590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38180) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:53.990068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b18e3-09a5-4d2d-a2df-c0f908898c87 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:53.990649 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:30:53.991484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-661b18e3-09a5-4d2d-a2df-c0f908898c87 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/fc7b21e2-c9f5-492a-8880-629a43ba1847 HTTP/1.1" status: 200 len: 841 time: 0.0459011 Sep 18 02:30:53.994178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38182) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:54.084108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-63dc52dc-23f9-41a9-ab18-a6fb6bdfd4a5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port fc7b21e2-c9f5-492a-8880-629a43ba1847 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:54.084375 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63dc52dc-23f9-41a9-ab18-a6fb6bdfd4a5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.150198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63dc52dc-23f9-41a9-ab18-a6fb6bdfd4a5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.163178 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-63dc52dc-23f9-41a9-ab18-a6fb6bdfd4a5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for fc7b21e2-c9f5-492a-8880-629a43ba1847 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:54.258194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63dc52dc-23f9-41a9-ab18-a6fb6bdfd4a5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.284687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc52dc-23f9-41a9-ab18-a6fb6bdfd4a5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=fc7b21e2-c9f5-492a-8880-629a43ba1847,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:54.292080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-63dc52dc-23f9-41a9-ab18-a6fb6bdfd4a5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.296291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-63dc52dc-23f9-41a9-ab18-a6fb6bdfd4a5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/fc7b21e2-c9f5-492a-8880-629a43ba1847 HTTP/1.1" status: 204 len: 168 time: 0.2987797 Sep 18 02:30:54.296591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38186) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:54.322203 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0407168e-f554-4165-be9d-96e2bc700b4d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:30:54.323654 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0407168e-f554-4165-be9d-96e2bc700b4d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/fc7b21e2-c9f5-492a-8880-629a43ba1847 HTTP/1.1" status: 404 len: 333 time: 0.0261080 Sep 18 02:30:54.327004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38188) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:54.331498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'name': 'tempest-PortsTestJSON-23054243'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:54.417356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:54.420823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.441446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port e71f3b30-d98c-4628-8a53-208c9b6b6f99 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:54.601559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.637689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.685940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:54.688994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:54.696171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:54.700255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b045732d-0517-4849-8af9-cc808e7cc82c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:30:54.701802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:54.702421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.719343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=e71f3b30-d98c-4628-8a53-208c9b6b6f99,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:54.725399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b045732d-0517-4849-8af9-cc808e7cc82c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:30:54.725752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b045732d-0517-4849-8af9-cc808e7cc82c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:30:54.736338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c33872a2-3099-498a-af4b-8dfe0608572d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.4083536 Sep 18 02:30:54.739130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38194) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:54.744261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:54.807710 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.964340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.968565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:54.999511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] In _notify_port_updated(), no bound segment for port e71f3b30-d98c-4628-8a53-208c9b6b6f99 on network 3992de87-dbe4-4a27-aa5b-30940faee3b0 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:30:55.005537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:55.006122 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.007426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "PUT /v2.0/ports/e71f3b30-d98c-4628-8a53-208c9b6b6f99 HTTP/1.1" status: 200 len: 818 time: 0.2673833 Sep 18 02:30:55.010134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38196) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:55.054015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9fe10-6ffe-4555-b011-0f48ad9f147f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=e71f3b30-d98c-4628-8a53-208c9b6b6f99,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:55.108345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-528ffb27-438d-4d37-8f0e-01b133a8e39e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port e71f3b30-d98c-4628-8a53-208c9b6b6f99 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:55.108678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-528ffb27-438d-4d37-8f0e-01b133a8e39e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.175684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-528ffb27-438d-4d37-8f0e-01b133a8e39e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.188188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-528ffb27-438d-4d37-8f0e-01b133a8e39e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for e71f3b30-d98c-4628-8a53-208c9b6b6f99 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:55.265603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-528ffb27-438d-4d37-8f0e-01b133a8e39e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.295664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ffb27-438d-4d37-8f0e-01b133a8e39e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=e71f3b30-d98c-4628-8a53-208c9b6b6f99,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:55.303804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-528ffb27-438d-4d37-8f0e-01b133a8e39e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.306038 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-528ffb27-438d-4d37-8f0e-01b133a8e39e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/e71f3b30-d98c-4628-8a53-208c9b6b6f99 HTTP/1.1" status: 204 len: 168 time: 0.2950063 Sep 18 02:30:55.308482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38200) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:55.358848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc7b00-a77a-416a-932c-d4057da950b1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:55.360864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d8bc7b00-a77a-416a-932c-d4057da950b1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0514760 Sep 18 02:30:55.363717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38202) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:55.387540 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb50c0fb-0161-49b5-a1d6-3108b06ccead tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:30:55.388940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-eb50c0fb-0161-49b5-a1d6-3108b06ccead tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/e71f3b30-d98c-4628-8a53-208c9b6b6f99 HTTP/1.1" status: 404 len: 333 time: 0.0243406 Sep 18 02:30:55.392499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38204) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:55.397867 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-990906400'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:55.418134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:55.421441 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.444620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:30:55.453664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.454038 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Added segment 09358886-94f1-4139-97d8-98af81ef8076 of type vlan for network 9950798e-2b38-491a-901f-aae6daad8b25 Sep 18 02:30:55.497191 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.525474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.531475 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:55.532143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.575378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1818604 Sep 18 02:30:55.576646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38210) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:55.584605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '9950798e-2b38-491a-901f-aae6daad8b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:55.618001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec23499-ec61-4c8f-8d20-49b0e0394171 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Network': ['ID=9950798e-2b38-491a-901f-aae6daad8b25,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:55.630465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 9950798e-2b38-491a-901f-aae6daad8b25 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:30:55.692869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:55.696663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.730657 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.887780 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:55.951553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Checking segment: {'id': '09358886-94f1-4139-97d8-98af81ef8076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9950798e-2b38-491a-901f-aae6daad8b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:55.952021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network hostable DHCP agents. Network: 9950798e-2b38-491a-901f-aae6daad8b25, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:30:55.967021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=6205c699-2f2a-4e5b-81fc-46f5eda8993e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:55.980955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 9950798e-2b38-491a-901f-aae6daad8b25 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:30:55.990982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 9950798e-2b38-491a-901f-aae6daad8b25) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:55.997441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:55.998033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.001235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf3159-8ae5-4950-bb7b-542442c44bcc None None] Network 9950798e-2b38-491a-901f-aae6daad8b25 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:56.021135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de1fb524-2c71-40bd-9a14-d2b9a1a8b27d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4427912 Sep 18 02:30:56.024313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38212) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:56.030419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-babefd1f-47fe-461c-9686-88d26997df61 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '9950798e-2b38-491a-901f-aae6daad8b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:56.082761 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.164845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babefd1f-47fe-461c-9686-88d26997df61 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:56.169184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-babefd1f-47fe-461c-9686-88d26997df61 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.194340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-9950798e-2b38-491a-901f-aae6daad8b25', 'network_id': '9950798e-2b38-491a-901f-aae6daad8b25', 'tenant_id': '3ab03ea4556d4352b80f339c8a35a469', 'fixed_ips': [{'subnet_id': '6205c699-2f2a-4e5b-81fc-46f5eda8993e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:30:56.195388 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.266455 n-d-789963-12 neutron-server[106440]: INFO neutron.db.ipam_backend_mixin [None req-babefd1f-47fe-461c-9686-88d26997df61 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6205c699-2f2a-4e5b-81fc-46f5eda8993e (CIDR: 172.20.0.0/28) Sep 18 02:30:56.271961 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-babefd1f-47fe-461c-9686-88d26997df61 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:30:56.272773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babefd1f-47fe-461c-9686-88d26997df61 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:30:56.294588 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-babefd1f-47fe-461c-9686-88d26997df61 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2655439 Sep 18 02:30:56.295014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38216) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:56.300067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '9950798e-2b38-491a-901f-aae6daad8b25', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:56.338596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Allocated IP 172.20.0.2 (9950798e-2b38-491a-901f-aae6daad8b25/6205c699-2f2a-4e5b-81fc-46f5eda8993e/e95d22cc-de99-4b30-8e9a-814e61f8ea2f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:56.424707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:56.428907 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.499313 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.510574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.555163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Network 9950798e-2b38-491a-901f-aae6daad8b25 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:56.560431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:56.565116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:56.568888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Pushing event updated for resources: {'Port': ['ID=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:56.641626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Attempting to bind port e95d22cc-de99-4b30-8e9a-814e61f8ea2f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:30:56.642436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Attempting to bind port e95d22cc-de99-4b30-8e9a-814e61f8ea2f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '09358886-94f1-4139-97d8-98af81ef8076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9950798e-2b38-491a-901f-aae6daad8b25'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:30:56.643161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Attempting to bind port e95d22cc-de99-4b30-8e9a-814e61f8ea2f on network 9950798e-2b38-491a-901f-aae6daad8b25 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:30:56.649739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:30:56.650429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Checking segment: {'id': '09358886-94f1-4139-97d8-98af81ef8076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9950798e-2b38-491a-901f-aae6daad8b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:30:56.650874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.651281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Bound using segment: {'id': '09358886-94f1-4139-97d8-98af81ef8076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9950798e-2b38-491a-901f-aae6daad8b25'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:30:56.651888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Bound port: e95d22cc-de99-4b30-8e9a-814e61f8ea2f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09358886-94f1-4139-97d8-98af81ef8076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9950798e-2b38-491a-901f-aae6daad8b25'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:30:56.652310 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.714793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.739750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] For port e95d22cc-de99-4b30-8e9a-814e61f8ea2f, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:30:56.743113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] For port e95d22cc-de99-4b30-8e9a-814e61f8ea2f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,segment=NetworkSegment(09358886-94f1-4139-97d8-98af81ef8076),segment_id=09358886-94f1-4139-97d8-98af81ef8076)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:30:56.748251 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.763509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 9950798e-2b38-491a-901f-aae6daad8b25 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:56.766889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:56.772809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:56.773537 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:56.801282 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5038621 Sep 18 02:30:56.802986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38222) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:56.808048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '9950798e-2b38-491a-901f-aae6daad8b25', 'fixed_ips': [{'subnet_id': '6205c699-2f2a-4e5b-81fc-46f5eda8993e'}, {'subnet_id': '35ea6f53-dc26-4962-864d-2a6637da8426'}], 'name': 'tempest-PortsTestJSON-996014451'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:56.814403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf1e6c-3736-46eb-bbd9-a8bab6d62551 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=35ea6f53-dc26-4962-864d-2a6637da8426,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:56.824689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0f545-d313-4cbe-8c4d-31420431aaeb None None] Pushing event updated for resources: {'Port': ['ID=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:56.942118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:30:57.059176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:57.077259 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 48991838-23fe-4dae-9c16-3e81be27b712 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:30:57.357997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.4 (9950798e-2b38-491a-901f-aae6daad8b25/6205c699-2f2a-4e5b-81fc-46f5eda8993e/48991838-23fe-4dae-9c16-3e81be27b712) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:57.367923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.30 (9950798e-2b38-491a-901f-aae6daad8b25/35ea6f53-dc26-4962-864d-2a6637da8426/48991838-23fe-4dae-9c16-3e81be27b712) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:57.520995 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:57.556109 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:57.606298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 9950798e-2b38-491a-901f-aae6daad8b25 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:30:57.609510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:30:57.616392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:30:57.641243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=48991838-23fe-4dae-9c16-3e81be27b712,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:57.670427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:57.671076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:57.686973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7fcafa58-2e58-4909-b7ad-c732f8db846e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.8828297 Sep 18 02:30:57.689530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38230) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:57.695645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6205c699-2f2a-4e5b-81fc-46f5eda8993e'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:57.769403 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:57.816320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9927bb5-ad5a-4546-ab0c-772657198a71 None None] Network 9950798e-2b38-491a-901f-aae6daad8b25 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:57.895716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c0add20c-b15a-4e64-8228-cf91284215fa None None] Provisioning complete for port e95d22cc-de99-4b30-8e9a-814e61f8ea2f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:57.896089 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c0add20c-b15a-4e64-8228-cf91284215fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.041963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Delete allocated IP 172.20.0.30 (9950798e-2b38-491a-901f-aae6daad8b25/35ea6f53-dc26-4962-864d-2a6637da8426) {{(pid=106440) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 02:30:58.046456 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c0add20c-b15a-4e64-8228-cf91284215fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.085176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c0add20c-b15a-4e64-8228-cf91284215fa None None] For port e95d22cc-de99-4b30-8e9a-814e61f8ea2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,segment=NetworkSegment(09358886-94f1-4139-97d8-98af81ef8076),segment_id=09358886-94f1-4139-97d8-98af81ef8076)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:58.090253 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c0add20c-b15a-4e64-8228-cf91284215fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.168715 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0add20c-b15a-4e64-8228-cf91284215fa None None] Pushing event updated for resources: {'Port': ['ID=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:58.174283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f46f1-4be6-4941-9704-21de1cbb3294 None None] Update dhcp port {'port': {'network_id': '9950798e-2b38-491a-901f-aae6daad8b25', 'fixed_ips': [{'subnet_id': '6205c699-2f2a-4e5b-81fc-46f5eda8993e', 'ip_address': '172.20.0.2'}, {'subnet_id': '35ea6f53-dc26-4962-864d-2a6637da8426'}], 'binding:host_id': 'n-d-789963-12'}, 'id': 'e95d22cc-de99-4b30-8e9a-814e61f8ea2f'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:30:58.184646 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.189543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.204991 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f2f46f1-4be6-4941-9704-21de1cbb3294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.279257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=48991838-23fe-4dae-9c16-3e81be27b712,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:58.302202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] In _notify_port_updated(), no bound segment for port 48991838-23fe-4dae-9c16-3e81be27b712 on network 9950798e-2b38-491a-901f-aae6daad8b25 {{(pid=106440) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:30:58.307814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:58.308425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.309838 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-91c4f7b8-e513-48cb-8bcd-9d103062cefe tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "PUT /v2.0/ports/48991838-23fe-4dae-9c16-3e81be27b712 HTTP/1.1" status: 200 len: 918 time: 0.6191797 Sep 18 02:30:58.312499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38236) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:58.318505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6205c699-2f2a-4e5b-81fc-46f5eda8993e'}, {'subnet_id': '35ea6f53-dc26-4962-864d-2a6637da8426'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:30:58.379611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3f2f46f1-4be6-4941-9704-21de1cbb3294 None None] Allocated IP 172.20.0.18 (9950798e-2b38-491a-901f-aae6daad8b25/35ea6f53-dc26-4962-864d-2a6637da8426/e95d22cc-de99-4b30-8e9a-814e61f8ea2f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:58.471576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.641041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3f2f46f1-4be6-4941-9704-21de1cbb3294 None None] For port e95d22cc-de99-4b30-8e9a-814e61f8ea2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,segment=NetworkSegment(09358886-94f1-4139-97d8-98af81ef8076),segment_id=09358886-94f1-4139-97d8-98af81ef8076)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:30:58.669747 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f2f46f1-4be6-4941-9704-21de1cbb3294 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.678123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f2f46f1-4be6-4941-9704-21de1cbb3294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.773145 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f46f1-4be6-4941-9704-21de1cbb3294 None None] Pushing event updated for resources: {'Port': ['ID=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:58.833980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.23 (9950798e-2b38-491a-901f-aae6daad8b25/35ea6f53-dc26-4962-864d-2a6637da8426/48991838-23fe-4dae-9c16-3e81be27b712) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:30:58.842930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e95d22cc-de99-4b30-8e9a-814e61f8ea2f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:30:58.907321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e95d22cc-de99-4b30-8e9a-814e61f8ea2f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:58.908045 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.981278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:58.990509 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:59.094079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=48991838-23fe-4dae-9c16-3e81be27b712,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:59.143703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] In _notify_port_updated(), no bound segment for port 48991838-23fe-4dae-9c16-3e81be27b712 on network 9950798e-2b38-491a-901f-aae6daad8b25 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:30:59.150271 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:30:59.151260 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:59.152830 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-92f21369-cabd-4db8-805b-65d10e6c69dc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "PUT /v2.0/ports/48991838-23fe-4dae-9c16-3e81be27b712 HTTP/1.1" status: 200 len: 998 time: 0.8393085 Sep 18 02:30:59.155663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38244) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:59.252998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-bdef6460-e3a0-43a3-aa85-c015692f03fd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 48991838-23fe-4dae-9c16-3e81be27b712 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:30:59.253347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdef6460-e3a0-43a3-aa85-c015692f03fd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:59.337139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26ec8c-ceef-4111-9ffc-e0f064241d28 None None] Network 9950798e-2b38-491a-901f-aae6daad8b25 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:30:59.345543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdef6460-e3a0-43a3-aa85-c015692f03fd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:59.366572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-bdef6460-e3a0-43a3-aa85-c015692f03fd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 48991838-23fe-4dae-9c16-3e81be27b712 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:30:59.458350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ed03bc5d-5ef9-4471-b6d6-0138871fe887 None None] Provisioning complete for port 48991838-23fe-4dae-9c16-3e81be27b712 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:59.458687 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed03bc5d-5ef9-4471-b6d6-0138871fe887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:59.514847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ed03bc5d-5ef9-4471-b6d6-0138871fe887 None None] Port 48991838-23fe-4dae-9c16-3e81be27b712 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:30:59.535699 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ed03bc5d-5ef9-4471-b6d6-0138871fe887 None None] Provisioning complete for port e95d22cc-de99-4b30-8e9a-814e61f8ea2f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:30:59.536151 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed03bc5d-5ef9-4471-b6d6-0138871fe887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:59.556383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdef6460-e3a0-43a3-aa85-c015692f03fd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:59.586116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef6460-e3a0-43a3-aa85-c015692f03fd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=48991838-23fe-4dae-9c16-3e81be27b712,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:30:59.679774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bdef6460-e3a0-43a3-aa85-c015692f03fd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:30:59.681689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bdef6460-e3a0-43a3-aa85-c015692f03fd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/48991838-23fe-4dae-9c16-3e81be27b712 HTTP/1.1" status: 204 len: 168 time: 0.5249653 Sep 18 02:30:59.684416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38248) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:59.708814 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-c125c7d3-4442-46d0-b8f6-9bda3277c2de tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:30:59.712799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c125c7d3-4442-46d0-b8f6-9bda3277c2de tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/48991838-23fe-4dae-9c16-3e81be27b712 HTTP/1.1" status: 404 len: 333 time: 0.0248895 Sep 18 02:30:59.713074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38250) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:30:59.765096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7c754e-bbdf-4c35-8688-7e3638c1765a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet 35ea6f53-dc26-4962-864d-2a6637da8426 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:30:59.768158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b7c754e-bbdf-4c35-8688-7e3638c1765a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.126213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b7c754e-bbdf-4c35-8688-7e3638c1765a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.209825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b7c754e-bbdf-4c35-8688-7e3638c1765a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.268119 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b7c754e-bbdf-4c35-8688-7e3638c1765a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.298792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c754e-bbdf-4c35-8688-7e3638c1765a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=35ea6f53-dc26-4962-864d-2a6637da8426,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:00.304537 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b7c754e-bbdf-4c35-8688-7e3638c1765a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.306913 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2b7c754e-bbdf-4c35-8688-7e3638c1765a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/35ea6f53-dc26-4962-864d-2a6637da8426 HTTP/1.1" status: 204 len: 168 time: 0.5929005 Sep 18 02:31:00.308618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38256) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:00.357651 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-2783a29c-a17c-46fd-acf9-3df636048eae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet 6205c699-2f2a-4e5b-81fc-46f5eda8993e {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:00.360933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2783a29c-a17c-46fd-acf9-3df636048eae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.403956 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2783a29c-a17c-46fd-acf9-3df636048eae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.490967 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2783a29c-a17c-46fd-acf9-3df636048eae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.553855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2783a29c-a17c-46fd-acf9-3df636048eae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.582192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783a29c-a17c-46fd-acf9-3df636048eae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=6205c699-2f2a-4e5b-81fc-46f5eda8993e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:00.590541 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2783a29c-a17c-46fd-acf9-3df636048eae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.592645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2783a29c-a17c-46fd-acf9-3df636048eae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/6205c699-2f2a-4e5b-81fc-46f5eda8993e HTTP/1.1" status: 204 len: 168 time: 0.2831120 Sep 18 02:31:00.595347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38260) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:00.672351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73b1a53-db5f-4b60-86f3-04ccaff9ac57 None None] Network 9950798e-2b38-491a-901f-aae6daad8b25 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:00.678177 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.749277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port e95d22cc-de99-4b30-8e9a-814e61f8ea2f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:00.749616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.760172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-01168a91-0453-475b-bed9-7946eee711a0 None None] Could not find standard attr ID for object 48991838-23fe-4dae-9c16-3e81be27b712. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:00.795720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e95d22cc-de99-4b30-8e9a-814e61f8ea2f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:00.819924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] For port e95d22cc-de99-4b30-8e9a-814e61f8ea2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,segment=NetworkSegment(09358886-94f1-4139-97d8-98af81ef8076),segment_id=09358886-94f1-4139-97d8-98af81ef8076)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:00.820296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.824128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-01168a91-0453-475b-bed9-7946eee711a0 None None] Provisioning complete for port e95d22cc-de99-4b30-8e9a-814e61f8ea2f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:00.824496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-01168a91-0453-475b-bed9-7946eee711a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.839682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for e95d22cc-de99-4b30-8e9a-814e61f8ea2f owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:00.902538 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-052a2664-23ca-4213-9cc8-962e063fae06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.935215 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.936357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e95d22cc-de99-4b30-8e9a-814e61f8ea2f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:00.936782 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:00.964938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=e95d22cc-de99-4b30-8e9a-814e61f8ea2f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:00.967221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No DVR routers for this DVR port e95d22cc-de99-4b30-8e9a-814e61f8ea2f on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:00.989366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Port e95d22cc-de99-4b30-8e9a-814e61f8ea2f was deleted so its status cannot be updated. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 02:31:00.993960 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-01168a91-0453-475b-bed9-7946eee711a0 None None] Port e95d22cc-de99-4b30-8e9a-814e61f8ea2f update to ACTIVE by agent not found {{(pid=106441) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 02:31:01.042225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07124c3-77ac-4758-90c7-93bca6cf1e9d None None] DHCP port deletion for 9950798e-2b38-491a-901f-aae6daad8b25 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:31:01.063967 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.085514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9950798e-2b38-491a-901f-aae6daad8b25']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:01.094507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09358886-94f1-4139-97d8-98af81ef8076') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:01.094835 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09358886-94f1-4139-97d8-98af81ef8076') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:01.108685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.121752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.127485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:31:01.127865 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:31:01.131027 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:31:01.193187 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.200278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.204971 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/networks/9950798e-2b38-491a-901f-aae6daad8b25 HTTP/1.1" status: 204 len: 168 time: 0.6079283 Sep 18 02:31:01.209379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38266) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:01.227420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d1b52-9c9c-43d0-9a82-c15b9159951c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Network': ['ID=9950798e-2b38-491a-901f-aae6daad8b25,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:01.265124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ece819-dcaa-4763-9536-c7df9b819875 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:01.270136 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-74ece819-dcaa-4763-9536-c7df9b819875 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0572820 Sep 18 02:31:01.270355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38272) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:01.326026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f048328a-fe98-495d-8528-51f959505f5e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0501065 Sep 18 02:31:01.329512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38274) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:01.334399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1119987773'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:01.356297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:01.359757 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.383504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:31:01.392339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.392706 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Added segment 0ce6e7ff-0cc1-44e5-b283-85a530d934f4 of type vlan for network 709190ba-a757-4325-9624-c5933e4a4e9c Sep 18 02:31:01.433210 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.459171 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.464992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:01.465577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.502507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1719029 Sep 18 02:31:01.505571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38282) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:01.510284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:01.565501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533c146-2b11-4af2-93b2-f6492754ce50 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Network': ['ID=709190ba-a757-4325-9624-c5933e4a4e9c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:01.577612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 709190ba-a757-4325-9624-c5933e4a4e9c details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:31:01.633830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:01.637395 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.823201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.882490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=d8c12491-b149-4b7d-8483-c9cfc1d8eaa2,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:01.898241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Checking segment: {'id': '0ce6e7ff-0cc1-44e5-b283-85a530d934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:31:01.898600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network hostable DHCP agents. Network: 709190ba-a757-4325-9624-c5933e4a4e9c, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:31:01.915739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 709190ba-a757-4325-9624-c5933e4a4e9c is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:31:01.924735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 709190ba-a757-4325-9624-c5933e4a4e9c) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:01.929374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:01.929963 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:01.934738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef98e9a-bfd1-461e-8176-f511e663fc9b None None] Network 709190ba-a757-4325-9624-c5933e4a4e9c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:01.947786 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ba358a3-3507-41cf-a16a-fd4493b40e5b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4387746 Sep 18 02:31:01.948110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38290) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:01.953085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c', 'name': 'tempest-PortsTestJSON-130339296'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:02.070991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:02.075155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.100705 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:31:02.111261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-709190ba-a757-4325-9624-c5933e4a4e9c', 'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c', 'tenant_id': '3ab03ea4556d4352b80f339c8a35a469', 'fixed_ips': [{'subnet_id': 'd8c12491-b149-4b7d-8483-c9cfc1d8eaa2'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:31:02.112147 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.219513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.10 (709190ba-a757-4325-9624-c5933e4a4e9c/d8c12491-b149-4b7d-8483-c9cfc1d8eaa2/4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:02.373022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.413378 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.456835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 709190ba-a757-4325-9624-c5933e4a4e9c is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:02.460630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:02.463333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:02.472124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Allocated IP 172.20.0.2 (709190ba-a757-4325-9624-c5933e4a4e9c/d8c12491-b149-4b7d-8483-c9cfc1d8eaa2/d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:02.494165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:02.527387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:02.528034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.545211 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3f4e85cb-a1c1-4e25-8cbf-1ffb2ef9e865 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5934570 Sep 18 02:31:02.545701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38302) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:02.550694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c', 'name': 'tempest-PortsTestJSON-1251587940'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:02.639455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.647251 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.685329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Network 709190ba-a757-4325-9624-c5933e4a4e9c is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:02.688889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:02.693179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:02.698271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:02.704649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.741141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 66077936-2b23-4191-ad2b-8bfbfcc49202 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:31:02.761217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Pushing event updated for resources: {'Port': ['ID=d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:02.781897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Attempting to bind port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:31:02.782275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Attempting to bind port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '0ce6e7ff-0cc1-44e5-b283-85a530d934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:31:02.782641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Attempting to bind port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc on network 709190ba-a757-4325-9624-c5933e4a4e9c {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:31:02.789835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:31:02.790216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Checking segment: {'id': '0ce6e7ff-0cc1-44e5-b283-85a530d934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:31:02.791192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.793738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Bound using segment: {'id': '0ce6e7ff-0cc1-44e5-b283-85a530d934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:31:02.794241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Bound port: d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce6e7ff-0cc1-44e5-b283-85a530d934f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '709190ba-a757-4325-9624-c5933e4a4e9c'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:31:02.794637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.798626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e95d22cc-de99-4b30-8e9a-814e61f8ea2f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:02.827162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e95d22cc-de99-4b30-8e9a-814e61f8ea2f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:02.827505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e95d22cc-de99-4b30-8e9a-814e61f8ea2f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:02.865385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.5 (709190ba-a757-4325-9624-c5933e4a4e9c/d8c12491-b149-4b7d-8483-c9cfc1d8eaa2/66077936-2b23-4191-ad2b-8bfbfcc49202) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:02.894462 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] For port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:31:02.898083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] For port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc,segment=NetworkSegment(0ce6e7ff-0cc1-44e5-b283-85a530d934f4),segment_id=0ce6e7ff-0cc1-44e5-b283-85a530d934f4)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:31:02.904214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:02.969415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30295ffa-de51-4f53-9f94-51b2f9433e32 None None] Pushing event updated for resources: {'Port': ['ID=d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:03.036426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:03.072376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:03.148379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 709190ba-a757-4325-9624-c5933e4a4e9c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:03.154811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:03.158294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=66077936-2b23-4191-ad2b-8bfbfcc49202,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:03.163720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:03.225824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:03.226467 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:03.242760 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-31ee3667-f120-44f8-b0f9-6c52543d0624 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6953523 Sep 18 02:31:03.245176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:03.330989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7454d4-039b-414c-b2d4-cfe89e485ae6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:03.333031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4e7454d4-039b-414c-b2d4-cfe89e485ae6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.0868411 Sep 18 02:31:03.336356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38310) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:03.426537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a25cf-41c1-44a9-9d77-fc2e8251fccd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 66077936-2b23-4191-ad2b-8bfbfcc49202 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:03.427027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb1a25cf-41c1-44a9-9d77-fc2e8251fccd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:03.455361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-56d434ba-5722-470f-ad6d-f7eec677e273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:03.528222 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb1a25cf-41c1-44a9-9d77-fc2e8251fccd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:03.542121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a25cf-41c1-44a9-9d77-fc2e8251fccd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 66077936-2b23-4191-ad2b-8bfbfcc49202 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:03.678033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb1a25cf-41c1-44a9-9d77-fc2e8251fccd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:03.713765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a25cf-41c1-44a9-9d77-fc2e8251fccd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=66077936-2b23-4191-ad2b-8bfbfcc49202,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:04.016190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe184056-280f-47ff-bf8f-bef0ed74f2a7 None None] Network 709190ba-a757-4325-9624-c5933e4a4e9c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:04.096550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-afde9680-ed79-472a-90a7-77d3dcbf53d5 None None] Provisioning complete for port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:04.097019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-afde9680-ed79-472a-90a7-77d3dcbf53d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.139253 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.139641 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb1a25cf-41c1-44a9-9d77-fc2e8251fccd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.144740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fb1a25cf-41c1-44a9-9d77-fc2e8251fccd tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/66077936-2b23-4191-ad2b-8bfbfcc49202 HTTP/1.1" status: 204 len: 168 time: 0.8044095 Sep 18 02:31:04.144929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38322) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:04.170332 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-543b1417-4877-49fa-9de9-8f3a234fe9ae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:31:04.174455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-543b1417-4877-49fa-9de9-8f3a234fe9ae tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/66077936-2b23-4191-ad2b-8bfbfcc49202 HTTP/1.1" status: 404 len: 333 time: 0.0256305 Sep 18 02:31:04.174697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38324) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:04.259908 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-afde9680-ed79-472a-90a7-77d3dcbf53d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.269706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5e4f8-6f89-424b-8264-94a31e66acb4 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:04.270691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e4f8-6f89-424b-8264-94a31e66acb4 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.300193 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-afde9680-ed79-472a-90a7-77d3dcbf53d5 None None] For port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc,segment=NetworkSegment(0ce6e7ff-0cc1-44e5-b283-85a530d934f4),segment_id=0ce6e7ff-0cc1-44e5-b283-85a530d934f4)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:04.305164 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-afde9680-ed79-472a-90a7-77d3dcbf53d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.365837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde9680-ed79-472a-90a7-77d3dcbf53d5 None None] Pushing event updated for resources: {'Port': ['ID=d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:04.382926 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e4f8-6f89-424b-8264-94a31e66acb4 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.397032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5e4f8-6f89-424b-8264-94a31e66acb4 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:04.537240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e436c53a-ea2d-4154-95ef-6a170e8bb292 None None] Provisioning complete for port 4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:04.537594 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e436c53a-ea2d-4154-95ef-6a170e8bb292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.550797 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e4f8-6f89-424b-8264-94a31e66acb4 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.584059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e436c53a-ea2d-4154-95ef-6a170e8bb292 None None] Port 4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:04.593645 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5e4f8-6f89-424b-8264-94a31e66acb4 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:04.612521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e436c53a-ea2d-4154-95ef-6a170e8bb292 None None] Provisioning complete for port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:04.613024 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e436c53a-ea2d-4154-95ef-6a170e8bb292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.701602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e4f8-6f89-424b-8264-94a31e66acb4 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.707959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7fb5e4f8-6f89-424b-8264-94a31e66acb4 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c HTTP/1.1" status: 204 len: 168 time: 0.5322626 Sep 18 02:31:04.710625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38332) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:04.749250 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdf40eb-ca95-4c41-b5f9-a3eb267a206a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:31:04.752594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bbdf40eb-ca95-4c41-b5f9-a3eb267a206a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c HTTP/1.1" status: 404 len: 333 time: 0.0407078 Sep 18 02:31:04.755398 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38334) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:04.811123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba863bd7-ef06-46e9-a6ef-1a208bf84070 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet d8c12491-b149-4b7d-8483-c9cfc1d8eaa2 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:04.829928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-41666029-f6fd-4588-b092-195bba5afa51 None None] Could not find standard attr ID for object 4555a3b7-83a6-4fd1-a2d5-72e443cf1d7c. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:04.831477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba863bd7-ef06-46e9-a6ef-1a208bf84070 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.839841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:04.894048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba863bd7-ef06-46e9-a6ef-1a208bf84070 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:04.911910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:04.912587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.008278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba863bd7-ef06-46e9-a6ef-1a208bf84070 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.012445 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.046209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1ac5f259-b510-477f-9394-ef8b058ae5ba None None] Could not find standard attr ID for object 66077936-2b23-4191-ad2b-8bfbfcc49202. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:05.073567 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba863bd7-ef06-46e9-a6ef-1a208bf84070 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.107329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba863bd7-ef06-46e9-a6ef-1a208bf84070 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c12491-b149-4b7d-8483-c9cfc1d8eaa2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:05.110640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba863bd7-ef06-46e9-a6ef-1a208bf84070 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.112563 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba863bd7-ef06-46e9-a6ef-1a208bf84070 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/d8c12491-b149-4b7d-8483-c9cfc1d8eaa2 HTTP/1.1" status: 204 len: 168 time: 0.3558035 Sep 18 02:31:05.115316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38340) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:05.193559 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.249256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:05.249494 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.260326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624382b9-1ec7-4f06-baf3-c1a81bddeabc None None] Network 709190ba-a757-4325-9624-c5933e4a4e9c requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:05.315539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] For port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc,segment=NetworkSegment(0ce6e7ff-0cc1-44e5-b283-85a530d934f4),segment_id=0ce6e7ff-0cc1-44e5-b283-85a530d934f4)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:05.315788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.328732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:05.415154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.433462 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8aa13-715d-482b-a285-38b887312bd5 None None] DHCP port deletion for 709190ba-a757-4325-9624-c5933e4a4e9c request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:31:05.454503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:05.456394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No DVR routers for this DVR port d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:05.545133 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.567768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709190ba-a757-4325-9624-c5933e4a4e9c']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:05.577150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce6e7ff-0cc1-44e5-b283-85a530d934f4') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:05.577447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce6e7ff-0cc1-44e5-b283-85a530d934f4') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:05.588112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.601843 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.607886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:31:05.608274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:31:05.611320 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:31:05.676418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.683355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.685145 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/networks/709190ba-a757-4325-9624-c5933e4a4e9c HTTP/1.1" status: 204 len: 168 time: 0.5689230 Sep 18 02:31:05.689026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38348) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:05.695830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-657906534'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:05.698462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7e6fd-fda9-4c7a-b2c1-92ec14886994 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Network': ['ID=709190ba-a757-4325-9624-c5933e4a4e9c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:05.718923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:05.722835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.746115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:31:05.755698 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.756038 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Added segment f8a6eb4c-a210-41ba-98e6-4ccc54f0871f of type vlan for network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 Sep 18 02:31:05.796013 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.819902 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.825318 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:05.825898 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:05.864498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1730640 Sep 18 02:31:05.867049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38354) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:05.871932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:05.907747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1562ee1-b1c6-4138-aa72-bba06da3ee4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Network': ['ID=c1aaed8a-5e6d-4f6f-94d3-d71fd156d034,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:05.919266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:31:05.960466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:05.964268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.147433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.211369 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=07d48911-8cdb-47e4-8f95-3883e228b3d7,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:06.220111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Checking segment: {'id': 'f8a6eb4c-a210-41ba-98e6-4ccc54f0871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:31:06.220477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network hostable DHCP agents. Network: c1aaed8a-5e6d-4f6f-94d3-d71fd156d034, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:31:06.239681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:31:06.249180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, c1aaed8a-5e6d-4f6f-94d3-d71fd156d034) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:06.253088 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:06.253667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.258309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5095a97-f5ab-4272-87b8-0314a2ce8ebd None None] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:06.273266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38356) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:06.273551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-91f479b9-4be0-4474-b4e3-0d8fb858bbcc tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4056156 Sep 18 02:31:06.279668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034', 'name': 'tempest-PortsTestJSON-1999375915', 'fixed_ips': [{'subnet_id': '07d48911-8cdb-47e4-8f95-3883e228b3d7', 'ip_address': '172.20.0.10'}]}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:06.353023 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.395136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:06.419918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-c1aaed8a-5e6d-4f6f-94d3-d71fd156d034', 'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034', 'tenant_id': '3ab03ea4556d4352b80f339c8a35a469', 'fixed_ips': [{'subnet_id': '07d48911-8cdb-47e4-8f95-3883e228b3d7'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:31:06.420880 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.487266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.505890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 87bf3878-6cb3-414d-a947-9fc1f81c2e16 yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:31:06.570032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Allocated IP 172.20.0.2 (c1aaed8a-5e6d-4f6f-94d3-d71fd156d034/07d48911-8cdb-47e4-8f95-3883e228b3d7/8cf389cd-10f3-4c2b-8f3d-e0a697243bc4) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:06.731810 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.740511 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.769719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:06.800526 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.10 (c1aaed8a-5e6d-4f6f-94d3-d71fd156d034/07d48911-8cdb-47e4-8f95-3883e228b3d7/87bf3878-6cb3-414d-a947-9fc1f81c2e16) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:06.801710 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:06.802041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d20d9be6-38a5-444b-8f87-ae6d1c4c4bbc not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:06.810342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:06.814036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:06.816905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:06.835843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Pushing event updated for resources: {'Port': ['ID=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:06.890936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Attempting to bind port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:31:06.891623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Attempting to bind port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f8a6eb4c-a210-41ba-98e6-4ccc54f0871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:31:06.892799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Attempting to bind port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 on network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:31:06.899402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:31:06.899807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Checking segment: {'id': 'f8a6eb4c-a210-41ba-98e6-4ccc54f0871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:31:06.900288 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.900752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Bound using segment: {'id': 'f8a6eb4c-a210-41ba-98e6-4ccc54f0871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:31:06.901331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Bound port: 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a6eb4c-a210-41ba-98e6-4ccc54f0871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:31:06.901733 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.972303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] For port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:31:06.976229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] For port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,segment=NetworkSegment(f8a6eb4c-a210-41ba-98e6-4ccc54f0871f),segment_id=f8a6eb4c-a210-41ba-98e6-4ccc54f0871f)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:31:06.980234 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:06.981015 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:07.020054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:07.037490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222d4a2-3c59-4659-b9af-5c15a02898b9 None None] Pushing event updated for resources: {'Port': ['ID=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:07.070830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:07.073958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:07.076954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:07.112947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=87bf3878-6cb3-414d-a947-9fc1f81c2e16,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:07.143004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:07.143651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:07.162543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ed641af4-fce0-43bb-81dc-a9f2cd2a6213 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8839266 Sep 18 02:31:07.162846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38372) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:07.168104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': 'c1aaed8a-5e6d-4f6f-94d3-d71fd156d034', 'name': 'tempest-PortsTestJSON-1361685776', 'fixed_ips': [{'subnet_id': '07d48911-8cdb-47e4-8f95-3883e228b3d7', 'ip_address': '172.20.0.9'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:07.312075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:07.405673 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:07.423774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 0a761864-4cc2-4dc3-a9c9-96137c84f357 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:31:07.584864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.9 (c1aaed8a-5e6d-4f6f-94d3-d71fd156d034/07d48911-8cdb-47e4-8f95-3883e228b3d7/0a761864-4cc2-4dc3-a9c9-96137c84f357) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:07.765938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:07.809107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:07.855279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:07.858792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:07.865864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:07.894805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=0a761864-4cc2-4dc3-a9c9-96137c84f357,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:07.920986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:07.921630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:07.938512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a7761b14-33dc-49e2-967b-30dc6df1c877 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7744334 Sep 18 02:31:07.941811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38384) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:08.032821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760bb67a-92e9-4aee-bb58-93b893d20582 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:08.034510 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-760bb67a-92e9-4aee-bb58-93b893d20582 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0915306 Sep 18 02:31:08.037802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38386) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:08.065847 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b049cc5-09bd-4e0d-8b8b-c8c18a1ff728 None None] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:08.089940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa38a58-cda1-40e7-b0b4-82b46f93bae0 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:08.095942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa38a58-cda1-40e7-b0b4-82b46f93bae0 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:08.102524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa38a58-cda1-40e7-b0b4-82b46f93bae0 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:08.106934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-faa38a58-cda1-40e7-b0b4-82b46f93bae0 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0654788 Sep 18 02:31:08.107404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38388) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:08.137470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6634b150-70fe-45ee-92dd-4f1f2ff9266f None None] Provisioning complete for port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:08.137880 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6634b150-70fe-45ee-92dd-4f1f2ff9266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.194486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a6b770b7-8c9c-4021-b86b-a1816fd36c6f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 0a761864-4cc2-4dc3-a9c9-96137c84f357 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:08.195104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6b770b7-8c9c-4021-b86b-a1816fd36c6f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.286296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6b770b7-8c9c-4021-b86b-a1816fd36c6f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.289774 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6634b150-70fe-45ee-92dd-4f1f2ff9266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.298404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a6b770b7-8c9c-4021-b86b-a1816fd36c6f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 0a761864-4cc2-4dc3-a9c9-96137c84f357 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:08.328765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6634b150-70fe-45ee-92dd-4f1f2ff9266f None None] For port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,segment=NetworkSegment(f8a6eb4c-a210-41ba-98e6-4ccc54f0871f),segment_id=f8a6eb4c-a210-41ba-98e6-4ccc54f0871f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:08.335594 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6634b150-70fe-45ee-92dd-4f1f2ff9266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.391096 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634b150-70fe-45ee-92dd-4f1f2ff9266f None None] Pushing event updated for resources: {'Port': ['ID=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:08.454977 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6b770b7-8c9c-4021-b86b-a1816fd36c6f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.491635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b770b7-8c9c-4021-b86b-a1816fd36c6f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=0a761864-4cc2-4dc3-a9c9-96137c84f357,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:08.565565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6b770b7-8c9c-4021-b86b-a1816fd36c6f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.567842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a6b770b7-8c9c-4021-b86b-a1816fd36c6f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/0a761864-4cc2-4dc3-a9c9-96137c84f357 HTTP/1.1" status: 204 len: 168 time: 0.4594235 Sep 18 02:31:08.570478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38394) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:08.601728 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fda848-1c12-445c-b9fe-cf4fd9d45f25 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:31:08.603744 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-50fda848-1c12-445c-b9fe-cf4fd9d45f25 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/0a761864-4cc2-4dc3-a9c9-96137c84f357 HTTP/1.1" status: 404 len: 333 time: 0.0322554 Sep 18 02:31:08.606375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38396) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:08.655544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b39f775e-26ac-42c3-9604-5299fae0bdcc None None] Could not find standard attr ID for object 0a761864-4cc2-4dc3-a9c9-96137c84f357. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:08.672173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b39f775e-26ac-42c3-9604-5299fae0bdcc None None] Provisioning complete for port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:08.672742 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b39f775e-26ac-42c3-9604-5299fae0bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.714104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e1c68863-1423-4a39-81d9-15375b736d28 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 87bf3878-6cb3-414d-a947-9fc1f81c2e16 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:08.714462 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1c68863-1423-4a39-81d9-15375b736d28 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.812899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b39f775e-26ac-42c3-9604-5299fae0bdcc None None] Provisioning complete for port 87bf3878-6cb3-414d-a947-9fc1f81c2e16 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:08.815681 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b39f775e-26ac-42c3-9604-5299fae0bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.842200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1c68863-1423-4a39-81d9-15375b736d28 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:08.859068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:08.859399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e1c68863-1423-4a39-81d9-15375b736d28 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 87bf3878-6cb3-414d-a947-9fc1f81c2e16 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:08.891215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b39f775e-26ac-42c3-9604-5299fae0bdcc None None] Port 87bf3878-6cb3-414d-a947-9fc1f81c2e16 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:08.920587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:08.921107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.018218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1c68863-1423-4a39-81d9-15375b736d28 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.025675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6b452bf8-d936-47af-b292-ccd617bf3230 None None] Provisioning complete for port 87bf3878-6cb3-414d-a947-9fc1f81c2e16 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:09.026053 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6b452bf8-d936-47af-b292-ccd617bf3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.052521 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6b452bf8-d936-47af-b292-ccd617bf3230 None None] Port 87bf3878-6cb3-414d-a947-9fc1f81c2e16 was deleted so its status cannot be updated. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 02:31:09.052762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c68863-1423-4a39-81d9-15375b736d28 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=87bf3878-6cb3-414d-a947-9fc1f81c2e16,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:09.128283 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e1c68863-1423-4a39-81d9-15375b736d28 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.130271 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e1c68863-1423-4a39-81d9-15375b736d28 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/87bf3878-6cb3-414d-a947-9fc1f81c2e16 HTTP/1.1" status: 204 len: 168 time: 0.5228877 Sep 18 02:31:09.132951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38400) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:09.160156 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ec6eaf-ab2a-4cee-a266-2eaf4eef8b6a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:31:09.161757 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-03ec6eaf-ab2a-4cee-a266-2eaf4eef8b6a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/87bf3878-6cb3-414d-a947-9fc1f81c2e16 HTTP/1.1" status: 404 len: 333 time: 0.0276618 Sep 18 02:31:09.164513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38402) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:09.174894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e84f4417-5a0a-4059-bcd5-8a53fa49bfab None None] Could not find standard attr ID for object 0a761864-4cc2-4dc3-a9c9-96137c84f357. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:09.218394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6579ca8-1a16-4e25-9956-6ebf8505c83e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet 07d48911-8cdb-47e4-8f95-3883e228b3d7 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:09.221913 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6579ca8-1a16-4e25-9956-6ebf8505c83e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.268707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6579ca8-1a16-4e25-9956-6ebf8505c83e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.357290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6579ca8-1a16-4e25-9956-6ebf8505c83e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.421860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6579ca8-1a16-4e25-9956-6ebf8505c83e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.453753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6579ca8-1a16-4e25-9956-6ebf8505c83e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=07d48911-8cdb-47e4-8f95-3883e228b3d7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:09.460394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e6579ca8-1a16-4e25-9956-6ebf8505c83e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.462268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e6579ca8-1a16-4e25-9956-6ebf8505c83e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/07d48911-8cdb-47e4-8f95-3883e228b3d7 HTTP/1.1" status: 204 len: 168 time: 0.2967868 Sep 18 02:31:09.464868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38404) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:09.467315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4603947-b9ea-494f-8126-95f44ac6be29 None None] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:09.546463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.601759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:09.602089 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.655184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] DHCP port deletion for c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:31:09.678973 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] For port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,segment=NetworkSegment(f8a6eb4c-a210-41ba-98e6-4ccc54f0871f),segment_id=f8a6eb4c-a210-41ba-98e6-4ccc54f0871f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:09.679459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.696780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:09.711155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] Deleting port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:09.711539 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.782143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.785423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] For port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,segment=NetworkSegment(f8a6eb4c-a210-41ba-98e6-4ccc54f0871f),segment_id=f8a6eb4c-a210-41ba-98e6-4ccc54f0871f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:09.785423 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.811822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:09.818348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No DVR routers for this DVR port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:09.905349 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.929030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1aaed8a-5e6d-4f6f-94d3-d71fd156d034']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:09.939410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a6eb4c-a210-41ba-98e6-4ccc54f0871f') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:09.939720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a6eb4c-a210-41ba-98e6-4ccc54f0871f') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:09.951011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.965682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] Calling delete_port for 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:09.965922 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.971746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:31:09.972132 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:31:09.975550 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:31:10.044413 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.046957 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.054010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.062022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/networks/c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 HTTP/1.1" status: 204 len: 168 time: 0.5899351 Sep 18 02:31:10.062374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38412) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:10.065374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341c4d0-14cb-4c2b-8c51-a24172a4569a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Network': ['ID=c1aaed8a-5e6d-4f6f-94d3-d71fd156d034,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:10.069396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-800339695'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:10.081448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] Pushing event deleted for resources: {'Port': ['ID=8cf389cd-10f3-4c2b-8f3d-e0a697243bc4,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:10.084286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] Network c1aaed8a-5e6d-4f6f-94d3-d71fd156d034 is not hosted by any dhcp agent {{(pid=106441) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 02:31:10.084739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156abaa2-8bc1-4532-afc7-96e6f331ce57 None None] No DVR routers for this DVR port 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:10.097364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:10.101878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.125757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:31:10.134828 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.135177 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Added segment 70ac033e-0d76-42a6-b959-818447b8c10c of type vlan for network db5cccb1-bf33-4432-a310-e13680ec4510 Sep 18 02:31:10.179551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.204316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.209987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:10.210575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.247183 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1835954 Sep 18 02:31:10.249828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:10.278506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': 'db5cccb1-bf33-4432-a310-e13680ec4510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:10.294432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20049b71-8f09-404e-81a1-95d0170c9111 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Network': ['ID=db5cccb1-bf33-4432-a310-e13680ec4510,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:10.305770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network db5cccb1-bf33-4432-a310-e13680ec4510 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:31:10.379981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:10.383656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.567920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.631476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=84c8bfac-a2b7-4cb2-8b2a-7f8e1c92dce7,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:10.636826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Checking segment: {'id': '70ac033e-0d76-42a6-b959-818447b8c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'db5cccb1-bf33-4432-a310-e13680ec4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:31:10.637193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network hostable DHCP agents. Network: db5cccb1-bf33-4432-a310-e13680ec4510, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:31:10.654400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network db5cccb1-bf33-4432-a310-e13680ec4510 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:31:10.664340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, db5cccb1-bf33-4432-a310-e13680ec4510) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:10.668767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:10.669063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.675399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781477c-0365-413d-b631-9383e1c11bbf None None] Network db5cccb1-bf33-4432-a310-e13680ec4510 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:10.714673 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f8e34cfe-322d-4bbc-b62e-62cfb211ea84 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4614451 Sep 18 02:31:10.715056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38426) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:10.719621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-90755425-556f-4336-8c34-cb16cd52e374 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-976745026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:10.760741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-90755425-556f-4336-8c34-cb16cd52e374 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.762360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-90755425-556f-4336-8c34-cb16cd52e374 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.783881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:10.810450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:10.810961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8cf389cd-10f3-4c2b-8f3d-e0a697243bc4 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:10.823952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-90755425-556f-4336-8c34-cb16cd52e374 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.829074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-90755425-556f-4336-8c34-cb16cd52e374 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.844769 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-90755425-556f-4336-8c34-cb16cd52e374 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.846831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-90755425-556f-4336-8c34-cb16cd52e374 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1307549 Sep 18 02:31:10.849576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38428) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:10.855092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'network_id': 'db5cccb1-bf33-4432-a310-e13680ec4510', 'name': 'tempest-PortsTestJSON-125259137'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:10.883447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-db5cccb1-bf33-4432-a310-e13680ec4510', 'network_id': 'db5cccb1-bf33-4432-a310-e13680ec4510', 'tenant_id': '3ab03ea4556d4352b80f339c8a35a469', 'fixed_ips': [{'subnet_id': '84c8bfac-a2b7-4cb2-8b2a-7f8e1c92dce7'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:31:10.886150 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:10.978794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:10.983182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.005095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 6483e207-081a-4f5a-87b3-41909506d43c yet. {{(pid=106439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:31:11.040843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Allocated IP 172.20.0.2 (db5cccb1-bf33-4432-a310-e13680ec4510/84c8bfac-a2b7-4cb2-8b2a-7f8e1c92dce7/b1bab7ef-34fd-4831-9e33-7174db75b4ec) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:11.189368 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.195900 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.238954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Network db5cccb1-bf33-4432-a310-e13680ec4510 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:11.246458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:11.249579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:11.255717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.4 (db5cccb1-bf33-4432-a310-e13680ec4510/84c8bfac-a2b7-4cb2-8b2a-7f8e1c92dce7/6483e207-081a-4f5a-87b3-41909506d43c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:11.258144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Pushing event updated for resources: {'Port': ['ID=b1bab7ef-34fd-4831-9e33-7174db75b4ec,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:11.310064 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Attempting to bind port b1bab7ef-34fd-4831-9e33-7174db75b4ec on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:31:11.310901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Attempting to bind port b1bab7ef-34fd-4831-9e33-7174db75b4ec by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '70ac033e-0d76-42a6-b959-818447b8c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'db5cccb1-bf33-4432-a310-e13680ec4510'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:31:11.311748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Attempting to bind port b1bab7ef-34fd-4831-9e33-7174db75b4ec on network db5cccb1-bf33-4432-a310-e13680ec4510 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:31:11.318163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:31:11.318537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Checking segment: {'id': '70ac033e-0d76-42a6-b959-818447b8c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'db5cccb1-bf33-4432-a310-e13680ec4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:31:11.319018 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.319421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Bound using segment: {'id': '70ac033e-0d76-42a6-b959-818447b8c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'db5cccb1-bf33-4432-a310-e13680ec4510'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:31:11.319888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Bound port: b1bab7ef-34fd-4831-9e33-7174db75b4ec, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ac033e-0d76-42a6-b959-818447b8c10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'db5cccb1-bf33-4432-a310-e13680ec4510'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:31:11.320275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.386581 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] For port b1bab7ef-34fd-4831-9e33-7174db75b4ec, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:31:11.389637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] For port b1bab7ef-34fd-4831-9e33-7174db75b4ec, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b1bab7ef-34fd-4831-9e33-7174db75b4ec,segment=NetworkSegment(70ac033e-0d76-42a6-b959-818447b8c10c),segment_id=70ac033e-0d76-42a6-b959-818447b8c10c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:31:11.395177 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.440371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.467672 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ca892-6d74-40d8-ad44-a2ce0f10c25b None None] Pushing event updated for resources: {'Port': ['ID=b1bab7ef-34fd-4831-9e33-7174db75b4ec,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:11.494119 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.542590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network db5cccb1-bf33-4432-a310-e13680ec4510 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:11.545876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:11.548531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:11.587637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=6483e207-081a-4f5a-87b3-41909506d43c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:11.618125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:11.619101 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:11.640650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38442) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:11.647448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ce743f61-aff0-4171-834e-b7050e76abf1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7964256 Sep 18 02:31:12.004063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:12.294755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:12.302913 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:12.403322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=6483e207-081a-4f5a-87b3-41909506d43c,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:12.556843 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e847eb-5243-4650-b25a-3b8048a15508 None None] Network db5cccb1-bf33-4432-a310-e13680ec4510 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:12.581296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:12.643597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b5b68423-2678-4a9a-afdc-ba169d093d78 None None] Provisioning complete for port b1bab7ef-34fd-4831-9e33-7174db75b4ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:12.644350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5b68423-2678-4a9a-afdc-ba169d093d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:12.809484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:12.836065 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5b68423-2678-4a9a-afdc-ba169d093d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:12.852385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b1bab7ef-34fd-4831-9e33-7174db75b4ec up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:12.917202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b5b68423-2678-4a9a-afdc-ba169d093d78 None None] For port b1bab7ef-34fd-4831-9e33-7174db75b4ec, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b1bab7ef-34fd-4831-9e33-7174db75b4ec,segment=NetworkSegment(70ac033e-0d76-42a6-b959-818447b8c10c),segment_id=70ac033e-0d76-42a6-b959-818447b8c10c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:12.934015 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5b68423-2678-4a9a-afdc-ba169d093d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:12.945455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b1bab7ef-34fd-4831-9e33-7174db75b4ec triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:12.946196 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.036829 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b68423-2678-4a9a-afdc-ba169d093d78 None None] Pushing event updated for resources: {'Port': ['ID=b1bab7ef-34fd-4831-9e33-7174db75b4ec,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:13.143356 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.150750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.157526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6223dd42-839a-4cf5-94ca-1771601c4472 None None] Provisioning complete for port 6483e207-081a-4f5a-87b3-41909506d43c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:13.158028 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6223dd42-839a-4cf5-94ca-1771601c4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.200977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6223dd42-839a-4cf5-94ca-1771601c4472 None None] Port 6483e207-081a-4f5a-87b3-41909506d43c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:13.213068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6223dd42-839a-4cf5-94ca-1771601c4472 None None] Provisioning complete for port b1bab7ef-34fd-4831-9e33-7174db75b4ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:13.213068 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6223dd42-839a-4cf5-94ca-1771601c4472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.236482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=6483e207-081a-4f5a-87b3-41909506d43c,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:13.251819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.361887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network db5cccb1-bf33-4432-a310-e13680ec4510 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:13.364562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:13.454805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-33431372-73bc-49e2-b8ec-03cef52858e2 None None] Provisioning complete for port 6483e207-081a-4f5a-87b3-41909506d43c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:13.455232 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33431372-73bc-49e2-b8ec-03cef52858e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.499311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-33431372-73bc-49e2-b8ec-03cef52858e2 None None] Port 6483e207-081a-4f5a-87b3-41909506d43c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:13.499561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Router 2bf1a3ad-6981-46ee-a001-f6e01d38513a is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:31:13.622269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-619dcbcb-7f18-40c2-8576-631be4330d07 None None] Provisioning complete for port 6483e207-081a-4f5a-87b3-41909506d43c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:13.622868 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-619dcbcb-7f18-40c2-8576-631be4330d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.664230 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-619dcbcb-7f18-40c2-8576-631be4330d07 None None] Port 6483e207-081a-4f5a-87b3-41909506d43c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:13.888290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7a27f582-d397-4a6a-a17b-081311b00a4d None None] Provisioning complete for port 6483e207-081a-4f5a-87b3-41909506d43c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:13.888652 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a27f582-d397-4a6a-a17b-081311b00a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:13.924288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7a27f582-d397-4a6a-a17b-081311b00a4d None None] Port 6483e207-081a-4f5a-87b3-41909506d43c cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:13.950096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:31:13.955144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bbf5d4a5-af38-464c-b157-26de490add4b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "PUT /v2.0/routers/2bf1a3ad-6981-46ee-a001-f6e01d38513a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3132231 Sep 18 02:31:13.957846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38482) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:13.963246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28b1e5-583a-4ae5-9f6c-fab94a214cfa None None] Sync routers for ids ['2bf1a3ad-6981-46ee-a001-f6e01d38513a'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:31:13.973160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28b1e5-583a-4ae5-9f6c-fab94a214cfa None None] Routers {'2bf1a3ad-6981-46ee-a001-f6e01d38513a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:13.973781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dd28b1e5-583a-4ae5-9f6c-fab94a214cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2bf1a3ad-6981-46ee-a001-f6e01d38513a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:14.006219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2a1122-02e0-47f1-9516-582c8974a08d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:14.010609 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2d2a1122-02e0-47f1-9516-582c8974a08d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf1a3ad-6981-46ee-a001-f6e01d38513a HTTP/1.1" status: 200 len: 981 time: 0.0490379 Sep 18 02:31:14.010933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dd28b1e5-583a-4ae5-9f6c-fab94a214cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:14.011087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:14.018670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28b1e5-583a-4ae5-9f6c-fab94a214cfa None None] Routers {'2bf1a3ad-6981-46ee-a001-f6e01d38513a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:14.019339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dd28b1e5-583a-4ae5-9f6c-fab94a214cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2bf1a3ad-6981-46ee-a001-f6e01d38513a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:14.052213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dd28b1e5-583a-4ae5-9f6c-fab94a214cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:14.052827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28b1e5-583a-4ae5-9f6c-fab94a214cfa None None] The sync data for ids ['2bf1a3ad-6981-46ee-a001-f6e01d38513a'] in n-d-789963-12 is: [] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:31:14.452051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:14.719518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 6483e207-081a-4f5a-87b3-41909506d43c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:14.719863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:14.760053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b1bab7ef-34fd-4831-9e33-7174db75b4ec up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:14.813884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port b1bab7ef-34fd-4831-9e33-7174db75b4ec triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:14.814271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:14.828478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:14.843767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 6483e207-081a-4f5a-87b3-41909506d43c owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:15.024508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.051951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=6483e207-081a-4f5a-87b3-41909506d43c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:15.213325 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.372542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Router 2bf1a3ad-6981-46ee-a001-f6e01d38513a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:31:15.453159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:31:15.459118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0e978d4f-fb36-4088-97f1-bc88e492248f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "PUT /v2.0/routers/2bf1a3ad-6981-46ee-a001-f6e01d38513a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4472313 Sep 18 02:31:15.461787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38512) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:15.465735 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4480589e-9bea-4f5a-bd07-6b773e4037ec None None] Sync routers for ids ['2bf1a3ad-6981-46ee-a001-f6e01d38513a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:31:15.475417 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480589e-9bea-4f5a-bd07-6b773e4037ec None None] Routers {'2bf1a3ad-6981-46ee-a001-f6e01d38513a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:15.476023 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4480589e-9bea-4f5a-bd07-6b773e4037ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2bf1a3ad-6981-46ee-a001-f6e01d38513a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:15.487077 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62a320b-05c6-4434-b2e0-ae25c996cd1c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:31:15.489070 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d62a320b-05c6-4434-b2e0-ae25c996cd1c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/6483e207-081a-4f5a-87b3-41909506d43c HTTP/1.1" status: 404 len: 333 time: 0.0257616 Sep 18 02:31:15.491734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38514) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:15.507148 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4480589e-9bea-4f5a-bd07-6b773e4037ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:15.515509 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480589e-9bea-4f5a-bd07-6b773e4037ec None None] Routers {'2bf1a3ad-6981-46ee-a001-f6e01d38513a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:15.516106 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4480589e-9bea-4f5a-bd07-6b773e4037ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2bf1a3ad-6981-46ee-a001-f6e01d38513a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:15.549686 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-4480589e-9bea-4f5a-bd07-6b773e4037ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:15.550357 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4480589e-9bea-4f5a-bd07-6b773e4037ec None None] The sync data for ids ['2bf1a3ad-6981-46ee-a001-f6e01d38513a'] in n-d-789963-12 is: [] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:31:15.572439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce1b3-dfb5-4336-9f1a-4ab3d9b5a160 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.738072 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce1b3-dfb5-4336-9f1a-4ab3d9b5a160 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.740453 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce1b3-dfb5-4336-9f1a-4ab3d9b5a160 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.787604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce1b3-dfb5-4336-9f1a-4ab3d9b5a160 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.788108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ce1b3-dfb5-4336-9f1a-4ab3d9b5a160 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Fanout notify agent at l3_agent the message router_deleted on router 2bf1a3ad-6981-46ee-a001-f6e01d38513a {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:31:15.795212 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce1b3-dfb5-4336-9f1a-4ab3d9b5a160 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.798671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fe7ce1b3-dfb5-4336-9f1a-4ab3d9b5a160 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/routers/2bf1a3ad-6981-46ee-a001-f6e01d38513a HTTP/1.1" status: 204 len: 168 time: 0.3037159 Sep 18 02:31:15.799391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38520) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:15.849850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4a293c-f282-4e0d-a015-3a841fc68eba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet 84c8bfac-a2b7-4cb2-8b2a-7f8e1c92dce7 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:15.852978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a4a293c-f282-4e0d-a015-3a841fc68eba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.895377 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a4a293c-f282-4e0d-a015-3a841fc68eba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:15.984259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a4a293c-f282-4e0d-a015-3a841fc68eba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.043861 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a4a293c-f282-4e0d-a015-3a841fc68eba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.077777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a293c-f282-4e0d-a015-3a841fc68eba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=84c8bfac-a2b7-4cb2-8b2a-7f8e1c92dce7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:16.083558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a4a293c-f282-4e0d-a015-3a841fc68eba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.087574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5a4a293c-f282-4e0d-a015-3a841fc68eba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/84c8bfac-a2b7-4cb2-8b2a-7f8e1c92dce7 HTTP/1.1" status: 204 len: 168 time: 0.2854578 Sep 18 02:31:16.088286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38528) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:16.089828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f4eff-2c3b-47f3-ac29-ea254a8f2f5a None None] Network db5cccb1-bf33-4432-a310-e13680ec4510 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:16.164969 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.221741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port b1bab7ef-34fd-4831-9e33-7174db75b4ec {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:16.223003 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.295870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] For port b1bab7ef-34fd-4831-9e33-7174db75b4ec, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b1bab7ef-34fd-4831-9e33-7174db75b4ec,segment=NetworkSegment(70ac033e-0d76-42a6-b959-818447b8c10c),segment_id=70ac033e-0d76-42a6-b959-818447b8c10c)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:16.296452 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.299685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] DHCP port deletion for db5cccb1-bf33-4432-a310-e13680ec4510 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:31:16.309133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for b1bab7ef-34fd-4831-9e33-7174db75b4ec owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:16.352513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] Deleting port b1bab7ef-34fd-4831-9e33-7174db75b4ec {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:16.352888 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.393241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.425757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] For port b1bab7ef-34fd-4831-9e33-7174db75b4ec, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b1bab7ef-34fd-4831-9e33-7174db75b4ec,segment=NetworkSegment(70ac033e-0d76-42a6-b959-818447b8c10c),segment_id=70ac033e-0d76-42a6-b959-818447b8c10c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:16.426312 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.429276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=b1bab7ef-34fd-4831-9e33-7174db75b4ec,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:16.434922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No DVR routers for this DVR port b1bab7ef-34fd-4831-9e33-7174db75b4ec on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:16.442038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] Calling delete_port for b1bab7ef-34fd-4831-9e33-7174db75b4ec owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:16.516645 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.523722 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.540572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5cccb1-bf33-4432-a310-e13680ec4510']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:16.549075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] Pushing event deleted for resources: {'Port': ['ID=b1bab7ef-34fd-4831-9e33-7174db75b4ec,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:16.551307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ac033e-0d76-42a6-b959-818447b8c10c') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:16.551849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ac033e-0d76-42a6-b959-818447b8c10c') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:16.552758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69b2c8-958b-4477-84fd-932a9ca295ed None None] No DVR routers for this DVR port b1bab7ef-34fd-4831-9e33-7174db75b4ec on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:16.564079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.578423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.584838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:31:16.585324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:31:16.588657 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:31:16.657394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.665613 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:16.667526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/networks/db5cccb1-bf33-4432-a310-e13680ec4510 HTTP/1.1" status: 204 len: 168 time: 0.5784218 Sep 18 02:31:16.671774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38538) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:16.678611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebf875-b4ea-4968-8968-d8dd6f2807a9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Network': ['ID=db5cccb1-bf33-4432-a310-e13680ec4510,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:16.741801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c97651-0f13-496f-ba7b-e5b3ae8ff2ef tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:16.743253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-87c97651-0f13-496f-ba7b-e5b3ae8ff2ef tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/58871d4e-1912-49ca-9588-8010315d9b11 HTTP/1.1" status: 200 len: 839 time: 0.0701764 Sep 18 02:31:16.747085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38544) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:16.764850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b1bab7ef-34fd-4831-9e33-7174db75b4ec no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:16.788810 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f1895b80-0e33-4e0e-b828-ca2e8056edf8 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/58871d4e-1912-49ca-9588-8010315d9b11?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0404460 Sep 18 02:31:16.789766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b1bab7ef-34fd-4831-9e33-7174db75b4ec {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:16.790876 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b1bab7ef-34fd-4831-9e33-7174db75b4ec not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:16.794987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38546) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:16.801097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:16.891337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:16.894879 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.088115 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.132079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:17.137089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:17.141380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:17.142207 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.146756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31051600-2c0d-44aa-a978-86bb43ec36e2 None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:17.155975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=1a4a82c4-5d56-4824-b4fa-e8bb971ca594,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:17.164120 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-11b4dd73-0e3a-45ec-8360-3b0eb31e68a6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3677917 Sep 18 02:31:17.166538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38554) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:17.171256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b23d3d96-82f9-477e-b9b6-089044ca9cc1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911653853'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:17.195079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b23d3d96-82f9-477e-b9b6-089044ca9cc1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.284427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b23d3d96-82f9-477e-b9b6-089044ca9cc1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.289221 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b23d3d96-82f9-477e-b9b6-089044ca9cc1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.321871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b23d3d96-82f9-477e-b9b6-089044ca9cc1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.323247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b23d3d96-82f9-477e-b9b6-089044ca9cc1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1555278 Sep 18 02:31:17.325539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d3d96-82f9-477e-b9b6-089044ca9cc1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f08153e-79d2-4b52-834f-4856d7e7bbc4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:17.326853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38560) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:17.332843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2d398354-ba4b-4975-b0b5-9b2c1034a90a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'security_group': {'name': 'tempest-secgroup-548833042'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:17.336409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-3992de87-dbe4-4a27-aa5b-30940faee3b0', 'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'tenant_id': '3ab03ea4556d4352b80f339c8a35a469', 'fixed_ips': [{'subnet_id': '1a4a82c4-5d56-4824-b4fa-e8bb971ca594'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:31:17.337486 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.360155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d398354-ba4b-4975-b0b5-9b2c1034a90a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.449008 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d398354-ba4b-4975-b0b5-9b2c1034a90a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.453208 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d398354-ba4b-4975-b0b5-9b2c1034a90a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.478117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Allocated IP 172.20.0.2 (3992de87-dbe4-4a27-aa5b-30940faee3b0/1a4a82c4-5d56-4824-b4fa-e8bb971ca594/c194208c-9315-4efe-a05d-3328b46b3e5c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:17.481181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d398354-ba4b-4975-b0b5-9b2c1034a90a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.485160 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2d398354-ba4b-4975-b0b5-9b2c1034a90a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1547983 Sep 18 02:31:17.485427 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38562) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:17.491196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1277718469', 'security_groups': ['49fdcdf8-5b5f-4184-96b3-5ab3cfcf4f3a'], 'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a4a82c4-5d56-4824-b4fa-e8bb971ca594'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:17.497885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d398354-ba4b-4975-b0b5-9b2c1034a90a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fdcdf8-5b5f-4184-96b3-5ab3cfcf4f3a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:17.620675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:17.651106 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.657614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.695004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:17.699707 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:17.702752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:17.719427 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.739255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Pushing event updated for resources: {'Port': ['ID=c194208c-9315-4efe-a05d-3328b46b3e5c,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:17.747421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port 446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:31:17.769670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Attempting to bind port c194208c-9315-4efe-a05d-3328b46b3e5c on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:31:17.770066 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Attempting to bind port c194208c-9315-4efe-a05d-3328b46b3e5c by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:31:17.770425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Attempting to bind port c194208c-9315-4efe-a05d-3328b46b3e5c on network 3992de87-dbe4-4a27-aa5b-30940faee3b0 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:31:17.775553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:31:17.776233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Checking segment: {'id': '9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:31:17.776825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.777562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Bound using segment: {'id': '9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:31:17.778244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Bound port: c194208c-9315-4efe-a05d-3328b46b3e5c, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:31:17.778828 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.846532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] For port c194208c-9315-4efe-a05d-3328b46b3e5c, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:31:17.851088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] For port c194208c-9315-4efe-a05d-3328b46b3e5c, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c194208c-9315-4efe-a05d-3328b46b3e5c,segment=NetworkSegment(9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8),segment_id=9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:31:17.861466 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:17.923977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc90af-e7b9-4b59-ac3c-85cb3603f58b None None] Pushing event updated for resources: {'Port': ['ID=c194208c-9315-4efe-a05d-3328b46b3e5c,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:17.933748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.9 (3992de87-dbe4-4a27-aa5b-30940faee3b0/1a4a82c4-5d56-4824-b4fa-e8bb971ca594/446f51f0-af74-4d4c-9b9f-3cc4b6a6b922) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:18.118436 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:18.161857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:18.217602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:18.220620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:18.225620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:18.272991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=446f51f0-af74-4d4c-9b9f-3cc4b6a6b922,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:18.298924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:18.299525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:18.314084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-087710aa-d1e4-4b45-90d4-3dad72b976c5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8275542 Sep 18 02:31:18.317079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38578) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:18.322126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1ad81983-d321-4e4c-bf54-900830ecd51c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:18.439247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad81983-d321-4e4c-bf54-900830ecd51c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:18.443836 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1ad81983-d321-4e4c-bf54-900830ecd51c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:18.542737 n-d-789963-12 neutron-server[106440]: INFO neutron.db.ipam_backend_mixin [None req-1ad81983-d321-4e4c-bf54-900830ecd51c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a4a82c4-5d56-4824-b4fa-e8bb971ca594 (CIDR: 172.20.0.0/28) Sep 18 02:31:18.546049 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad81983-d321-4e4c-bf54-900830ecd51c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:31:18.546610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad81983-d321-4e4c-bf54-900830ecd51c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:18.570185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ad81983-d321-4e4c-bf54-900830ecd51c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2491832 Sep 18 02:31:18.570425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38584) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:18.575567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:18.699398 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:18.704458 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:18.810811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c194208c-9315-4efe-a05d-3328b46b3e5c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:18.865073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:18.866064 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:18.965448 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.021986 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port c194208c-9315-4efe-a05d-3328b46b3e5c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c194208c-9315-4efe-a05d-3328b46b3e5c,segment=NetworkSegment(9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8),segment_id=9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:19.026160 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.031751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.090357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:19.100772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=c194208c-9315-4efe-a05d-3328b46b3e5c,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:19.100970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:19.102660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:19.105960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:19.106459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.109901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-41fb1c66-8f1e-4384-9346-c314fe59fb5c None None] Provisioning complete for port 58871d4e-1912-49ca-9588-8010315d9b11 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:19.110274 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c66-8f1e-4384-9346-c314fe59fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.131489 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:19.133024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-71dffaac-a3f9-4d1b-a3b1-2b47fe833fc9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5614748 Sep 18 02:31:19.138895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-238329555', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4'}], 'security_groups': ['7f08153e-79d2-4b52-834f-4856d7e7bbc4']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:19.148902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-41fb1c66-8f1e-4384-9346-c314fe59fb5c None None] Port 58871d4e-1912-49ca-9588-8010315d9b11 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:19.159921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-41fb1c66-8f1e-4384-9346-c314fe59fb5c None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:19.160425 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41fb1c66-8f1e-4384-9346-c314fe59fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.204962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38598) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:19.278118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0d282-277d-4401-a24b-f1d2466fb658 None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:19.332581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.405041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0bd0889b-cd6d-471b-897a-f1a3fa615724 None None] Provisioning complete for port 446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:19.405418 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0bd0889b-cd6d-471b-897a-f1a3fa615724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.509343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0889b-cd6d-471b-897a-f1a3fa615724 None None] Port 446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:19.519978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port cb556f55-74c6-41e4-a0c6-e125c1a75b4c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:19.523245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.610236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c21df-29cb-4aa9-8097-e5f15221f3e2 None None] Update dhcp port {'port': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'fixed_ips': [{'subnet_id': '1a4a82c4-5d56-4824-b4fa-e8bb971ca594', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4'}], 'binding:host_id': 'n-d-789963-12'}, 'id': 'c194208c-9315-4efe-a05d-3328b46b3e5c'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:31:19.615183 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.615640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.631655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for cb556f55-74c6-41e4-a0c6-e125c1a75b4c owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:19.655781 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fa3c21df-29cb-4aa9-8097-e5f15221f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.666435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Delete allocated IP 172.20.0.9 (3992de87-dbe4-4a27-aa5b-30940faee3b0/1a4a82c4-5d56-4824-b4fa-e8bb971ca594) {{(pid=106439) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 02:31:19.677911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.19 (3992de87-dbe4-4a27-aa5b-30940faee3b0/3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4/446f51f0-af74-4d4c-9b9f-3cc4b6a6b922) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:19.854873 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.881054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=cb556f55-74c6-41e4-a0c6-e125c1a75b4c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:19.888638 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.895556 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.965545 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:19.966145 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Floating IP 1137e456-bd99-4a90-8c56-0deb5b8f8e08 disassociated (deleted). External IP: 172.25.0.164, port: dd3e2ddc-5620-43d7-9496-76db323b977e. Sep 18 02:31:19.966300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-fa3c21df-29cb-4aa9-8097-e5f15221f3e2 None None] Allocated IP 172.20.0.18 (3992de87-dbe4-4a27-aa5b-30940faee3b0/3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4/c194208c-9315-4efe-a05d-3328b46b3e5c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:20.007895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=446f51f0-af74-4d4c-9b9f-3cc4b6a6b922,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:20.020153 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] In _notify_port_updated(), no bound segment for port 446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 on network 3992de87-dbe4-4a27-aa5b-30940faee3b0 {{(pid=106439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:31:20.025969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:20.026631 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:20.028255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c7f6b19d-d71d-41d9-851c-e48dadc6746c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "PUT /v2.0/ports/446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 HTTP/1.1" status: 200 len: 920 time: 0.8949850 Sep 18 02:31:20.031421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38618) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:20.270938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-fa3c21df-29cb-4aa9-8097-e5f15221f3e2 None None] For port c194208c-9315-4efe-a05d-3328b46b3e5c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c194208c-9315-4efe-a05d-3328b46b3e5c,segment=NetworkSegment(9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8),segment_id=9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:20.303593 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fa3c21df-29cb-4aa9-8097-e5f15221f3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:20.310067 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fa3c21df-29cb-4aa9-8097-e5f15221f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:20.401493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c21df-29cb-4aa9-8097-e5f15221f3e2 None None] Pushing event updated for resources: {'Port': ['ID=c194208c-9315-4efe-a05d-3328b46b3e5c,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:20.590330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b26a1-bbc0-4df9-a541-e0b17083306e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:20.590689 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f7b26a1-bbc0-4df9-a541-e0b17083306e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:20.711093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:31:20.737281 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f7b26a1-bbc0-4df9-a541-e0b17083306e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:20.783803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c194208c-9315-4efe-a05d-3328b46b3e5c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:20.798970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b26a1-bbc0-4df9-a541-e0b17083306e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:20.848551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:20.848939 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:20.937261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:31:20.944299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:20.951041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:31:20.965605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:20.965834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:20.985554 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b649dc8-7fd3-4ddc-9b8d-d3e6e9613139 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "DELETE /v2.0/floatingips/1137e456-bd99-4a90-8c56-0deb5b8f8e08 HTTP/1.1" status: 204 len: 168 time: 1.7769873 Sep 18 02:31:21.007791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:31:21.010089 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bb4390-9fd7-4672-9d5b-9528e952ba70" -d '{"events": [{"name": "network-changed", "server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:31:21.058312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f7b26a1-bbc0-4df9-a541-e0b17083306e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.067947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3c4999fb-e9a7-466b-8773-d83b65572dd3 None None] Provisioning complete for port 58871d4e-1912-49ca-9588-8010315d9b11 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:21.068866 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c4999fb-e9a7-466b-8773-d83b65572dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.103638 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373800cf-d110-4d2d-9632-2a054d793d8e x-openstack-request-id: req-373800cf-d110-4d2d-9632-2a054d793d8e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:31:21.104045 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:31:21.104525 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-373800cf-d110-4d2d-9632-2a054d793d8e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:31:21.105416 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'status': 'completed', 'code': 200} Sep 18 02:31:21.133370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b26a1-bbc0-4df9-a541-e0b17083306e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=446f51f0-af74-4d4c-9b9f-3cc4b6a6b922,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:21.190401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:31:21.192739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3c4999fb-e9a7-466b-8773-d83b65572dd3 None None] Port 58871d4e-1912-49ca-9588-8010315d9b11 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:21.212638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-0e58ba7c-e415-4dec-a764-a47bb5e57030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:21.215537 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-0e58ba7c-e415-4dec-a764-a47bb5e57030 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 1098 time: 0.0956767 Sep 18 02:31:21.218846 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1f7b26a1-bbc0-4df9-a541-e0b17083306e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.220895 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1f7b26a1-bbc0-4df9-a541-e0b17083306e tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 HTTP/1.1" status: 204 len: 168 time: 1.1883578 Sep 18 02:31:21.224338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38642) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:21.241219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3c4999fb-e9a7-466b-8773-d83b65572dd3 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:21.241588 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3c4999fb-e9a7-466b-8773-d83b65572dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.262196 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bcb177-8eb1-465a-8fe2-1b804bc9ee8f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:31:21.263937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a9bcb177-8eb1-465a-8fe2-1b804bc9ee8f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/446f51f0-af74-4d4c-9b9f-3cc4b6a6b922 HTTP/1.1" status: 404 len: 333 time: 0.0384705 Sep 18 02:31:21.266552 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38644) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:21.361326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43969-4302-40e7-bc30-309de91f5c00 req-67ff38f5-201c-4d1c-8d57-7bd3df6c6316 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:21.369417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eee43969-4302-40e7-bc30-309de91f5c00 req-67ff38f5-201c-4d1c-8d57-7bd3df6c6316 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 946 time: 0.1176691 Sep 18 02:31:21.376917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d984e4d-13b7-4f2d-98ad-5cba6c6a0380 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.405427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d984e4d-13b7-4f2d-98ad-5cba6c6a0380 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.458399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d984e4d-13b7-4f2d-98ad-5cba6c6a0380 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.459341 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eee43969-4302-40e7-bc30-309de91f5c00 req-f619db8e-d418-445a-ac65-7ed7ac55774c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834260 Sep 18 02:31:21.463224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-9ac1c2b4-e67d-4660-a41c-c060577dba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:21.465283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d984e4d-13b7-4f2d-98ad-5cba6c6a0380 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.466878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4d984e4d-13b7-4f2d-98ad-5cba6c6a0380 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/security-groups/49fdcdf8-5b5f-4184-96b3-5ab3cfcf4f3a HTTP/1.1" status: 204 len: 168 time: 0.1989093 Sep 18 02:31:21.470892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-9ac1c2b4-e67d-4660-a41c-c060577dba4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.2330837 Sep 18 02:31:21.471399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38646) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:21.483743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d984e4d-13b7-4f2d-98ad-5cba6c6a0380 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fdcdf8-5b5f-4184-96b3-5ab3cfcf4f3a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:21.522051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3c4999fb-e9a7-466b-8773-d83b65572dd3 None None] Could not find standard attr ID for object 446f51f0-af74-4d4c-9b9f-3cc4b6a6b922. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:21.530196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-3710467d-de85-4b0d-8c95-b3c5de835f00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3e2ddc-5620-43d7-9496-76db323b977e HTTP/1.1" status: 200 len: 217 time: 0.0391569 Sep 18 02:31:21.587690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:38Z', 'revision_number': 1, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:21.616290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee66c557-9843-4bcd-a881-a9179e2806fa tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.622439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:31:21.635416 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:21.635974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:21.640570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-5ec0d1dd-e263-40ab-a12f-8f6a17e84359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:21.642655 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-5ec0d1dd-e263-40ab-a12f-8f6a17e84359 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.1026340 Sep 18 02:31:21.655791 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee66c557-9843-4bcd-a881-a9179e2806fa tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.678319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-44f17103-9560-40b8-b5d0-6c37f4dabbee None None] Could not find standard attr ID for object 446f51f0-af74-4d4c-9b9f-3cc4b6a6b922. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:21.751667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee66c557-9843-4bcd-a881-a9179e2806fa tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.755946 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee66c557-9843-4bcd-a881-a9179e2806fa tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.759578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ee66c557-9843-4bcd-a881-a9179e2806fa tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f08153e-79d2-4b52-834f-4856d7e7bbc4 HTTP/1.1" status: 204 len: 168 time: 0.2842376 Sep 18 02:31:21.759960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38648) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:21.765508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-10e14ce3-3e51-4083-b569-c4b2e3bbfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:21.767189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-10e14ce3-3e51-4083-b569-c4b2e3bbfd0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693719 Sep 18 02:31:21.775232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66c557-9843-4bcd-a881-a9179e2806fa tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f08153e-79d2-4b52-834f-4856d7e7bbc4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:21.790017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:31:21.846352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-842a7240-bb18-457d-97e8-fa93e2895ebb tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet 1a4a82c4-5d56-4824-b4fa-e8bb971ca594 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:21.851347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-842a7240-bb18-457d-97e8-fa93e2895ebb tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:21.923784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-01d1b46e-0333-4945-aeda-e21cecc3731a service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460569 Sep 18 02:31:21.933930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-842a7240-bb18-457d-97e8-fa93e2895ebb tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.043901 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-842a7240-bb18-457d-97e8-fa93e2895ebb tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.086051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13bb4390-9fd7-4672-9d5b-9528e952ba70 req-b59ec737-40e8-42f0-a267-ac08d5554768 service neutron] 10.222.0.18 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518934 Sep 18 02:31:22.088819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:38Z', 'revision_number': 1, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:22.118858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0fec5-ecaf-4977-9afc-16b89c8fc691 None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'd9431aa6-fed7-461e-9987-8bfc26ad661e', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'port_id': '086d2264-469e-4509-9613-e85a358755e8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'mac_address': 'fa:16:3e:f8:9e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76679a15-21a6-460a-9768-0840ad55fbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:27:36Z', 'updated_at': '2021-09-18T02:27:38Z', 'revision_number': 1, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:31:22.134151 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-842a7240-bb18-457d-97e8-fa93e2895ebb tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.167301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a7240-bb18-457d-97e8-fa93e2895ebb tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4a82c4-5d56-4824-b4fa-e8bb971ca594,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:22.175308 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-842a7240-bb18-457d-97e8-fa93e2895ebb tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.177759 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-842a7240-bb18-457d-97e8-fa93e2895ebb tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/1a4a82c4-5d56-4824-b4fa-e8bb971ca594 HTTP/1.1" status: 204 len: 168 time: 0.4168017 Sep 18 02:31:22.181906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38652) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:22.185311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53749833-39f1-47c9-a74d-a5a3838422ed None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:22.188293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:22.327407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:22.332358 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.493703 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28fca5-f9db-4a3a-a9b7-29e0b289b0c1 None None] New status for floating IP 1137e456-bd99-4a90-8c56-0deb5b8f8e08: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:31:22.615035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b426-4e08-4ba0-8704-4001f7274cf6 req-78f7a7d1-29f0-4ea6-824d-07c7143ade7f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:22.616653 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f89b426-4e08-4ba0-8704-4001f7274cf6 req-78f7a7d1-29f0-4ea6-824d-07c7143ade7f tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 946 time: 0.0805068 Sep 18 02:31:22.632558 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.674325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f89b426-4e08-4ba0-8704-4001f7274cf6 req-5021ad13-f929-4de0-b616-f5c1ca86536b tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510063 Sep 18 02:31:22.690060 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:22.693567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:22.707962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:22.708593 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.751624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=a035078b-88de-4050-9f6e-df4d0741e3d6,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:22.756497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc01767a-bcf2-40b1-bf21-c2443a80da5d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5732961 Sep 18 02:31:22.759152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38658) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:22.767747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5c04eb5e-35f9-400b-925a-e69883881245 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'security_group': {'name': 'tempest-secgroup-2041187855'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:22.792636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-03f07cc0-cbea-4a24-b302-f8d257277f79 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:22.794208 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-03f07cc0-cbea-4a24-b302-f8d257277f79 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 946 time: 0.1020727 Sep 18 02:31:22.816489 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c04eb5e-35f9-400b-925a-e69883881245 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.907140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port dd3e2ddc-5620-43d7-9496-76db323b977e {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:22.907140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.930619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c04eb5e-35f9-400b-925a-e69883881245 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.935060 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c04eb5e-35f9-400b-925a-e69883881245 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.978359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c04eb5e-35f9-400b-925a-e69883881245 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:22.979747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5c04eb5e-35f9-400b-925a-e69883881245 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2185965 Sep 18 02:31:22.981976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04eb5e-35f9-400b-925a-e69883881245 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d8a53-b10f-4b3c-9ec0-919074920207,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:22.983394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38660) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:22.991008 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f241bc1e-bd40-4cea-ba7e-950f4fa71416 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'security_group': {'name': 'tempest-secgroup-377544367'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:23.030918 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f241bc1e-bd40-4cea-ba7e-950f4fa71416 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.065323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] For port dd3e2ddc-5620-43d7-9496-76db323b977e, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=dd3e2ddc-5620-43d7-9496-76db323b977e,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:23.066231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.084616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for dd3e2ddc-5620-43d7-9496-76db323b977e owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:23.125289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b98046-03b8-4466-a9b0-14c43878ff3a None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:23.230771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f241bc1e-bd40-4cea-ba7e-950f4fa71416 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.239241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f241bc1e-bd40-4cea-ba7e-950f4fa71416 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.246669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1e5a59a5-ae6d-470a-864b-39527f1126b8 None None] Provisioning complete for port 58871d4e-1912-49ca-9588-8010315d9b11 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:23.247460 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e5a59a5-ae6d-470a-864b-39527f1126b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.300830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f241bc1e-bd40-4cea-ba7e-950f4fa71416 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.304575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f241bc1e-bd40-4cea-ba7e-950f4fa71416 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3177173 Sep 18 02:31:23.305491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38664) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:23.309144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a59a5-ae6d-470a-864b-39527f1126b8 None None] Port 58871d4e-1912-49ca-9588-8010315d9b11 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:23.311944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241bc1e-bd40-4cea-ba7e-950f4fa71416 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3e4826-48b0-49c1-8ad8-31ab01df4f29,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:23.312151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-569710b8-6ee1-4673-b08c-33dc3641ef1d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'security_group': {'name': 'tempest-secgroup-965485614'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:23.321772 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.331941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1e5a59a5-ae6d-470a-864b-39527f1126b8 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:23.332391 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e5a59a5-ae6d-470a-864b-39527f1126b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.352199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-569710b8-6ee1-4673-b08c-33dc3641ef1d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.360725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=dd3e2ddc-5620-43d7-9496-76db323b977e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:23.418257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] No DVR routers for this DVR port dd3e2ddc-5620-43d7-9496-76db323b977e on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:23.421234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.424091 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d85ec07e-d1f5-4125-9d68-d22664cb38fd req-c4889421-7494-4b1f-9b3a-6a7256577ea4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.18 "DELETE /v2.0/ports/dd3e2ddc-5620-43d7-9496-76db323b977e HTTP/1.1" status: 204 len: 173 time: 0.6222696 Sep 18 02:31:23.425569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'name': 'network-vif-deleted', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:31:23.433362 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2e9e4-f4c5-4b5d-8b50-543238821580 None None] Update dhcp port {'port': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'fixed_ips': [{'subnet_id': '3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a035078b-88de-4050-9f6e-df4d0741e3d6'}], 'binding:host_id': 'n-d-789963-12'}, 'id': 'c194208c-9315-4efe-a05d-3328b46b3e5c'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:31:23.436545 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815bc1e3-9612-4e09-a63b-3ae68ac49eea" -d '{"events": [{"server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "name": "network-vif-deleted", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:31:23.481262 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-16e2e9e4-f4c5-4b5d-8b50-543238821580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.488289 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7573360-527f-4cbe-8139-3f0c204b4a43 x-openstack-request-id: req-f7573360-527f-4cbe-8139-3f0c204b4a43 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:31:23.488586 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c3938c-135d-4bac-9dfd-d772385604e9", "name": "network-vif-deleted", "tag": "dd3e2ddc-5620-43d7-9496-76db323b977e", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:31:23.495087 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7573360-527f-4cbe-8139-3f0c204b4a43 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:31:23.496566 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c3938c-135d-4bac-9dfd-d772385604e9', 'name': 'network-vif-deleted', 'tag': 'dd3e2ddc-5620-43d7-9496-76db323b977e', 'status': 'completed', 'code': 200} Sep 18 02:31:23.521438 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-569710b8-6ee1-4673-b08c-33dc3641ef1d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.536737 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-569710b8-6ee1-4673-b08c-33dc3641ef1d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.571132 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-569710b8-6ee1-4673-b08c-33dc3641ef1d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.574970 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-569710b8-6ee1-4673-b08c-33dc3641ef1d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2665246 Sep 18 02:31:23.575567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38668) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:23.577278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569710b8-6ee1-4673-b08c-33dc3641ef1d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8660cf-1954-45e3-84de-f512a89aca19,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:23.588192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-957539653', 'security_groups': ['3c8660cf-1954-45e3-84de-f512a89aca19'], 'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a035078b-88de-4050-9f6e-df4d0741e3d6'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:23.668561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-16e2e9e4-f4c5-4b5d-8b50-543238821580 None None] Allocated IP 172.20.0.2 (3992de87-dbe4-4a27-aa5b-30940faee3b0/a035078b-88de-4050-9f6e-df4d0741e3d6/c194208c-9315-4efe-a05d-3328b46b3e5c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:23.712549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:23.802209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-16e2e9e4-f4c5-4b5d-8b50-543238821580 None None] For port c194208c-9315-4efe-a05d-3328b46b3e5c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c194208c-9315-4efe-a05d-3328b46b3e5c,segment=NetworkSegment(9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8),segment_id=9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:23.836790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.839322 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2bd1c06c-b45c-4484-9071-254723eb430a req-1bdd7cdd-8b46-4409-8fbb-bb55459c2e12 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 210 time: 0.0487237 Sep 18 02:31:23.846191 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-16e2e9e4-f4c5-4b5d-8b50-543238821580 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.852531 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-16e2e9e4-f4c5-4b5d-8b50-543238821580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:23.862153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] device_id is not set on port c4e33e11-4db5-4830-be0c-f2b0ed83bcbb yet. {{(pid=106440) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 02:31:23.950223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2e9e4-f4c5-4b5d-8b50-543238821580 None None] Pushing event updated for resources: {'Port': ['ID=c194208c-9315-4efe-a05d-3328b46b3e5c,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:24.083024 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.13 (3992de87-dbe4-4a27-aa5b-30940faee3b0/a035078b-88de-4050-9f6e-df4d0741e3d6/c4e33e11-4db5-4830-be0c-f2b0ed83bcbb) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:24.238888 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.286701 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.336407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:24.339933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:24.346363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:31:24.375021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=c4e33e11-4db5-4830-be0c-f2b0ed83bcbb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:24.407388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:24.408086 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.426320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-82090150-9588-4d34-a513-7a77b2b509e1 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8496711 Sep 18 02:31:24.428923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38676) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:24.434139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9f63a41f-4696-4a0f-90d6-a03f43938e7c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:24.537093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6f00da4d-e314-4d8c-a382-0a70353617b3 None None] Provisioning complete for port 58871d4e-1912-49ca-9588-8010315d9b11 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:24.537712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f00da4d-e314-4d8c-a382-0a70353617b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.554614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63a41f-4696-4a0f-90d6-a03f43938e7c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:24.558622 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9f63a41f-4696-4a0f-90d6-a03f43938e7c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.581855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6f00da4d-e314-4d8c-a382-0a70353617b3 None None] Port 58871d4e-1912-49ca-9588-8010315d9b11 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:24.593901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6f00da4d-e314-4d8c-a382-0a70353617b3 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:24.594418 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6f00da4d-e314-4d8c-a382-0a70353617b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.674117 n-d-789963-12 neutron-server[106440]: INFO neutron.db.ipam_backend_mixin [None req-9f63a41f-4696-4a0f-90d6-a03f43938e7c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a035078b-88de-4050-9f6e-df4d0741e3d6 (CIDR: 172.20.0.0/28) Sep 18 02:31:24.678479 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f63a41f-4696-4a0f-90d6-a03f43938e7c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:31:24.679178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f63a41f-4696-4a0f-90d6-a03f43938e7c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:24.701052 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9f63a41f-4696-4a0f-90d6-a03f43938e7c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2706316 Sep 18 02:31:24.703501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38678) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:24.709970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3f26ba8e-6818-4636-882e-0a4758f3695f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:24.780347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c194208c-9315-4efe-a05d-3328b46b3e5c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:24.830226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f37909b8-dd40-46ed-a503-d55627510ef7 None None] Provisioning complete for port c4e33e11-4db5-4830-be0c-f2b0ed83bcbb triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:24.830821 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f37909b8-dd40-46ed-a503-d55627510ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.857110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f26ba8e-6818-4636-882e-0a4758f3695f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:24.861077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f26ba8e-6818-4636-882e-0a4758f3695f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.880219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f37909b8-dd40-46ed-a503-d55627510ef7 None None] Port c4e33e11-4db5-4830-be0c-f2b0ed83bcbb cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:24.894377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:24.895007 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:24.931786 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-be6ea650-3af8-44e7-920a-4004e2785d1e req-755ce9ad-32fc-4127-b357-9574aeecbdc5 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 210 time: 0.0295160 Sep 18 02:31:25.291597 n-d-789963-12 neutron-server[106439]: INFO neutron.db.ipam_backend_mixin [None req-3f26ba8e-6818-4636-882e-0a4758f3695f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4 (CIDR: 172.20.0.16/28) Sep 18 02:31:25.296586 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f26ba8e-6818-4636-882e-0a4758f3695f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:31:25.297133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f26ba8e-6818-4636-882e-0a4758f3695f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:25.312648 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3f26ba8e-6818-4636-882e-0a4758f3695f tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6077356 Sep 18 02:31:25.316301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38688) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:25.321812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'subnet': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:25.444794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Made reservation on behalf of 3ab03ea4556d4352b80f339c8a35a469 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:31:25.448759 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:25.617056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dd3e2ddc-5620-43d7-9496-76db323b977e no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:25.643252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: dd3e2ddc-5620-43d7-9496-76db323b977e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:25.644414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device dd3e2ddc-5620-43d7-9496-76db323b977e not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:25.689701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:25.727301 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:25.732668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:31:25.738291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:31:25.742836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:25.743440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:25.753227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b8d23-f9f5-4b74-9158-0f3cb7be77e8 None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:25.763206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Subnet': ['ID=0257954b-7f2c-4650-964d-c2805943ab2b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:25.774196 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f1537093-9227-415c-9503-d14d415ee79b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4545851 Sep 18 02:31:25.774858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38694) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:25.780851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1975705397', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0257954b-7f2c-4650-964d-c2805943ab2b'}], 'security_groups': ['6e9d8a53-b10f-4b3c-9ec0-919074920207', '9f3e4826-48b0-49c1-8ad8-31ab01df4f29']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:25.875477 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.045579 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.099880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b7dd478-53c6-4c98-8621-52c85f90cf07 req-9a017098-ed95-404a-82a7-5919971b4e94 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 210 time: 0.0423105 Sep 18 02:31:26.258624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d01f0-5db3-45a3-8f98-c6d45771f3d1 None None] Update dhcp port {'port': {'network_id': '3992de87-dbe4-4a27-aa5b-30940faee3b0', 'fixed_ips': [{'subnet_id': '3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a035078b-88de-4050-9f6e-df4d0741e3d6', 'ip_address': '172.20.0.2'}, {'subnet_id': '0257954b-7f2c-4650-964d-c2805943ab2b'}], 'binding:host_id': 'n-d-789963-12'}, 'id': 'c194208c-9315-4efe-a05d-3328b46b3e5c'} from n-d-789963-12. {{(pid=106441) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 02:31:26.291895 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc8d01f0-5db3-45a3-8f98-c6d45771f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.309834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Delete allocated IP 172.20.0.13 (3992de87-dbe4-4a27-aa5b-30940faee3b0/a035078b-88de-4050-9f6e-df4d0741e3d6) {{(pid=106440) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 02:31:26.320094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Allocated IP 172.20.0.38 (3992de87-dbe4-4a27-aa5b-30940faee3b0/0257954b-7f2c-4650-964d-c2805943ab2b/c4e33e11-4db5-4830-be0c-f2b0ed83bcbb) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:26.502549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.508606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.581705 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event updated for resources: {'Port': ['ID=c4e33e11-4db5-4830-be0c-f2b0ed83bcbb,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:26.585536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-cc8d01f0-5db3-45a3-8f98-c6d45771f3d1 None None] Allocated IP 172.20.0.34 (3992de87-dbe4-4a27-aa5b-30940faee3b0/0257954b-7f2c-4650-964d-c2805943ab2b/c194208c-9315-4efe-a05d-3328b46b3e5c) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:31:26.682963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] In _notify_port_updated(), no bound segment for port c4e33e11-4db5-4830-be0c-f2b0ed83bcbb on network 3992de87-dbe4-4a27-aa5b-30940faee3b0 {{(pid=106440) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 02:31:26.695728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cc8d01f0-5db3-45a3-8f98-c6d45771f3d1 None None] For port c194208c-9315-4efe-a05d-3328b46b3e5c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c194208c-9315-4efe-a05d-3328b46b3e5c,segment=NetworkSegment(9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8),segment_id=9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:26.699455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:26.700998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.702575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ff0f3cb4-b517-4a69-8638-6f14216282ac tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "PUT /v2.0/ports/c4e33e11-4db5-4830-be0c-f2b0ed83bcbb HTTP/1.1" status: 200 len: 960 time: 0.9264362 Sep 18 02:31:26.705477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38702) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:26.732911 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc8d01f0-5db3-45a3-8f98-c6d45771f3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.740982 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc8d01f0-5db3-45a3-8f98-c6d45771f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.835114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c2926-55dd-44ff-bf55-492f68e894af tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port c4e33e11-4db5-4830-be0c-f2b0ed83bcbb {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:26.836201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2926-55dd-44ff-bf55-492f68e894af tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.861528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d01f0-5db3-45a3-8f98-c6d45771f3d1 None None] Pushing event updated for resources: {'Port': ['ID=c194208c-9315-4efe-a05d-3328b46b3e5c,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:26.943348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2926-55dd-44ff-bf55-492f68e894af tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:26.959681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c2926-55dd-44ff-bf55-492f68e894af tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for c4e33e11-4db5-4830-be0c-f2b0ed83bcbb owned by {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:27.113931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2926-55dd-44ff-bf55-492f68e894af tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.142759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c2926-55dd-44ff-bf55-492f68e894af tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=c4e33e11-4db5-4830-be0c-f2b0ed83bcbb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:27.242603 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0dd67dc5-a342-45b0-8a71-41db2ba960dc req-fd519fb7-575d-4a3c-b04e-13024b4b3fa4 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 210 time: 0.0390878 Sep 18 02:31:27.256576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2926-55dd-44ff-bf55-492f68e894af tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.258605 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2d3c2926-55dd-44ff-bf55-492f68e894af tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/c4e33e11-4db5-4830-be0c-f2b0ed83bcbb HTTP/1.1" status: 204 len: 168 time: 0.5516036 Sep 18 02:31:27.261242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38706) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:27.301069 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5612e85-497e-4a46-9dfd-b358cf87cc8a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] GET failed (client error): The resource could not be found. Sep 18 02:31:27.303017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5612e85-497e-4a46-9dfd-b358cf87cc8a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports/c4e33e11-4db5-4830-be0c-f2b0ed83bcbb HTTP/1.1" status: 404 len: 333 time: 0.0407331 Sep 18 02:31:27.305960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38708) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:27.369218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-26a9b016-9b82-43e0-bdfb-c2f4a8ad738a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.397103 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-26a9b016-9b82-43e0-bdfb-c2f4a8ad738a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.442608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-26a9b016-9b82-43e0-bdfb-c2f4a8ad738a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.445637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-26a9b016-9b82-43e0-bdfb-c2f4a8ad738a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.449692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38710) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:27.450222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-26a9b016-9b82-43e0-bdfb-c2f4a8ad738a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/security-groups/3c8660cf-1954-45e3-84de-f512a89aca19 HTTP/1.1" status: 204 len: 168 time: 0.1427534 Sep 18 02:31:27.460851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9b016-9b82-43e0-bdfb-c2f4a8ad738a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8660cf-1954-45e3-84de-f512a89aca19,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:27.516661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c90bd80a-e57e-43c5-b0fd-7425fe21e284 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.523382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e44c3ec4-a3f4-4fb8-8050-f3c08c7dd5f4 None None] Provisioning complete for port 58871d4e-1912-49ca-9588-8010315d9b11 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:27.523768 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e44c3ec4-a3f4-4fb8-8050-f3c08c7dd5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.541117 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c90bd80a-e57e-43c5-b0fd-7425fe21e284 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.560844 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e44c3ec4-a3f4-4fb8-8050-f3c08c7dd5f4 None None] Port 58871d4e-1912-49ca-9588-8010315d9b11 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:27.572515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e44c3ec4-a3f4-4fb8-8050-f3c08c7dd5f4 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:27.573025 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e44c3ec4-a3f4-4fb8-8050-f3c08c7dd5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.599114 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c90bd80a-e57e-43c5-b0fd-7425fe21e284 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.601574 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c90bd80a-e57e-43c5-b0fd-7425fe21e284 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.605280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c90bd80a-e57e-43c5-b0fd-7425fe21e284 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/security-groups/9f3e4826-48b0-49c1-8ad8-31ab01df4f29 HTTP/1.1" status: 204 len: 168 time: 0.1520274 Sep 18 02:31:27.605652 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38716) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:27.619800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bd80a-e57e-43c5-b0fd-7425fe21e284 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3e4826-48b0-49c1-8ad8-31ab01df4f29,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:27.664649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c35f863d-c500-4d8f-a037-31b19273c56b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.689493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c35f863d-c500-4d8f-a037-31b19273c56b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.707848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e44c3ec4-a3f4-4fb8-8050-f3c08c7dd5f4 None None] Could not find standard attr ID for object c4e33e11-4db5-4830-be0c-f2b0ed83bcbb. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:27.734459 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c35f863d-c500-4d8f-a037-31b19273c56b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.737156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c35f863d-c500-4d8f-a037-31b19273c56b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.738521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c35f863d-c500-4d8f-a037-31b19273c56b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e9d8a53-b10f-4b3c-9ec0-919074920207 HTTP/1.1" status: 204 len: 168 time: 0.1319549 Sep 18 02:31:27.741328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38718) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:27.748239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f863d-c500-4d8f-a037-31b19273c56b tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d8a53-b10f-4b3c-9ec0-919074920207,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:27.806980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ee8f64-3cb7-4a48-9f19-04f166a01918 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet a035078b-88de-4050-9f6e-df4d0741e3d6 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:27.810581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8f64-3cb7-4a48-9f19-04f166a01918 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.852846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8f64-3cb7-4a48-9f19-04f166a01918 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:27.951818 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8f64-3cb7-4a48-9f19-04f166a01918 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.020761 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8f64-3cb7-4a48-9f19-04f166a01918 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.051458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8f64-3cb7-4a48-9f19-04f166a01918 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.053355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e8ee8f64-3cb7-4a48-9f19-04f166a01918 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/a035078b-88de-4050-9f6e-df4d0741e3d6 HTTP/1.1" status: 204 len: 168 time: 0.3107016 Sep 18 02:31:28.054687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee8f64-3cb7-4a48-9f19-04f166a01918 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=a035078b-88de-4050-9f6e-df4d0741e3d6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:28.058461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38720) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:28.061598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc625a3d-70f7-48ae-8906-0759c161c5b1 None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:28.115066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f594c4d-f1f1-4c71-a6b3-f82ec5e8f257 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet 0257954b-7f2c-4650-964d-c2805943ab2b {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:28.118705 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f594c4d-f1f1-4c71-a6b3-f82ec5e8f257 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.130535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4f65d980-0576-4673-bc1e-05fbd5620cf8 None None] Could not find standard attr ID for object c4e33e11-4db5-4830-be0c-f2b0ed83bcbb. {{(pid=106441) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 02:31:28.172023 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f594c4d-f1f1-4c71-a6b3-f82ec5e8f257 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.265765 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f594c4d-f1f1-4c71-a6b3-f82ec5e8f257 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.334415 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f594c4d-f1f1-4c71-a6b3-f82ec5e8f257 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.370430 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f594c4d-f1f1-4c71-a6b3-f82ec5e8f257 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=0257954b-7f2c-4650-964d-c2805943ab2b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:28.383005 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f594c4d-f1f1-4c71-a6b3-f82ec5e8f257 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.384912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0f594c4d-f1f1-4c71-a6b3-f82ec5e8f257 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/0257954b-7f2c-4650-964d-c2805943ab2b HTTP/1.1" status: 204 len: 168 time: 0.3254590 Sep 18 02:31:28.387518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38724) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:28.401749 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-164fd56f-2b61-4591-96e5-9294129ad9fb req-38180ef2-8d70-41ab-b1e7-c614ddf666fe tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c3938c-135d-4bac-9dfd-d772385604e9 HTTP/1.1" status: 200 len: 210 time: 0.0352583 Sep 18 02:31:28.422145 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-5034c290-2659-4999-b516-b5686a711592 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:28.422546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5034c290-2659-4999-b516-b5686a711592 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:28.427977 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5034c290-2659-4999-b516-b5686a711592 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/a035078b-88de-4050-9f6e-df4d0741e3d6 HTTP/1.1" status: 404 len: 337 time: 0.0351520 Sep 18 02:31:28.428360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38726) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:28.480566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af6b500-4120-44e2-a41e-9de92150c76d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting subnet 3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:28.484052 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af6b500-4120-44e2-a41e-9de92150c76d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.527506 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af6b500-4120-44e2-a41e-9de92150c76d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.626995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af6b500-4120-44e2-a41e-9de92150c76d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.699678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af6b500-4120-44e2-a41e-9de92150c76d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.735482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6b500-4120-44e2-a41e-9de92150c76d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:28.740827 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5af6b500-4120-44e2-a41e-9de92150c76d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.745229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5af6b500-4120-44e2-a41e-9de92150c76d tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/3a6e84d1-2a45-44e2-b464-b3e1c5b67fc4 HTTP/1.1" status: 204 len: 168 time: 0.3134801 Sep 18 02:31:28.754256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38730) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:28.788986 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c194208c-9315-4efe-a05d-3328b46b3e5c up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:31:28.797336 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3c994e-cbac-4aaa-92ec-490b5ccc3658 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:28.797916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3c994e-cbac-4aaa-92ec-490b5ccc3658 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:28.801491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7e3c994e-cbac-4aaa-92ec-490b5ccc3658 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/1a4a82c4-5d56-4824-b4fa-e8bb971ca594 HTTP/1.1" status: 404 len: 337 time: 0.0431657 Sep 18 02:31:28.804022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38732) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:28.844415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:28.844817 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:28.848679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6168590f-8a50-4dc5-ba8a-d7f2c5a17a66 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bf1a3ad-6981-46ee-a001-f6e01d38513a HTTP/1.1" status: 200 len: 205 time: 0.0433493 Sep 18 02:31:28.851445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38734) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:28.876292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeecf62-dd13-484f-97d5-6d6c7260d063 None None] Network 3992de87-dbe4-4a27-aa5b-30940faee3b0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:28.893430 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-0277d6fa-be7a-4651-bec6-373017c2bdc6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] delete failed (client error): The resource could not be found. Sep 18 02:31:28.895029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0277d6fa-be7a-4651-bec6-373017c2bdc6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/routers/2bf1a3ad-6981-46ee-a001-f6e01d38513a HTTP/1.1" status: 404 len: 336 time: 0.0425422 Sep 18 02:31:28.897444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38736) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:28.928957 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8c1f1c-7ae4-42c7-a992-7b9510bf29ba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:28.929715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8c1f1c-7ae4-42c7-a992-7b9510bf29ba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:28.931628 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7b8c1f1c-7ae4-42c7-a992-7b9510bf29ba tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/84c8bfac-a2b7-4cb2-8b2a-7f8e1c92dce7 HTTP/1.1" status: 404 len: 337 time: 0.0331216 Sep 18 02:31:28.934084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38738) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:28.965404 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-4656d060-2e34-49ac-93f4-1f70058e779a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:28.966116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4656d060-2e34-49ac-93f4-1f70058e779a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:28.968209 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4656d060-2e34-49ac-93f4-1f70058e779a tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/07d48911-8cdb-47e4-8f95-3883e228b3d7 HTTP/1.1" status: 404 len: 337 time: 0.0330367 Sep 18 02:31:28.974179 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38740) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.009495 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-03aec4d3-69d5-40e4-b05f-a95966e74de5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:29.010087 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03aec4d3-69d5-40e4-b05f-a95966e74de5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:29.014642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38742) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.019347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-03aec4d3-69d5-40e4-b05f-a95966e74de5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/d8c12491-b149-4b7d-8483-c9cfc1d8eaa2 HTTP/1.1" status: 404 len: 337 time: 0.0437753 Sep 18 02:31:29.039280 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b962353-120d-4f04-afdc-2190a3f2436c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:29.039937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b962353-120d-4f04-afdc-2190a3f2436c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:29.044532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38744) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.044738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b962353-120d-4f04-afdc-2190a3f2436c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/48991838-23fe-4dae-9c16-3e81be27b712 HTTP/1.1" status: 404 len: 333 time: 0.0288384 Sep 18 02:31:29.050963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8f4b0d1c-349e-4983-b3fa-f4180c37ff25 None None] Provisioning complete for port 58871d4e-1912-49ca-9588-8010315d9b11 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:29.051175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0d1c-349e-4983-b3fa-f4180c37ff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.080237 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46aa3b7-26ae-480c-a855-3baf53c71247 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:29.080696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46aa3b7-26ae-480c-a855-3baf53c71247 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:29.085434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a46aa3b7-26ae-480c-a855-3baf53c71247 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/35ea6f53-dc26-4962-864d-2a6637da8426 HTTP/1.1" status: 404 len: 337 time: 0.0371666 Sep 18 02:31:29.085690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38746) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.109640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b0d1c-349e-4983-b3fa-f4180c37ff25 None None] Port 58871d4e-1912-49ca-9588-8010315d9b11 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:31:29.114810 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60db198-2039-40ba-bd15-2c5da68d84e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:29.115274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60db198-2039-40ba-bd15-2c5da68d84e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:29.119399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e60db198-2039-40ba-bd15-2c5da68d84e6 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/6205c699-2f2a-4e5b-81fc-46f5eda8993e HTTP/1.1" status: 404 len: 337 time: 0.0302899 Sep 18 02:31:29.119659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38748) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.127015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-8f4b0d1c-349e-4983-b3fa-f4180c37ff25 None None] Provisioning complete for port c194208c-9315-4efe-a05d-3328b46b3e5c triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:31:29.127557 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0d1c-349e-4983-b3fa-f4180c37ff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.146492 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99bbe5a-4acb-41c2-9d45-bb2887040979 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:29.147212 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99bbe5a-4acb-41c2-9d45-bb2887040979 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:29.152103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c99bbe5a-4acb-41c2-9d45-bb2887040979 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/84613282-dd1b-497b-91a6-3f84d3f5fdb4 HTTP/1.1" status: 404 len: 333 time: 0.0293221 Sep 18 02:31:29.152399 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38750) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.180995 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-64506333-b96c-4c21-af14-a4344344daa5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:29.181490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64506333-b96c-4c21-af14-a4344344daa5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:29.183298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-64506333-b96c-4c21-af14-a4344344daa5 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/a4372380-7d5f-4f98-b8b6-7326d07fc2e8 HTTP/1.1" status: 404 len: 337 time: 0.0300393 Sep 18 02:31:29.185727 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38752) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.216784 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb334b8-0ec0-4318-a10c-5eae6e1ea0b9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] DELETE failed (client error): The resource could not be found. Sep 18 02:31:29.217177 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb334b8-0ec0-4318-a10c-5eae6e1ea0b9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:31:29.218653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] DHCP port deletion for 3992de87-dbe4-4a27-aa5b-30940faee3b0 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:31:29.219159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bfb334b8-0ec0-4318-a10c-5eae6e1ea0b9 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/subnets/b73181d4-0c7f-45dc-beee-de879f23bd8b HTTP/1.1" status: 404 len: 337 time: 0.0325217 Sep 18 02:31:29.222546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38754) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.275229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] Deleting port c194208c-9315-4efe-a05d-3328b46b3e5c {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:29.275612 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.329352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-05c4a5a5-5431-41e5-beff-918c14294d12 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Deleting port 58871d4e-1912-49ca-9588-8010315d9b11 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:29.329878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05c4a5a5-5431-41e5-beff-918c14294d12 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.356766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] For port c194208c-9315-4efe-a05d-3328b46b3e5c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c194208c-9315-4efe-a05d-3328b46b3e5c,segment=NetworkSegment(9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8),segment_id=9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:29.357175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.374831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] Calling delete_port for c194208c-9315-4efe-a05d-3328b46b3e5c owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:29.410253 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05c4a5a5-5431-41e5-beff-918c14294d12 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.423481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-05c4a5a5-5431-41e5-beff-918c14294d12 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Calling delete_port for 58871d4e-1912-49ca-9588-8010315d9b11 owned by {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:29.463019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.495387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] Pushing event deleted for resources: {'Port': ['ID=c194208c-9315-4efe-a05d-3328b46b3e5c,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:29.504208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c5002-f7e0-43e9-bb9c-711a7a6617db None None] No DVR routers for this DVR port c194208c-9315-4efe-a05d-3328b46b3e5c on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:29.571862 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05c4a5a5-5431-41e5-beff-918c14294d12 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.607471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4a5a5-5431-41e5-beff-918c14294d12 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Port': ['ID=58871d4e-1912-49ca-9588-8010315d9b11,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:29.615417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-05c4a5a5-5431-41e5-beff-918c14294d12 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.619058 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-05c4a5a5-5431-41e5-beff-918c14294d12 tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/ports/58871d4e-1912-49ca-9588-8010315d9b11 HTTP/1.1" status: 204 len: 168 time: 0.3943975 Sep 18 02:31:29.620340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38762) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:29.701115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.793239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.813820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3992de87-dbe4-4a27-aa5b-30940faee3b0']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:29.823882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:29.824174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd64eb3-2933-4d4d-9a2c-8b1bc45a76b8') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:29.833505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.846297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.852899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:31:29.853276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:31:29.856233 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:31:29.921301 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.928955 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:29.933030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] 10.222.0.21 "DELETE /v2.0/networks/3992de87-dbe4-4a27-aa5b-30940faee3b0 HTTP/1.1" status: 204 len: 168 time: 0.3095043 Sep 18 02:31:29.941823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b78442-78e0-40d9-b1f2-96dfc5f03e9c tempest-PortsTestJSON-502815125 tempest-PortsTestJSON-502815125-project] Pushing event deleted for resources: {'Network': ['ID=3992de87-dbe4-4a27-aa5b-30940faee3b0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:30.178129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38770) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:30.318425 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6da3422c-4361-4d96-9472-b36fdbf8d445 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ab03ea4556d4352b80f339c8a35a469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389630 Sep 18 02:31:30.321081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 38774) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:30.369451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-956be5e9-4649-4735-9faf-1c5948ee9c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:30.391949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-956be5e9-4649-4735-9faf-1c5948ee9c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:30.438314 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-956be5e9-4649-4735-9faf-1c5948ee9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:30.441539 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-956be5e9-4649-4735-9faf-1c5948ee9c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:30.442726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-956be5e9-4649-4735-9faf-1c5948ee9c15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2552c208-8ef0-4088-aa84-33addce8653e HTTP/1.1" status: 204 len: 168 time: 0.1206987 Sep 18 02:31:30.450605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956be5e9-4649-4735-9faf-1c5948ee9c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2552c208-8ef0-4088-aa84-33addce8653e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:30.773644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c194208c-9315-4efe-a05d-3328b46b3e5c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:30.798990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c194208c-9315-4efe-a05d-3328b46b3e5c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:30.799333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c194208c-9315-4efe-a05d-3328b46b3e5c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:30.875654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a91c92ff-f34b-4a46-9528-23aae2cbc352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:30.990825 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:31:33.458076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1e48-f966-44a9-a6c0-a5cf55d88c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:34.096532 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:35.016521 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:36.042779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 38916) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:36.273422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port f2d7a5e3-d7a1-4324-abad-60c90fed3686 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:36.273767 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:36.345905 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:36.360311 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:36.360637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:36.374302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for f2d7a5e3-d7a1-4324-abad-60c90fed3686 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:36.550435 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:36.578943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=f2d7a5e3-d7a1-4324-abad-60c90fed3686,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:36.590175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.590521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.590891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.591226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.591641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.591974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.592298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.592622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.592943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.593265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.593586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.593907 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:36.655138 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:36.655516 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Floating IP d9431aa6-fed7-461e-9987-8bfc26ad661e disassociated (deleted). External IP: 172.25.0.220, port: 086d2264-469e-4509-9613-e85a358755e8. Sep 18 02:31:36.877888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:31:36.999549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:31:37.005551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:37.026058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:31:37.039281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:37.040008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:37.055311 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c87e8f7c-7731-40f8-bdd6-b3d1a07fb917 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "DELETE /v2.0/floatingips/d9431aa6-fed7-461e-9987-8bfc26ad661e HTTP/1.1" status: 204 len: 168 time: 1.0081108 Sep 18 02:31:37.055311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'tag': '086d2264-469e-4509-9613-e85a358755e8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:31:37.057781 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb81ffa-38c7-4e0c-921b-3f17508f6946" -d '{"events": [{"name": "network-changed", "server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "tag": "086d2264-469e-4509-9613-e85a358755e8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:31:37.107454 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d249105b-3657-432e-adfa-8e8e00802937 x-openstack-request-id: req-d249105b-3657-432e-adfa-8e8e00802937 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:31:37.108193 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "tag": "086d2264-469e-4509-9613-e85a358755e8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:31:37.108785 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d249105b-3657-432e-adfa-8e8e00802937 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:31:37.110012 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'tag': '086d2264-469e-4509-9613-e85a358755e8', 'status': 'completed', 'code': 200} Sep 18 02:31:37.155429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:31:37.177168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-19df6d02-3553-496c-9ee6-d20a4473c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:37.179250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-19df6d02-3553-496c-9ee6-d20a4473c8ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0484362 Sep 18 02:31:37.312250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-0bf1814c-6451-4f03-be91-0a843c44727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:37.317008 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-0bf1814c-6451-4f03-be91-0a843c44727b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 200 len: 911 time: 0.1271539 Sep 18 02:31:37.383482 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-a7472dd2-83bc-404b-8fcf-2f581a6cdc92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086d2264-469e-4509-9613-e85a358755e8 HTTP/1.1" status: 200 len: 217 time: 0.0606997 Sep 18 02:31:37.435054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406776f-d129-4a27-97ee-97c8628adde1 req-d0f51b09-560e-4595-bccb-a495b1469d8c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:37.436499 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0406776f-d129-4a27-97ee-97c8628adde1 req-d0f51b09-560e-4595-bccb-a495b1469d8c tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 946 time: 0.0919914 Sep 18 02:31:37.436936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:37.449808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-a5e66055-a307-4c61-8dbf-3c7b6d563eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:37.455074 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-a5e66055-a307-4c61-8dbf-3c7b6d563eb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 200 len: 850 time: 0.0640965 Sep 18 02:31:37.473849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:31:37.483663 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:37.486526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:37.495173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0406776f-d129-4a27-97ee-97c8628adde1 req-1afe9279-9b3a-4c32-b8ab-d5ebc53b47df tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517302 Sep 18 02:31:37.550584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-ab255155-0593-4c36-a56f-04b2ccc261ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:37.553229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-ab255155-0593-4c36-a56f-04b2ccc261ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e141ae2e-3dc7-414c-84a1-0e9426754bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808384 Sep 18 02:31:37.620401 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:31:37.751246 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-6a0c47ff-61ac-414c-b1d3-21c6c80b458d service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783569 Sep 18 02:31:37.891322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:37.892313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cbb81ffa-38c7-4e0c-921b-3f17508f6946 req-805726e1-d336-44d3-80b5-eb1bf21478f3 service neutron] 10.222.0.20 "GET /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330879 Sep 18 02:31:37.931056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87fdc3-d2f8-4653-a01e-2110ed6f4ef3 None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:20:35Z', 'revision_number': 4, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '91ccd86b-2fc8-495c-94bc-6a117379de2a', 'name': '', 'network_id': 'e141ae2e-3dc7-414c-84a1-0e9426754bea', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'mac_address': 'fa:16:3e:1f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:34Z', 'updated_at': '2021-09-18T02:20:40Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'subnets': [{'id': 'e678e80e-b8f8-4d09-80f5-62f57ef61718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:31:38.306502 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c16e3f-f34a-411f-b3d9-da8e5d5a60a6 None None] New status for floating IP d9431aa6-fed7-461e-9987-8bfc26ad661e: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:31:38.641569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac76e-7ddb-4f01-86d9-752180a3033f req-9b6a473b-3f05-42d5-ad28-e8b2510239eb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:38.643236 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-741ac76e-7ddb-4f01-86d9-752180a3033f req-9b6a473b-3f05-42d5-ad28-e8b2510239eb tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 946 time: 0.0598443 Sep 18 02:31:38.697484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-741ac76e-7ddb-4f01-86d9-752180a3033f req-3ef813cf-3988-4d52-b505-01519656e693 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/security-groups?id=57f29768-e601-4b6e-975a-ef3f69fd0e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439591 Sep 18 02:31:38.843044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-f11d411a-b28f-4f8a-9a4e-642cb20b4ae3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:38.844568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-f11d411a-b28f-4f8a-9a4e-642cb20b4ae3 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 946 time: 0.0547113 Sep 18 02:31:38.952048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port 086d2264-469e-4509-9613-e85a358755e8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:38.952323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:39.058220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] For port 086d2264-469e-4509-9613-e85a358755e8, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=086d2264-469e-4509-9613-e85a358755e8,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:39.058640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:39.072509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for 086d2264-469e-4509-9613-e85a358755e8 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:39.239871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:39.275278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=086d2264-469e-4509-9613-e85a358755e8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:39.326983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] No DVR routers for this DVR port 086d2264-469e-4509-9613-e85a358755e8 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:39.329809 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:39.332182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d923be30-a4e7-4cfc-b3d0-8d86bf40d6f3 req-c32d1515-2822-4166-b0b9-314a9c0235e9 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.20 "DELETE /v2.0/ports/086d2264-469e-4509-9613-e85a358755e8 HTTP/1.1" status: 204 len: 173 time: 0.4819863 Sep 18 02:31:39.332665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'name': 'network-vif-deleted', 'tag': '086d2264-469e-4509-9613-e85a358755e8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:31:39.334955 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e72ca7-c63e-46b4-9557-30379b61be87" -d '{"events": [{"server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "name": "network-vif-deleted", "tag": "086d2264-469e-4509-9613-e85a358755e8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:31:39.378064 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562adb4a-401f-423e-99f4-9dce890b8268 x-openstack-request-id: req-562adb4a-401f-423e-99f4-9dce890b8268 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:31:39.378064 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76679a15-21a6-460a-9768-0840ad55fbc9", "name": "network-vif-deleted", "tag": "086d2264-469e-4509-9613-e85a358755e8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:31:39.378273 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-562adb4a-401f-423e-99f4-9dce890b8268 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:31:39.379046 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76679a15-21a6-460a-9768-0840ad55fbc9', 'name': 'network-vif-deleted', 'tag': '086d2264-469e-4509-9613-e85a358755e8', 'status': 'completed', 'code': 200} Sep 18 02:31:39.842434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0db20aba-514f-48c8-81a5-432a2ef60981 req-49a52bc0-d58c-4c7a-b193-439d97c4d080 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0483527 Sep 18 02:31:41.012555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c938b612-6050-415c-959b-8498666fdf6f req-bab5a113-136a-4a04-a90c-3f6a40439072 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0659750 Sep 18 02:31:42.180212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3a687349-bb06-41db-bd2c-c3e3629edf0b req-6fbc58d9-20d2-4338-bc33-fa2096a30fe1 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0390177 Sep 18 02:31:42.513645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 086d2264-469e-4509-9613-e85a358755e8 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:42.540604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 086d2264-469e-4509-9613-e85a358755e8 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:42.540944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 086d2264-469e-4509-9613-e85a358755e8 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:43.291953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df9de419-4368-4c64-8c84-06a96016ccca req-3f20c9e5-d266-4d56-a939-0846ac9dc673 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "GET /v2.0/ports?device_id=76679a15-21a6-460a-9768-0840ad55fbc9 HTTP/1.1" status: 200 len: 210 time: 0.0328457 Sep 18 02:31:44.369339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39102) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:44.546114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Deleting port 981b429d-fa1c-4cfb-a0b2-ebddcfce1a6c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:44.547764 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:44.632665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:44.633847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:44.654174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Calling delete_port for 981b429d-fa1c-4cfb-a0b2-ebddcfce1a6c owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:44.824288 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:44.860213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'Port': ['ID=981b429d-fa1c-4cfb-a0b2-ebddcfce1a6c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:44.939846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:44.943576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:44.944929 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c71615ac-2125-4b44-bad4-526803b0da38 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "DELETE /v2.0/floatingips/064c04d4-a0ef-4c5a-8642-fd50a59c1609 HTTP/1.1" status: 204 len: 168 time: 0.5743885 Sep 18 02:31:48.427081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39230) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:48.528566 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:48.560233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:48.651058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:48.654200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:48.660448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] 10.222.0.21 "DELETE /v2.0/security-groups/57f29768-e601-4b6e-975a-ef3f69fd0e9e HTTP/1.1" status: 204 len: 168 time: 0.2310376 Sep 18 02:31:48.671084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f29768-e601-4b6e-975a-ef3f69fd0e9e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:48.696736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.697084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.697678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.698255 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.698635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.698981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.707972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.713263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.713610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.714035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.714616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.715260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3d26d-027d-4788-8c05-8d0dd96e0764 tempest-TestVolumeBootPattern-705431814 tempest-TestVolumeBootPattern-705431814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:48.734615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39246) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:49.378836 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:49.639738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Deleting port 91ccd86b-2fc8-495c-94bc-6a117379de2a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:49.640080 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:49.725339 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] For port 91ccd86b-2fc8-495c-94bc-6a117379de2a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=91ccd86b-2fc8-495c-94bc-6a117379de2a,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:49.726619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:49.750969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Calling delete_port for 91ccd86b-2fc8-495c-94bc-6a117379de2a owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:49.969933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:49.999182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ccd86b-2fc8-495c-94bc-6a117379de2a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:50.502078 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:50.730152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:31:50.840258 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:31:50.845422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ea89fe14-783a-47a1-9feb-0e1c35fae318 admin admin] 10.222.0.21 "PUT /v2.0/routers/92de0360-a8a4-457b-8e1d-be5e2634e6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1081436 Sep 18 02:31:50.848723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39260) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:50.851387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] Sync routers for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:31:50.860647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:50.861975 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:50.970551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:50.976460 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:31:51.087195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.170954 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Deleting port 611de559-651a-4bd5-b733-74b2a3c858b2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:51.171298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.318227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] For port 611de559-651a-4bd5-b733-74b2a3c858b2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=611de559-651a-4bd5-b733-74b2a3c858b2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:51.318609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.336080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Calling delete_port for 611de559-651a-4bd5-b733-74b2a3c858b2 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:51.372878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:31:49Z', 'revision_number': 5, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port': {'id': '611de559-651a-4bd5-b733-74b2a3c858b2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:29Z', 'updated_at': '2021-09-18T02:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:51.430291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] Checking router: 92de0360-a8a4-457b-8e1d-be5e2634e6b7 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:31:51.440433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] Routers {'92de0360-a8a4-457b-8e1d-be5e2634e6b7'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:51.441149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:51.548111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.556728 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] Set router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:31:51.585783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Pushing event deleted for resources: {'Port': ['ID=611de559-651a-4bd5-b733-74b2a3c858b2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:51.616097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:31:51Z', 'revision_number': 6, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:51.649054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc5cb5-dd55-435a-bb98-72472c3e0fb1 None None] The sync data for ids ['92de0360-a8a4-457b-8e1d-be5e2634e6b7'] in n-d-789963-12 is: [{'id': '92de0360-a8a4-457b-8e1d-be5e2634e6b7', 'name': 'tempest-TestVolumeBootPattern-702120395-router', 'tenant_id': '7657ddc8a3c24c269a80f51c3164b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:28Z', 'updated_at': '2021-09-18T02:31:51Z', 'revision_number': 6, 'project_id': '7657ddc8a3c24c269a80f51c3164b25b', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:31:51.660372 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.765142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.767942 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.813261 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.813898 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92de0360-a8a4-457b-8e1d-be5e2634e6b7 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:31:51.819630 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.823455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-575fd2b2-4b78-448a-939d-ca2128e31501 admin admin] 10.222.0.21 "DELETE /v2.0/routers/92de0360-a8a4-457b-8e1d-be5e2634e6b7 HTTP/1.1" status: 204 len: 168 time: 0.9712641 Sep 18 02:31:51.823702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39278) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:51.882389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a01829-1c29-4af2-b737-94522f4c4425 admin admin] Deleting subnet e678e80e-b8f8-4d09-80f5-62f57ef61718 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:51.886217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81a01829-1c29-4af2-b737-94522f4c4425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:51.924565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81a01829-1c29-4af2-b737-94522f4c4425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.023444 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81a01829-1c29-4af2-b737-94522f4c4425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.093876 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81a01829-1c29-4af2-b737-94522f4c4425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.126330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-81a01829-1c29-4af2-b737-94522f4c4425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.128334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-81a01829-1c29-4af2-b737-94522f4c4425 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e678e80e-b8f8-4d09-80f5-62f57ef61718 HTTP/1.1" status: 204 len: 168 time: 0.3035617 Sep 18 02:31:52.129283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a01829-1c29-4af2-b737-94522f4c4425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e678e80e-b8f8-4d09-80f5-62f57ef61718,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:52.130997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39280) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:52.137701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baabcf8f-18c8-4090-9f15-4a3cd2237bb1 None None] Network e141ae2e-3dc7-414c-84a1-0e9426754bea requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:52.203993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.268681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Deleting port b9b97483-2f9e-457d-97b5-0e168c3a6fd7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:52.269311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.369122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] For port b9b97483-2f9e-457d-97b5-0e168c3a6fd7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=b9b97483-2f9e-457d-97b5-0e168c3a6fd7,segment=NetworkSegment(27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3),segment_id=27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:52.369482 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.384570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Calling delete_port for b9b97483-2f9e-457d-97b5-0e168c3a6fd7 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:52.475149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302913c-8245-4cd2-ae53-84b36ec379ce None None] DHCP port deletion for e141ae2e-3dc7-414c-84a1-0e9426754bea request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:31:52.485538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.502760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c302913c-8245-4cd2-ae53-84b36ec379ce None None] The port 'b9b97483-2f9e-457d-97b5-0e168c3a6fd7' was deleted {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 02:31:52.512449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] No DVR routers for this DVR port b9b97483-2f9e-457d-97b5-0e168c3a6fd7 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:52.842224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 91ccd86b-2fc8-495c-94bc-6a117379de2a no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:52.848994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b97483-2f9e-457d-97b5-0e168c3a6fd7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:52.878620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 91ccd86b-2fc8-495c-94bc-6a117379de2a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:52.879204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 91ccd86b-2fc8-495c-94bc-6a117379de2a not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:52.879738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9b97483-2f9e-457d-97b5-0e168c3a6fd7 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:52.902060 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.903953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: b9b97483-2f9e-457d-97b5-0e168c3a6fd7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:52.904376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device b9b97483-2f9e-457d-97b5-0e168c3a6fd7 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:52.904903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 611de559-651a-4bd5-b733-74b2a3c858b2 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:52.927266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e141ae2e-3dc7-414c-84a1-0e9426754bea']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:52.929861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 611de559-651a-4bd5-b733-74b2a3c858b2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:52.930417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 611de559-651a-4bd5-b733-74b2a3c858b2 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:52.943052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:52.943341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bfcb12-aa9e-4d08-9c9a-2dc39ee102c3') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:52.953742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.971734 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.978198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:31:52.978584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:31:52.980928 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:31:53.043954 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:53.061420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:53.063738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] 10.222.0.21 "DELETE /v2.0/networks/e141ae2e-3dc7-414c-84a1-0e9426754bea HTTP/1.1" status: 204 len: 168 time: 0.9317610 Sep 18 02:31:53.065537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc18cc-8876-403a-881c-e4acd9f70e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=e141ae2e-3dc7-414c-84a1-0e9426754bea,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:53.066838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39288) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:53.443170 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:53.744891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Deleting port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:53.745243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:53.827707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] For port d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,segment=NetworkSegment(7055078f-fc7e-4800-abf0-e267bd47dd3b),segment_id=7055078f-fc7e-4800-abf0-e267bd47dd3b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:53.828075 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:53.840497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Calling delete_port for d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:54.023648 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:54.048610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:54.214755 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:54.427662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Router 4116b419-3a4f-4117-9a21-dac89bf87e03 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:31:54.535676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:31:54.541161 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-38dc524b-36a8-4988-8a14-26671772ba6f admin admin] 10.222.0.21 "PUT /v2.0/routers/4116b419-3a4f-4117-9a21-dac89bf87e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4727395 Sep 18 02:31:54.543640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39310) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:54.544590 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] Sync routers for ids ['4116b419-3a4f-4117-9a21-dac89bf87e03'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:31:54.555504 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] Routers {'4116b419-3a4f-4117-9a21-dac89bf87e03'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:54.556139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4116b419-3a4f-4117-9a21-dac89bf87e03'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:54.663834 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:54.666933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] Set router 4116b419-3a4f-4117-9a21-dac89bf87e03 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:31:54.832884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:54.880032 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:31:53Z', 'revision_number': 5, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port': {'id': '2141971d-6263-46ef-b1db-b80be3e86e2f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:20:44Z', 'updated_at': '2021-09-18T02:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:54.906390 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Deleting port 2141971d-6263-46ef-b1db-b80be3e86e2f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:54.907050 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:54.909391 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] Checking router: 4116b419-3a4f-4117-9a21-dac89bf87e03 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:31:54.917959 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] Routers {'4116b419-3a4f-4117-9a21-dac89bf87e03'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:31:54.918555 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:31:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['4116b419-3a4f-4117-9a21-dac89bf87e03'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:55.040728 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] Set router 4116b419-3a4f-4117-9a21-dac89bf87e03 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:31:55.083117 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39324) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:55.088741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a24ecc45-6fdb-416b-b230-0ff8422c785f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659254608', 'description': 'tempest-secgroup-smoke-1659254608 description', 'project_id': '9af730a897ee4d4d8281ecf237061459'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:55.102250 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:31:54Z', 'revision_number': 6, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:55.156784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a24ecc45-6fdb-416b-b230-0ff8422c785f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.265069 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693867a8-b691-4cf8-8fed-b618ecfbd3f9 None None] The sync data for ids ['4116b419-3a4f-4117-9a21-dac89bf87e03'] in n-d-789963-12 is: [{'id': '4116b419-3a4f-4117-9a21-dac89bf87e03', 'name': 'tempest-TestVolumeBootPattern-1866282134-router', 'tenant_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:20:42Z', 'updated_at': '2021-09-18T02:31:54Z', 'revision_number': 6, 'project_id': '8e2ebc3ce7234557bc9d7a82a8b1677a', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:31:55.310277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a24ecc45-6fdb-416b-b230-0ff8422c785f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.316740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a24ecc45-6fdb-416b-b230-0ff8422c785f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.332345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a24ecc45-6fdb-416b-b230-0ff8422c785f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.335345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a24ecc45-6fdb-416b-b230-0ff8422c785f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2503774 Sep 18 02:31:55.337701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39332) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:55.343085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ff5a2f58-fa50-40cc-979a-14d36e533035 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'security_group_rule': {'security_group_id': '9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8', 'project_id': '9af730a897ee4d4d8281ecf237061459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:55.373980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ecc45-6fdb-416b-b230-0ff8422c785f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:55.374238 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] For port 2141971d-6263-46ef-b1db-b80be3e86e2f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2141971d-6263-46ef-b1db-b80be3e86e2f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:55.374752 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.389504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Calling delete_port for 2141971d-6263-46ef-b1db-b80be3e86e2f owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:55.400357 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2f58-fa50-40cc-979a-14d36e533035 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.481104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2f58-fa50-40cc-979a-14d36e533035 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.487392 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2f58-fa50-40cc-979a-14d36e533035 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.505953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a2f58-fa50-40cc-979a-14d36e533035 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4779840-2617-4366-9fde-6fd76f3798f0,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:55.514233 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2f58-fa50-40cc-979a-14d36e533035 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.519219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ff5a2f58-fa50-40cc-979a-14d36e533035 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802444 Sep 18 02:31:55.519429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39334) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:55.525075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ea20cbdd-59fd-4e8c-b2b2-5a52d9959141 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'security_group_rule': {'security_group_id': '9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8', 'project_id': '9af730a897ee4d4d8281ecf237061459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:55.589750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea20cbdd-59fd-4e8c-b2b2-5a52d9959141 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.604376 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.655231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Pushing event deleted for resources: {'Port': ['ID=2141971d-6263-46ef-b1db-b80be3e86e2f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:55.743444 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.746676 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea20cbdd-59fd-4e8c-b2b2-5a52d9959141 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.754136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.756446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea20cbdd-59fd-4e8c-b2b2-5a52d9959141 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.840534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20cbdd-59fd-4e8c-b2b2-5a52d9959141 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872111b0-90e8-4b54-871b-8ff92c9ca10e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:55.878199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.879983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea20cbdd-59fd-4e8c-b2b2-5a52d9959141 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.881207 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ea20cbdd-59fd-4e8c-b2b2-5a52d9959141 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3607163 Sep 18 02:31:55.882618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.884206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39336) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:55.889217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4d69524b-7f6e-434d-812e-8d8ed5e4a3f6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'security_group_rule': {'security_group_id': '9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8', 'project_id': '9af730a897ee4d4d8281ecf237061459', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:55.923212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d69524b-7f6e-434d-812e-8d8ed5e4a3f6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.935664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.936253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4116b419-3a4f-4117-9a21-dac89bf87e03 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:31:55.941324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:55.942470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-260bd940-33ad-4cb3-a4b7-bbddd27ee948 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4116b419-3a4f-4117-9a21-dac89bf87e03 HTTP/1.1" status: 204 len: 168 time: 1.3978772 Sep 18 02:31:55.945058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39338) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:56.012505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d69524b-7f6e-434d-812e-8d8ed5e4a3f6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.015977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb9199a-3fb5-422a-9bdf-b742a1d9281a admin admin] Deleting subnet 7a6676c8-b52b-45f7-9106-e7bcddd4381a {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:31:56.019640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb9199a-3fb5-422a-9bdf-b742a1d9281a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.021581 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d69524b-7f6e-434d-812e-8d8ed5e4a3f6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.024946 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.071827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69524b-7f6e-434d-812e-8d8ed5e4a3f6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26aa5677-6301-4e3c-ad0d-09facd3a9f89,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:56.079155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb9199a-3fb5-422a-9bdf-b742a1d9281a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.081480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d69524b-7f6e-434d-812e-8d8ed5e4a3f6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.082664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4d69524b-7f6e-434d-812e-8d8ed5e4a3f6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974320 Sep 18 02:31:56.085556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39340) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:56.090193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f8116114-e39d-4087-aa42-3e56a37e2064 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'security_group_rule': {'security_group_id': '9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8', 'project_id': '9af730a897ee4d4d8281ecf237061459', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:56.121257 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f8116114-e39d-4087-aa42-3e56a37e2064 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.165460 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb9199a-3fb5-422a-9bdf-b742a1d9281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.194580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f8116114-e39d-4087-aa42-3e56a37e2064 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.200776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f8116114-e39d-4087-aa42-3e56a37e2064 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.221934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8116114-e39d-4087-aa42-3e56a37e2064 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7f64a7-8886-4615-8ecb-29a87338b26b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:56.226747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb9199a-3fb5-422a-9bdf-b742a1d9281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.239911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f8116114-e39d-4087-aa42-3e56a37e2064 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.246014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f8116114-e39d-4087-aa42-3e56a37e2064 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591558 Sep 18 02:31:56.246864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39344) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:56.251591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-989d74f4-ca9b-4d11-8c55-337756046577 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'security_group_rule': {'security_group_id': '9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8', 'project_id': '9af730a897ee4d4d8281ecf237061459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:56.257062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9199a-3fb5-422a-9bdf-b742a1d9281a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6676c8-b52b-45f7-9106-e7bcddd4381a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:56.261774 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fbb9199a-3fb5-422a-9bdf-b742a1d9281a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.267404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39346) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:56.268012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fbb9199a-3fb5-422a-9bdf-b742a1d9281a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a6676c8-b52b-45f7-9106-e7bcddd4381a HTTP/1.1" status: 204 len: 168 time: 0.3209054 Sep 18 02:31:56.273996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb5f0a-47a7-4d7f-bfc5-e21661d1fadf None None] Network a41b9140-f81d-4b28-bf66-7535da188bc1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:31:56.312647 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-989d74f4-ca9b-4d11-8c55-337756046577 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Project 9af730a897ee4d4d8281ecf237061459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:31:56.344489 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-989d74f4-ca9b-4d11-8c55-337756046577 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.365671 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.453846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-989d74f4-ca9b-4d11-8c55-337756046577 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.461756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-989d74f4-ca9b-4d11-8c55-337756046577 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.485509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d74f4-ca9b-4d11-8c55-337756046577 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c4ce5f-62c2-477b-aa16-4e10eadf5201,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:56.499504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Deleting port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:56.499854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.501676 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-989d74f4-ca9b-4d11-8c55-337756046577 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.503129 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-989d74f4-ca9b-4d11-8c55-337756046577 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2549443 Sep 18 02:31:56.505789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39352) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:56.512092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4653c192-0d09-4fc7-97db-034e764d1ebb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'security_group_rule': {'security_group_id': '9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8', 'project_id': '9af730a897ee4d4d8281ecf237061459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:31:56.513846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] DHCP port deletion for a41b9140-f81d-4b28-bf66-7535da188bc1 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:31:56.544256 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-4653c192-0d09-4fc7-97db-034e764d1ebb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Project 9af730a897ee4d4d8281ecf237061459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:31:56.556970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4653c192-0d09-4fc7-97db-034e764d1ebb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.594918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Deleting port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:31:56.595791 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.601502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] For port ed24bc9d-3f9b-4c31-b6a4-63eefb050798, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,segment=NetworkSegment(7055078f-fc7e-4800-abf0-e267bd47dd3b),segment_id=7055078f-fc7e-4800-abf0-e267bd47dd3b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:56.601999 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.616955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Calling delete_port for ed24bc9d-3f9b-4c31-b6a4-63eefb050798 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:56.638121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4653c192-0d09-4fc7-97db-034e764d1ebb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.642758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4653c192-0d09-4fc7-97db-034e764d1ebb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.669143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653c192-0d09-4fc7-97db-034e764d1ebb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b7e819-f377-4493-8995-7db2b6ddfbcb,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:56.676048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] For port ed24bc9d-3f9b-4c31-b6a4-63eefb050798, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,segment=NetworkSegment(7055078f-fc7e-4800-abf0-e267bd47dd3b),segment_id=7055078f-fc7e-4800-abf0-e267bd47dd3b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:31:56.677012 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.684713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4653c192-0d09-4fc7-97db-034e764d1ebb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.692432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Calling delete_port for ed24bc9d-3f9b-4c31-b6a4-63eefb050798 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:31:56.696496 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4653c192-0d09-4fc7-97db-034e764d1ebb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1892684 Sep 18 02:31:56.743851 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.797631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:56.801285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] No DVR routers for this DVR port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:56.848455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:56.877725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:56.878282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d1aaf0bf-2cb0-43ab-b0e8-d581ed6be05c not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:56.878987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ed24bc9d-3f9b-4c31-b6a4-63eefb050798 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:56.889029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.920325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: ed24bc9d-3f9b-4c31-b6a4-63eefb050798 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:56.920676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ed24bc9d-3f9b-4c31-b6a4-63eefb050798 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:56.921095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2141971d-6263-46ef-b1db-b80be3e86e2f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:31:56.935054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:56.958621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41b9140-f81d-4b28-bf66-7535da188bc1']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:56.960292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 2141971d-6263-46ef-b1db-b80be3e86e2f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:31:56.960643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2141971d-6263-46ef-b1db-b80be3e86e2f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:31:56.962281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] No DVR routers for this DVR port ed24bc9d-3f9b-4c31-b6a4-63eefb050798 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:31:56.963955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Pushing event deleted for resources: {'Port': ['ID=ed24bc9d-3f9b-4c31-b6a4-63eefb050798,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:56.971784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7055078f-fc7e-4800-abf0-e267bd47dd3b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:56.972158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7055078f-fc7e-4800-abf0-e267bd47dd3b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:31:56.981929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.982484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.983298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.984168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.985025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.985531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.986091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.986602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.987166 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.987864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.988374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.988885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdd6bf0-c143-4930-bd6f-cabb9ffe4f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:31:56.992763 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.008570 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.015594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:31:57.019210 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:31:57.021183 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:31:57.060238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-e5fe4dd2-0e64-4335-a56d-77ba46383c57 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659254608&fields=id&tenant_id=9af730a897ee4d4d8281ecf237061459 HTTP/1.1" status: 200 len: 267 time: 0.0435371 Sep 18 02:31:57.079200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.084731 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.096278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] 10.222.0.21 "DELETE /v2.0/networks/a41b9140-f81d-4b28-bf66-7535da188bc1 HTTP/1.1" status: 204 len: 168 time: 0.8181460 Sep 18 02:31:57.109781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5310e4d-7b93-421a-b693-986abb4e842b admin admin] Pushing event deleted for resources: {'Network': ['ID=a41b9140-f81d-4b28-bf66-7535da188bc1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:57.234056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39372) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:57.256384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-ca9c1c8b-b381-48f8-b6ad-d207b9d468a6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:31:57.257879 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-ca9c1c8b-b381-48f8-b6ad-d207b9d468a6 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/networks?id=e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 200 len: 813 time: 0.1890244 Sep 18 02:31:57.274543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-558446ca-d879-489c-89cd-9470b12ff2a2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/quotas/9af730a897ee4d4d8281ecf237061459 HTTP/1.1" status: 200 len: 375 time: 0.0098324 Sep 18 02:31:57.277985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-183cf998-70ac-4c40-9782-7ffc1af1851a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7657ddc8a3c24c269a80f51c3164b25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427561 Sep 18 02:31:57.280326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39374) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:57.337324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d821-8d0b-42a7-8aee-82df06986e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.359744 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d821-8d0b-42a7-8aee-82df06986e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.364717 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-a7be6345-a97f-4573-8f65-da55c2b1d268 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9af730a897ee4d4d8281ecf237061459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820997 Sep 18 02:31:57.412565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d821-8d0b-42a7-8aee-82df06986e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.415424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a0d5d821-8d0b-42a7-8aee-82df06986e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.416708 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a0d5d821-8d0b-42a7-8aee-82df06986e19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1c23d06-62ff-4e80-b3af-215575a77f0a HTTP/1.1" status: 204 len: 168 time: 0.1354501 Sep 18 02:31:57.425750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5d821-8d0b-42a7-8aee-82df06986e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c23d06-62ff-4e80-b3af-215575a77f0a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:57.478562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-e9b23b4f-af07-42a0-a2b8-d32f21c58e27 service neutron] 10.222.0.21 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019955 Sep 18 02:31:57.580357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-edbada4c-f6be-4716-bc7a-9b9634c2fc66 service neutron] 10.222.0.21 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936961 Sep 18 02:31:57.811417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39386) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:57.853505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3dfed6ed-682e-447b-afc1-e3f40041ab3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e2ebc3ce7234557bc9d7a82a8b1677a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408578 Sep 18 02:31:57.855939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39388) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:31:57.903066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d4c3da99-fa3a-46eb-b81d-88995823652e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.928048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d4c3da99-fa3a-46eb-b81d-88995823652e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.975988 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d4c3da99-fa3a-46eb-b81d-88995823652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.978654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d4c3da99-fa3a-46eb-b81d-88995823652e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:31:57.979881 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d4c3da99-fa3a-46eb-b81d-88995823652e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f866134a-8e1a-4a89-91cb-7507590843b2 HTTP/1.1" status: 204 len: 168 time: 0.1230533 Sep 18 02:31:57.988294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3da99-fa3a-46eb-b81d-88995823652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f866134a-8e1a-4a89-91cb-7507590843b2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:31:58.902291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a0450290-d2ab-460a-8324-1978b88ef4fb req-a51960fd-c6c8-4c4b-8d3c-3cf479f7e027 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0272310 Sep 18 02:31:59.976960 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62473b1a-8131-49f6-83e6-e60271a81e8d req-6c180583-ca80-4cf5-a0f7-a54ded753f50 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0259366 Sep 18 02:32:00.877802 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b3a30a2a-b4ff-4633-b1e1-f6287c499d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:01.057369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e5dc5df8-5fa5-41ed-9434-4e370b833301 req-4f7ef2ec-e1a5-4458-8d8e-380e8ae4ab12 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Sep 18 02:32:02.132358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-727b5e62-1399-49fd-bf9d-9131f0ea8c11 req-99cc980e-c1d4-40f1-a9d3-1e6eabc39c94 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0261061 Sep 18 02:32:03.227955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1cf6fce-2f99-41c3-bda8-bcdbeaf0ca44 req-4e621516-317c-43c8-a166-431af1887482 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0268574 Sep 18 02:32:03.461041 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb013244-5f3b-453c-9782-98c5fea5a26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:03.903481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-368ad1cc-b5c5-4bc6-8441-856f482998b7 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:03.904982 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-368ad1cc-b5c5-4bc6-8441-856f482998b7 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.18 "GET /v2.0/networks?id=e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 200 len: 813 time: 0.1199777 Sep 18 02:32:03.959321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-aa6f0c54-83ee-45a7-8bac-4e0c2394a581 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9af730a897ee4d4d8281ecf237061459 HTTP/1.1" status: 200 len: 380 time: 0.0452042 Sep 18 02:32:03.969215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'port': {'device_id': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'admin_state_up': True, 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'security_groups': ['9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:32:04.093414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Made reservation on behalf of 9af730a897ee4d4d8281ecf237061459 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:32:04.097937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:04.105450 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:04.230464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Allocated IP 172.20.0.5 (e2f6a588-e463-4a64-ba88-20f16a3d6693/eba52016-9fb4-45de-a6f8-ed1eab6d138e/79518bef-ea00-4808-a33e-c35f536d49c3) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:32:04.377371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc601e05-a280-4c95-aa80-62da63190f2e req-a56964e2-aaf5-4f2c-95f7-0ebfed9253b9 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0317354 Sep 18 02:32:04.406285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:04.442275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:04.488986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:32:04.490644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:32:04.501222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:32:04.526091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'Port': ['ID=79518bef-ea00-4808-a33e-c35f536d49c3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:04.558407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:04.559374 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:04.578969 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-5559e6da-6753-4d04-9bc0-91a3e65f3a68 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141903 Sep 18 02:32:04.592198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Request body: {'port': {'device_id': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:32:04.657309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:04.842589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-2f014f91-931a-459b-8013-8cfae2f2a7ef None None] Provisioning complete for port 79518bef-ea00-4808-a33e-c35f536d49c3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:32:04.843892 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2f014f91-931a-459b-8013-8cfae2f2a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:04.902596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2f014f91-931a-459b-8013-8cfae2f2a7ef None None] Port 79518bef-ea00-4808-a33e-c35f536d49c3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:32:05.005709 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:05.113560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79518bef-ea00-4808-a33e-c35f536d49c3 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:32:05.122161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:05.139761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Transition to ACTIVE for port object 79518bef-ea00-4808-a33e-c35f536d49c3 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:32:05.145667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:05.219297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Pushing event updated for resources: {'Port': ['ID=79518bef-ea00-4808-a33e-c35f536d49c3,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:05.272822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Attempting to bind port 79518bef-ea00-4808-a33e-c35f536d49c3 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:32:05.273155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Attempting to bind port 79518bef-ea00-4808-a33e-c35f536d49c3 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:32:05.273485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Attempting to bind port 79518bef-ea00-4808-a33e-c35f536d49c3 on network e2f6a588-e463-4a64-ba88-20f16a3d6693 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:32:05.278227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Port 79518bef-ea00-4808-a33e-c35f536d49c3 on network e2f6a588-e463-4a64-ba88-20f16a3d6693 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:32:05.278552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Attempting to bind port 79518bef-ea00-4808-a33e-c35f536d49c3 on network e2f6a588-e463-4a64-ba88-20f16a3d6693 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:32:05.283690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:32:05.284059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Checking segment: {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:32:05.284466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Bound using segment: {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:32:05.285072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Bound port: 79518bef-ea00-4808-a33e-c35f536d49c3, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:32:05.285259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:05.357018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] For port 79518bef-ea00-4808-a33e-c35f536d49c3, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:32:05.360510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] For port 79518bef-ea00-4808-a33e-c35f536d49c3, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=79518bef-ea00-4808-a33e-c35f536d49c3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:32:05.366310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:05.401779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:05.402457 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:05.403984 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] 10.222.0.18 "PUT /v2.0/ports/79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 200 len: 1092 time: 0.8162670 Sep 18 02:32:05.406386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:32:05.408785 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c706c583-d284-4562-a19c-550e7af47f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:32:05.449731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bfbb6-39e0-4651-8723-e356dbd2c4af service neutron] Pushing event updated for resources: {'Port': ['ID=79518bef-ea00-4808-a33e-c35f536d49c3,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:05.508357 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea2cefb-0ce2-4b35-b1c0-8c5c97bf9685 x-openstack-request-id: req-4ea2cefb-0ce2-4b35-b1c0-8c5c97bf9685 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:32:05.508644 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:32:05.508894 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ea2cefb-0ce2-4b35-b1c0-8c5c97bf9685 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:32:05.509293 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3', 'status': 'completed', 'code': 200} Sep 18 02:32:05.511234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-882593c1-1fbd-47b4-ada5-105e88216270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:05.512742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-882593c1-1fbd-47b4-ada5-105e88216270 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af730a897ee4d4d8281ecf237061459&device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1095 time: 0.0510941 Sep 18 02:32:05.560526 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-15ecc4d1-767f-4350-b8a2-2f7cd70fedd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 200 len: 217 time: 0.0391054 Sep 18 02:32:05.588296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8066ed1-7cd4-4c30-8c15-d436594e8173 req-c994e056-fe15-45c6-9451-9c29f04ea836 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:05.591088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8066ed1-7cd4-4c30-8c15-d436594e8173 req-c994e056-fe15-45c6-9451-9c29f04ea836 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0715501 Sep 18 02:32:05.619573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-9d760a4f-3425-4316-8c2e-8013a149788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:05.621729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-9d760a4f-3425-4316-8c2e-8013a149788c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eba52016-9fb4-45de-a6f8-ed1eab6d138e HTTP/1.1" status: 200 len: 852 time: 0.0538642 Sep 18 02:32:05.640350 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c8066ed1-7cd4-4c30-8c15-d436594e8173 req-1b23621d-28b0-4f8f-945d-9868d1c23d4b tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Sep 18 02:32:05.675523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-a377e778-d561-4d13-9ee4-332732caed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:05.676709 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-a377e778-d561-4d13-9ee4-332732caed26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2f6a588-e463-4a64-ba88-20f16a3d6693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477080 Sep 18 02:32:05.770637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-29b93b84-2d2e-443f-91c5-8c2f5bacf585 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869467 Sep 18 02:32:05.869325 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb743e61-fdfe-4ce8-b871-710826b8e084 req-d1a8f9e6-19c3-4541-875f-056af8a50749 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922329 Sep 18 02:32:05.960280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c583-d284-4562-a19c-550e7af47f0a req-c4054125-66e0-40d3-9695-84f2afd7235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:05.962054 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c706c583-d284-4562-a19c-550e7af47f0a req-c4054125-66e0-40d3-9695-84f2afd7235d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af730a897ee4d4d8281ecf237061459&device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1095 time: 0.0488846 Sep 18 02:32:06.079519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c583-d284-4562-a19c-550e7af47f0a req-e21726b6-e181-4f1e-a4ac-3e6ab5ef962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:06.082967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c706c583-d284-4562-a19c-550e7af47f0a req-e21726b6-e181-4f1e-a4ac-3e6ab5ef962c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 200 len: 913 time: 0.1112685 Sep 18 02:32:06.349090 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:06.389678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c706c583-d284-4562-a19c-550e7af47f0a req-c3b68d6e-6f09-4184-b8df-e0b99d7593bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 200 len: 217 time: 0.2990012 Sep 18 02:32:06.441959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c583-d284-4562-a19c-550e7af47f0a req-b4a31347-fbda-42af-9c55-84915ad44b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:06.443466 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c706c583-d284-4562-a19c-550e7af47f0a req-b4a31347-fbda-42af-9c55-84915ad44b9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eba52016-9fb4-45de-a6f8-ed1eab6d138e HTTP/1.1" status: 200 len: 852 time: 0.0475101 Sep 18 02:32:06.495070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706c583-d284-4562-a19c-550e7af47f0a req-f60aaef9-f834-4878-a07e-72018f8d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:06.496851 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c706c583-d284-4562-a19c-550e7af47f0a req-f60aaef9-f834-4878-a07e-72018f8d3090 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2f6a588-e463-4a64-ba88-20f16a3d6693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459008 Sep 18 02:32:06.595222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c706c583-d284-4562-a19c-550e7af47f0a req-0420d41e-1a62-487e-aaa3-e9b274efdf0e service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901315 Sep 18 02:32:06.701539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c706c583-d284-4562-a19c-550e7af47f0a req-f750a34c-4e20-4571-80cf-e4abb1dbb8c4 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994878 Sep 18 02:32:06.791283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e63c-5769-484b-be1b-8a1a5c1f90e3 req-bdce876f-8132-4fd3-938a-e443f6fd6d4c tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:06.792842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a11e63c-5769-484b-be1b-8a1a5c1f90e3 req-bdce876f-8132-4fd3-938a-e443f6fd6d4c tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0508895 Sep 18 02:32:06.833726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a11e63c-5769-484b-be1b-8a1a5c1f90e3 req-ded66ba9-4388-41f4-9e2f-bb7ce3ed9ae7 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344546 Sep 18 02:32:07.970192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67d2b7-ae94-4e9b-9381-546eab3cac6c req-bb5472e6-51c0-4956-9cdf-b62a310c4bab tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:07.972755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d67d2b7-ae94-4e9b-9381-546eab3cac6c req-bb5472e6-51c0-4956-9cdf-b62a310c4bab tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0696244 Sep 18 02:32:07.992448 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:32:08.022912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d67d2b7-ae94-4e9b-9381-546eab3cac6c req-5702c310-4c99-4f59-b303-57090f977a74 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442266 Sep 18 02:32:09.140002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f41d6-9a1e-4052-9e01-d6303007e468 req-5ff20dfd-99f1-4217-9126-fd09f832dff2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:09.141480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ec6f41d6-9a1e-4052-9e01-d6303007e468 req-5ff20dfd-99f1-4217-9126-fd09f832dff2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0480099 Sep 18 02:32:09.178777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ec6f41d6-9a1e-4052-9e01-d6303007e468 req-0e9c385a-e625-4f17-93c1-a750116fa4c3 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Sep 18 02:32:10.291927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b429d-621f-4e5f-ba47-87d3a78914d2 req-474e5297-1569-48cc-b820-a683d8c799ab tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:10.293415 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c0b429d-621f-4e5f-ba47-87d3a78914d2 req-474e5297-1569-48cc-b820-a683d8c799ab tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0495782 Sep 18 02:32:10.333342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c0b429d-621f-4e5f-ba47-87d3a78914d2 req-b90db834-7e64-4b2d-949d-ca8edb845f8f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337911 Sep 18 02:32:11.450686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc2d5-9206-45f4-b673-5c670e9b5a59 req-4397eb9d-eda0-45da-ad45-fe8a8c288637 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:11.452235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-884bc2d5-9206-45f4-b673-5c670e9b5a59 req-4397eb9d-eda0-45da-ad45-fe8a8c288637 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0526328 Sep 18 02:32:11.491910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-884bc2d5-9206-45f4-b673-5c670e9b5a59 req-80c7f51a-ac89-4f8b-9b29-1de2cea6085c tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332630 Sep 18 02:32:12.630242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94efb45-70a8-4f0b-85b8-2aa92814887f req-04916b69-d4ac-4969-9bcb-41205ce60f6e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:12.632463 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a94efb45-70a8-4f0b-85b8-2aa92814887f req-04916b69-d4ac-4969-9bcb-41205ce60f6e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0673044 Sep 18 02:32:12.676486 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a94efb45-70a8-4f0b-85b8-2aa92814887f req-a269b544-59b8-4024-94ad-b4d66096d3ef tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373096 Sep 18 02:32:13.794654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ee079-c2ba-408d-8a21-d5c94c9d08c2 req-03ab088e-c079-4d1f-b762-505eae655678 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:13.796172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a73ee079-c2ba-408d-8a21-d5c94c9d08c2 req-03ab088e-c079-4d1f-b762-505eae655678 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0521922 Sep 18 02:32:13.834585 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a73ee079-c2ba-408d-8a21-d5c94c9d08c2 req-7c9af518-f07b-432f-bd2c-36045a02531c tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Sep 18 02:32:14.959582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313669-7765-4af2-839c-fc465fe35911 req-ef3a9bc2-4437-46c7-a19b-6e18f667b330 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:14.961115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd313669-7765-4af2-839c-fc465fe35911 req-ef3a9bc2-4437-46c7-a19b-6e18f667b330 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 943 time: 0.0524509 Sep 18 02:32:15.002172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bd313669-7765-4af2-839c-fc465fe35911 req-bd384a0f-700c-4c7c-b210-5793365968f8 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349326 Sep 18 02:32:15.847489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 79518bef-ea00-4808-a33e-c35f536d49c3 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:32:15.948329 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 79518bef-ea00-4808-a33e-c35f536d49c3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=79518bef-ea00-4808-a33e-c35f536d49c3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:32:15.959891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '79518bef-ea00-4808-a33e-c35f536d49c3', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3', 'mac_address': 'fa:16:3e:cb:7e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:32:15.996533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:16.009773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79518bef-ea00-4808-a33e-c35f536d49c3 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:32:16.031117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 79518bef-ea00-4808-a33e-c35f536d49c3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=79518bef-ea00-4808-a33e-c35f536d49c3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:32:16.036944 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:16.091965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=79518bef-ea00-4808-a33e-c35f536d49c3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:16.128336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d023c6-5dde-4e04-9d1a-c02ff375f53b req-aac6d605-2283-41d3-b611-98d5c1ca31c0 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:16.129848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99d023c6-5dde-4e04-9d1a-c02ff375f53b req-aac6d605-2283-41d3-b611-98d5c1ca31c0 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 944 time: 0.0515599 Sep 18 02:32:16.167997 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99d023c6-5dde-4e04-9d1a-c02ff375f53b req-00b69320-048f-49b4-af1d-018b1f447aeb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Sep 18 02:32:16.235842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['79518bef-ea00-4808-a33e-c35f536d49c3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:32:17.283169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d5af-8554-4347-9442-05b0d903a5e1 req-3b1742f7-443b-425b-b0a9-5fca97e4872f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:17.284875 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a811d5af-8554-4347-9442-05b0d903a5e1 req-3b1742f7-443b-425b-b0a9-5fca97e4872f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 944 time: 0.0494769 Sep 18 02:32:17.322071 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a811d5af-8554-4347-9442-05b0d903a5e1 req-397ee058-cae8-488a-9146-76dd09c85acf tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Sep 18 02:32:17.878560 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 79518bef-ea00-4808-a33e-c35f536d49c3 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:32:17.941392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 79518bef-ea00-4808-a33e-c35f536d49c3 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:32:17.945593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 79518bef-ea00-4808-a33e-c35f536d49c3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:32:17.945955 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:18.039400 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:18.065638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:32:18.068115 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe3764b-d363-41f4-a34b-ee28b4dbc82c" -d '{"events": [{"server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "name": "network-vif-plugged", "status": "completed", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:32:18.081171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 79518bef-ea00-4808-a33e-c35f536d49c3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=79518bef-ea00-4808-a33e-c35f536d49c3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:32:18.087007 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:18.119118 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22586321-5a24-48f9-84e1-bca576c88f2a x-openstack-request-id: req-22586321-5a24-48f9-84e1-bca576c88f2a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:32:18.119515 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "name": "network-vif-plugged", "status": "completed", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:32:18.120254 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22586321-5a24-48f9-84e1-bca576c88f2a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:32:18.121021 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3', 'code': 200} Sep 18 02:32:18.144919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=79518bef-ea00-4808-a33e-c35f536d49c3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:18.219150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e213f-9667-4219-b262-5872e7ec8a6a req-4e042643-5f3f-4ef8-ae10-5c6861c57988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:18.220663 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-986e213f-9667-4219-b262-5872e7ec8a6a req-4e042643-5f3f-4ef8-ae10-5c6861c57988 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1097 time: 0.0442715 Sep 18 02:32:18.263501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-986e213f-9667-4219-b262-5872e7ec8a6a req-252ef495-9db2-4ee9-88ac-0a6d5576f3ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353005 Sep 18 02:32:18.655026 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9248d-53f1-4c16-b230-a914791219a9 req-711dee46-f983-4146-9dae-528bc1046f4a tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:18.656528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fde9248d-53f1-4c16-b230-a914791219a9 req-711dee46-f983-4146-9dae-528bc1046f4a tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 945 time: 0.2672367 Sep 18 02:32:18.700102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fde9248d-53f1-4c16-b230-a914791219a9 req-00cf17b4-0a31-416c-b4e2-f3377807c8d4 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368440 Sep 18 02:32:19.885765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebcb80-d6ab-4e3d-877d-f5df2461e7b2 req-96cc5e1f-489b-49d8-88b1-96370057ae8f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:19.887621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5ebcb80-d6ab-4e3d-877d-f5df2461e7b2 req-96cc5e1f-489b-49d8-88b1-96370057ae8f tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 945 time: 0.1162250 Sep 18 02:32:19.926297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5ebcb80-d6ab-4e3d-877d-f5df2461e7b2 req-941dd272-2359-4c4c-9d1f-1a74c0b357d1 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Sep 18 02:32:20.039689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801b71e-823c-47ed-aae4-4360dfd23ce3 req-777f7c27-f896-4484-a5a9-1294db7e47fb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:20.041182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4801b71e-823c-47ed-aae4-4360dfd23ce3 req-777f7c27-f896-4484-a5a9-1294db7e47fb tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 945 time: 0.0493731 Sep 18 02:32:20.081243 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4801b71e-823c-47ed-aae4-4360dfd23ce3 req-785eba83-b188-4126-852d-ac0c17a5a354 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337718 Sep 18 02:32:20.104035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39644) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:20.258526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1f03fa-447a-4fa7-befe-3c7f3df860b0 tempest-TestVolumeBackupRestore-171004782 tempest-TestVolumeBackupRestore-171004782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:20.260225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bf1f03fa-447a-4fa7-befe-3c7f3df860b0 tempest-TestVolumeBackupRestore-171004782 tempest-TestVolumeBackupRestore-171004782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1092 time: 0.1549923 Sep 18 02:32:20.263064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39648) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:20.267375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:32:20.291853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:20.398548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:20.508006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Allocated IP 172.25.0.69 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/dadf69e4-7373-4da9-91a4-ff5e6a2fb4db) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:32:20.615525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:20.649743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:20.688967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:32:20.692483 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:32:20.698145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:32:20.733257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'Port': ['ID=dadf69e4-7373-4da9-91a4-ff5e6a2fb4db,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:21.122157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:21.191870 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:21.342893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:21.348614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:21.424677 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event updated for resources: {'Port': ['ID=dadf69e4-7373-4da9-91a4-ff5e6a2fb4db,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:21.436381 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:21.542366 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Floating IP 4613aec4-5872-430a-ae5c-df5c46d02e51 associated. External IP: 172.25.0.69, port: 79518bef-ea00-4808-a33e-c35f536d49c3. Sep 18 02:32:21.755676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:32:21.867373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:32:21.877914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] Sync routers for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:32:21.883917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:21.891183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:32:21.891963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:32:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:21.918221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a0620773-5bf6-43c4-90e9-f95e43e9d76e tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6541274 Sep 18 02:32:21.918844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:32:21.921106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39682) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:21.921662 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20" -d '{"events": [{"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:32:21.966379 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574c34f0-1604-48dd-bca8-3687362efc10 x-openstack-request-id: req-574c34f0-1604-48dd-bca8-3687362efc10 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:32:21.966670 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:32:21.966946 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-574c34f0-1604-48dd-bca8-3687362efc10 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:32:21.967372 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3', 'status': 'completed', 'code': 200} Sep 18 02:32:21.977145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d64fbc-456b-40ef-89bf-b72024595431 tempest-TestVolumeBackupRestore-171004782 tempest-TestVolumeBackupRestore-171004782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:21.981673 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-56d64fbc-456b-40ef-89bf-b72024595431 tempest-TestVolumeBackupRestore-171004782 tempest-TestVolumeBackupRestore-171004782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1092 time: 0.0582042 Sep 18 02:32:21.982039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39688) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:21.989133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4a03f7db-6657-440c-9195-c9189ed7dc86 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Request body: {'floatingip': {'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:32:22.020380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:32:22.026523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39690) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:22.082637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a03f7db-6657-440c-9195-c9189ed7dc86 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.124950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-0d37d6ed-fc1a-4279-99ff-3334b5f510f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:22.126489 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-0d37d6ed-fc1a-4279-99ff-3334b5f510f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af730a897ee4d4d8281ecf237061459&device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1097 time: 0.1345673 Sep 18 02:32:22.149381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66fffea1-0241-448d-8830-d8de48f79845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.263540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4613aec4-5872-430a-ae5c-df5c46d02e51', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'mac_address': 'fa:16:3e:cb:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:32:20Z', 'updated_at': '2021-09-18T02:32:20Z', 'revision_number': 0, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:22.265517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66fffea1-0241-448d-8830-d8de48f79845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.271907 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-66fffea1-0241-448d-8830-d8de48f79845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.294977 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] Checking router: aa6ba56b-e77e-404d-ac37-3fbfb7c126ac for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:32:22.298142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-bb858127-821b-487c-9143-df5c54155b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:22.300403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-bb858127-821b-487c-9143-df5c54155b98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 200 len: 913 time: 0.1664805 Sep 18 02:32:22.304469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:32:22.305148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:32:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:22.308405 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-66fffea1-0241-448d-8830-d8de48f79845 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95a9c0b9f72b4fb0b218a0a28658ebc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804589 Sep 18 02:32:22.314887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39694) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:22.367933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fffea1-0241-448d-8830-d8de48f79845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e840bb1e-995a-41f4-9dec-0f73e1bdc4f7,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:22.383844 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1de7-69a9-4cb4-aa59-da0367ec02b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.411063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1de7-69a9-4cb4-aa59-da0367ec02b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.421292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:32:22.469122 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1de7-69a9-4cb4-aa59-da0367ec02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.472980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1de7-69a9-4cb4-aa59-da0367ec02b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.474195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d2bf1de7-69a9-4cb4-aa59-da0367ec02b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e840bb1e-995a-41f4-9dec-0f73e1bdc4f7 HTTP/1.1" status: 204 len: 168 time: 0.1583598 Sep 18 02:32:22.483659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf1de7-69a9-4cb4-aa59-da0367ec02b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e840bb1e-995a-41f4-9dec-0f73e1bdc4f7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:22.678122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-2f9cc3c1-fa94-4a22-81d8-361fce3f8008 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 200 len: 998 time: 0.3479354 Sep 18 02:32:22.688429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4613aec4-5872-430a-ae5c-df5c46d02e51', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'mac_address': 'fa:16:3e:cb:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:32:20Z', 'updated_at': '2021-09-18T02:32:20Z', 'revision_number': 0, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:22.720916 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9876e52-aba1-4a69-b165-33bfda3ec00a None None] The sync data for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 is: [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4613aec4-5872-430a-ae5c-df5c46d02e51', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'mac_address': 'fa:16:3e:cb:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:32:20Z', 'updated_at': '2021-09-18T02:32:20Z', 'revision_number': 0, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:32:22.794609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39700) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:22.799687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-0fdead99-a9d8-4016-a4ee-968c2e51f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:22.801358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-0fdead99-a9d8-4016-a4ee-968c2e51f15c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eba52016-9fb4-45de-a6f8-ed1eab6d138e HTTP/1.1" status: 200 len: 852 time: 0.0983105 Sep 18 02:32:22.810246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e27c334b-7f1a-4dd5-bdac-beb7b89caec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.909280 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e27c334b-7f1a-4dd5-bdac-beb7b89caec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.914953 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e27c334b-7f1a-4dd5-bdac-beb7b89caec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:22.946785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e27c334b-7f1a-4dd5-bdac-beb7b89caec4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebb075ab06464b119ccd36c9dc81a91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506674 Sep 18 02:32:22.950160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39702) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:22.989639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c334b-7f1a-4dd5-bdac-beb7b89caec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6faa5-1698-498f-a532-10a033c34038,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:23.024349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42cb7fca-2a2e-46e9-a427-fb8713024bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:23.048699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42cb7fca-2a2e-46e9-a427-fb8713024bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:23.062833 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a03f7db-6657-440c-9195-c9189ed7dc86 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:23.068495 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a03f7db-6657-440c-9195-c9189ed7dc86 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:23.101543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42cb7fca-2a2e-46e9-a427-fb8713024bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:23.104551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42cb7fca-2a2e-46e9-a427-fb8713024bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:23.105872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-42cb7fca-2a2e-46e9-a427-fb8713024bd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6d6faa5-1698-498f-a532-10a033c34038 HTTP/1.1" status: 204 len: 168 time: 0.1543179 Sep 18 02:32:23.107202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-d2b6cda0-8349-422f-bd8d-c0b88127c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:23.109337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-d2b6cda0-8349-422f-bd8d-c0b88127c598 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2f6a588-e463-4a64-ba88-20f16a3d6693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3012886 Sep 18 02:32:23.115090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7fca-2a2e-46e9-a427-fb8713024bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6faa5-1698-498f-a532-10a033c34038,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:23.244038 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9655c56-c173-434b-9cf8-124295d034b6 None None] New status for floating IP 4613aec4-5872-430a-ae5c-df5c46d02e51: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:32:23.266458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-afb5040e-bfcc-41a5-b990-3cf2aee0e097 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496005 Sep 18 02:32:23.448577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cf4015c5-849e-4ab2-98f8-3df64b6a6d20 req-bd2508bc-ad72-481c-aac5-f7e13acd9984 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477194 Sep 18 02:32:23.459763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a03f7db-6657-440c-9195-c9189ed7dc86 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:32:23.581444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a03f7db-6657-440c-9195-c9189ed7dc86 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:32:23.585960 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4a03f7db-6657-440c-9195-c9189ed7dc86 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:23.591882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] Sync routers for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:32:23.602276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:32:23.602925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:32:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:23.647212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4a03f7db-6657-440c-9195-c9189ed7dc86 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "PUT /v2.0/floatingips/4613aec4-5872-430a-ae5c-df5c46d02e51 HTTP/1.1" status: 200 len: 990 time: 1.6568723 Sep 18 02:32:23.877690 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:32:23.968502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3'}, {'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:32:23.973106 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39c5fcc-f83d-4282-9205-6828b88fad0b" -d '{"events": [{"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3"}, {"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:32:24.014188 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 02:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd13089-b279-468b-a8cd-b4e64a23bd31 x-openstack-request-id: req-fbd13089-b279-468b-a8cd-b4e64a23bd31 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:32:24.014484 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:32:24.014799 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbd13089-b279-468b-a8cd-b4e64a23bd31 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:32:24.015168 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3', 'status': 'completed', 'code': 200} Sep 18 02:32:24.015418 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3', 'status': 'completed', 'code': 200} Sep 18 02:32:24.077803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-0b8e5b4f-1a38-46ae-9172-8158c54b7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:24.079464 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-0b8e5b4f-1a38-46ae-9172-8158c54b7ea0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af730a897ee4d4d8281ecf237061459&device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1097 time: 0.0416248 Sep 18 02:32:24.123854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4613aec4-5872-430a-ae5c-df5c46d02e51', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'mac_address': 'fa:16:3e:cb:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:32:20Z', 'updated_at': '2021-09-18T02:32:23Z', 'revision_number': 2, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:24.153447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] Checking router: aa6ba56b-e77e-404d-ac37-3fbfb7c126ac for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:32:24.163643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:32:24.164259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:32:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:24.189193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-27692eae-5322-400f-b2ec-c8e1a550c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:24.191344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-27692eae-5322-400f-b2ec-c8e1a550c719 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 200 len: 913 time: 0.0992815 Sep 18 02:32:24.261246 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-799a3d1b-e6de-4589-9554-b104da6c1852 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 200 len: 1000 time: 0.0625093 Sep 18 02:32:24.285681 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:32:24.322459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-f62aa17d-4e2a-44d3-9afb-90fac82f3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:24.323983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-f62aa17d-4e2a-44d3-9afb-90fac82f3dcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eba52016-9fb4-45de-a6f8-ed1eab6d138e HTTP/1.1" status: 200 len: 852 time: 0.0545516 Sep 18 02:32:24.374084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-8282d161-c46c-44b7-9bc9-ee4a2b974bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:24.375736 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-8282d161-c46c-44b7-9bc9-ee4a2b974bdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2f6a588-e463-4a64-ba88-20f16a3d6693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442367 Sep 18 02:32:24.470784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-5748eba8-d838-4d25-8c10-8e4c91f56796 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875406 Sep 18 02:32:24.530278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4613aec4-5872-430a-ae5c-df5c46d02e51', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'mac_address': 'fa:16:3e:cb:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:32:20Z', 'updated_at': '2021-09-18T02:32:23Z', 'revision_number': 2, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:24.556664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab9ff9-8586-4f4c-abc6-164c29901a88 None None] The sync data for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 is: [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '4613aec4-5872-430a-ae5c-df5c46d02e51', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'port_id': '79518bef-ea00-4808-a33e-c35f536d49c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'mac_address': 'fa:16:3e:cb:7e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:32:20Z', 'updated_at': '2021-09-18T02:32:23Z', 'revision_number': 2, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:32:24.567738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-ed54118b-08da-416e-9b6b-4323f3a53516 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903113 Sep 18 02:32:24.657391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-5e171ac4-ef14-4891-96df-389776a9ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:24.659610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-5e171ac4-ef14-4891-96df-389776a9ce6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af730a897ee4d4d8281ecf237061459&device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1097 time: 0.0501482 Sep 18 02:32:24.769448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-800fd110-e3d6-469b-83df-241c31ad8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:24.771084 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-800fd110-e3d6-469b-83df-241c31ad8170 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 200 len: 913 time: 0.1049757 Sep 18 02:32:24.841385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-35c42365-476f-46f0-bd8d-a4c913e6263a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 200 len: 1000 time: 0.0637181 Sep 18 02:32:24.896158 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-a2cebe20-e7d7-42c8-9ca7-1db5240a6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:24.897725 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-a2cebe20-e7d7-42c8-9ca7-1db5240a6717 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eba52016-9fb4-45de-a6f8-ed1eab6d138e HTTP/1.1" status: 200 len: 852 time: 0.0494761 Sep 18 02:32:24.947006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-babf09ac-b7a7-4b26-8f78-c2096028215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:24.948534 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-babf09ac-b7a7-4b26-8f78-c2096028215b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2f6a588-e463-4a64-ba88-20f16a3d6693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443778 Sep 18 02:32:24.984875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39758) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:25.045763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-89c29a32-5ca1-48d1-91a8-bb756916de0b service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892620 Sep 18 02:32:25.125970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc426-6498-4b5a-b040-14d69d11c2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.168787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e39c5fcc-f83d-4282-9205-6828b88fad0b req-ecde8896-ab3c-4bcc-9b03-96d8ec3c9e38 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157818 Sep 18 02:32:25.233109 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc426-6498-4b5a-b040-14d69d11c2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.237452 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc426-6498-4b5a-b040-14d69d11c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.279591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e0dfc426-6498-4b5a-b040-14d69d11c2f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fcc4661380b4c7f91ef0e3f819a6e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937155 Sep 18 02:32:25.280574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfc426-6498-4b5a-b040-14d69d11c2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf5040b-da41-449c-972c-8edc6602199a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:25.282273 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39762) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:25.333769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-930320e0-c797-4d8c-a47f-ad3f074098b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.354727 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-930320e0-c797-4d8c-a47f-ad3f074098b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.400251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-930320e0-c797-4d8c-a47f-ad3f074098b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.402995 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-930320e0-c797-4d8c-a47f-ad3f074098b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.404399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-930320e0-c797-4d8c-a47f-ad3f074098b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccf5040b-da41-449c-972c-8edc6602199a HTTP/1.1" status: 204 len: 168 time: 0.1197677 Sep 18 02:32:25.413088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930320e0-c797-4d8c-a47f-ad3f074098b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf5040b-da41-449c-972c-8edc6602199a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:25.657102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39768) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:25.675450 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c282d42-9f37-4938-9b5a-769334bc7991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.712186 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.768725 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c282d42-9f37-4938-9b5a-769334bc7991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.772329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7c282d42-9f37-4938-9b5a-769334bc7991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.810979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7c282d42-9f37-4938-9b5a-769334bc7991 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02804488a67c4f9cb54e653ffb3eee5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527891 Sep 18 02:32:25.811908 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c282d42-9f37-4938-9b5a-769334bc7991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740dce60-c4d2-47e1-9b7e-1dc8574daeb4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:25.813590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39770) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:25.864840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87dda388-94e5-476d-b9b2-e04d2f6d2eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.887272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87dda388-94e5-476d-b9b2-e04d2f6d2eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.941125 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87dda388-94e5-476d-b9b2-e04d2f6d2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.943611 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-87dda388-94e5-476d-b9b2-e04d2f6d2eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:25.944774 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-87dda388-94e5-476d-b9b2-e04d2f6d2eb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/740dce60-c4d2-47e1-9b7e-1dc8574daeb4 HTTP/1.1" status: 204 len: 168 time: 0.1295040 Sep 18 02:32:25.952667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dda388-94e5-476d-b9b2-e04d2f6d2eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740dce60-c4d2-47e1-9b7e-1dc8574daeb4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:26.021688 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:28.260764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 39838) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:28.366178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9054a262-1ae0-49b3-925f-a382531b8e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:28.460674 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9054a262-1ae0-49b3-925f-a382531b8e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:28.464418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9054a262-1ae0-49b3-925f-a382531b8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:28.503735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9054a262-1ae0-49b3-925f-a382531b8e3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3153b2fdccd040d5b30741aec32f4314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419040 Sep 18 02:32:28.504600 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054a262-1ae0-49b3-925f-a382531b8e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff0317e-4c75-441f-88e2-c765b2a8bcfc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:28.506545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39842) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:28.561201 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd2373b1-9432-4520-a4d6-cffcabc1841b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:28.583047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd2373b1-9432-4520-a4d6-cffcabc1841b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:28.630153 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd2373b1-9432-4520-a4d6-cffcabc1841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:28.632899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd2373b1-9432-4520-a4d6-cffcabc1841b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:28.634077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cd2373b1-9432-4520-a4d6-cffcabc1841b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bff0317e-4c75-441f-88e2-c765b2a8bcfc HTTP/1.1" status: 204 len: 168 time: 0.1236467 Sep 18 02:32:28.642048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2373b1-9432-4520-a4d6-cffcabc1841b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff0317e-4c75-441f-88e2-c765b2a8bcfc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:28.904065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39848) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:28.917933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7204774c-cf5c-46cb-8fa2-bf3a2cf355de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:29.007418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7204774c-cf5c-46cb-8fa2-bf3a2cf355de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:29.010878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7204774c-cf5c-46cb-8fa2-bf3a2cf355de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:29.047503 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204774c-cf5c-46cb-8fa2-bf3a2cf355de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6384f18-961b-46d4-a2f6-4336ae540249,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:29.052117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7204774c-cf5c-46cb-8fa2-bf3a2cf355de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=668c3f500a2b459b9ff8bb7411f52856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469972 Sep 18 02:32:29.054817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39850) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:29.102988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69fc79f5-7b05-4e91-bfe3-92dfcb7c61fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:29.123580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69fc79f5-7b05-4e91-bfe3-92dfcb7c61fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:29.169321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69fc79f5-7b05-4e91-bfe3-92dfcb7c61fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:29.172092 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-69fc79f5-7b05-4e91-bfe3-92dfcb7c61fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:29.173237 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-69fc79f5-7b05-4e91-bfe3-92dfcb7c61fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6384f18-961b-46d4-a2f6-4336ae540249 HTTP/1.1" status: 204 len: 168 time: 0.1176536 Sep 18 02:32:29.181170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc79f5-7b05-4e91-bfe3-92dfcb7c61fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6384f18-961b-46d4-a2f6-4336ae540249,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:30.881201 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80d4d619-30c9-43ae-8fef-f3d8bb3d2e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:33.461271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c64a2cd1-ebb8-4e59-9963-a288223e6050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:34.104543 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:34.999377 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.158171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39928) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:35.264983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7b3e3afa-2e8f-422a-9fe9-46c564b51106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.355214 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7b3e3afa-2e8f-422a-9fe9-46c564b51106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.358834 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7b3e3afa-2e8f-422a-9fe9-46c564b51106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.399280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7b3e3afa-2e8f-422a-9fe9-46c564b51106 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35650e16f76c40e78e41070b0540bc2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399533 Sep 18 02:32:35.401262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e3afa-2e8f-422a-9fe9-46c564b51106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b268da-be2e-4f84-8f83-60994156d984,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:35.403891 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39932) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:35.441239 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-bf669a93-e864-438c-ad2a-15d846eb8021 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427284 Sep 18 02:32:35.454305 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0923cbf5-9c82-4a7b-b484-18c5e1d2904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.479203 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0923cbf5-9c82-4a7b-b484-18c5e1d2904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.527126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-1377c6d6-ab90-4bd8-adbb-effefc4af042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:35.528738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-1377c6d6-ab90-4bd8-adbb-effefc4af042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af730a897ee4d4d8281ecf237061459&device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1097 time: 0.0467191 Sep 18 02:32:35.530795 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0923cbf5-9c82-4a7b-b484-18c5e1d2904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.534021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0923cbf5-9c82-4a7b-b484-18c5e1d2904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.535209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0923cbf5-9c82-4a7b-b484-18c5e1d2904b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50b268da-be2e-4f84-8f83-60994156d984 HTTP/1.1" status: 204 len: 168 time: 0.1304162 Sep 18 02:32:35.543840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923cbf5-9c82-4a7b-b484-18c5e1d2904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b268da-be2e-4f84-8f83-60994156d984,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:35.636527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-9ab1f207-68b5-4679-899d-1f656badb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:35.638105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-9ab1f207-68b5-4679-899d-1f656badb0b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 200 len: 913 time: 0.0880930 Sep 18 02:32:35.710183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-38948cca-c941-463a-8e4f-770e43eedddb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 200 len: 1000 time: 0.0653675 Sep 18 02:32:35.774109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-c67f2316-df3f-4c7d-8706-e9e2cd2c8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:35.775858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-c67f2316-df3f-4c7d-8706-e9e2cd2c8a52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eba52016-9fb4-45de-a6f8-ed1eab6d138e HTTP/1.1" status: 200 len: 852 time: 0.0570295 Sep 18 02:32:35.811606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39938) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:35.826054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62d3f85d-d344-4a9e-885a-4211ca96025e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.826632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-862f0889-e014-4a3d-9267-5399fbbc1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:35.829248 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-862f0889-e014-4a3d-9267-5399fbbc1675 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2f6a588-e463-4a64-ba88-20f16a3d6693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459974 Sep 18 02:32:35.924233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-bd483020-26cb-4b85-ae7c-42dc426cccaf service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Sep 18 02:32:35.927515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62d3f85d-d344-4a9e-885a-4211ca96025e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.932222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-62d3f85d-d344-4a9e-885a-4211ca96025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:35.975587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3f85d-d344-4a9e-885a-4211ca96025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4a5514-4789-4989-8a2d-a9351cfa46cf,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:35.980866 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-62d3f85d-d344-4a9e-885a-4211ca96025e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfff2c43780543a692d7d008c413871f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682351 Sep 18 02:32:35.983682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 39940) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:36.020623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f30d530f-b672-4008-b6e7-25b7e3644a30 req-1e004c83-7f1b-41f0-9e04-8ce3d79b8efb service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895822 Sep 18 02:32:36.045243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a50a-beba-471e-8247-8b271a4ac5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:36.068212 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a50a-beba-471e-8247-8b271a4ac5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:36.116192 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a50a-beba-471e-8247-8b271a4ac5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:36.118838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a50a-beba-471e-8247-8b271a4ac5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:36.120011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d1c3a50a-beba-471e-8247-8b271a4ac5e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce4a5514-4789-4989-8a2d-a9351cfa46cf HTTP/1.1" status: 204 len: 168 time: 0.1355999 Sep 18 02:32:36.128979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3a50a-beba-471e-8247-8b271a4ac5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4a5514-4789-4989-8a2d-a9351cfa46cf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:36.350070 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:43.515414 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40064) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:43.620589 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:43.707665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:43.711381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:43.749789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=529cabc7e9ff4756afa58cf8f2c24a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332807 Sep 18 02:32:43.751778 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c889ae-94b3-45e0-9566-aced6b140aef,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:43.752488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40068) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:43.760083 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.760427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.760764 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.761093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.761422 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.761749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.762067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.762388 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.762719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.763041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.763357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.763672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac89f9a3-7917-4b32-bff5-6e61afb4d402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:43.802296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2119faf1-6de4-4e84-8395-9976c2d42201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:43.827779 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2119faf1-6de4-4e84-8395-9976c2d42201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:43.873985 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2119faf1-6de4-4e84-8395-9976c2d42201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:43.876519 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2119faf1-6de4-4e84-8395-9976c2d42201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:43.877666 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2119faf1-6de4-4e84-8395-9976c2d42201 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79c889ae-94b3-45e0-9566-aced6b140aef HTTP/1.1" status: 204 len: 168 time: 0.1240990 Sep 18 02:32:43.885801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119faf1-6de4-4e84-8395-9976c2d42201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c889ae-94b3-45e0-9566-aced6b140aef,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:44.138601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40074) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:44.152707 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9aa7-4bae-4222-bf08-85935a804173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:44.242181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9aa7-4bae-4222-bf08-85935a804173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:44.246131 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9aa7-4bae-4222-bf08-85935a804173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:44.284052 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-eb7a9aa7-4bae-4222-bf08-85935a804173 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14f29b5c823a4ac28fbe549472536aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442909 Sep 18 02:32:44.284968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a9aa7-4bae-4222-bf08-85935a804173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f423a32-4c18-4a55-9fad-09a5760bbe0e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:44.286740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40076) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:44.337633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b6b60e2-8248-4816-9a96-4d81fd67d953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:44.358273 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b6b60e2-8248-4816-9a96-4d81fd67d953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:44.407246 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b6b60e2-8248-4816-9a96-4d81fd67d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:44.409780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b6b60e2-8248-4816-9a96-4d81fd67d953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:44.410965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3b6b60e2-8248-4816-9a96-4d81fd67d953 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f423a32-4c18-4a55-9fad-09a5760bbe0e HTTP/1.1" status: 204 len: 168 time: 0.1217608 Sep 18 02:32:44.418616 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b60e2-8248-4816-9a96-4d81fd67d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f423a32-4c18-4a55-9fad-09a5760bbe0e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:44.992698 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:32:46.435640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40146) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:46.548748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02d34236-805a-45e3-8db4-fbb66f58e67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:46.652973 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02d34236-805a-45e3-8db4-fbb66f58e67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:46.656855 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-02d34236-805a-45e3-8db4-fbb66f58e67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:46.695974 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-02d34236-805a-45e3-8db4-fbb66f58e67d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=319ef7d127884323b2c8114ce0918ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591913 Sep 18 02:32:46.697992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d34236-805a-45e3-8db4-fbb66f58e67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6749e8de-cfd5-4c1c-b4d8-0dcf89dbba12,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:46.699486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40150) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:46.751433 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34700a05-05fe-4f85-86f0-389abb37dc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:46.773027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34700a05-05fe-4f85-86f0-389abb37dc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:46.828768 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34700a05-05fe-4f85-86f0-389abb37dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:46.831680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-34700a05-05fe-4f85-86f0-389abb37dc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:46.832969 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-34700a05-05fe-4f85-86f0-389abb37dc67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6749e8de-cfd5-4c1c-b4d8-0dcf89dbba12 HTTP/1.1" status: 204 len: 168 time: 0.1324515 Sep 18 02:32:46.840991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34700a05-05fe-4f85-86f0-389abb37dc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6749e8de-cfd5-4c1c-b4d8-0dcf89dbba12,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:47.106809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40156) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:47.120736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f89dafea-5d5a-4dda-91ba-7a7f3afacd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:47.212826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f89dafea-5d5a-4dda-91ba-7a7f3afacd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:47.216449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f89dafea-5d5a-4dda-91ba-7a7f3afacd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:47.254176 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f89dafea-5d5a-4dda-91ba-7a7f3afacd89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46afe1a73a64408781a93cd58248af6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463184 Sep 18 02:32:47.256106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dafea-5d5a-4dda-91ba-7a7f3afacd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030f390b-1630-471f-943c-a9ebb4f23534,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:47.256973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40158) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:47.304969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7eb4-1fe9-4d69-a1c8-fb7bae8bb03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:47.326294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7eb4-1fe9-4d69-a1c8-fb7bae8bb03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:47.377229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7eb4-1fe9-4d69-a1c8-fb7bae8bb03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:47.380027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3f6f7eb4-1fe9-4d69-a1c8-fb7bae8bb03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:47.381191 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3f6f7eb4-1fe9-4d69-a1c8-fb7bae8bb03c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/030f390b-1630-471f-943c-a9ebb4f23534 HTTP/1.1" status: 204 len: 168 time: 0.1231761 Sep 18 02:32:47.389133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f7eb4-1fe9-4d69-a1c8-fb7bae8bb03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030f390b-1630-471f-943c-a9ebb4f23534,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:47.645818 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-906c0b26-bad3-4d8e-a993-db3a0a2fd820 req-87983ac1-fe5f-42ee-a6b0-90b154657126 service neutron] (106440) timed out ('10.222.0.20', 64954) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:32:49.379776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40314) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:49.485583 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:49.576129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:49.579820 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:49.616478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-30add566-b570-417c-9090-67451691f127 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=050ee66c02454c888154e16d0e840fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356403 Sep 18 02:32:49.617761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30add566-b570-417c-9090-67451691f127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6cf1f-6679-4b4b-8301-26eaec83ce83,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:49.619733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40318) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:49.626203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.626549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.626915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.627266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.627585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.627927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.628232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.628556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.628879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.629215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.629527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.629844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30add566-b570-417c-9090-67451691f127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:32:49.670247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8183fe9-7555-4967-9f98-8fe24b29aaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:49.691916 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8183fe9-7555-4967-9f98-8fe24b29aaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:49.740846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8183fe9-7555-4967-9f98-8fe24b29aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:49.743678 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8183fe9-7555-4967-9f98-8fe24b29aaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:49.744825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e8183fe9-7555-4967-9f98-8fe24b29aaf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1f6cf1f-6679-4b4b-8301-26eaec83ce83 HTTP/1.1" status: 204 len: 168 time: 0.1238432 Sep 18 02:32:49.752739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8183fe9-7555-4967-9f98-8fe24b29aaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6cf1f-6679-4b4b-8301-26eaec83ce83,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:50.009700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40324) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:50.023072 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-565fc202-b6ef-41e7-a17d-0bb81e2af7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:50.111927 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-565fc202-b6ef-41e7-a17d-0bb81e2af7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:50.115606 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-565fc202-b6ef-41e7-a17d-0bb81e2af7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:50.154779 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-565fc202-b6ef-41e7-a17d-0bb81e2af7bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27620ba6265b490eb999f2f34f2549aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439364 Sep 18 02:32:50.155892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fc202-b6ef-41e7-a17d-0bb81e2af7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa02be67-590c-4cd4-ac23-df28733d200c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:50.157417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40326) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:50.209462 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7d28-2cb3-48cf-bff0-4397fbc48218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:50.231216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7d28-2cb3-48cf-bff0-4397fbc48218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:50.279268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7d28-2cb3-48cf-bff0-4397fbc48218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:50.282072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7d28-2cb3-48cf-bff0-4397fbc48218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:50.283272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8c9e7d28-2cb3-48cf-bff0-4397fbc48218 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa02be67-590c-4cd4-ac23-df28733d200c HTTP/1.1" status: 204 len: 168 time: 0.1248062 Sep 18 02:32:50.291059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e7d28-2cb3-48cf-bff0-4397fbc48218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa02be67-590c-4cd4-ac23-df28733d200c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:52.105182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40332) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:52.268630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Deleting port dadf69e4-7373-4da9-91a4-ff5e6a2fb4db {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:32:52.268977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:52.343965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:52.344294 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:52.356151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Calling delete_port for dadf69e4-7373-4da9-91a4-ff5e6a2fb4db owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:32:52.504223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:52.535019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event deleted for resources: {'Port': ['ID=dadf69e4-7373-4da9-91a4-ff5e6a2fb4db,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:52.597868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:52.598222 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Floating IP 4613aec4-5872-430a-ae5c-df5c46d02e51 disassociated (deleted). External IP: 172.25.0.69, port: 79518bef-ea00-4808-a33e-c35f536d49c3. Sep 18 02:32:52.804000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:32:52.914689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:32:52.919854 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:52.925121 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] Sync routers for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:32:52.934197 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:32:52.934823 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:32:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:52.951622 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9c42fd07-f43d-44a5-ade2-b8c2178f60ce tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "DELETE /v2.0/floatingips/4613aec4-5872-430a-ae5c-df5c46d02e51 HTTP/1.1" status: 204 len: 168 time: 0.8453000 Sep 18 02:32:52.952196 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:32:52.956018 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:32:52.995125 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1701e819-6a30-48db-86bd-52febd3f557e x-openstack-request-id: req-1701e819-6a30-48db-86bd-52febd3f557e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:32:52.995789 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:32:52.996108 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1701e819-6a30-48db-86bd-52febd3f557e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:32:52.996576 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3', 'status': 'completed', 'code': 200} Sep 18 02:32:53.050061 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:32:53.061463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-41a86da0-799e-4897-8fb8-9881db71f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:53.063077 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-41a86da0-799e-4897-8fb8-9881db71f08c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af730a897ee4d4d8281ecf237061459&device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 1097 time: 0.0429585 Sep 18 02:32:53.165985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-c13a6d04-6704-46b0-bfde-8849d3115cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:53.167518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-c13a6d04-6704-46b0-bfde-8849d3115cf4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 200 len: 913 time: 0.0938418 Sep 18 02:32:53.200686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaab1c-3e20-4a67-b178-2e4bc84f24c6 req-4595f5e0-9693-42f0-8d9f-e0ef57c36270 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:53.203347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acdaab1c-3e20-4a67-b178-2e4bc84f24c6 req-4595f5e0-9693-42f0-8d9f-e0ef57c36270 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 945 time: 0.0560820 Sep 18 02:32:53.213293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-b3fd3e88-d7f7-46ff-a912-4124b699e28e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 200 len: 217 time: 0.0354724 Sep 18 02:32:53.244854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acdaab1c-3e20-4a67-b178-2e4bc84f24c6 req-bd3959bd-c11e-41c9-9742-955d98bd92ac tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357375 Sep 18 02:32:53.264514 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:53.265889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-1d35f537-8cf1-4b32-bd78-efdecfd98d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:53.267689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-1d35f537-8cf1-4b32-bd78-efdecfd98d40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eba52016-9fb4-45de-a6f8-ed1eab6d138e HTTP/1.1" status: 200 len: 852 time: 0.0461249 Sep 18 02:32:53.292724 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] Checking router: aa6ba56b-e77e-404d-ac37-3fbfb7c126ac for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:32:53.301287 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:32:53.301892 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:32:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:53.320408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-39a81f65-23c1-470c-9625-57994119ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:53.322476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-39a81f65-23c1-470c-9625-57994119ab71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2f6a588-e463-4a64-ba88-20f16a3d6693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464528 Sep 18 02:32:53.410075 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:32:53.420606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-5e5cf2bd-92d9-4be2-bc53-5977337a1c4d service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859303 Sep 18 02:32:53.525108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-faf3563d-37b5-4b5f-b6f9-fc02d3637dc8 req-4b6d19af-9e47-4628-b09a-c37e5a91a267 service neutron] 10.222.0.18 "GET /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923467 Sep 18 02:32:53.611403 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:32:53.637489 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc558ed4-4e29-4b1d-aa5a-f73529542940 None None] The sync data for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 is: [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:48Z', 'revision_number': 4, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '525695de-6526-4f6b-b9a4-27ffa3060c8f', 'name': '', 'network_id': 'e2f6a588-e463-4a64-ba88-20f16a3d6693', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'mac_address': 'fa:16:3e:32:aa:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:47Z', 'updated_at': '2021-09-18T02:29:53Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'subnets': [{'id': 'eba52016-9fb4-45de-a6f8-ed1eab6d138e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:32:53.854552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1146a-1f15-482d-a986-2c3014638bf8 None None] New status for floating IP 4613aec4-5872-430a-ae5c-df5c46d02e51: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:32:54.380359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a002c-b3b0-44e2-87c0-150538479d6f req-015483d5-8eab-4b13-9157-f423eb46d729 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:54.381824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-139a002c-b3b0-44e2-87c0-150538479d6f req-015483d5-8eab-4b13-9157-f423eb46d729 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 945 time: 0.0492389 Sep 18 02:32:54.420022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-139a002c-b3b0-44e2-87c0-150538479d6f req-794ca970-c879-468f-90f7-0cc2a54dee39 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Sep 18 02:32:54.723203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-0f247ca1-e121-41b4-ac8d-ae242581c050 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:32:54.724681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-0f247ca1-e121-41b4-ac8d-ae242581c050 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.18 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 945 time: 0.0468490 Sep 18 02:32:55.088465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Deleting port 79518bef-ea00-4808-a33e-c35f536d49c3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:32:55.088818 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:55.176282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] For port 79518bef-ea00-4808-a33e-c35f536d49c3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=79518bef-ea00-4808-a33e-c35f536d49c3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:32:55.176652 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:55.188749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Calling delete_port for 79518bef-ea00-4808-a33e-c35f536d49c3 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:32:55.310608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:55.344105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event deleted for resources: {'Port': ['ID=79518bef-ea00-4808-a33e-c35f536d49c3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:32:55.383997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] No DVR routers for this DVR port 79518bef-ea00-4808-a33e-c35f536d49c3 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:32:55.386877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:55.388991 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c8e4fa6-db26-4882-949f-fa62b4c72499 req-ff777f89-9335-4275-9b3c-6f92c2a09c04 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.18 "DELETE /v2.0/ports/79518bef-ea00-4808-a33e-c35f536d49c3 HTTP/1.1" status: 204 len: 173 time: 0.6582267 Sep 18 02:32:55.389420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'name': 'network-vif-deleted', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:32:55.391723 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3910c4b4-d1ad-408b-b1d3-197181b9a851" -d '{"events": [{"server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "name": "network-vif-deleted", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:32:55.444728 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92942b5c-685c-4396-b02f-e663a8a29d1b x-openstack-request-id: req-92942b5c-685c-4396-b02f-e663a8a29d1b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:32:55.445114 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f93626-b68f-48bf-b34a-11b09ddcbd62", "name": "network-vif-deleted", "tag": "79518bef-ea00-4808-a33e-c35f536d49c3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:32:55.445371 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92942b5c-685c-4396-b02f-e663a8a29d1b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:32:55.445778 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f93626-b68f-48bf-b34a-11b09ddcbd62', 'name': 'network-vif-deleted', 'tag': '79518bef-ea00-4808-a33e-c35f536d49c3', 'status': 'completed', 'code': 200} Sep 18 02:32:55.515074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3baa2b43-6182-40ee-9434-ce1558eedc8d req-66782caf-ebad-452d-8afa-710318900701 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Sep 18 02:32:55.735746 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:56.021523 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:56.618323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6717c838-5132-4b88-97af-a8c1ccf55193 req-3525818c-1520-43d3-affb-c313f5b523dc tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0306921 Sep 18 02:32:57.714696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac3b159d-acfd-4930-8842-ee96f0e72504 req-cfccbcfd-8737-4d41-85f4-e786084f88d4 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0272977 Sep 18 02:32:58.032842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 79518bef-ea00-4808-a33e-c35f536d49c3 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:32:58.053574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 79518bef-ea00-4808-a33e-c35f536d49c3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:32:58.053908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 79518bef-ea00-4808-a33e-c35f536d49c3 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:32:58.817742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffb6240d-4890-4793-8971-b867431b1a21 req-d9f93779-a2b3-4477-9136-1f0ef67f1687 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "GET /v2.0/ports?device_id=12f93626-b68f-48bf-b34a-11b09ddcbd62 HTTP/1.1" status: 200 len: 210 time: 0.0251982 Sep 18 02:32:59.874045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40358) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:32:59.930878 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74f037d7-3fe5-4c32-b580-4ef26e6cf0b2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:32:59.958249 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74f037d7-3fe5-4c32-b580-4ef26e6cf0b2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:00.017672 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74f037d7-3fe5-4c32-b580-4ef26e6cf0b2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:00.020154 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-74f037d7-3fe5-4c32-b580-4ef26e6cf0b2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:00.021334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-74f037d7-3fe5-4c32-b580-4ef26e6cf0b2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] 10.222.0.21 "DELETE /v2.0/security-groups/9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8 HTTP/1.1" status: 204 len: 168 time: 0.1462274 Sep 18 02:33:00.031158 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f037d7-3fe5-4c32-b580-4ef26e6cf0b2 tempest-TestVolumeBackupRestore-1874296207 tempest-TestVolumeBackupRestore-1874296207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad3fc8b-5335-46f9-a1ef-70dc55ac0da8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:00.888465 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-748d1800-1e6f-47cb-8728-7abd8c34eb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:03.464336 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cef5c39c-5867-4628-af7c-9805544ce465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:03.474055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40810) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:03.903829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:04.096165 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:04.156869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Deleting port 525695de-6526-4f6b-b9a4-27ffa3060c8f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:04.157200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:04.232371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] For port 525695de-6526-4f6b-b9a4-27ffa3060c8f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=525695de-6526-4f6b-b9a4-27ffa3060c8f,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:04.232716 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:04.245710 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Calling delete_port for 525695de-6526-4f6b-b9a4-27ffa3060c8f owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:04.417227 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:04.442918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Pushing event deleted for resources: {'Port': ['ID=525695de-6526-4f6b-b9a4-27ffa3060c8f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:04.613127 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:04.829893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:33:04.932053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:33:04.937200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b2ca180f-dcd8-4608-acdc-7f747388f290 admin admin] 10.222.0.21 "PUT /v2.0/routers/aa6ba56b-e77e-404d-ac37-3fbfb7c126ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4620674 Sep 18 02:33:04.940134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40812) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:04.942870 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] Sync routers for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:33:04.953002 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:33:04.953607 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:33:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:05.002668 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.043603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.059390 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:33:05.146525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.199590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Deleting port c400d05d-2969-45cd-9c50-c458d219f784 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:05.199931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.235538 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:33:04Z', 'revision_number': 5, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port': {'id': 'c400d05d-2969-45cd-9c50-c458d219f784', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:05.282797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] For port c400d05d-2969-45cd-9c50-c458d219f784, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c400d05d-2969-45cd-9c50-c458d219f784,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:05.283088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.297021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Calling delete_port for c400d05d-2969-45cd-9c50-c458d219f784 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:05.349660 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] Checking router: aa6ba56b-e77e-404d-ac37-3fbfb7c126ac for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:33:05.358596 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] Routers {'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:33:05.359311 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:33:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:05.442975 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] Set router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:33:05.462970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.489974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Pushing event deleted for resources: {'Port': ['ID=c400d05d-2969-45cd-9c50-c458d219f784,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:05.499515 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:33:05Z', 'revision_number': 6, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:05.525884 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691431f-858d-4e31-ba59-c202ff5c99de None None] The sync data for ids ['aa6ba56b-e77e-404d-ac37-3fbfb7c126ac'] in n-d-789963-12 is: [{'id': 'aa6ba56b-e77e-404d-ac37-3fbfb7c126ac', 'name': 'tempest-TestVolumeBackupRestore-879451744-router', 'tenant_id': '9af730a897ee4d4d8281ecf237061459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:44Z', 'updated_at': '2021-09-18T02:33:05Z', 'revision_number': 6, 'project_id': '9af730a897ee4d4d8281ecf237061459', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:33:05.554096 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.658396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.660520 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.720745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.721355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa6ba56b-e77e-404d-ac37-3fbfb7c126ac {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:33:05.726059 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:05.727268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-de01a817-2117-4489-8300-5d582313f61c admin admin] 10.222.0.21 "DELETE /v2.0/routers/aa6ba56b-e77e-404d-ac37-3fbfb7c126ac HTTP/1.1" status: 204 len: 168 time: 0.7859869 Sep 18 02:33:05.729823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40814) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:05.777704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-380cf5cc-050e-4a49-a6b4-47f4c517cdf9 admin admin] Deleting subnet eba52016-9fb4-45de-a6f8-ed1eab6d138e {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:33:05.780716 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-380cf5cc-050e-4a49-a6b4-47f4c517cdf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.085204 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-380cf5cc-050e-4a49-a6b4-47f4c517cdf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.160398 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-380cf5cc-050e-4a49-a6b4-47f4c517cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.216750 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-380cf5cc-050e-4a49-a6b4-47f4c517cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.259219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cf5cc-050e-4a49-a6b4-47f4c517cdf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba52016-9fb4-45de-a6f8-ed1eab6d138e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:06.261873 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-380cf5cc-050e-4a49-a6b4-47f4c517cdf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.266745 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40816) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:06.267166 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-380cf5cc-050e-4a49-a6b4-47f4c517cdf9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eba52016-9fb4-45de-a6f8-ed1eab6d138e HTTP/1.1" status: 204 len: 168 time: 0.5356216 Sep 18 02:33:06.269771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597803a-0d63-487e-bd4e-309b6d95c835 None None] Network e2f6a588-e463-4a64-ba88-20f16a3d6693 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:33:06.336182 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.391155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.395065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Deleting port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:06.395396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.462524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] DHCP port deletion for e2f6a588-e463-4a64-ba88-20f16a3d6693 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:33:06.467838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] For port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:06.469247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.484039 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Calling delete_port for 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:06.512154 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Deleting port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:06.512539 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.579156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] For port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,segment=NetworkSegment(69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817),segment_id=69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:06.579586 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.579785 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.592791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Calling delete_port for 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:06.606259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:06.609756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] No DVR routers for this DVR port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:33:06.667898 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.680440 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.694801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Pushing event deleted for resources: {'Port': ['ID=2fcd2754-ad1e-4133-a393-12ed1ec7c8e3,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:06.699453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] No DVR routers for this DVR port 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:33:06.706628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.706994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.707331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.707660 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.707984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.708307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.708633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.708954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.709279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.709600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.710039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.710516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5ec77-2d33-4abc-8f1d-89eb58ba5f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:33:06.714113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f6a588-e463-4a64-ba88-20f16a3d6693']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:06.725000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:06.725300 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e4cfdc-70e2-4f5e-aaf0-8c0e623c6817') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:06.735576 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.748866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.754690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:33:06.755109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:33:06.756743 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:33:06.812883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.817489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 525695de-6526-4f6b-b9a4-27ffa3060c8f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:33:06.818525 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:06.823192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e2f6a588-e463-4a64-ba88-20f16a3d6693 HTTP/1.1" status: 204 len: 168 time: 0.5529420 Sep 18 02:33:06.823509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40818) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:06.832312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43601121-2750-49c3-b6ff-4748c1a7fa40 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f6a588-e463-4a64-ba88-20f16a3d6693,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:06.839233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 525695de-6526-4f6b-b9a4-27ffa3060c8f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:33:06.839527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 525695de-6526-4f6b-b9a4-27ffa3060c8f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:33:06.839944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c400d05d-2969-45cd-9c50-c458d219f784 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:33:06.860174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c400d05d-2969-45cd-9c50-c458d219f784 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:33:06.860646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c400d05d-2969-45cd-9c50-c458d219f784 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:33:06.861157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:33:06.880839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:33:06.881176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2fcd2754-ad1e-4133-a393-12ed1ec7c8e3 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:33:07.163579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:07.400723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Deleting port 55742e54-8f38-4774-bf0e-2fbc908d8bff {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:07.401039 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:07.479663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] For port 55742e54-8f38-4774-bf0e-2fbc908d8bff, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=55742e54-8f38-4774-bf0e-2fbc908d8bff,segment=NetworkSegment(792835fd-2592-449e-9df5-346bbd841c4d),segment_id=792835fd-2592-449e-9df5-346bbd841c4d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:07.479948 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:07.491940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Calling delete_port for 55742e54-8f38-4774-bf0e-2fbc908d8bff owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:07.666515 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:07.692532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55742e54-8f38-4774-bf0e-2fbc908d8bff,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:07.857239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.068421 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Router 9fb9f064-37d1-48b5-9e50-012773224e07 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:33:08.173278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:33:08.178221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d44828b8-30f3-41d0-86e0-03087662c6b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/9fb9f064-37d1-48b5-9e50-012773224e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3531022 Sep 18 02:33:08.180660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40820) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:08.183888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] Sync routers for ids ['9fb9f064-37d1-48b5-9e50-012773224e07'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:33:08.192936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] Routers {'9fb9f064-37d1-48b5-9e50-012773224e07'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:33:08.193535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:33:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fb9f064-37d1-48b5-9e50-012773224e07'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:08.286784 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.297937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] Set router 9fb9f064-37d1-48b5-9e50-012773224e07 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:33:08.388015 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.440006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Deleting port 2de08848-b662-40ed-8347-0b3818d03429 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:08.440348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.472637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '2de08848-b662-40ed-8347-0b3818d03429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:33:07Z', 'revision_number': 5, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port': {'id': '2de08848-b662-40ed-8347-0b3818d03429', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:29:51Z', 'updated_at': '2021-09-18T02:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:08.502042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] Checking router: 9fb9f064-37d1-48b5-9e50-012773224e07 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:33:08.511155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] Routers {'9fb9f064-37d1-48b5-9e50-012773224e07'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:33:08.511765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:33:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['9fb9f064-37d1-48b5-9e50-012773224e07'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:08.521815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] For port 2de08848-b662-40ed-8347-0b3818d03429, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2de08848-b662-40ed-8347-0b3818d03429,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:08.522190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.534178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Calling delete_port for 2de08848-b662-40ed-8347-0b3818d03429 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:08.596963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] Set router 9fb9f064-37d1-48b5-9e50-012773224e07 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:33:08.652183 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:33:08Z', 'revision_number': 6, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:08.682640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93db52-9a33-4577-9ca8-98c490bd79dc None None] The sync data for ids ['9fb9f064-37d1-48b5-9e50-012773224e07'] in n-d-789963-12 is: [{'id': '9fb9f064-37d1-48b5-9e50-012773224e07', 'name': 'tempest-TestVolumeBackupRestore-1379573400-router', 'tenant_id': 'afb245b93fd7460598d9364fa4361ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:29:50Z', 'updated_at': '2021-09-18T02:33:08Z', 'revision_number': 6, 'project_id': 'afb245b93fd7460598d9364fa4361ec4', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:33:08.699118 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.729352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de08848-b662-40ed-8347-0b3818d03429,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:08.787991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.879800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.881907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.926765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.927238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb9f064-37d1-48b5-9e50-012773224e07 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:33:08.931879 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:08.933059 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ef017bb9-fa86-4903-85bc-f7ef5803da97 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9fb9f064-37d1-48b5-9e50-012773224e07 HTTP/1.1" status: 204 len: 168 time: 0.7504268 Sep 18 02:33:08.935624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40822) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:08.980333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-da771937-3865-4b45-a286-ce23ae110d9c admin admin] Deleting subnet e06b78ae-6340-422e-bdfa-3997e79a63d3 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:33:08.983719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da771937-3865-4b45-a286-ce23ae110d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.019342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da771937-3865-4b45-a286-ce23ae110d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.109791 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da771937-3865-4b45-a286-ce23ae110d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.134111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 55742e54-8f38-4774-bf0e-2fbc908d8bff no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:33:09.154257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 55742e54-8f38-4774-bf0e-2fbc908d8bff {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:33:09.154882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 55742e54-8f38-4774-bf0e-2fbc908d8bff not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:33:09.168360 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da771937-3865-4b45-a286-ce23ae110d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.198058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da771937-3865-4b45-a286-ce23ae110d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06b78ae-6340-422e-bdfa-3997e79a63d3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:09.200478 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-da771937-3865-4b45-a286-ce23ae110d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.201988 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-da771937-3865-4b45-a286-ce23ae110d9c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e06b78ae-6340-422e-bdfa-3997e79a63d3 HTTP/1.1" status: 204 len: 168 time: 0.2652695 Sep 18 02:33:09.204381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40824) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:09.206321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9d2e0-6fa9-4425-817b-0d91a1d63fe2 None None] Network 2ee86337-68ff-40f6-bb25-c71836801114 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:33:09.275379 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.326614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Deleting port af1c866d-68bd-4961-b1f1-393f430b7237 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:09.326995 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.388611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] For port af1c866d-68bd-4961-b1f1-393f430b7237, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=af1c866d-68bd-4961-b1f1-393f430b7237,segment=NetworkSegment(792835fd-2592-449e-9df5-346bbd841c4d),segment_id=792835fd-2592-449e-9df5-346bbd841c4d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:09.388914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.401465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Calling delete_port for af1c866d-68bd-4961-b1f1-393f430b7237 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:09.456014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] DHCP port deletion for 2ee86337-68ff-40f6-bb25-c71836801114 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:33:09.488425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.504181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] Deleting port af1c866d-68bd-4961-b1f1-393f430b7237 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:09.504554 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.515333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Pushing event deleted for resources: {'Port': ['ID=af1c866d-68bd-4961-b1f1-393f430b7237,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:09.518921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] No DVR routers for this DVR port af1c866d-68bd-4961-b1f1-393f430b7237 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:33:09.576024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] For port af1c866d-68bd-4961-b1f1-393f430b7237, host n-d-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:09.576417 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.592827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] Calling delete_port for af1c866d-68bd-4961-b1f1-393f430b7237 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:09.595437 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] Port af1c866d-68bd-4961-b1f1-393f430b7237 was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:33:09.596671 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.598635 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.618236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee86337-68ff-40f6-bb25-c71836801114']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:09.621923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] Pushing event deleted for resources: {'Port': ['ID=af1c866d-68bd-4961-b1f1-393f430b7237,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:09.625643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6924e-0e17-4385-bc2b-54410141fc7e None None] No DVR routers for this DVR port af1c866d-68bd-4961-b1f1-393f430b7237 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:33:09.629087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792835fd-2592-449e-9df5-346bbd841c4d') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:09.629504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792835fd-2592-449e-9df5-346bbd841c4d') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:33:09.640534 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.655293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.661284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:33:09.661693 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:33:09.663771 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:33:09.719838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.726663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:09.731685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2ee86337-68ff-40f6-bb25-c71836801114 HTTP/1.1" status: 204 len: 168 time: 0.5239685 Sep 18 02:33:09.748850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b61e1f-d8a0-452e-a558-caa63610899f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee86337-68ff-40f6-bb25-c71836801114,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:09.892820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40828) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:09.937948 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-15b20fda-d8b0-4bce-9a89-c3c09c0df970 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9af730a897ee4d4d8281ecf237061459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439699 Sep 18 02:33:09.940353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40830) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:09.987972 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98df2da7-a98d-45a9-9ff7-d1c1798302d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:10.008826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98df2da7-a98d-45a9-9ff7-d1c1798302d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:10.054115 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98df2da7-a98d-45a9-9ff7-d1c1798302d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:10.057329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98df2da7-a98d-45a9-9ff7-d1c1798302d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:10.058507 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-98df2da7-a98d-45a9-9ff7-d1c1798302d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6122eb65-27b1-4e7a-9c4e-00249c0743d2 HTTP/1.1" status: 204 len: 168 time: 0.1172726 Sep 18 02:33:10.066344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df2da7-a98d-45a9-9ff7-d1c1798302d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6122eb65-27b1-4e7a-9c4e-00249c0743d2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:10.375786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40836) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:10.414768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-40a79f6a-da2e-4847-8d7f-07eedbd3f1d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afb245b93fd7460598d9364fa4361ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378423 Sep 18 02:33:10.417501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40838) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:10.465128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ec5475-d61c-42ce-a743-f756f030a001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:10.485636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ec5475-d61c-42ce-a743-f756f030a001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:10.534610 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ec5475-d61c-42ce-a743-f756f030a001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:10.537145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ec5475-d61c-42ce-a743-f756f030a001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:10.538294 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-50ec5475-d61c-42ce-a743-f756f030a001 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ae17d84-f1c8-44c7-927c-6edf6e047ac6 HTTP/1.1" status: 204 len: 168 time: 0.1199183 Sep 18 02:33:10.547224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec5475-d61c-42ce-a743-f756f030a001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae17d84-f1c8-44c7-927c-6edf6e047ac6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:10.816353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device af1c866d-68bd-4961-b1f1-393f430b7237 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:33:10.838349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: af1c866d-68bd-4961-b1f1-393f430b7237 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:33:10.838693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device af1c866d-68bd-4961-b1f1-393f430b7237 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:33:10.839140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2de08848-b662-40ed-8347-0b3818d03429 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:33:10.858980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 2de08848-b662-40ed-8347-0b3818d03429 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:33:10.859332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2de08848-b662-40ed-8347-0b3818d03429 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:33:20.551868 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-f0b76839-8b11-46b4-a65f-bfa186227fc1 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c13d5efc3835410194860d297abf6c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292199 Sep 18 02:33:20.728828 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-b214f6f2-2cd0-4f95-8bdf-e43548890dc8 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:20.730417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-b214f6f2-2cd0-4f95-8bdf-e43548890dc8 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730051 Sep 18 02:33:20.744988 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-725d80b5-bbfd-41c8-ad1f-f8b8951f48aa tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/quotas/c13d5efc3835410194860d297abf6c36 HTTP/1.1" status: 200 len: 375 time: 0.0090160 Sep 18 02:33:20.776377 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-c218a782-d1ca-463b-abaa-addcca3ad61b tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c13d5efc3835410194860d297abf6c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259280 Sep 18 02:33:20.935927 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c63be6a-940a-46d7-8784-43921c66b07a req-a024d0e0-3bbe-4ed6-bb4c-b00186a41dae tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 210 time: 0.0272093 Sep 18 02:33:21.762004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-c2995f0e-00fe-4f78-9491-b890cf8faa63 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c13d5efc3835410194860d297abf6c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290029 Sep 18 02:33:21.872005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-6be9bbe9-a5b4-412d-8cca-d4d858511409 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:21.873438 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-6be9bbe9-a5b4-412d-8cca-d4d858511409 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062703 Sep 18 02:33:21.886631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Request body: {'port': {'device_id': 'fe011b77-73b4-4770-96d6-a74cf21a4676', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'admin_state_up': True, 'tenant_id': 'c13d5efc3835410194860d297abf6c36'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:33:21.991662 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:33:21.999446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Made reservation on behalf of c13d5efc3835410194860d297abf6c36 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:33:22.003390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.012958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.033284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c96e41a-9911-456a-bb6e-9052567a10e2 req-a2e18fc7-c023-4b26-af79-a7651d88eb69 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 210 time: 0.0310757 Sep 18 02:33:22.107839 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.111359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.170981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba60231b-e4e9-46f6-9add-6f7a35646516,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:22.246281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Allocated IP 192.168.233.4 (6b8592e0-0546-453f-a7dd-13407b73e010/75e7730d-4548-4d4e-91e0-ebd7f0c94e9e/3c4b4f98-ee75-4476-859c-6d1f97ad8f8b) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:33:22.385814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.418790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.462156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Network 6b8592e0-0546-453f-a7dd-13407b73e010 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:33:22.465786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:33:22.469450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:33:22.497880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Pushing event updated for resources: {'Port': ['ID=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:22.526427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:22.527113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.542957 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7bc4298f-fac9-45d5-8511-4732a0d8adff tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6598327 Sep 18 02:33:22.553197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-8261b424-b429-43c9-adde-923ae7889d88 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:33:22.554507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-8261b424-b429-43c9-adde-923ae7889d88 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057411 Sep 18 02:33:22.566794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Request body: {'port': {'device_id': 'fe011b77-73b4-4770-96d6-a74cf21a4676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:33:22.623884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.723415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-782c0f41-f0a0-45a6-84ef-a3d3a2e2e320 None None] Provisioning complete for port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:33:22.723959 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-782c0f41-f0a0-45a6-84ef-a3d3a2e2e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.760532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-782c0f41-f0a0-45a6-84ef-a3d3a2e2e320 None None] Port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:33:22.888717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:33:22.895877 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.908117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Transition to ACTIVE for port object 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:33:22.911818 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:22.958996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Pushing event updated for resources: {'Port': ['ID=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:23.034442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Attempting to bind port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:33:23.035131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Attempting to bind port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:33:23.035131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Attempting to bind port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:33:23.039626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b on network 6b8592e0-0546-453f-a7dd-13407b73e010 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:33:23.039947 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Attempting to bind port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b on network 6b8592e0-0546-453f-a7dd-13407b73e010 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:33:23.045170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:33:23.045505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Checking segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:33:23.045889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Bound using segment: {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:33:23.046312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Bound port: 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8aaf25-af44-4ebe-98cc-1c665199a42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:33:23.046668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:23.125911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] For port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:33:23.153247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] For port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:33:23.160362 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:23.200967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2561b1-14f4-4fd7-91a4-6735e6d3d7e4 req-e39beafa-546e-4670-8b6b-6a4a85c17a5b tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.202636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a2561b1-14f4-4fd7-91a4-6735e6d3d7e4 req-e39beafa-546e-4670-8b6b-6a4a85c17a5b tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 946 time: 0.0925136 Sep 18 02:33:23.207697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.208251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:23.209767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] 10.222.0.20 "PUT /v2.0/ports/3c4b4f98-ee75-4476-859c-6d1f97ad8f8b HTTP/1.1" status: 200 len: 1095 time: 0.6472344 Sep 18 02:33:23.210215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe011b77-73b4-4770-96d6-a74cf21a4676', 'tag': '3c4b4f98-ee75-4476-859c-6d1f97ad8f8b'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:33:23.212602 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b93dca0-6021-4e76-b292-54be64750c66" -d '{"events": [{"name": "network-changed", "server_uuid": "fe011b77-73b4-4770-96d6-a74cf21a4676", "tag": "3c4b4f98-ee75-4476-859c-6d1f97ad8f8b"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:33:23.254079 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428845a4-7b72-4fad-a680-355a041b75ea x-openstack-request-id: req-428845a4-7b72-4fad-a680-355a041b75ea {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:33:23.254508 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe011b77-73b4-4770-96d6-a74cf21a4676", "tag": "3c4b4f98-ee75-4476-859c-6d1f97ad8f8b", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:33:23.254671 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-428845a4-7b72-4fad-a680-355a041b75ea {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:33:23.255060 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe011b77-73b4-4770-96d6-a74cf21a4676', 'tag': '3c4b4f98-ee75-4476-859c-6d1f97ad8f8b', 'status': 'completed', 'code': 200} Sep 18 02:33:23.289524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e11fa1-6347-4c9a-a4a6-62ccf440c0cf service neutron] Pushing event updated for resources: {'Port': ['ID=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:23.301980 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a2561b1-14f4-4fd7-91a4-6735e6d3d7e4 req-a430264e-2671-4b80-84cc-fb747d5ecca2 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859528 Sep 18 02:33:23.316599 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-867f401a-cdfa-4499-9cc6-b9ce3c809c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.318122 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-867f401a-cdfa-4499-9cc6-b9ce3c809c7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c13d5efc3835410194860d297abf6c36&device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 1098 time: 0.0660832 Sep 18 02:33:23.362271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-fbd0935e-0e89-410b-9146-09a8c1bbcf07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b HTTP/1.1" status: 200 len: 217 time: 0.0358112 Sep 18 02:33:23.417341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7c70b5a0-4b6e-48db-9160-9f73e75bc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.418829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-7c70b5a0-4b6e-48db-9160-9f73e75bc1b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0492837 Sep 18 02:33:23.463677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-9dc79985-28bc-4541-a99e-4b77a2724afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.465145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-9dc79985-28bc-4541-a99e-4b77a2724afd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0398769 Sep 18 02:33:23.552428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-039feb22-7815-4f36-924c-ccb9b28bbd50 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804267 Sep 18 02:33:23.644172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-142c8cbc-9e7d-4a99-9d02-79a083d18885 req-6657de88-50b7-41b6-a24a-96519fa0fa8e service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840471 Sep 18 02:33:23.725700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93dca0-6021-4e76-b292-54be64750c66 req-cb0ea617-9e19-4543-8b80-6090f7335e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.727212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b93dca0-6021-4e76-b292-54be64750c66 req-cb0ea617-9e19-4543-8b80-6090f7335e3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c13d5efc3835410194860d297abf6c36&device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 1098 time: 0.0407214 Sep 18 02:33:23.819701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93dca0-6021-4e76-b292-54be64750c66 req-d89c2597-600e-4179-8748-28d95225314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.821099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b93dca0-6021-4e76-b292-54be64750c66 req-d89c2597-600e-4179-8748-28d95225314d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b8592e0-0546-453f-a7dd-13407b73e010 HTTP/1.1" status: 200 len: 869 time: 0.0868945 Sep 18 02:33:23.859937 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b93dca0-6021-4e76-b292-54be64750c66 req-0f28526b-2c4c-4da9-a106-96a329abd793 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b HTTP/1.1" status: 200 len: 217 time: 0.0322711 Sep 18 02:33:23.908897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93dca0-6021-4e76-b292-54be64750c66 req-ceaeb8c9-81f8-4a7a-9757-dc00a512671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.910472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b93dca0-6021-4e76-b292-54be64750c66 req-ceaeb8c9-81f8-4a7a-9757-dc00a512671d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75e7730d-4548-4d4e-91e0-ebd7f0c94e9e HTTP/1.1" status: 200 len: 843 time: 0.0430717 Sep 18 02:33:23.961148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93dca0-6021-4e76-b292-54be64750c66 req-b8cc7f8e-fa94-4a9f-ace6-147dad449b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:23.963109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b93dca0-6021-4e76-b292-54be64750c66 req-b8cc7f8e-fa94-4a9f-ace6-147dad449b0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b8592e0-0546-453f-a7dd-13407b73e010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448227 Sep 18 02:33:24.051664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b93dca0-6021-4e76-b292-54be64750c66 req-ce46b516-bfc0-44bb-b507-7cfc388096d6 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818901 Sep 18 02:33:24.148409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b93dca0-6021-4e76-b292-54be64750c66 req-e2c86abc-7147-40cf-91b8-fcd5dbec24f6 service neutron] 10.222.0.20 "GET /v2.0/networks/6b8592e0-0546-453f-a7dd-13407b73e010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889266 Sep 18 02:33:24.420283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023166c-3ece-46c8-a540-8ffee661766c req-ad09bfdd-156c-4b60-ad6e-ec6964017375 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:24.421679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3023166c-3ece-46c8-a540-8ffee661766c req-ad09bfdd-156c-4b60-ad6e-ec6964017375 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 946 time: 0.0487998 Sep 18 02:33:24.459256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3023166c-3ece-46c8-a540-8ffee661766c req-3fe75fa1-6d07-4fb2-95c5-77476cc9f9a6 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Sep 18 02:33:24.882307 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:33:24.973978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:24.984700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '3c4b4f98-ee75-4476-859c-6d1f97ad8f8b', 'network_id': '6b8592e0-0546-453f-a7dd-13407b73e010', 'port_id': '3c4b4f98-ee75-4476-859c-6d1f97ad8f8b', 'mac_address': 'fa:16:3e:b9:b8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e7730d-4548-4d4e-91e0-ebd7f0c94e9e', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:33:25.021108 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:25.034665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:33:25.057219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:25.060528 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:25.265964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:25.303808 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['3c4b4f98-ee75-4476-859c-6d1f97ad8f8b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:33:25.571448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf38ae0-db73-4b74-ab63-be9611077478 req-2254356e-54ce-418a-bdf7-4e701f48a636 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:25.573013 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bf38ae0-db73-4b74-ab63-be9611077478 req-2254356e-54ce-418a-bdf7-4e701f48a636 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 947 time: 0.0484631 Sep 18 02:33:25.610361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9bf38ae0-db73-4b74-ab63-be9611077478 req-0602a1e1-e559-4d68-aa51-a2ca438f5158 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Sep 18 02:33:25.762515 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:26.019965 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:26.725665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c561-e4fc-40bc-a137-99079f0f53ff req-870f1fe7-a15f-4389-ad74-0ac0f71b2343 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:26.727190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a90c561-e4fc-40bc-a137-99079f0f53ff req-870f1fe7-a15f-4389-ad74-0ac0f71b2343 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 947 time: 0.0487790 Sep 18 02:33:26.765037 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a90c561-e4fc-40bc-a137-99079f0f53ff req-236a15c1-8113-4fcb-b840-9f2cbd8f61d6 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Sep 18 02:33:26.882239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:33:26.932942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:33:26.936436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:33:26.936804 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:27.012822 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:27.036340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe011b77-73b4-4770-96d6-a74cf21a4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4b4f98-ee75-4476-859c-6d1f97ad8f8b'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:33:27.038523 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e9ab62-c02a-4a22-854f-a1b57bd70030" -d '{"events": [{"server_uuid": "fe011b77-73b4-4770-96d6-a74cf21a4676", "name": "network-vif-plugged", "status": "completed", "tag": "3c4b4f98-ee75-4476-859c-6d1f97ad8f8b"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:33:27.050969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:27.054649 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:27.084485 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63922ff3-e11e-4190-bf83-debbe361d323 x-openstack-request-id: req-63922ff3-e11e-4190-bf83-debbe361d323 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:33:27.084804 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe011b77-73b4-4770-96d6-a74cf21a4676", "name": "network-vif-plugged", "status": "completed", "tag": "3c4b4f98-ee75-4476-859c-6d1f97ad8f8b", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:33:27.085058 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63922ff3-e11e-4190-bf83-debbe361d323 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:33:27.085441 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe011b77-73b4-4770-96d6-a74cf21a4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4b4f98-ee75-4476-859c-6d1f97ad8f8b', 'code': 200} Sep 18 02:33:27.110734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:27.303006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ef4ca-e7fe-439a-ac1b-5cc5fc786aca req-4beb0c32-4392-4b31-9f02-77d6f7faeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:27.304480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-625ef4ca-e7fe-439a-ac1b-5cc5fc786aca req-4beb0c32-4392-4b31-9f02-77d6f7faeec0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 1100 time: 0.1726828 Sep 18 02:33:27.338464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-625ef4ca-e7fe-439a-ac1b-5cc5fc786aca req-1d117de0-d29b-47f0-b401-c846820fb654 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269682 Sep 18 02:33:27.883284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80e798-a272-4ba4-8473-c89fa6fd1a64 req-d9245b21-3b8d-4602-aa6b-bece02d2c9c8 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:27.884904 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d80e798-a272-4ba4-8473-c89fa6fd1a64 req-d9245b21-3b8d-4602-aa6b-bece02d2c9c8 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 948 time: 0.0521472 Sep 18 02:33:28.204955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d80e798-a272-4ba4-8473-c89fa6fd1a64 req-cad2814f-4f1b-4129-8ad9-231e8c37aedf tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142037 Sep 18 02:33:29.631587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df72d29-7052-4c19-9a6f-347f58c9b66a req-2553d9b1-2126-4a9a-9071-05479f516db9 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:29.633061 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8df72d29-7052-4c19-9a6f-347f58c9b66a req-2553d9b1-2126-4a9a-9071-05479f516db9 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 948 time: 0.3592210 Sep 18 02:33:29.670367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8df72d29-7052-4c19-9a6f-347f58c9b66a req-c77035ef-10b4-4147-bbce-5bde03011f11 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308688 Sep 18 02:33:30.023678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-28977092-26f8-4c4e-bd68-46a1070c5a61 req-59a8d0c5-b013-4f97-93ce-d3291178b0dd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:33:30.025470 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28977092-26f8-4c4e-bd68-46a1070c5a61 req-59a8d0c5-b013-4f97-93ce-d3291178b0dd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602407 Sep 18 02:33:30.406699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-0b40a301-c078-421b-95c1-f117999c7658 req-d30d2458-b403-4956-89dc-7d49b2dfb1c6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:33:30.407729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0b40a301-c078-421b-95c1-f117999c7658 req-d30d2458-b403-4956-89dc-7d49b2dfb1c6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0569282 Sep 18 02:33:30.728701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb54b2-7d9e-4daf-b32c-2a3117e5b60a req-fd6ab0a1-7dcb-4f38-928a-dc7e54cd5c0e tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:30.730323 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cebb54b2-7d9e-4daf-b32c-2a3117e5b60a req-fd6ab0a1-7dcb-4f38-928a-dc7e54cd5c0e tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 948 time: 0.0495908 Sep 18 02:33:30.769248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cebb54b2-7d9e-4daf-b32c-2a3117e5b60a req-d38e4bc9-4abd-4c6b-9a56-5ecceaf63516 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Sep 18 02:33:30.883752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-320d6da8-888e-4ca5-84c8-92d2b8eb4d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:31.889869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784568de-5a4f-43d7-98fb-fc5f0f1a66d1 req-55612103-8507-4bcc-816c-a93f5bd84408 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:31.891384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-784568de-5a4f-43d7-98fb-fc5f0f1a66d1 req-55612103-8507-4bcc-816c-a93f5bd84408 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 948 time: 0.0506496 Sep 18 02:33:31.928779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-784568de-5a4f-43d7-98fb-fc5f0f1a66d1 req-a817c8bf-ef04-4e1f-b85b-e0e8ae676a7f tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba60231b-e4e9-46f6-9add-6f7a35646516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Sep 18 02:33:31.936987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-d69b7286-dd7e-4c0c-94c1-e6be9ef53fba tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:31.938487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-d69b7286-dd7e-4c0c-94c1-e6be9ef53fba tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe011b77-73b4-4770-96d6-a74cf21a4676 HTTP/1.1" status: 200 len: 948 time: 0.0478992 Sep 18 02:33:32.029290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Deleting port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:33:32.029530 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:32.119634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] For port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,segment=NetworkSegment(ce8aaf25-af44-4ebe-98cc-1c665199a42b),segment_id=ce8aaf25-af44-4ebe-98cc-1c665199a42b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:32.120256 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:32.132483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Calling delete_port for 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:33:32.261606 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:32.273974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['3c4b4f98-ee75-4476-859c-6d1f97ad8f8b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:33:32.294210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Pushing event deleted for resources: {'Port': ['ID=3c4b4f98-ee75-4476-859c-6d1f97ad8f8b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:32.338302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] No DVR routers for this DVR port 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:33:32.341059 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:32.343206 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1cef4f7b-c250-4b36-b1da-4f34fa6a6870 req-fc92e02d-84a8-48f6-8b37-f498573661c0 tempest-ServersAdminNegativeTestJSON-1273569667 tempest-ServersAdminNegativeTestJSON-1273569667-project] 10.222.0.20 "DELETE /v2.0/ports/3c4b4f98-ee75-4476-859c-6d1f97ad8f8b HTTP/1.1" status: 204 len: 173 time: 0.3980179 Sep 18 02:33:32.343557 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe011b77-73b4-4770-96d6-a74cf21a4676', 'name': 'network-vif-deleted', 'tag': '3c4b4f98-ee75-4476-859c-6d1f97ad8f8b'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:33:32.345802 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48012ced-f5d5-4ff4-910c-5706d8ca8d87" -d '{"events": [{"server_uuid": "fe011b77-73b4-4770-96d6-a74cf21a4676", "name": "network-vif-deleted", "tag": "3c4b4f98-ee75-4476-859c-6d1f97ad8f8b"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:33:32.457919 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0affe1-85c0-455f-8329-26d54317af59 x-openstack-request-id: req-ac0affe1-85c0-455f-8329-26d54317af59 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:33:32.458214 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe011b77-73b4-4770-96d6-a74cf21a4676", "name": "network-vif-deleted", "tag": "3c4b4f98-ee75-4476-859c-6d1f97ad8f8b", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:33:32.458459 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac0affe1-85c0-455f-8329-26d54317af59 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:33:32.458873 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe011b77-73b4-4770-96d6-a74cf21a4676', 'name': 'network-vif-deleted', 'tag': '3c4b4f98-ee75-4476-859c-6d1f97ad8f8b', 'status': 'completed', 'code': 200} Sep 18 02:33:33.247939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40972) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:33.380642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9887054d-a4ca-48c2-86bd-af9557d08ee4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c13d5efc3835410194860d297abf6c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315653 Sep 18 02:33:33.383137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40976) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:33.435155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db4c04b-90bc-4be9-99e4-ccb7f4c36be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.455909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db4c04b-90bc-4be9-99e4-ccb7f4c36be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.467128 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c146cea-39a8-45c6-8d05-64228c4075d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.504226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db4c04b-90bc-4be9-99e4-ccb7f4c36be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.506615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1db4c04b-90bc-4be9-99e4-ccb7f4c36be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.507790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1db4c04b-90bc-4be9-99e4-ccb7f4c36be9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba60231b-e4e9-46f6-9add-6f7a35646516 HTTP/1.1" status: 204 len: 168 time: 0.1231723 Sep 18 02:33:33.515585 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4c04b-90bc-4be9-99e4-ccb7f4c36be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba60231b-e4e9-46f6-9add-6f7a35646516,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:33.765833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 40982) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:33.779805 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d68eef1b-cff6-4a65-89ee-b410977d242d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.868121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d68eef1b-cff6-4a65-89ee-b410977d242d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.872312 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d68eef1b-cff6-4a65-89ee-b410977d242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.909916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d68eef1b-cff6-4a65-89ee-b410977d242d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8020b7469f0b477d8b59c00c289e236c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429222 Sep 18 02:33:33.911962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eef1b-cff6-4a65-89ee-b410977d242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a28c22-2ee6-454e-938b-71954060bf87,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:33.912892 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 40984) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:33.963399 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c04e0f73-8312-4deb-8980-6497f3a4f0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:33.984742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c04e0f73-8312-4deb-8980-6497f3a4f0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:34.031161 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c04e0f73-8312-4deb-8980-6497f3a4f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:34.033602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c04e0f73-8312-4deb-8980-6497f3a4f0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:34.034770 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c04e0f73-8312-4deb-8980-6497f3a4f0de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75a28c22-2ee6-454e-938b-71954060bf87 HTTP/1.1" status: 204 len: 168 time: 0.1208014 Sep 18 02:33:34.042447 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e0f73-8312-4deb-8980-6497f3a4f0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a28c22-2ee6-454e-938b-71954060bf87,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:34.099900 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:34.752171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41006) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:34.849251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-519014400-network', 'tenant_id': '437f1d0511da4fc5a839c0f0e9d8e720'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:33:34.871141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Made reservation on behalf of 437f1d0511da4fc5a839c0f0e9d8e720 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:33:34.873442 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:34.881560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:34.931352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:33:34.952848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:33:34.953189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 3c4b4f98-ee75-4476-859c-6d1f97ad8f8b not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:33:34.970962 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:34.974804 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.002699 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.003432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:33:35.013541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f7ae3-674c-4659-a89f-1f0142985ccc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:35.018383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.018753 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Added segment a8a22d64-c5f0-406e-9bb0-044a298c5c43 of type vlan for network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 Sep 18 02:33:35.058642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.082773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.083726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:35.084341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.113872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3606131 Sep 18 02:33:35.116962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41010) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:35.123004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Request body: {'subnet': {'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-519014400-subnet', 'tenant_id': '437f1d0511da4fc5a839c0f0e9d8e720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:33:35.143574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Made reservation on behalf of 437f1d0511da4fc5a839c0f0e9d8e720 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:33:35.145840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.146865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6e1a8-87d8-4f7b-b79f-8c2db0470b2d admin admin] Pushing event updated for resources: {'Network': ['ID=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:35.157196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:33:35.313752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.367680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8d7bb6-1e9d-46b2-8698-e4803760779e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:35.377244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Checking segment: {'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:33:35.377603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Network hostable DHCP agents. Network: f47a1e3c-a0bf-40df-a84e-36b7c9e710d0, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:33:35.394171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:33:35.402699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f47a1e3c-a0bf-40df-a84e-36b7c9e710d0) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:33:35.406677 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:35.407293 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:35.412814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a37f9a-e7ab-4242-8c48-b9b88b820387 None None] Network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:33:35.421361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-56c56887-60a7-4e80-93ef-c2960528dd41 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3032346 Sep 18 02:33:35.539815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e639b6e-dc6e-4f7c-914e-398cf8f40603 None None] Network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:33:35.847566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-9508f44d-efd3-43a1-a1bd-fdbee20ba95b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:35.849037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-9508f44d-efd3-43a1-a1bd-fdbee20ba95b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/networks?id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 200 len: 811 time: 0.1044149 Sep 18 02:33:35.864539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-edb3b771-30ef-4ab1-b98e-752eb816dd89 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/quotas/437f1d0511da4fc5a839c0f0e9d8e720 HTTP/1.1" status: 200 len: 375 time: 0.0090158 Sep 18 02:33:35.895329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-cb844686-474c-4bc0-8cbf-a3e96837782f tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255678 Sep 18 02:33:35.989171 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-50625186-bb06-4637-8c83-988f4da51ce0 service neutron] 10.222.0.21 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864615 Sep 18 02:33:36.077005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-ae62bd1a-1e50-490e-937e-95d039c1f08e service neutron] 10.222.0.21 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812936 Sep 18 02:33:36.238676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c95f801d-3548-46a1-8b87-36794bf41c38 req-0284beba-45f3-49c4-9f6d-ee07588b4165 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 210 time: 0.0309060 Sep 18 02:33:36.357710 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:37.256723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-372d3666-60a6-4585-b274-45ed10328351 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:37.258188 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-372d3666-60a6-4585-b274-45ed10328351 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.20 "GET /v2.0/networks?id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 200 len: 811 time: 0.1097684 Sep 18 02:33:37.271305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Request body: {'port': {'device_id': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0', 'admin_state_up': True, 'tenant_id': '437f1d0511da4fc5a839c0f0e9d8e720'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:33:37.365149 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f736712-dd48-420b-b62f-136bef085e93 req-37586540-7410-46ff-9548-da7ce1e630f1 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 210 time: 0.0358353 Sep 18 02:33:37.409818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Made reservation on behalf of 437f1d0511da4fc5a839c0f0e9d8e720 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:33:37.413447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:37.535319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Allocated IP 172.20.0.10 (f47a1e3c-a0bf-40df-a84e-36b7c9e710d0/2b8d7bb6-1e9d-46b2-8698-e4803760779e/329b08ce-d853-4255-b16c-b6005a22fe31) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:33:37.682612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:37.715708 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:37.761575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:33:37.764659 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:33:37.770329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:33:37.794062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:37.820636 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:37.821237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:37.835106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8815edbe-5e2a-4722-8c57-c79262a2e911 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681365 Sep 18 02:33:37.846650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Request body: {'port': {'device_id': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:33:37.899176 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:38.159623 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329b08ce-d853-4255-b16c-b6005a22fe31 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:33:38.167494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:38.178797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Transition to ACTIVE for port object 329b08ce-d853-4255-b16c-b6005a22fe31 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:33:38.182493 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:38.232685 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:38.294897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Attempting to bind port 329b08ce-d853-4255-b16c-b6005a22fe31 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:33:38.295525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Attempting to bind port 329b08ce-d853-4255-b16c-b6005a22fe31 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:33:38.295525 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Attempting to bind port 329b08ce-d853-4255-b16c-b6005a22fe31 on network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:33:38.299834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Port 329b08ce-d853-4255-b16c-b6005a22fe31 on network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:33:38.300157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Attempting to bind port 329b08ce-d853-4255-b16c-b6005a22fe31 on network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:33:38.304981 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:33:38.305316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Checking segment: {'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:33:38.305724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Bound using segment: {'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:33:38.306652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Bound port: 329b08ce-d853-4255-b16c-b6005a22fe31, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:33:38.307029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:38.374014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:33:38.376993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:33:38.381661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:38.418561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:38.419221 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:38.420635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] 10.222.0.20 "PUT /v2.0/ports/329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 1093 time: 0.5779071 Sep 18 02:33:38.421068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:33:38.423347 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e927597d-4b01-4fbd-90ff-ffbdd571730a" -d '{"events": [{"name": "network-changed", "server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:33:38.447800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca32b1-1542-4b28-9162-5fe9a59b186b service neutron] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:38.481726 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4b22fc-4f56-4ea8-82e7-c6eb96925c89 x-openstack-request-id: req-ae4b22fc-4f56-4ea8-82e7-c6eb96925c89 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:33:38.482199 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:33:38.482461 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae4b22fc-4f56-4ea8-82e7-c6eb96925c89 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:33:38.482889 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31', 'status': 'completed', 'code': 200} Sep 18 02:33:38.494056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e7442-d182-4c66-ace5-3a0c8c4c50f5 req-63a1f1aa-9a7a-4673-97b4-07b92499cd5b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:38.495866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba1e7442-d182-4c66-ace5-3a0c8c4c50f5 req-63a1f1aa-9a7a-4673-97b4-07b92499cd5b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 944 time: 0.0631523 Sep 18 02:33:38.517204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6af38787-b068-4fc0-8e33-ef0db93434fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:38.518726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-6af38787-b068-4fc0-8e33-ef0db93434fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 1096 time: 0.0495434 Sep 18 02:33:38.533849 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba1e7442-d182-4c66-ace5-3a0c8c4c50f5 req-0909ebe9-e67b-47f9-a230-f5b76e1fe48f tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Sep 18 02:33:38.565636 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-42191951-be24-45ff-9911-c2f9ef551ecd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 217 time: 0.0392966 Sep 18 02:33:38.615033 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-12937145-74c0-48c5-ad86-bfc2ab8ba1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:38.616448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-12937145-74c0-48c5-ad86-bfc2ab8ba1a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b8d7bb6-1e9d-46b2-8698-e4803760779e HTTP/1.1" status: 200 len: 851 time: 0.0438828 Sep 18 02:33:38.646796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-817a1083-6f7d-435a-ae2d-46091624ece9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234091 Sep 18 02:33:38.739550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-8ff2cfa6-46c6-40ac-aee2-673f70a1255b service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856907 Sep 18 02:33:38.829698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3404f285-47bf-48f3-87d7-c0988d12bbe3 req-97a6d01a-5d94-4e02-9abe-348ebf9af59b service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825617 Sep 18 02:33:38.910696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-22895682-723c-45b8-bc27-8cfa68eb0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:38.912346 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-22895682-723c-45b8-bc27-8cfa68eb0a2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 1096 time: 0.0406103 Sep 18 02:33:39.007108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-ce9b8461-0d3d-4a1c-a689-5acc10ef3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:39.008493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-ce9b8461-0d3d-4a1c-a689-5acc10ef3e74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 200 len: 911 time: 0.0891573 Sep 18 02:33:39.049313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-0d83d739-ceb8-4b03-93c5-3322b8d117b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 217 time: 0.0339901 Sep 18 02:33:39.100968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-b3983f03-758a-4b40-b7f6-b832bb65deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:39.102393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-b3983f03-758a-4b40-b7f6-b832bb65deac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b8d7bb6-1e9d-46b2-8698-e4803760779e HTTP/1.1" status: 200 len: 851 time: 0.0455344 Sep 18 02:33:39.134225 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-5ecd8ca0-2618-422f-8e7d-cc3a6eb31b37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241907 Sep 18 02:33:39.224506 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-2ffe4330-bfe1-4b31-a8f0-8f6821ecb4c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811212 Sep 18 02:33:39.316393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e927597d-4b01-4fbd-90ff-ffbdd571730a req-17d6a756-f16a-4fd5-a188-f5e374f057f2 service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834191 Sep 18 02:33:39.648903 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a826c4b-c03d-4802-86c3-eb8cddd1c850 req-0d688da8-6cbc-499b-9f93-67055f0d40c7 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:39.650391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6a826c4b-c03d-4802-86c3-eb8cddd1c850 req-0d688da8-6cbc-499b-9f93-67055f0d40c7 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 944 time: 0.0493374 Sep 18 02:33:39.687517 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6a826c4b-c03d-4802-86c3-eb8cddd1c850 req-8b018a71-e4fb-4428-ae46-ab906bc579ef tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Sep 18 02:33:40.803492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b7388-4174-43a2-9178-e59fb2c9bb21 req-70c37f84-eace-44ba-ab5a-d371208463be tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:40.804979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-016b7388-4174-43a2-9178-e59fb2c9bb21 req-70c37f84-eace-44ba-ab5a-d371208463be tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 944 time: 0.0496371 Sep 18 02:33:40.843281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-016b7388-4174-43a2-9178-e59fb2c9bb21 req-534921c2-0613-4e30-b0bb-e1747c9a32b0 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Sep 18 02:33:40.993267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 329b08ce-d853-4255-b16c-b6005a22fe31 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:33:41.084170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:41.094860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '329b08ce-d853-4255-b16c-b6005a22fe31', 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0', 'port_id': '329b08ce-d853-4255-b16c-b6005a22fe31', 'mac_address': 'fa:16:3e:c5:56:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8d7bb6-1e9d-46b2-8698-e4803760779e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:33:41.130388 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:41.146005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329b08ce-d853-4255-b16c-b6005a22fe31 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:33:41.163930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:41.168080 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:41.213694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:41.350939 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['329b08ce-d853-4255-b16c-b6005a22fe31'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:33:41.954699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6459f56-fe06-4dc2-850e-cd33bf4eba0d req-cc0b8af0-892d-4491-9f21-40fcdbec0a6a tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:41.956177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d6459f56-fe06-4dc2-850e-cd33bf4eba0d req-cc0b8af0-892d-4491-9f21-40fcdbec0a6a tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 945 time: 0.0471351 Sep 18 02:33:41.999753 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d6459f56-fe06-4dc2-850e-cd33bf4eba0d req-d8ebf7a7-9c04-4bc0-9c4a-2ab714d6c6af tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Sep 18 02:33:43.022557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 329b08ce-d853-4255-b16c-b6005a22fe31 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:33:43.074578 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 329b08ce-d853-4255-b16c-b6005a22fe31 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:33:43.078227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 329b08ce-d853-4255-b16c-b6005a22fe31 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:33:43.078585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:43.117608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d3640-7a8d-4491-ba72-9b4581105deb req-229bfa43-4846-450c-9949-dda472a51b11 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:43.119330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-701d3640-7a8d-4491-ba72-9b4581105deb req-229bfa43-4846-450c-9949-dda472a51b11 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 945 time: 0.0537274 Sep 18 02:33:43.153660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:43.157625 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-701d3640-7a8d-4491-ba72-9b4581105deb req-39c56e50-1e41-4e5d-ac0b-e053beb1f8e2 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Sep 18 02:33:43.175678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:33:43.177924 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475a35c4-0ef4-43db-93b3-6f7b54918402" -d '{"events": [{"server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "name": "network-vif-plugged", "status": "completed", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:33:43.190299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:33:43.193989 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:43.242797 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:33:43.276017 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802269cb-fd05-493d-8fd3-3aa62ed5cf6f x-openstack-request-id: req-802269cb-fd05-493d-8fd3-3aa62ed5cf6f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:33:43.276309 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "name": "network-vif-plugged", "status": "completed", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:33:43.276559 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-802269cb-fd05-493d-8fd3-3aa62ed5cf6f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:33:43.276948 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31', 'code': 200} Sep 18 02:33:43.366642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5ecf0-44fb-43dd-bbb8-5dba8a252566 req-8d287656-16cc-4823-a436-709aea55c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:43.368680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47b5ecf0-44fb-43dd-bbb8-5dba8a252566 req-8d287656-16cc-4823-a436-709aea55c7cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 1098 time: 0.0397735 Sep 18 02:33:43.403086 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-47b5ecf0-44fb-43dd-bbb8-5dba8a252566 req-6508cc58-2716-4d9a-b44e-34818efeec9b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273399 Sep 18 02:33:44.272156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d0cdf-5400-42de-a2b4-4370eecf89c6 req-8e018d9e-f5e8-4a5b-b367-ba4906435114 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:44.273640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b94d0cdf-5400-42de-a2b4-4370eecf89c6 req-8e018d9e-f5e8-4a5b-b367-ba4906435114 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0510161 Sep 18 02:33:44.312902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b94d0cdf-5400-42de-a2b4-4370eecf89c6 req-b0315c7e-74dd-45d3-9968-2a820cf6ab48 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Sep 18 02:33:45.428122 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cedcf4-148b-4104-922a-010f9cf17dee req-702859d9-eb9a-43f5-ac2c-f0462a4c5b74 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:45.429586 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0cedcf4-148b-4104-922a-010f9cf17dee req-702859d9-eb9a-43f5-ac2c-f0462a4c5b74 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0481632 Sep 18 02:33:45.467268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0cedcf4-148b-4104-922a-010f9cf17dee req-1a856b85-2947-4178-bebc-a9b3c008ae1c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Sep 18 02:33:45.742272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41066) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:33:45.801111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e88d-68d0-44ac-b46c-f8d53bf8187f req-b605503f-89af-460c-b1d2-4a3620f43028 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:45.802593 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31f2e88d-68d0-44ac-b46c-f8d53bf8187f req-b605503f-89af-460c-b1d2-4a3620f43028 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0536118 Sep 18 02:33:45.866360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-31f2e88d-68d0-44ac-b46c-f8d53bf8187f req-30d3a6ef-3936-466b-a392-9f7f08fe70cd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Sep 18 02:33:45.873556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-d1756a45-7ebb-4d55-8600-3deeb41e7887 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294906 Sep 18 02:33:45.884173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-1a05b85e-b9e6-4a25-8e5e-da395929fe15 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:33:45.885142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-1a05b85e-b9e6-4a25-8e5e-da395929fe15 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056756 Sep 18 02:33:46.944117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190564-8d06-465b-b38b-158961c2639d req-e7532295-1150-4328-a5ea-ebdf034acccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:46.945647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-e7532295-1150-4328-a5ea-ebdf034acccf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 1098 time: 0.0404413 Sep 18 02:33:46.988291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f315e-0f13-4af4-937c-856bba284d28 req-a176fc68-1cbb-440b-8604-992c2622a84f tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:46.989797 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e53f315e-0f13-4af4-937c-856bba284d28 req-a176fc68-1cbb-440b-8604-992c2622a84f tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0490255 Sep 18 02:33:47.030126 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e53f315e-0f13-4af4-937c-856bba284d28 req-4be4a274-b7d5-4ce9-a027-8c8ad9b4c612 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Sep 18 02:33:47.039999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190564-8d06-465b-b38b-158961c2639d req-a7aa6aa5-8815-413a-999a-3ea035fcde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:47.041548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-a7aa6aa5-8815-413a-999a-3ea035fcde3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 200 len: 911 time: 0.0895844 Sep 18 02:33:47.085726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-32b0c214-3e79-4388-a594-f6a3798e305f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 217 time: 0.0374615 Sep 18 02:33:47.134292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190564-8d06-465b-b38b-158961c2639d req-03e9a729-7b3c-4077-92db-8785b9b97b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:47.136427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-03e9a729-7b3c-4077-92db-8785b9b97b82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b8d7bb6-1e9d-46b2-8698-e4803760779e HTTP/1.1" status: 200 len: 851 time: 0.0444076 Sep 18 02:33:47.170373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-f4346727-6772-4ef5-94c9-edaf7799d144 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274532 Sep 18 02:33:47.258119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-77023512-7769-4b03-b05b-ac8dd8de63eb service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805266 Sep 18 02:33:47.347816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-af027239-8265-49a1-9126-39bf2b776ce9 service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829179 Sep 18 02:33:48.147587 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef99a79-f2b3-4096-86eb-6fc435efcaf2 req-765df001-a104-4551-9759-04d11e745bd3 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:48.149078 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ef99a79-f2b3-4096-86eb-6fc435efcaf2 req-765df001-a104-4551-9759-04d11e745bd3 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0498238 Sep 18 02:33:48.187466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ef99a79-f2b3-4096-86eb-6fc435efcaf2 req-124b965c-fe9a-4093-b0d3-e5a7a99b8a47 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Sep 18 02:33:49.305751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41e644-e68f-4cc6-b234-4005d2d0d493 req-fe0ed56c-9e40-43b1-99cc-cfe336b7629a tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:49.307752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd41e644-e68f-4cc6-b234-4005d2d0d493 req-fe0ed56c-9e40-43b1-99cc-cfe336b7629a tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0527065 Sep 18 02:33:49.344308 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd41e644-e68f-4cc6-b234-4005d2d0d493 req-c93a25e5-70ef-469a-ae1d-b1b3b25bdedd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307536 Sep 18 02:33:50.457185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f485f-9d57-48df-8ff2-29fc0ef9773d req-0a6d4fce-68ab-4ba5-80f8-24e339de72c2 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:50.458657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa9f485f-9d57-48df-8ff2-29fc0ef9773d req-0a6d4fce-68ab-4ba5-80f8-24e339de72c2 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0486355 Sep 18 02:33:50.501775 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa9f485f-9d57-48df-8ff2-29fc0ef9773d req-06abb0b0-e8bb-4e63-bbef-8f45a3383c17 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Sep 18 02:33:51.615499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607856d-fde0-4191-bcb0-8aa6faa8f6f2 req-e196f48f-5e69-43fb-93c9-7eab5e6b6904 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:51.616976 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5607856d-fde0-4191-bcb0-8aa6faa8f6f2 req-e196f48f-5e69-43fb-93c9-7eab5e6b6904 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0483527 Sep 18 02:33:51.655772 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5607856d-fde0-4191-bcb0-8aa6faa8f6f2 req-d45ef03f-ca43-4e9c-aed3-bd1eaa561b8c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Sep 18 02:33:52.773902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d41a1-068c-4473-8876-084456f6dd62 req-39816992-2bf7-40ec-8776-03442f8d09f9 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:52.775604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-314d41a1-068c-4473-8876-084456f6dd62 req-39816992-2bf7-40ec-8776-03442f8d09f9 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0528822 Sep 18 02:33:52.813181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-314d41a1-068c-4473-8876-084456f6dd62 req-aaf185b0-f422-4e0a-aa9a-21191ee5e602 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Sep 18 02:33:53.929805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a41be-c938-4e88-be39-23141dbf7a11 req-1131e9a6-49b2-4414-8dec-74c59736b666 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:53.931452 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e54a41be-c938-4e88-be39-23141dbf7a11 req-1131e9a6-49b2-4414-8dec-74c59736b666 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0501838 Sep 18 02:33:53.969108 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e54a41be-c938-4e88-be39-23141dbf7a11 req-a75a6d4d-8854-4fbf-8ad6-e73c5c874282 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Sep 18 02:33:55.082387 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991052-89c2-4796-ae07-7de1fc654088 req-fd9d8426-4de9-4a0b-97d5-53e55783068b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:55.083859 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c991052-89c2-4796-ae07-7de1fc654088 req-fd9d8426-4de9-4a0b-97d5-53e55783068b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0473325 Sep 18 02:33:55.121264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c991052-89c2-4796-ae07-7de1fc654088 req-221a8fe8-3b94-41fb-9e3c-46d95b5cba7e tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306773 Sep 18 02:33:55.762983 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:56.035640 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:33:56.244135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613ac4a-4557-4b0c-b960-7e643bbfed18 req-894a648e-33c4-46c9-bbc2-4ad9755f25fa tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:56.246087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b613ac4a-4557-4b0c-b960-7e643bbfed18 req-894a648e-33c4-46c9-bbc2-4ad9755f25fa tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0533059 Sep 18 02:33:56.285078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b613ac4a-4557-4b0c-b960-7e643bbfed18 req-3555c626-6a50-48d7-9aea-8a8f2c3409ad tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Sep 18 02:33:57.399826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528b768-1331-4940-94a6-8db4448cfcff req-2849554f-57c6-4ef4-bb00-64295109556a tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:57.401329 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2528b768-1331-4940-94a6-8db4448cfcff req-2849554f-57c6-4ef4-bb00-64295109556a tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0496306 Sep 18 02:33:57.439009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2528b768-1331-4940-94a6-8db4448cfcff req-a140254d-8a29-4e61-a740-4bb260ce54a6 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Sep 18 02:33:58.554266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d702836-070e-40e2-8e05-285756d788af req-ed69aa8a-ccfd-4e73-a781-67dd60cb2c06 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:58.555862 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d702836-070e-40e2-8e05-285756d788af req-ed69aa8a-ccfd-4e73-a781-67dd60cb2c06 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0495031 Sep 18 02:33:58.593579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d702836-070e-40e2-8e05-285756d788af req-897ed6bd-119c-46a7-8f72-78539a46be26 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Sep 18 02:33:58.990991 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:33:59.715093 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f1934-9f5f-42b8-afd0-c58b1c58b095 req-99652d87-ec6c-430b-a358-1bdbf93ec3ba tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:33:59.716588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377f1934-9f5f-42b8-afd0-c58b1c58b095 req-99652d87-ec6c-430b-a358-1bdbf93ec3ba tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0555873 Sep 18 02:33:59.754608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-377f1934-9f5f-42b8-afd0-c58b1c58b095 req-09fbabdc-f18e-446f-99c9-d5f610502ea6 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Sep 18 02:34:00.870017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e846268-d11e-458e-8db6-1262421f2c23 req-9779ad21-6307-41c3-b3ca-37169891e4fd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:00.871768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e846268-d11e-458e-8db6-1262421f2c23 req-9779ad21-6307-41c3-b3ca-37169891e4fd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0506992 Sep 18 02:34:00.885432 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-034357fa-a1c2-443f-ab14-6e909d242ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:00.911613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9e846268-d11e-458e-8db6-1262421f2c23 req-57ec2940-0446-41f6-aa50-bbea15e7b0aa tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Sep 18 02:34:02.026529 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f7999-6463-40e7-868e-2c6cbc4cd13a req-07072a7f-08be-4823-afa8-526bdcb1ddcd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:02.027946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-920f7999-6463-40e7-868e-2c6cbc4cd13a req-07072a7f-08be-4823-afa8-526bdcb1ddcd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0486417 Sep 18 02:34:02.065948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-920f7999-6463-40e7-868e-2c6cbc4cd13a req-8b1c2d4c-3fb7-4561-8650-a415d28d6a45 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Sep 18 02:34:03.183767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b723320-bba4-432d-85da-c33669b75b69 req-efe07bca-4ebf-4d54-8171-629aef25c3b4 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:03.185237 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b723320-bba4-432d-85da-c33669b75b69 req-efe07bca-4ebf-4d54-8171-629aef25c3b4 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0530517 Sep 18 02:34:03.222524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b723320-bba4-432d-85da-c33669b75b69 req-c067a581-1f4f-4da3-a28a-20f3047091ac tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Sep 18 02:34:03.467798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-529210c7-561f-4712-b062-2a1165a47a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:04.100841 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:04.336106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760adff-2945-45a0-9f78-39e5d6b7c57b req-3e863681-d2d7-455b-a070-983abcbbd058 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:04.337757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3760adff-2945-45a0-9f78-39e5d6b7c57b req-3e863681-d2d7-455b-a070-983abcbbd058 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0485415 Sep 18 02:34:04.376724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3760adff-2945-45a0-9f78-39e5d6b7c57b req-349de886-5f43-458c-a101-e85a37534fed tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Sep 18 02:34:05.004538 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:05.490547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d38e70-e580-4e41-befb-f0a810a4d284 req-6e8ba199-b5f3-4dd7-9aac-9ef5c218f9d8 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:05.492079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-50d38e70-e580-4e41-befb-f0a810a4d284 req-6e8ba199-b5f3-4dd7-9aac-9ef5c218f9d8 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0484831 Sep 18 02:34:05.529660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-50d38e70-e580-4e41-befb-f0a810a4d284 req-3e1ea933-6aab-4779-9438-b15bac722bef tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Sep 18 02:34:06.360585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:06.661608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603844a-3cea-4fa6-8ec9-c8b4ae5eea97 req-cfc9ee31-713c-4508-8766-5a0660aedc4b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:06.663109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5603844a-3cea-4fa6-8ec9-c8b4ae5eea97 req-cfc9ee31-713c-4508-8766-5a0660aedc4b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0532775 Sep 18 02:34:06.700763 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5603844a-3cea-4fa6-8ec9-c8b4ae5eea97 req-8a260b5e-72ac-4384-9fc6-61f5f372ae47 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Sep 18 02:34:07.813553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9ba0-d88f-4dfc-b510-a76eb0b718b4 req-b1ef82d1-8a86-43f8-833e-7cb5f531e7cc tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:07.815572 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c7f9ba0-d88f-4dfc-b510-a76eb0b718b4 req-b1ef82d1-8a86-43f8-833e-7cb5f531e7cc tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0488410 Sep 18 02:34:07.853000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c7f9ba0-d88f-4dfc-b510-a76eb0b718b4 req-77294a8b-2673-4020-b7d1-4f88fb3c4c16 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Sep 18 02:34:08.968353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4ac71-2761-4c33-b5fc-d8192161efa7 req-64af5e81-6da8-4506-ae68-d2367159365e tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:08.969839 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1e4ac71-2761-4c33-b5fc-d8192161efa7 req-64af5e81-6da8-4506-ae68-d2367159365e tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0502126 Sep 18 02:34:09.007602 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f1e4ac71-2761-4c33-b5fc-d8192161efa7 req-a5dd3776-8628-4b5a-9784-49be9bb143bd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Sep 18 02:34:10.124432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae43e6-228c-465b-975f-6b819c437fea req-a5abb08b-3b77-4889-a924-a66b699f9943 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:10.125894 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-68ae43e6-228c-465b-975f-6b819c437fea req-a5abb08b-3b77-4889-a924-a66b699f9943 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0514832 Sep 18 02:34:10.162818 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-68ae43e6-228c-465b-975f-6b819c437fea req-a0290aa6-c1f7-471f-986c-b89f55d2050e tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304644 Sep 18 02:34:11.274513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ed2e-cc16-4d56-80e0-82e8e908974e req-eb33b21a-442f-4a00-b197-b49088714efd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:11.276009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3064ed2e-cc16-4d56-80e0-82e8e908974e req-eb33b21a-442f-4a00-b197-b49088714efd tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0477872 Sep 18 02:34:11.313020 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3064ed2e-cc16-4d56-80e0-82e8e908974e req-649c7cb1-d33d-450c-b593-6b7d4e33f957 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Sep 18 02:34:12.425789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812b35b-85ae-4507-8038-5a8e1a1e6f86 req-2a89bd20-446e-4c67-88d0-53b77780a62b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:12.427282 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9812b35b-85ae-4507-8038-5a8e1a1e6f86 req-2a89bd20-446e-4c67-88d0-53b77780a62b tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0482686 Sep 18 02:34:12.465840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9812b35b-85ae-4507-8038-5a8e1a1e6f86 req-84c39497-2597-4730-90e5-7361485d5b18 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Sep 18 02:34:13.584971 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c38f68-71b1-43a4-9224-55ac1cd306e7 req-28e697e7-9601-47d7-acb3-8b33edd7dcc6 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:13.586426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c38f68-71b1-43a4-9224-55ac1cd306e7 req-28e697e7-9601-47d7-acb3-8b33edd7dcc6 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0530267 Sep 18 02:34:13.623607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-55c38f68-71b1-43a4-9224-55ac1cd306e7 req-77bfffd1-401b-4dd7-a961-5df6802d3e37 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Sep 18 02:34:14.220638 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-9f190564-8d06-465b-b38b-158961c2639d req-d73933bd-f2cf-4423-b7cb-ef3ebfd3841c service neutron] show failed (client error): The resource could not be found. Sep 18 02:34:14.222133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-d73933bd-f2cf-4423-b7cb-ef3ebfd3841c service neutron] 10.222.0.20 "GET /v2.0/ports/329b08ce-d853-4255-b16c-b6005a22fe31/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0557594 Sep 18 02:34:14.491521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190564-8d06-465b-b38b-158961c2639d req-6f7775dd-adf8-4a75-9096-dd804b62fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:14.492948 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-6f7775dd-adf8-4a75-9096-dd804b62fd2c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab&tenant_id=437f1d0511da4fc5a839c0f0e9d8e720 HTTP/1.1" status: 200 len: 1098 time: 0.1207306 Sep 18 02:34:14.504347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-b0a1fd8c-501b-4f96-8301-d32aa18ac42b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:34:14.505295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-b0a1fd8c-501b-4f96-8301-d32aa18ac42b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052834 Sep 18 02:34:14.517476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:34:14.578943 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:14.796156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f263dc2-b425-49a6-be42-67aea1bf5f14 req-bd0fb918-dff5-42c5-88e0-65802141308e tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:14.796928 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f263dc2-b425-49a6-be42-67aea1bf5f14 req-bd0fb918-dff5-42c5-88e0-65802141308e tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.1058917 Sep 18 02:34:14.851994 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:34:14.865678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6f263dc2-b425-49a6-be42-67aea1bf5f14 req-3f55309e-a584-4752-8234-38d1cface220 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611477 Sep 18 02:34:14.890260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:34:14.930074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:34:14.932398 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eba33c-01d2-4354-9bf4-54965274353e" -d '{"events": [{"server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:34:14.936152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:14.948923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Transition to ACTIVE for port object 329b08ce-d853-4255-b16c-b6005a22fe31 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:34:14.953336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:15.002795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:15.023861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] No DVR routers for this DVR port 329b08ce-d853-4255-b16c-b6005a22fe31 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:34:15.027933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.028281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.028622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.028959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.029286 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.029617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.029945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.030309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.030639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.030993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.031436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.031641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:15.065708 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf27b42e-96b8-4292-b9a7-de1e5f18b1bf x-openstack-request-id: req-bf27b42e-96b8-4292-b9a7-de1e5f18b1bf {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:34:15.065880 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:34:15.065978 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf27b42e-96b8-4292-b9a7-de1e5f18b1bf {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:34:15.066362 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31', 'code': 200} Sep 18 02:34:15.076549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Attempting to bind port 329b08ce-d853-4255-b16c-b6005a22fe31 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:34:15.076879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Attempting to bind port 329b08ce-d853-4255-b16c-b6005a22fe31 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:34:15.077206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Attempting to bind port 329b08ce-d853-4255-b16c-b6005a22fe31 on network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:34:15.082392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Port 329b08ce-d853-4255-b16c-b6005a22fe31 on network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:34:15.082725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Attempting to bind port 329b08ce-d853-4255-b16c-b6005a22fe31 on network f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:34:15.087501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:34:15.087837 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Checking segment: {'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:34:15.088218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Bound using segment: {'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:34:15.088639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Bound port: 329b08ce-d853-4255-b16c-b6005a22fe31, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a22d64-c5f0-406e-9bb0-044a298c5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:34:15.088990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:15.159970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:34:15.163401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:34:15.167613 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:15.206521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:15.207165 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:15.208561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] 10.222.0.18 "PUT /v2.0/ports/329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 1093 time: 0.6950603 Sep 18 02:34:15.245222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c444c-943a-47a7-84a2-80b0bfbea7dc service neutron] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=7']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:15.281833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190564-8d06-465b-b38b-158961c2639d req-56b84c9c-9877-4fcf-ac75-d0044ed2484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:15.283093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-56b84c9c-9877-4fcf-ac75-d0044ed2484d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 1096 time: 0.0512202 Sep 18 02:34:15.392277 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190564-8d06-465b-b38b-158961c2639d req-2c66e5f5-cf08-4013-85e7-502c0cd01158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:15.394411 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-2c66e5f5-cf08-4013-85e7-502c0cd01158 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 200 len: 911 time: 0.1048605 Sep 18 02:34:15.442069 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-10ea56cc-e0b1-4b82-9a69-cb43bc24677b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 217 time: 0.0407631 Sep 18 02:34:15.496749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f190564-8d06-465b-b38b-158961c2639d req-eafffe07-8f64-45ba-be90-f97213146d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:15.498281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-eafffe07-8f64-45ba-be90-f97213146d58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b8d7bb6-1e9d-46b2-8698-e4803760779e HTTP/1.1" status: 200 len: 851 time: 0.0497742 Sep 18 02:34:15.531856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-4ea05e05-e58a-45a4-b0df-4b731b06b748 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269079 Sep 18 02:34:15.630578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-722bfcf7-ebf9-4367-bc36-df333b8513e5 service neutron] 10.222.0.18 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914667 Sep 18 02:34:15.745506 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9f190564-8d06-465b-b38b-158961c2639d req-1a01041c-d757-41fc-8cbc-47c67dfbf5cd service neutron] 10.222.0.18 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073761 Sep 18 02:34:15.982962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47edac-a03a-45a5-9ca8-896186d14944 req-309899ee-40eb-40e7-b9f2-1d667da30d9f tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:15.984417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d47edac-a03a-45a5-9ca8-896186d14944 req-309899ee-40eb-40e7-b9f2-1d667da30d9f tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 944 time: 0.0512593 Sep 18 02:34:16.023060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d47edac-a03a-45a5-9ca8-896186d14944 req-94de1448-320f-4830-aa64-1386ab9c00d8 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Sep 18 02:34:17.067872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:34:17.070244 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20" -d '{"events": [{"name": "network-changed", "server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:34:17.119058 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89590fe6-951a-4d76-a6d0-a120806bae9e x-openstack-request-id: req-89590fe6-951a-4d76-a6d0-a120806bae9e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:34:17.119443 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:34:17.120065 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89590fe6-951a-4d76-a6d0-a120806bae9e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:34:17.120577 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31', 'status': 'completed', 'code': 200} Sep 18 02:34:17.141601 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48514af4-0db1-4a31-9a08-f646451f3362 req-5651e99c-e8a1-446d-915d-5dac28b9fa9c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:17.143680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48514af4-0db1-4a31-9a08-f646451f3362 req-5651e99c-e8a1-446d-915d-5dac28b9fa9c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 944 time: 0.0526340 Sep 18 02:34:17.193645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 329b08ce-d853-4255-b16c-b6005a22fe31 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:34:17.214701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48514af4-0db1-4a31-9a08-f646451f3362 req-bec48a27-9d0d-42fd-88a7-c6948cb91dd7 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625284 Sep 18 02:34:17.217290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-04342eed-f7ca-4fee-82d7-1afb4440cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:17.217558 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-169faa59-5b7e-45ab-981f-a0dc119ab30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:17.218870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-04342eed-f7ca-4fee-82d7-1afb4440cacd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 1096 time: 0.0694335 Sep 18 02:34:17.219015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-169faa59-5b7e-45ab-981f-a0dc119ab30b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 1096 time: 0.0744026 Sep 18 02:34:17.255779 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 329b08ce-d853-4255-b16c-b6005a22fe31 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:34:17.319325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-3e43b5e0-5ecc-4d84-ae0a-0a81f27383fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:17.320937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-3e43b5e0-5ecc-4d84-ae0a-0a81f27383fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 200 len: 911 time: 0.0941124 Sep 18 02:34:17.331222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-4d084bc9-ae52-49d3-8a61-98a40872c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:17.332693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-4d084bc9-ae52-49d3-8a61-98a40872c013 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 200 len: 911 time: 0.1056716 Sep 18 02:34:17.366756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-905b945e-8e81-4d08-bcfc-473760ab96a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 217 time: 0.0385275 Sep 18 02:34:17.377501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-46757c25-ca75-4bc9-b64a-a7545f3e9211 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 217 time: 0.0378332 Sep 18 02:34:17.416000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-75cce1f8-d35f-4b0b-a2e4-986776841c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:17.417478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-75cce1f8-d35f-4b0b-a2e4-986776841c33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b8d7bb6-1e9d-46b2-8698-e4803760779e HTTP/1.1" status: 200 len: 851 time: 0.0442502 Sep 18 02:34:17.425233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-5dc11b15-9d85-4efc-b15a-094ab794fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:17.426680 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-5dc11b15-9d85-4efc-b15a-094ab794fbb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b8d7bb6-1e9d-46b2-8698-e4803760779e HTTP/1.1" status: 200 len: 851 time: 0.0432248 Sep 18 02:34:17.450029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-d1d75c8d-6084-4aa0-8d10-2528ce3d1997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259879 Sep 18 02:34:17.457369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-cbca556d-18f3-4930-8417-4f4b0c9a1c51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238907 Sep 18 02:34:17.545652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-5577b07a-dbf3-4738-b968-d775cc4662cb service neutron] 10.222.0.18 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880389 Sep 18 02:34:17.550948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-1a5b14de-cca6-4aff-a397-7e8d85175049 service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864890 Sep 18 02:34:17.639595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-1f719f88-56e6-40e5-901f-8beccf6e6d85 service neutron] 10.222.0.18 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872309 Sep 18 02:34:17.640568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6f38cd5-2fc4-4863-869e-4e1cfb50cb20 req-e3869994-aa61-463c-a27c-d018a941c7ea service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831521 Sep 18 02:34:18.340977 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cfc92-e475-4a22-a6d5-1c4fb0058113 req-02271854-034a-4028-9347-eed354da7466 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:18.342481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc6cfc92-e475-4a22-a6d5-1c4fb0058113 req-02271854-034a-4028-9347-eed354da7466 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 944 time: 0.0487778 Sep 18 02:34:18.382254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc6cfc92-e475-4a22-a6d5-1c4fb0058113 req-523db283-1930-463d-ac98-c017712f629c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Sep 18 02:34:18.405503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 329b08ce-d853-4255-b16c-b6005a22fe31 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:34:18.505673 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:34:18.516615 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '329b08ce-d853-4255-b16c-b6005a22fe31', 'network_id': 'f47a1e3c-a0bf-40df-a84e-36b7c9e710d0', 'port_id': '329b08ce-d853-4255-b16c-b6005a22fe31', 'mac_address': 'fa:16:3e:c5:56:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8d7bb6-1e9d-46b2-8698-e4803760779e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:34:18.553392 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:18.566073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329b08ce-d853-4255-b16c-b6005a22fe31 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:34:18.585050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:34:18.588904 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:18.637572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:18.647251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.647607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.647952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.648408 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.648751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.649082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.649437 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.649766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.650093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.650417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.650763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.651119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:18.655109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-a5112021-22d7-4539-8dd6-6e514852564d tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:18.656604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-a5112021-22d7-4539-8dd6-6e514852564d tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.20 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab&tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 945 time: 0.0907264 Sep 18 02:34:18.717260 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d753721b-cff4-46ba-9626-4462ecf3853d service neutron] delete failed (client error): The resource could not be found. Sep 18 02:34:18.718309 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d753721b-cff4-46ba-9626-4462ecf3853d service neutron] 10.222.0.20 "DELETE /v2.0/ports/329b08ce-d853-4255-b16c-b6005a22fe31/bindings/n-h2-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0537367 Sep 18 02:34:18.798408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-fe054c5a-9a57-4466-a11f-6b18f5a5cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:18.800037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-fe054c5a-9a57-4466-a11f-6b18f5a5cdb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 1097 time: 0.0397866 Sep 18 02:34:18.813714 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['329b08ce-d853-4255-b16c-b6005a22fe31'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:34:18.896516 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-786ca0ac-8b9c-4c60-9d10-43c484a9f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:18.897986 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-786ca0ac-8b9c-4c60-9d10-43c484a9f739 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 200 len: 911 time: 0.0914872 Sep 18 02:34:18.938114 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-e1202c9e-9afa-4b5c-92e7-55ca8c822e9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 200 len: 217 time: 0.0333219 Sep 18 02:34:18.985861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-a37df6e7-eba7-4b1c-8dfb-12a0136b607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:18.987589 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-a37df6e7-eba7-4b1c-8dfb-12a0136b607a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b8d7bb6-1e9d-46b2-8698-e4803760779e HTTP/1.1" status: 200 len: 851 time: 0.0426128 Sep 18 02:34:19.024223 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-ab50ce29-4653-4872-ba05-460b456344bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284874 Sep 18 02:34:19.111015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-e8435940-0cf8-4777-bfb2-ab9c052ed384 service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799005 Sep 18 02:34:19.201370 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-ce10ff7a-26ba-4245-9dd3-64cc398dcb8e service neutron] 10.222.0.20 "GET /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838754 Sep 18 02:34:19.872704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ba7d8-2cba-440b-89e4-5567472a7e84 req-4013b5ca-198a-43df-ae48-67b5b7705722 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:19.874093 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d9ba7d8-2cba-440b-89e4-5567472a7e84 req-4013b5ca-198a-43df-ae48-67b5b7705722 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 945 time: 0.0538168 Sep 18 02:34:19.911769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d9ba7d8-2cba-440b-89e4-5567472a7e84 req-0440ba60-3367-41ff-8962-fc880c274982 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Sep 18 02:34:20.431272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 329b08ce-d853-4255-b16c-b6005a22fe31 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:34:20.477910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 329b08ce-d853-4255-b16c-b6005a22fe31 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:34:20.481341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 329b08ce-d853-4255-b16c-b6005a22fe31 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:34:20.481707 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:20.557162 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:20.578571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:34:20.580815 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148a0400-5aae-4656-8f97-627a7a4e001e" -d '{"events": [{"server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "name": "network-vif-plugged", "status": "completed", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:34:20.592943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:34:20.597323 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:20.620204 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8580a840-cc61-47fd-be57-557aaf210569 x-openstack-request-id: req-8580a840-cc61-47fd-be57-557aaf210569 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:34:20.620488 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "name": "network-vif-plugged", "status": "completed", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:34:20.620734 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8580a840-cc61-47fd-be57-557aaf210569 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:34:20.621110 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31', 'code': 200} Sep 18 02:34:20.645878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:21.025018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec516d6-5e86-49dd-9c58-ff11f86181f1 req-9e22d0b5-e4f4-49c8-ab32-7d9843fb5abe tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:21.026411 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eec516d6-5e86-49dd-9c58-ff11f86181f1 req-9e22d0b5-e4f4-49c8-ab32-7d9843fb5abe tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0484021 Sep 18 02:34:21.088046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eec516d6-5e86-49dd-9c58-ff11f86181f1 req-3c928cfa-3282-4a7f-914b-47e2f2428549 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.21 "GET /v2.0/security-groups?id=af7f7ae3-674c-4659-a89f-1f0142985ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525277 Sep 18 02:34:21.097225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-a63e9099-8cb4-4495-8f91-eaaafce17343 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:21.098647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-a63e9099-8cb4-4495-8f91-eaaafce17343 tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.18 "GET /v2.0/ports?device_id=9272aa87-9121-4dad-b0de-c5c52e11c5ab HTTP/1.1" status: 200 len: 946 time: 0.0713770 Sep 18 02:34:21.189026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Deleting port 329b08ce-d853-4255-b16c-b6005a22fe31 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:34:21.189387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:21.279654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] For port 329b08ce-d853-4255-b16c-b6005a22fe31, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=329b08ce-d853-4255-b16c-b6005a22fe31,segment=NetworkSegment(a8a22d64-c5f0-406e-9bb0-044a298c5c43),segment_id=a8a22d64-c5f0-406e-9bb0-044a298c5c43)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:34:21.280116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:21.296998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Calling delete_port for 329b08ce-d853-4255-b16c-b6005a22fe31 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:34:21.419496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:21.431447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['329b08ce-d853-4255-b16c-b6005a22fe31'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:34:21.449113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Pushing event deleted for resources: {'Port': ['ID=329b08ce-d853-4255-b16c-b6005a22fe31,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:21.495142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] No DVR routers for this DVR port 329b08ce-d853-4255-b16c-b6005a22fe31 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:34:21.497743 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:21.499942 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13cdd8e7-38f5-484d-a7d9-8ec8e10dce67 req-d026113b-a537-42e1-ba11-0da04269ef4c tempest-DeleteServersTestJSON-1284892733 tempest-DeleteServersTestJSON-1284892733-project] 10.222.0.18 "DELETE /v2.0/ports/329b08ce-d853-4255-b16c-b6005a22fe31 HTTP/1.1" status: 204 len: 173 time: 0.3945630 Sep 18 02:34:21.500437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'name': 'network-vif-deleted', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:34:21.502944 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141ff2c9-5ae7-4aa6-b8e6-5ccd46dec7c7" -d '{"events": [{"server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "name": "network-vif-deleted", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:34:21.549615 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9212ca71-8eff-491b-b19c-d71a5be58d72 x-openstack-request-id: req-9212ca71-8eff-491b-b19c-d71a5be58d72 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:34:21.549903 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9272aa87-9121-4dad-b0de-c5c52e11c5ab", "name": "network-vif-deleted", "tag": "329b08ce-d853-4255-b16c-b6005a22fe31", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:34:21.550151 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9212ca71-8eff-491b-b19c-d71a5be58d72 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:34:21.550543 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9272aa87-9121-4dad-b0de-c5c52e11c5ab', 'name': 'network-vif-deleted', 'tag': '329b08ce-d853-4255-b16c-b6005a22fe31', 'status': 'completed', 'code': 200} Sep 18 02:34:22.217030 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41174) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:34:22.260960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Deleting subnet 2b8d7bb6-1e9d-46b2-8698-e4803760779e {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:34:22.263883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.296329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.334868 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.389474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.413620 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8d7bb6-1e9d-46b2-8698-e4803760779e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:22.418451 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.420312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2b8d7bb6-1e9d-46b2-8698-e4803760779e HTTP/1.1" status: 204 len: 168 time: 0.2023056 Sep 18 02:34:22.422956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41176) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:34:22.427206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.427550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.427881 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.428235 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.428561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.428887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.429206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.429522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.429837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.430159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.430474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.430815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd698aaf-b8a3-4f9d-8696-bd637fedb19b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:34:22.496632 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.577064 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.597049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47a1e3c-a0bf-40df-a84e-36b7c9e710d0']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:34:22.605877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a22d64-c5f0-406e-9bb0-044a298c5c43') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:34:22.606171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a22d64-c5f0-406e-9bb0-044a298c5c43') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:34:22.616388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.629670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.635487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:34:22.635869 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:34:22.637460 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:34:22.694987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.700095 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.702029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f47a1e3c-a0bf-40df-a84e-36b7c9e710d0 HTTP/1.1" status: 204 len: 168 time: 0.2774854 Sep 18 02:34:22.713399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e012da-5395-4481-9cb4-c95f82606226 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47a1e3c-a0bf-40df-a84e-36b7c9e710d0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:22.814870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41180) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:34:22.856412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9737f522-334b-4336-b9df-4dd092bc8cc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=437f1d0511da4fc5a839c0f0e9d8e720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400503 Sep 18 02:34:22.858873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41182) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:34:22.906036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef5272c5-1927-4cfb-b0db-c15bcf3ec3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.927937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef5272c5-1927-4cfb-b0db-c15bcf3ec3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.973205 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef5272c5-1927-4cfb-b0db-c15bcf3ec3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.975724 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ef5272c5-1927-4cfb-b0db-c15bcf3ec3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:22.976861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ef5272c5-1927-4cfb-b0db-c15bcf3ec3a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af7f7ae3-674c-4659-a89f-1f0142985ccc HTTP/1.1" status: 204 len: 168 time: 0.1171043 Sep 18 02:34:22.984552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5272c5-1927-4cfb-b0db-c15bcf3ec3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f7ae3-674c-4659-a89f-1f0142985ccc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:23.621390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41204) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:34:23.718589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1785220025-network', 'tenant_id': '964c6982f70249f6a53f3ae82b985046'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:34:23.739285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Made reservation on behalf of 964c6982f70249f6a53f3ae82b985046 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:34:23.741638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:23.750207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:23.840027 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:23.843461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:23.866885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:34:23.875543 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972b8a40-f460-4082-8486-c376c1ee0be1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:23.882073 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:23.882410 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Added segment 1be5985e-660e-486d-a55d-8cdc2f3027d8 of type vlan for network efe89ac0-f73d-4db2-bd60-eee54be4046d Sep 18 02:34:23.923057 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:23.947110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:23.948042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:23.948614 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:23.980570 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3580987 Sep 18 02:34:23.983644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41208) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:34:23.989145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Request body: {'subnet': {'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1785220025-subnet', 'tenant_id': '964c6982f70249f6a53f3ae82b985046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:34:24.009202 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f24309-f05e-4c5e-b232-35c2d65d1f55 admin admin] Pushing event updated for resources: {'Network': ['ID=efe89ac0-f73d-4db2-bd60-eee54be4046d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:24.011360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Made reservation on behalf of 964c6982f70249f6a53f3ae82b985046 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:34:24.014051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:24.019926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network efe89ac0-f73d-4db2-bd60-eee54be4046d details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:34:24.452065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 329b08ce-d853-4255-b16c-b6005a22fe31 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:34:24.473729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 329b08ce-d853-4255-b16c-b6005a22fe31 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:34:24.474075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 329b08ce-d853-4255-b16c-b6005a22fe31 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:34:24.500781 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:24.558375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42196f75-5e7c-47a5-a8c1-ad62e48c06fb,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:24.563517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Checking segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:34:24.563877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Network hostable DHCP agents. Network: efe89ac0-f73d-4db2-bd60-eee54be4046d, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:34:24.579734 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Network efe89ac0-f73d-4db2-bd60-eee54be4046d is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:34:24.587887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, efe89ac0-f73d-4db2-bd60-eee54be4046d) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:34:24.592662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:24.594603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:24.596448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878373df-b05b-435e-836e-20090bebfd01 None None] Network efe89ac0-f73d-4db2-bd60-eee54be4046d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:34:24.608422 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d36b43cd-7b1c-45ce-ad30-74a18f62aa36 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6236982 Sep 18 02:34:24.722112 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d85788-49bd-4bf9-be2f-938cba7ecf98 None None] Network efe89ac0-f73d-4db2-bd60-eee54be4046d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:34:25.044985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36205-063b-4097-9929-95fe6bee34ee req-108e33a9-b0e0-4b02-9b58-d02de863e303 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:25.046390 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-108e33a9-b0e0-4b02-9b58-d02de863e303 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 815 time: 0.1049359 Sep 18 02:34:25.061010 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-57575889-f057-4fd0-9663-de1ec547a791 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/quotas/964c6982f70249f6a53f3ae82b985046 HTTP/1.1" status: 200 len: 375 time: 0.0088642 Sep 18 02:34:25.091977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-9e4837a5-4e80-4fc6-a57f-aafc7b65ba45 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256100 Sep 18 02:34:25.184137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-dd0fabf0-5982-4e39-9835-4c58ea85516f service neutron] 10.222.0.21 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852714 Sep 18 02:34:25.273231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-6ff33ade-217f-4395-9c9e-dac1b6c76546 service neutron] 10.222.0.21 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828226 Sep 18 02:34:25.429697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-073c26d8-80c4-4c43-a5c8-e426e254be03 req-977272b4-df48-4b5d-a10f-5615abb13651 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 210 time: 0.0278690 Sep 18 02:34:25.776257 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:26.032910 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:26.319966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36205-063b-4097-9929-95fe6bee34ee req-8c1024f1-4a95-4684-9cc9-4eae9d6cc64f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:26.321331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-8c1024f1-4a95-4684-9cc9-4eae9d6cc64f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.20 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 815 time: 0.1065643 Sep 18 02:34:26.334253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Request body: {'port': {'device_id': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d', 'admin_state_up': True, 'tenant_id': '964c6982f70249f6a53f3ae82b985046'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:34:26.438904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Made reservation on behalf of 964c6982f70249f6a53f3ae82b985046 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:34:26.442965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:26.547439 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6e94c04d-6ce4-4e94-8e7f-5f792fa5e295 req-1754365b-f0ee-4d55-9365-36392dfd7b36 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 210 time: 0.0336449 Sep 18 02:34:26.598726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Allocated IP 172.20.0.7 (efe89ac0-f73d-4db2-bd60-eee54be4046d/42196f75-5e7c-47a5-a8c1-ad62e48c06fb/57d84cc5-7b4a-4921-9fc0-736a94dd58d1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:34:26.747684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:26.779060 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:26.820973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Network efe89ac0-f73d-4db2-bd60-eee54be4046d is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:34:26.824192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:34:26.830365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:34:26.838789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:26.888227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:26.888750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:26.902195 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-a4d08549-2f1e-408b-844a-41a0f7ba03f9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724673 Sep 18 02:34:26.914155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Request body: {'port': {'device_id': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:34:26.964380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:27.218036 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:34:27.225237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:27.238124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Transition to ACTIVE for port object 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:34:27.241779 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:27.296424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:27.358485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Attempting to bind port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:34:27.359163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Attempting to bind port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:34:27.359163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Attempting to bind port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on network efe89ac0-f73d-4db2-bd60-eee54be4046d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:34:27.364141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on network efe89ac0-f73d-4db2-bd60-eee54be4046d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:34:27.364464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Attempting to bind port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on network efe89ac0-f73d-4db2-bd60-eee54be4046d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:34:27.369184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:34:27.369770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Checking segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:34:27.370149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Bound using segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:34:27.370566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Bound port: 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:34:27.370932 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:27.432851 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:34:27.435912 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:34:27.440475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:27.477948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:27.478894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:27.480635 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] 10.222.0.20 "PUT /v2.0/ports/57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 1092 time: 0.5703924 Sep 18 02:34:27.482786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:34:27.486601 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7ae04-0bae-4d76-8276-215b9d8ec036" -d '{"events": [{"name": "network-changed", "server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:34:27.512367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223c378-33d8-4249-be1f-26da1aba8b24 service neutron] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:27.527313 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823ac75e-9ce4-4579-a50c-626d0a687f9d x-openstack-request-id: req-823ac75e-9ce4-4579-a50c-626d0a687f9d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:34:27.527595 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:34:27.527846 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-823ac75e-9ce4-4579-a50c-626d0a687f9d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:34:27.528244 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'status': 'completed', 'code': 200} Sep 18 02:34:27.558634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36205-063b-4097-9929-95fe6bee34ee req-33facade-8040-4ef9-8ae4-57b33b7a4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:27.560169 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-33facade-8040-4ef9-8ae4-57b33b7a4afc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0436616 Sep 18 02:34:27.601988 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-0da082e7-f919-45eb-895d-740c2063aba8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 217 time: 0.0339875 Sep 18 02:34:27.695510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36205-063b-4097-9929-95fe6bee34ee req-d3b09955-c116-4b03-b2ac-af4ccbae9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:27.696968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-d3b09955-c116-4b03-b2ac-af4ccbae9bc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0885944 Sep 18 02:34:27.709102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415215ad-518a-4d86-a6e0-0ffbfa0818b2 req-76063f65-1ce3-47ae-8a7b-387709e839f1 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:27.710508 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-415215ad-518a-4d86-a6e0-0ffbfa0818b2 req-76063f65-1ce3-47ae-8a7b-387709e839f1 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 943 time: 0.0943143 Sep 18 02:34:27.743297 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-3b80f5fa-86fe-4bd0-b2f1-24da3b906648 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318193 Sep 18 02:34:27.791616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-415215ad-518a-4d86-a6e0-0ffbfa0818b2 req-81eb9dad-9b01-40a6-ace6-4010ce527e20 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728288 Sep 18 02:34:27.854266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-6a2cb35b-403f-4539-899f-dfcf672a562f service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031504 Sep 18 02:34:27.943368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-acf36205-063b-4097-9929-95fe6bee34ee req-cf3746cf-166b-42e0-a2e4-6ca6ed390492 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821831 Sep 18 02:34:28.033760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-b64832c3-b1fa-431c-a960-9d375b4a13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:28.035168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-b64832c3-b1fa-431c-a960-9d375b4a13f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0450706 Sep 18 02:34:28.124304 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-8bef7135-e6c1-47b4-830e-7142b1fbc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:28.125739 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-8bef7135-e6c1-47b4-830e-7142b1fbc8a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0820949 Sep 18 02:34:28.169868 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-e3570997-8083-464c-8dbf-eccf4cc2a6a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 217 time: 0.0366766 Sep 18 02:34:28.216299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-daa11054-7bb3-4300-87bc-b6faf55215ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:28.217684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-daa11054-7bb3-4300-87bc-b6faf55215ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0410218 Sep 18 02:34:28.249455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-537f1a2a-9445-4fe7-862d-6538f47d59e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241494 Sep 18 02:34:28.344246 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-76575ee8-d6ff-4f3f-9345-ee4ab5a713df service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869968 Sep 18 02:34:28.434703 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8af7ae04-0bae-4d76-8276-215b9d8ec036 req-af4747a4-b691-4083-b1dd-5d8e333e8b13 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824327 Sep 18 02:34:28.909456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43895b-dc1a-40e8-834d-f30808aa86d2 req-d6fd2064-a8fb-4def-b1c0-f81777aab20e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:28.911067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d43895b-dc1a-40e8-834d-f30808aa86d2 req-d6fd2064-a8fb-4def-b1c0-f81777aab20e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 943 time: 0.0522475 Sep 18 02:34:28.946908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d43895b-dc1a-40e8-834d-f30808aa86d2 req-3d248036-b844-4704-b942-388bde9cb3f8 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301418 Sep 18 02:34:29.256037 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:34:29.350216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:34:29.361260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d', 'port_id': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'mac_address': 'fa:16:3e:7d:8c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42196f75-5e7c-47a5-a8c1-ad62e48c06fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:34:29.397184 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:29.409215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:34:29.428201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:34:29.432131 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:29.477028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:29.631141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['57d84cc5-7b4a-4921-9fc0-736a94dd58d1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:34:30.061018 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975f0c1-7500-4e2d-8c8c-8841dfc7ce3d req-3341e7b4-48fb-4909-bf93-c0dc6a14ffd8 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:30.062488 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0975f0c1-7500-4e2d-8c8c-8841dfc7ce3d req-3341e7b4-48fb-4909-bf93-c0dc6a14ffd8 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 944 time: 0.0507078 Sep 18 02:34:30.101067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0975f0c1-7500-4e2d-8c8c-8841dfc7ce3d req-a50bb998-71cf-49ba-9393-2eb436c217d7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Sep 18 02:34:30.886877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f29f8de2-4b90-4490-b8e0-11aa5c7e93ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:31.212279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5713d0-e71a-4ede-80a5-cb273ef9ee43 req-004eb856-dba2-4337-a430-30ca2922f4f2 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:31.213734 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f5713d0-e71a-4ede-80a5-cb273ef9ee43 req-004eb856-dba2-4337-a430-30ca2922f4f2 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 944 time: 0.0475388 Sep 18 02:34:31.253345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f5713d0-e71a-4ede-80a5-cb273ef9ee43 req-c0735239-7177-4438-99c5-306a8304123e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Sep 18 02:34:31.271284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:34:31.320092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:34:31.323886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:34:31.324251 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:31.402641 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:31.425246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:34:31.427716 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63e2923-2f3f-4c67-9b18-80d265148e86" -d '{"events": [{"server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "name": "network-vif-plugged", "status": "completed", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:34:31.441046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:34:31.446664 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:31.469867 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc51fb66-808c-418c-b56d-c4923b3080f3 x-openstack-request-id: req-cc51fb66-808c-418c-b56d-c4923b3080f3 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:34:31.470154 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "name": "network-vif-plugged", "status": "completed", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:34:31.470398 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc51fb66-808c-418c-b56d-c4923b3080f3 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:34:31.470802 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'code': 200} Sep 18 02:34:31.496978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:34:31.572624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb3c2b-4740-47c1-8071-2ef4aa75d772 req-cb21489c-e10e-4419-a4b9-a342a3e86d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:31.574157 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86fb3c2b-4740-47c1-8071-2ef4aa75d772 req-cb21489c-e10e-4419-a4b9-a342a3e86d4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0501356 Sep 18 02:34:31.609647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86fb3c2b-4740-47c1-8071-2ef4aa75d772 req-23684d48-c450-4897-8ad1-0ec1398e53e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284448 Sep 18 02:34:32.365749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556a900-3f6a-46c6-88a4-50fa8652e1c0 req-c54a6cd4-a540-48a4-b9c6-cf9b163c1d2f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:32.367305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e556a900-3f6a-46c6-88a4-50fa8652e1c0 req-c54a6cd4-a540-48a4-b9c6-cf9b163c1d2f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0484674 Sep 18 02:34:32.404220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e556a900-3f6a-46c6-88a4-50fa8652e1c0 req-f9528724-92fa-4c6d-83ba-9a6a9b7f447c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Sep 18 02:34:33.468854 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9139f42d-d380-47fd-84d8-345a6fc63f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:33.521075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd1569-9d68-447c-900b-33c892c17ad0 req-cecc60a0-7088-4a6b-b161-fe60fb0ca269 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:33.522671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cdd1569-9d68-447c-900b-33c892c17ad0 req-cecc60a0-7088-4a6b-b161-fe60fb0ca269 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Sep 18 02:34:33.559845 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8cdd1569-9d68-447c-900b-33c892c17ad0 req-49c06181-0758-4478-b644-1555c45de3f0 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Sep 18 02:34:33.674469 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccec53f-1f63-45cf-a39f-c8a1b2cd5d94 req-3852dd27-acb7-41e2-9baa-96c2924dffeb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:33.675979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ccec53f-1f63-45cf-a39f-c8a1b2cd5d94 req-3852dd27-acb7-41e2-9baa-96c2924dffeb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0517521 Sep 18 02:34:33.713323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ccec53f-1f63-45cf-a39f-c8a1b2cd5d94 req-93c42a9f-1686-4c52-8dce-7909fb1f15ba tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Sep 18 02:34:33.911956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5ce09-f5a1-4fc3-b062-a6d1ce38107d req-23e9539f-b0b6-4a4e-9842-f45123035f8a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:33.913472 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95a5ce09-f5a1-4fc3-b062-a6d1ce38107d req-23e9539f-b0b6-4a4e-9842-f45123035f8a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0482669 Sep 18 02:34:33.953038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95a5ce09-f5a1-4fc3-b062-a6d1ce38107d req-d390046a-7cb5-4be4-88a0-33e3c8f13510 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Sep 18 02:34:34.064279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d8bdf-2de9-49f7-83bf-c47bb8b2e6db req-3574f2fc-9f55-4db8-a8ce-ba36959ff09d tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:34.066554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-819d8bdf-2de9-49f7-83bf-c47bb8b2e6db req-3574f2fc-9f55-4db8-a8ce-ba36959ff09d tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0496542 Sep 18 02:34:34.101692 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:34.107430 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-819d8bdf-2de9-49f7-83bf-c47bb8b2e6db req-bbb573de-f7c2-4e79-a0a1-27cb9c6cbde8 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Sep 18 02:34:34.366077 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-072577e6-a6b8-4b01-9233-235874f64f9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726097 Sep 18 02:34:34.373771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6046be9-d6a3-4ee5-b8f3-58a15e55c28b req-a8909b11-31ea-4a0c-b297-7c8e9921aff6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:34.375173 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c6046be9-d6a3-4ee5-b8f3-58a15e55c28b req-a8909b11-31ea-4a0c-b297-7c8e9921aff6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0740936 Sep 18 02:34:34.413627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c6046be9-d6a3-4ee5-b8f3-58a15e55c28b req-e17f5de2-32c2-4c8b-9094-13f0d58d686c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Sep 18 02:34:35.009447 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:35.458974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13354dd-a411-4193-8476-e5722e05a735 req-f3522f2e-0363-4818-928b-e3bf8f2d5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:35.460487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-f3522f2e-0363-4818-928b-e3bf8f2d5f0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0418284 Sep 18 02:34:35.527067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b338f0-2d58-45e3-815d-877fec5660f0 req-c6984949-a1a7-4310-9878-00f2e9f1d560 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:35.528557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02b338f0-2d58-45e3-815d-877fec5660f0 req-c6984949-a1a7-4310-9878-00f2e9f1d560 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Sep 18 02:34:35.556752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13354dd-a411-4193-8476-e5722e05a735 req-cf1ea86c-04c4-4b1d-bad5-efb6887fc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:35.558327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-cf1ea86c-04c4-4b1d-bad5-efb6887fc9b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0911512 Sep 18 02:34:35.566805 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-02b338f0-2d58-45e3-815d-877fec5660f0 req-bb378cfe-51e1-4bd2-83ad-8656500e6f3b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Sep 18 02:34:35.599333 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-bd502ce2-33cb-4077-9ff0-0357d67fa9f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 217 time: 0.0343828 Sep 18 02:34:35.651492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13354dd-a411-4193-8476-e5722e05a735 req-c46094b9-3adc-44fd-9a8e-0ea2c8e8e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:35.652916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-c46094b9-3adc-44fd-9a8e-0ea2c8e8e770 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0468652 Sep 18 02:34:35.684271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-e4f1774b-b544-4f0c-b5d4-4068348fbfcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243406 Sep 18 02:34:35.773647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-614a1ea7-43c7-468c-98f4-5c5f56cc39c8 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823548 Sep 18 02:34:35.872276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-e9b736ad-51f2-4a43-8a7d-e8d14b59adb6 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918365 Sep 18 02:34:35.992043 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:34:36.362846 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:36.688299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7ab9-9fff-4024-812f-fef3f5e7d28e req-55c8df30-aafe-4d71-ac9f-e4e268374897 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:36.689767 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-543a7ab9-9fff-4024-812f-fef3f5e7d28e req-55c8df30-aafe-4d71-ac9f-e4e268374897 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Sep 18 02:34:36.728510 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-543a7ab9-9fff-4024-812f-fef3f5e7d28e req-ea5597c3-4b4c-4f60-a59c-719771b27dd9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Sep 18 02:34:37.847103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3521ae7-60a2-49be-a859-1cacbd6c7b9f req-1d0d75e3-1695-4f7e-a218-af1732deb946 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:37.848716 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3521ae7-60a2-49be-a859-1cacbd6c7b9f req-1d0d75e3-1695-4f7e-a218-af1732deb946 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Sep 18 02:34:37.887547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d3521ae7-60a2-49be-a859-1cacbd6c7b9f req-c7e5e7cd-d175-4196-a049-4c9e7bb545cd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Sep 18 02:34:39.004992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adda6b-2090-4192-8da7-5473266cb6ca req-028e9173-a46a-4885-9a9e-73987dbd588c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:39.006444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70adda6b-2090-4192-8da7-5473266cb6ca req-028e9173-a46a-4885-9a9e-73987dbd588c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0516098 Sep 18 02:34:39.048958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70adda6b-2090-4192-8da7-5473266cb6ca req-c3e0d194-5835-4025-bd31-3ee15bccabfc tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366600 Sep 18 02:34:40.162230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed18178-c1b2-4e3d-b379-8827a3abcfec req-a1f6f552-08b6-4039-b0a3-0231a4d38e07 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:40.163719 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ed18178-c1b2-4e3d-b379-8827a3abcfec req-a1f6f552-08b6-4039-b0a3-0231a4d38e07 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0482488 Sep 18 02:34:40.200205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ed18178-c1b2-4e3d-b379-8827a3abcfec req-279a1aef-c145-4e0f-9c82-8b042d5fd905 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305688 Sep 18 02:34:40.564251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-2d2b8da8-795a-4b91-9fa0-5071a23172ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:40.565632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-2d2b8da8-795a-4b91-9fa0-5071a23172ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0395103 Sep 18 02:34:40.665233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-dbafc9ad-a139-4148-9742-ac316bd297a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:40.666704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-dbafc9ad-a139-4148-9742-ac316bd297a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0823741 Sep 18 02:34:40.710080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-0995fc2e-af5c-4e72-bbc7-f78389db5bc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 217 time: 0.0367758 Sep 18 02:34:40.758875 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-1ae0b5cc-2405-4088-abc3-925a30d9b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:40.760304 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-1ae0b5cc-2405-4088-abc3-925a30d9b907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0437775 Sep 18 02:34:40.790797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-7cec308b-b413-4927-a1df-5502504471d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241249 Sep 18 02:34:40.884284 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-be406c6d-8278-4873-ac5b-2b5d5badb263 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867763 Sep 18 02:34:40.974078 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-778a7ab7-d318-4c3a-a98d-dc8150974513 req-4eebf15b-7f69-4354-b12b-706a98e2e114 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830457 Sep 18 02:34:41.317096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63787aac-ed76-4cb2-8793-71e28329a5c1 req-e036189f-8970-48c4-990b-402c3a8befe4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:41.318574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63787aac-ed76-4cb2-8793-71e28329a5c1 req-e036189f-8970-48c4-990b-402c3a8befe4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0530183 Sep 18 02:34:41.355529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-63787aac-ed76-4cb2-8793-71e28329a5c1 req-45612ff9-ee3a-4011-8f14-2a1030879aa9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Sep 18 02:34:42.471454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26f87b-f04d-4c2c-9f52-73aea9400313 req-37d4ca74-cb7c-435b-a32a-2078944a2ecb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:42.472934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a26f87b-f04d-4c2c-9f52-73aea9400313 req-37d4ca74-cb7c-435b-a32a-2078944a2ecb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0511925 Sep 18 02:34:42.510435 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a26f87b-f04d-4c2c-9f52-73aea9400313 req-13505b3e-868b-42aa-afc5-065232b41117 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308890 Sep 18 02:34:43.624822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e2785-e9af-44fc-a2ca-2e0b77c9f2ae req-ef09fac7-bd39-486d-991f-ff7fba99efb9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:43.626288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd5e2785-e9af-44fc-a2ca-2e0b77c9f2ae req-ef09fac7-bd39-486d-991f-ff7fba99efb9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Sep 18 02:34:43.663604 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd5e2785-e9af-44fc-a2ca-2e0b77c9f2ae req-9a9ecc51-9dab-4cfc-a7e7-cee90dccd80c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Sep 18 02:34:44.780506 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff02b2-8b48-47cb-9bde-9500076913fc req-e556b7f8-9a00-4c98-b79e-1745c060b06a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:44.781947 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65ff02b2-8b48-47cb-9bde-9500076913fc req-e556b7f8-9a00-4c98-b79e-1745c060b06a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0517254 Sep 18 02:34:44.819400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65ff02b2-8b48-47cb-9bde-9500076913fc req-d5c84de8-3f1b-4e17-8e72-095fc74f09b9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309851 Sep 18 02:34:45.221459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-fb7a1b54-44ff-450f-968f-7ca5403f8db6 req-1b257c7d-1fa9-48a9-8095-fd7a0f951653 service neutron] (106439) timed out ('10.222.0.20', 65371) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:34:45.935137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6d42a-f975-4e05-bc55-7b33167bbd97 req-6572947e-082d-45d8-b8ac-2bddbdfa6f29 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:45.936616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ecc6d42a-f975-4e05-bc55-7b33167bbd97 req-6572947e-082d-45d8-b8ac-2bddbdfa6f29 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Sep 18 02:34:45.974087 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ecc6d42a-f975-4e05-bc55-7b33167bbd97 req-305de7df-dc06-4237-bbf6-2b66865a3d2f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Sep 18 02:34:47.088862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e3ee3-6a5e-409a-8d90-78df0f17d580 req-269550b3-9935-43f3-aefe-493b3916ab46 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:47.090332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b98e3ee3-6a5e-409a-8d90-78df0f17d580 req-269550b3-9935-43f3-aefe-493b3916ab46 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0484507 Sep 18 02:34:47.126403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b98e3ee3-6a5e-409a-8d90-78df0f17d580 req-e3871df0-d319-4887-a440-5fdb7130dc28 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301511 Sep 18 02:34:48.244148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554053d7-aa0f-4f95-a01b-51527ff107f7 req-71ea7a4e-4291-4feb-8ce5-1c88dbed95ca tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:48.245886 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-554053d7-aa0f-4f95-a01b-51527ff107f7 req-71ea7a4e-4291-4feb-8ce5-1c88dbed95ca tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Sep 18 02:34:48.283106 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-554053d7-aa0f-4f95-a01b-51527ff107f7 req-20f4284a-8846-400c-aa02-230856fe101a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Sep 18 02:34:49.396780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bed161-3b1f-41c0-9e86-6cf50ac95ff2 req-10c6b9b0-02cd-4ff7-9d2c-f45466b65fdb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:49.398247 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22bed161-3b1f-41c0-9e86-6cf50ac95ff2 req-10c6b9b0-02cd-4ff7-9d2c-f45466b65fdb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0477946 Sep 18 02:34:49.435617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22bed161-3b1f-41c0-9e86-6cf50ac95ff2 req-39abfbb8-094d-4ec8-99f7-a85ec090c0a1 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Sep 18 02:34:50.548491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f8d24-9612-476c-83ce-f77964c8c985 req-7c0b67a9-b5dc-46d9-96be-c4ceeaecfb8a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:50.549967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be2f8d24-9612-476c-83ce-f77964c8c985 req-7c0b67a9-b5dc-46d9-96be-c4ceeaecfb8a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Sep 18 02:34:50.588172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be2f8d24-9612-476c-83ce-f77964c8c985 req-e76bb387-e23f-433c-b6bc-1faca8e9ec29 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Sep 18 02:34:51.704808 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc5970-3305-421b-8573-b688e7120184 req-a1a6e0ef-d4c1-466c-9e00-d8cb3370aefb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:51.706258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6bc5970-3305-421b-8573-b688e7120184 req-a1a6e0ef-d4c1-466c-9e00-d8cb3370aefb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0513215 Sep 18 02:34:51.745472 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c6bc5970-3305-421b-8573-b688e7120184 req-016dfebd-4d2d-4a2f-b7f4-717b6c11d11b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 18 02:34:52.860564 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a5b19-917a-4176-b1f4-05ea535fbbb8 req-f2390939-a5e7-4aad-b1c3-e8242ae98ac4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:52.862097 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f73a5b19-917a-4176-b1f4-05ea535fbbb8 req-f2390939-a5e7-4aad-b1c3-e8242ae98ac4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0501680 Sep 18 02:34:52.900450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f73a5b19-917a-4176-b1f4-05ea535fbbb8 req-25316a45-5b60-409a-acae-7c6d93b14041 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Sep 18 02:34:54.015263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f25c0c-c0c6-48f5-835c-9765e5ccf902 req-cd33af56-53b0-4b1e-8486-6fc1c4c43143 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:54.016634 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65f25c0c-c0c6-48f5-835c-9765e5ccf902 req-cd33af56-53b0-4b1e-8486-6fc1c4c43143 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0481641 Sep 18 02:34:54.055375 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65f25c0c-c0c6-48f5-835c-9765e5ccf902 req-df9c04d1-be33-498c-bbb1-88984ec56fc5 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Sep 18 02:34:55.173858 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0265b5d-10fe-4321-9711-1ce79f042fd7 req-b03409eb-14ea-4364-ba12-fbf7ba6bb05f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:55.175665 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0265b5d-10fe-4321-9711-1ce79f042fd7 req-b03409eb-14ea-4364-ba12-fbf7ba6bb05f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0549500 Sep 18 02:34:55.215172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d0265b5d-10fe-4321-9711-1ce79f042fd7 req-a1d5c1ce-9be1-4c5e-8fe1-482e9a1fe6d3 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Sep 18 02:34:55.775270 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:56.040501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:34:56.328171 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9132bfb-7d84-4f83-bc16-672ec7f9145d req-d1cdede7-48ed-4eba-b05e-0f419a7315d8 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:56.329621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e9132bfb-7d84-4f83-bc16-672ec7f9145d req-d1cdede7-48ed-4eba-b05e-0f419a7315d8 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0474050 Sep 18 02:34:56.367180 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e9132bfb-7d84-4f83-bc16-672ec7f9145d req-54058769-d3b9-4352-abfc-1e67f5fe9c63 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Sep 18 02:34:57.480935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96947e7-d27f-4788-9d20-d48daef82241 req-1f1d9e20-8315-418a-b8f2-e3c29c9855fc tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:57.482428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b96947e7-d27f-4788-9d20-d48daef82241 req-1f1d9e20-8315-418a-b8f2-e3c29c9855fc tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0492706 Sep 18 02:34:57.519562 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b96947e7-d27f-4788-9d20-d48daef82241 req-e7baa598-e39a-406a-9e85-1fdfb82a2052 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312839 Sep 18 02:34:58.637177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a43a2-a4b2-41b8-b016-47c8e3db41d5 req-ee163db1-86cd-483d-bb90-a5ebdb0cdec6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:58.638639 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c88a43a2-a4b2-41b8-b016-47c8e3db41d5 req-ee163db1-86cd-483d-bb90-a5ebdb0cdec6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0522621 Sep 18 02:34:58.675614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c88a43a2-a4b2-41b8-b016-47c8e3db41d5 req-3e9035be-932f-41bc-b387-c1bddfcfbfc9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Sep 18 02:34:59.789477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103ea79-f90c-4371-9a75-1d54bf22cbf6 req-698d17d8-959b-43e4-a3e1-086d9f51fe65 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:34:59.790946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8103ea79-f90c-4371-9a75-1d54bf22cbf6 req-698d17d8-959b-43e4-a3e1-086d9f51fe65 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Sep 18 02:34:59.828302 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8103ea79-f90c-4371-9a75-1d54bf22cbf6 req-b2feb209-7dad-47f8-b561-21b4028601c7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313189 Sep 18 02:35:00.888096 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-031c50ec-0176-462a-89a3-fc93926ce46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:00.945434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf2bdd-2b7b-43cf-9aee-211f96cadb72 req-b560b972-fbc3-4c0b-b927-9792b99b67c1 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:00.946938 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17bf2bdd-2b7b-43cf-9aee-211f96cadb72 req-b560b972-fbc3-4c0b-b927-9792b99b67c1 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0486977 Sep 18 02:35:00.985251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-17bf2bdd-2b7b-43cf-9aee-211f96cadb72 req-e17a8284-8fb4-43a1-a929-ff07b6529ba6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324528 Sep 18 02:35:02.103317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e1e1d-f371-4406-a33e-fae36f04c1a9 req-f0c78025-1813-4771-b206-b7977879d079 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:02.104808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b02e1e1d-f371-4406-a33e-fae36f04c1a9 req-f0c78025-1813-4771-b206-b7977879d079 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0534267 Sep 18 02:35:02.143157 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b02e1e1d-f371-4406-a33e-fae36f04c1a9 req-30c31af6-e748-4800-b23d-884695986120 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Sep 18 02:35:02.537072 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-d13354dd-a411-4193-8476-e5722e05a735 req-6cc74ddc-9072-4aca-b909-14544c36e196 service neutron] show failed (client error): The resource could not be found. Sep 18 02:35:02.538080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-6cc74ddc-9072-4aca-b909-14544c36e196 service neutron] 10.222.0.20 "GET /v2.0/ports/57d84cc5-7b4a-4921-9fc0-736a94dd58d1/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0540786 Sep 18 02:35:02.725527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13354dd-a411-4193-8476-e5722e05a735 req-4a9583f8-0472-47c6-be4c-ec36905bb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:02.727055 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-4a9583f8-0472-47c6-be4c-ec36905bb966 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1&tenant_id=964c6982f70249f6a53f3ae82b985046 HTTP/1.1" status: 200 len: 1097 time: 0.0402243 Sep 18 02:35:02.738938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:35:02.793584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:02.991782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:03.027413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:35:03.065459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:03.068256 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9863d39-c3e3-4b04-8060-389f3b1c63de" -d '{"events": [{"server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:03.072340 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:03.084619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Transition to ACTIVE for port object 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:35:03.088748 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:03.120521 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3f1503-4083-4d00-9141-bb6a88b3853e x-openstack-request-id: req-4d3f1503-4083-4d00-9141-bb6a88b3853e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:03.120843 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:03.121522 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d3f1503-4083-4d00-9141-bb6a88b3853e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:03.121522 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'code': 200} Sep 18 02:35:03.155561 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:03.157819 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] No DVR routers for this DVR port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:35:03.193291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Attempting to bind port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:35:03.193635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Attempting to bind port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:35:03.193939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Attempting to bind port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on network efe89ac0-f73d-4db2-bd60-eee54be4046d {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:35:03.198254 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on network efe89ac0-f73d-4db2-bd60-eee54be4046d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:35:03.198573 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Attempting to bind port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on network efe89ac0-f73d-4db2-bd60-eee54be4046d {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:35:03.203290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:35:03.203612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Checking segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:35:03.203997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Bound using segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:35:03.204420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Bound port: 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:35:03.204777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:03.261119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffbe9c-9bc8-4bff-a267-b98d38bb0cbf req-fc86abdd-95de-4a4d-9d97-a2e61e79b423 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:03.263055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45ffbe9c-9bc8-4bff-a267-b98d38bb0cbf req-fc86abdd-95de-4a4d-9d97-a2e61e79b423 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 943 time: 0.0523171 Sep 18 02:35:03.268590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:35:03.272669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:35:03.277306 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:03.303885 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45ffbe9c-9bc8-4bff-a267-b98d38bb0cbf req-9402ad82-69d7-4fe0-bf92-83e7c396a868 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347600 Sep 18 02:35:03.310258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:03.310899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:03.312492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 1092 time: 0.5781667 Sep 18 02:35:03.348164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ff8b4-b4ee-4238-8d97-37e2fd0b76f7 service neutron] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=7']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:03.382947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13354dd-a411-4193-8476-e5722e05a735 req-3754ab53-9d49-444f-b880-3f34481484af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:03.384457 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-3754ab53-9d49-444f-b880-3f34481484af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0498290 Sep 18 02:35:03.471496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f706836e-87f7-44a9-96f9-b73870ba4bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:03.480940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13354dd-a411-4193-8476-e5722e05a735 req-1a709225-427c-4bdf-b1d0-e817a67db44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:03.482394 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-1a709225-427c-4bdf-b1d0-e817a67db44a service neutron] 10.222.0.18 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0862732 Sep 18 02:35:03.526042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-8174228c-e15b-40f0-af6d-927eaa9e32f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 217 time: 0.0357177 Sep 18 02:35:03.576760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13354dd-a411-4193-8476-e5722e05a735 req-72aa3a25-f8a2-4861-955b-370cab2e72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:03.578219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-72aa3a25-f8a2-4861-955b-370cab2e72b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0453146 Sep 18 02:35:03.608945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-329a8d04-cb2e-4ea6-9bcf-e534c8ce5bb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241461 Sep 18 02:35:03.697840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-05d6ba56-1155-4a55-8ab2-0fee41807f21 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819147 Sep 18 02:35:03.787740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d13354dd-a411-4193-8476-e5722e05a735 req-e9fb3dd2-e678-4b98-b052-1003e7ab17dc service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821276 Sep 18 02:35:04.102186 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:04.425976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3787-0c8a-4873-a644-1c56d70b6a1d req-0ee9b148-47de-4e0f-8210-d8cdab1cf89b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:04.427475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f4f3787-0c8a-4873-a644-1c56d70b6a1d req-0ee9b148-47de-4e0f-8210-d8cdab1cf89b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 943 time: 0.0485907 Sep 18 02:35:04.463952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7f4f3787-0c8a-4873-a644-1c56d70b6a1d req-ad193dae-a2a9-4819-ae15-00f1697c02ba tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Sep 18 02:35:05.011002 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:05.122682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:05.125056 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d344efd4-9500-4dbb-b218-232f66b69034" -d '{"events": [{"name": "network-changed", "server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:05.174474 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d989a5-3b51-47d3-84ce-5ef3087d7e9b x-openstack-request-id: req-96d989a5-3b51-47d3-84ce-5ef3087d7e9b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:05.174867 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:05.175128 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96d989a5-3b51-47d3-84ce-5ef3087d7e9b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:05.176267 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'status': 'completed', 'code': 200} Sep 18 02:35:05.234067 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344efd4-9500-4dbb-b218-232f66b69034 req-5c63a7e8-13be-49fb-a74e-7501626c6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:05.235711 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-5c63a7e8-13be-49fb-a74e-7501626c6c02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0428426 Sep 18 02:35:05.253549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344efd4-9500-4dbb-b218-232f66b69034 req-03fd1041-b019-46e1-bf77-50552f078d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:05.255839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-03fd1041-b019-46e1-bf77-50552f078d97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0497551 Sep 18 02:35:05.335733 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344efd4-9500-4dbb-b218-232f66b69034 req-9e3f41d6-1463-4181-937d-3f3cfb508dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:05.337249 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-9e3f41d6-1463-4181-937d-3f3cfb508dde service neutron] 10.222.0.20 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0938981 Sep 18 02:35:05.349007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344efd4-9500-4dbb-b218-232f66b69034 req-66eec5d8-bd30-4d40-ad3c-8095e9fe9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:05.350473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-66eec5d8-bd30-4d40-ad3c-8095e9fe9aa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0864427 Sep 18 02:35:05.378244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-f7d02031-41d5-48c2-adf2-694fa1b6b617 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 217 time: 0.0341101 Sep 18 02:35:05.395440 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-4013e510-50c5-4c83-a0ed-cd794871bb3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 217 time: 0.0380769 Sep 18 02:35:05.428023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:35:05.432473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344efd4-9500-4dbb-b218-232f66b69034 req-9b231e1b-b0d7-4dea-88ac-04c7f0c12d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:05.434002 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-9b231e1b-b0d7-4dea-88ac-04c7f0c12d15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0485067 Sep 18 02:35:05.443939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344efd4-9500-4dbb-b218-232f66b69034 req-2317e382-6f7f-46fe-befd-74c6137720da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:05.445415 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-2317e382-6f7f-46fe-befd-74c6137720da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0436549 Sep 18 02:35:05.465792 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-4ad8fce3-7ec7-462d-9e0b-9296f3c1383f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251808 Sep 18 02:35:05.470264 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:35:05.478007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-25289159-030d-419e-bb40-861c7879b4f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260463 Sep 18 02:35:05.558399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-fa343b99-031f-4dd8-bc04-449fd4d9126f service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855010 Sep 18 02:35:05.659375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-f7c7d82a-f0e6-4047-9ebf-3184ad38fcf1 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943637 Sep 18 02:35:05.894850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-602e8d81-4e5d-42c3-ba76-9ad809094525 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091630 Sep 18 02:35:05.903294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d378-9190-4664-9ebf-4bbde3e5dcf3 req-2b050ce9-71b0-4a9c-bf75-54d7e287439e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:05.904675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2649d378-9190-4664-9ebf-4bbde3e5dcf3 req-2b050ce9-71b0-4a9c-bf75-54d7e287439e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 943 time: 0.3589406 Sep 18 02:35:05.993500 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2649d378-9190-4664-9ebf-4bbde3e5dcf3 req-7af4e52e-8f8b-4a89-b434-8bf7208d1638 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804007 Sep 18 02:35:06.015602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d344efd4-9500-4dbb-b218-232f66b69034 req-09093ae5-df3d-43d4-996e-e1243ef5bf20 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100173 Sep 18 02:35:06.187598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910c6d5-921b-416f-9436-550ebad0bf6c req-39ded20c-48c8-4874-aa35-2e5bf20c7b03 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:06.189201 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3910c6d5-921b-416f-9436-550ebad0bf6c req-39ded20c-48c8-4874-aa35-2e5bf20c7b03 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 943 time: 0.0519485 Sep 18 02:35:06.228869 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3910c6d5-921b-416f-9436-550ebad0bf6c req-a9247f3f-e847-438c-8db6-6e1b2e453f8b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Sep 18 02:35:06.234220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f757-d057-44fe-a258-d62099c74e84 req-59761bdd-0de5-473b-9d75-5f7916c0617e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:06.235803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-59761bdd-0de5-473b-9d75-5f7916c0617e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.20 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1&tenant_id=964c6982f70249f6a53f3ae82b985046&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 943 time: 0.0533772 Sep 18 02:35:06.301303 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-9327f757-d057-44fe-a258-d62099c74e84 req-7efc51f8-3c55-44be-91a7-dade1e264dff service neutron] delete failed (client error): The resource could not be found. Sep 18 02:35:06.302324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-7efc51f8-3c55-44be-91a7-dade1e264dff service neutron] 10.222.0.20 "DELETE /v2.0/ports/57d84cc5-7b4a-4921-9fc0-736a94dd58d1/bindings/n-h2-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0589395 Sep 18 02:35:06.364961 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:06.387880 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f757-d057-44fe-a258-d62099c74e84 req-fedef57c-e8aa-48ca-b20c-99bd80762aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:06.389382 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-fedef57c-e8aa-48ca-b20c-99bd80762aa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0425432 Sep 18 02:35:06.478466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f757-d057-44fe-a258-d62099c74e84 req-07312491-70ca-4949-aff7-6c9ba4e1355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:06.479971 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-07312491-70ca-4949-aff7-6c9ba4e1355a service neutron] 10.222.0.20 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0838656 Sep 18 02:35:06.523081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-febef27b-9b4a-4719-bc0f-47032ec87112 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 200 len: 217 time: 0.0365949 Sep 18 02:35:06.570783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f757-d057-44fe-a258-d62099c74e84 req-a288f4b4-37bd-4d3a-8c25-c9576aa00fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:06.572121 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-a288f4b4-37bd-4d3a-8c25-c9576aa00fff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0427432 Sep 18 02:35:06.604143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-799bbc4a-9954-496c-bfd5-bfd8b677cbb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238683 Sep 18 02:35:06.668394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:35:06.696116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-463551bc-df68-4b01-8c04-80ad1e53f37d service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849252 Sep 18 02:35:06.760331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:06.775157 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d', 'port_id': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'mac_address': 'fa:16:3e:7d:8c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42196f75-5e7c-47a5-a8c1-ad62e48c06fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:35:06.789049 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9327f757-d057-44fe-a258-d62099c74e84 req-49e91fd9-2b1b-46f7-bc30-6567f996977f service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858390 Sep 18 02:35:06.811724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:06.824281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:35:06.845557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:06.849329 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:06.896312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:07.047097 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['57d84cc5-7b4a-4921-9fc0-736a94dd58d1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:35:07.350845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f26387-7500-4fab-97b4-8302a3920c49 req-f5269342-8c66-4953-8e41-6e8bd3e26fb5 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:07.352374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5f26387-7500-4fab-97b4-8302a3920c49 req-f5269342-8c66-4953-8e41-6e8bd3e26fb5 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 944 time: 0.0528045 Sep 18 02:35:07.395920 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5f26387-7500-4fab-97b4-8302a3920c49 req-fec51a2f-d29f-4441-a8e8-d484452a8367 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373578 Sep 18 02:35:07.508106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378af1f5-67a9-472a-bcbb-c08d79d02a03 req-d2e90dd5-0d1f-4258-93ee-de393b206d8c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:07.509580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-378af1f5-67a9-472a-bcbb-c08d79d02a03 req-d2e90dd5-0d1f-4258-93ee-de393b206d8c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 944 time: 0.0491719 Sep 18 02:35:07.545369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-378af1f5-67a9-472a-bcbb-c08d79d02a03 req-26e71f5d-faf7-4e0d-85d1-b7279f359cf4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299430 Sep 18 02:35:07.658048 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64092-18c8-4c04-9cc0-0543608178ac req-87e2263f-6012-4b56-ae31-d32d91d9273b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:07.659550 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccd64092-18c8-4c04-9cc0-0543608178ac req-87e2263f-6012-4b56-ae31-d32d91d9273b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 944 time: 0.0490317 Sep 18 02:35:07.697194 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ccd64092-18c8-4c04-9cc0-0543608178ac req-b6e9dd83-85b6-4e69-8e05-d2c3e14b1d89 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Sep 18 02:35:08.047084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75944-54f3-463f-ac24-10083d3106ef req-772faebe-689c-400f-987b-effcb361f7f6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:08.048450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-772faebe-689c-400f-987b-effcb361f7f6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 815 time: 0.1012795 Sep 18 02:35:08.063003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-e256152d-599f-4bc2-a89e-15942b424a45 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/quotas/964c6982f70249f6a53f3ae82b985046 HTTP/1.1" status: 200 len: 375 time: 0.0087016 Sep 18 02:35:08.112713 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-e590c95b-0256-45c0-8cd9-b2910bd9c57d tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440493 Sep 18 02:35:08.204423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-41ea7129-1c23-401f-8367-78cf9c16c4a3 service neutron] 10.222.0.21 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843186 Sep 18 02:35:08.296299 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-fd808a39-355b-44f2-a2f5-51ddc6c98673 service neutron] 10.222.0.21 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858061 Sep 18 02:35:08.466268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-be07d360-4f23-46e6-ad30-661c879989dd req-d9d8e610-f8f3-454b-9f1b-a4ecf50ffd41 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 210 time: 0.0312414 Sep 18 02:35:08.688505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:35:08.741300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:35:08.745265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:35:08.745641 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:08.825762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:08.849453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:08.851633 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a77c84-8a28-458c-83c9-f09b800fbc6f" -d '{"events": [{"server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "name": "network-vif-plugged", "status": "completed", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:08.867023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:08.872210 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:08.896788 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f42b7a-2714-4138-b68b-3bea60dc3eeb x-openstack-request-id: req-17f42b7a-2714-4138-b68b-3bea60dc3eeb {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:08.897077 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "name": "network-vif-plugged", "status": "completed", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:08.897324 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17f42b7a-2714-4138-b68b-3bea60dc3eeb {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:08.898005 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'code': 200} Sep 18 02:35:08.924664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:09.180330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976b07-df41-4932-8d71-8873a0f7d51a req-96ab1e89-13e9-4ebe-85f3-59522e55b4cb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:09.182369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99976b07-df41-4932-8d71-8873a0f7d51a req-96ab1e89-13e9-4ebe-85f3-59522e55b4cb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.18 "GET /v2.0/ports?device_id=b536fedd-40ba-43b1-b19c-2adcc7098eb1 HTTP/1.1" status: 200 len: 945 time: 0.0495477 Sep 18 02:35:09.350989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Deleting port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:35:09.351331 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:09.400695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75944-54f3-463f-ac24-10083d3106ef req-4fae9116-0f4b-4848-b167-b86b5edd859e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:09.402132 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-4fae9116-0f4b-4848-b167-b86b5edd859e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.18 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 815 time: 0.1404035 Sep 18 02:35:09.435079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Request body: {'port': {'device_id': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d', 'admin_state_up': True, 'tenant_id': '964c6982f70249f6a53f3ae82b985046'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:35:09.522172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] For port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:09.522548 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:09.551590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Calling delete_port for 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:35:09.575943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f5aed078-9837-496b-ba30-7595205d14a8 req-a330beba-c16c-4ae1-a1e0-addcc50034a8 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 210 time: 0.0431116 Sep 18 02:35:09.648886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Made reservation on behalf of 964c6982f70249f6a53f3ae82b985046 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:35:09.652370 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:09.809796 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:09.820921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['57d84cc5-7b4a-4921-9fc0-736a94dd58d1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:35:09.849739 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Pushing event deleted for resources: {'Port': ['ID=57d84cc5-7b4a-4921-9fc0-736a94dd58d1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:09.858515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Allocated IP 172.20.0.11 (efe89ac0-f73d-4db2-bd60-eee54be4046d/42196f75-5e7c-47a5-a8c1-ad62e48c06fb/2919965d-2bba-43e6-bcdb-af7a0cc33151) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:35:09.896142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] No DVR routers for this DVR port 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:35:09.899425 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:09.901393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.18 "DELETE /v2.0/ports/57d84cc5-7b4a-4921-9fc0-736a94dd58d1 HTTP/1.1" status: 204 len: 173 time: 0.7033780 Sep 18 02:35:09.901825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'name': 'network-vif-deleted', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:09.904124 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec6dc03-f636-495a-b2c3-346cd528f0e7" -d '{"events": [{"server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "name": "network-vif-deleted", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:09.947188 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58edb94c-cbbc-4d5d-bceb-4fee080cc1b0 x-openstack-request-id: req-58edb94c-cbbc-4d5d-bceb-4fee080cc1b0 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:09.947479 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b536fedd-40ba-43b1-b19c-2adcc7098eb1", "name": "network-vif-deleted", "tag": "57d84cc5-7b4a-4921-9fc0-736a94dd58d1", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:09.947731 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58edb94c-cbbc-4d5d-bceb-4fee080cc1b0 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:09.948128 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b536fedd-40ba-43b1-b19c-2adcc7098eb1', 'name': 'network-vif-deleted', 'tag': '57d84cc5-7b4a-4921-9fc0-736a94dd58d1', 'status': 'completed', 'code': 200} Sep 18 02:35:10.056642 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.091620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.103002 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['57d84cc5-7b4a-4921-9fc0-736a94dd58d1'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:35:10.140842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Network efe89ac0-f73d-4db2-bd60-eee54be4046d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:35:10.143901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:35:10.147303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:35:10.181701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:10.207442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:10.208044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.221497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-0b735f3c-68f0-415b-a01a-e209bcfac0da tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7901711 Sep 18 02:35:10.232929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Request body: {'port': {'device_id': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:35:10.285744 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.546001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2919965d-2bba-43e6-bcdb-af7a0cc33151 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:35:10.553711 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.565079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Transition to ACTIVE for port object 2919965d-2bba-43e6-bcdb-af7a0cc33151 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:35:10.569152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.620043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:10.730749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0837a-d366-4009-8516-5cd32d9a5af6 req-931c8260-7051-42a5-9d33-d5786e4956b1 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:10.732253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fda0837a-d366-4009-8516-5cd32d9a5af6 req-931c8260-7051-42a5-9d33-d5786e4956b1 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 944 time: 0.0743895 Sep 18 02:35:10.732908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Attempting to bind port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:35:10.733234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Attempting to bind port 2919965d-2bba-43e6-bcdb-af7a0cc33151 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:35:10.733556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Attempting to bind port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on network efe89ac0-f73d-4db2-bd60-eee54be4046d {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:35:10.740653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on network efe89ac0-f73d-4db2-bd60-eee54be4046d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:35:10.740970 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Attempting to bind port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on network efe89ac0-f73d-4db2-bd60-eee54be4046d {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:35:10.757107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:35:10.757437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Checking segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:35:10.757807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Bound using segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:35:10.758230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Bound port: 2919965d-2bba-43e6-bcdb-af7a0cc33151, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:35:10.758580 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.806761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fda0837a-d366-4009-8516-5cd32d9a5af6 req-08fd991c-10f4-4da9-9680-257903a75b4b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682530 Sep 18 02:35:10.838854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:35:10.841931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:35:10.846029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.882969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:10.883576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:10.884983 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] 10.222.0.18 "PUT /v2.0/ports/2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 1093 time: 0.6561191 Sep 18 02:35:10.903895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3b14b-2389-44fc-92e2-a743af7c2aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:10.965793 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75944-54f3-463f-ac24-10083d3106ef req-9754aeb7-6ecb-45ca-912c-2dd86d863ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:10.967337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-9754aeb7-6ecb-45ca-912c-2dd86d863ff4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0461135 Sep 18 02:35:11.009211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-e475eaf8-9fb8-4857-8a77-ee5ff58824ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 217 time: 0.0342379 Sep 18 02:35:11.059955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75944-54f3-463f-ac24-10083d3106ef req-07ca4d6f-5ee8-45a5-8bb1-c22bf0a3699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:11.061306 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-07ca4d6f-5ee8-45a5-8bb1-c22bf0a3699b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0456827 Sep 18 02:35:11.092410 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-9b9e9c09-8494-458a-8476-ac9d5dd0da60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245607 Sep 18 02:35:11.185459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-0f4b5050-2774-4a88-84ca-8d0182ce945f service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854707 Sep 18 02:35:11.278300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29d75944-54f3-463f-ac24-10083d3106ef req-fe6930fd-a5a4-4296-afbe-55d38ca881a6 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853629 Sep 18 02:35:11.922945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76bc6d-943f-4422-8d52-dbbbb41eb4ea req-4c574aa3-61af-4f20-a91f-13c9eb5aa2fb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:11.924420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f76bc6d-943f-4422-8d52-dbbbb41eb4ea req-4c574aa3-61af-4f20-a91f-13c9eb5aa2fb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 944 time: 0.0493188 Sep 18 02:35:11.949315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:11.951742 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956" -d '{"events": [{"name": "network-changed", "server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:11.963531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f76bc6d-943f-4422-8d52-dbbbb41eb4ea req-e0a66f10-332e-4fc2-b858-5b89f5710888 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Sep 18 02:35:11.986486 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6c5797-1bc9-4224-acd0-6e8ffc141c6d x-openstack-request-id: req-9d6c5797-1bc9-4224-acd0-6e8ffc141c6d {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:11.986810 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:11.987066 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d6c5797-1bc9-4224-acd0-6e8ffc141c6d {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:11.987473 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'status': 'completed', 'code': 200} Sep 18 02:35:12.048476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-d06d38e1-b28f-4b96-ae57-12dfe9ca8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:12.049961 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-d06d38e1-b28f-4b96-ae57-12dfe9ca8c5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0402048 Sep 18 02:35:12.140670 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-3bb223c2-bdd4-4173-a999-cd0e4d88cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:12.142131 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-3bb223c2-bdd4-4173-a999-cd0e4d88cdc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0849359 Sep 18 02:35:12.185566 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-9f0d69fc-546c-421a-8ad5-f565ee3c7222 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 217 time: 0.0364428 Sep 18 02:35:12.233054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-53de6617-1b73-4d37-96a5-753c662b0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:12.234371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-53de6617-1b73-4d37-96a5-753c662b0c3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0413685 Sep 18 02:35:12.265022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-2e5c3cd2-131e-45c0-b99c-e93141f7de0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239036 Sep 18 02:35:12.355918 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-e1b79066-aee5-4235-b3f2-fbb0972dbd8a service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838902 Sep 18 02:35:12.446007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0240bdec-57ca-4bbe-8c83-cbe2df9c9956 req-d88d2338-e7a6-42e4-b106-50fabddd5cbd service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818622 Sep 18 02:35:12.700918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2919965d-2bba-43e6-bcdb-af7a0cc33151 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:35:12.703028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:35:12.728134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:35:12.728482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 57d84cc5-7b4a-4921-9fc0-736a94dd58d1 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:35:12.815350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:12.825596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d', 'port_id': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'mac_address': 'fa:16:3e:ac:30:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42196f75-5e7c-47a5-a8c1-ad62e48c06fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:35:12.863096 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:12.875518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2919965d-2bba-43e6-bcdb-af7a0cc33151 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:35:12.893757 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:12.898697 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:12.947303 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:12.991969 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:35:13.076886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa79d0-1d66-414c-aaa9-322bec208fb6 req-9c52686f-7e08-458c-8425-88faccfb26b6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:13.078360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14aa79d0-1d66-414c-aaa9-322bec208fb6 req-9c52686f-7e08-458c-8425-88faccfb26b6 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 945 time: 0.0478268 Sep 18 02:35:13.084528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2919965d-2bba-43e6-bcdb-af7a0cc33151'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:35:13.121754 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-14aa79d0-1d66-414c-aaa9-322bec208fb6 req-abf84334-8a26-4a10-9bef-086b28b386f1 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361516 Sep 18 02:35:14.237839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9cbf3-2f8f-4893-adac-9bcd60c9e44a req-9a31eeec-eb42-44a8-8f60-2ba09082ebc4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:14.239335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-deb9cbf3-2f8f-4893-adac-9bcd60c9e44a req-9a31eeec-eb42-44a8-8f60-2ba09082ebc4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 945 time: 0.0492392 Sep 18 02:35:14.280874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-deb9cbf3-2f8f-4893-adac-9bcd60c9e44a req-23566e2b-bd82-461d-9e8c-f34c7dc0cff7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Sep 18 02:35:14.707781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2919965d-2bba-43e6-bcdb-af7a0cc33151 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:35:14.758483 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 2919965d-2bba-43e6-bcdb-af7a0cc33151 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:35:14.761994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 2919965d-2bba-43e6-bcdb-af7a0cc33151 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:35:14.762357 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:14.835733 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:14.857823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:14.860133 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe6709-2328-41f8-baec-876cd92ae60c" -d '{"events": [{"server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "name": "network-vif-plugged", "status": "completed", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:14.875245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:14.879219 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:14.902811 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f88bae7-d484-481e-b280-49dcd92c0902 x-openstack-request-id: req-7f88bae7-d484-481e-b280-49dcd92c0902 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:14.903160 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "name": "network-vif-plugged", "status": "completed", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:14.903414 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f88bae7-d484-481e-b280-49dcd92c0902 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:14.903808 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'code': 200} Sep 18 02:35:14.933719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:14.991643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc10ec-f2c1-473e-8b4d-9d5615af4bfe req-52b8dc71-9d37-4dad-aabf-5d320664c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:14.993171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5fc10ec-f2c1-473e-8b4d-9d5615af4bfe req-52b8dc71-9d37-4dad-aabf-5d320664c7bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0404935 Sep 18 02:35:15.027630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b5fc10ec-f2c1-473e-8b4d-9d5615af4bfe req-c38cc1d7-aeda-48f6-960f-48dab4343d1b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269585 Sep 18 02:35:15.394972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557f6c9-5b8a-4a28-a093-f25599edf7b5 req-4c0cce5d-5400-4d9d-9a8e-23e0d44483bb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:15.396437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5557f6c9-5b8a-4a28-a093-f25599edf7b5 req-4c0cce5d-5400-4d9d-9a8e-23e0d44483bb tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0482626 Sep 18 02:35:15.433000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5557f6c9-5b8a-4a28-a093-f25599edf7b5 req-a56a47dd-f1c1-4200-9f50-d345f0abe4a3 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Sep 18 02:35:16.547151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad5d3-6e94-49c9-a3f5-02ee051618d5 req-e60367f5-c276-48cd-9a24-2b4b2f1b9342 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:16.548625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-296ad5d3-6e94-49c9-a3f5-02ee051618d5 req-e60367f5-c276-48cd-9a24-2b4b2f1b9342 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0477924 Sep 18 02:35:16.585958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-296ad5d3-6e94-49c9-a3f5-02ee051618d5 req-220280f8-3ad8-4dc1-ad87-af9e72edf1ed tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Sep 18 02:35:16.696455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63358ac8-8e98-40d4-a5d9-03a7da95e905 req-8801b82c-bbf3-4fb7-b3dc-bdde3c2b5428 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:16.697939 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63358ac8-8e98-40d4-a5d9-03a7da95e905 req-8801b82c-bbf3-4fb7-b3dc-bdde3c2b5428 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0475736 Sep 18 02:35:16.740446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-63358ac8-8e98-40d4-a5d9-03a7da95e905 req-188caa00-9cde-40e9-9d2b-3442f7b784d5 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Sep 18 02:35:16.959162 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-39644da3-c5c5-4994-85ff-3ebe8f9930b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396662 Sep 18 02:35:16.977409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfae33-1e1e-4a4d-a0d1-247f6bd3f1bf req-631fde68-90d1-4940-948c-6308e0ab8066 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:16.979189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8cfae33-1e1e-4a4d-a0d1-247f6bd3f1bf req-631fde68-90d1-4940-948c-6308e0ab8066 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0500002 Sep 18 02:35:17.025383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8cfae33-1e1e-4a4d-a0d1-247f6bd3f1bf req-12e5f859-dfb3-4527-b16b-9774f1190d9a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Sep 18 02:35:18.125488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-8b0b3f1a-1e09-486d-ab89-8bd1ff9bdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:18.127018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-8b0b3f1a-1e09-486d-ab89-8bd1ff9bdeb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0636942 Sep 18 02:35:18.170548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412c53-5d97-4545-967a-2c76a8a09bcb req-f7dcef86-9510-4c89-9539-368aeb9127d7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:18.172055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75412c53-5d97-4545-967a-2c76a8a09bcb req-f7dcef86-9510-4c89-9539-368aeb9127d7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0480144 Sep 18 02:35:18.210007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75412c53-5d97-4545-967a-2c76a8a09bcb req-04e798b9-9782-4ebc-9dc3-f6c87b784bce tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Sep 18 02:35:18.220799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-bae292ea-8fe1-4f09-ab6e-f5f863d4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:18.222900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-bae292ea-8fe1-4f09-ab6e-f5f863d4d784 service neutron] 10.222.0.18 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0894768 Sep 18 02:35:18.263005 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-b3eade71-0f47-4267-a89a-3a4c7878eb5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 217 time: 0.0336573 Sep 18 02:35:18.309206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-83af1c39-7ed6-4847-8f54-606036e7ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:18.310520 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-83af1c39-7ed6-4847-8f54-606036e7ff91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0416744 Sep 18 02:35:18.344807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-0dafe3f0-9b9d-411a-aefb-163192daac8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274642 Sep 18 02:35:18.431053 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-10709b9e-6569-4372-b124-35650ba43041 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792243 Sep 18 02:35:18.525475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-b973527d-8d24-461e-ab7f-2ea2e5df2ff1 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879579 Sep 18 02:35:19.324867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b37a0-f6be-4f71-8d0f-9eeb51c26896 req-d8bbc64e-fd9d-49fa-b8fb-a4efb2d4e129 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:19.326373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-507b37a0-f6be-4f71-8d0f-9eeb51c26896 req-d8bbc64e-fd9d-49fa-b8fb-a4efb2d4e129 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0485778 Sep 18 02:35:19.363353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-507b37a0-f6be-4f71-8d0f-9eeb51c26896 req-db35d4b4-afa9-4d7a-b324-36b7b94ae88c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303512 Sep 18 02:35:20.482990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a587b-91b8-4094-8c47-7e8fb0cae449 req-7d310740-c959-4f0b-ad0f-d48ffe7d083a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:20.484461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e12a587b-91b8-4094-8c47-7e8fb0cae449 req-7d310740-c959-4f0b-ad0f-d48ffe7d083a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0551150 Sep 18 02:35:20.522234 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e12a587b-91b8-4094-8c47-7e8fb0cae449 req-15fcb508-57a1-4e0f-865e-3c10d1e7ea76 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Sep 18 02:35:21.648538 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2c960-bf65-4099-8ece-6bb155442d18 req-d652db49-d484-4646-8258-54a3490fed79 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:21.649990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c2c960-bf65-4099-8ece-6bb155442d18 req-d652db49-d484-4646-8258-54a3490fed79 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0478268 Sep 18 02:35:21.687649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f6c2c960-bf65-4099-8ece-6bb155442d18 req-641124cb-afdd-4fe9-a949-1536af4aa7f5 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Sep 18 02:35:22.807380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1e83e-35b1-46c9-8312-e89c054c275b req-fce586c4-d873-44fa-902d-78dbabe15578 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:22.808864 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1e1e83e-35b1-46c9-8312-e89c054c275b req-fce586c4-d873-44fa-902d-78dbabe15578 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0485570 Sep 18 02:35:22.847160 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c1e1e83e-35b1-46c9-8312-e89c054c275b req-eefd5d39-9ef5-489d-a095-a29d77095891 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Sep 18 02:35:23.966405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c5617-dc4e-4cae-9199-e4319d07d413 req-d53f2005-72a2-4633-9d22-cd1ad166b132 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:23.967915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c3c5617-dc4e-4cae-9199-e4319d07d413 req-d53f2005-72a2-4633-9d22-cd1ad166b132 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0529058 Sep 18 02:35:24.009157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7c3c5617-dc4e-4cae-9199-e4319d07d413 req-6518c56f-d976-4a0a-9cc5-a8cc3bc551b2 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Sep 18 02:35:25.123482 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e6d9d-d63a-4a16-8ffa-ed92444a5f9d req-9adcf53a-52ad-4e67-a73b-4282d0ee2b75 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:25.124996 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-432e6d9d-d63a-4a16-8ffa-ed92444a5f9d req-9adcf53a-52ad-4e67-a73b-4282d0ee2b75 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0480516 Sep 18 02:35:25.162572 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-432e6d9d-d63a-4a16-8ffa-ed92444a5f9d req-79e464bc-ba50-4c04-bbbd-bbf0c3e03437 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Sep 18 02:35:25.695352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-14200615-b1b7-48bb-a774-e68068b97709 req-8276d8c4-8d9f-42a5-853a-5cd327b530d9 service neutron] (106439) timed out ('10.222.0.18', 59668) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:35:25.774601 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:26.040498 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:26.274106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fcea2-6480-4d64-9347-883d4a6e3c8a req-92d7b4c5-371b-4d10-9e6a-c67270977f3e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:26.275590 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f81fcea2-6480-4d64-9347-883d4a6e3c8a req-92d7b4c5-371b-4d10-9e6a-c67270977f3e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0478337 Sep 18 02:35:26.312702 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f81fcea2-6480-4d64-9347-883d4a6e3c8a req-e0774f09-6a33-46a2-9efe-05a35d78bf5f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Sep 18 02:35:27.430049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128027c-b5cf-4ad8-b6d0-976074b95769 req-b56e4bdf-3069-4539-bef6-1023d34dcc5b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:27.431553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5128027c-b5cf-4ad8-b6d0-976074b95769 req-b56e4bdf-3069-4539-bef6-1023d34dcc5b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0516856 Sep 18 02:35:27.467418 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5128027c-b5cf-4ad8-b6d0-976074b95769 req-c68b2cf4-2db1-429f-9a34-179a1d3bccfd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301254 Sep 18 02:35:28.579748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04923e-c9e8-4153-bba7-668d85b5ca38 req-8682903a-d6e8-4f9c-8b58-fbd8f60d0f6c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:28.581198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a04923e-c9e8-4153-bba7-668d85b5ca38 req-8682903a-d6e8-4f9c-8b58-fbd8f60d0f6c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0471859 Sep 18 02:35:28.620058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a04923e-c9e8-4153-bba7-668d85b5ca38 req-acb513b7-fb28-422d-93a8-e713f55ae351 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Sep 18 02:35:29.733346 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58939a-c06d-4e21-a0d0-0c26eae5c2f0 req-2fb341a4-1279-440e-90e9-e9b188281167 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:29.734857 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff58939a-c06d-4e21-a0d0-0c26eae5c2f0 req-2fb341a4-1279-440e-90e9-e9b188281167 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0482113 Sep 18 02:35:29.772791 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ff58939a-c06d-4e21-a0d0-0c26eae5c2f0 req-84b9c59d-eec4-49c9-8da5-93f8df56e014 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Sep 18 02:35:30.888598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3d4c5ef0-b59b-489e-8668-b3684736ecc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:30.890450 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e0aed-9b74-4449-a829-a68c6d2c9142 req-8f2932aa-d368-402b-a0a1-34315d65852c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:30.891952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-270e0aed-9b74-4449-a829-a68c6d2c9142 req-8f2932aa-d368-402b-a0a1-34315d65852c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Sep 18 02:35:30.929617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-270e0aed-9b74-4449-a829-a68c6d2c9142 req-81a3dc13-bb04-4bf7-8297-430191c1214a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Sep 18 02:35:32.043038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692efa4-b7c7-4136-b1c1-50495cae911b req-f4b97fbb-6608-42ce-8290-20eec5deefbc tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:32.044530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1692efa4-b7c7-4136-b1c1-50495cae911b req-f4b97fbb-6608-42ce-8290-20eec5deefbc tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0490401 Sep 18 02:35:32.084393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1692efa4-b7c7-4136-b1c1-50495cae911b req-67f34b33-b1a1-44ca-9fbb-fdcfa9a9997d tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340292 Sep 18 02:35:33.197041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8344f-8b60-469c-818f-7889dc06ee6a req-45f2e6fe-256b-4c4d-b973-332088f71617 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:33.198525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4f8344f-8b60-469c-818f-7889dc06ee6a req-45f2e6fe-256b-4c4d-b973-332088f71617 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0489469 Sep 18 02:35:33.235600 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4f8344f-8b60-469c-818f-7889dc06ee6a req-cfb4fd0b-f558-43d0-83ef-747cf5d01fdd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Sep 18 02:35:33.473518 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bac8e154-7f2b-4af0-9af8-33fa70158661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:34.101306 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:34.353231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4a43e-73ff-4064-a8bb-02f6688ccfe1 req-60bdd44c-0d38-43a9-a635-30d3d97c708a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:34.354600 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dd4a43e-73ff-4064-a8bb-02f6688ccfe1 req-60bdd44c-0d38-43a9-a635-30d3d97c708a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0512428 Sep 18 02:35:34.391606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1dd4a43e-73ff-4064-a8bb-02f6688ccfe1 req-4da8c4f2-6b78-4907-b4e6-7943d6c1523d tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Sep 18 02:35:35.012360 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:35.504896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294f8bd-7911-4a77-a047-43d52fca2255 req-8c705aba-10a7-48e4-81c8-6fd678bbafe7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:35.506269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3294f8bd-7911-4a77-a047-43d52fca2255 req-8c705aba-10a7-48e4-81c8-6fd678bbafe7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0489383 Sep 18 02:35:35.543831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3294f8bd-7911-4a77-a047-43d52fca2255 req-1c5c3b0f-fe82-42c0-9194-c0d4d447dc00 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Sep 18 02:35:36.369166 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:36.655994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32683-6ba0-4a06-b8cb-90819656c95e req-7ac06c6d-b37b-46b8-8f86-96ac7f20a48f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:36.657479 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cb32683-6ba0-4a06-b8cb-90819656c95e req-7ac06c6d-b37b-46b8-8f86-96ac7f20a48f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0480368 Sep 18 02:35:36.693949 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0cb32683-6ba0-4a06-b8cb-90819656c95e req-c10f202b-d898-412b-bbb5-68126ddfc7e9 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299332 Sep 18 02:35:37.812401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc72b7-f4c0-4cc4-90ab-23b3eb6f7056 req-cd6da108-5627-4655-8dbc-0cda1ee29e0a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:37.813870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97cc72b7-f4c0-4cc4-90ab-23b3eb6f7056 req-cd6da108-5627-4655-8dbc-0cda1ee29e0a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0521636 Sep 18 02:35:37.854661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-97cc72b7-f4c0-4cc4-90ab-23b3eb6f7056 req-e6567a8e-ab00-40c2-b2b8-e1d46b05c964 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Sep 18 02:35:38.968776 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996a5c0-691d-4a3c-805a-81d19f806064 req-4b825165-bc13-486d-8900-049544605e73 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:38.970293 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f996a5c0-691d-4a3c-805a-81d19f806064 req-4b825165-bc13-486d-8900-049544605e73 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0487759 Sep 18 02:35:39.008103 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f996a5c0-691d-4a3c-805a-81d19f806064 req-89c72865-6f97-4cd9-9d32-d54e7b494138 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Sep 18 02:35:39.460692 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766984ce-c807-49bd-83f1-67ee98a77771 req-04523c4e-e462-4702-aafb-1d8620abaa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:39.462189 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-766984ce-c807-49bd-83f1-67ee98a77771 req-04523c4e-e462-4702-aafb-1d8620abaa90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0400796 Sep 18 02:35:39.566546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766984ce-c807-49bd-83f1-67ee98a77771 req-2851b120-ccd5-4691-a033-7b3c3c85e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:39.568105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-766984ce-c807-49bd-83f1-67ee98a77771 req-2851b120-ccd5-4691-a033-7b3c3c85e75c service neutron] 10.222.0.18 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0865667 Sep 18 02:35:39.609541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-766984ce-c807-49bd-83f1-67ee98a77771 req-ecf20bdd-7028-45e2-a5b1-282b97338dc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 217 time: 0.0342841 Sep 18 02:35:39.656443 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766984ce-c807-49bd-83f1-67ee98a77771 req-9340b93c-cde9-4ac1-9171-327bffcf9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:39.657853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-766984ce-c807-49bd-83f1-67ee98a77771 req-9340b93c-cde9-4ac1-9171-327bffcf9a07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0423274 Sep 18 02:35:39.689086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-766984ce-c807-49bd-83f1-67ee98a77771 req-b53bf9ec-50a3-4fda-91a7-d41e37c02f29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230267 Sep 18 02:35:39.781726 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-766984ce-c807-49bd-83f1-67ee98a77771 req-5dac8bab-c18f-40ae-b68a-ace6640f618d service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851753 Sep 18 02:35:39.873561 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-766984ce-c807-49bd-83f1-67ee98a77771 req-a4d49878-1a22-4806-b79e-c4be4f66af37 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839362 Sep 18 02:35:40.121352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bff58-32c0-4074-8690-340b2458f3ce req-1cc7124b-a1a4-4739-a508-9a1c98963387 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:40.122858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-006bff58-32c0-4074-8690-340b2458f3ce req-1cc7124b-a1a4-4739-a508-9a1c98963387 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0487914 Sep 18 02:35:40.160899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-006bff58-32c0-4074-8690-340b2458f3ce req-97f929b4-32e9-4cc5-9f6b-a93e02ef5743 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317881 Sep 18 02:35:41.276952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574c1ab-8c4b-4330-a4da-6d06a9437786 req-995b67b2-a0e3-4d12-a198-f09f0e50abb0 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:41.278441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a574c1ab-8c4b-4330-a4da-6d06a9437786 req-995b67b2-a0e3-4d12-a198-f09f0e50abb0 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0513353 Sep 18 02:35:41.317037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a574c1ab-8c4b-4330-a4da-6d06a9437786 req-c5903beb-845a-4b17-8cd9-0c47f91dba0b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Sep 18 02:35:42.431298 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd57351-8c38-4f86-b458-49b0381f9506 req-a70f8909-7504-481b-9731-e1878948de54 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:42.432765 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4bd57351-8c38-4f86-b458-49b0381f9506 req-a70f8909-7504-481b-9731-e1878948de54 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0479980 Sep 18 02:35:42.468786 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4bd57351-8c38-4f86-b458-49b0381f9506 req-2c1c1cd5-8d00-44c0-aeb9-23987cfe1d3b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302541 Sep 18 02:35:43.586025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216804a1-342e-4f0a-8201-99cdc1419579 req-2b0383d1-628c-4e57-8a00-fd695b7e5517 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:43.587542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-216804a1-342e-4f0a-8201-99cdc1419579 req-2b0383d1-628c-4e57-8a00-fd695b7e5517 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0494962 Sep 18 02:35:43.625384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-216804a1-342e-4f0a-8201-99cdc1419579 req-82a0cf18-960a-441e-8976-6c9858d345a2 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320320 Sep 18 02:35:44.737457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c7fbd-05b0-43e7-9691-e643bf267e53 req-b9a863b0-5621-441b-9dff-7f67d70e2de4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:44.739018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-343c7fbd-05b0-43e7-9691-e643bf267e53 req-b9a863b0-5621-441b-9dff-7f67d70e2de4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0483692 Sep 18 02:35:44.780255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-343c7fbd-05b0-43e7-9691-e643bf267e53 req-6d95bbb8-4c1e-435d-b3b0-f99d0785e913 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346985 Sep 18 02:35:45.406793 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-4c7cc00c-91dd-4d59-aab3-66678eabb734 service neutron] show failed (client error): The resource could not be found. Sep 18 02:35:45.407770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-4c7cc00c-91dd-4d59-aab3-66678eabb734 service neutron] 10.222.0.18 "GET /v2.0/ports/2919965d-2bba-43e6-bcdb-af7a0cc33151/bindings/n-h2-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0533526 Sep 18 02:35:45.593230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-cbc980a0-6b7c-494a-9917-6687a69fe028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:45.594693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-cbc980a0-6b7c-494a-9917-6687a69fe028 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2&tenant_id=964c6982f70249f6a53f3ae82b985046 HTTP/1.1" status: 200 len: 1098 time: 0.0393844 Sep 18 02:35:45.605716 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:35:45.667697 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:45.887953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:45.922530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ea20f-71fd-488f-858c-78e105929428 req-956e895c-baab-4dc3-95dc-c1284d206de4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:45.923946 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67ea20f-71fd-488f-858c-78e105929428 req-956e895c-baab-4dc3-95dc-c1284d206de4 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0761337 Sep 18 02:35:45.941208 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:35:46.316306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c67ea20f-71fd-488f-858c-78e105929428 req-ff7de4dd-0bb1-43fd-a0b3-d274c53c9a8c tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852799 Sep 18 02:35:46.318625 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:46.320822 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85f5876-a9d5-4a08-a1a4-1e86b720b4e8" -d '{"events": [{"server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:46.324619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:46.337726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Transition to ACTIVE for port object 2919965d-2bba-43e6-bcdb-af7a0cc33151 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:35:46.342104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:46.377025 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1782e235-0240-4945-81bf-130c6eeb0066 x-openstack-request-id: req-1782e235-0240-4945-81bf-130c6eeb0066 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:46.377325 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:46.377574 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1782e235-0240-4945-81bf-130c6eeb0066 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:46.377954 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'code': 200} Sep 18 02:35:46.407978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] No DVR routers for this DVR port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:35:46.411161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:46.423292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.423637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.423975 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.424312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.424639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.424968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.425292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.425614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.425939 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.426261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.426579 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.426919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:46.454119 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Attempting to bind port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:35:46.454450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Attempting to bind port 2919965d-2bba-43e6-bcdb-af7a0cc33151 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:35:46.454807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Attempting to bind port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on network efe89ac0-f73d-4db2-bd60-eee54be4046d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:35:46.459534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on network efe89ac0-f73d-4db2-bd60-eee54be4046d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:35:46.459853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Attempting to bind port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on network efe89ac0-f73d-4db2-bd60-eee54be4046d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:35:46.464568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:35:46.464899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Checking segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:35:46.465307 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Bound using segment: {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:35:46.465724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Bound port: 2919965d-2bba-43e6-bcdb-af7a0cc33151, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5985e-660e-486d-a55d-8cdc2f3027d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:35:46.466067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:46.531103 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:35:46.534274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:35:46.539462 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:46.570737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:46.571338 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:46.572706 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] 10.222.0.20 "PUT /v2.0/ports/2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 1093 time: 0.9707890 Sep 18 02:35:46.594184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966619d-c8de-41e1-b713-def3e050b002 service neutron] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:46.635933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-a67755cb-aace-4c9f-94f7-5bdf4df079b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:46.637388 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-a67755cb-aace-4c9f-94f7-5bdf4df079b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0403743 Sep 18 02:35:46.728466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-ec6d0217-ab7a-45f4-b814-fb6413135556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:46.730296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-ec6d0217-ab7a-45f4-b814-fb6413135556 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0860164 Sep 18 02:35:46.770445 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-a7a801e1-f968-4a45-a866-2edf868619bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 217 time: 0.0335958 Sep 18 02:35:46.817664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-a66e31f5-72e2-465a-9839-feb51a467d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:46.819666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-a66e31f5-72e2-465a-9839-feb51a467d3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0415993 Sep 18 02:35:46.855969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-858278c7-14ed-469b-a17e-b59824a8adf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289960 Sep 18 02:35:46.942229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-4b5be354-9b12-43cd-ad74-6597384adf16 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789132 Sep 18 02:35:47.037829 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-76985d04-8916-4a0b-8d87-70c9be0e6465 req-60c1db46-b4c8-45b8-926c-d6419d211601 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877571 Sep 18 02:35:47.431100 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702052c-3aa8-4169-bb36-d7a9d30b997f req-10cbd53a-e26e-4b4f-a73d-a746755cbf9e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:47.432477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f702052c-3aa8-4169-bb36-d7a9d30b997f req-10cbd53a-e26e-4b4f-a73d-a746755cbf9e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 944 time: 0.0476170 Sep 18 02:35:47.469496 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f702052c-3aa8-4169-bb36-d7a9d30b997f req-9c268fa5-ceaf-472e-8590-d15c5a94d08e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Sep 18 02:35:48.379166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:48.382244 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b514a-fdc7-4293-83b9-593ebaa6b1da" -d '{"events": [{"name": "network-changed", "server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:48.428529 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c4be6-1b31-47e4-b52b-4a9a28554ce9 x-openstack-request-id: req-477c4be6-1b31-47e4-b52b-4a9a28554ce9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:48.428816 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:48.429062 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-477c4be6-1b31-47e4-b52b-4a9a28554ce9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:48.429450 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'status': 'completed', 'code': 200} Sep 18 02:35:48.489531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-12f3a2b6-9d49-49cf-9020-680e34a994c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:48.491623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-12f3a2b6-9d49-49cf-9020-680e34a994c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0400975 Sep 18 02:35:48.492344 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-ee6ce80d-2e41-4399-ba13-4b3d770ddb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:48.493981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-ee6ce80d-2e41-4399-ba13-4b3d770ddb52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0429587 Sep 18 02:35:48.636315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7b3a3-391b-46c8-ac53-2a75249e3732 req-4e92e7e3-0d0d-44a5-8b7c-4606820d5b40 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:48.637878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4b7b3a3-391b-46c8-ac53-2a75249e3732 req-4e92e7e3-0d0d-44a5-8b7c-4606820d5b40 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 944 time: 0.0742626 Sep 18 02:35:48.639546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-6c83941a-ddf1-44da-873f-2a149fed4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:48.640922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-6c83941a-ddf1-44da-873f-2a149fed4d15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.1390059 Sep 18 02:35:48.702563 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-64476ba7-ec32-4c80-8797-954367a0c0c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 217 time: 0.0488937 Sep 18 02:35:48.752476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c4b7b3a3-391b-46c8-ac53-2a75249e3732 req-b7a33945-9191-4603-b913-0e24afb9f10f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055112 Sep 18 02:35:48.767296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-607eee5b-a68a-4006-b8a2-e818471dba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:48.768884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-607eee5b-a68a-4006-b8a2-e818471dba38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0597570 Sep 18 02:35:48.802155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-36cb14f5-2ac2-498b-b43b-bf876aed9154 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262547 Sep 18 02:35:48.870979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2919965d-2bba-43e6-bcdb-af7a0cc33151 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:35:48.901495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-db9692c9-bbf3-44b5-b648-d921e24904a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:48.903251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-db9692c9-bbf3-44b5-b648-d921e24904a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.4052033 Sep 18 02:35:48.903869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-db2077b2-62a6-45bd-b338-ff5c670f9a53 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944893 Sep 18 02:35:48.910792 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2919965d-2bba-43e6-bcdb-af7a0cc33151 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:35:48.946412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-114289f0-dc97-4fbf-837d-de14ff7a1d35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 217 time: 0.0367627 Sep 18 02:35:48.995736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-a1730473-6b62-458e-b580-76c66e243dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849628 Sep 18 02:35:48.996906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-7d6a2977-745c-4a20-9a5c-ceb2b19629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:48.998362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-7d6a2977-745c-4a20-9a5c-ceb2b19629c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0453520 Sep 18 02:35:49.032491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-3dafc6f4-d57e-4352-8e5d-3c12f8625492 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270197 Sep 18 02:35:49.124644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-099b1a17-d1fc-41c4-9238-197296710174 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851760 Sep 18 02:35:49.216771 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-775b514a-fdc7-4293-83b9-593ebaa6b1da req-a59f50a7-0d47-4ba3-ab93-43ffd0e2e037 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847633 Sep 18 02:35:49.675749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2919965d-2bba-43e6-bcdb-af7a0cc33151 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:35:49.771563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:49.782360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'network_id': 'efe89ac0-f73d-4db2-bd60-eee54be4046d', 'port_id': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'mac_address': 'fa:16:3e:ac:30:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42196f75-5e7c-47a5-a8c1-ad62e48c06fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:35:49.820611 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:49.833214 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2919965d-2bba-43e6-bcdb-af7a0cc33151 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:35:49.852708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:49.856154 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:49.875619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97c0d5-c5c5-4e98-bf9b-be5045e773ed req-959f043a-df84-4963-a266-c29d2322b67a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:49.877103 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb97c0d5-c5c5-4e98-bf9b-be5045e773ed req-959f043a-df84-4963-a266-c29d2322b67a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 944 time: 0.0526607 Sep 18 02:35:49.906005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:49.914080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.914427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.914796 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.915139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.915472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.915804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.915909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fb97c0d5-c5c5-4e98-bf9b-be5045e773ed req-f4671709-28a4-4cde-8699-aca38002fdca tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Sep 18 02:35:49.916129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.916455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.916778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.917103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.917425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.917747 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:49.991822 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:35:50.065442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['2919965d-2bba-43e6-bcdb-af7a0cc33151'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:35:50.177199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a96c2b-9c7b-4a78-bdd8-18f4e184fcb1 req-617731b6-168d-45ad-a805-bb77eaacca1b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:50.179594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45a96c2b-9c7b-4a78-bdd8-18f4e184fcb1 req-617731b6-168d-45ad-a805-bb77eaacca1b tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 945 time: 0.1188591 Sep 18 02:35:50.188081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378804b-207b-4619-ab75-1ba50eac68ef req-f247962c-a03f-482a-a6b7-0e1a1ef54cfd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:50.189493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-f247962c-a03f-482a-a6b7-0e1a1ef54cfd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.18 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2&tenant_id=964c6982f70249f6a53f3ae82b985046&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 945 time: 0.1166360 Sep 18 02:35:50.250221 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45a96c2b-9c7b-4a78-bdd8-18f4e184fcb1 req-7f58aa90-7748-4bdc-b42e-a4533953422f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597739 Sep 18 02:35:50.272047 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-6378804b-207b-4619-ab75-1ba50eac68ef req-60f62267-551f-4c17-8645-f3f745c1c38b service neutron] delete failed (client error): The resource could not be found. Sep 18 02:35:50.273076 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-60f62267-551f-4c17-8645-f3f745c1c38b service neutron] 10.222.0.18 "DELETE /v2.0/ports/2919965d-2bba-43e6-bcdb-af7a0cc33151/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0755322 Sep 18 02:35:50.352965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378804b-207b-4619-ab75-1ba50eac68ef req-2cdc9587-8438-494a-aa78-c8694c93fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:50.354459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-2cdc9587-8438-494a-aa78-c8694c93fde8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=964c6982f70249f6a53f3ae82b985046&device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0403142 Sep 18 02:35:50.446950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378804b-207b-4619-ab75-1ba50eac68ef req-695b10ef-f906-4b15-b2d2-1a6bd70fdb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:50.448360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-695b10ef-f906-4b15-b2d2-1a6bd70fdb2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 200 len: 915 time: 0.0871785 Sep 18 02:35:50.488272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-cd61c360-bb0f-4d36-8a78-684777ac89d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 200 len: 217 time: 0.0330272 Sep 18 02:35:50.539420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378804b-207b-4619-ab75-1ba50eac68ef req-f17ab2a0-23fa-4f82-9f27-daf487007d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:50.540846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-f17ab2a0-23fa-4f82-9f27-daf487007d8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 200 len: 855 time: 0.0458422 Sep 18 02:35:50.571688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-e0a81993-655b-4b43-b157-f60f6bfa4f5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=efe89ac0-f73d-4db2-bd60-eee54be4046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241811 Sep 18 02:35:50.658173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-6b2bb792-5b07-494b-906e-27f503529039 service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798485 Sep 18 02:35:50.753423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6378804b-207b-4619-ab75-1ba50eac68ef req-d0998e5e-807b-4807-bd75-e173a13f4e0d service neutron] 10.222.0.18 "GET /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856254 Sep 18 02:35:51.372538 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061ca6-4b72-4bfe-add4-19db884301f4 req-9dfa9815-b6ca-446a-a9a0-63aa2e45036e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:51.374044 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b061ca6-4b72-4bfe-add4-19db884301f4 req-9dfa9815-b6ca-446a-a9a0-63aa2e45036e tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 945 time: 0.0545337 Sep 18 02:35:51.414489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b061ca6-4b72-4bfe-add4-19db884301f4 req-b348219a-2fc2-4d1b-9f51-f4ab69b3b227 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Sep 18 02:35:51.527101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc8248-5e42-41db-b601-a94daa9c6e99 req-9ebb96cc-4746-4594-8210-da4c7d7c4a6f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:51.528815 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ccc8248-5e42-41db-b601-a94daa9c6e99 req-9ebb96cc-4746-4594-8210-da4c7d7c4a6f tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 945 time: 0.0501966 Sep 18 02:35:51.567082 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3ccc8248-5e42-41db-b601-a94daa9c6e99 req-1174ef88-cf6c-40a5-83f8-e5875ec74a51 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Sep 18 02:35:51.680114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cae7cc-0d41-4f0c-a999-5566734150b8 req-e1363a07-f45b-4b5d-aa31-2d220d2b4f67 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:51.681484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9cae7cc-0d41-4f0c-a999-5566734150b8 req-e1363a07-f45b-4b5d-aa31-2d220d2b4f67 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Sep 18 02:35:51.691519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2919965d-2bba-43e6-bcdb-af7a0cc33151 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:35:51.719230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9cae7cc-0d41-4f0c-a999-5566734150b8 req-d4c67b87-fe85-4e6a-b421-89d9d3306973 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Sep 18 02:35:51.747441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 2919965d-2bba-43e6-bcdb-af7a0cc33151 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:35:51.751211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 2919965d-2bba-43e6-bcdb-af7a0cc33151 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:35:51.751580 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:51.840004 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:51.864764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:51.867303 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa6b12-66c3-4dd1-810e-66ecbf47209f" -d '{"events": [{"server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "name": "network-vif-plugged", "status": "completed", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:51.880845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:51.886005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:51.910364 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f849c3-b362-4267-bcd7-f73625ed4b0b x-openstack-request-id: req-f8f849c3-b362-4267-bcd7-f73625ed4b0b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:51.910648 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "name": "network-vif-plugged", "status": "completed", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:51.910922 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8f849c3-b362-4267-bcd7-f73625ed4b0b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:51.911307 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'code': 200} Sep 18 02:35:51.936369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:52.062750 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9c6e2-fc96-490f-995d-2ef256ca2b64 req-d3ead224-d125-488a-872e-b335a6cd7c0a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:52.064250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-daa9c6e2-fc96-490f-995d-2ef256ca2b64 req-d3ead224-d125-488a-872e-b335a6cd7c0a tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0482862 Sep 18 02:35:52.102218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-daa9c6e2-fc96-490f-995d-2ef256ca2b64 req-03db7651-4de4-43ae-a435-bb2814568773 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Sep 18 02:35:53.192681 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-4e8095ec-03e4-4184-9016-252443842e13 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:53.194521 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-4e8095ec-03e4-4184-9016-252443842e13 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.20 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0551162 Sep 18 02:35:53.221328 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e179a5-5e81-4a75-9379-8e7832ea0f9c req-9c8d6a1a-6154-4693-a2e0-947cbb62b7e7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:53.222896 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12e179a5-5e81-4a75-9379-8e7832ea0f9c req-9c8d6a1a-6154-4693-a2e0-947cbb62b7e7 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/ports?device_id=296e64da-dae9-4eb4-b1a2-0e0249101dc2 HTTP/1.1" status: 200 len: 946 time: 0.0528917 Sep 18 02:35:53.261455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12e179a5-5e81-4a75-9379-8e7832ea0f9c req-0a9b260f-dca4-43c6-9dc3-73238dbdb654 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.21 "GET /v2.0/security-groups?id=972b8a40-f460-4082-8486-c376c1ee0be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Sep 18 02:35:53.284955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Deleting port 2919965d-2bba-43e6-bcdb-af7a0cc33151 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:35:53.285296 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:53.375832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] For port 2919965d-2bba-43e6-bcdb-af7a0cc33151, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=2919965d-2bba-43e6-bcdb-af7a0cc33151,segment=NetworkSegment(1be5985e-660e-486d-a55d-8cdc2f3027d8),segment_id=1be5985e-660e-486d-a55d-8cdc2f3027d8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:53.376192 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:53.387926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Calling delete_port for 2919965d-2bba-43e6-bcdb-af7a0cc33151 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:35:53.512135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:53.524432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['2919965d-2bba-43e6-bcdb-af7a0cc33151'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:35:53.545995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Pushing event deleted for resources: {'Port': ['ID=2919965d-2bba-43e6-bcdb-af7a0cc33151,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:53.586250 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] No DVR routers for this DVR port 2919965d-2bba-43e6-bcdb-af7a0cc33151 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:35:53.588871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:53.590977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c1b95fa-e6a6-4cad-8cae-970e54676913 req-08057597-d0bd-4c81-8b00-a18ba1ff1ddd tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] 10.222.0.20 "DELETE /v2.0/ports/2919965d-2bba-43e6-bcdb-af7a0cc33151 HTTP/1.1" status: 204 len: 173 time: 0.3892636 Sep 18 02:35:53.591416 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'name': 'network-vif-deleted', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:35:53.593739 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28009539-2ebb-4a51-a578-48a6ce065751" -d '{"events": [{"server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "name": "network-vif-deleted", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:35:53.629817 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ac8ab3-0b28-4f09-9b23-6868887d7423 x-openstack-request-id: req-60ac8ab3-0b28-4f09-9b23-6868887d7423 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:35:53.630118 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296e64da-dae9-4eb4-b1a2-0e0249101dc2", "name": "network-vif-deleted", "tag": "2919965d-2bba-43e6-bcdb-af7a0cc33151", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:35:53.630419 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60ac8ab3-0b28-4f09-9b23-6868887d7423 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:35:53.631489 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296e64da-dae9-4eb4-b1a2-0e0249101dc2', 'name': 'network-vif-deleted', 'tag': '2919965d-2bba-43e6-bcdb-af7a0cc33151', 'status': 'completed', 'code': 200} Sep 18 02:35:54.382043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41534) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:35:54.425385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Deleting subnet 42196f75-5e7c-47a5-a8c1-ad62e48c06fb {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:35:54.428389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.461745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.498825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.555004 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.580760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42196f75-5e7c-47a5-a8c1-ad62e48c06fb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:54.586200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.588647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42196f75-5e7c-47a5-a8c1-ad62e48c06fb HTTP/1.1" status: 204 len: 168 time: 0.2055824 Sep 18 02:35:54.590644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41536) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:35:54.594156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.594528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.594894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.595231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.595560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.595887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.596216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.596539 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.596858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.597179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.597499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.597817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863a53-5e15-42a2-9923-9dd5f4af643c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:54.659365 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.741381 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.761417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe89ac0-f73d-4db2-bd60-eee54be4046d']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:35:54.770376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be5985e-660e-486d-a55d-8cdc2f3027d8') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:35:54.770669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be5985e-660e-486d-a55d-8cdc2f3027d8') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:35:54.779959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.792664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.798373 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:35:54.798781 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:35:54.800415 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:35:54.858129 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.863929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:54.866796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] 10.222.0.21 "DELETE /v2.0/networks/efe89ac0-f73d-4db2-bd60-eee54be4046d HTTP/1.1" status: 204 len: 168 time: 0.2750785 Sep 18 02:35:54.879183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1493353-ca43-4cd9-a7e8-bfd76e9bc639 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe89ac0-f73d-4db2-bd60-eee54be4046d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:54.972759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41540) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:35:55.013732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f216df65-a30a-4f68-963c-a1acbc83ba3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=964c6982f70249f6a53f3ae82b985046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397482 Sep 18 02:35:55.016137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41542) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:35:55.064696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f461efe5-59b1-484c-a983-fd8f5c415322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:55.086865 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f461efe5-59b1-484c-a983-fd8f5c415322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:55.134303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f461efe5-59b1-484c-a983-fd8f5c415322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:55.136769 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f461efe5-59b1-484c-a983-fd8f5c415322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:55.137932 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f461efe5-59b1-484c-a983-fd8f5c415322 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/972b8a40-f460-4082-8486-c376c1ee0be1 HTTP/1.1" status: 204 len: 168 time: 0.1208587 Sep 18 02:35:55.145542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461efe5-59b1-484c-a983-fd8f5c415322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b8a40-f460-4082-8486-c376c1ee0be1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:55.790405 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:55.790945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41564) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:35:55.890694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1987190253-network', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:35:55.911312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Made reservation on behalf of 71f05228f5374ac9a95910947cc35d9c for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:35:55.914117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:55.922170 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.015021 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.018466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.039672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:35:56.053194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9804cf-bfab-4395-8311-979a7e1c06c4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:56.057851 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.058196 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Added segment aeecfbbb-ade5-4f29-853c-9323d549961b of type vlan for network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 Sep 18 02:35:56.079601 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.100213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.125192 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.126160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:56.126781 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.159575 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3676729 Sep 18 02:35:56.162772 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41568) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:35:56.167717 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Request body: {'subnet': {'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1987190253-subnet', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:35:56.187309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17ad8b-32b9-4cf4-a780-66d5e555ac74 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:56.189497 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Made reservation on behalf of 71f05228f5374ac9a95910947cc35d9c for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:35:56.191976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.199255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:35:56.360660 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.415167 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4188045a-6cef-4896-ab62-91f5965e76bf,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:56.423761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:35:56.424118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Network hostable DHCP agents. Network: 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:35:56.440376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:35:56.448964 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:35:56.453090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:35:56.453665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.459895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad0540-1410-4fc1-a256-cdbc6df826da None None] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:35:56.466914 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-76a5a69f-6b61-4993-9600-191e25589c54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3030705 Sep 18 02:35:56.469595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41570) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:35:56.473758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:35:56.495750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.496840 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.552248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.611518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:35:56.612441 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.689467 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.749345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Allocated IP 172.20.0.2 (5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3/4188045a-6cef-4896-ab62-91f5965e76bf/2f7e1203-0b02-444f-a880-3a6deb0e5472) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:35:56.892718 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.893409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.899123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.912756 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:56.933291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:35:56.936048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:35:56.939334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:35:56.951496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Pushing event updated for resources: {'Port': ['ID=2f7e1203-0b02-444f-a880-3a6deb0e5472,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:57.001439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Attempting to bind port 2f7e1203-0b02-444f-a880-3a6deb0e5472 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:35:57.001837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Attempting to bind port 2f7e1203-0b02-444f-a880-3a6deb0e5472 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:35:57.002151 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Attempting to bind port 2f7e1203-0b02-444f-a880-3a6deb0e5472 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:35:57.007859 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:35:57.008232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:35:57.008639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:57.009031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:35:57.009488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Bound port: 2f7e1203-0b02-444f-a880-3a6deb0e5472, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:35:57.009891 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:57.020302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Allocated IP 172.25.0.254 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/e440f680-013e-4678-aa9c-b5756df41420) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:35:57.077482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] For port 2f7e1203-0b02-444f-a880-3a6deb0e5472, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:35:57.080435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] For port 2f7e1203-0b02-444f-a880-3a6deb0e5472, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2f7e1203-0b02-444f-a880-3a6deb0e5472,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:35:57.085527 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:57.127738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:57.142822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfe492-e2d4-424e-922a-bb1b58d3ec44 None None] Pushing event updated for resources: {'Port': ['ID=2f7e1203-0b02-444f-a880-3a6deb0e5472,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:57.167205 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:57.205643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:35:57.208419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:35:57.212720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:35:57.245476 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Pushing event updated for resources: {'Port': ['ID=e440f680-013e-4678-aa9c-b5756df41420,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:57.513581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:57.718375 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:57.754584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2919965d-2bba-43e6-bcdb-af7a0cc33151 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:35:57.775967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 2919965d-2bba-43e6-bcdb-af7a0cc33151 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:35:57.776569 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 2919965d-2bba-43e6-bcdb-af7a0cc33151 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:35:57.851308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:35:57.960517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:35:57.970608 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:35:57.981450 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:35:57.982153 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:35:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:35:57.983539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:57.987474 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a8dbf859-4e8f-4547-9c0c-2d692eef480d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5144491 Sep 18 02:35:57.987754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41572) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:35:58.090367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f27104-e8ff-410a-9122-b8c2b33c1901 None None] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:35:58.101952 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:35:58.156370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-244cada9-fe5b-44e6-b99c-c52cc60ffe78 None None] Provisioning complete for port 2f7e1203-0b02-444f-a880-3a6deb0e5472 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:35:58.156828 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-244cada9-fe5b-44e6-b99c-c52cc60ffe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.293214 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:57Z', 'revision_number': 3, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:35:58.311087 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-244cada9-fe5b-44e6-b99c-c52cc60ffe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.321364 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:35:58.321878 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Updating router f84b6f57-32de-4ef2-a604-f4de062bdd31 port e440f680-013e-4678-aa9c-b5756df41420 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:35:58.348290 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.350846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-244cada9-fe5b-44e6-b99c-c52cc60ffe78 None None] For port 2f7e1203-0b02-444f-a880-3a6deb0e5472, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2f7e1203-0b02-444f-a880-3a6deb0e5472,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:35:58.358565 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-244cada9-fe5b-44e6-b99c-c52cc60ffe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.411644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cada9-fe5b-44e6-b99c-c52cc60ffe78 None None] Pushing event updated for resources: {'Port': ['ID=2f7e1203-0b02-444f-a880-3a6deb0e5472,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:58.580344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-eabed455-31b4-4ad1-afc7-c66666b53818 None None] Provisioning complete for port 2f7e1203-0b02-444f-a880-3a6deb0e5472 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:35:58.580966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eabed455-31b4-4ad1-afc7-c66666b53818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.698021 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.734194 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.781263 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.798383 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Attempting to bind port e440f680-013e-4678-aa9c-b5756df41420 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:35:58.798772 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Attempting to bind port e440f680-013e-4678-aa9c-b5756df41420 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:35:58.799134 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Attempting to bind port e440f680-013e-4678-aa9c-b5756df41420 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:35:58.815751 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:35:58.816046 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:35:58.816462 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.816832 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:35:58.817290 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Bound port: e440f680-013e-4678-aa9c-b5756df41420, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:35:58.817666 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.823092 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Pushing event updated for resources: {'Port': ['ID=e440f680-013e-4678-aa9c-b5756df41420,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:58.851997 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.852332 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.852664 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.852995 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.853321 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.853644 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.853964 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.854287 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.854603 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.854948 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.855268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.855581 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:35:58.898355 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] For port e440f680-013e-4678-aa9c-b5756df41420, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:35:58.901517 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] For port e440f680-013e-4678-aa9c-b5756df41420, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e440f680-013e-4678-aa9c-b5756df41420,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:35:58.906629 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:58.949082 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Allocated IP 172.20.0.1 (5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3/4188045a-6cef-4896-ab62-91f5965e76bf/0392969f-72a3-4e63-98db-459088e7a694) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:35:58.964957 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:35:58.967219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2f7e1203-0b02-444f-a880-3a6deb0e5472 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:35:58.967785 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:35:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:35:58.975480 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5d9f8-3d65-4438-a3cd-5376ac481250 None None] Pushing event updated for resources: {'Port': ['ID=e440f680-013e-4678-aa9c-b5756df41420,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:59.026593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 2f7e1203-0b02-444f-a880-3a6deb0e5472 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:35:59.027020 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.060723 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.085981 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:35:59.098390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.136774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:35:59.139802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:35:59.143566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:35:59.176287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0392969f-72a3-4e63-98db-459088e7a694,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:59.198147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.341459 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.366933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:57Z', 'revision_number': 3, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:35:59.386684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-400f682c-b299-41c0-84bc-b81b8392046f None None] Provisioning complete for port 0392969f-72a3-4e63-98db-459088e7a694 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:35:59.387277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-400f682c-b299-41c0-84bc-b81b8392046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.393352 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d07564-16eb-417e-8d16-3aa8a79a0825 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:57Z', 'revision_number': 3, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:35:59.428354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-400f682c-b299-41c0-84bc-b81b8392046f None None] Port 0392969f-72a3-4e63-98db-459088e7a694 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:35:59.514986 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.520052 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.592418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0392969f-72a3-4e63-98db-459088e7a694,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:35:59.598425 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.714124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:35:59.715706 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:35:59.845504 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:35:59.953202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d3c32dbd-9ee2-4b01-ab7e-bc988fbee2d8 None None] Provisioning complete for port 0392969f-72a3-4e63-98db-459088e7a694 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:35:59.953585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d3c32dbd-9ee2-4b01-ab7e-bc988fbee2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:35:59.969173 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:35:59.975770 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d0b77e8e-85f8-4f9a-8be8-1b07c4d2a6a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/f84b6f57-32de-4ef2-a604-f4de062bdd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870169 Sep 18 02:35:59.996413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d3c32dbd-9ee2-4b01-ab7e-bc988fbee2d8 None None] Port 0392969f-72a3-4e63-98db-459088e7a694 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:36:00.559760 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 41582) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:36:00.564699 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-faaca7d6-ef99-4990-9f9b-f2362f2f37b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176106187', 'description': 'tempest-description--1609818968'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:36:00.590054 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-faaca7d6-ef99-4990-9f9b-f2362f2f37b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.677893 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-faaca7d6-ef99-4990-9f9b-f2362f2f37b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.681841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-faaca7d6-ef99-4990-9f9b-f2362f2f37b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.711780 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-faaca7d6-ef99-4990-9f9b-f2362f2f37b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.713045 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-faaca7d6-ef99-4990-9f9b-f2362f2f37b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1521916 Sep 18 02:36:00.715025 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaca7d6-ef99-4990-9f9b-f2362f2f37b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93ae45-1289-43fe-be51-5c99ca016cdb,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:00.716053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41584) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:36:00.720654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b0de3bbd-c483-4e94-9465-0cfbad08411c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'security_group_rule': {'security_group_id': '7e93ae45-1289-43fe-be51-5c99ca016cdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:36:00.752317 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0de3bbd-c483-4e94-9465-0cfbad08411c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.815203 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0de3bbd-c483-4e94-9465-0cfbad08411c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.819282 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0de3bbd-c483-4e94-9465-0cfbad08411c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.840654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de3bbd-c483-4e94-9465-0cfbad08411c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd30fabe-8498-4a24-8a39-c84f63c2c011,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:00.848297 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0de3bbd-c483-4e94-9465-0cfbad08411c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.850100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b0de3bbd-c483-4e94-9465-0cfbad08411c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324689 Sep 18 02:36:00.852871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:36:00.857474 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8ba8f1ef-9c6f-4fd4-930b-0eb3d9852b5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'security_group_rule': {'security_group_id': '7e93ae45-1289-43fe-be51-5c99ca016cdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:36:00.890106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f1ef-9c6f-4fd4-930b-0eb3d9852b5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.894679 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-370a043a-79c7-4880-a44e-a90e26cf1ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.951778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:36:00.957157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f1ef-9c6f-4fd4-930b-0eb3d9852b5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.963601 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f1ef-9c6f-4fd4-930b-0eb3d9852b5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.971068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e440f680-013e-4678-aa9c-b5756df41420 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:36:00.972756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:36:00.973382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:35:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:36:00.984239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8f1ef-9c6f-4fd4-930b-0eb3d9852b5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8939b1cd-cc93-46b9-ab49-8cedaab5f8fb,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:00.991419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f1ef-9c6f-4fd4-930b-0eb3d9852b5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:00.992742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8ba8f1ef-9c6f-4fd4-930b-0eb3d9852b5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389356 Sep 18 02:36:00.996138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:36:01.000497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:36:01.022480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.096961 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e440f680-013e-4678-aa9c-b5756df41420 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:36:01.097332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.122742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.130798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:36:01.230898 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Allocated IP 172.25.0.35 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/7fde04ba-9ac6-4064-9271-5bd1a03abe9d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:36:01.341042 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.376549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.414185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:36:01.417018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:36:01.420685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:36:01.449407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'Port': ['ID=7fde04ba-9ac6-4064-9271-5bd1a03abe9d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:01.458665 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.491499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port e440f680-013e-4678-aa9c-b5756df41420, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e440f680-013e-4678-aa9c-b5756df41420,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:36:01.496874 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.513197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.550093 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.573185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=e440f680-013e-4678-aa9c-b5756df41420,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:01.588023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 2, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:36:01.614644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:36:01.616034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Updating router f84b6f57-32de-4ef2-a604-f4de062bdd31 port 0392969f-72a3-4e63-98db-459088e7a694 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:36:01.643943 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.703585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.708991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.783466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'Port': ['ID=7fde04ba-9ac6-4064-9271-5bd1a03abe9d,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:01.794676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.808741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.810058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-32d1e809-ca8a-4aae-a170-61467db7a21f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8129382 Sep 18 02:36:01.912619 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.919482 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:01.968392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b33188-4fbc-4ebc-8541-fcb2bb3ff520 None None] Pushing event updated for resources: {'Port': ['ID=0392969f-72a3-4e63-98db-459088e7a694,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:01.971841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-22e6d626-6e75-4d89-a8c9-efa44b2bffc0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--176106187&fields=id&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 267 time: 0.0358419 Sep 18 02:36:02.025840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Attempting to bind port 0392969f-72a3-4e63-98db-459088e7a694 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:36:02.026212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Attempting to bind port 0392969f-72a3-4e63-98db-459088e7a694 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:36:02.026580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Attempting to bind port 0392969f-72a3-4e63-98db-459088e7a694 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:36:02.031751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:36:02.032121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:36:02.032524 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:02.032911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:36:02.033367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Bound port: 0392969f-72a3-4e63-98db-459088e7a694, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:36:02.033804 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:02.100575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] For port 0392969f-72a3-4e63-98db-459088e7a694, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:36:02.104102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] For port 0392969f-72a3-4e63-98db-459088e7a694, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0392969f-72a3-4e63-98db-459088e7a694,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:36:02.105276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-2e0162f4-f299-4103-b9b0-ed231926e44d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:02.106989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-2e0162f4-f299-4103-b9b0-ed231926e44d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 812 time: 0.1245768 Sep 18 02:36:02.111136 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:02.125951 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-97ef09e4-cb7b-415e-bce8-202e8495220e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/quotas/71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 375 time: 0.0109775 Sep 18 02:36:02.172565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:36:02.173201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:35:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:36:02.186754 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-351b2937-18d6-4e92-9ac7-e6a0294921f4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543396 Sep 18 02:36:02.210143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b33188-4fbc-4ebc-8541-fcb2bb3ff520 None None] Pushing event updated for resources: {'Port': ['ID=0392969f-72a3-4e63-98db-459088e7a694,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:02.276638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-49e2e025-71e2-4d77-968e-f2086e6a306a None None] Provisioning complete for port 0392969f-72a3-4e63-98db-459088e7a694 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:36:02.277005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49e2e025-71e2-4d77-968e-f2086e6a306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:02.299892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-d05cf0fb-0e4e-4cbf-84e1-2494890c075d service neutron] 10.222.0.21 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998182 Sep 18 02:36:02.323049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:36:02.401475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-ddf2534c-ad49-445c-b603-249628637213 service neutron] 10.222.0.21 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979013 Sep 18 02:36:02.487373 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49e2e025-71e2-4d77-968e-f2086e6a306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:02.539449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-49e2e025-71e2-4d77-968e-f2086e6a306a None None] For port 0392969f-72a3-4e63-98db-459088e7a694, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0392969f-72a3-4e63-98db-459088e7a694,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:36:02.567397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49e2e025-71e2-4d77-968e-f2086e6a306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:02.607757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8bc7a2d0-87d6-4b18-8ca4-4d81f78b4277 req-5b1ed1ee-f467-4685-b3d0-cbd6e7c65fc4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 210 time: 0.0350542 Sep 18 02:36:02.626171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2e025-71e2-4d77-968e-f2086e6a306a None None] Pushing event updated for resources: {'Port': ['ID=0392969f-72a3-4e63-98db-459088e7a694,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:02.637694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:36:02.664910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6065ad-5cdc-469f-b4b7-f727e53dfd95 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:36:02.689596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-38f27708-082d-4217-bcd8-e38e3dfdb8a2 None None] Provisioning complete for port 0392969f-72a3-4e63-98db-459088e7a694 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:36:02.689965 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-38f27708-082d-4217-bcd8-e38e3dfdb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:03.019899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e440f680-013e-4678-aa9c-b5756df41420 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:36:03.072493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port e440f680-013e-4678-aa9c-b5756df41420 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:36:03.073103 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:03.159041 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0392969f-72a3-4e63-98db-459088e7a694 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:36:03.217765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0392969f-72a3-4e63-98db-459088e7a694 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:36:03.218408 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:03.476403 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5fd676ca-94c6-4dad-9c73-f4264aae3ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:03.622675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-203f5f04-6faf-4f9e-8e32-3041ef9c9b71 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:03.624278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-203f5f04-6faf-4f9e-8e32-3041ef9c9b71 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 812 time: 0.1118226 Sep 18 02:36:03.674736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0ee7dcd4-d666-4883-888e-5b5f494e2716 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 379 time: 0.0409675 Sep 18 02:36:03.684383 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'port': {'device_id': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'admin_state_up': True, 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'security_groups': ['7e93ae45-1289-43fe-be51-5c99ca016cdb']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:36:03.712727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-352058d5-4e59-4c5f-b57a-580fce01961e req-21226669-4b76-4032-b202-eb9ae7eb3fd7 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 210 time: 0.0301459 Sep 18 02:36:03.806771 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Made reservation on behalf of 71f05228f5374ac9a95910947cc35d9c for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:36:03.810336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:03.936131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Allocated IP 172.20.0.14 (5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3/4188045a-6cef-4896-ab62-91f5965e76bf/6feea21c-4856-427d-8a4a-08b54d827d6d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:36:04.075695 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.101906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.109910 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.153927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:36:04.157008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:36:04.163246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:36:04.192544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:04.225854 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:04.226528 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.241919 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-a9e03831-b490-40bb-b251-d9ec5c02b863 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613616 Sep 18 02:36:04.253955 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Request body: {'port': {'device_id': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:36:04.311111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.442532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f0490d5e-249c-4df6-ad63-da8fd0081f65 None None] Provisioning complete for port 6feea21c-4856-427d-8a4a-08b54d827d6d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:36:04.442919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f0490d5e-249c-4df6-ad63-da8fd0081f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.476369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f0490d5e-249c-4df6-ad63-da8fd0081f65 None None] Port 6feea21c-4856-427d-8a4a-08b54d827d6d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:36:04.585424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6feea21c-4856-427d-8a4a-08b54d827d6d {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:36:04.595401 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.607723 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Transition to ACTIVE for port object 6feea21c-4856-427d-8a4a-08b54d827d6d will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:36:04.611466 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.685638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:04.744187 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Attempting to bind port 6feea21c-4856-427d-8a4a-08b54d827d6d on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:36:04.744527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Attempting to bind port 6feea21c-4856-427d-8a4a-08b54d827d6d by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:36:04.745110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Attempting to bind port 6feea21c-4856-427d-8a4a-08b54d827d6d on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:36:04.750568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Port 6feea21c-4856-427d-8a4a-08b54d827d6d on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:36:04.751240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Attempting to bind port 6feea21c-4856-427d-8a4a-08b54d827d6d on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:36:04.756498 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:36:04.756832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:36:04.757213 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:36:04.757641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Bound port: 6feea21c-4856-427d-8a4a-08b54d827d6d, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:36:04.757997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.858574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:36:04.877492 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979fcea-afc8-4a7b-a300-e110a3acb3be req-aad7a419-7b9d-43a0-b747-d363f9145c33 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:04.879119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b979fcea-afc8-4a7b-a300-e110a3acb3be req-aad7a419-7b9d-43a0-b747-d363f9145c33 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 944 time: 0.0859461 Sep 18 02:36:04.882665 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:36:04.893513 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.948736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:04.949146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:04.950539 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] 10.222.0.20 "PUT /v2.0/ports/6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 1093 time: 0.7008734 Sep 18 02:36:04.952786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:36:04.955091 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60c0d27-6be4-403b-a44f-3fdf1b88f820" -d '{"events": [{"name": "network-changed", "server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:36:04.970446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b979fcea-afc8-4a7b-a300-e110a3acb3be req-7036cee1-b309-4f2f-ad38-f87e87037816 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848541 Sep 18 02:36:04.983958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621f40f-a470-4a85-b0d7-45b457419b5f service neutron] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:05.018155 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a8f1b5-2e33-4339-8cea-68ae5f9d888a x-openstack-request-id: req-d6a8f1b5-2e33-4339-8cea-68ae5f9d888a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:36:05.018470 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:36:05.018573 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:05.018800 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a8f1b5-2e33-4339-8cea-68ae5f9d888a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:36:05.019147 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'status': 'completed', 'code': 200} Sep 18 02:36:05.036451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-479500ad-61c4-4ca2-87f9-e9c3d93da59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:05.039355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-479500ad-61c4-4ca2-87f9-e9c3d93da59c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1096 time: 0.0479445 Sep 18 02:36:05.087696 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-ab9143b6-1263-4d15-af87-1124b497d0bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 217 time: 0.0408034 Sep 18 02:36:05.138950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-8e641c62-4083-4043-8c80-61b1aa6e9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:05.140444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-8e641c62-4083-4043-8c80-61b1aa6e9602 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0467658 Sep 18 02:36:05.185853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-40ec0466-4585-4975-ba15-594f2c188814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:05.187374 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-40ec0466-4585-4975-ba15-594f2c188814 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402174 Sep 18 02:36:05.282182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-1ea5a458-77c7-45fb-8434-f33686559e22 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875976 Sep 18 02:36:05.373217 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ac8ec213-fa8f-46dd-abd8-d05fc04326bf req-026f4156-3177-495e-8647-8e502372404c service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845637 Sep 18 02:36:05.462182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-09ac3979-95d4-4338-9621-38102a75163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:05.463620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-09ac3979-95d4-4338-9621-38102a75163c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1096 time: 0.0472188 Sep 18 02:36:05.554517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-198c153d-8596-4cec-a22a-6c971a6d1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:05.556033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-198c153d-8596-4cec-a22a-6c971a6d1bd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0852926 Sep 18 02:36:05.600935 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-7c7779f5-edc1-4116-9e3d-0de824287b4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 217 time: 0.0373435 Sep 18 02:36:05.649728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-4a4fb16a-ce09-499c-8bd2-576daaba60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:05.651170 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-4a4fb16a-ce09-499c-8bd2-576daaba60b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0431778 Sep 18 02:36:05.697239 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-562499e1-7801-4c12-a999-b83b9f2a5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:05.698789 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-562499e1-7801-4c12-a999-b83b9f2a5959 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398452 Sep 18 02:36:05.793354 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-7a345dad-0704-4c06-b453-352c6ea2ec66 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867398 Sep 18 02:36:05.884693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e60c0d27-6be4-403b-a44f-3fdf1b88f820 req-5de1b753-193a-4e66-9e18-f4cd8d76d74a service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834785 Sep 18 02:36:06.086472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaae5f-874d-4ec9-9884-eedd68244170 req-4b93ea46-d66e-44b5-8cca-4886e6d47d2d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:06.087948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92eaae5f-874d-4ec9-9884-eedd68244170 req-4b93ea46-d66e-44b5-8cca-4886e6d47d2d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 944 time: 0.0478625 Sep 18 02:36:06.132250 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-92eaae5f-874d-4ec9-9884-eedd68244170 req-4ebe6f65-4783-4ed4-96ea-4d09784b180b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384727 Sep 18 02:36:06.374687 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:07.247723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2607ab-7550-46ea-890d-f579891456fe req-9d27dd4e-fdc9-433a-a71c-84bc11138c15 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:07.249202 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b2607ab-7550-46ea-890d-f579891456fe req-9d27dd4e-fdc9-433a-a71c-84bc11138c15 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 944 time: 0.0494840 Sep 18 02:36:07.290919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2b2607ab-7550-46ea-890d-f579891456fe req-edb315ce-31ca-4f70-8af0-f7d4f01ef602 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356576 Sep 18 02:36:07.788909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6feea21c-4856-427d-8a4a-08b54d827d6d details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:36:07.882277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:36:07.893016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'mac_address': 'fa:16:3e:c3:2a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:36:07.929572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:07.944998 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6feea21c-4856-427d-8a4a-08b54d827d6d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:36:07.963943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:36:07.968328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:08.014542 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:08.150306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['6feea21c-4856-427d-8a4a-08b54d827d6d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:36:08.405514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b067a13-3c97-4e72-b399-0cd7b1724a3f req-f8450f73-9543-45f7-a277-b3fe06b4ba5f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:08.407015 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b067a13-3c97-4e72-b399-0cd7b1724a3f req-f8450f73-9543-45f7-a277-b3fe06b4ba5f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Sep 18 02:36:08.444640 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b067a13-3c97-4e72-b399-0cd7b1724a3f req-588a7f7e-2471-474b-bbe8-8f82fd65f250 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306668 Sep 18 02:36:09.558214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c2632-d212-48b5-9e0f-8ac9d5879235 req-36ee2ae1-d15d-4e67-9a51-b597a32d9281 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:09.559656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd5c2632-d212-48b5-9e0f-8ac9d5879235 req-36ee2ae1-d15d-4e67-9a51-b597a32d9281 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Sep 18 02:36:09.602476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bd5c2632-d212-48b5-9e0f-8ac9d5879235 req-6d972f9b-cf4a-4b98-bece-9d6c72f30d54 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370314 Sep 18 02:36:09.785733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6feea21c-4856-427d-8a4a-08b54d827d6d up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:36:09.834342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 6feea21c-4856-427d-8a4a-08b54d827d6d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:36:09.838091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 6feea21c-4856-427d-8a4a-08b54d827d6d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:36:09.838453 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:09.910686 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:09.932777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:36:09.935045 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf59453-4892-475d-a020-6b3a592ffbf1" -d '{"events": [{"server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "name": "network-vif-plugged", "status": "completed", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:36:09.947643 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:36:09.951742 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:09.978241 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3964bd8a-daaf-44a1-b597-17041c8781a7 x-openstack-request-id: req-3964bd8a-daaf-44a1-b597-17041c8781a7 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:36:09.978536 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "name": "network-vif-plugged", "status": "completed", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:36:09.978818 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3964bd8a-daaf-44a1-b597-17041c8781a7 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:36:09.979204 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'code': 200} Sep 18 02:36:10.006186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:36:10.067347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23857ed-2a1d-4d82-8d74-033aeb3f9b40 req-60efbe76-48a3-490e-b1bd-070055db4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:10.069062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c23857ed-2a1d-4d82-8d74-033aeb3f9b40 req-60efbe76-48a3-490e-b1bd-070055db4619 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1098 time: 0.0405929 Sep 18 02:36:10.103182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c23857ed-2a1d-4d82-8d74-033aeb3f9b40 req-eab22c3e-089a-4057-a0ea-aba6fba973d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271769 Sep 18 02:36:10.714987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df6818-12fa-4ec5-963c-88cf64929ef6 req-56cbaf7a-0324-43da-ad58-06cc50a59a58 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:10.716404 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0df6818-12fa-4ec5-963c-88cf64929ef6 req-56cbaf7a-0324-43da-ad58-06cc50a59a58 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0472579 Sep 18 02:36:10.753703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a0df6818-12fa-4ec5-963c-88cf64929ef6 req-f62f596f-96fc-4f87-9a8f-b0442ddfbb0d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Sep 18 02:36:11.869418 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789c6b-bfff-453d-9d2a-53a0f77ad348 req-71cce63a-a873-4387-845f-14cb76fa6da6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:11.871150 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c789c6b-bfff-453d-9d2a-53a0f77ad348 req-71cce63a-a873-4387-845f-14cb76fa6da6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0489640 Sep 18 02:36:11.911515 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9c789c6b-bfff-453d-9d2a-53a0f77ad348 req-64eae263-34c1-42c1-a2e2-6cf3f5e95f64 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345075 Sep 18 02:36:12.020438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e75af2-8b93-4f95-b6d7-824356263ee6 req-607bd9c4-edad-42d3-819e-8d60504110f5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:12.021947 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62e75af2-8b93-4f95-b6d7-824356263ee6 req-607bd9c4-edad-42d3-819e-8d60504110f5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0487349 Sep 18 02:36:12.030462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41638) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:36:12.034833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'floatingip': {'port_id': '6feea21c-4856-427d-8a4a-08b54d827d6d'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:36:12.076848 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:12.503799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:12.507793 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:12.604643 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e associated. External IP: 172.25.0.35, port: 6feea21c-4856-427d-8a4a-08b54d827d6d. Sep 18 02:36:12.810461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:36:12.920329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:36:12.924829 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:12.930881 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:36:12.940444 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:36:12.941046 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:36:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:36:12.952937 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-df543c97-5ccf-40b6-8743-35b6bc7db8b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "PUT /v2.0/floatingips/561875d8-3d46-47eb-b04c-6d55fa52968e HTTP/1.1" status: 200 len: 991 time: 0.9214134 Sep 18 02:36:12.953513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:36:12.955770 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55d8e5e-218b-4527-bafc-4e875e928f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:36:12.995604 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55512127-fe44-4317-924d-90a4700a38b4 x-openstack-request-id: req-55512127-fe44-4317-924d-90a4700a38b4 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:36:12.995894 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:36:12.996142 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55512127-fe44-4317-924d-90a4700a38b4 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:36:12.996544 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'status': 'completed', 'code': 200} Sep 18 02:36:13.051556 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:36:13.055886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-efb04769-f51e-45a5-b765-08f5bea9e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:13.057406 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-efb04769-f51e-45a5-b765-08f5bea9e7e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1098 time: 0.0413303 Sep 18 02:36:13.147548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-6928d793-667d-42de-9bcb-501ea81bc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:13.148956 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-6928d793-667d-42de-9bcb-501ea81bc868 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0842836 Sep 18 02:36:13.217011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-a4a582b7-5291-4372-98e9-c1a69b174088 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 999 time: 0.0611501 Sep 18 02:36:13.265641 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-f4198aea-3ccd-48b5-9618-b8a73b4efc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:13.267126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-f4198aea-3ccd-48b5-9618-b8a73b4efc79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0435765 Sep 18 02:36:13.269535 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:c3:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:36:12Z', 'revision_number': 1, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:36:13.296098 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:36:13.304217 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:36:13.304809 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:36:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:36:13.311361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-555b5644-0d21-4819-b051-28ba84ffb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:13.312865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-555b5644-0d21-4819-b051-28ba84ffb248 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391104 Sep 18 02:36:13.408501 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:36:13.408759 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-b1faad31-cc47-4906-8724-64a2c102fec0 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885994 Sep 18 02:36:13.497936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f55d8e5e-218b-4527-bafc-4e875e928f2a req-cac08212-178f-4c53-9e43-354ea6c680f3 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825911 Sep 18 02:36:13.631534 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:c3:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:36:12Z', 'revision_number': 1, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:36:13.657441 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c86116a-40d7-4da0-ac1b-6b847439ac7d None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:c3:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:36:12Z', 'revision_number': 1, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:36:13.847499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc19a768-fdf2-4627-b53d-33c60462b04a None None] New status for floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:36:25.790489 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:26.082977 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:26.992098 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:36:30.887696 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d96963ea-47df-4061-b9e8-67f4f1a8bd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:33.478148 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7cf5590e-a4b9-4b05-9251-264816a688db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:34.102951 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:35.017337 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:36.373587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:43.541525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-c10a62ef-2931-46f5-81dc-e97922746ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445921 Sep 18 02:36:43.622633 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-d858c5c8-a9c6-4853-a054-54d9eac6aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:43.624140 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-d858c5c8-a9c6-4853-a054-54d9eac6aa7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1098 time: 0.0404797 Sep 18 02:36:43.728915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-269020ba-22fa-4447-81d3-ee2d3b0f995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:43.730425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-269020ba-22fa-4447-81d3-ee2d3b0f995a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0879362 Sep 18 02:36:43.798548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-a64425b7-0458-4d91-b4d8-b5dc20ac9400 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 1001 time: 0.0603099 Sep 18 02:36:43.848395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-0d711418-3533-4840-b870-0f0d6bd7d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:43.849877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-0d711418-3533-4840-b870-0f0d6bd7d0eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0438566 Sep 18 02:36:43.899821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-1ded8e92-3e87-4312-8ebb-6ed110119b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:36:43.901274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-1ded8e92-3e87-4312-8ebb-6ed110119b38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438390 Sep 18 02:36:43.997414 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-1e367dea-b0c3-47a7-b065-3dc91becded2 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873239 Sep 18 02:36:44.088973 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9ea4be3-81dd-47ba-a5f6-a7ee7454cc25 req-22abdef8-5f1c-477e-957d-d28cd70dc501 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846848 Sep 18 02:36:55.789876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:36:56.094838 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:00.888718 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bad1e008-df04-47a1-bca6-ea29c879239c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:03.478181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2ba5538b-7d2b-4ede-bc2c-879278933604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:03.991416 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:37:04.103721 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:05.020896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:06.380055 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:25.804991 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:26.096735 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:30.888849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3cf65724-2ee9-4839-a608-25cbc7b29dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:33.479821 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90029b83-5ccb-4f7c-ada7-dfd27283318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:34.104585 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:35.023393 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:36.380142 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:40.990875 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:37:44.534355 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-22ab1804-6027-42b7-a25f-ae8add6e9d51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396018 Sep 18 02:37:44.613845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-d698a9ca-5c38-4e95-926f-dd2f33fc551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:44.615372 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-d698a9ca-5c38-4e95-926f-dd2f33fc551b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1098 time: 0.0412712 Sep 18 02:37:44.722478 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-06b0c5b9-2858-48a8-bb70-5e23bd10a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:44.724033 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-06b0c5b9-2858-48a8-bb70-5e23bd10a1fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0898650 Sep 18 02:37:44.788143 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-ffa72fd3-23eb-4ff8-8a63-369b5fc87d4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 1001 time: 0.0574608 Sep 18 02:37:44.839959 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-34b44986-034c-4f9f-89e6-9f7caf7a07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:44.841377 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-34b44986-034c-4f9f-89e6-9f7caf7a07c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0466862 Sep 18 02:37:44.888739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-8d1981e9-0af0-4220-b2c7-c48a7f27c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:44.890577 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-8d1981e9-0af0-4220-b2c7-c48a7f27c04b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414066 Sep 18 02:37:44.984922 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-c13c4f35-f0a3-4a08-9921-a129f7b4b897 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859485 Sep 18 02:37:45.078683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7816695d-f0d5-4cf9-9883-ed0223311611 req-f0a04597-c858-4dde-a72a-b4bfb9a9fe26 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867920 Sep 18 02:37:48.661568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9cfd6-d490-4f08-96da-e79103619de0 req-903d343e-831e-4281-b1c7-7f432406b570 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:48.663074 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccc9cfd6-d490-4f08-96da-e79103619de0 req-903d343e-831e-4281-b1c7-7f432406b570 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.1088917 Sep 18 02:37:48.700761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ccc9cfd6-d490-4f08-96da-e79103619de0 req-5ead428a-5eb2-4337-a1f0-23c4775a0d03 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312936 Sep 18 02:37:48.938231 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6551bf-0493-4bfc-891a-d57b4d614439 req-188f9557-d57d-4708-8e93-cfe4ef967fbd tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:48.939775 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d6551bf-0493-4bfc-891a-d57b4d614439 req-188f9557-d57d-4708-8e93-cfe4ef967fbd tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0499177 Sep 18 02:37:49.007256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d6551bf-0493-4bfc-891a-d57b4d614439 req-955ebe55-ee3a-4ee5-abd7-82966cb4987f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586939 Sep 18 02:37:49.011063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-d5baf5d9-1085-4f19-8f30-afa45dcafb57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283214 Sep 18 02:37:49.020067 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-31581f61-db36-407d-b619-f1739a78f136 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:37:49.021049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-31581f61-db36-407d-b619-f1739a78f136 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050082 Sep 18 02:37:50.121637 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-4e61cff4-8cd1-4022-ac1f-1a00471edaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:50.123201 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-4e61cff4-8cd1-4022-ac1f-1a00471edaa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1098 time: 0.0452950 Sep 18 02:37:50.243441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-8be6b927-86ea-424f-adc8-103a6b4faf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:50.245787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-8be6b927-86ea-424f-adc8-103a6b4faf87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.1160941 Sep 18 02:37:50.258070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bd08-3dae-4280-b179-f408aba8edb8 req-0b5cf9cf-9733-4f7d-a4d2-6d41a1a88a09 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:50.260055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f359bd08-3dae-4280-b179-f408aba8edb8 req-0b5cf9cf-9733-4f7d-a4d2-6d41a1a88a09 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.1803684 Sep 18 02:37:50.343925 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f359bd08-3dae-4280-b179-f408aba8edb8 req-4de15590-08cf-4ed0-a80b-8f7db5d2ee89 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765893 Sep 18 02:37:50.345736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-63ff7601-4f66-4eba-82ff-fa860739c338 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 1001 time: 0.0847330 Sep 18 02:37:50.395747 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-5fcb3bdc-c6ec-4784-b85d-4b3bf3864eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:50.397104 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-5fcb3bdc-c6ec-4784-b85d-4b3bf3864eef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0443411 Sep 18 02:37:50.442347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-16f144ea-a675-4dbf-b46d-d98d9e641a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:50.443835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-16f144ea-a675-4dbf-b46d-d98d9e641a78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399313 Sep 18 02:37:50.534151 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-0b4ab6a9-b177-41fa-8afd-c8d2093b5cba service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831614 Sep 18 02:37:50.621505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-ea4650b4-a69a-4a16-89a4-57dfeda0b9a5 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808070 Sep 18 02:37:51.460679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dbbe-4c8b-46b0-a6e5-cd7f2d59e923 req-c2487d97-9a91-44d4-9a13-612d3ab828b6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:51.462171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1af8dbbe-4c8b-46b0-a6e5-cd7f2d59e923 req-c2487d97-9a91-44d4-9a13-612d3ab828b6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0505815 Sep 18 02:37:51.500183 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1af8dbbe-4c8b-46b0-a6e5-cd7f2d59e923 req-aeaef693-bb9d-4deb-983b-ec2e64e5afaf tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312667 Sep 18 02:37:52.621835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a173b9b-2f42-4859-b9af-7b81a17c72f6 req-e75173cc-baaa-4c8c-90ce-15271501e7c0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:52.623598 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3a173b9b-2f42-4859-b9af-7b81a17c72f6 req-e75173cc-baaa-4c8c-90ce-15271501e7c0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0544982 Sep 18 02:37:52.661157 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3a173b9b-2f42-4859-b9af-7b81a17c72f6 req-385e63b1-99da-4229-8503-4855194c687d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317738 Sep 18 02:37:53.776759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a0ee9-3c91-4fef-bc83-adbf42b965df req-bd2df013-ae82-47ad-8d9f-08e54fd841f8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:53.778261 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b49a0ee9-3c91-4fef-bc83-adbf42b965df req-bd2df013-ae82-47ad-8d9f-08e54fd841f8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0488317 Sep 18 02:37:53.816752 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b49a0ee9-3c91-4fef-bc83-adbf42b965df req-0d424053-845c-4600-82fd-89621083a57f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Sep 18 02:37:54.935782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e205c-c5c3-4b43-a0f7-3d63c7565695 req-08dab5ae-b770-43ce-a141-d8382983600f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:54.937288 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d6e205c-c5c3-4b43-a0f7-3d63c7565695 req-08dab5ae-b770-43ce-a141-d8382983600f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0502825 Sep 18 02:37:54.973798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d6e205c-c5c3-4b43-a0f7-3d63c7565695 req-0ab38d36-392a-499f-bbdb-24f73264d409 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306945 Sep 18 02:37:55.818799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:56.091542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a567e-3066-4a78-96b7-a34fe29003a0 req-60d8be60-f392-4447-9cd1-b0ebeed69c39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:56.092991 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e76a567e-3066-4a78-96b7-a34fe29003a0 req-60d8be60-f392-4447-9cd1-b0ebeed69c39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0482514 Sep 18 02:37:56.112211 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:37:56.136549 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e76a567e-3066-4a78-96b7-a34fe29003a0 req-a1e3d0b9-182d-42b5-8dc9-30ed8e4d5ef5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376205 Sep 18 02:37:57.251229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818c43-d1a1-4cd7-9b43-79155bd134ae req-ddefdfd2-ff4c-443c-9a96-2eaa85b4a431 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:57.252701 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5818c43-d1a1-4cd7-9b43-79155bd134ae req-ddefdfd2-ff4c-443c-9a96-2eaa85b4a431 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0483460 Sep 18 02:37:57.292785 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f5818c43-d1a1-4cd7-9b43-79155bd134ae req-498b120e-6cf0-42c1-b17d-ae5e4475d9bf tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342708 Sep 18 02:37:58.409965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ac906-f7b4-449b-aeb2-9d039ee3fb0c req-cbbfd5aa-63d6-463b-b31e-7e1ffebf4ce2 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:58.411479 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d8ac906-f7b4-449b-aeb2-9d039ee3fb0c req-cbbfd5aa-63d6-463b-b31e-7e1ffebf4ce2 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0494559 Sep 18 02:37:58.448729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5d8ac906-f7b4-449b-aeb2-9d039ee3fb0c req-9e08e924-4b61-4257-9487-4a4fdf028ee3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305977 Sep 18 02:37:59.564546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f2c73-2c16-4e45-bc49-6babffb2cf6d req-5bf46859-07ab-4555-9432-276cddfdf95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:37:59.566001 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc4f2c73-2c16-4e45-bc49-6babffb2cf6d req-5bf46859-07ab-4555-9432-276cddfdf95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0519753 Sep 18 02:37:59.602384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc4f2c73-2c16-4e45-bc49-6babffb2cf6d req-ba91e455-00dc-4867-92d8-14a8955672db tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304675 Sep 18 02:38:00.716913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7aaaf-a8ee-456a-86c8-158084246a55 req-a5d276d9-4edf-4b49-ba4d-6645a88ca3d8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:00.718451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22e7aaaf-a8ee-456a-86c8-158084246a55 req-a5d276d9-4edf-4b49-ba4d-6645a88ca3d8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0486593 Sep 18 02:38:00.757117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22e7aaaf-a8ee-456a-86c8-158084246a55 req-5d276b67-7190-4e17-976f-e0841a8d04ac tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327122 Sep 18 02:38:00.889170 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8df27428-23a5-48fc-ae15-3d2150f31adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:01.871996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00227c36-5a04-474c-ba00-e14c0521acb1 req-7deb4c9f-3626-4282-9b88-91ce266d1379 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:01.873480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-00227c36-5a04-474c-ba00-e14c0521acb1 req-7deb4c9f-3626-4282-9b88-91ce266d1379 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0486250 Sep 18 02:38:01.910588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-00227c36-5a04-474c-ba00-e14c0521acb1 req-5b22a3ab-cf90-421e-9606-209e9be5ff0d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310633 Sep 18 02:38:02.547355 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-4bfb7080-9c13-4b22-b359-0f1518657909 service neutron] show failed (client error): The resource could not be found. Sep 18 02:38:02.548367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-4bfb7080-9c13-4b22-b359-0f1518657909 service neutron] 10.222.0.20 "GET /v2.0/ports/6feea21c-4856-427d-8a4a-08b54d827d6d/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0550981 Sep 18 02:38:02.739068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-36dd1366-d571-4f5c-a70e-e1d5707e3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:02.740583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-36dd1366-d571-4f5c-a70e-e1d5707e3d06 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 1098 time: 0.0407319 Sep 18 02:38:02.751986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:38:02.806309 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:03.043560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e730-b21d-4581-8f6d-910b261dace0 req-0e849576-98d5-4c88-8b00-e8ae14eae965 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:03.045050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e77e730-b21d-4581-8f6d-910b261dace0 req-0e849576-98d5-4c88-8b00-e8ae14eae965 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0666192 Sep 18 02:38:03.046825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:38:03.110003 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e77e730-b21d-4581-8f6d-910b261dace0 req-75f942b3-2908-4f2f-9740-610183cb79ae tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546403 Sep 18 02:38:03.110913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:38:03.151390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:38:03.153790 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993d06b1-532c-41f6-9312-824cf08b3320" -d '{"events": [{"server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "name": "network-vif-unplugged", "status": "completed", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:38:03.157563 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:03.170335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Transition to ACTIVE for port object 6feea21c-4856-427d-8a4a-08b54d827d6d will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:38:03.173890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:03.206799 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ce27db-65a0-46dc-bd80-1b36ed9a933a x-openstack-request-id: req-34ce27db-65a0-46dc-bd80-1b36ed9a933a {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:38:03.207101 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "name": "network-vif-unplugged", "status": "completed", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:38:03.207356 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34ce27db-65a0-46dc-bd80-1b36ed9a933a {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:38:03.207744 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'code': 200} Sep 18 02:38:03.289169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:03.311440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.311791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.312136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.312477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.312824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.313131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.313467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.313799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.314129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.314458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.314809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.315142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:03.355962 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] No DVR routers for this DVR port 6feea21c-4856-427d-8a4a-08b54d827d6d on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:38:03.481868 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-db41570a-869e-47f7-b6a4-8e896e86424c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:03.782980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Attempting to bind port 6feea21c-4856-427d-8a4a-08b54d827d6d on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:38:03.783540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Attempting to bind port 6feea21c-4856-427d-8a4a-08b54d827d6d by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:38:03.783637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Attempting to bind port 6feea21c-4856-427d-8a4a-08b54d827d6d on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:38:03.787790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Port 6feea21c-4856-427d-8a4a-08b54d827d6d on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:38:03.788110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Attempting to bind port 6feea21c-4856-427d-8a4a-08b54d827d6d on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:38:03.793096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:38:03.793429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:38:03.793814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:38:03.794236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Bound port: 6feea21c-4856-427d-8a4a-08b54d827d6d, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:38:03.794586 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:03.860265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:38:03.863196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:38:03.867520 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:03.901458 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:03.902149 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:03.903541 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-13d30311-689e-41c0-9518-eb7e546607de service neutron] 10.222.0.18 "PUT /v2.0/ports/6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 1093 time: 1.1556990 Sep 18 02:38:03.926354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d30311-689e-41c0-9518-eb7e546607de service neutron] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=7']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:03.972059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-4ea63c2e-7552-478a-9e23-fc4edbddb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:03.973553 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-4ea63c2e-7552-478a-9e23-fc4edbddb503 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1096 time: 0.0442526 Sep 18 02:38:04.070730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-c2b5bbd2-5a50-4dbd-a85d-03ed656b246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:04.072213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-c2b5bbd2-5a50-4dbd-a85d-03ed656b246e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0910904 Sep 18 02:38:04.105174 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:04.139278 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-fe4b4b59-0d08-49ae-b746-88e295b6659c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 999 time: 0.0595407 Sep 18 02:38:04.213439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-a468be07-2a00-42fb-8609-0311a14e7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:04.215419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-a468be07-2a00-42fb-8609-0311a14e7215 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0693331 Sep 18 02:38:04.258029 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1e9cb-59d2-49f7-a154-fc159e4510f5 req-dc39f8df-26a1-4004-a54e-95ded492a0d4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:04.259414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fcd1e9cb-59d2-49f7-a154-fc159e4510f5 req-dc39f8df-26a1-4004-a54e-95ded492a0d4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 944 time: 0.0798841 Sep 18 02:38:04.286045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-b717ff4d-73c6-4c08-af99-8959bfec42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:04.287509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-b717ff4d-73c6-4c08-af99-8959bfec42ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643413 Sep 18 02:38:04.319829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fcd1e9cb-59d2-49f7-a154-fc159e4510f5 req-39b2140b-5643-44b1-8296-dd515bd58acf tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538845 Sep 18 02:38:04.387709 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-e9e3c1ec-e631-4b6f-b5ec-e7757d125c4d service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896938 Sep 18 02:38:04.473968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70e93aa5-d781-45b5-9b6b-4654f8432b3f req-b85301cb-0665-4228-8fd1-f6b2f6802e77 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795856 Sep 18 02:38:05.029530 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:05.209177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:38:05.211483 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac799c5-427a-4316-ba84-d5425156772d" -d '{"events": [{"name": "network-changed", "server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:38:05.259186 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d51021-6fa4-4b7d-8380-ed990d888749 x-openstack-request-id: req-50d51021-6fa4-4b7d-8380-ed990d888749 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:38:05.259471 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:38:05.259720 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50d51021-6fa4-4b7d-8380-ed990d888749 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:38:05.260117 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'status': 'completed', 'code': 200} Sep 18 02:38:05.316978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac799c5-427a-4316-ba84-d5425156772d req-63200094-429b-4ab7-ab7f-aa528ab4055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.318485 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-63200094-429b-4ab7-ab7f-aa528ab4055f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1096 time: 0.0407615 Sep 18 02:38:05.320770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac799c5-427a-4316-ba84-d5425156772d req-43c3b5cf-4105-405b-a053-65158da7a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.322232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-43c3b5cf-4105-405b-a053-65158da7a3eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1096 time: 0.0404718 Sep 18 02:38:05.416183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac799c5-427a-4316-ba84-d5425156772d req-d91b5b5f-762d-42a9-b26f-4b78dddda983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.418473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-d91b5b5f-762d-42a9-b26f-4b78dddda983 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0936055 Sep 18 02:38:05.452520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac799c5-427a-4316-ba84-d5425156772d req-e7199e3b-1b93-44ae-861f-630904f072e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.453994 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-e7199e3b-1b93-44ae-861f-630904f072e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.1247714 Sep 18 02:38:05.462343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2f49c-7ef0-45a2-a06c-082e62fd4b56 req-ad42ef3c-e838-4f7e-8e51-dfdcdcc29571 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.463683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afe2f49c-7ef0-45a2-a06c-082e62fd4b56 req-ad42ef3c-e838-4f7e-8e51-dfdcdcc29571 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 944 time: 0.0701253 Sep 18 02:38:05.486875 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-cb2057b7-6fbf-4971-ad77-7cb68ece6d73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 999 time: 0.0616159 Sep 18 02:38:05.536470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac799c5-427a-4316-ba84-d5425156772d req-63e66315-4ba9-4ad3-90af-62e3dade04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.537923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-63e66315-4ba9-4ad3-90af-62e3dade04a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0441489 Sep 18 02:38:05.549469 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-afe2f49c-7ef0-45a2-a06c-082e62fd4b56 req-7f8f2895-a50c-4c8d-835c-41c2f510edb2 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788324 Sep 18 02:38:05.551751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-07118285-8520-4f0b-9a60-5197cd3f5925 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 999 time: 0.0862288 Sep 18 02:38:05.583606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac799c5-427a-4316-ba84-d5425156772d req-7a1443aa-1f71-4ae4-8c55-0b2fe22d987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.585094 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-7a1443aa-1f71-4ae4-8c55-0b2fe22d987c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401931 Sep 18 02:38:05.608274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac799c5-427a-4316-ba84-d5425156772d req-7d8e4be0-28a4-4563-8289-1c9c086b050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.609734 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-7d8e4be0-28a4-4563-8289-1c9c086b050f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0510385 Sep 18 02:38:05.658675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac799c5-427a-4316-ba84-d5425156772d req-38f85970-0295-4ec1-90ff-2b2f8c2b7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:05.660227 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-38f85970-0295-4ec1-90ff-2b2f8c2b7ae3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409822 Sep 18 02:38:05.759619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-e6b8dd7c-c3a2-4d3f-9119-e8dec7277f36 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913997 Sep 18 02:38:05.859420 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-a45ee240-4136-4a23-bd8f-1d679b21bc52 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899775 Sep 18 02:38:06.004076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-5532dd03-c004-43c9-a5ae-19ca849cd4bc service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120524 Sep 18 02:38:06.092658 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5ac799c5-427a-4316-ba84-d5425156772d req-242439a4-8632-4477-9b3f-6a2db92a97bf service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820463 Sep 18 02:38:06.382104 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:06.490232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6feea21c-4856-427d-8a4a-08b54d827d6d no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:38:06.528141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 6feea21c-4856-427d-8a4a-08b54d827d6d not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:38:06.665249 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f42d1c-b51f-4f68-95f9-e43aab850100 req-fcf83eb5-6de1-494b-89ca-e352ed3575dd tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:06.666751 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9f42d1c-b51f-4f68-95f9-e43aab850100 req-fcf83eb5-6de1-494b-89ca-e352ed3575dd tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 944 time: 0.0498176 Sep 18 02:38:06.704839 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b9f42d1c-b51f-4f68-95f9-e43aab850100 req-aa972054-2ccc-4df9-8e8b-e5a26548b13a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Sep 18 02:38:06.929656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a541-49dd-409a-a68b-da67a2525da4 req-2cf29980-1ef0-4abe-91d2-6656ef0c0733 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:06.931132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-2cf29980-1ef0-4abe-91d2-6656ef0c0733 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394&tenant_id=71f05228f5374ac9a95910947cc35d9c&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 944 time: 0.0739477 Sep 18 02:38:06.939532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91021901-3221-4d9e-9b62-b71c7ebb5dc6 req-290bc912-731c-4d0c-be6a-24a5f6b51113 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:06.940886 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91021901-3221-4d9e-9b62-b71c7ebb5dc6 req-290bc912-731c-4d0c-be6a-24a5f6b51113 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 944 time: 0.0923784 Sep 18 02:38:07.013620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-91021901-3221-4d9e-9b62-b71c7ebb5dc6 req-c57285c0-5e78-421b-9b79-a96a10973a32 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663881 Sep 18 02:38:07.018587 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-a913a541-49dd-409a-a68b-da67a2525da4 req-11168b18-fbff-48c9-a5c3-2261a261ead6 service neutron] delete failed (client error): The resource could not be found. Sep 18 02:38:07.019552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-11168b18-fbff-48c9-a5c3-2261a261ead6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/6feea21c-4856-427d-8a4a-08b54d827d6d/bindings/n-h2-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0778389 Sep 18 02:38:07.103130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a541-49dd-409a-a68b-da67a2525da4 req-5f1f1845-7931-4abc-a8b3-e184c9bb843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:07.104651 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-5f1f1845-7931-4abc-a8b3-e184c9bb843c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 1096 time: 0.0440722 Sep 18 02:38:07.193950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a541-49dd-409a-a68b-da67a2525da4 req-828ec68b-112b-4569-977e-90c5b67d2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:07.195358 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-828ec68b-112b-4569-977e-90c5b67d2ff3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0845587 Sep 18 02:38:07.262189 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-5f16ddf7-0090-4ef0-aba0-44935fe83441 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 200 len: 999 time: 0.0601547 Sep 18 02:38:07.310522 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a541-49dd-409a-a68b-da67a2525da4 req-02726b00-1d21-4d0a-89ff-71fa7d114e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:07.311954 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-02726b00-1d21-4d0a-89ff-71fa7d114e19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0431087 Sep 18 02:38:07.357070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a541-49dd-409a-a68b-da67a2525da4 req-8573efb8-6fc2-40d4-b91d-f9faaf963025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:07.358528 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-8573efb8-6fc2-40d4-b91d-f9faaf963025 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394835 Sep 18 02:38:07.451327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-dd06ef84-79a8-4132-a4cb-23969079db4c service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Sep 18 02:38:07.539219 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a913a541-49dd-409a-a68b-da67a2525da4 req-62947256-26a1-4c8f-99c4-2d3972a08a90 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807331 Sep 18 02:38:07.547056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6feea21c-4856-427d-8a4a-08b54d827d6d details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:38:07.643226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:38:07.655270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'mac_address': 'fa:16:3e:c3:2a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:38:07.692342 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:07.705164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6feea21c-4856-427d-8a4a-08b54d827d6d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:38:07.724634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:38:07.728354 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:07.777574 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:07.786878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.787481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.787946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.788289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.788628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.788964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.789295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.789635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.789954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.790276 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.790603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.790953 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:38:07.958413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['6feea21c-4856-427d-8a4a-08b54d827d6d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:38:08.142877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cc790-64bb-4cf8-bc73-e7e0528ea214 req-363243b7-275b-49d9-8657-6e0092cdca4b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:08.144747 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-950cc790-64bb-4cf8-bc73-e7e0528ea214 req-363243b7-275b-49d9-8657-6e0092cdca4b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 945 time: 0.0561345 Sep 18 02:38:08.181227 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-950cc790-64bb-4cf8-bc73-e7e0528ea214 req-6b2336e2-4551-4303-8daf-334a971d6f5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306249 Sep 18 02:38:08.298355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82765428-d34f-4a20-8a34-ce22d3f3aa10 req-012cd97b-0fdd-40aa-affc-9e1aaf01a388 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:08.299861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82765428-d34f-4a20-8a34-ce22d3f3aa10 req-012cd97b-0fdd-40aa-affc-9e1aaf01a388 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 945 time: 0.0525370 Sep 18 02:38:08.337203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82765428-d34f-4a20-8a34-ce22d3f3aa10 req-8faa0825-9efe-4288-9e0d-ada477a8e7b8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Sep 18 02:38:08.448405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5bade-28f2-4c18-8615-da388dc6e67b req-e59a6047-0f39-422e-b4cd-398d21daf031 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:08.449864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-11d5bade-28f2-4c18-8615-da388dc6e67b req-e59a6047-0f39-422e-b4cd-398d21daf031 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Sep 18 02:38:08.486910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-11d5bade-28f2-4c18-8615-da388dc6e67b req-4947aed0-3da0-455f-9215-9e5ca50505e9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310729 Sep 18 02:38:08.714241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf71771-a5a4-4e75-8417-c4ae72c509c2 req-e102aefa-3f07-4995-8ceb-f74fab538000 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:08.715772 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-edf71771-a5a4-4e75-8417-c4ae72c509c2 req-e102aefa-3f07-4995-8ceb-f74fab538000 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 945 time: 0.0469766 Sep 18 02:38:08.753625 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-edf71771-a5a4-4e75-8417-c4ae72c509c2 req-c75f7ae4-0d7a-4f3b-b688-5579b645e025 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 Sep 18 02:38:09.568178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6feea21c-4856-427d-8a4a-08b54d827d6d up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:38:09.618801 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 6feea21c-4856-427d-8a4a-08b54d827d6d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:38:09.624632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 6feea21c-4856-427d-8a4a-08b54d827d6d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:38:09.625044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:09.701267 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:09.724921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:38:09.727380 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d130f-ed62-4ff7-b7b4-7ffaab135793" -d '{"events": [{"server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "name": "network-vif-plugged", "status": "completed", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:38:09.741638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:38:09.746912 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:09.770247 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7538f7c-4a43-4623-8e15-da3cbcf20cb7 x-openstack-request-id: req-f7538f7c-4a43-4623-8e15-da3cbcf20cb7 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:38:09.770541 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "name": "network-vif-plugged", "status": "completed", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:38:09.770821 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7538f7c-4a43-4623-8e15-da3cbcf20cb7 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:38:09.771206 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'code': 200} Sep 18 02:38:09.798582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:09.870856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee5b1-f521-4b94-aeda-9d1f32ffd2fc req-a2840f76-a7f7-4ba6-bf6b-79f9d28a2731 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:09.872330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc0ee5b1-f521-4b94-aeda-9d1f32ffd2fc req-a2840f76-a7f7-4ba6-bf6b-79f9d28a2731 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0525351 Sep 18 02:38:09.930274 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fc0ee5b1-f521-4b94-aeda-9d1f32ffd2fc req-bf99fd06-2057-43ca-9b95-5d885a32ed23 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517757 Sep 18 02:38:09.953033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-d575a059-f11f-4f80-99a3-8b8d36faba6e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:09.954509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-d575a059-f11f-4f80-99a3-8b8d36faba6e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "GET /v2.0/ports?device_id=408eb4b6-fe33-44bc-b46a-e090507f8394 HTTP/1.1" status: 200 len: 946 time: 0.0573337 Sep 18 02:38:10.045790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Deleting port 6feea21c-4856-427d-8a4a-08b54d827d6d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:38:10.046124 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:10.132085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] For port 6feea21c-4856-427d-8a4a-08b54d827d6d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=6feea21c-4856-427d-8a4a-08b54d827d6d,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:38:10.132371 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:10.349982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:10.350340 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:10.350678 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e disassociated. External IP: 172.25.0.35, port: 6feea21c-4856-427d-8a4a-08b54d827d6d. Sep 18 02:38:10.351113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Calling delete_port for 6feea21c-4856-427d-8a4a-08b54d827d6d owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:38:10.475044 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:10.502978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event deleted for resources: {'Port': ['ID=6feea21c-4856-427d-8a4a-08b54d827d6d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:10.617757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:38:10.727587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:38:10.737916 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:38:10.748104 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:38:10.748713 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:38:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:38:10.766923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] No DVR routers for this DVR port 6feea21c-4856-427d-8a4a-08b54d827d6d on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:38:10.769549 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:10.771578 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-801edba6-62b1-4dbc-9341-4adddbbefa38 req-0f826f2a-1ad4-44c1-868b-11d898fdd95a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "DELETE /v2.0/ports/6feea21c-4856-427d-8a4a-08b54d827d6d HTTP/1.1" status: 204 len: 173 time: 0.8113389 Sep 18 02:38:10.772016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'name': 'network-vif-deleted', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:38:10.774305 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38c1ce4-2a13-4ba9-b923-a20e69475494" -d '{"events": [{"server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "name": "network-vif-deleted", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:38:10.813391 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b86356-6bff-42c0-a056-bb68325c80ea x-openstack-request-id: req-09b86356-6bff-42c0-a056-bb68325c80ea {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:38:10.813753 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408eb4b6-fe33-44bc-b46a-e090507f8394", "name": "network-vif-deleted", "tag": "6feea21c-4856-427d-8a4a-08b54d827d6d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:38:10.814012 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09b86356-6bff-42c0-a056-bb68325c80ea {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:38:10.814422 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408eb4b6-fe33-44bc-b46a-e090507f8394', 'name': 'network-vif-deleted', 'tag': '6feea21c-4856-427d-8a4a-08b54d827d6d', 'status': 'completed', 'code': 200} Sep 18 02:38:10.857748 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:38:11.064965 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:38:11.174978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-8b7caf0d-b69a-4a56-9e4c-961cceb5485c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--176106187&fields=id&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 267 time: 0.0361736 Sep 18 02:38:11.187830 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:38:11.196177 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:38:11.196780 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:38:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:38:11.285935 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-e85698db-a772-435b-8ce2-5cd7ab283902 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:11.287352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-e85698db-a772-435b-8ce2-5cd7ab283902 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 812 time: 0.1052210 Sep 18 02:38:11.297779 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:38:11.302155 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-4f93b3ee-6713-481a-882c-1cd997618412 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/quotas/71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 375 time: 0.0090318 Sep 18 02:38:11.355353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-dd85c01f-77fd-408f-85d6-8264880c0e6b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474002 Sep 18 02:38:11.372491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a56b44a0-dad1-4837-8823-75472303f491 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:38:11.373461 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a56b44a0-dad1-4837-8823-75472303f491 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057242 Sep 18 02:38:11.466495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-b17f0d34-f45d-4377-b98c-5ce5ef8bfe8a service neutron] 10.222.0.21 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867238 Sep 18 02:38:11.489146 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:38:11.518280 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d4aba-aea6-4605-b2d9-bdb7cb56ab47 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:38:11.558081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-ad3af5c4-0560-4f4f-bab8-06d13d430f74 service neutron] 10.222.0.21 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849297 Sep 18 02:38:11.726454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b5549be-5fe8-4036-8e3b-ce40ff65042e req-3d552be8-24ad-4ffb-a00f-cd13f1288311 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 210 time: 0.0282550 Sep 18 02:38:11.766273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21825daf-63af-4960-b18f-1db7e1db19a8 None None] New status for floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:38:12.637829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-75555799-53d7-4ba2-82df-b38bdb91f6a7 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:12.639564 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-75555799-53d7-4ba2-82df-b38bdb91f6a7 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 812 time: 0.1205337 Sep 18 02:38:12.681403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-c59972dd-1590-4bba-b5ec-a7bb5a3a9644 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 379 time: 0.0325177 Sep 18 02:38:12.691103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'port': {'device_id': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'admin_state_up': True, 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'security_groups': ['7e93ae45-1289-43fe-be51-5c99ca016cdb']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:38:12.809823 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Made reservation on behalf of 71f05228f5374ac9a95910947cc35d9c for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:38:12.813110 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:12.829630 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61c2019d-d03a-45b5-a561-32e2ead97199 req-e761ade6-0e3a-4cdf-abdd-e4ced493630d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 210 time: 0.0306251 Sep 18 02:38:12.954899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Allocated IP 172.20.0.11 (5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3/4188045a-6cef-4896-ab62-91f5965e76bf/fcda6546-6b94-4aae-9ae3-21b8188064b5) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:38:13.088157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.120857 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.163241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:38:13.166194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:38:13.168745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:38:13.206669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:13.233464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:13.234112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.249360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-a6ff28f5-53ac-457d-bc0e-42a5033a2cad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613697 Sep 18 02:38:13.262292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Request body: {'port': {'device_id': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:38:13.319037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.358047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c1d16327-f819-457d-ae63-3496460af695 None None] Provisioning complete for port fcda6546-6b94-4aae-9ae3-21b8188064b5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:38:13.358605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1d16327-f819-457d-ae63-3496460af695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.392371 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c1d16327-f819-457d-ae63-3496460af695 None None] Port fcda6546-6b94-4aae-9ae3-21b8188064b5 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:38:13.578287 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcda6546-6b94-4aae-9ae3-21b8188064b5 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:38:13.585422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.590370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6feea21c-4856-427d-8a4a-08b54d827d6d no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:38:13.598314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Transition to ACTIVE for port object fcda6546-6b94-4aae-9ae3-21b8188064b5 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:38:13.602920 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.610901 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 6feea21c-4856-427d-8a4a-08b54d827d6d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:38:13.611247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 6feea21c-4856-427d-8a4a-08b54d827d6d not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:38:13.658225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:13.725518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Attempting to bind port fcda6546-6b94-4aae-9ae3-21b8188064b5 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:38:13.725848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Attempting to bind port fcda6546-6b94-4aae-9ae3-21b8188064b5 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:38:13.726339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Attempting to bind port fcda6546-6b94-4aae-9ae3-21b8188064b5 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:38:13.731154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Port fcda6546-6b94-4aae-9ae3-21b8188064b5 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:38:13.731470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Attempting to bind port fcda6546-6b94-4aae-9ae3-21b8188064b5 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:38:13.736642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:38:13.736974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:38:13.737365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:38:13.737778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Bound port: fcda6546-6b94-4aae-9ae3-21b8188064b5, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:38:13.738128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.806509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:38:13.809612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:38:13.813914 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.848323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:13.849007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:13.850426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] 10.222.0.18 "PUT /v2.0/ports/fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 1093 time: 0.5931013 Sep 18 02:38:13.850896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:38:13.853164 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a057d4e5-b95b-4196-9303-bf82c3731483" -d '{"events": [{"name": "network-changed", "server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:38:13.878616 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e18325-905a-41d1-a870-e0f429fcc5eb service neutron] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:13.926529 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db55a8ce-3c7c-4a3d-83fb-6c900aab6405 x-openstack-request-id: req-db55a8ce-3c7c-4a3d-83fb-6c900aab6405 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:38:13.926900 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:38:13.927148 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db55a8ce-3c7c-4a3d-83fb-6c900aab6405 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:38:13.927538 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'status': 'completed', 'code': 200} Sep 18 02:38:13.944334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-4ba8c972-06dc-46dd-bbef-119f09dd2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:13.945858 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-4ba8c972-06dc-46dd-bbef-119f09dd2ca8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1096 time: 0.0541866 Sep 18 02:38:13.993873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2ed85-3156-43a4-b717-6c64d5a2f122 req-967cf922-3ce5-4f69-b9f6-096eed159cd5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:13.995900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c7a2ed85-3156-43a4-b717-6c64d5a2f122 req-967cf922-3ce5-4f69-b9f6-096eed159cd5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 944 time: 0.0606158 Sep 18 02:38:14.001471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-094416d5-f739-4b8d-8e85-415d04b38132 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 217 time: 0.0429738 Sep 18 02:38:14.039007 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c7a2ed85-3156-43a4-b717-6c64d5a2f122 req-230659a5-4b3d-4045-9a8c-f9d04d30799c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363767 Sep 18 02:38:14.057958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-c8ca5305-e7fc-4a2f-a7fc-080145b85041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:14.059465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-c8ca5305-e7fc-4a2f-a7fc-080145b85041 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0501721 Sep 18 02:38:14.103896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-2db2fb27-7a0f-464f-9f6f-42a296b15ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:14.105964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-2db2fb27-7a0f-464f-9f6f-42a296b15ebc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395768 Sep 18 02:38:14.198327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-149b90fe-a0c5-45f1-940d-50989ae05b15 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855238 Sep 18 02:38:14.286995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0770c92-cfdc-421d-820c-780f3c0785c3 req-5e53a190-0c5c-4912-b313-3aa3a70ee1c7 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822477 Sep 18 02:38:14.372521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-d9d06b20-4cc0-4cd5-ad84-26bc15d5fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:14.373902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-d9d06b20-4cc0-4cd5-ad84-26bc15d5fd88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1096 time: 0.0408175 Sep 18 02:38:14.468364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-f1a325b1-fd1b-4cc7-9739-ec4a99ee8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:14.469820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-f1a325b1-fd1b-4cc7-9739-ec4a99ee8b30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0878456 Sep 18 02:38:14.510256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-4c125562-8f9d-4483-b027-e7cb1e718d5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 217 time: 0.0326412 Sep 18 02:38:14.561339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-f5860034-ba6e-4a51-a2d4-708eacae09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:14.562777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-f5860034-ba6e-4a51-a2d4-708eacae09bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0457869 Sep 18 02:38:14.609314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-23a0cfc4-b2a8-4d80-a372-10710ab24289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:14.610836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-23a0cfc4-b2a8-4d80-a372-10710ab24289 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406067 Sep 18 02:38:14.703958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-77c7f358-ebe2-4fc1-974d-ab1e359274aa service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Sep 18 02:38:14.795617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a057d4e5-b95b-4196-9303-bf82c3731483 req-ef531690-f64a-47e6-87c2-dc9d055393aa service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828278 Sep 18 02:38:15.159179 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264645f5-ca31-45c5-bd09-b408be88426b req-776e37d9-6589-4fb8-ad7e-714893d71112 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:15.160650 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-264645f5-ca31-45c5-bd09-b408be88426b req-776e37d9-6589-4fb8-ad7e-714893d71112 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 944 time: 0.0502238 Sep 18 02:38:15.197459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-264645f5-ca31-45c5-bd09-b408be88426b req-a2663f1e-a31b-4f82-9292-7f6f62dfb82f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Sep 18 02:38:15.605063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fcda6546-6b94-4aae-9ae3-21b8188064b5 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:38:15.853954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:38:15.864608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'mac_address': 'fa:16:3e:09:68:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:38:15.901030 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:15.913076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcda6546-6b94-4aae-9ae3-21b8188064b5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:38:15.932273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:38:15.936974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:15.982032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:16.120634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['fcda6546-6b94-4aae-9ae3-21b8188064b5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:38:16.311818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2f74-46d3-4db2-95b5-570ccd34bd64 req-9f08f6df-bb92-412f-8061-706b03e2ee35 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:16.313306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7ee2f74-46d3-4db2-95b5-570ccd34bd64 req-9f08f6df-bb92-412f-8061-706b03e2ee35 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 945 time: 0.0497546 Sep 18 02:38:16.355212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7ee2f74-46d3-4db2-95b5-570ccd34bd64 req-bfef6d90-0657-4ff7-878f-020b835b6080 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353613 Sep 18 02:38:17.470955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f0b3-ca65-4099-8335-9e25fe09a7f4 req-debf625d-8880-48c2-b69d-5474c29d5e27 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:17.472422 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d15f0b3-ca65-4099-8335-9e25fe09a7f4 req-debf625d-8880-48c2-b69d-5474c29d5e27 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 945 time: 0.0516648 Sep 18 02:38:17.511794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d15f0b3-ca65-4099-8335-9e25fe09a7f4 req-bdef0d8d-c201-4320-85af-2eddd7f6efc0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335419 Sep 18 02:38:17.621387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fcda6546-6b94-4aae-9ae3-21b8188064b5 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:38:17.668326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port fcda6546-6b94-4aae-9ae3-21b8188064b5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:38:17.671762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port fcda6546-6b94-4aae-9ae3-21b8188064b5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:38:17.672122 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:17.750667 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:17.771956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:38:17.774239 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88924810-e596-4a9a-98f9-0bbcf50e1609" -d '{"events": [{"server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "name": "network-vif-plugged", "status": "completed", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:38:17.787224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:38:17.791350 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:17.815424 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f5ac68-f6fa-44a4-a020-31a6d228d5e7 x-openstack-request-id: req-88f5ac68-f6fa-44a4-a020-31a6d228d5e7 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:38:17.815712 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "name": "network-vif-plugged", "status": "completed", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:38:17.816273 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88f5ac68-f6fa-44a4-a020-31a6d228d5e7 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:38:17.816657 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'code': 200} Sep 18 02:38:17.842367 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:38:17.899809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bdb34-b98e-4c2a-ad33-768402b867df req-ebb97644-1d73-42ea-bfc8-44b27b369fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:17.901949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc6bdb34-b98e-4c2a-ad33-768402b867df req-ebb97644-1d73-42ea-bfc8-44b27b369fee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1098 time: 0.0382605 Sep 18 02:38:17.935033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc6bdb34-b98e-4c2a-ad33-768402b867df req-5831fab5-671f-4cf5-9503-9318cfc4925b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265198 Sep 18 02:38:17.989302 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:38:18.626244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8786c19-31cd-4fbc-bea4-590d3273c869 req-7bdf97f1-f197-40b8-918d-0a67f6600d17 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:18.627755 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8786c19-31cd-4fbc-bea4-590d3273c869 req-7bdf97f1-f197-40b8-918d-0a67f6600d17 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0501070 Sep 18 02:38:18.664618 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f8786c19-31cd-4fbc-bea4-590d3273c869 req-20f3f95f-14b0-492d-a570-e51dde1dd9cf tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310857 Sep 18 02:38:19.781443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cf1f3-6451-4d19-9af1-096017ca165d req-33394884-c09d-489d-8b9e-ab048fa4e3bb tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:19.782951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-593cf1f3-6451-4d19-9af1-096017ca165d req-33394884-c09d-489d-8b9e-ab048fa4e3bb tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0500236 Sep 18 02:38:19.819314 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-593cf1f3-6451-4d19-9af1-096017ca165d req-acc1d7e5-2a44-40f9-8096-c02df4d7872b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304818 Sep 18 02:38:19.932325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c6b78-3666-496f-b937-828d9ab38145 req-541b8779-5900-4f58-adff-715bf441b6a3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:19.934081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d2c6b78-3666-496f-b937-828d9ab38145 req-541b8779-5900-4f58-adff-715bf441b6a3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0513515 Sep 18 02:38:19.942648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 41992) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:38:19.946833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'floatingip': {'port_id': 'fcda6546-6b94-4aae-9ae3-21b8188064b5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:38:19.984662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:20.711654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:20.716961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:20.816567 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e associated. External IP: 172.25.0.35, port: fcda6546-6b94-4aae-9ae3-21b8188064b5. Sep 18 02:38:21.017219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:38:21.125209 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:38:21.130032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:21.134994 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:38:21.145473 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:38:21.146070 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:38:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:38:21.158126 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dc3b9c8d-6236-4d4f-9ba8-5ee5ed09c33d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "PUT /v2.0/floatingips/561875d8-3d46-47eb-b04c-6d55fa52968e HTTP/1.1" status: 200 len: 991 time: 1.2144437 Sep 18 02:38:21.158772 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:38:21.161045 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d" -d '{"events": [{"name": "network-changed", "server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:38:21.200263 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c2425d-b4d1-4c94-a43d-9f3dcf66740e x-openstack-request-id: req-b3c2425d-b4d1-4c94-a43d-9f3dcf66740e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:38:21.200552 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:38:21.200802 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3c2425d-b4d1-4c94-a43d-9f3dcf66740e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:38:21.201199 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'status': 'completed', 'code': 200} Sep 18 02:38:21.251352 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:38:21.260780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-e8c1d9e7-9a4e-4767-af60-fd47bff2cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:21.262482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-e8c1d9e7-9a4e-4767-af60-fd47bff2cc93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1098 time: 0.0416522 Sep 18 02:38:21.355746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-896d4cb9-ba29-4de6-9366-c013a75d3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:21.357193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-896d4cb9-ba29-4de6-9366-c013a75d3d92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0882719 Sep 18 02:38:21.422350 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-a3db337d-6bab-437d-8ef8-d438c0e6e762 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 999 time: 0.0585346 Sep 18 02:38:21.468352 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:09:68:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:38:20Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:38:21.471694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-92286c7f-d477-4c26-a139-db9cee404064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:21.473186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-92286c7f-d477-4c26-a139-db9cee404064 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0447047 Sep 18 02:38:21.497905 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:38:21.506579 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:38:21.507208 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:38:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:38:21.524184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-d9bc090d-c91e-416a-b01d-0948ce2a7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:21.525714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-d9bc090d-c91e-416a-b01d-0948ce2a7b99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456989 Sep 18 02:38:21.612239 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:38:21.614641 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-1026a6c9-7d5d-41ec-8007-90e5bdd7077e service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820558 Sep 18 02:38:21.716871 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74cb0823-7ab0-4a36-8d4c-c55bc215ff9d req-9023b2b2-6a33-41c6-9323-488333230540 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958972 Sep 18 02:38:21.837209 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:09:68:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:38:20Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:38:21.863589 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c6fb8f-f8e7-4502-900f-9ad72dd4c548 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:09:68:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:38:20Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:38:22.042225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc719e4-7ff0-44eb-8d80-3df133d1a927 None None] New status for floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:38:25.820879 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:26.128620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:30.890221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1ab7bd5d-3d1f-45d8-b76b-1f52b4239dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:33.482927 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1f74822d-89f3-41cf-ac1f-4d277f5fb920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:34.106294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:35.028939 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:36.384873 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:41.437215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-696af184-e112-4d00-91b9-743fd48c5c94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401928 Sep 18 02:38:41.518737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-7948e020-53b5-44dd-8a9b-1e62b3c33d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:41.520229 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-7948e020-53b5-44dd-8a9b-1e62b3c33d6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1098 time: 0.0402904 Sep 18 02:38:41.625588 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-17501e70-4fdc-44ea-b9e6-635194e25fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:41.626997 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-17501e70-4fdc-44ea-b9e6-635194e25fad service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0873656 Sep 18 02:38:41.692710 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-98bd28d9-5b3f-4e05-81ab-dff13fecfde4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 1001 time: 0.0587156 Sep 18 02:38:41.745494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-1d3a8a44-a304-4af2-876d-74c5343aacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:41.746982 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-1d3a8a44-a304-4af2-876d-74c5343aacf5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0468147 Sep 18 02:38:41.792763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-ecd0e9da-9e18-41f5-a12e-2ccbbcd1982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:38:41.794226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-ecd0e9da-9e18-41f5-a12e-2ccbbcd1982c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394797 Sep 18 02:38:41.882679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-ff2b3855-f5fb-47d4-81b1-db3d9a7d07d3 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807910 Sep 18 02:38:41.976048 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dfbe802-4a77-4e4e-91a6-2003df78dced req-ce5813be-e608-43dd-8fc2-cc44f62d8e76 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851524 Sep 18 02:38:54.988883 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:38:55.837322 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:38:56.143988 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:00.892214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ecbed43-e9b3-458b-86f3-5a8e931d82a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:03.483255 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-27b68746-5b7f-4d7e-9060-5164c734137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:04.107568 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:05.032552 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:06.388321 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:25.836081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:26.144749 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:30.892232 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-510a552f-af21-41a9-90d4-d43e1d13c62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:31.988926 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:39:33.483737 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-79c3cdbe-55a2-4019-9036-59dc85ce1db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:34.108624 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:35.035393 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:36.391403 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:43.485493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-c19f8c1d-814d-497b-904a-168b58df5864 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0950539 Sep 18 02:39:43.570208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-e4389336-758d-4640-84ea-ad2df573ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:39:43.571711 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-e4389336-758d-4640-84ea-ad2df573ccb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1098 time: 0.0405092 Sep 18 02:39:43.677342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-e634d87f-3d0f-4b19-a8d5-20ef47c8d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:39:43.678699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-e634d87f-3d0f-4b19-a8d5-20ef47c8d38e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0873721 Sep 18 02:39:43.742095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-38804016-de98-499e-bfee-f66e449ecb6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 1001 time: 0.0565252 Sep 18 02:39:43.796227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-8b46b7fd-48d0-43d8-8521-3654fa4ccfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:39:43.797670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-8b46b7fd-48d0-43d8-8521-3654fa4ccfd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0484400 Sep 18 02:39:43.844198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-aca966e0-d1c7-47ff-a0ff-8dce848c0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:39:43.845693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-aca966e0-d1c7-47ff-a0ff-8dce848c0ac4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409608 Sep 18 02:39:43.939577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-9ecdef08-1c6f-4b93-a4af-a103ca619c81 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866811 Sep 18 02:39:44.036921 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07940447-223b-40b3-b0ba-249e0b0a3ed2 req-8ce365ae-36b2-4eb4-a70b-4872dff91a10 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895495 Sep 18 02:39:55.861327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:55.890293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1f436-b1ac-4199-a1a4-005d83cd926a req-6fe1ab7b-6ebe-4d8f-8c09-aeb35ae7ba40 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:39:55.891829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad1f436-b1ac-4199-a1a4-005d83cd926a req-6fe1ab7b-6ebe-4d8f-8c09-aeb35ae7ba40 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0544147 Sep 18 02:39:55.930512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad1f436-b1ac-4199-a1a4-005d83cd926a req-4a669958-904c-470a-a1b1-f548fdea64e1 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327795 Sep 18 02:39:56.143703 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:39:57.046514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e5cd-08dc-439b-88ae-41e1fc531960 req-cd2f872a-7c78-44dc-8df0-b100722c7d3c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:39:57.048003 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3981e5cd-08dc-439b-88ae-41e1fc531960 req-cd2f872a-7c78-44dc-8df0-b100722c7d3c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0481443 Sep 18 02:39:57.084776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3981e5cd-08dc-439b-88ae-41e1fc531960 req-b303a688-ec1b-47ef-b6b4-46a960278a61 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310340 Sep 18 02:39:58.204661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994130f-75d6-4941-a666-c4afea8c7a33 req-cf13da4f-55b9-4e28-b38c-9671f02e7118 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:39:58.206154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5994130f-75d6-4941-a666-c4afea8c7a33 req-cf13da4f-55b9-4e28-b38c-9671f02e7118 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0548375 Sep 18 02:39:58.243780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5994130f-75d6-4941-a666-c4afea8c7a33 req-e38f7058-bbf0-44a2-a537-48ad792b78db tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Sep 18 02:39:59.361264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b239dd-0acd-445c-87b4-cee2326bd619 req-8c61e21f-bc49-4e60-bde9-80db32fd3361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:39:59.362749 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67b239dd-0acd-445c-87b4-cee2326bd619 req-8c61e21f-bc49-4e60-bde9-80db32fd3361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0514338 Sep 18 02:39:59.400730 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67b239dd-0acd-445c-87b4-cee2326bd619 req-2aa1e782-6345-4ca8-96ec-6c3e75f664a3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Sep 18 02:40:00.516305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c3c10-f39f-4db5-b13c-e6cc5a7237a1 req-005cfccd-678d-40a1-84a0-fc1a5e16a017 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:00.517794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-268c3c10-f39f-4db5-b13c-e6cc5a7237a1 req-005cfccd-678d-40a1-84a0-fc1a5e16a017 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0491314 Sep 18 02:40:00.554515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-268c3c10-f39f-4db5-b13c-e6cc5a7237a1 req-14adbf26-4db6-4edd-a6f7-d2c598c0c0ed tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305488 Sep 18 02:40:00.892609 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-052f85f0-fce9-4786-bceb-068e68236453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:01.666677 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0949a9-a8ba-47f7-8e08-708719b3b075 req-10891716-8393-47d2-880b-9cc0e14718f6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:01.668193 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b0949a9-a8ba-47f7-8e08-708719b3b075 req-10891716-8393-47d2-880b-9cc0e14718f6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0484869 Sep 18 02:40:01.707475 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2b0949a9-a8ba-47f7-8e08-708719b3b075 req-f4d14d7d-7d3c-4cd7-8863-0eef8f3327d3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Sep 18 02:40:02.819327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a743a3f-20b1-4d12-81b5-2a2c27056625 req-f47f6d82-aaf8-460e-87c5-06709dcf7279 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:02.820796 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a743a3f-20b1-4d12-81b5-2a2c27056625 req-f47f6d82-aaf8-460e-87c5-06709dcf7279 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0480518 Sep 18 02:40:02.858293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7a743a3f-20b1-4d12-81b5-2a2c27056625 req-f61a733e-c634-4285-8b0a-954cf9929825 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309525 Sep 18 02:40:03.484778 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-14fa75e3-33e4-49be-b4df-2f19c761f7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:03.973946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bb0b-dd37-4edb-a755-1499f11a5e90 req-25ad169d-249f-4b25-b342-84a9b8f4df72 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:03.975446 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffb3bb0b-dd37-4edb-a755-1499f11a5e90 req-25ad169d-249f-4b25-b342-84a9b8f4df72 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0478654 Sep 18 02:40:04.014136 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffb3bb0b-dd37-4edb-a755-1499f11a5e90 req-32f546a1-d16c-4d7f-9340-2ec1b1b9b3bd tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326965 Sep 18 02:40:04.109881 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:05.038646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:05.131273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6df177-2353-4751-833d-595a7b3f8bfe req-5e53f4b1-58b6-46f6-bc5e-27f564eb3827 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:05.132893 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e6df177-2353-4751-833d-595a7b3f8bfe req-5e53f4b1-58b6-46f6-bc5e-27f564eb3827 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0519221 Sep 18 02:40:05.170495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e6df177-2353-4751-833d-595a7b3f8bfe req-e1474620-6071-4fa9-a6f4-ab42bebb8798 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306275 Sep 18 02:40:06.287574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5ded-10cc-402e-9781-ced4ae784701 req-a17c867a-081c-49a9-a3ce-124da09970b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:06.289048 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b97e5ded-10cc-402e-9781-ced4ae784701 req-a17c867a-081c-49a9-a3ce-124da09970b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0530617 Sep 18 02:40:06.328502 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b97e5ded-10cc-402e-9781-ced4ae784701 req-4fc39f2e-1faa-4d64-a2ad-e7b058fb58f5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Sep 18 02:40:06.393948 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:06.551577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-5231c89a-870f-4a19-9094-0803ae1ed979 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410941 Sep 18 02:40:06.566619 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bd900-03e6-4331-90d1-5d0c786bd3ae req-f7024c1a-c8ff-451a-a1df-12f076af4c95 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:06.568290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d99bd900-03e6-4331-90d1-5d0c786bd3ae req-f7024c1a-c8ff-451a-a1df-12f076af4c95 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0495262 Sep 18 02:40:06.607009 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d99bd900-03e6-4331-90d1-5d0c786bd3ae req-4b102956-2e01-4cae-82ba-d2e22f802d52 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325618 Sep 18 02:40:07.722359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de462f-5f31-4a0e-a82e-c9c20f36871d req-cbd636c4-28c1-4a65-a444-e2d947ebcc38 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:07.723898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87de462f-5f31-4a0e-a82e-c9c20f36871d req-cbd636c4-28c1-4a65-a444-e2d947ebcc38 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0490959 Sep 18 02:40:07.761494 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-87de462f-5f31-4a0e-a82e-c9c20f36871d req-91534027-ef20-4ed9-b736-ecf406ac4e90 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315855 Sep 18 02:40:08.881287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddf73b-83f2-4582-ae68-27f5c470a2e1 req-0aef3da5-c250-48a7-9c63-dc045d3c8f71 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:08.882806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95ddf73b-83f2-4582-ae68-27f5c470a2e1 req-0aef3da5-c250-48a7-9c63-dc045d3c8f71 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0538735 Sep 18 02:40:08.924104 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95ddf73b-83f2-4582-ae68-27f5c470a2e1 req-5e32416a-1a50-4614-88e1-29d86d89e454 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354443 Sep 18 02:40:08.989720 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:40:10.042274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dceefb-56be-4419-b373-c173c85fc467 req-d5daa1c7-3400-4697-a092-9bcd28117904 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:10.043685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76dceefb-56be-4419-b373-c173c85fc467 req-d5daa1c7-3400-4697-a092-9bcd28117904 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0518703 Sep 18 02:40:10.080599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76dceefb-56be-4419-b373-c173c85fc467 req-5d202f88-e386-4b96-b92a-a26292832083 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306399 Sep 18 02:40:11.200301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb22eeb-e28f-44d7-b3fb-d48f4b5283ec req-346bade3-64d9-4d56-8bb6-6d841059d8e1 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:11.202483 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbb22eeb-e28f-44d7-b3fb-d48f4b5283ec req-346bade3-64d9-4d56-8bb6-6d841059d8e1 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0565453 Sep 18 02:40:11.245109 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbb22eeb-e28f-44d7-b3fb-d48f4b5283ec req-d78df262-1513-4e2c-92ac-dd6adedd2aed tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345461 Sep 18 02:40:11.727827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-eccc334f-f26b-4f0a-bae5-77a3c641d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:11.729384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-eccc334f-f26b-4f0a-bae5-77a3c641d628 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1098 time: 0.0425069 Sep 18 02:40:11.824214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-51442dee-aa3c-47bb-9161-3c60b35c574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:11.825689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-51442dee-aa3c-47bb-9161-3c60b35c574e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0895994 Sep 18 02:40:11.889551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-67032c4d-2237-411a-a5ee-2e151f9ed9f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 1001 time: 0.0566444 Sep 18 02:40:11.935984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-3f9eb408-5a15-40cd-a0da-4a9a10b0c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:11.937363 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-3f9eb408-5a15-40cd-a0da-4a9a10b0c001 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0413828 Sep 18 02:40:11.985132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-f6aea3fb-7ecb-46a3-ac48-c0f7ec5962a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:11.986493 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-f6aea3fb-7ecb-46a3-ac48-c0f7ec5962a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421939 Sep 18 02:40:12.076608 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-2861d0b2-f2c4-41c7-b24b-6472e865cd4e service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817790 Sep 18 02:40:12.168249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-20a7b5bc-fd1c-473e-aaf1-2fc8887794d2 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855515 Sep 18 02:40:12.359344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f2c1-673b-4675-89b6-ce62be085d8c req-76897e8f-678a-4c5b-84bb-7a9433828432 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:12.360805 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9232f2c1-673b-4675-89b6-ce62be085d8c req-76897e8f-678a-4c5b-84bb-7a9433828432 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0479991 Sep 18 02:40:12.397497 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9232f2c1-673b-4675-89b6-ce62be085d8c req-66d76736-5e3a-403f-a2bd-42bdf93fd58b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309553 Sep 18 02:40:13.514334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619977-ea64-4c8d-9d3a-279bd6982399 req-a30cabba-a700-4b43-a674-25beb7a6b21b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:13.515881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be619977-ea64-4c8d-9d3a-279bd6982399 req-a30cabba-a700-4b43-a674-25beb7a6b21b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0496776 Sep 18 02:40:13.552716 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be619977-ea64-4c8d-9d3a-279bd6982399 req-2b051685-d6ee-4a70-be8d-97d01c494e16 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310669 Sep 18 02:40:13.894735 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-bfc59e10-649e-4e28-a96b-9e31c842f4f5 service neutron] show failed (client error): The resource could not be found. Sep 18 02:40:13.895800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-bfc59e10-649e-4e28-a96b-9e31c842f4f5 service neutron] 10.222.0.18 "GET /v2.0/ports/fcda6546-6b94-4aae-9ae3-21b8188064b5/bindings/n-h2-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0539963 Sep 18 02:40:14.136151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-788a17ae-9f4a-4a79-ad4a-35bf7ac97f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:14.137647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-788a17ae-9f4a-4a79-ad4a-35bf7ac97f95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 1098 time: 0.0911407 Sep 18 02:40:14.149090 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:40:14.205060 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:14.405324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:40:14.438585 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:40:14.476231 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:40:14.478503 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5114fd44-6c46-4d08-bd82-a183d5a07a91" -d '{"events": [{"server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:40:14.482998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:14.495355 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Transition to ACTIVE for port object fcda6546-6b94-4aae-9ae3-21b8188064b5 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:40:14.499664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:14.628340 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0be338-e538-4cf3-a778-e8d6d103bfe6 x-openstack-request-id: req-fa0be338-e538-4cf3-a778-e8d6d103bfe6 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:40:14.628940 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:40:14.628940 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa0be338-e538-4cf3-a778-e8d6d103bfe6 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:40:14.629243 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'code': 200} Sep 18 02:40:14.649105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:14.697494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.697846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.698186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.698519 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.698873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.699207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.699530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.699850 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.700171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.700491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.700815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.701487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:14.727141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] No DVR routers for this DVR port fcda6546-6b94-4aae-9ae3-21b8188064b5 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:40:14.781396 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc718f-0935-440f-aeee-a7d6c2bd089f req-e1f2d36c-dc4b-414d-b9fb-2e87fa49480b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:14.783054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4ccc718f-0935-440f-aeee-a7d6c2bd089f req-e1f2d36c-dc4b-414d-b9fb-2e87fa49480b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 944 time: 0.1440511 Sep 18 02:40:14.866693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4ccc718f-0935-440f-aeee-a7d6c2bd089f req-88874be4-2aa1-413e-958a-7c7a1c2d1327 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752988 Sep 18 02:40:14.903351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Attempting to bind port fcda6546-6b94-4aae-9ae3-21b8188064b5 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:40:14.903686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Attempting to bind port fcda6546-6b94-4aae-9ae3-21b8188064b5 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:40:14.904649 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Attempting to bind port fcda6546-6b94-4aae-9ae3-21b8188064b5 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:40:14.908794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Port fcda6546-6b94-4aae-9ae3-21b8188064b5 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:40:14.909115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Attempting to bind port fcda6546-6b94-4aae-9ae3-21b8188064b5 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:40:14.913966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:40:14.914241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:40:14.914624 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:40:14.915077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Bound port: fcda6546-6b94-4aae-9ae3-21b8188064b5, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:40:14.915428 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:14.977309 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:40:14.980828 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:40:14.985146 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:15.026566 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:15.027143 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:15.028564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] 10.222.0.20 "PUT /v2.0/ports/fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 1093 time: 0.8833191 Sep 18 02:40:15.061792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f7041-cb84-4fd5-b0b0-82123055a86c service neutron] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:15.098467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-832b25a1-6cd0-4169-a61f-9f2ecfee913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:15.100014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-832b25a1-6cd0-4169-a61f-9f2ecfee913c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1096 time: 0.0476563 Sep 18 02:40:15.198578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c2714135-f466-40d1-9174-f417f658434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:15.200118 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-c2714135-f466-40d1-9174-f417f658434f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0925646 Sep 18 02:40:15.268000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-691b012d-7695-4d43-af48-c1576a923805 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 999 time: 0.0610437 Sep 18 02:40:15.317195 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-80e9abb0-3e5c-40b2-b674-4f300b163154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:15.318647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-80e9abb0-3e5c-40b2-b674-4f300b163154 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0434682 Sep 18 02:40:15.366323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-e2ba117a-289a-4ce7-a31b-133aae89a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:15.367846 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-e2ba117a-289a-4ce7-a31b-133aae89a780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421274 Sep 18 02:40:15.460990 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-e63fed1d-418f-4a0a-8fa5-9b6d6332448f service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858757 Sep 18 02:40:15.557071 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-638dba2d-0288-473f-bb1b-fbcf5d63cd70 req-8392a865-c6c8-4664-a95f-f25b5bd67322 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887837 Sep 18 02:40:15.987406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79811534-812f-4814-b631-7d749404f02c req-847feb31-8fbb-4999-ba24-7289a5fce292 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:15.988778 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79811534-812f-4814-b631-7d749404f02c req-847feb31-8fbb-4999-ba24-7289a5fce292 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 944 time: 0.0519345 Sep 18 02:40:16.026287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-79811534-812f-4814-b631-7d749404f02c req-39a85242-c4ef-4d9b-a231-dc9dbe76a016 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317099 Sep 18 02:40:16.630509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:40:16.632897 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46032096-82a4-4e23-a534-9de0ecc4c588" -d '{"events": [{"name": "network-changed", "server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:40:16.679851 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e203ba5-7f9c-45aa-8dbf-93f61f8b88b0 x-openstack-request-id: req-9e203ba5-7f9c-45aa-8dbf-93f61f8b88b0 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:40:16.680136 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:40:16.680389 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e203ba5-7f9c-45aa-8dbf-93f61f8b88b0 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:40:16.680782 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'status': 'completed', 'code': 200} Sep 18 02:40:16.744811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-3a1f98b0-a0c8-4b7c-970b-bf731d2e44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:16.746343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-3a1f98b0-a0c8-4b7c-970b-bf731d2e44c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1096 time: 0.0442314 Sep 18 02:40:16.747406 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-602f8cc2-026e-4803-b4dc-948c5e50a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:16.748959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-602f8cc2-026e-4803-b4dc-948c5e50a12e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1096 time: 0.0454986 Sep 18 02:40:16.847327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-3a5c9532-667c-4148-9a52-d9ea363ddf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:16.847571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-ffaf8ec0-d8d9-4992-b25f-f14cd4e14099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:16.848826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-3a5c9532-667c-4148-9a52-d9ea363ddf6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0935473 Sep 18 02:40:16.848958 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-ffaf8ec0-d8d9-4992-b25f-f14cd4e14099 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0958767 Sep 18 02:40:16.915111 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-7fd6fc9a-a957-4203-aaee-e6ec88815742 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 999 time: 0.0589628 Sep 18 02:40:16.918278 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-e3e9da1d-7319-45b5-bcab-4ff7e0d5f206 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 999 time: 0.0623529 Sep 18 02:40:16.964213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-e70dd0c0-65db-4a27-a9d5-bf3588aa0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:16.965849 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-e70dd0c0-65db-4a27-a9d5-bf3588aa0d65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0444636 Sep 18 02:40:16.966131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-1c4ee4da-7d3b-4956-adc6-e50db24a7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:16.967724 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-1c4ee4da-7d3b-4956-adc6-e50db24a7986 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0429218 Sep 18 02:40:17.012505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-dbadbff3-16fe-4132-9c1b-ad0fda739710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.014791 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-dbadbff3-16fe-4132-9c1b-ad0fda739710 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401132 Sep 18 02:40:17.016109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-7210c368-8f85-41b4-94e1-80d434799245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.017585 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-7210c368-8f85-41b4-94e1-80d434799245 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448656 Sep 18 02:40:17.112367 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-de8ffbcb-66ea-4728-8738-75af6686a912 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891604 Sep 18 02:40:17.133932 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-ee20a0a3-c619-447e-926c-9d0bad9e2638 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087511 Sep 18 02:40:17.174884 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf24c-a5d6-4278-8398-dfe0ed035961 req-dc2da555-0b97-480d-98cb-df6830a06626 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.176270 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77abf24c-a5d6-4278-8398-dfe0ed035961 req-dc2da555-0b97-480d-98cb-df6830a06626 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 944 time: 0.0816727 Sep 18 02:40:17.210961 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-abfd21a2-a8e7-43c3-94e2-484228c50c39 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899398 Sep 18 02:40:17.258555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77abf24c-a5d6-4278-8398-dfe0ed035961 req-7c3b2750-6179-4685-826f-f6a7a87d431f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741956 Sep 18 02:40:17.268572 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46032096-82a4-4e23-a534-9de0ecc4c588 req-5276864c-4b50-4b3d-acda-eba22d8470c5 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276321 Sep 18 02:40:17.479456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bc7bf-9de6-468a-910b-e237056ceb11 req-1881735d-e46b-49cb-a800-33fd6da8d97f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.480872 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a7bc7bf-9de6-468a-910b-e237056ceb11 req-1881735d-e46b-49cb-a800-33fd6da8d97f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 944 time: 0.0801687 Sep 18 02:40:17.494938 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-8e0c3a8d-e471-42a7-b32a-e9d76527be9b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.496343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-8e0c3a8d-e471-42a7-b32a-e9d76527be9b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a&tenant_id=71f05228f5374ac9a95910947cc35d9c&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 944 time: 0.0853124 Sep 18 02:40:17.556060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1a7bc7bf-9de6-468a-910b-e237056ceb11 req-84b20c1d-0d2d-43f7-81c8-c83bb7d62a03 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688012 Sep 18 02:40:17.575767 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-c533545b-24bf-4c48-a2b4-8c58097ea9ad service neutron] delete failed (client error): The resource could not be found. Sep 18 02:40:17.577301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-c533545b-24bf-4c48-a2b4-8c58097ea9ad service neutron] 10.222.0.18 "DELETE /v2.0/ports/fcda6546-6b94-4aae-9ae3-21b8188064b5/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0681834 Sep 18 02:40:17.662229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-425a109b-419b-416e-a85d-6cbbd93b3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.663751 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-425a109b-419b-416e-a85d-6cbbd93b3a5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1096 time: 0.0420167 Sep 18 02:40:17.756606 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-31fec46d-fb82-4527-b160-9a227158c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.757998 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-31fec46d-fb82-4527-b160-9a227158c354 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0875764 Sep 18 02:40:17.819783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-c9349db0-3cef-427c-a692-812547981a83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 999 time: 0.0545058 Sep 18 02:40:17.870765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-6e53232c-37f1-4251-9d1c-a2f8cdb945e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.872172 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-6e53232c-37f1-4251-9d1c-a2f8cdb945e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0451806 Sep 18 02:40:17.915431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-6a6617d6-96fa-4e24-b41f-beb219b33a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:17.916853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-6a6617d6-96fa-4e24-b41f-beb219b33a30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381794 Sep 18 02:40:18.002304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-1d075c13-d915-4c3f-9587-8a98e252980d service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781431 Sep 18 02:40:18.229832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fcda6546-6b94-4aae-9ae3-21b8188064b5 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:40:18.271004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fcda6546-6b94-4aae-9ae3-21b8188064b5 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:40:18.400277 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1ad3c648-c710-40fd-808f-20e0314e2a3c req-7c6aeea5-0c32-468a-9b4d-6ad5a0e757bd service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906777 Sep 18 02:40:18.677188 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75150eae-d759-498c-9a9d-d3726cd3689a req-2b375301-5fe1-4690-a5d3-c41b3814abf7 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:18.678674 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75150eae-d759-498c-9a9d-d3726cd3689a req-2b375301-5fe1-4690-a5d3-c41b3814abf7 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 944 time: 0.0538547 Sep 18 02:40:18.718063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-75150eae-d759-498c-9a9d-d3726cd3689a req-649a8d4c-a958-4bed-afdd-351e8254ca10 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Sep 18 02:40:19.147325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device fcda6546-6b94-4aae-9ae3-21b8188064b5 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:40:19.241650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:40:19.252701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'mac_address': 'fa:16:3e:09:68:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:40:19.295428 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:19.307848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcda6546-6b94-4aae-9ae3-21b8188064b5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:40:19.326545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:40:19.330338 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:19.375459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:19.382934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.383280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.383616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.383946 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.384275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.384599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.384920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.385237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.385556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.385871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.386187 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.386501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:19.558467 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['fcda6546-6b94-4aae-9ae3-21b8188064b5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:40:19.831250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531fe80-1464-4554-8727-1280793c5e31 req-fc8a3f91-76b1-49d5-a06f-e06d3ce869f9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:19.832709 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0531fe80-1464-4554-8727-1280793c5e31 req-fc8a3f91-76b1-49d5-a06f-e06d3ce869f9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 945 time: 0.0481267 Sep 18 02:40:19.869646 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0531fe80-1464-4554-8727-1280793c5e31 req-9d10249c-c12c-49a3-9fc2-fc90f9ab406b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312071 Sep 18 02:40:19.980047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412220b2-9365-4a3d-92e1-e615ebc38b6d req-c927b0b8-257d-4ea5-a62f-377996f52b19 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:19.981529 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-412220b2-9365-4a3d-92e1-e615ebc38b6d req-c927b0b8-257d-4ea5-a62f-377996f52b19 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 945 time: 0.0478985 Sep 18 02:40:20.019629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-412220b2-9365-4a3d-92e1-e615ebc38b6d req-19e5654a-5838-4d11-a8fe-59c15f5fdf91 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Sep 18 02:40:20.238147 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53113b-038c-434d-8069-dd77981cb6f9 req-98d40caf-362b-4f87-85dd-eed925ffcec6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:20.239731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1b53113b-038c-434d-8069-dd77981cb6f9 req-98d40caf-362b-4f87-85dd-eed925ffcec6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 945 time: 0.0754719 Sep 18 02:40:20.266224 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-40e17577-60c9-43ee-8819-a4cc09ec5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:20.267662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-40e17577-60c9-43ee-8819-a4cc09ec5d1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 1097 time: 0.0679717 Sep 18 02:40:20.300689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1b53113b-038c-434d-8069-dd77981cb6f9 req-ce6be0df-1f24-4db8-a932-25e52812efa9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537860 Sep 18 02:40:20.366899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-8d3834ce-c875-49c4-8cad-3418a43ec115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:20.368230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-8d3834ce-c875-49c4-8cad-3418a43ec115 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0904911 Sep 18 02:40:20.434961 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-b8dc92c5-f12c-4de0-b0b8-44a3a258d255 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 200 len: 1000 time: 0.0600071 Sep 18 02:40:20.481852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-c8d56005-05bb-4d20-96a7-4bdc9aa2d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:20.483811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-c8d56005-05bb-4d20-96a7-4bdc9aa2d4bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0417986 Sep 18 02:40:20.527888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-69aebd42-1fc4-4472-b4c5-c301b2dcc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:20.529442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-69aebd42-1fc4-4472-b4c5-c301b2dcc4ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395343 Sep 18 02:40:20.619277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-90835ec5-e11f-4fe3-b291-fe6a556c772d service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829093 Sep 18 02:40:20.708666 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3ef1fd95-6d14-46ec-9124-1ebb829d2cd4 req-a95ffdbd-defc-495f-be19-5ed2675a4352 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824914 Sep 18 02:40:21.040261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-3708c07a-f8d5-41be-b8d8-b2cbff4c6112 req-7e13d71c-7d3a-4a32-998b-f042670d02a9 service neutron] (106440) timed out ('10.222.0.21', 38966) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:40:21.167061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device fcda6546-6b94-4aae-9ae3-21b8188064b5 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:40:21.214924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port fcda6546-6b94-4aae-9ae3-21b8188064b5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:40:21.218619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port fcda6546-6b94-4aae-9ae3-21b8188064b5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:40:21.219013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:21.295139 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:21.316389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:40:21.318637 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf33c2-0fe3-48a7-abae-2410a1f79e01" -d '{"events": [{"server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "name": "network-vif-plugged", "status": "completed", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:40:21.332862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:40:21.337911 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:21.396455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:21.437166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255b609-5b57-4054-b30a-bbe148b6e839 req-83722400-8129-4822-9e29-1a00c6b9ecd9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:21.437657 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c06471-6868-40ea-a101-541c0ecfac50 x-openstack-request-id: req-74c06471-6868-40ea-a101-541c0ecfac50 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:40:21.437657 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "name": "network-vif-plugged", "status": "completed", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:40:21.437822 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74c06471-6868-40ea-a101-541c0ecfac50 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:40:21.438059 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'code': 200} Sep 18 02:40:21.438743 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9255b609-5b57-4054-b30a-bbe148b6e839 req-83722400-8129-4822-9e29-1a00c6b9ecd9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0597675 Sep 18 02:40:21.476000 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9255b609-5b57-4054-b30a-bbe148b6e839 req-6d6cb562-508e-4ae2-b06b-d66f6cf17861 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Sep 18 02:40:21.706883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f458c-65f7-445a-863c-eb6dc2d65bee req-2442eed3-a09f-474c-b3a7-78ceb7a230bd tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:21.708621 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b3f458c-65f7-445a-863c-eb6dc2d65bee req-2442eed3-a09f-474c-b3a7-78ceb7a230bd tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0485272 Sep 18 02:40:21.748649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5b3f458c-65f7-445a-863c-eb6dc2d65bee req-e4fbfd09-191c-4949-ba7d-87d6aa595c58 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330286 Sep 18 02:40:22.871781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9d846-1867-451b-a62a-fcb633316840 req-d9fa05ac-4858-4724-9318-a1e7be28c669 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:22.873946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af9d846-1867-451b-a62a-fcb633316840 req-d9fa05ac-4858-4724-9318-a1e7be28c669 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0530441 Sep 18 02:40:22.912932 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5af9d846-1867-451b-a62a-fcb633316840 req-54161432-7def-45c5-b3fe-f4ea7077ad2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324402 Sep 18 02:40:22.913844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-950e74ef-6b1e-476e-80d5-15da64226ec3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:22.915343 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-950e74ef-6b1e-476e-80d5-15da64226ec3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "GET /v2.0/ports?device_id=52774d8e-0157-4fda-bfb3-0a020c79854a HTTP/1.1" status: 200 len: 946 time: 0.0498004 Sep 18 02:40:23.007481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Deleting port fcda6546-6b94-4aae-9ae3-21b8188064b5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:40:23.007825 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:23.092878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] For port fcda6546-6b94-4aae-9ae3-21b8188064b5, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=fcda6546-6b94-4aae-9ae3-21b8188064b5,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:40:23.093238 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:23.262684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:23.262985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:23.263501 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e disassociated. External IP: 172.25.0.35, port: fcda6546-6b94-4aae-9ae3-21b8188064b5. Sep 18 02:40:23.264004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Calling delete_port for fcda6546-6b94-4aae-9ae3-21b8188064b5 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:40:23.386790 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:23.417170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event deleted for resources: {'Port': ['ID=fcda6546-6b94-4aae-9ae3-21b8188064b5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:23.534419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:40:23.645160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:40:23.656376 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:40:23.665883 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:40:23.666479 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:40:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:40:23.687973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] No DVR routers for this DVR port fcda6546-6b94-4aae-9ae3-21b8188064b5 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:40:23.690661 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:23.692633 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a88d27f5-11fa-493e-ae5a-b7cdce3b910f req-8e968e10-2c5b-44cb-98bf-3fe5dff8d754 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "DELETE /v2.0/ports/fcda6546-6b94-4aae-9ae3-21b8188064b5 HTTP/1.1" status: 204 len: 173 time: 0.7712462 Sep 18 02:40:23.693075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'name': 'network-vif-deleted', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:40:23.695458 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535c6305-8489-47dd-a0a8-edab6bbd83c2" -d '{"events": [{"server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "name": "network-vif-deleted", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:40:23.735792 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58ac0a-fc05-493d-89e5-d7dfc00df44e x-openstack-request-id: req-ef58ac0a-fc05-493d-89e5-d7dfc00df44e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:40:23.736080 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52774d8e-0157-4fda-bfb3-0a020c79854a", "name": "network-vif-deleted", "tag": "fcda6546-6b94-4aae-9ae3-21b8188064b5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:40:23.736325 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef58ac0a-fc05-493d-89e5-d7dfc00df44e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:40:23.736722 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52774d8e-0157-4fda-bfb3-0a020c79854a', 'name': 'network-vif-deleted', 'tag': 'fcda6546-6b94-4aae-9ae3-21b8188064b5', 'status': 'completed', 'code': 200} Sep 18 02:40:23.879370 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:40:24.083393 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:40:24.106008 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:40:24.114924 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:40:24.115334 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:40:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:40:24.178146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-1aa2635b-df9f-455f-9923-f821b4912848 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--176106187&fields=id&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 267 time: 0.0316825 Sep 18 02:40:24.224661 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:40:24.285925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b0202faa-0368-443a-82d8-2c25bd4d5fae tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:24.287444 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b0202faa-0368-443a-82d8-2c25bd4d5fae tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 812 time: 0.1024768 Sep 18 02:40:24.302130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-c1e2dc3d-24ad-4c73-9557-acb94c8ded44 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/quotas/71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 375 time: 0.0089338 Sep 18 02:40:24.360126 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-48320b4e-cc00-4469-8623-bd233c4bd8ea tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525408 Sep 18 02:40:24.426139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:40:24.451955 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204fddf-4590-4b9d-a34e-e2b712cf2621 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:40:24.518826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-577498a5-c67d-4734-afc0-e3d6c9543b3d service neutron] 10.222.0.21 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471577 Sep 18 02:40:24.613182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-9460e805-4b2c-402e-bddd-40665be790d6 service neutron] 10.222.0.21 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881269 Sep 18 02:40:24.686743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc937245-aea3-41a2-a480-7be32b4c36a0 None None] New status for floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:40:24.776454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7e32bba9-831d-4ddd-9ea7-f265e961f190 req-bb1acaa1-4f69-4906-9c5e-5cca07d6a3db tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 210 time: 0.0265932 Sep 18 02:40:25.851317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:25.854741 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e640c96-b935-493d-856e-9b039c5cf65f req-5c1908cb-49a6-4e70-ba92-d36778951fa9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 210 time: 0.0277324 Sep 18 02:40:26.144276 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:26.932708 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-613063bb-c435-4338-920f-66ca07134ba1 req-cb770747-bafe-485a-8e1a-b1a4609fff7c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 210 time: 0.0270865 Sep 18 02:40:27.194290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device fcda6546-6b94-4aae-9ae3-21b8188064b5 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:40:27.220134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: fcda6546-6b94-4aae-9ae3-21b8188064b5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:40:27.220470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device fcda6546-6b94-4aae-9ae3-21b8188064b5 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:40:28.281439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-07eaadb7-ad63-402b-a52e-bac5ed0f1492 req-252a63d4-499d-45d0-ac34-12b0615462bc tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 210 time: 0.0267167 Sep 18 02:40:29.382548 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cfd95b20-6952-4f3b-bec5-89a5c4130e11 req-eb2ea918-b7b0-4952-b9e6-da182cc17256 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Sep 18 02:40:29.758748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-da427c22-4e30-4d9d-860a-04c622940c7f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:29.760209 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-da427c22-4e30-4d9d-860a-04c622940c7f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 812 time: 0.1145847 Sep 18 02:40:29.803206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-6dd351ce-3201-43e3-8ac1-98fed76dfc3c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 379 time: 0.0337594 Sep 18 02:40:29.812548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'port': {'device_id': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'admin_state_up': True, 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'security_groups': ['7e93ae45-1289-43fe-be51-5c99ca016cdb']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:40:29.917004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Made reservation on behalf of 71f05228f5374ac9a95910947cc35d9c for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:40:29.920718 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.051608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Allocated IP 172.20.0.13 (5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3/4188045a-6cef-4896-ab62-91f5965e76bf/c3658e52-1c9a-43e5-9938-81cba14e5ec0) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:40:30.188095 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.220775 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.266620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:40:30.269724 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:40:30.276004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:40:30.282181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:30.314063 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.314321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.314668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.315030 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.315365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.315695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.316023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.316477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.316662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.316984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.317311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.317633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:40:30.344429 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:30.345089 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.360870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-4cfdeb60-e862-46ad-bc7e-73a6426e9aec tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518668 Sep 18 02:40:30.373983 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Request body: {'port': {'device_id': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:40:30.434308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.504819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-49630d01-1863-4974-a1e5-890fb30cf54d None None] Provisioning complete for port c3658e52-1c9a-43e5-9938-81cba14e5ec0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:40:30.505422 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49630d01-1863-4974-a1e5-890fb30cf54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.538320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-49630d01-1863-4974-a1e5-890fb30cf54d None None] Port c3658e52-1c9a-43e5-9938-81cba14e5ec0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:40:30.588709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20151c29-c853-43f1-af55-a07a44dbb8eb req-9a4550d4-2087-45b9-a23d-b7a8be9d2d4e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:30.590186 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20151c29-c853-43f1-af55-a07a44dbb8eb req-9a4550d4-2087-45b9-a23d-b7a8be9d2d4e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 932 time: 0.1229455 Sep 18 02:40:30.652789 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20151c29-c853-43f1-af55-a07a44dbb8eb req-bf415743-8986-4fc8-bb30-dfe272bd8841 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561264 Sep 18 02:40:30.769284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3658e52-1c9a-43e5-9938-81cba14e5ec0 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:40:30.776608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.788296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Transition to ACTIVE for port object c3658e52-1c9a-43e5-9938-81cba14e5ec0 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:40:30.791585 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.843140 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:30.894082 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5be192a-1971-4fdf-8140-c22d52139964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:30.918937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:40:30.919273 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:40:30.919797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:40:30.924879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:40:30.925200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:40:30.930156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:40:30.930392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:40:30.930821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:40:30.931319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Bound port: c3658e52-1c9a-43e5-9938-81cba14e5ec0, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:40:30.931672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:31.006052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:40:31.009136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:40:31.012408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:31.045239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.045862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:31.047278 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1093 time: 0.6783061 Sep 18 02:40:31.047719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:40:31.049980 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b2457e-e550-4d42-860e-dc77d17a4698" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:40:31.086521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce3215-40cb-4151-839f-8b59cfe7abb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:31.140760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-3e6f6485-d0d4-4650-8b9b-c3adea2dd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.142309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-3e6f6485-d0d4-4650-8b9b-c3adea2dd68e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0476961 Sep 18 02:40:31.184721 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6f1e59-1c04-4545-aba0-63def74e8278 x-openstack-request-id: req-3d6f1e59-1c04-4545-aba0-63def74e8278 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:40:31.185542 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:40:31.185798 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d6f1e59-1c04-4545-aba0-63def74e8278 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:40:31.186209 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'status': 'completed', 'code': 200} Sep 18 02:40:31.188131 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-05baf26f-34c2-4bfc-b1b3-2be9ad550d08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 217 time: 0.0379562 Sep 18 02:40:31.244161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-0a07e18f-2d2e-4aa8-ae38-d8f019d7aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.245660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-0a07e18f-2d2e-4aa8-ae38-d8f019d7aa83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0506570 Sep 18 02:40:31.292547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-8558a2ee-395b-4727-a1ce-031238df44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.293763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-8558a2ee-395b-4727-a1ce-031238df44b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409901 Sep 18 02:40:31.389113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-f20419db-e135-4113-9a1e-f42cf52c0c26 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877755 Sep 18 02:40:31.477674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c55055fc-cc14-4e93-828e-43f557f4d9bd req-ef50d6ea-cfa9-4f3f-a1f4-e0e16e3f9488 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821729 Sep 18 02:40:31.566257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-a717da66-6835-43de-8355-ad842a1af66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.567769 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-a717da66-6835-43de-8355-ad842a1af66e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0421708 Sep 18 02:40:31.663128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-de01314f-3d3a-49fe-b939-28081d1a1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.664511 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-de01314f-3d3a-49fe-b939-28081d1a1199 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0895388 Sep 18 02:40:31.704237 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-56b3761b-1787-4118-9523-a5c2140276cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 217 time: 0.0330141 Sep 18 02:40:31.786332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-97e0d051-25f4-4845-86c4-7f215f057547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.787745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-97e0d051-25f4-4845-86c4-7f215f057547 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0761340 Sep 18 02:40:31.814524 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d415b62-6cf0-43b5-9c8b-8a9c8a1b84fe req-6188803d-e66d-4b24-8355-9795caa15eb7 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.816024 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d415b62-6cf0-43b5-9c8b-8a9c8a1b84fe req-6188803d-e66d-4b24-8355-9795caa15eb7 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 944 time: 0.0727589 Sep 18 02:40:31.867445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-33db53c6-9b5f-4aab-b3b2-00485bf9760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:31.868936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-33db53c6-9b5f-4aab-b3b2-00485bf9760c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731952 Sep 18 02:40:31.874683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d415b62-6cf0-43b5-9c8b-8a9c8a1b84fe req-9d87e519-9cd3-4b82-adb8-2468862cd025 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445600 Sep 18 02:40:31.963267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-709e626b-6fcc-42e3-98ad-6421ce2827f4 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865827 Sep 18 02:40:32.053884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-70b2457e-e550-4d42-860e-dc77d17a4698 req-daf6312f-9ff6-4dc9-b000-b328eb8036be service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834413 Sep 18 02:40:32.994131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a445307-f31b-409a-a866-a44723ed8bf2 req-d7bf3d40-a9f2-4bf2-b064-3393af6afee9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:32.995648 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3a445307-f31b-409a-a866-a44723ed8bf2 req-d7bf3d40-a9f2-4bf2-b064-3393af6afee9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 944 time: 0.0515435 Sep 18 02:40:33.038092 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3a445307-f31b-409a-a866-a44723ed8bf2 req-5c086919-20f6-4db0-aaa0-e70910bf3309 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364664 Sep 18 02:40:33.486983 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3cf4-0069-4ca6-be7e-9d4280816842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:34.111883 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:34.158148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d65b4e-6ce6-498d-a633-346d7811718c req-2b54b882-cddf-4c42-87bb-795371d13ff3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:34.159663 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-72d65b4e-6ce6-498d-a633-346d7811718c req-2b54b882-cddf-4c42-87bb-795371d13ff3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 944 time: 0.0571880 Sep 18 02:40:34.197682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-72d65b4e-6ce6-498d-a633-346d7811718c req-1e79d7d1-10b9-4498-93f2-e316dde2ef15 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321705 Sep 18 02:40:34.307628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:40:34.401982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:40:34.412956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'mac_address': 'fa:16:3e:10:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:40:34.448730 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:34.461241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3658e52-1c9a-43e5-9938-81cba14e5ec0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:40:34.479805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:40:34.483620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:34.528749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:34.704296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c3658e52-1c9a-43e5-9938-81cba14e5ec0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:40:35.040481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:35.311494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4c4cc-ac3b-4963-a539-3f1bf532275c req-89976aaf-7432-429a-8fc6-2699aa4889d8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:35.312865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffa4c4cc-ac3b-4963-a539-3f1bf532275c req-89976aaf-7432-429a-8fc6-2699aa4889d8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 945 time: 0.0479620 Sep 18 02:40:35.349305 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffa4c4cc-ac3b-4963-a539-3f1bf532275c req-5aff7fa8-f70d-4351-91fd-19efa05e9360 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306554 Sep 18 02:40:36.308086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:40:36.354069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port c3658e52-1c9a-43e5-9938-81cba14e5ec0 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:40:36.357736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c3658e52-1c9a-43e5-9938-81cba14e5ec0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:40:36.358102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:36.408308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:36.448169 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:36.467198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f646ab3-6d13-4776-b872-0a256ff30030 req-c177d20f-ac27-4ff6-8732-2c79af4e9d6e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:36.468862 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f646ab3-6d13-4776-b872-0a256ff30030 req-c177d20f-ac27-4ff6-8732-2c79af4e9d6e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 945 time: 0.0496142 Sep 18 02:40:36.470387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:40:36.472624 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe0e89-299d-4e9f-833f-6183742185bc" -d '{"events": [{"server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "name": "network-vif-plugged", "status": "completed", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:40:36.485821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:40:36.491005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:36.515432 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbf17f3-8e15-4526-a2a9-a5c26fbc0379 x-openstack-request-id: req-0fbf17f3-8e15-4526-a2a9-a5c26fbc0379 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:40:36.515758 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "name": "network-vif-plugged", "status": "completed", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:40:36.515982 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fbf17f3-8e15-4526-a2a9-a5c26fbc0379 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:40:36.516373 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'code': 200} Sep 18 02:40:36.516685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f646ab3-6d13-4776-b872-0a256ff30030 req-1f5ddf7b-8dc7-474c-b702-3215abcea29e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415957 Sep 18 02:40:36.545860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:40:36.610035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728abb6-6e5a-4620-a685-7ca3f89d9b6a req-9f6484ad-666f-4b28-a3ab-392adc2683a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:36.611545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6728abb6-6e5a-4620-a685-7ca3f89d9b6a req-9f6484ad-666f-4b28-a3ab-392adc2683a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0393879 Sep 18 02:40:36.646291 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6728abb6-6e5a-4620-a685-7ca3f89d9b6a req-a428cbb5-df49-4a18-bb87-030c518d0fee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271187 Sep 18 02:40:37.643571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400481c6-1a90-4892-ae9a-0831de3f5867 req-1e4a79f9-c42d-4db8-a457-ac83eb3614e9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:37.645321 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-400481c6-1a90-4892-ae9a-0831de3f5867 req-1e4a79f9-c42d-4db8-a457-ac83eb3614e9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0546515 Sep 18 02:40:37.686999 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-400481c6-1a90-4892-ae9a-0831de3f5867 req-ea0781cc-995d-469b-a5dd-aecad0b3ea2e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354826 Sep 18 02:40:38.808141 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef6051-e882-4f81-9122-4a9e8641e929 req-fe812dec-5435-40a6-a02d-b9b996897d27 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:38.809586 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0ef6051-e882-4f81-9122-4a9e8641e929 req-fe812dec-5435-40a6-a02d-b9b996897d27 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0505948 Sep 18 02:40:38.847951 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0ef6051-e882-4f81-9122-4a9e8641e929 req-947c4d92-e7fd-4036-8324-d91a56f256b3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Sep 18 02:40:38.957080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed554967-a552-4571-9c30-4651b0c8c28b req-65818377-72bb-4804-9931-fcc2331b9ee6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:38.958542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ed554967-a552-4571-9c30-4651b0c8c28b req-65818377-72bb-4804-9931-fcc2331b9ee6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0478976 Sep 18 02:40:38.967259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42382) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:40:38.971449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'floatingip': {'port_id': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:40:39.014265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:39.442243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:39.445989 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:39.863826 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e associated. External IP: 172.25.0.35, port: c3658e52-1c9a-43e5-9938-81cba14e5ec0. Sep 18 02:40:40.066481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:40:40.175540 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:40:40.180342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:40.185552 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:40:40.194331 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:40:40.194960 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:40:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:40:40.206677 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a28b3acc-ad10-407c-af1b-467fbb576f39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "PUT /v2.0/floatingips/561875d8-3d46-47eb-b04c-6d55fa52968e HTTP/1.1" status: 200 len: 991 time: 1.2384450 Sep 18 02:40:40.207280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:40:40.209625 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf4065-11c8-4e25-afec-a6ab3709cacd" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:40:40.249391 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2346d08-9fe5-4fcb-a591-0319870c1f8a x-openstack-request-id: req-e2346d08-9fe5-4fcb-a591-0319870c1f8a {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:40:40.249829 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:40:40.250075 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2346d08-9fe5-4fcb-a591-0319870c1f8a {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:40:40.250478 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'status': 'completed', 'code': 200} Sep 18 02:40:40.305523 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:40:40.311457 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-cebd6d04-99ce-449c-bf74-362e55e0a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:40.312986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-cebd6d04-99ce-449c-bf74-362e55e0a8ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0414641 Sep 18 02:40:40.413857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-0781802d-0c8e-4e2d-b26f-7b76540cb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:40.415373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-0781802d-0c8e-4e2d-b26f-7b76540cb3a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0952015 Sep 18 02:40:40.479485 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-d9fa2a7d-8b61-446e-986e-5e8f769b19f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 999 time: 0.0576408 Sep 18 02:40:40.527755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-5fb35c2b-fd58-4c27-9a52-ec8f6e184b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:40.529383 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:10:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:40:39Z', 'revision_number': 9, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:40:40.529951 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-5fb35c2b-fd58-4c27-9a52-ec8f6e184b54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0442104 Sep 18 02:40:40.558164 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:40:40.566643 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:40:40.567268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:40:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:40:40.580382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-b84381ae-1600-4bd2-8c57-29c67c7ead38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:40.581903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-b84381ae-1600-4bd2-8c57-29c67c7ead38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456724 Sep 18 02:40:40.670862 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:40:40.672428 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-e8106b0f-ff38-4381-936e-8b1a02a97f50 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831666 Sep 18 02:40:40.769181 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-45bf4065-11c8-4e25-afec-a6ab3709cacd req-b5b4dac5-6742-444f-a16c-03b3e2d1f4cb service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896337 Sep 18 02:40:40.892878 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:10:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:40:39Z', 'revision_number': 9, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:40:40.921834 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc972e81-f20e-4514-b182-d477ca2fd382 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:10:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:40:39Z', 'revision_number': 9, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:40:41.103046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6ada4-d0cb-4a99-91cc-b045eed1af51 None None] New status for floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:40:45.437481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-c1fea5be-56fb-4af5-a1cd-f499e560410f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393186 Sep 18 02:40:45.517541 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-6bf8fe36-ec1c-4b84-80bb-ebd9fa9fba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:45.519087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-6bf8fe36-ec1c-4b84-80bb-ebd9fa9fba33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0409024 Sep 18 02:40:45.625770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-ea1e6d59-4367-431b-81a5-ba072804e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:45.627793 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-ea1e6d59-4367-431b-81a5-ba072804e260 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0882330 Sep 18 02:40:45.691563 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-ba1f9c46-31ca-4343-ac5b-76b847fcb141 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0575011 Sep 18 02:40:45.744337 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-3bd62f0d-5c19-4bb5-9e5d-5dddbda5b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:45.745780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-3bd62f0d-5c19-4bb5-9e5d-5dddbda5b7e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0479581 Sep 18 02:40:45.790081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-7d9bca39-0def-4804-b3a6-c89c64d5d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:40:45.791559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-7d9bca39-0def-4804-b3a6-c89c64d5d75a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390613 Sep 18 02:40:45.881107 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-a44acbe6-1fac-404e-945d-9490b14a6527 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814893 Sep 18 02:40:45.975960 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f64cd381-e374-4a4a-a85a-fb1d816a032d req-1fde567e-6ef2-44fb-a4b9-f9e496f3be09 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880477 Sep 18 02:40:45.988141 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:40:55.854896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:40:56.143960 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:00.901054 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c032460d-20e1-43fb-9da3-f189dd09961b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:03.486686 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8a5dd2a-ec55-4ddc-874e-81eadd46be9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:04.111858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:05.043048 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:06.400402 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:22.987746 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:41:25.864831 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:26.144434 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:30.900351 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4a7f7775-93c4-4a26-9a49-22b7fe19dcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:33.488518 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-055deb0a-ec3f-4f93-8d97-4a32a6f72b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:34.112134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:35.046362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:36.402800 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:45.435701 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-f7d14362-3efa-491a-b3bd-5b4228901cf1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441706 Sep 18 02:41:45.516895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-8763d65a-6f66-4d89-b6bd-8d4c0cfb5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:41:45.518393 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-8763d65a-6f66-4d89-b6bd-8d4c0cfb5064 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0407844 Sep 18 02:41:45.622906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-dd0b0cc9-a695-47c6-9bcd-1b7b57b927ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:41:45.624388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-dd0b0cc9-a695-47c6-9bcd-1b7b57b927ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0878339 Sep 18 02:41:45.686152 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-3dd36910-2fa3-4cda-8782-bfc12d73ab4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0547407 Sep 18 02:41:45.739408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-53f81a61-7df6-4be8-9e4f-6bffbd01a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:41:45.740894 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-53f81a61-7df6-4be8-9e4f-6bffbd01a8c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0477166 Sep 18 02:41:45.786537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-ea738080-48bb-4e86-9e3d-b5941c285a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:41:45.788069 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-ea738080-48bb-4e86-9e3d-b5941c285a8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403931 Sep 18 02:41:45.875482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-4fc1f443-e26a-48da-a62f-c30a84c2a5bc service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805557 Sep 18 02:41:45.966068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-21930d8c-e7b2-4dba-95a7-fb94b1d0b009 req-62df77f7-2731-48c0-ae18-91f97c8066e1 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831635 Sep 18 02:41:55.866019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:56.143126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:41:59.987133 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:42:00.900477 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbdba3a-ae56-4b18-9e29-835a9ec05399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:03.489150 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-16feb82d-7484-46b1-9a43-ea517a27729d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:04.111843 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:05.048897 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:06.405173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:11.669044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-85c37731-6a69-4921-929e-fc7aace1f279 req-944c137f-4538-47ff-931f-75adcedf9e29 service neutron] (106439) timed out ('10.222.0.20', 64953) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:42:15.046328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-3c34b9e9-1b20-4984-8395-f20b4d62764a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408988 Sep 18 02:42:15.069703 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc0177-735d-48d4-b2ab-1028ffdb0548 req-36f19b87-c0b5-4f2f-a9f9-a085009d7315 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:15.071264 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28cc0177-735d-48d4-b2ab-1028ffdb0548 req-36f19b87-c0b5-4f2f-a9f9-a085009d7315 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0523977 Sep 18 02:42:15.109916 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-28cc0177-735d-48d4-b2ab-1028ffdb0548 req-fd81eddb-2e3a-4c42-a12d-2dea1fc2a3a3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326431 Sep 18 02:42:16.218402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-f756666a-2e2a-48c2-9299-9d0aca57f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:16.220360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-f756666a-2e2a-48c2-9299-9d0aca57f03a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0678208 Sep 18 02:42:16.262131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eedb56-37e5-467f-85c5-1ba83522a07d req-089ad1af-8cfc-4648-a644-6cd4ce358005 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:16.263594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56eedb56-37e5-467f-85c5-1ba83522a07d req-089ad1af-8cfc-4648-a644-6cd4ce358005 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0796928 Sep 18 02:42:16.343383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-56eedb56-37e5-467f-85c5-1ba83522a07d req-a0883897-5480-443e-aa08-618f64c641e1 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732355 Sep 18 02:42:16.348602 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-ca0d1d62-50ff-488c-98b1-93a23bea8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:16.350013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-ca0d1d62-50ff-488c-98b1-93a23bea8225 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.1228645 Sep 18 02:42:16.414959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-7e1e7671-97cf-451e-80dd-3bac8de3fdc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0579457 Sep 18 02:42:16.462662 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-927d7bc5-fbe9-4b52-950a-4d9c4b063b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:16.464088 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-927d7bc5-fbe9-4b52-950a-4d9c4b063b15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0427647 Sep 18 02:42:16.511816 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-4b4bca2f-803e-4dea-a874-aab49cdd7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:16.513257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-4b4bca2f-803e-4dea-a874-aab49cdd7c2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424342 Sep 18 02:42:16.599463 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-f4013572-80ba-46bf-bcda-a6c429504c14 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790901 Sep 18 02:42:16.690779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-5100aaa5-bb31-4c11-a89d-7cc9db4a2aad service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842519 Sep 18 02:42:17.460513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1043a0-6167-4e03-9b59-fca30b64ad5a req-39977ae9-1d51-412b-b98a-12bdc1036366 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:17.461992 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f1043a0-6167-4e03-9b59-fca30b64ad5a req-39977ae9-1d51-412b-b98a-12bdc1036366 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0475461 Sep 18 02:42:17.499248 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f1043a0-6167-4e03-9b59-fca30b64ad5a req-ea2c0a59-2b13-4aa0-9e2d-c4a9b9d67bd0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314610 Sep 18 02:42:18.617459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a168c1-de4b-486f-8a73-5df3c91901b0 req-b7c500bb-106e-4e8d-aeae-1fe03e7fc82e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:18.618988 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0a168c1-de4b-486f-8a73-5df3c91901b0 req-b7c500bb-106e-4e8d-aeae-1fe03e7fc82e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0506296 Sep 18 02:42:18.656400 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0a168c1-de4b-486f-8a73-5df3c91901b0 req-d3355de1-fa24-4a9a-8b71-5613d99b8ac8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Sep 18 02:42:19.778427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d15ac6-00eb-4fc1-b7ea-2ab9ef7fb7e1 req-4f339c55-9b8e-45dc-ae97-1e08b9c2c123 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:19.779952 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-59d15ac6-00eb-4fc1-b7ea-2ab9ef7fb7e1 req-4f339c55-9b8e-45dc-ae97-1e08b9c2c123 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0537815 Sep 18 02:42:19.819071 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-59d15ac6-00eb-4fc1-b7ea-2ab9ef7fb7e1 req-6dc79ed6-41bd-4b5b-8e7c-ece2c9698431 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329223 Sep 18 02:42:20.932274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b932d2f-c61e-4bf8-8ba1-e834ed294f4e req-b217f146-ad12-4766-9898-28fe2365c070 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:20.933732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b932d2f-c61e-4bf8-8ba1-e834ed294f4e req-b217f146-ad12-4766-9898-28fe2365c070 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0491095 Sep 18 02:42:20.971583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5b932d2f-c61e-4bf8-8ba1-e834ed294f4e req-53c926ed-a0c5-458d-aead-66b7036e55f4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Sep 18 02:42:22.085505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef23474-6c83-4e1b-a8fd-2d5653e12677 req-0df3090b-a651-4817-8bd5-62d2f8c6b243 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:22.087011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ef23474-6c83-4e1b-a8fd-2d5653e12677 req-0df3090b-a651-4817-8bd5-62d2f8c6b243 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Sep 18 02:42:22.124380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1ef23474-6c83-4e1b-a8fd-2d5653e12677 req-676cacdd-d37a-47d4-a01e-18f32559b414 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315759 Sep 18 02:42:23.240370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb64b-bf71-4a88-8303-9804d5aafde7 req-ecf9b117-57cb-4ccf-913c-cc49c26e1caa tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:23.241804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-436cb64b-bf71-4a88-8303-9804d5aafde7 req-ecf9b117-57cb-4ccf-913c-cc49c26e1caa tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0514951 Sep 18 02:42:23.279623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-436cb64b-bf71-4a88-8303-9804d5aafde7 req-0b2f08d6-9fbb-446f-a1d6-0e704c0a9208 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319324 Sep 18 02:42:24.395790 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2eba-aae3-4ce0-b024-c282349dac9b req-b5ca41bc-bfc6-425c-a12a-6bdaf8367e7e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:24.397267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02cf2eba-aae3-4ce0-b024-c282349dac9b req-b5ca41bc-bfc6-425c-a12a-6bdaf8367e7e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0485473 Sep 18 02:42:24.434567 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-02cf2eba-aae3-4ce0-b024-c282349dac9b req-3e061cc4-1207-4d89-82c3-089c40e6109b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Sep 18 02:42:25.549187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee09b37-f5d6-453c-9f03-aa0711ddc7dc req-4670b3aa-9109-4484-b710-ea84a383bc25 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:25.550657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eee09b37-f5d6-453c-9f03-aa0711ddc7dc req-4670b3aa-9109-4484-b710-ea84a383bc25 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0476775 Sep 18 02:42:25.586966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eee09b37-f5d6-453c-9f03-aa0711ddc7dc req-b3581367-a176-44a3-9c0c-3d165f80b3e9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305820 Sep 18 02:42:25.866113 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:26.143451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:26.707138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bee5d-707e-4e48-a944-20231d884854 req-7dcb0281-64c3-4852-97f6-0421c847c1ce tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:26.709179 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d05bee5d-707e-4e48-a944-20231d884854 req-7dcb0281-64c3-4852-97f6-0421c847c1ce tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0556042 Sep 18 02:42:26.747699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d05bee5d-707e-4e48-a944-20231d884854 req-17c24d9f-25dc-48b7-a98b-de9169ccf443 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Sep 18 02:42:27.863934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be3dfa-96a5-4552-96b2-bb3b91d4adc1 req-1f8651f2-931b-45ca-9d1e-51a0951ae4e9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:27.865403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85be3dfa-96a5-4552-96b2-bb3b91d4adc1 req-1f8651f2-931b-45ca-9d1e-51a0951ae4e9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0489364 Sep 18 02:42:27.902299 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85be3dfa-96a5-4552-96b2-bb3b91d4adc1 req-6403a62c-ed2a-49f3-a26d-6ae3b4cc86c4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Sep 18 02:42:28.561891 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [req-0526b814-81bf-4a87-872d-77b097d2b864 req-d0a07c3a-dafb-41d7-8868-223b35910312 service neutron] show failed (client error): The resource could not be found. Sep 18 02:42:28.563030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-d0a07c3a-dafb-41d7-8868-223b35910312 service neutron] 10.222.0.18 "GET /v2.0/ports/c3658e52-1c9a-43e5-9938-81cba14e5ec0/bindings/n-h2-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0653558 Sep 18 02:42:28.761615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-40140141-c870-4fbb-be52-a93577903a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:28.763154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-40140141-c870-4fbb-be52-a93577903a54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 1098 time: 0.0413063 Sep 18 02:42:28.775466 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:42:28.826674 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:29.067227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2060bb-d1d2-4843-9ca7-b76ef0b3e8cd req-a4064ee1-6679-4ad6-9aab-a9daf18d4d48 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:29.068181 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2060bb-d1d2-4843-9ca7-b76ef0b3e8cd req-a4064ee1-6679-4ad6-9aab-a9daf18d4d48 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0947278 Sep 18 02:42:29.076845 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:29.134052 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ee2060bb-d1d2-4843-9ca7-b76ef0b3e8cd req-c38aa5cf-9892-4e28-acaf-1fb20b599432 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598283 Sep 18 02:42:29.134970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:42:29.174983 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:42:29.177228 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf00cb4f-ef1a-41c1-81b2-f40b39a673fc" -d '{"events": [{"server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:42:29.180950 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:29.192807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Transition to ACTIVE for port object c3658e52-1c9a-43e5-9938-81cba14e5ec0 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:42:29.196265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:29.231004 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c871f3d3-a098-45bf-abeb-38950b86ab69 x-openstack-request-id: req-c871f3d3-a098-45bf-abeb-38950b86ab69 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:42:29.231290 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:42:29.232085 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c871f3d3-a098-45bf-abeb-38950b86ab69 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:42:29.232085 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'code': 200} Sep 18 02:42:29.282211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=6']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:29.293934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.294274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.294609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.294993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.295322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.295648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.295970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.296290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.296611 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.296931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.297247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.297561 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:29.331585 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] No DVR routers for this DVR port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:42:29.466768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:42:29.467099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:42:29.467429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:42:29.472565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:42:29.472886 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:42:29.477931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:42:29.478294 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:42:29.478791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:42:29.479259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Bound port: c3658e52-1c9a-43e5-9938-81cba14e5ec0, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:42:29.479612 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:29.545443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:42:29.548895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:42:29.552776 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:29.586014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:29.586651 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:29.588069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-84357708-e113-44be-ac7b-d5479431528a service neutron] 10.222.0.20 "PUT /v2.0/ports/c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1093 time: 0.8173611 Sep 18 02:42:29.621527 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84357708-e113-44be-ac7b-d5479431528a service neutron] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:29.658896 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-d7d992ee-a949-4cfa-914a-796ab6329185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:29.660449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-d7d992ee-a949-4cfa-914a-796ab6329185 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0478253 Sep 18 02:42:29.761639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-20d8f83a-a785-49fc-9838-3b79d28a7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:29.763163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-20d8f83a-a785-49fc-9838-3b79d28a7f64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0958419 Sep 18 02:42:29.827444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-ea83d0e0-5909-4ba3-a9eb-5d263d800a11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0573890 Sep 18 02:42:29.875694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-be7bb5b8-0f69-4e2d-98b6-f38dd4013054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:29.877772 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-be7bb5b8-0f69-4e2d-98b6-f38dd4013054 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0431702 Sep 18 02:42:29.925408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b814-81bf-4a87-872d-77b097d2b864 req-3f855400-ea83-427c-8436-65d3051b8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:29.926904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-3f855400-ea83-427c-8436-65d3051b8c78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430160 Sep 18 02:42:30.016117 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-7394f210-1469-4770-95ef-5a1d76f01e95 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822773 Sep 18 02:42:30.109420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-53a86742-ecfa-406f-ab61-90b6cab6e891 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857115 Sep 18 02:42:30.254919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8d008-6a8d-4094-bcd9-bf991754b8da req-768ba087-93b2-47b1-80cb-e45f63fa4c1a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:30.256425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7d8d008-6a8d-4094-bcd9-bf991754b8da req-768ba087-93b2-47b1-80cb-e45f63fa4c1a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 944 time: 0.0500424 Sep 18 02:42:30.293563 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b7d8d008-6a8d-4094-bcd9-bf991754b8da req-32ee2730-9e26-427b-be2a-31c3f8d71be8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Sep 18 02:42:30.900921 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ae2ac181-4948-4287-b376-9bccc8bd8b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:31.233758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:42:31.236722 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:42:31.285262 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9499434f-f3c6-4a15-8846-ee6c5701e6e9 x-openstack-request-id: req-9499434f-f3c6-4a15-8846-ee6c5701e6e9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:42:31.285542 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:42:31.285791 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9499434f-f3c6-4a15-8846-ee6c5701e6e9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:42:31.286181 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'status': 'completed', 'code': 200} Sep 18 02:42:31.350656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-ff17e1cd-3dd2-4b65-8042-0bbeb3ab3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.352863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-ff17e1cd-3dd2-4b65-8042-0bbeb3ab3370 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0435834 Sep 18 02:42:31.361635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-3d06a72f-4fd5-4d15-9dde-dcef1908dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.363486 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-3d06a72f-4fd5-4d15-9dde-dcef1908dc38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0578744 Sep 18 02:42:31.446412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-296a00bb-8806-42f7-b594-e29141606051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.447941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-296a00bb-8806-42f7-b594-e29141606051 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0881374 Sep 18 02:42:31.492775 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03417bf2-e224-4c49-9ef6-804b0045e3d3 req-63d6e182-515b-4eb5-8a77-b3ec07bcc99a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.494324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03417bf2-e224-4c49-9ef6-804b0045e3d3 req-63d6e182-515b-4eb5-8a77-b3ec07bcc99a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 944 time: 0.1207438 Sep 18 02:42:31.520861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-6ad0983f-9a50-4558-bdf0-ae80258d007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.522361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-6ad0983f-9a50-4558-bdf0-ae80258d007f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.1476314 Sep 18 02:42:31.532032 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-101bab8f-3b29-4ce2-9548-9c1b8936d782 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0774240 Sep 18 02:42:31.571017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-03417bf2-e224-4c49-9ef6-804b0045e3d3 req-d9447609-28b4-4b5b-8bc0-fac13f188baa tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667779 Sep 18 02:42:31.622313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-7b00758f-d815-4edf-9ab3-5bf90ca60c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.623880 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-7b00758f-d815-4edf-9ab3-5bf90ca60c26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0843563 Sep 18 02:42:31.643472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-aba14c74-e7d9-461c-ad4e-a26a876edaae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1000 time: 0.1064777 Sep 18 02:42:31.672771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-61e8f24b-18ec-4258-a825-4b86e6d38475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.674450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-61e8f24b-18ec-4258-a825-4b86e6d38475 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439603 Sep 18 02:42:31.700821 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-7ababafc-7c1e-4e87-a413-c43f44f36bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.702286 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-7ababafc-7c1e-4e87-a413-c43f44f36bcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0519080 Sep 18 02:42:31.749391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-d3425033-d16c-41d6-a7a8-7407c358e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:31.750934 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-d3425033-d16c-41d6-a7a8-7407c358e7cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416000 Sep 18 02:42:31.772943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-85bb4b3f-5b02-47ce-8b43-08abf9683feb service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909998 Sep 18 02:42:31.854391 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-5e7b3b98-6aa7-4042-b285-bfbc268144a4 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964208 Sep 18 02:42:31.875826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-5aab7698-d4f6-498f-af5d-ac23d8865eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960724 Sep 18 02:42:31.950786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-26b34c2a-12d6-4b54-ad0f-ad38d9c97d47 req-732d281f-981b-4641-8aa9-e57c7455a56d service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900474 Sep 18 02:42:32.709283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f47b7-d398-4193-8f5a-736ac29256ca req-99bcedbd-6f91-4f5b-ac35-3272f227896b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:32.710933 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-534f47b7-d398-4193-8f5a-736ac29256ca req-99bcedbd-6f91-4f5b-ac35-3272f227896b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 944 time: 0.0592432 Sep 18 02:42:32.752268 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-534f47b7-d398-4193-8f5a-736ac29256ca req-952978ba-ea30-4dc7-bb3e-71b0dfd5f621 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354075 Sep 18 02:42:32.900412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:42:33.047032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-bf6843be-c4df-41cc-898b-efd6c7794eeb tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:33.048918 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-bf6843be-c4df-41cc-898b-efd6c7794eeb tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2&tenant_id=71f05228f5374ac9a95910947cc35d9c&binding%3Ahost_id=n-h2-789963-12 HTTP/1.1" status: 200 len: 944 time: 0.0581074 Sep 18 02:42:33.067951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364d890-e0b8-466c-a87f-a808a4b0bb56 req-2869f5d9-7a17-41c0-b721-1cf542352e89 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:33.069543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0364d890-e0b8-466c-a87f-a808a4b0bb56 req-2869f5d9-7a17-41c0-b721-1cf542352e89 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 944 time: 0.0526905 Sep 18 02:42:33.100382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:42:33.117776 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-54263e02-6f5e-4165-8a08-7accb51d641f service neutron] 10.222.0.20 "GET /v2.0/ports/c3658e52-1c9a-43e5-9938-81cba14e5ec0/bindings/n-h2-789963-12 HTTP/1.1" status: 200 len: 383 time: 0.0619774 Sep 18 02:42:33.118014 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0364d890-e0b8-466c-a87f-a808a4b0bb56 req-08190dbb-0178-421c-8304-c45ad614dc26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Sep 18 02:42:33.187378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-a9a3c3a1-f67c-494a-97e7-fbe9fa2dc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:33.188233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-a9a3c3a1-f67c-494a-97e7-fbe9fa2dc59f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0425222 Sep 18 02:42:33.280782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-88c26005-c13c-4cda-ba4e-ef6017e68689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:33.282233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-88c26005-c13c-4cda-ba4e-ef6017e68689 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0874665 Sep 18 02:42:33.344301 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-d53d3a7b-7112-4efb-b3e8-79bf525a28e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0550230 Sep 18 02:42:33.396442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-410a1bcf-e784-4fe2-87c7-27f8464d5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:33.397878 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-410a1bcf-e784-4fe2-87c7-27f8464d5d10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0473924 Sep 18 02:42:33.444553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-d1bc927e-b107-4307-9478-94d51a2213c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:33.445932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-d1bc927e-b107-4307-9478-94d51a2213c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399532 Sep 18 02:42:33.488816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-630046a2-9020-42a9-bf3f-cbafd5a50119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:33.537231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-9c0862a0-7831-473e-ace1-c33381380c3f service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842113 Sep 18 02:42:33.631276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-10ed5ca5-1f26-4dc6-9d52-87039ff4f71c service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861003 Sep 18 02:42:33.791611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:42:33.883661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:33.894336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'mac_address': 'fa:16:3e:10:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:42:33.932639 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:33.945506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3658e52-1c9a-43e5-9938-81cba14e5ec0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:42:33.966203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:33.970175 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:34.018520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:34.028386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.028724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.029057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.029391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.029712 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.030031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.030349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.030665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.031039 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.031356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.031671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.031986 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:34.113268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:34.186879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['c3658e52-1c9a-43e5-9938-81cba14e5ec0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:42:34.237987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd6413-0e15-4666-bef6-4cef72fea4f8 req-6787f88b-19cb-4218-9190-d0a1ba1a0e1b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:34.239565 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bd6413-0e15-4666-bef6-4cef72fea4f8 req-6787f88b-19cb-4218-9190-d0a1ba1a0e1b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Sep 18 02:42:34.278347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86bd6413-0e15-4666-bef6-4cef72fea4f8 req-0ca5f538-cbb4-4422-8cdf-507ac417a43e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326700 Sep 18 02:42:35.050869 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:35.402496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7f0fc-4653-4547-aa47-8a56dd14ca6e req-0ac833d3-23c2-4752-9dd8-265b4f8e3133 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:35.404013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00a7f0fc-4653-4547-aa47-8a56dd14ca6e req-0ac833d3-23c2-4752-9dd8-265b4f8e3133 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 945 time: 0.0526981 Sep 18 02:42:35.774959 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-00a7f0fc-4653-4547-aa47-8a56dd14ca6e req-fe33ca1e-5579-426f-8749-6d0eb8632df4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642652 Sep 18 02:42:35.784713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-2260d567-0169-4ab1-8983-b8535a4bb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:35.786159 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-2260d567-0169-4ab1-8983-b8535a4bb4d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 1097 time: 0.0550730 Sep 18 02:42:35.797803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:42:35.805169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:42:35.849941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:35.878236 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:35.890621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c3658e52-1c9a-43e5-9938-81cba14e5ec0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:42:35.909301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:35.913035 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:35.914241 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.db.api [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:42:35.915071 n-d-789963-12 neutron-server[106440]: DEBUG oslo_db.api [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:42:35.961674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:36.407282 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:36.441904 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:36.638040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:36.669845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:42:36.704999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3658e52-1c9a-43e5-9938-81cba14e5ec0 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:42:36.712506 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:36.724162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Ignored duplicate provisioning block setup for port c3658e52-1c9a-43e5-9938-81cba14e5ec0 by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 18 02:42:36.728967 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:36.806290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=10']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:36.817072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.817424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.817763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.818098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.818428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.818773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.819100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.819423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.819746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.820072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.820393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.820709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:42:36.860527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] No DVR routers for this DVR port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:42:36.905935 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7c62-6b59-4545-92cc-1562f936f91a req-5f6862aa-1145-4644-8178-ee69cef003a0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:36.908889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9ec7c62-6b59-4545-92cc-1562f936f91a req-5f6862aa-1145-4644-8178-ee69cef003a0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 945 time: 0.0559773 Sep 18 02:42:36.951461 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c9ec7c62-6b59-4545-92cc-1562f936f91a req-b70cb9ad-3c21-459a-ab97-13125c91d56a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357401 Sep 18 02:42:36.994472 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:42:37.010333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:42:37.010668 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:42:37.011021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:42:37.015222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:42:37.015538 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Attempting to bind port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:42:37.021094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:42:37.021441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:42:37.021820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:42:37.022239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Bound port: c3658e52-1c9a-43e5-9938-81cba14e5ec0, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:42:37.022589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:37.083550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:42:37.086559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:42:37.091078 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:37.124319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.124951 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:37.126835 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-84746976-323e-43c7-ba60-e5c602501905 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1094 time: 1.3323967 Sep 18 02:42:37.127267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:42:37.129900 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b652633-3e1f-467f-98d1-639842bd6e15" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:42:37.154346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84746976-323e-43c7-ba60-e5c602501905 service neutron] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=11']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:37.193843 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939cc723-f8ca-4d0b-9f00-a2ff157bbc41 x-openstack-request-id: req-939cc723-f8ca-4d0b-9f00-a2ff157bbc41 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:42:37.194258 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:42:37.194853 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-939cc723-f8ca-4d0b-9f00-a2ff157bbc41 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:42:37.195396 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'status': 'completed', 'code': 200} Sep 18 02:42:37.206396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-2694cdef-9dbc-464e-8391-476817808129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.208042 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-2694cdef-9dbc-464e-8391-476817808129 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0505857 Sep 18 02:42:37.253517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-5f1f2059-6684-4b16-baad-2cb8aea476c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.255919 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-5f1f2059-6684-4b16-baad-2cb8aea476c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0453763 Sep 18 02:42:37.312329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-e9506d4d-b978-45ee-9f5a-750ec95dfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.314538 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-e9506d4d-b978-45ee-9f5a-750ec95dfb35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0993516 Sep 18 02:42:37.354852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-95d375fa-7f76-4b2a-958f-f3c97273243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.356378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-95d375fa-7f76-4b2a-958f-f3c97273243e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0936651 Sep 18 02:42:37.379211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-e1ad121d-b91f-417a-92fe-4f15970d1a12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0578017 Sep 18 02:42:37.424546 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-9a3f2603-176c-4a0a-b032-be89ae8a49b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0610740 Sep 18 02:42:37.432569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-a187ea29-91f9-43d5-a431-77f35a13765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.434012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-a187ea29-91f9-43d5-a431-77f35a13765f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0472693 Sep 18 02:42:37.474675 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-a624ca2e-ea5e-48c5-8187-9bb15557f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.476187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-a624ca2e-ea5e-48c5-8187-9bb15557f886 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0447109 Sep 18 02:42:37.479025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-7fa56515-8429-43f2-af1d-a97ac913283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.480498 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-7fa56515-8429-43f2-af1d-a97ac913283d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396533 Sep 18 02:42:37.525628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-3b951187-03e4-4e06-a2c2-f9e24208c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.527159 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-3b951187-03e4-4e06-a2c2-f9e24208c01a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445101 Sep 18 02:42:37.573126 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-a08cf538-1211-40b8-ace6-d93e8af1a885 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855069 Sep 18 02:42:37.616223 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-8ba866c6-0312-4334-ab16-f02835c56d56 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820725 Sep 18 02:42:37.663465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b8b602f6-cb1a-487c-b2f6-d81632f94df9 req-88d84e58-af21-41d4-962f-089be43de6e5 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838206 Sep 18 02:42:37.712396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-a097375c-e261-4ae9-911c-8acbeed13c92 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885653 Sep 18 02:42:37.747568 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-c998488a-eb7c-4dc7-96bd-a9858a7a6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.749098 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-c998488a-eb7c-4dc7-96bd-a9858a7a6f72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0417604 Sep 18 02:42:37.844159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-af48e4f5-7a7d-4137-87a1-bb514c74dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.846900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-af48e4f5-7a7d-4137-87a1-bb514c74dc4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0904784 Sep 18 02:42:37.912664 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-2df84b7a-019b-4765-a2ad-b55269681c83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0591323 Sep 18 02:42:37.967373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-18c2bb7b-e0e9-4256-b891-ec7679418c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:37.968724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-18c2bb7b-e0e9-4256-b891-ec7679418c36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0481966 Sep 18 02:42:38.016395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-e591e0f8-b68e-4ceb-b83d-ecb9eba3feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:38.019105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-e591e0f8-b68e-4ceb-b83d-ecb9eba3feee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425868 Sep 18 02:42:38.069263 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115fc4a-45b8-43d7-8830-ae8de057e0d3 req-5edb14a8-046e-47da-aee7-0961ff6bc61d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:38.071465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c115fc4a-45b8-43d7-8830-ae8de057e0d3 req-5edb14a8-046e-47da-aee7-0961ff6bc61d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 945 time: 0.0500083 Sep 18 02:42:38.117910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c115fc4a-45b8-43d7-8830-ae8de057e0d3 req-92212fc7-734f-4023-b5d3-3aed854d73a1 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Sep 18 02:42:38.122521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-65cf79c7-9e2c-4fa0-8151-039f4c9f9764 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960550 Sep 18 02:42:38.213157 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b652633-3e1f-467f-98d1-639842bd6e15 req-d87d35a3-06fb-40e9-ac9c-c298a719a629 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817249 Sep 18 02:42:38.916819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:42:39.026410 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:39.040273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'mac_address': 'fa:16:3e:10:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:42:39.080504 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:39.093494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3658e52-1c9a-43e5-9938-81cba14e5ec0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:42:39.113431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:39.118045 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:39.169981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=12']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:39.244527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fe7e2-5bf8-4b46-9730-6517f42710b6 req-ef48be8e-2a81-4471-a961-00e0fe52e55a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:39.246000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b05fe7e2-5bf8-4b46-9730-6517f42710b6 req-ef48be8e-2a81-4471-a961-00e0fe52e55a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0503135 Sep 18 02:42:39.288128 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b05fe7e2-5bf8-4b46-9730-6517f42710b6 req-6bdb2518-83d4-4af2-b89f-3d5dd9c63568 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339484 Sep 18 02:42:39.335708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c3658e52-1c9a-43e5-9938-81cba14e5ec0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:42:39.402193 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dabef-f343-449c-9714-89037b9b2da3 req-118c23a0-cd03-4678-8227-131045a9752f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:39.403722 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-410dabef-f343-449c-9714-89037b9b2da3 req-118c23a0-cd03-4678-8227-131045a9752f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0491831 Sep 18 02:42:39.444331 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-410dabef-f343-449c-9714-89037b9b2da3 req-0c55ff21-747a-4372-a050-63970c7060b9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345306 Sep 18 02:42:39.564592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71698a3-02d2-4168-b69f-7077d4f30655 req-96a53fee-4492-48de-ac1b-6de58cb12270 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:39.566020 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a71698a3-02d2-4168-b69f-7077d4f30655 req-96a53fee-4492-48de-ac1b-6de58cb12270 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0531917 Sep 18 02:42:39.603981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a71698a3-02d2-4168-b69f-7077d4f30655 req-93a41764-9fea-4180-9c9c-cfcda9d9342c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320201 Sep 18 02:42:39.860203 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb99b08-d0e9-40b2-bdd6-27c00468d33e req-7d773166-a0b7-4ed0-8d89-5a3eb56b321c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:39.862450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cfb99b08-d0e9-40b2-bdd6-27c00468d33e req-7d773166-a0b7-4ed0-8d89-5a3eb56b321c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0690649 Sep 18 02:42:39.900472 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cfb99b08-d0e9-40b2-bdd6-27c00468d33e req-ed151f77-d21a-4ff9-9ae2-9dc0eb636c9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321441 Sep 18 02:42:40.915995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:42:40.966668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port c3658e52-1c9a-43e5-9938-81cba14e5ec0 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:42:40.970834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c3658e52-1c9a-43e5-9938-81cba14e5ec0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:42:40.971204 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.034700 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c42751-4c3a-4009-9858-9546525e8d02 req-1ee041f8-96c6-4e49-a6ad-18c66a0c680f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:41.036360 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e0c42751-4c3a-4009-9858-9546525e8d02 req-1ee041f8-96c6-4e49-a6ad-18c66a0c680f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0539560 Sep 18 02:42:41.047093 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.070805 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:42:41.072603 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a843963-2f13-4136-b092-0cdf4c539935 req-60088d11-9474-4433-b406-ef80c79d01e0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:41.073410 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db12b651-ab34-44dc-a56c-c13950495a18" -d '{"events": [{"server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "name": "network-vif-plugged", "status": "completed", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:42:41.074377 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a843963-2f13-4136-b092-0cdf4c539935 req-60088d11-9474-4433-b406-ef80c79d01e0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 946 time: 0.0551145 Sep 18 02:42:41.075720 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e0c42751-4c3a-4009-9858-9546525e8d02 req-11ca35a3-d4b5-4d03-95f5-c0b6681fb1b6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331495 Sep 18 02:42:41.100743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:41.100743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.128993 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5e8a1-c5e0-4278-a380-d23e90bd54d1 x-openstack-request-id: req-23c5e8a1-c5e0-4278-a380-d23e90bd54d1 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:42:41.129288 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "name": "network-vif-plugged", "status": "completed", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:42:41.129798 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23c5e8a1-c5e0-4278-a380-d23e90bd54d1 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:42:41.130187 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'code': 200} Sep 18 02:42:41.151625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=13']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:41.186636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Deleting port c3658e52-1c9a-43e5-9938-81cba14e5ec0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:42:41.187011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.275251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] For port c3658e52-1c9a-43e5-9938-81cba14e5ec0, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c3658e52-1c9a-43e5-9938-81cba14e5ec0,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:41.275616 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.448620 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.448978 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.449289 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e disassociated. External IP: 172.25.0.35, port: c3658e52-1c9a-43e5-9938-81cba14e5ec0. Sep 18 02:42:41.449625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Calling delete_port for c3658e52-1c9a-43e5-9938-81cba14e5ec0 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:42:41.583627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.617713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event deleted for resources: {'Port': ['ID=c3658e52-1c9a-43e5-9938-81cba14e5ec0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:41.743817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:42:41.864023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:42:41.874803 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:42:41.887508 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:42:41.888116 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:42:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:42:41.912318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] No DVR routers for this DVR port c3658e52-1c9a-43e5-9938-81cba14e5ec0 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:42:41.914944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:41.916952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a843963-2f13-4136-b092-0cdf4c539935 req-2cf0665e-756b-4dd1-b36b-8fb035a8db9c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "DELETE /v2.0/ports/c3658e52-1c9a-43e5-9938-81cba14e5ec0 HTTP/1.1" status: 204 len: 173 time: 0.8332424 Sep 18 02:42:41.917382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'name': 'network-vif-deleted', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:42:41.920236 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b1ec82-4fb7-47d3-8137-49c8286fea68" -d '{"events": [{"server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "name": "network-vif-deleted", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:42:41.963343 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b2f3d-0350-4a3c-9d9a-2302019bbb6c x-openstack-request-id: req-3a2b2f3d-0350-4a3c-9d9a-2302019bbb6c {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:42:41.963594 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc0f097-24d5-4559-8c56-dd7385c76fe2", "name": "network-vif-deleted", "tag": "c3658e52-1c9a-43e5-9938-81cba14e5ec0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:42:41.963994 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a2b2f3d-0350-4a3c-9d9a-2302019bbb6c {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:42:41.964302 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc0f097-24d5-4559-8c56-dd7385c76fe2', 'name': 'network-vif-deleted', 'tag': 'c3658e52-1c9a-43e5-9938-81cba14e5ec0', 'status': 'completed', 'code': 200} Sep 18 02:42:42.007638 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:42:42.189257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-077fc360-a34c-4bf8-966b-89bce5130390 req-05695dbc-f770-4c6a-b402-cadd6d838551 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc0f097-24d5-4559-8c56-dd7385c76fe2 HTTP/1.1" status: 200 len: 210 time: 0.0270627 Sep 18 02:42:42.204159 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:42:42.230184 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:42:42.238170 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:42:42.238763 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:42:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:42:42.349423 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:42:42.554494 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:42:42.580632 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011db34-e0ef-4df5-bf6e-1bd0f9486d05 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:42:42.790135 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb621f-a705-46f7-88cb-b2b20acddcf6 None None] New status for floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:42:43.456212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-4168b62b-d7f0-48ef-be01-466d3373dfdf tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--176106187&fields=id&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 267 time: 0.0335040 Sep 18 02:42:43.561257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-6b6074be-32e8-40d8-b008-f4a8413c466f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:43.562645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-6b6074be-32e8-40d8-b008-f4a8413c466f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 812 time: 0.0999029 Sep 18 02:42:43.580230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-5e4cf306-73ca-4f39-9f06-a1ac7c462703 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/quotas/71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 375 time: 0.0110192 Sep 18 02:42:43.637151 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-d61a8bf1-b3be-424c-9253-e216b245d3ac tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513349 Sep 18 02:42:43.753546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-cf956d24-2a87-4ffe-baca-2ba52dc294d8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:42:43.754833 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-cf956d24-2a87-4ffe-baca-2ba52dc294d8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1056206 Sep 18 02:42:43.846044 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-924c7371-4532-4520-b791-3e1f18f0a2ec service neutron] 10.222.0.21 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839264 Sep 18 02:42:43.937698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-1c6a1017-f52d-4d86-b841-031df0dee07e service neutron] 10.222.0.21 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856106 Sep 18 02:42:44.098598 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4c7782cc-f91e-48e0-bc1b-99f49081ee6f req-d12e08af-527d-4ddb-9a5f-127d5291c70f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 210 time: 0.0267401 Sep 18 02:42:44.946832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:42:44.967358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: c3658e52-1c9a-43e5-9938-81cba14e5ec0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:42:44.967814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c3658e52-1c9a-43e5-9938-81cba14e5ec0 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:42:44.982272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-10562509-269b-48ae-bc84-06398760c47f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:44.983683 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-10562509-269b-48ae-bc84-06398760c47f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 812 time: 0.1080279 Sep 18 02:42:45.026410 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-0eb0ebaf-6848-423a-bbb6-e8449c409e0b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 379 time: 0.0343399 Sep 18 02:42:45.037144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'port': {'device_id': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'admin_state_up': True, 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'security_groups': ['7e93ae45-1289-43fe-be51-5c99ca016cdb']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:42:45.148095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Made reservation on behalf of 71f05228f5374ac9a95910947cc35d9c for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:42:45.151755 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:45.232974 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0c49f8f4-d979-4f94-965a-da2d4d330539 req-08e789d9-a987-4a74-80fe-d0ed4091636d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 210 time: 0.0612981 Sep 18 02:42:45.306203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Allocated IP 172.20.0.12 (5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3/4188045a-6cef-4896-ab62-91f5965e76bf/30940fd2-f814-4ce7-8acf-db4db855c6c2) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:42:45.443383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:45.475863 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:45.519071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:42:45.522001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:42:45.527583 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:42:45.551028 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:45.578809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:45.580038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:45.595287 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-54eb0fec-8fa0-4627-84e0-d42a7a003f2b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616651 Sep 18 02:42:45.607485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Request body: {'port': {'device_id': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:42:45.662514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:45.784474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ae123996-e49d-4249-be49-b226a70e8545 None None] Provisioning complete for port 30940fd2-f814-4ce7-8acf-db4db855c6c2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:42:45.784800 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ae123996-e49d-4249-be49-b226a70e8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:45.821404 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ae123996-e49d-4249-be49-b226a70e8545 None None] Port 30940fd2-f814-4ce7-8acf-db4db855c6c2 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:42:46.265204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30940fd2-f814-4ce7-8acf-db4db855c6c2 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:42:46.273525 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:46.287056 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Transition to ACTIVE for port object 30940fd2-f814-4ce7-8acf-db4db855c6c2 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:42:46.291049 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:46.340236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:46.359302 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510f3da-d763-4040-8ae4-5a2033f3f521 req-037a1fc3-4b8c-4a0f-8074-d9eb83ffcde0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:46.361540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2510f3da-d763-4040-8ae4-5a2033f3f521 req-037a1fc3-4b8c-4a0f-8074-d9eb83ffcde0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0575652 Sep 18 02:42:46.408019 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2510f3da-d763-4040-8ae4-5a2033f3f521 req-0451643b-4a10-4ec1-8501-1ca43fbe4d8e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389130 Sep 18 02:42:46.418553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:42:46.418961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:42:46.419255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:42:46.425007 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:42:46.425330 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:42:46.435136 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:42:46.435479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:42:46.435872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:42:46.436315 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Bound port: 30940fd2-f814-4ce7-8acf-db4db855c6c2, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:42:46.436674 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:46.503752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:42:46.507200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:42:46.512053 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:46.546807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:46.547366 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:46.549581 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] 10.222.0.20 "PUT /v2.0/ports/30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1093 time: 0.9464786 Sep 18 02:42:46.551486 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:42:46.553758 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb588ed-3cbd-4979-a63d-64c58335783c" -d '{"events": [{"name": "network-changed", "server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:42:46.577596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9de44-ac6d-4e23-a987-be2948f73a13 service neutron] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:46.601481 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f53b1d6-81b0-4234-b982-a47c6daa867c x-openstack-request-id: req-4f53b1d6-81b0-4234-b982-a47c6daa867c {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:42:46.601783 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:42:46.602038 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f53b1d6-81b0-4234-b982-a47c6daa867c {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:42:46.602439 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'status': 'completed', 'code': 200} Sep 18 02:42:46.636686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-2452d990-64f9-4891-ae26-279e2b295349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:46.638230 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-2452d990-64f9-4891-ae26-279e2b295349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1096 time: 0.0476549 Sep 18 02:42:46.682253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-837b4ed0-bfa3-45b8-9c40-f06451b07052 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 217 time: 0.0357869 Sep 18 02:42:46.734199 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-5bceab1f-66fc-4000-b982-80d1e6792dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:46.736643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-5bceab1f-66fc-4000-b982-80d1e6792dfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0473595 Sep 18 02:42:46.785006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-887ba88d-b07e-47eb-bf06-96840fae4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:46.786430 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-887ba88d-b07e-47eb-bf06-96840fae4f9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434742 Sep 18 02:42:46.889796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-c5541071-2147-4bf4-8d53-5b25371e968b service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959957 Sep 18 02:42:46.981608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be5e144f-8063-4b8a-b5ac-904274ead47f req-15796c4e-4deb-4c93-a905-47fc83451275 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842233 Sep 18 02:42:47.065683 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-273fc56e-f295-4c32-b0a7-396b3273568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:47.067119 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-273fc56e-f295-4c32-b0a7-396b3273568f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1096 time: 0.0417380 Sep 18 02:42:47.159338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-b237e0e7-9382-400b-8d85-03ceb0570082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:47.160817 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-b237e0e7-9382-400b-8d85-03ceb0570082 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0871501 Sep 18 02:42:47.204574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-4e1ad2fe-dd64-47ed-8e55-9a8a5167f731 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 217 time: 0.0360055 Sep 18 02:42:47.253076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-ef70436a-f1c6-4073-8751-757bb22f1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:47.254782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-ef70436a-f1c6-4073-8751-757bb22f1717 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0431499 Sep 18 02:42:47.301770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-0c091621-6d26-45a5-a2fd-5883782adefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:47.303340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-0c091621-6d26-45a5-a2fd-5883782adefe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411267 Sep 18 02:42:47.396294 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-93c3a31b-1de2-4ee7-b7d6-4c3419d9917f service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Sep 18 02:42:47.486255 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb588ed-3cbd-4979-a63d-64c58335783c req-11f56b13-5743-40c8-bc0b-ea37094efb6f service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822227 Sep 18 02:42:47.620807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f98414-85f1-4102-b665-f32fbe10803b req-2e156f73-dc1d-4734-b74d-258c59f6906c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:47.622278 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f98414-85f1-4102-b665-f32fbe10803b req-2e156f73-dc1d-4734-b74d-258c59f6906c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.1439354 Sep 18 02:42:47.660761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6f98414-85f1-4102-b665-f32fbe10803b req-157deece-c656-4b82-bd54-689801e1c68e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Sep 18 02:42:48.780290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec08aa-43ec-45c8-a184-e2625a091ba5 req-899d13fb-3b8e-4133-9e5c-a189a1138afe tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:48.781763 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3dec08aa-43ec-45c8-a184-e2625a091ba5 req-899d13fb-3b8e-4133-9e5c-a189a1138afe tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0524306 Sep 18 02:42:48.819676 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3dec08aa-43ec-45c8-a184-e2625a091ba5 req-72a96fb5-4eae-4848-8263-729802a57541 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308654 Sep 18 02:42:49.834109 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:42:49.929450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:49.935188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c487bf-75d7-4d5e-a933-3e4b494f7f26 req-977619cb-e974-4e80-beee-518029751f21 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:49.936674 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-90c487bf-75d7-4d5e-a933-3e4b494f7f26 req-977619cb-e974-4e80-beee-518029751f21 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0490983 Sep 18 02:42:49.940832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'mac_address': 'fa:16:3e:55:e2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:42:49.974430 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-90c487bf-75d7-4d5e-a933-3e4b494f7f26 req-2f586d67-17fb-41cf-8821-f781f08f5639 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315294 Sep 18 02:42:49.982075 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:49.995036 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30940fd2-f814-4ce7-8acf-db4db855c6c2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:42:50.013517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:50.017436 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:50.065955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:50.207273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['30940fd2-f814-4ce7-8acf-db4db855c6c2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:42:51.138573 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74df17-971e-4e89-aaa7-b460b2cf5d4f req-f466bf25-3373-4285-8f77-ef4ddef1404e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:51.140084 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc74df17-971e-4e89-aaa7-b460b2cf5d4f req-f466bf25-3373-4285-8f77-ef4ddef1404e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0994010 Sep 18 02:42:51.177907 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cc74df17-971e-4e89-aaa7-b460b2cf5d4f req-e85565c2-0505-4cd3-9a09-196eb8da370c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Sep 18 02:42:51.850139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 up at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:42:51.897811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning for port 30940fd2-f814-4ce7-8acf-db4db855c6c2 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:42:51.901396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Provisioning complete for port 30940fd2-f814-4ce7-8acf-db4db855c6c2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:42:51.901761 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:51.974002 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:51.994828 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:42:51.996961 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dcfa31-aa28-4910-9d9e-254d619fc6bf" -d '{"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-plugged", "status": "completed", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:42:52.009520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:42:52.013686 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:52.039652 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bc98c4-d48e-44f2-b6f2-e12118da3a1c x-openstack-request-id: req-49bc98c4-d48e-44f2-b6f2-e12118da3a1c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:42:52.039940 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-plugged", "status": "completed", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:42:52.040186 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49bc98c4-d48e-44f2-b6f2-e12118da3a1c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:42:52.040575 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'code': 200} Sep 18 02:42:52.066165 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:42:52.125541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b4775-d4da-4432-9d09-a1b0af107e70 req-33309d8e-6c5a-46d5-bc78-f28dd70524d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:52.127543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d9b4775-d4da-4432-9d09-a1b0af107e70 req-33309d8e-6c5a-46d5-bc78-f28dd70524d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1098 time: 0.0398364 Sep 18 02:42:52.160825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1d9b4775-d4da-4432-9d09-a1b0af107e70 req-63287895-b26b-4c4c-bf7b-4758ee5ec662 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266573 Sep 18 02:42:52.294413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e4c5-dc5c-48d3-9df8-c68039232a3c req-fd8e45f3-bb84-44ef-bd28-97bd6fa1fd0f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:52.295826 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d68e4c5-dc5c-48d3-9df8-c68039232a3c req-fd8e45f3-bb84-44ef-bd28-97bd6fa1fd0f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0522318 Sep 18 02:42:52.334270 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7d68e4c5-dc5c-48d3-9df8-c68039232a3c req-9c19f225-9f84-4535-9e6a-9add8eb49b1f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323977 Sep 18 02:42:53.452868 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87a327-1741-42a1-85b1-07975f746992 req-6b6cb444-611f-439e-b1fe-f832fd7dd98d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:53.454886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ef87a327-1741-42a1-85b1-07975f746992 req-6b6cb444-611f-439e-b1fe-f832fd7dd98d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0490210 Sep 18 02:42:53.492106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ef87a327-1741-42a1-85b1-07975f746992 req-4322489c-a28b-487d-a4cb-ccfb69f5cabb tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313871 Sep 18 02:42:53.603970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84069e49-02d1-440f-a328-5c5eecc7036f req-a7e06b84-1795-47f9-b089-84a835c1184c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:53.605425 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-84069e49-02d1-440f-a328-5c5eecc7036f req-a7e06b84-1795-47f9-b089-84a835c1184c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0485513 Sep 18 02:42:53.614168 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 42768) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:42:53.618408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Request body: {'floatingip': {'port_id': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:42:53.658242 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:54.095083 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:54.099355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:54.198785 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e associated. External IP: 172.25.0.35, port: 30940fd2-f814-4ce7-8acf-db4db855c6c2. Sep 18 02:42:54.401697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:42:54.507510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:42:54.512102 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:54.517418 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:42:54.527797 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:42:54.528472 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:42:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:42:54.541363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b0b85f0a-182a-435f-af82-d7866b8d2361 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "PUT /v2.0/floatingips/561875d8-3d46-47eb-b04c-6d55fa52968e HTTP/1.1" status: 200 len: 992 time: 0.9262140 Sep 18 02:42:54.542038 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:42:54.544401 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66" -d '{"events": [{"name": "network-changed", "server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:42:54.585622 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9766a40e-cc04-4d0a-8835-a0079d2359d4 x-openstack-request-id: req-9766a40e-cc04-4d0a-8835-a0079d2359d4 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:42:54.585945 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:42:54.586168 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9766a40e-cc04-4d0a-8835-a0079d2359d4 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:42:54.586572 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'status': 'completed', 'code': 200} Sep 18 02:42:54.637727 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:42:54.649980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-cb35aac9-3d83-439b-96b8-c024a79b9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:54.651541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-cb35aac9-3d83-439b-96b8-c024a79b9df7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1098 time: 0.0418580 Sep 18 02:42:54.748127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-2209318a-0486-4c6d-9e71-e6e6c5925b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:54.749609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-2209318a-0486-4c6d-9e71-e6e6c5925b59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0916274 Sep 18 02:42:54.814989 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-eff4d132-f4ff-45a9-83ee-3d355d70ab32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0578864 Sep 18 02:42:54.862409 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:55:e2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:42:54Z', 'revision_number': 13, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:42:54.867578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-c68780ab-a553-4212-8e0f-866aa7d5fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:54.869050 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-c68780ab-a553-4212-8e0f-866aa7d5fd15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0482941 Sep 18 02:42:54.889427 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:42:54.897983 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:42:54.898582 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:42:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:42:54.917357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-60501e20-d6b5-49f4-a066-d9b960e9c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:42:54.918902 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-60501e20-d6b5-49f4-a066-d9b960e9c4cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427926 Sep 18 02:42:55.000295 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:42:55.010137 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-8e4c04e6-1b0d-4452-8c30-4049c9c1e16d service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840559 Sep 18 02:42:55.104695 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-319cfa92-aa51-47fd-bb5f-a8b7d4043f66 req-5ffc5fd5-93f4-49d9-bff7-5e6ace66161b service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879335 Sep 18 02:42:55.216240 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:55:e2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:42:54Z', 'revision_number': 13, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:42:55.330337 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198d8bd-c009-4287-8a12-da612f7458f4 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '561875d8-3d46-47eb-b04c-6d55fa52968e', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'port_id': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'mac_address': 'fa:16:3e:55:e2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:36:01Z', 'updated_at': '2021-09-18T02:42:54Z', 'revision_number': 13, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:42:55.510918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201eb38-d0f2-4e3c-90a3-8019ee89f5a9 None None] New status for floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:42:55.864289 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:42:56.164459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:00.901980 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d52442a8-d9c0-404b-862e-187dfdc30bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:03.488772 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aa1e9b6d-fc80-4bc6-b50b-28036965ef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:04.115312 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:05.054378 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:06.409911 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:13.985673 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:43:25.880423 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:26.177648 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:30.902135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-55e50840-70d6-4ecb-968a-f017ed2644af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:33.489326 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-226ae03c-2a6f-4946-81a6-80ed404e238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:34.115577 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:35.058450 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:36.415229 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:50.984637 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:43:51.537553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-443c6556-2869-4a1a-ae7f-05c842129627 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413244 Sep 18 02:43:51.622631 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-1058668c-9628-4eea-920c-0595ee8c94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:43:51.624154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-1058668c-9628-4eea-920c-0595ee8c94c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1098 time: 0.0461054 Sep 18 02:43:51.728068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-f84fcede-8ed7-41ca-ba7d-97d83e40becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:43:51.729556 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-f84fcede-8ed7-41ca-ba7d-97d83e40becf service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0845845 Sep 18 02:43:51.798373 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-ccf81835-4766-44a9-82f1-69e62998ac87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1002 time: 0.0619955 Sep 18 02:43:51.848160 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-38a8dfa9-bba2-4572-9c50-b5ffcbf97e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:43:51.849610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-38a8dfa9-bba2-4572-9c50-b5ffcbf97e63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0442989 Sep 18 02:43:51.898401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-304ea26a-2844-43fe-a01c-2bb6e6bf507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:43:51.900133 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-304ea26a-2844-43fe-a01c-2bb6e6bf507e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439737 Sep 18 02:43:51.911890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-67c6465e-849b-4319-bcb2-511a96c2bda4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:43:51.912865 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-67c6465e-849b-4319-bcb2-511a96c2bda4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057950 Sep 18 02:43:52.009198 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-81def236-21d8-4e90-92b4-4c0ed3ba0541 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854700 Sep 18 02:43:52.097525 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e0ecf7c-413d-41f9-8340-1831778820ef req-b4d52f09-f37d-4c50-9fbc-3bbcdc2e1715 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813930 Sep 18 02:43:55.895071 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:43:56.174960 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:00.901858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fef9b618-a4c1-40b7-be11-2be263ad86ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:03.490637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-72cf2469-c39f-4bb9-a6a9-32b61617e2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:04.115534 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:05.058875 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:06.415595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:25.895158 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:26.176930 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:27.983731 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:44:30.901859 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c0a7654d-7d86-403f-8b8e-6b1e657f1757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:32.679006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4232eb-45bc-4b95-b12c-0397b84937d0 req-672bf0a1-174d-4f15-a2c0-e09815ff99b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:32.680653 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c4232eb-45bc-4b95-b12c-0397b84937d0 req-672bf0a1-174d-4f15-a2c0-e09815ff99b4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0660226 Sep 18 02:44:32.720233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c4232eb-45bc-4b95-b12c-0397b84937d0 req-f0a57827-d6f3-433f-9853-04ac8e87224f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336256 Sep 18 02:44:33.493756 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dec81d4e-8a0b-405a-8925-4c896d9acea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:34.126349 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:35.063596 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:36.418877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:43.715147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-bbba2792-a536-4f5c-938b-fc06ed237833 req-469fa379-a2fa-4dad-82d6-c6e0f2485e32 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:44:43.716149 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bbba2792-a536-4f5c-938b-fc06ed237833 req-469fa379-a2fa-4dad-82d6-c6e0f2485e32 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055580 Sep 18 02:44:43.901509 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa4301-0c50-4177-9786-9e2145abf497 req-7bfb7f46-e604-488a-8b53-3d566b5b8547 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:43.903042 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dfa4301-0c50-4177-9786-9e2145abf497 req-7bfb7f46-e604-488a-8b53-3d566b5b8547 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0498805 Sep 18 02:44:43.970660 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4dfa4301-0c50-4177-9786-9e2145abf497 req-8ffbf133-1af3-4471-a389-703b38c57d0d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616994 Sep 18 02:44:43.983967 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-625fa517-2891-43b3-ab77-a231a8027f9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1460071 Sep 18 02:44:43.992513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-97450dcb-d93b-4235-86c4-36d5b1541920 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:44:43.993456 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-97450dcb-d93b-4235-86c4-36d5b1541920 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048957 Sep 18 02:44:45.085720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761477b4-3943-45ae-9c33-8557f711ea67 req-8df81a06-da4c-45d6-9f1f-7f3a39cb016b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:45.087372 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-761477b4-3943-45ae-9c33-8557f711ea67 req-8df81a06-da4c-45d6-9f1f-7f3a39cb016b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0483904 Sep 18 02:44:45.124656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-761477b4-3943-45ae-9c33-8557f711ea67 req-ef3d86c1-4dda-4418-b9fc-f6640bc5e79d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316374 Sep 18 02:44:46.242741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f625b6-ba4c-471b-8305-c7ac7594d873 req-b63a3e60-af6f-49f5-9ff5-a8bbe871360e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:46.244223 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16f625b6-ba4c-471b-8305-c7ac7594d873 req-b63a3e60-af6f-49f5-9ff5-a8bbe871360e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0479176 Sep 18 02:44:46.282417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-16f625b6-ba4c-471b-8305-c7ac7594d873 req-ce94f2a3-4e7b-4bb9-a7be-664e45f342e5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323131 Sep 18 02:44:47.401379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aecd5-1c83-4736-990d-d6b734df5946 req-222cc672-973b-46f6-8182-cddd8b18f602 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:47.402814 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-973aecd5-1c83-4736-990d-d6b734df5946 req-222cc672-973b-46f6-8182-cddd8b18f602 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0497866 Sep 18 02:44:47.440822 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-973aecd5-1c83-4736-990d-d6b734df5946 req-7fbe18fe-de28-4674-9075-906da7a24aa9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313733 Sep 18 02:44:48.555662 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37f1b8-7478-490f-b55f-869d1913c1ed req-c9b18296-d99d-4380-895d-070d247ad2d0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:48.557154 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c37f1b8-7478-490f-b55f-869d1913c1ed req-c9b18296-d99d-4380-895d-070d247ad2d0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0483031 Sep 18 02:44:48.594174 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c37f1b8-7478-490f-b55f-869d1913c1ed req-aab36df9-c316-4b99-9684-82f8f623582a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311768 Sep 18 02:44:49.252574 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-2b01def7-be18-4a07-943d-1118c9dde8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:49.254209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-2b01def7-be18-4a07-943d-1118c9dde8dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1098 time: 0.0445514 Sep 18 02:44:49.341027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-7b13c258-2292-4af5-b12d-d936faebe383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:49.342471 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-7b13c258-2292-4af5-b12d-d936faebe383 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0813360 Sep 18 02:44:49.409296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-510fbcd4-8aaa-4256-9251-f656f5b199d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1002 time: 0.0591195 Sep 18 02:44:49.454938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-9f99c7d2-402e-46a6-9b96-5660b610ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:49.456852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-9f99c7d2-402e-46a6-9b96-5660b610ae04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0416353 Sep 18 02:44:49.500312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-95548811-d0e4-42b3-8181-ce131db1a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:49.501737 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-95548811-d0e4-42b3-8181-ce131db1a13c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385659 Sep 18 02:44:49.595879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-663f0b71-2dae-4d50-b190-3254262de78b service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872180 Sep 18 02:44:49.684336 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-4ea2d0f8-403f-4dc5-a5b2-2d8f0ec5ec52 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814357 Sep 18 02:44:49.712982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1a687-5c04-4c15-be70-a49cc4372d62 req-75179bf1-4f55-4aff-af77-25064dbea9b5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:49.714860 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93d1a687-5c04-4c15-be70-a49cc4372d62 req-75179bf1-4f55-4aff-af77-25064dbea9b5 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0530014 Sep 18 02:44:49.754735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-93d1a687-5c04-4c15-be70-a49cc4372d62 req-03b6ed70-e33d-4b30-8572-82506e3b6670 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Sep 18 02:44:50.877693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef31dd-090e-4020-9e66-f17cb11b8910 req-e3028b69-53fe-4ada-9d39-e795ef63f8f9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:50.879202 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3ef31dd-090e-4020-9e66-f17cb11b8910 req-e3028b69-53fe-4ada-9d39-e795ef63f8f9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0537338 Sep 18 02:44:50.916926 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b3ef31dd-090e-4020-9e66-f17cb11b8910 req-664c7648-65ae-4a31-bb41-97852c7ca6eb tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316167 Sep 18 02:44:51.567835 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-96401d11-d89a-4127-9390-727b6f6df43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:51.569242 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-96401d11-d89a-4127-9390-727b6f6df43d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1098 time: 0.0407934 Sep 18 02:44:51.673893 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-3473ad78-4235-416b-84ab-7cd57c5cc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:51.675520 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-3473ad78-4235-416b-84ab-7cd57c5cc1c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0877528 Sep 18 02:44:51.742639 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-cdfbbe4e-cffe-4c2d-9be0-bc7abad3419a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1002 time: 0.0600543 Sep 18 02:44:51.791065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-b6dfa996-9c22-4856-b87f-188253d72e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:51.792490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-b6dfa996-9c22-4856-b87f-188253d72e00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0433145 Sep 18 02:44:51.837421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-58b11de7-223b-438c-9ee9-11832e03833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:51.838909 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-58b11de7-223b-438c-9ee9-11832e03833a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384779 Sep 18 02:44:51.932005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-07a5e68b-2d22-4ce0-970a-3349894fb3db service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858340 Sep 18 02:44:52.026247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eca0dc4f-be5f-4f96-9457-261ca7ca929e req-7b03d992-6bae-418b-adc4-3fc20e94bf9f service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875227 Sep 18 02:44:52.034002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38f411-47a1-4b40-ac1b-29f4b909f094 req-f118febd-e5e0-4664-8538-348046b1817f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:52.035841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c38f411-47a1-4b40-ac1b-29f4b909f094 req-f118febd-e5e0-4664-8538-348046b1817f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0511570 Sep 18 02:44:52.074262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6c38f411-47a1-4b40-ac1b-29f4b909f094 req-b1509562-5c95-4ca2-9ecc-d8ed28413cce tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Sep 18 02:44:53.194548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f66c41-4746-480c-89f6-891c51eb86a2 req-883e16d8-da1f-46da-ac69-19feb500787f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:53.196069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78f66c41-4746-480c-89f6-891c51eb86a2 req-883e16d8-da1f-46da-ac69-19feb500787f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0484273 Sep 18 02:44:53.233969 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-78f66c41-4746-480c-89f6-891c51eb86a2 req-5c8ba03b-9c34-4de3-8426-1483936ce1ad tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Sep 18 02:44:54.349138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75416f-7bba-447a-a3c1-e73dfff41d29 req-9f6b18e4-7dc6-4dfe-ba28-afc8ff22aa17 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:54.350595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf75416f-7bba-447a-a3c1-e73dfff41d29 req-9f6b18e4-7dc6-4dfe-ba28-afc8ff22aa17 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0471838 Sep 18 02:44:54.387652 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf75416f-7bba-447a-a3c1-e73dfff41d29 req-6c9196e0-c269-4182-afa5-a17f3ad2a626 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310585 Sep 18 02:44:55.501341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5743fe-c6b4-4018-b5d4-a5e56678632a req-38adec8a-4d47-4e8c-bc31-118d5dc8ab8e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:55.503590 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab5743fe-c6b4-4018-b5d4-a5e56678632a req-38adec8a-4d47-4e8c-bc31-118d5dc8ab8e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0487278 Sep 18 02:44:55.540229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ab5743fe-c6b4-4018-b5d4-a5e56678632a req-22a8ccd0-68f5-414d-ae38-160668f89dd6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303910 Sep 18 02:44:55.894008 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:56.172696 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:44:56.657307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870646e8-16be-4ea7-98bc-954b2f3ce447 req-0f29187f-a8e1-4eab-9f0f-7013c8f36832 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:56.659385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-870646e8-16be-4ea7-98bc-954b2f3ce447 req-0f29187f-a8e1-4eab-9f0f-7013c8f36832 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0528786 Sep 18 02:44:56.696688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-870646e8-16be-4ea7-98bc-954b2f3ce447 req-7176e544-3982-49a5-8afa-3193cfaae593 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Sep 18 02:44:57.815319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044b050-bffc-4464-a9e4-c0e5a814965e req-6ea1534b-0638-423c-974c-80886b987a00 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:57.816854 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7044b050-bffc-4464-a9e4-c0e5a814965e req-6ea1534b-0638-423c-974c-80886b987a00 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0521731 Sep 18 02:44:57.853429 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7044b050-bffc-4464-a9e4-c0e5a814965e req-3ead63cb-d371-4df3-b1e0-dfe09e700471 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305970 Sep 18 02:44:58.968792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a3243-e63e-463f-83d4-8ab74c964dcf req-2efb085e-55df-4639-a306-f1aa3198510d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:44:58.970278 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-703a3243-e63e-463f-83d4-8ab74c964dcf req-2efb085e-55df-4639-a306-f1aa3198510d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0491319 Sep 18 02:44:59.008220 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-703a3243-e63e-463f-83d4-8ab74c964dcf req-9f2ddfa3-e1eb-44e9-8b8f-124b4567b871 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Sep 18 02:45:00.122449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bee55c-2128-4b1f-858d-2b1e3e3dfe96 req-6348544a-cd10-4fdc-ad1a-aa6f2bd6f821 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:00.123955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09bee55c-2128-4b1f-858d-2b1e3e3dfe96 req-6348544a-cd10-4fdc-ad1a-aa6f2bd6f821 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0477016 Sep 18 02:45:00.162332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-09bee55c-2128-4b1f-858d-2b1e3e3dfe96 req-3c7f0769-b688-49fc-bf5d-7048949cbba8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318093 Sep 18 02:45:00.907407 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ab26e38-a384-43b6-90b9-a0c3900dd2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:01.276915 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58641895-9e9f-4ef6-a0a9-91e1238cb162 req-5c988b97-75e4-4a57-b8d5-81b7c4ce2f50 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:01.278366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58641895-9e9f-4ef6-a0a9-91e1238cb162 req-5c988b97-75e4-4a57-b8d5-81b7c4ce2f50 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0484636 Sep 18 02:45:01.315610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58641895-9e9f-4ef6-a0a9-91e1238cb162 req-6fb2609a-ee31-4cdb-9f91-77df14b25daa tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311966 Sep 18 02:45:02.435752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db571e-7888-4d96-b397-a4c2a7f62e23 req-6d506e6a-17e8-43c9-aed2-365e67fc17dc tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:02.437303 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0db571e-7888-4d96-b397-a4c2a7f62e23 req-6d506e6a-17e8-43c9-aed2-365e67fc17dc tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0530310 Sep 18 02:45:02.477247 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f0db571e-7888-4d96-b397-a4c2a7f62e23 req-ab3e93fb-22c4-47bd-b049-d30ba0212ccb tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338161 Sep 18 02:45:03.218638 n-d-789963-12 neutron-server[106439]: INFO neutron.api.v2.resource [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-4b7286bd-5151-41e8-a146-35a41f076d25 service neutron] show failed (client error): The resource could not be found. Sep 18 02:45:03.219690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-4b7286bd-5151-41e8-a146-35a41f076d25 service neutron] 10.222.0.20 "GET /v2.0/ports/30940fd2-f814-4ce7-8acf-db4db855c6c2/bindings/n-h1-789963-12 HTTP/1.1" status: 404 len: 381 time: 0.0582104 Sep 18 02:45:03.456002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-0a229211-c404-4718-9972-ee80a488fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:03.457501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-0a229211-c404-4718-9972-ee80a488fbf9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 1098 time: 0.0872633 Sep 18 02:45:03.468283 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-f307f32b-83c8-46b8-85b2-3d9cdf3a84bd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:45:03.469361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-f307f32b-83c8-46b8-85b2-3d9cdf3a84bd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051239 Sep 18 02:45:03.482222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:45:03.495765 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4296630b-5f86-4260-bf25-005de35a6502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:03.539127 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:03.633925 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b629-74d6-443f-9f8d-c97694fa1510 req-a5b1d46f-1e8b-4cc0-b2b6-290d23dac37e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:03.635362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fba2b629-74d6-443f-9f8d-c97694fa1510 req-a5b1d46f-1e8b-4cc0-b2b6-290d23dac37e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0880332 Sep 18 02:45:03.735267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fba2b629-74d6-443f-9f8d-c97694fa1510 req-dd409dad-71cf-4dbf-b748-e1571ae3dcf4 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583026 Sep 18 02:45:03.807165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:03.839316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:45:03.879159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:45:03.881666 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd1c8cc-68d5-4c68-9aa2-60d583550b87" -d '{"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-unplugged", "status": "completed", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:45:03.885376 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:03.897791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Transition to ACTIVE for port object 30940fd2-f814-4ce7-8acf-db4db855c6c2 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:45:03.900825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:03.936456 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b1d84-19e1-4367-b7f3-e1a526c525dc x-openstack-request-id: req-9d6b1d84-19e1-4367-b7f3-e1a526c525dc {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:45:03.936751 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-unplugged", "status": "completed", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:45:03.937005 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d6b1d84-19e1-4367-b7f3-e1a526c525dc {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:45:03.937399 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'code': 200} Sep 18 02:45:03.985986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:03.998463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:03.998847 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:03.999194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:03.999534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.000012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.000358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.000691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.001021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.001351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.001676 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.002002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.002945 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:04.042460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] No DVR routers for this DVR port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:45:04.122616 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:04.179593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:45:04.179842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:45:04.180160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:45:04.184309 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:45:04.184626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:45:04.189312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:45:04.190214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:45:04.190649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:45:04.191094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Bound port: 30940fd2-f814-4ce7-8acf-db4db855c6c2, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:45:04.191439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:04.254159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:45:04.257407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:45:04.261095 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:04.298157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:04.298850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:04.300460 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] 10.222.0.18 "PUT /v2.0/ports/30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1093 time: 0.8227146 Sep 18 02:45:04.322019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a8663-9342-4acd-b117-c23e5e5a9330 service neutron] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=7']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:04.366593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-2203bfcc-7a77-481b-acac-6510faa61037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:04.368161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-2203bfcc-7a77-481b-acac-6510faa61037 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1096 time: 0.0433106 Sep 18 02:45:04.461033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-598217fd-2c12-431a-89e2-ad527e2fc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:04.462657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-598217fd-2c12-431a-89e2-ad527e2fc42f service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0881124 Sep 18 02:45:04.474245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:45:04.515051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:45:04.531965 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-b7a6b1b3-6c52-42f9-b8b3-f2b20511e677 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0619571 Sep 18 02:45:04.580660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-a1357108-ce83-4dea-8978-93a44d829d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:04.582116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-a1357108-ce83-4dea-8978-93a44d829d49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0435815 Sep 18 02:45:04.625919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-bde6680f-63ed-48bc-8014-9fd74d68a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:04.628017 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-bde6680f-63ed-48bc-8014-9fd74d68a139 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395236 Sep 18 02:45:04.723678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-e882a85e-81a0-477c-a32a-296142e37756 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888693 Sep 18 02:45:04.825688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6580ab4d-d320-4d34-bbef-c49e9f12bf76 req-6f43ddca-6cb1-419d-8615-9e6790a7cf48 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956662 Sep 18 02:45:04.863157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0527d0-b5bd-4649-92a6-359537dd5eb2 req-821ac331-4565-4892-886f-be0ff1a540ab tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:04.864649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f0527d0-b5bd-4649-92a6-359537dd5eb2 req-821ac331-4565-4892-886f-be0ff1a540ab tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0576830 Sep 18 02:45:04.905375 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3f0527d0-b5bd-4649-92a6-359537dd5eb2 req-5dd297e0-9346-43b8-bc29-b2232ad06478 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347271 Sep 18 02:45:04.983216 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:45:05.066173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:05.938972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:45:05.941806 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b567b1-002a-44da-bfb0-514ea3467944" -d '{"events": [{"name": "network-changed", "server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:45:05.992145 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa29236-20f7-4bee-a4cd-b9f55be987f7 x-openstack-request-id: req-0aa29236-20f7-4bee-a4cd-b9f55be987f7 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:45:05.992454 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:45:05.992710 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aa29236-20f7-4bee-a4cd-b9f55be987f7 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:45:05.993144 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'status': 'completed', 'code': 200} Sep 18 02:45:06.061952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b567b1-002a-44da-bfb0-514ea3467944 req-4c4228b8-9f50-4952-8720-96b0bf120ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.063562 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-4c4228b8-9f50-4952-8720-96b0bf120ef8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1096 time: 0.0461736 Sep 18 02:45:06.067308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732df3e-dcc6-42c8-a6e5-ee7a50a6fcf5 req-65e2404c-4a01-4090-864b-f4437d23875e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.068886 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9732df3e-dcc6-42c8-a6e5-ee7a50a6fcf5 req-65e2404c-4a01-4090-864b-f4437d23875e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0896492 Sep 18 02:45:06.080767 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b567b1-002a-44da-bfb0-514ea3467944 req-4b904ab4-fec8-4ca2-ace7-fdee3b796873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.083408 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-4b904ab4-fec8-4ca2-ace7-fdee3b796873 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1096 time: 0.0715351 Sep 18 02:45:06.150366 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9732df3e-dcc6-42c8-a6e5-ee7a50a6fcf5 req-819e0cc9-9c38-4cc9-8f17-89f1c2d7e03d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723467 Sep 18 02:45:06.173796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b567b1-002a-44da-bfb0-514ea3467944 req-ed56b10b-8a13-4e3d-a116-c0dc6078a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.175360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-ed56b10b-8a13-4e3d-a116-c0dc6078a1a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.1043625 Sep 18 02:45:06.211523 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b567b1-002a-44da-bfb0-514ea3467944 req-233f7d89-f7dc-4ad3-9b1c-4d473056e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.213296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-233f7d89-f7dc-4ad3-9b1c-4d473056e451 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.1227202 Sep 18 02:45:06.243281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-c56d27ac-9249-476f-99d1-8086c3337c8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0608311 Sep 18 02:45:06.279779 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-c7189f2a-748f-4dac-a454-cdf709af590c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0594029 Sep 18 02:45:06.292949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b567b1-002a-44da-bfb0-514ea3467944 req-fb662dec-887b-4319-9fcf-48085da9cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.294979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-fb662dec-887b-4319-9fcf-48085da9cad6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0450749 Sep 18 02:45:06.335545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b567b1-002a-44da-bfb0-514ea3467944 req-8b5b57af-5907-457c-b20d-b64d50f4dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.338002 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-8b5b57af-5907-457c-b20d-b64d50f4dc47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0507703 Sep 18 02:45:06.349992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b567b1-002a-44da-bfb0-514ea3467944 req-0db131a5-c8dd-4116-999b-c90b69bdb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.351451 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-0db131a5-c8dd-4116-999b-c90b69bdb604 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491233 Sep 18 02:45:06.384233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b567b1-002a-44da-bfb0-514ea3467944 req-63045464-e4df-48ff-8078-6d011615bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:06.385759 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-63045464-e4df-48ff-8078-6d011615bcb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412848 Sep 18 02:45:06.426863 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:06.448738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-9c21d12c-c0de-4d05-9899-c89820b649eb service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901248 Sep 18 02:45:06.481504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-3ed33b46-7a9e-45c9-89bd-cb87f0309d1a service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876222 Sep 18 02:45:06.543207 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-7d976069-ccaf-4ea6-8adb-acd807ccf43b service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875447 Sep 18 02:45:06.578554 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-82b567b1-002a-44da-bfb0-514ea3467944 req-95ad397c-3d53-4418-853b-a5cfad410ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904448 Sep 18 02:45:07.268980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb184bab-e329-4347-a162-a0d2e47de0f2 req-6bd0ab3c-01f7-4b17-a89f-7759c6c2be80 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:07.270501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb184bab-e329-4347-a162-a0d2e47de0f2 req-6bd0ab3c-01f7-4b17-a89f-7759c6c2be80 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0496597 Sep 18 02:45:07.309387 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-eb184bab-e329-4347-a162-a0d2e47de0f2 req-bee1bc5a-7159-4cba-b5b0-0dddf3e99f18 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Sep 18 02:45:08.430848 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec4002-39d6-4772-8949-a81801a35c5d req-aa8141dc-23d4-45f2-be3f-012813f18281 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:08.432381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67ec4002-39d6-4772-8949-a81801a35c5d req-aa8141dc-23d4-45f2-be3f-012813f18281 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0522559 Sep 18 02:45:08.472664 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-67ec4002-39d6-4772-8949-a81801a35c5d req-b602470a-8716-41a8-9e6c-f34dab841d26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341859 Sep 18 02:45:09.585758 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2e1a4-35fd-4ed9-9db7-b838e8d01b1e req-89807e28-adcc-479c-8f47-dac40a29b959 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:09.587226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4c2e1a4-35fd-4ed9-9db7-b838e8d01b1e req-89807e28-adcc-479c-8f47-dac40a29b959 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0478077 Sep 18 02:45:09.627753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b4c2e1a4-35fd-4ed9-9db7-b838e8d01b1e req-f2859ddb-6ac5-4051-ab56-aaae3fd44386 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346951 Sep 18 02:45:10.760630 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d3832-5752-48db-887a-095148dcf399 req-fac75132-7cb7-484f-9be4-e292df538dd9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:10.762095 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e5d3832-5752-48db-887a-095148dcf399 req-fac75132-7cb7-484f-9be4-e292df538dd9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0534196 Sep 18 02:45:10.799242 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3e5d3832-5752-48db-887a-095148dcf399 req-9311933d-8f00-4b4c-a18f-d146af8f76e9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311840 Sep 18 02:45:11.932825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f0a03-8b89-4ed4-aa96-395321392fba req-b95a116b-da9e-41af-8818-459afbfcb3c8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:11.934307 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e19f0a03-8b89-4ed4-aa96-395321392fba req-b95a116b-da9e-41af-8818-459afbfcb3c8 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0495901 Sep 18 02:45:11.971408 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e19f0a03-8b89-4ed4-aa96-395321392fba req-f63ce1ce-a555-42de-bc2b-4daca92c30ed tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Sep 18 02:45:13.085787 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca45538-880e-49d4-9ad8-cdc38365f93e req-a9cbc3fb-749a-42fc-8af7-bf0893dd001f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:13.087292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ca45538-880e-49d4-9ad8-cdc38365f93e req-a9cbc3fb-749a-42fc-8af7-bf0893dd001f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0484841 Sep 18 02:45:13.125067 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ca45538-880e-49d4-9ad8-cdc38365f93e req-7f2fd5b4-cbad-4019-82db-8b52c0a16283 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Sep 18 02:45:14.238976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f8fe8-3905-4043-b537-1add2329dfd5 req-4a4c40de-f53d-429e-b1be-bf60ad4335be tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:14.240465 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-019f8fe8-3905-4043-b537-1add2329dfd5 req-4a4c40de-f53d-429e-b1be-bf60ad4335be tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0488222 Sep 18 02:45:14.277746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-019f8fe8-3905-4043-b537-1add2329dfd5 req-5a82d36b-929c-4b63-b0fa-f402230a61d6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Sep 18 02:45:15.395305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bfe92-77f0-463a-b3ae-5893930dcadc req-07ed0602-8fef-4bd5-ae4f-04053efcfa1a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:15.396765 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f5bfe92-77f0-463a-b3ae-5893930dcadc req-07ed0602-8fef-4bd5-ae4f-04053efcfa1a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 944 time: 0.0490725 Sep 18 02:45:15.435185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3f5bfe92-77f0-463a-b3ae-5893930dcadc req-055aa35c-2e69-4543-8c2c-d6a5ab06b60f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324476 Sep 18 02:45:15.641140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:45:15.733731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:15.752202 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'mac_address': 'fa:16:3e:55:e2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:45:15.793764 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:15.806398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30940fd2-f814-4ce7-8acf-db4db855c6c2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:45:15.825372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:15.829094 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:15.876042 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:15.884684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.885028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.885363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.885695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.886023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.886347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.886669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.887017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.887336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.887653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.887972 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:15.888288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:16.068242 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['30940fd2-f814-4ce7-8acf-db4db855c6c2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:45:16.548641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb070e0-83ce-4a35-b022-e0220a2c16a5 req-055a2804-2d73-4acc-a902-5893a2eb49f3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:16.550133 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bb070e0-83ce-4a35-b022-e0220a2c16a5 req-055a2804-2d73-4acc-a902-5893a2eb49f3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0477171 Sep 18 02:45:16.590524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bb070e0-83ce-4a35-b022-e0220a2c16a5 req-fc715fcb-d2d9-4475-9f16-3420cdfdcf6a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346484 Sep 18 02:45:16.897184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-0e2ac265-e89e-4ad7-b4f8-21b29227ef0a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:16.898642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-0e2ac265-e89e-4ad7-b4f8-21b29227ef0a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc&tenant_id=71f05228f5374ac9a95910947cc35d9c&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 945 time: 0.0761404 Sep 18 02:45:16.919279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18d62-71d2-413e-9c29-518fbbfdc7a6 req-74206a52-760c-4c35-8b15-622e0deae79b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:16.920668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ae18d62-71d2-413e-9c29-518fbbfdc7a6 req-74206a52-760c-4c35-8b15-622e0deae79b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0717516 Sep 18 02:45:16.991125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ae18d62-71d2-413e-9c29-518fbbfdc7a6 req-6682a5ab-5e29-4025-8b6f-07f0747b319e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529251 Sep 18 02:45:16.996596 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-8faf2c23-6b13-4177-a0a3-5666229d3dd0 service neutron] 10.222.0.18 "GET /v2.0/ports/30940fd2-f814-4ce7-8acf-db4db855c6c2/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 383 time: 0.0908580 Sep 18 02:45:17.057822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-859b4823-9885-4581-b655-d9f22e5931f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:17.059297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-859b4823-9885-4581-b655-d9f22e5931f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1097 time: 0.0388036 Sep 18 02:45:17.150022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-6a7644df-0d5a-480e-b1aa-b1d16b235e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:17.151517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-6a7644df-0d5a-480e-b1aa-b1d16b235e71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0837519 Sep 18 02:45:17.218964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-4d960602-8cd2-406f-8797-734414d1638e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1001 time: 0.0594625 Sep 18 02:45:17.266445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-8f4ff501-b614-4d03-bbc5-d12f080b6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:17.267776 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-8f4ff501-b614-4d03-bbc5-d12f080b6d95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0423274 Sep 18 02:45:17.311068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-6fc88269-a056-48a4-8974-8adb15229dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:17.312486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-6fc88269-a056-48a4-8974-8adb15229dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380073 Sep 18 02:45:17.405753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-4a2f5757-5e79-478c-881b-c6f1e45ac8ba service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852399 Sep 18 02:45:17.495139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-8698c207-f0d9-483c-afa7-c8c5027d28b0 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815768 Sep 18 02:45:17.642111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:45:17.691010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 30940fd2-f814-4ce7-8acf-db4db855c6c2 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:45:17.694484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 30940fd2-f814-4ce7-8acf-db4db855c6c2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:45:17.694882 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:17.770310 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:17.792012 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:45:17.794343 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0846232-0f1e-4c36-9b71-d8d6bfd0227d" -d '{"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-plugged", "status": "completed", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:45:17.807756 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:17.811792 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:17.846264 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c3c3f-34a8-4166-99bb-01c9a065c50e x-openstack-request-id: req-ae3c3c3f-34a8-4166-99bb-01c9a065c50e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:45:17.847827 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-plugged", "status": "completed", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:45:17.848079 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae3c3c3f-34a8-4166-99bb-01c9a065c50e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:45:17.848467 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'code': 200} Sep 18 02:45:17.866579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:18.110514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36695821-eb37-41b9-9c3a-4e7aa8ebb996 req-41528c30-f758-4aba-acf8-6eea9213e984 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:18.112035 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-36695821-eb37-41b9-9c3a-4e7aa8ebb996 req-41528c30-f758-4aba-acf8-6eea9213e984 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0528774 Sep 18 02:45:18.149340 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-36695821-eb37-41b9-9c3a-4e7aa8ebb996 req-3f52812a-3952-463c-8963-904a868679ea tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Sep 18 02:45:19.594335 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896f2a-ce84-4473-83b5-532a80da4bfc req-e8e9b458-25ef-44fe-b724-a796222b459a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:19.595875 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd896f2a-ce84-4473-83b5-532a80da4bfc req-e8e9b458-25ef-44fe-b724-a796222b459a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.3728275 Sep 18 02:45:19.633880 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd896f2a-ce84-4473-83b5-532a80da4bfc req-e3caa941-2662-4e15-a265-6f6bca470ac0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Sep 18 02:45:20.755232 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd84216-0bfa-4869-8971-1d734ba08b0c req-e3d2bb73-f793-4bb5-aeb9-616f1b1103c0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:20.757901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dd84216-0bfa-4869-8971-1d734ba08b0c req-e3d2bb73-f793-4bb5-aeb9-616f1b1103c0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0563383 Sep 18 02:45:20.796156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4dd84216-0bfa-4869-8971-1d734ba08b0c req-639940fd-992b-4008-bee8-21b149c09181 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325305 Sep 18 02:45:21.197313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-fb371683-6f0b-4f5a-b551-e9abeec086e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:21.198839 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-fb371683-6f0b-4f5a-b551-e9abeec086e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc&tenant_id=71f05228f5374ac9a95910947cc35d9c HTTP/1.1" status: 200 len: 1098 time: 0.0834889 Sep 18 02:45:21.210325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-12', 'device_owner': 'compute:nova'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:45:21.260240 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:21.464545 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:21.496421 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h1-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:45:21.534505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:45:21.536694 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8b25b4-9f93-4b42-a859-a22e3c99dc28" -d '{"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-unplugged", "status": "completed", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:45:21.540326 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:21.553266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Transition to ACTIVE for port object 30940fd2-f814-4ce7-8acf-db4db855c6c2 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:45:21.558027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:21.607372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=10']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:21.615762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.616109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.616451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.616783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.617111 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.617674 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.617753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.618059 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.618376 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.618698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.619108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.619341 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:45:21.663632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:45:21.670503 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3574633e-5946-4e92-81ab-5999e59cd836 x-openstack-request-id: req-3574633e-5946-4e92-81ab-5999e59cd836 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:45:21.670820 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-unplugged", "status": "completed", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:45:21.671071 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3574633e-5946-4e92-81ab-5999e59cd836 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:45:21.671696 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'code': 200} Sep 18 02:45:21.707488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] No DVR routers for this DVR port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on host n-h1-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:45:21.716706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:45:21.844859 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:45:21.845189 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:45:21.845507 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:45:21.850777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:45:21.851101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Attempting to bind port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:45:21.856382 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:45:21.856722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Checking segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:45:21.857150 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Bound using segment: {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:45:21.857532 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Bound port: 30940fd2-f814-4ce7-8acf-db4db855c6c2, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeecfbbb-ade5-4f29-853c-9323d549961b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:45:21.857886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:21.922098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35820-512b-4ccf-8d14-d75a717720b3 req-6ad542d3-4b60-4046-aa80-f683a6514f12 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:21.923601 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a2a35820-512b-4ccf-8d14-d75a717720b3 req-6ad542d3-4b60-4046-aa80-f683a6514f12 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0516088 Sep 18 02:45:21.925207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:45:21.928648 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:45:21.932841 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:21.964075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a2a35820-512b-4ccf-8d14-d75a717720b3 req-44cfc1e3-feb1-47b6-8bf8-4429d1b321f9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Sep 18 02:45:21.972708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:21.973047 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:21.974420 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] 10.222.0.20 "PUT /v2.0/ports/30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1094 time: 0.7679043 Sep 18 02:45:22.007547 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1156d-d976-40e9-aaf5-f9bd4bf68317 service neutron] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=11']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:22.044807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-eb832af4-e5ec-4d85-9af4-77748145aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:22.046342 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-eb832af4-e5ec-4d85-9af4-77748145aecc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1097 time: 0.0475173 Sep 18 02:45:22.142284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-027b24de-2f51-456b-888a-4cd49bbd74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:22.143915 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-027b24de-2f51-456b-888a-4cd49bbd74a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.0898752 Sep 18 02:45:22.216376 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-07254b9d-9fea-4707-81a7-ebbf8cf25f61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0640330 Sep 18 02:45:22.265124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-e938cf4d-441d-4ee9-b610-704ad1b766b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:22.266484 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-e938cf4d-441d-4ee9-b610-704ad1b766b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0431688 Sep 18 02:45:22.311408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-91d4d34d-1923-46b5-a863-f7d001622769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:22.312910 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-91d4d34d-1923-46b5-a863-f7d001622769 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393991 Sep 18 02:45:22.406524 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-0e9c3d10-d816-4537-91db-11d38024494e service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865829 Sep 18 02:45:22.498386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-89a77b6e-1d3b-4b6d-af0d-f2274be1a612 req-d9b9c8f0-b976-4f49-a18e-98430eadf9d3 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843346 Sep 18 02:45:23.089295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18265e-b3aa-473d-9c55-eb2e061ad86b req-e2e2aac7-28b2-4e01-9330-d343b2f039d3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:23.090871 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c18265e-b3aa-473d-9c55-eb2e061ad86b req-e2e2aac7-28b2-4e01-9330-d343b2f039d3 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0511997 Sep 18 02:45:23.128821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2c18265e-b3aa-473d-9c55-eb2e061ad86b req-549807d4-d109-4494-88cb-cc32501cba78 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313118 Sep 18 02:45:23.672485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:45:23.675670 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97" -d '{"events": [{"name": "network-changed", "server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:45:23.732707 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795100f-3333-429b-8062-0365728d560f x-openstack-request-id: req-3795100f-3333-429b-8062-0365728d560f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:45:23.733176 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:45:23.733568 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3795100f-3333-429b-8062-0365728d560f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:45:23.733974 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'status': 'completed', 'code': 200} Sep 18 02:45:23.795041 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-8ca6983a-2df5-446c-b678-35e0a8d41748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:23.796601 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-8ca6983a-2df5-446c-b678-35e0a8d41748 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1097 time: 0.0429444 Sep 18 02:45:23.904291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-b2bc203c-162f-4d6d-85a9-31e65ba9b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:23.905817 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-b2bc203c-162f-4d6d-85a9-31e65ba9b837 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.1021161 Sep 18 02:45:23.975715 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-47f1a74b-1475-49b2-8295-c747736ed454 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0623343 Sep 18 02:45:24.028176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-6b1d96f6-04ea-4baf-8cbe-2ea0d5ff446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:24.029796 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-6b1d96f6-04ea-4baf-8cbe-2ea0d5ff446f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0472195 Sep 18 02:45:24.085639 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-6f250a4c-9838-447b-95c6-c34691c66f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:24.087018 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-6f250a4c-9838-447b-95c6-c34691c66f94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503302 Sep 18 02:45:24.120377 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-8d3de606-408b-4355-90a5-098fc1615026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:24.121886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-8d3de606-408b-4355-90a5-098fc1615026 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71f05228f5374ac9a95910947cc35d9c&device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 1097 time: 0.3652635 Sep 18 02:45:24.182523 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-cc4646b7-31ee-4a4a-a67c-13104997b853 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888126 Sep 18 02:45:24.236167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-b305968f-2f0e-4874-b0b1-9f807901b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:24.237768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-b305968f-2f0e-4874-b0b1-9f807901b438 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 200 len: 912 time: 0.1084661 Sep 18 02:45:24.308332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-256d18ff-8dc7-4b13-adba-8d8bb9f2e238 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0640137 Sep 18 02:45:24.312759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee37e3-635d-4059-b56c-79e79019f088 req-70483513-e9c7-4ecd-9ddc-451e14b4f830 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:24.314443 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-beee37e3-635d-4059-b56c-79e79019f088 req-70483513-e9c7-4ecd-9ddc-451e14b4f830 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.1054008 Sep 18 02:45:24.338401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-c04e9d33-0ce1-4dd1-851b-adb49a297d99 service neutron] 10.222.0.20 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488082 Sep 18 02:45:24.373931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-93c6fc76-83ea-4409-a49b-6267f6aab074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:24.376700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-93c6fc76-83ea-4409-a49b-6267f6aab074 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 200 len: 851 time: 0.0620804 Sep 18 02:45:24.380134 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-beee37e3-635d-4059-b56c-79e79019f088 req-939495e6-5e93-465b-97e7-35bb284e75af tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546718 Sep 18 02:45:24.423562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-dda2b4d5-dce5-4db1-a2ee-d71d40663458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:24.425649 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-dda2b4d5-dce5-4db1-a2ee-d71d40663458 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417602 Sep 18 02:45:24.519699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-409db29c-5a8b-4b3f-b868-9bac07c58a43 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871546 Sep 18 02:45:24.613146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-99fa0b41-b0f2-4e1c-b1f9-ccf355aace97 req-d9fea628-6668-49bb-bebe-925c16b620f8 service neutron] 10.222.0.18 "GET /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864630 Sep 18 02:45:25.499389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56d4df-9805-4728-842c-573de6579154 req-5a14d057-2836-4450-a908-4ef314d6f61f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:25.500884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d56d4df-9805-4728-842c-573de6579154 req-5a14d057-2836-4450-a908-4ef314d6f61f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0495691 Sep 18 02:45:25.540845 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8d56d4df-9805-4728-842c-573de6579154 req-95b148e4-491a-4d26-af7d-c3d34ae7d32d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331771 Sep 18 02:45:25.898841 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:26.206238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:26.667114 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf09e0-1761-4901-b3ce-1f16b1190837 req-f1d18da1-220e-44b9-a308-f51ba75d0608 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:26.668659 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2bf09e0-1761-4901-b3ce-1f16b1190837 req-f1d18da1-220e-44b9-a308-f51ba75d0608 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0596905 Sep 18 02:45:26.706892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f2bf09e0-1761-4901-b3ce-1f16b1190837 req-6ee052ad-482c-48d2-966c-140c2046235e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314474 Sep 18 02:45:27.820943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0af1f-d7f0-4c73-ad59-bad3931d7ac8 req-25edcc98-7af1-4089-b8e5-5504d85f57c6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:27.822424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8ab0af1f-d7f0-4c73-ad59-bad3931d7ac8 req-25edcc98-7af1-4089-b8e5-5504d85f57c6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0478814 Sep 18 02:45:27.860244 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8ab0af1f-d7f0-4c73-ad59-bad3931d7ac8 req-10b4aa2d-08a1-4a55-87af-5cdead396362 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Sep 18 02:45:28.978425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7324b6-4cd2-4a97-b83a-d61d8b47c325 req-47e7ed17-72d5-4bf3-9e58-da6774a73ef0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:28.979965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e7324b6-4cd2-4a97-b83a-d61d8b47c325 req-47e7ed17-72d5-4bf3-9e58-da6774a73ef0 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0475848 Sep 18 02:45:29.017580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e7324b6-4cd2-4a97-b83a-d61d8b47c325 req-263a071f-ba0f-4ad4-a44f-33a683ebc19e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Sep 18 02:45:30.131193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2911d-fced-4e8a-b8a2-5a8a082912b3 req-43add173-22a5-4376-89f9-d95fce03a4b9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:30.132919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0be2911d-fced-4e8a-b8a2-5a8a082912b3 req-43add173-22a5-4376-89f9-d95fce03a4b9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0481062 Sep 18 02:45:30.175110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0be2911d-fced-4e8a-b8a2-5a8a082912b3 req-7475e974-cb0b-489d-806d-ef59ec213b3f tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361016 Sep 18 02:45:30.908242 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-da2d7afb-f9e5-44d2-a825-97f922ff8e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:31.289998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171038b-5b3c-4657-be68-1205ddef82ce req-4e73dc5c-78e4-4aca-9105-59822568754c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:31.291490 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c171038b-5b3c-4657-be68-1205ddef82ce req-4e73dc5c-78e4-4aca-9105-59822568754c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0484982 Sep 18 02:45:31.327955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c171038b-5b3c-4657-be68-1205ddef82ce req-055044a0-3fc3-490f-b7d1-ecbfa02081fb tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305500 Sep 18 02:45:32.447501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a76049-5a1e-46cd-b65a-9ea27d6e4ad9 req-caa3a62f-da39-4236-b0d1-ef1feb0792b2 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:32.449244 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0a76049-5a1e-46cd-b65a-9ea27d6e4ad9 req-caa3a62f-da39-4236-b0d1-ef1feb0792b2 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0516548 Sep 18 02:45:32.489297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0a76049-5a1e-46cd-b65a-9ea27d6e4ad9 req-0976b143-93a3-404a-8f3f-42afc460db26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335557 Sep 18 02:45:33.496194 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d690-e55a-45da-b418-e8daeb94841a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:33.608442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f38ed8-9059-4406-988f-6d67bde8b006 req-b0403cc3-8063-4a97-a3c2-f505543143d9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:33.609903 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-62f38ed8-9059-4406-988f-6d67bde8b006 req-b0403cc3-8063-4a97-a3c2-f505543143d9 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0524282 Sep 18 02:45:33.647712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-62f38ed8-9059-4406-988f-6d67bde8b006 req-dd4da145-9fc1-4788-8b48-8c71bb4f3ea7 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310073 Sep 18 02:45:33.761407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67446a4f-0bdd-44f2-92b0-f4c86f235045 req-e9e0f8af-41e3-41f7-9e7c-061d1ee11047 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:33.762839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67446a4f-0bdd-44f2-92b0-f4c86f235045 req-e9e0f8af-41e3-41f7-9e7c-061d1ee11047 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0500321 Sep 18 02:45:33.800680 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-67446a4f-0bdd-44f2-92b0-f4c86f235045 req-ce6fedfc-859b-4ece-aff3-ff66d15350bc tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Sep 18 02:45:33.924918 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a6471-422b-4e00-94f1-082b4c25d5e4 req-1968a822-aa98-4114-ae6d-82e70c2b356b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:33.926394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-894a6471-422b-4e00-94f1-082b4c25d5e4 req-1968a822-aa98-4114-ae6d-82e70c2b356b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0491078 Sep 18 02:45:33.964271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-894a6471-422b-4e00-94f1-082b4c25d5e4 req-40c3de6b-390a-4433-bd7a-ac86ad91e099 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Sep 18 02:45:34.123108 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:34.247435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76a5c-1685-4aca-9241-d52b9ab593dc req-0f55eb17-e579-49b3-8130-14992cf63847 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:34.248998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52c76a5c-1685-4aca-9241-d52b9ab593dc req-0f55eb17-e579-49b3-8130-14992cf63847 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 945 time: 0.0552952 Sep 18 02:45:34.294398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-52c76a5c-1685-4aca-9241-d52b9ab593dc req-d95b6a18-b4ec-48dd-8c91-cae3d708f65a tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352545 Sep 18 02:45:34.633380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:45:34.733476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:34.744965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Returning: {'device': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'port_id': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'mac_address': 'fa:16:3e:55:e2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:45:34.780215 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:34.792607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30940fd2-f814-4ce7-8acf-db4db855c6c2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:45:34.811161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:34.815765 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:34.862015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Pushing event updated for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=12']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:35.071930 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:35.077817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] get_ports_and_sgs() called for port_ids ['30940fd2-f814-4ce7-8acf-db4db855c6c2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:45:35.411952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d56b6b-19e7-4772-9796-2e5a619a359c req-88d00c96-04eb-4811-ad2c-7ccebb8e0d39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:35.413446 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d56b6b-19e7-4772-9796-2e5a619a359c req-88d00c96-04eb-4811-ad2c-7ccebb8e0d39 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0488443 Sep 18 02:45:35.454223 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d8d56b6b-19e7-4772-9796-2e5a619a359c req-522ec0dc-f0c2-4d3c-8e26-5684a47a5c23 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e93ae45-1289-43fe-be51-5c99ca016cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349920 Sep 18 02:45:35.692005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-499cec63-aa08-46ad-8c03-cfc35e70ee61 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:35.693338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-499cec63-aa08-46ad-8c03-cfc35e70ee61 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 946 time: 0.0517116 Sep 18 02:45:35.782272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Deleting port 30940fd2-f814-4ce7-8acf-db4db855c6c2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:45:35.782609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:35.872551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] For port 30940fd2-f814-4ce7-8acf-db4db855c6c2, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=30940fd2-f814-4ce7-8acf-db4db855c6c2,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:35.872913 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:36.040705 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:36.040983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:36.041299 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e disassociated. External IP: 172.25.0.35, port: 30940fd2-f814-4ce7-8acf-db4db855c6c2. Sep 18 02:45:36.041632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Calling delete_port for 30940fd2-f814-4ce7-8acf-db4db855c6c2 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:45:36.168004 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:36.194736 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event deleted for resources: {'Port': ['ID=30940fd2-f814-4ce7-8acf-db4db855c6c2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:36.313031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:45:36.417857 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:36.426448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:45:36.435838 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:45:36.444698 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:45:36.445298 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:45:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:36.464134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] No DVR routers for this DVR port 30940fd2-f814-4ce7-8acf-db4db855c6c2 on host n-h2-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:45:36.466861 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:36.468896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aeafb67d-b092-430a-bc33-92cea40cf400 req-c2eebc85-007b-4f1d-be28-f348fac94f26 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.20 "DELETE /v2.0/ports/30940fd2-f814-4ce7-8acf-db4db855c6c2 HTTP/1.1" status: 204 len: 173 time: 0.7690074 Sep 18 02:45:36.469276 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-deleted', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:45:36.472182 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a5dc3-6978-4049-b055-bd25e206b527" -d '{"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-deleted", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:45:36.509637 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c16264-27da-4549-b439-f602b7924f04 x-openstack-request-id: req-b0c16264-27da-4549-b439-f602b7924f04 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:45:36.509929 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eea08e9-9f10-42be-a316-3e029ad2cedc", "name": "network-vif-deleted", "tag": "30940fd2-f814-4ce7-8acf-db4db855c6c2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:45:36.510181 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0c16264-27da-4549-b439-f602b7924f04 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:45:36.510622 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eea08e9-9f10-42be-a316-3e029ad2cedc', 'name': 'network-vif-deleted', 'tag': '30940fd2-f814-4ce7-8acf-db4db855c6c2', 'status': 'completed', 'code': 200} Sep 18 02:45:36.554217 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:45:36.566572 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12fba0f9-5906-4f3e-a081-02ce82d6744e req-c599e5ba-b55e-485f-b1e8-30513628c02d tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 210 time: 0.0268559 Sep 18 02:45:36.661767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 details requested by agent hyperv_n-h2-789963-12 with host n-h2-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:45:36.666070 n-d-789963-12 neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No ports have port_id starting with 30940fd2-f814-4ce7-8acf-db4db855c6c2 Sep 18 02:45:36.667425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 requested by agent hyperv_n-h2-789963-12 not found in database {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 18 02:45:36.763676 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:36.790347 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:45:36.798557 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:45:36.800163 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:45:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:36.905407 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:45:37.107311 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:37.138542 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e70d9c-9200-4fd6-a9d4-65c7fb8ed823 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:35:59Z', 'revision_number': 4, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0392969f-72a3-4e63-98db-459088e7a694', 'name': '', 'network_id': '5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'mac_address': 'fa:16:3e:4d:9d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:58Z', 'updated_at': '2021-09-18T02:36:02Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'subnets': [{'id': '4188045a-6cef-4896-ab62-91f5965e76bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:45:37.359098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c333c-87a0-40bf-9dc7-018d5e2b6b1f None None] New status for floating IP 561875d8-3d46-47eb-b04c-6d55fa52968e: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:45:37.667466 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-53d157e7-3c20-4e18-b454-ad8069b7b285 req-c4c3be2b-ada1-49fe-8425-a6d61557fb5b tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 210 time: 0.0283408 Sep 18 02:45:38.661585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 no longer exists at agent hyperv_n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:45:38.683943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] No Port match for: 30940fd2-f814-4ce7-8acf-db4db855c6c2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:45:38.684287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Device 30940fd2-f814-4ce7-8acf-db4db855c6c2 not bound to the agent host n-h2-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:45:38.763714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ede6785d-8eec-4181-83b3-5e514aac8a27 req-5e54860e-c845-4c45-a7cc-d500ce40738e tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 210 time: 0.0274289 Sep 18 02:45:39.859454 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffae8471-e5ef-4f70-a94d-a3b71fbbcf7a req-d163492d-f1b9-4aeb-b580-b8dc21b41f78 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1eea08e9-9f10-42be-a316-3e029ad2cedc HTTP/1.1" status: 200 len: 210 time: 0.0269382 Sep 18 02:45:41.982432 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:45:43.592600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43252) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:43.647923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c52787a-9c70-45f6-9aa5-90da0f3d346c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:43.676665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c52787a-9c70-45f6-9aa5-90da0f3d346c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:43.728769 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c52787a-9c70-45f6-9aa5-90da0f3d346c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:43.730614 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c52787a-9c70-45f6-9aa5-90da0f3d346c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:43.732011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3c52787a-9c70-45f6-9aa5-90da0f3d346c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e93ae45-1289-43fe-be51-5c99ca016cdb HTTP/1.1" status: 204 len: 168 time: 0.1383955 Sep 18 02:45:43.734851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43254) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:43.741432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52787a-9c70-45f6-9aa5-90da0f3d346c tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e93ae45-1289-43fe-be51-5c99ca016cdb,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:43.751167 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-32edbe31-462d-4ee8-82bf-c32a80337fca tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] show failed (client error): The resource could not be found. Sep 18 02:45:43.755622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43256) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:43.756032 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-32edbe31-462d-4ee8-82bf-c32a80337fca tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "GET /v2.0/security-groups/7e93ae45-1289-43fe-be51-5c99ca016cdb HTTP/1.1" status: 404 len: 347 time: 0.0195978 Sep 18 02:45:43.881914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Deleting port 7fde04ba-9ac6-4064-9271-5bd1a03abe9d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:45:43.882247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:43.955954 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:43.956172 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:43.967443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Calling delete_port for 7fde04ba-9ac6-4064-9271-5bd1a03abe9d owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:45:44.099930 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:44.127514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Pushing event deleted for resources: {'Port': ['ID=7fde04ba-9ac6-4064-9271-5bd1a03abe9d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:44.189325 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:44.191933 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:44.193101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ef0825a0-3256-4b3d-a069-668d43f51be6 tempest-ServerActionsTestJSON-1655133270 tempest-ServerActionsTestJSON-1655133270-project] 10.222.0.21 "DELETE /v2.0/floatingips/561875d8-3d46-47eb-b04c-6d55fa52968e HTTP/1.1" status: 204 len: 168 time: 0.4358108 Sep 18 02:45:44.196894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43260) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:44.596971 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:44.830468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Deleting port 0392969f-72a3-4e63-98db-459088e7a694 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:45:44.830957 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:44.911137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] For port 0392969f-72a3-4e63-98db-459088e7a694, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0392969f-72a3-4e63-98db-459088e7a694,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:44.911424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:44.923460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Calling delete_port for 0392969f-72a3-4e63-98db-459088e7a694 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:45:45.100719 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:45.127393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0392969f-72a3-4e63-98db-459088e7a694,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:45.294792 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:45.507506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Router f84b6f57-32de-4ef2-a604-f4de062bdd31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:45:45.609735 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:45:45.616914 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4b259fb5-9811-40a8-ac93-e9539c0efb87 admin admin] 10.222.0.21 "PUT /v2.0/routers/f84b6f57-32de-4ef2-a604-f4de062bdd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4173050 Sep 18 02:45:45.617751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:45.618924 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] Sync routers for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:45:45.628793 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:45:45.629393 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:45:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:45.733474 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:45:45.914027 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:45:45Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:45.941636 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] Checking router: f84b6f57-32de-4ef2-a604-f4de062bdd31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:45:45.950247 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] Routers {'f84b6f57-32de-4ef2-a604-f4de062bdd31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:45:45.950904 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:45:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['f84b6f57-32de-4ef2-a604-f4de062bdd31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:46.047337 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.058105 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] Set router f84b6f57-32de-4ef2-a604-f4de062bdd31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:45:46.155443 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.209945 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Deleting port e440f680-013e-4678-aa9c-b5756df41420 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:45:46.210247 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.291773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] For port e440f680-013e-4678-aa9c-b5756df41420, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=e440f680-013e-4678-aa9c-b5756df41420,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:46.292158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.304345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Calling delete_port for e440f680-013e-4678-aa9c-b5756df41420 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:45:46.334093 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:45:45Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:46.359762 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22871ee8-b948-40e3-8826-9757dc891523 None None] The sync data for ids ['f84b6f57-32de-4ef2-a604-f4de062bdd31'] in n-d-789963-12 is: [{'id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'name': 'tempest-ServerActionsTestJSON-1987190253-router', 'tenant_id': '71f05228f5374ac9a95910947cc35d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'e440f680-013e-4678-aa9c-b5756df41420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:45:45Z', 'revision_number': 5, 'project_id': '71f05228f5374ac9a95910947cc35d9c', 'gw_port': {'id': 'e440f680-013e-4678-aa9c-b5756df41420', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b6f57-32de-4ef2-a604-f4de062bdd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:35:56Z', 'updated_at': '2021-09-18T02:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:45:46.475637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.500965 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Pushing event deleted for resources: {'Port': ['ID=e440f680-013e-4678-aa9c-b5756df41420,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:46.558701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.650382 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.652426 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.696387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.697084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84b6f57-32de-4ef2-a604-f4de062bdd31 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:45:46.702109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.703492 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f867d91c-5ba3-4bd6-80ad-7c3ca88c9804 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f84b6f57-32de-4ef2-a604-f4de062bdd31 HTTP/1.1" status: 204 len: 168 time: 1.0847611 Sep 18 02:45:46.706928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43270) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:46.759232 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c03ded3-d3c7-47b2-bc01-04c4ae3b30ef admin admin] Deleting subnet 4188045a-6cef-4896-ab62-91f5965e76bf {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:45:46.762817 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c03ded3-d3c7-47b2-bc01-04c4ae3b30ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.799931 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c03ded3-d3c7-47b2-bc01-04c4ae3b30ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.882241 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c03ded3-d3c7-47b2-bc01-04c4ae3b30ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.938013 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c03ded3-d3c7-47b2-bc01-04c4ae3b30ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.968110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03ded3-d3c7-47b2-bc01-04c4ae3b30ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4188045a-6cef-4896-ab62-91f5965e76bf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:46.970147 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c03ded3-d3c7-47b2-bc01-04c4ae3b30ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:46.972816 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0c03ded3-d3c7-47b2-bc01-04c4ae3b30ef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4188045a-6cef-4896-ab62-91f5965e76bf HTTP/1.1" status: 204 len: 168 time: 0.2647655 Sep 18 02:45:46.975218 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43272) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:46.975353 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb495d33-b9d7-4e07-af5e-92a96f2ba407 None None] Network 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:45:47.053568 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.107395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Deleting port 2f7e1203-0b02-444f-a880-3a6deb0e5472 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:45:47.107749 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.171691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] For port 2f7e1203-0b02-444f-a880-3a6deb0e5472, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=2f7e1203-0b02-444f-a880-3a6deb0e5472,segment=NetworkSegment(aeecfbbb-ade5-4f29-853c-9323d549961b),segment_id=aeecfbbb-ade5-4f29-853c-9323d549961b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:47.172052 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.184570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Calling delete_port for 2f7e1203-0b02-444f-a880-3a6deb0e5472 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:45:47.266872 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.291427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7e1203-0b02-444f-a880-3a6deb0e5472,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:47.294919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] No DVR routers for this DVR port 2f7e1203-0b02-444f-a880-3a6deb0e5472 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:45:47.342943 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e686db5-680b-4c09-94bf-20ea026700a6 None None] DHCP port deletion for 5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:45:47.393899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.410018 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e440f680-013e-4678-aa9c-b5756df41420 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:45:47.416246 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:47.425876 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeecfbbb-ade5-4f29-853c-9323d549961b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:47.426174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeecfbbb-ade5-4f29-853c-9323d549961b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:45:47.433155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: e440f680-013e-4678-aa9c-b5756df41420 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:45:47.433498 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device e440f680-013e-4678-aa9c-b5756df41420 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:45:47.433904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2f7e1203-0b02-444f-a880-3a6deb0e5472 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:45:47.435929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.449558 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.452474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 2f7e1203-0b02-444f-a880-3a6deb0e5472 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:45:47.452819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 2f7e1203-0b02-444f-a880-3a6deb0e5472 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:45:47.453218 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0392969f-72a3-4e63-98db-459088e7a694 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:45:47.455417 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:45:47.455799 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:45:47.457430 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:45:47.472366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0392969f-72a3-4e63-98db-459088e7a694 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:45:47.472725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0392969f-72a3-4e63-98db-459088e7a694 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:45:47.515987 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.521912 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.523719 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3 HTTP/1.1" status: 204 len: 168 time: 0.5475862 Sep 18 02:45:47.535099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34341ec1-226b-4857-821a-c859be4b7b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf8de0f-66fd-4550-8d01-2ae8ddfa5ad3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:47.631363 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43276) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:47.675825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3de5ad68-61bb-4168-8fbf-a09f86f82ac5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71f05228f5374ac9a95910947cc35d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430548 Sep 18 02:45:47.678280 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43278) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:47.726120 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-671be2c4-6a2e-48db-8061-fbc5cf1af1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.748001 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-671be2c4-6a2e-48db-8061-fbc5cf1af1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.796897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-671be2c4-6a2e-48db-8061-fbc5cf1af1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.800244 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-671be2c4-6a2e-48db-8061-fbc5cf1af1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:47.801445 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-671be2c4-6a2e-48db-8061-fbc5cf1af1c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d9804cf-bfab-4395-8311-979a7e1c06c4 HTTP/1.1" status: 204 len: 168 time: 0.1222522 Sep 18 02:45:47.809428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671be2c4-6a2e-48db-8061-fbc5cf1af1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9804cf-bfab-4395-8311-979a7e1c06c4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:48.502242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43300) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:48.596313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1670526186-network', 'tenant_id': '9b42b89d44a14d5fa12939770f92c9be'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:45:48.620730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Made reservation on behalf of 9b42b89d44a14d5fa12939770f92c9be for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:45:48.624264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.634515 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.728436 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.733360 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.756425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:45:48.770293 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9036a9dc-0511-4eb0-ba10-6e08b42164cf,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:48.775512 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.775893 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Added segment c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7 of type vlan for network 207dc4ba-2bba-4e24-a205-37d5a090f8fa Sep 18 02:45:48.821048 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.845923 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.847021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:48.847601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.880295 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3734319 Sep 18 02:45:48.880682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43306) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:45:48.887730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Request body: {'subnet': {'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1670526186-subnet', 'tenant_id': '9b42b89d44a14d5fa12939770f92c9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:45:48.911925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571a1c6-e50f-4dc4-ba85-e1b2f3ab1376 admin admin] Pushing event updated for resources: {'Network': ['ID=207dc4ba-2bba-4e24-a205-37d5a090f8fa,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:48.912473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Made reservation on behalf of 9b42b89d44a14d5fa12939770f92c9be for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:45:48.915267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:48.922814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 207dc4ba-2bba-4e24-a205-37d5a090f8fa details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:45:49.082058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:49.144640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Pushing event updated for resources: {'Subnet': ['ID=343d3709-622e-4460-903b-b0a5d6f3587b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:49.149813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Checking segment: {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:45:49.150161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Network hostable DHCP agents. Network: 207dc4ba-2bba-4e24-a205-37d5a090f8fa, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:45:49.167755 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Network 207dc4ba-2bba-4e24-a205-37d5a090f8fa is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:45:49.177647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 207dc4ba-2bba-4e24-a205-37d5a090f8fa) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:45:49.181711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:49.182391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:49.186666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d3044-ba79-45c6-9cc5-108563985f08 None None] Network 207dc4ba-2bba-4e24-a205-37d5a090f8fa requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:45:49.204610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-116b0e45-c3b8-4e38-a901-2bad89e0978f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3216894 Sep 18 02:45:49.315619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5d623-a9df-4645-8c1d-5167741b86ec None None] Network 207dc4ba-2bba-4e24-a205-37d5a090f8fa requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:45:49.627970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-b22fe998-57ec-40e3-a21f-79299d653e7b tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:49.629429 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-b22fe998-57ec-40e3-a21f-79299d653e7b tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/networks?id=207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 200 len: 814 time: 0.1045959 Sep 18 02:45:49.644398 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-8673196e-6284-4c61-b11e-36d4e5ec0304 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/quotas/9b42b89d44a14d5fa12939770f92c9be HTTP/1.1" status: 200 len: 375 time: 0.0089271 Sep 18 02:45:49.675730 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-e2a5ea58-f5b7-494d-be6a-2586d5ba4a4d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b42b89d44a14d5fa12939770f92c9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261126 Sep 18 02:45:49.769932 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-02e51767-39e1-4d55-bc7a-fff4d9d253cb service neutron] 10.222.0.21 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875082 Sep 18 02:45:49.858530 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-e7b2c9af-01ca-4aee-9336-f899af7317f1 service neutron] 10.222.0.21 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823219 Sep 18 02:45:50.021560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-edefb867-85a4-4a3e-ab7a-1f0d94931048 req-659879fc-f556-48e8-981c-4fc99338642d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 210 time: 0.0319579 Sep 18 02:45:50.906846 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-7ecaed55-7ddf-4aa7-b2b6-d09eccf815b5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:50.908373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-7ecaed55-7ddf-4aa7-b2b6-d09eccf815b5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.18 "GET /v2.0/networks?id=207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 200 len: 814 time: 0.1047635 Sep 18 02:45:50.920804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Request body: {'port': {'device_id': 'debeffa1-8c5f-4041-9a14-6be118b59213', 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa', 'admin_state_up': True, 'tenant_id': '9b42b89d44a14d5fa12939770f92c9be'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:45:51.031849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Made reservation on behalf of 9b42b89d44a14d5fa12939770f92c9be for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:45:51.035643 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:51.118276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2ff58627-ba00-4864-8dcc-74813a493b30 req-26172841-7880-468a-966f-2664190e2816 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 210 time: 0.0288091 Sep 18 02:45:51.162201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Allocated IP 172.20.0.2 (207dc4ba-2bba-4e24-a205-37d5a090f8fa/343d3709-622e-4460-903b-b0a5d6f3587b/2f3d0740-fe09-4020-b3b2-81d63406ff4f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:45:51.309804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:51.341791 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:51.381396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Network 207dc4ba-2bba-4e24-a205-37d5a090f8fa is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:45:51.384732 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:45:51.387156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:45:51.432691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Pushing event updated for resources: {'Port': ['ID=2f3d0740-fe09-4020-b3b2-81d63406ff4f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:51.452411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:51.453010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:51.466106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-64b1f83b-5840-4fee-8160-82d3ace3d6d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488367 Sep 18 02:45:51.478426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Request body: {'port': {'device_id': 'debeffa1-8c5f-4041-9a14-6be118b59213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:45:51.530038 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:51.795995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3d0740-fe09-4020-b3b2-81d63406ff4f {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:45:51.803259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:51.814851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Transition to ACTIVE for port object 2f3d0740-fe09-4020-b3b2-81d63406ff4f will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:45:51.818853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:51.870497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3d0740-fe09-4020-b3b2-81d63406ff4f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:51.934193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Attempting to bind port 2f3d0740-fe09-4020-b3b2-81d63406ff4f on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:45:51.934518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Attempting to bind port 2f3d0740-fe09-4020-b3b2-81d63406ff4f by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:45:51.934877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Attempting to bind port 2f3d0740-fe09-4020-b3b2-81d63406ff4f on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:45:51.939574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Port 2f3d0740-fe09-4020-b3b2-81d63406ff4f on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:45:51.940109 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Attempting to bind port 2f3d0740-fe09-4020-b3b2-81d63406ff4f on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:45:51.944890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:45:51.945215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Checking segment: {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:45:51.945589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Bound using segment: {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:45:51.945999 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Bound port: 2f3d0740-fe09-4020-b3b2-81d63406ff4f, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:45:51.946342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:52.011631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] For port 2f3d0740-fe09-4020-b3b2-81d63406ff4f, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:45:52.014864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] For port 2f3d0740-fe09-4020-b3b2-81d63406ff4f, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2f3d0740-fe09-4020-b3b2-81d63406ff4f,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:45:52.019251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:52.050444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:52.051712 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:52.053524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f3d0740-fe09-4020-b3b2-81d63406ff4f HTTP/1.1" status: 200 len: 1092 time: 0.5792325 Sep 18 02:45:52.055735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debeffa1-8c5f-4041-9a14-6be118b59213', 'tag': '2f3d0740-fe09-4020-b3b2-81d63406ff4f'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:45:52.059562 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea3f05-7e48-4191-a959-3267275e4fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "debeffa1-8c5f-4041-9a14-6be118b59213", "tag": "2f3d0740-fe09-4020-b3b2-81d63406ff4f"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:45:52.090733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0dd05-ae0c-4a03-9473-3b72488b0f85 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3d0740-fe09-4020-b3b2-81d63406ff4f,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:52.141091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-b1be060a-209f-4d2f-9393-94887a12bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:52.143617 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-b1be060a-209f-4d2f-9393-94887a12bab8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b42b89d44a14d5fa12939770f92c9be&device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 1095 time: 0.0419233 Sep 18 02:45:52.189851 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d16bed3-a723-4e35-9964-7a1226662491 x-openstack-request-id: req-6d16bed3-a723-4e35-9964-7a1226662491 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:45:52.190140 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debeffa1-8c5f-4041-9a14-6be118b59213", "tag": "2f3d0740-fe09-4020-b3b2-81d63406ff4f", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:45:52.190385 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d16bed3-a723-4e35-9964-7a1226662491 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:45:52.190795 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debeffa1-8c5f-4041-9a14-6be118b59213', 'tag': '2f3d0740-fe09-4020-b3b2-81d63406ff4f', 'status': 'completed', 'code': 200} Sep 18 02:45:52.192573 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-58bf1ecd-5cec-4982-8424-c12796d34141 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f3d0740-fe09-4020-b3b2-81d63406ff4f HTTP/1.1" status: 200 len: 217 time: 0.0419307 Sep 18 02:45:52.241275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-b7470a48-2a7e-409b-a4e9-b77aab3b48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:52.242770 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-b7470a48-2a7e-409b-a4e9-b77aab3b48c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=343d3709-622e-4460-903b-b0a5d6f3587b HTTP/1.1" status: 200 len: 854 time: 0.0434053 Sep 18 02:45:52.243794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81659b79-147c-4161-b8c5-6c510289857a req-20332a9f-aa48-4bf5-9859-e86573dd9b35 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:52.245294 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81659b79-147c-4161-b8c5-6c510289857a req-20332a9f-aa48-4bf5-9859-e86573dd9b35 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 943 time: 0.0525510 Sep 18 02:45:52.275061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-e30444df-9afe-4f7c-9816-b82b4f5e5190 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=207dc4ba-2bba-4e24-a205-37d5a090f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254087 Sep 18 02:45:52.286244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81659b79-147c-4161-b8c5-6c510289857a req-f611d217-25f8-4ec5-899f-de664159ca0c tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348127 Sep 18 02:45:52.369891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-130427e3-b280-4063-8dd7-7c978e153d2b service neutron] 10.222.0.18 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880985 Sep 18 02:45:52.460862 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-30a55090-3e9b-4c45-8128-0e43394f9c62 req-4a063690-1124-4d77-838a-b8a3399c2e2b service neutron] 10.222.0.18 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844467 Sep 18 02:45:52.542660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-b62110da-d335-4359-91c2-1bd3cbe56249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:52.544075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-b62110da-d335-4359-91c2-1bd3cbe56249 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b42b89d44a14d5fa12939770f92c9be&device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 1095 time: 0.0405388 Sep 18 02:45:52.638512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-c6a2cecc-5349-40c6-a6db-12d84db3f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:52.640046 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-c6a2cecc-5349-40c6-a6db-12d84db3f203 service neutron] 10.222.0.18 "GET /v2.0/networks?id=207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 200 len: 914 time: 0.0892894 Sep 18 02:45:52.680789 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-8f0f97ed-7731-4ece-9083-4fb2f3eaacfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f3d0740-fe09-4020-b3b2-81d63406ff4f HTTP/1.1" status: 200 len: 217 time: 0.0333495 Sep 18 02:45:52.732854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-53bb3ddf-a163-4bb8-8af5-82d7411122d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:52.734312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-53bb3ddf-a163-4bb8-8af5-82d7411122d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=343d3709-622e-4460-903b-b0a5d6f3587b HTTP/1.1" status: 200 len: 854 time: 0.0474172 Sep 18 02:45:52.767517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-7cc30ccc-7ac1-414f-8490-a544cb76d404 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=207dc4ba-2bba-4e24-a205-37d5a090f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248766 Sep 18 02:45:52.857697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-e6f9ce32-c5c9-49ae-adbb-740da25f9a63 service neutron] 10.222.0.18 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822275 Sep 18 02:45:52.950317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-abea3f05-7e48-4191-a959-3267275e4fa7 req-2a7c524a-2c3f-4b8e-9560-b1b8e5c78c97 service neutron] 10.222.0.18 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845101 Sep 18 02:45:53.402486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424c89-6963-46d0-a34a-11169fee5011 req-278cb63d-c3db-42d4-86a1-040b452aef2d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:53.404022 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27424c89-6963-46d0-a34a-11169fee5011 req-278cb63d-c3db-42d4-86a1-040b452aef2d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 943 time: 0.0507374 Sep 18 02:45:53.443235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-27424c89-6963-46d0-a34a-11169fee5011 req-47bcaa59-d110-47af-8e60-15be202aee89 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Sep 18 02:45:53.818237 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2f3d0740-fe09-4020-b3b2-81d63406ff4f details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:45:53.912926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2f3d0740-fe09-4020-b3b2-81d63406ff4f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2f3d0740-fe09-4020-b3b2-81d63406ff4f,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:53.924698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '2f3d0740-fe09-4020-b3b2-81d63406ff4f', 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa', 'port_id': '2f3d0740-fe09-4020-b3b2-81d63406ff4f', 'mac_address': 'fa:16:3e:17:19:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343d3709-622e-4460-903b-b0a5d6f3587b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:45:53.960248 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:53.972545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3d0740-fe09-4020-b3b2-81d63406ff4f {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:45:53.991885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2f3d0740-fe09-4020-b3b2-81d63406ff4f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2f3d0740-fe09-4020-b3b2-81d63406ff4f,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:53.995203 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:54.040453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=2f3d0740-fe09-4020-b3b2-81d63406ff4f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:54.179638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2f3d0740-fe09-4020-b3b2-81d63406ff4f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:45:54.558602 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f529-78a0-49d9-ab3c-976206cb0a2c req-782af146-bebd-42cb-8296-6e38d26e8ea9 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:54.560100 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e3f529-78a0-49d9-ab3c-976206cb0a2c req-782af146-bebd-42cb-8296-6e38d26e8ea9 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 944 time: 0.0484960 Sep 18 02:45:54.598212 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-29e3f529-78a0-49d9-ab3c-976206cb0a2c req-7e565d08-2eed-466d-83d4-e4fe6a8c9069 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Sep 18 02:45:55.709959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9074a-3890-4cc3-880a-bc458ac3743f req-48f30503-de6a-4ba7-9619-a2f5a6de3504 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:55.711525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ac9074a-3890-4cc3-880a-bc458ac3743f req-48f30503-de6a-4ba7-9619-a2f5a6de3504 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 944 time: 0.0490339 Sep 18 02:45:55.761473 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ac9074a-3890-4cc3-880a-bc458ac3743f req-6ba546c0-4c23-400f-941b-d221a9a796a5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Sep 18 02:45:55.819345 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2f3d0740-fe09-4020-b3b2-81d63406ff4f up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:45:55.867287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 2f3d0740-fe09-4020-b3b2-81d63406ff4f completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:45:55.870875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 2f3d0740-fe09-4020-b3b2-81d63406ff4f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:45:55.871245 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:55.919824 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:55.961481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:55.983992 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debeffa1-8c5f-4041-9a14-6be118b59213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3d0740-fe09-4020-b3b2-81d63406ff4f'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:45:55.987351 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930cf6f0-631a-482f-b0fb-172656f504bc" -d '{"events": [{"server_uuid": "debeffa1-8c5f-4041-9a14-6be118b59213", "name": "network-vif-plugged", "status": "completed", "tag": "2f3d0740-fe09-4020-b3b2-81d63406ff4f"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:45:55.999372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 2f3d0740-fe09-4020-b3b2-81d63406ff4f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2f3d0740-fe09-4020-b3b2-81d63406ff4f,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:45:56.004235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:56.051396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=2f3d0740-fe09-4020-b3b2-81d63406ff4f,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:45:56.087802 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28d16a4-3520-4b5f-b309-e8702f21f86b x-openstack-request-id: req-a28d16a4-3520-4b5f-b309-e8702f21f86b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:45:56.088100 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debeffa1-8c5f-4041-9a14-6be118b59213", "name": "network-vif-plugged", "status": "completed", "tag": "2f3d0740-fe09-4020-b3b2-81d63406ff4f", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:45:56.088356 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a28d16a4-3520-4b5f-b309-e8702f21f86b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:45:56.088754 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debeffa1-8c5f-4041-9a14-6be118b59213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3d0740-fe09-4020-b3b2-81d63406ff4f', 'code': 200} Sep 18 02:45:56.183516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0b11a-8596-4ce1-963f-e640c6cfa2d0 req-5372d732-fff0-4544-9169-a4fd9443ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:56.184916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66b0b11a-8596-4ce1-963f-e640c6cfa2d0 req-5372d732-fff0-4544-9169-a4fd9443ee99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 1097 time: 0.0411472 Sep 18 02:45:56.208071 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:56.222267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-66b0b11a-8596-4ce1-963f-e640c6cfa2d0 req-9c10f3c1-595e-409c-870c-8b29921272b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297201 Sep 18 02:45:56.873985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481dd44-e821-45a8-9126-bd03540d4902 req-2e995f23-1104-46b5-a39a-9e5cb68bfcb6 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:56.875513 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5481dd44-e821-45a8-9126-bd03540d4902 req-2e995f23-1104-46b5-a39a-9e5cb68bfcb6 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Sep 18 02:45:56.912635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5481dd44-e821-45a8-9126-bd03540d4902 req-ce15ecf5-b86b-471e-9a82-1b394be853a1 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Sep 18 02:45:58.027141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4a3ab-e255-4681-9e6b-f3723b52dd8d req-bcbfa6a9-3b24-4e79-9d9a-9db09175b92c tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:58.028613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bdb4a3ab-e255-4681-9e6b-f3723b52dd8d req-bcbfa6a9-3b24-4e79-9d9a-9db09175b92c tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0483041 Sep 18 02:45:58.065731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bdb4a3ab-e255-4681-9e6b-f3723b52dd8d req-a105407c-8ee7-4991-82c3-e04ad33d424c tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Sep 18 02:45:58.288621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-29f83df4-6539-491f-a14a-366e9bbca371 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:58.290001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-29f83df4-6539-491f-a14a-366e9bbca371 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/networks?id=207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 200 len: 814 time: 0.1033790 Sep 18 02:45:58.304715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-68021e79-f8fe-4d5b-8554-db2d19779a4b tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/quotas/9b42b89d44a14d5fa12939770f92c9be HTTP/1.1" status: 200 len: 375 time: 0.0090082 Sep 18 02:45:58.351888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-04d26623-2129-49c4-a8ca-d40bb4347729 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b42b89d44a14d5fa12939770f92c9be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421464 Sep 18 02:45:58.495804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-a520b8bc-9c9e-48e2-b0e6-0ba43784496e service neutron] 10.222.0.21 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370654 Sep 18 02:45:58.584631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-c827b765-7e62-4ad1-8fea-d88ef97b52ad service neutron] 10.222.0.21 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828083 Sep 18 02:45:58.752940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3af98171-8159-4887-81c3-ddfe1cfc2dab req-6c951987-7706-46d1-9a73-e72d3f9f00fa tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 210 time: 0.0343239 Sep 18 02:45:59.475588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-fcdeed3b-d138-4b76-bc74-bda1e47cfda6 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:45:59.477054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-fcdeed3b-d138-4b76-bc74-bda1e47cfda6 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.20 "GET /v2.0/networks?id=207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 200 len: 814 time: 0.1020701 Sep 18 02:45:59.490230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Request body: {'port': {'device_id': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa', 'admin_state_up': True, 'tenant_id': '9b42b89d44a14d5fa12939770f92c9be'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:45:59.600242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Made reservation on behalf of 9b42b89d44a14d5fa12939770f92c9be for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:45:59.603729 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:59.732827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Allocated IP 172.20.0.5 (207dc4ba-2bba-4e24-a205-37d5a090f8fa/343d3709-622e-4460-903b-b0a5d6f3587b/0a331627-0a0b-452b-8267-ee7c64bbe140) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:45:59.858144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1d63155e-a525-4fa0-805f-ba79696c36c2 req-68a3f6b1-cc75-45a6-a45a-49f0388cc06b tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 210 time: 0.0282872 Sep 18 02:45:59.902656 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:59.938263 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:45:59.950325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2f3d0740-fe09-4020-b3b2-81d63406ff4f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:45:59.978730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Network 207dc4ba-2bba-4e24-a205-37d5a090f8fa is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:45:59.981789 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:45:59.990792 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:45:59.997225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Pushing event updated for resources: {'Port': ['ID=0a331627-0a0b-452b-8267-ee7c64bbe140,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:00.046895 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:00.047504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:00.061369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-96955b29-2506-4473-b9c6-98fc642f38e8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758185 Sep 18 02:46:00.072755 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Request body: {'port': {'device_id': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-12'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:00.124806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:00.381021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a331627-0a0b-452b-8267-ee7c64bbe140 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:46:00.388423 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:00.402292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Transition to ACTIVE for port object 0a331627-0a0b-452b-8267-ee7c64bbe140 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:46:00.406499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:00.453825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a331627-0a0b-452b-8267-ee7c64bbe140,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:00.521668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Attempting to bind port 0a331627-0a0b-452b-8267-ee7c64bbe140 on host n-h2-789963-12 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:00.522295 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Attempting to bind port 0a331627-0a0b-452b-8267-ee7c64bbe140 by drivers openvswitch,hyperv on host n-h2-789963-12 at level 0 using segments [{'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:00.522424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Attempting to bind port 0a331627-0a0b-452b-8267-ee7c64bbe140 on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:00.526577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Port 0a331627-0a0b-452b-8267-ee7c64bbe140 on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-12 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:46:00.527044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Attempting to bind port 0a331627-0a0b-452b-8267-ee7c64bbe140 on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:00.531840 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Checking agent: {'id': '6d627b51-0e3f-47c5-aafd-c75c7c536cb6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:00.532175 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Checking segment: {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:00.532556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Bound using segment: {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:00.532980 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Bound port: 0a331627-0a0b-452b-8267-ee7c64bbe140, host: n-h2-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:00.533501 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:00.599877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] For port 0a331627-0a0b-452b-8267-ee7c64bbe140, host n-h2-789963-12, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:00.602977 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] For port 0a331627-0a0b-452b-8267-ee7c64bbe140, host n-h2-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=0a331627-0a0b-452b-8267-ee7c64bbe140,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:00.607291 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:00.642536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:00.643171 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:00.644545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/0a331627-0a0b-452b-8267-ee7c64bbe140 HTTP/1.1" status: 200 len: 1092 time: 0.5758398 Sep 18 02:46:00.644974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'tag': '0a331627-0a0b-452b-8267-ee7c64bbe140'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:46:00.647213 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e660c349-2f9b-4e17-b408-faa6ec4df2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "tag": "0a331627-0a0b-452b-8267-ee7c64bbe140"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:46:00.669926 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a93fd0-c860-473b-ac83-d1da13b8d2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a331627-0a0b-452b-8267-ee7c64bbe140,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:00.683784 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8138ea64-9791-4031-a8ff-fefefa4776e9 x-openstack-request-id: req-8138ea64-9791-4031-a8ff-fefefa4776e9 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:46:00.684068 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "tag": "0a331627-0a0b-452b-8267-ee7c64bbe140", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:46:00.684315 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8138ea64-9791-4031-a8ff-fefefa4776e9 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:46:00.684734 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'tag': '0a331627-0a0b-452b-8267-ee7c64bbe140', 'status': 'completed', 'code': 200} Sep 18 02:46:00.726761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-7d1026f4-787e-407f-8849-15c71580c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:00.728266 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-7d1026f4-787e-407f-8849-15c71580c432 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b42b89d44a14d5fa12939770f92c9be&device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 1095 time: 0.0409160 Sep 18 02:46:00.770155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-edd9d6ec-454e-42ec-801e-e9c1d95741e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a331627-0a0b-452b-8267-ee7c64bbe140 HTTP/1.1" status: 200 len: 217 time: 0.0345900 Sep 18 02:46:00.821702 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-032bc542-9798-4fdb-8b1c-8d7c925acda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:00.823108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-032bc542-9798-4fdb-8b1c-8d7c925acda4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=343d3709-622e-4460-903b-b0a5d6f3587b HTTP/1.1" status: 200 len: 854 time: 0.0464287 Sep 18 02:46:00.853081 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-1c93699c-445a-485c-9c1d-92fd533c2e38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=207dc4ba-2bba-4e24-a205-37d5a090f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231636 Sep 18 02:46:00.909362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b7d1e724-4ad0-49ea-8ac4-6b8351de03c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:00.943544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-f6b5f978-6634-4941-bdf4-50921ba7e415 service neutron] 10.222.0.20 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833237 Sep 18 02:46:00.981965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd826325-c84f-453a-9750-4ae83e6608f1 req-7d304b17-fad8-493d-bd48-71a6e7e627b5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:00.983596 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd826325-c84f-453a-9750-4ae83e6608f1 req-7d304b17-fad8-493d-bd48-71a6e7e627b5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 943 time: 0.0547023 Sep 18 02:46:01.022913 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd826325-c84f-453a-9750-4ae83e6608f1 req-0ac0aa28-165f-4af6-8b5d-47414e8570f7 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Sep 18 02:46:01.038464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-cfed0477-02a0-484d-acc0-79c2fbebcd96 service neutron] 10.222.0.20 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885875 Sep 18 02:46:01.119812 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-b090d79d-57ca-4956-b7e3-d4f0f4df4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:01.121310 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-b090d79d-57ca-4956-b7e3-d4f0f4df4fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b42b89d44a14d5fa12939770f92c9be&device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 1095 time: 0.0401886 Sep 18 02:46:01.217146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-5db64c6a-bd62-4a00-a060-e0d20d3dc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:01.219836 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-5db64c6a-bd62-4a00-a060-e0d20d3dc5b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 200 len: 914 time: 0.0911248 Sep 18 02:46:01.244733 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.20', 49240) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:01.262748 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-93709ace-1d3b-4386-a7cc-4c65c7791982 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a331627-0a0b-452b-8267-ee7c64bbe140 HTTP/1.1" status: 200 len: 217 time: 0.0349107 Sep 18 02:46:01.292463 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-edde1443-be7a-404c-a0fa-a89ca1e4dbf9 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:01.293952 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-edde1443-be7a-404c-a0fa-a89ca1e4dbf9 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 943 time: 0.0481985 Sep 18 02:46:01.315415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-58f79dfc-d25c-4476-a90e-d0d32f1045df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:01.316851 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-58f79dfc-d25c-4476-a90e-d0d32f1045df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=343d3709-622e-4460-903b-b0a5d6f3587b HTTP/1.1" status: 200 len: 854 time: 0.0472965 Sep 18 02:46:01.348386 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-be55d6b6-0830-474e-900f-fe7542c213a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=207dc4ba-2bba-4e24-a205-37d5a090f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245299 Sep 18 02:46:01.381288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Deleting port 0a331627-0a0b-452b-8267-ee7c64bbe140 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:46:01.381624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:01.439434 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-4f596caf-35ab-46a4-a98f-095b22b7737e service neutron] 10.222.0.20 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840905 Sep 18 02:46:01.477436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] For port 0a331627-0a0b-452b-8267-ee7c64bbe140, host n-h2-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-12',level=0,port_id=0a331627-0a0b-452b-8267-ee7c64bbe140,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:01.477798 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:01.491900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Calling delete_port for 0a331627-0a0b-452b-8267-ee7c64bbe140 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:46:01.532197 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-2e708726-da48-4809-8bb7-bda7f3203209 service neutron] 10.222.0.20 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862551 Sep 18 02:46:01.620337 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:01.632149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2f3d0740-fe09-4020-b3b2-81d63406ff4f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:46:01.649066 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Pushing event deleted for resources: {'Port': ['ID=0a331627-0a0b-452b-8267-ee7c64bbe140,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:01.689814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] No DVR routers for this DVR port 0a331627-0a0b-452b-8267-ee7c64bbe140 on host n-h2-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:46:01.692382 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:01.694388 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.20 "DELETE /v2.0/ports/0a331627-0a0b-452b-8267-ee7c64bbe140 HTTP/1.1" status: 204 len: 173 time: 0.3941762 Sep 18 02:46:01.694857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'name': 'network-vif-deleted', 'tag': '0a331627-0a0b-452b-8267-ee7c64bbe140'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:46:01.697214 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de807889-be5f-4c28-816a-ab506210a3bb" -d '{"events": [{"server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "name": "network-vif-deleted", "tag": "0a331627-0a0b-452b-8267-ee7c64bbe140"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:46:01.734370 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b976c99-98c6-4880-b70e-b85a3e360032 x-openstack-request-id: req-9b976c99-98c6-4880-b70e-b85a3e360032 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:46:01.734669 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "name": "network-vif-deleted", "tag": "0a331627-0a0b-452b-8267-ee7c64bbe140", "status": "failed", "code": 422}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:46:01.734959 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b976c99-98c6-4880-b70e-b85a3e360032 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:46:01.735375 n-d-789963-12 neutron-server[106440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'name': 'network-vif-deleted', 'tag': '0a331627-0a0b-452b-8267-ee7c64bbe140', 'status': 'failed', 'code': 422} returned with failed status Sep 18 02:46:02.120766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06aec4d0-256b-4ca6-a582-9dee780e4982 req-b755890d-8010-4cdc-93c5-c0cbe2243ba6 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 210 time: 0.0317333 Sep 18 02:46:02.723879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-9737e506-689a-4424-9a7d-5191a0ac0622 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:02.725334 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-9737e506-689a-4424-9a7d-5191a0ac0622 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.18 "GET /v2.0/networks?id=207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 200 len: 814 time: 0.1074958 Sep 18 02:46:02.739263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Request body: {'port': {'device_id': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa', 'admin_state_up': True, 'tenant_id': '9b42b89d44a14d5fa12939770f92c9be'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:02.855065 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Made reservation on behalf of 9b42b89d44a14d5fa12939770f92c9be for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:02.859428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:02.981564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Allocated IP 172.20.0.4 (207dc4ba-2bba-4e24-a205-37d5a090f8fa/343d3709-622e-4460-903b-b0a5d6f3587b/da598690-d0e9-4a59-8790-8c5a3016b138) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:03.129538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.163656 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.183019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2f3d0740-fe09-4020-b3b2-81d63406ff4f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:46:03.223209 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Network 207dc4ba-2bba-4e24-a205-37d5a090f8fa is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:03.226315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:03.232222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:03.239467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Pushing event updated for resources: {'Port': ['ID=da598690-d0e9-4a59-8790-8c5a3016b138,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:03.241308 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bfbb0-5ff7-46eb-b688-86e38486ef93 req-4d9b3fd5-1469-4c16-bf99-cded4da3afe7 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:03.249332 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647bfbb0-5ff7-46eb-b688-86e38486ef93 req-4d9b3fd5-1469-4c16-bf99-cded4da3afe7 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 931 time: 0.0576825 Sep 18 02:46:03.290124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:03.290777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.291470 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-647bfbb0-5ff7-46eb-b688-86e38486ef93 req-346f8d76-21d1-4677-96c2-446561b18879 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355761 Sep 18 02:46:03.314025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-f7ae255b-3de5-4644-b095-00b0e75d52e5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716078 Sep 18 02:46:03.319044 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Request body: {'port': {'device_id': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:03.371313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.497597 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17940c3b-3398-423a-b2d3-d2dc98dccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.634742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da598690-d0e9-4a59-8790-8c5a3016b138 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:46:03.641958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.653720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Transition to ACTIVE for port object da598690-d0e9-4a59-8790-8c5a3016b138 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:46:03.656900 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.721184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Pushing event updated for resources: {'Port': ['ID=da598690-d0e9-4a59-8790-8c5a3016b138,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:03.770097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Attempting to bind port da598690-d0e9-4a59-8790-8c5a3016b138 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:03.770343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Attempting to bind port da598690-d0e9-4a59-8790-8c5a3016b138 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:03.770661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Attempting to bind port da598690-d0e9-4a59-8790-8c5a3016b138 on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:03.774881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Port da598690-d0e9-4a59-8790-8c5a3016b138 on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:46:03.775194 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Attempting to bind port da598690-d0e9-4a59-8790-8c5a3016b138 on network 207dc4ba-2bba-4e24-a205-37d5a090f8fa {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:03.779802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:03.780129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Checking segment: {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:03.780504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Bound using segment: {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:03.780918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Bound port: da598690-d0e9-4a59-8790-8c5a3016b138, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:03.781262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.844667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] For port da598690-d0e9-4a59-8790-8c5a3016b138, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:03.847768 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] For port da598690-d0e9-4a59-8790-8c5a3016b138, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=da598690-d0e9-4a59-8790-8c5a3016b138,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:03.852161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.885057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:03.885661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:03.887057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] 10.222.0.18 "PUT /v2.0/ports/da598690-d0e9-4a59-8790-8c5a3016b138 HTTP/1.1" status: 200 len: 1092 time: 0.5732310 Sep 18 02:46:03.887487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'tag': 'da598690-d0e9-4a59-8790-8c5a3016b138'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:46:03.889728 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a84889-dc03-42b8-9363-e6a4891328f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "tag": "da598690-d0e9-4a59-8790-8c5a3016b138"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:46:03.916083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7685fd-4eca-46a1-bf9e-b2a782779918 service neutron] Pushing event updated for resources: {'Port': ['ID=da598690-d0e9-4a59-8790-8c5a3016b138,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:03.933052 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d7a0c-2e0f-4cdc-946e-c728f68e0e2b x-openstack-request-id: req-330d7a0c-2e0f-4cdc-946e-c728f68e0e2b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:46:03.933332 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "tag": "da598690-d0e9-4a59-8790-8c5a3016b138", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:46:03.933578 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-330d7a0c-2e0f-4cdc-946e-c728f68e0e2b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:46:03.933962 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'tag': 'da598690-d0e9-4a59-8790-8c5a3016b138', 'status': 'completed', 'code': 200} Sep 18 02:46:03.965046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-efbd1798-46dd-4bfb-be45-7af0c0e7d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:03.966505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-efbd1798-46dd-4bfb-be45-7af0c0e7d530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b42b89d44a14d5fa12939770f92c9be&device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 1095 time: 0.0431352 Sep 18 02:46:04.007368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-a0ee19a9-f7ce-4be7-9cc9-b13f6aad6175 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da598690-d0e9-4a59-8790-8c5a3016b138 HTTP/1.1" status: 200 len: 217 time: 0.0328782 Sep 18 02:46:04.059557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153665c2-a35f-4921-a015-6c287bb967eb req-c3345416-a670-4a22-961f-02c773a137e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:04.060973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-c3345416-a670-4a22-961f-02c773a137e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=343d3709-622e-4460-903b-b0a5d6f3587b HTTP/1.1" status: 200 len: 854 time: 0.0469108 Sep 18 02:46:04.091565 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-e8240390-86a8-4868-ade0-bb4f4fc26442 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=207dc4ba-2bba-4e24-a205-37d5a090f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241756 Sep 18 02:46:04.115565 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:04.180811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-bafcafcd-30d7-4c5f-846c-592bfdfbbda8 service neutron] 10.222.0.18 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817697 Sep 18 02:46:04.271156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-046d3437-9ecf-4b4e-bb61-d9d0e352eaf2 service neutron] 10.222.0.18 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833142 Sep 18 02:46:04.353022 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-a8265a32-4e77-4628-9528-d67acee4f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:04.354560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-a8265a32-4e77-4628-9528-d67acee4f42d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b42b89d44a14d5fa12939770f92c9be&device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 1095 time: 0.0413222 Sep 18 02:46:04.408832 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375b349-2a7e-430c-95ff-1d6b2bd98ffa req-ddbb0240-8ff3-4c93-91b8-de47a7fd7402 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:04.411238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7375b349-2a7e-430c-95ff-1d6b2bd98ffa req-ddbb0240-8ff3-4c93-91b8-de47a7fd7402 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 943 time: 0.0488381 Sep 18 02:46:04.450909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-16c2c6ea-924c-48c6-ae7f-6c158429836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:04.452397 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-16c2c6ea-924c-48c6-ae7f-6c158429836e service neutron] 10.222.0.18 "GET /v2.0/networks?id=207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 200 len: 914 time: 0.0895829 Sep 18 02:46:04.452704 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7375b349-2a7e-430c-95ff-1d6b2bd98ffa req-2627ace6-3a96-4dd4-8313-369197710059 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Sep 18 02:46:04.494598 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-7f4870f3-8f10-415a-b5c0-dd253f3614c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da598690-d0e9-4a59-8790-8c5a3016b138 HTTP/1.1" status: 200 len: 217 time: 0.0347443 Sep 18 02:46:04.547201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-82e6079e-eb70-46f2-8a7b-5559ed559e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:04.548613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-82e6079e-eb70-46f2-8a7b-5559ed559e6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=343d3709-622e-4460-903b-b0a5d6f3587b HTTP/1.1" status: 200 len: 854 time: 0.0471532 Sep 18 02:46:04.593166 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-837b92e3-28b7-4b3e-b58a-679ca87032e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=207dc4ba-2bba-4e24-a205-37d5a090f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242636 Sep 18 02:46:04.683366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-56bc61ac-970f-4bcf-929d-c850c29bb9fa service neutron] 10.222.0.18 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816317 Sep 18 02:46:04.781161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d6a84889-dc03-42b8-9363-e6a4891328f6 req-16fc98db-5b38-4086-ad3f-1576be15a5eb service neutron] 10.222.0.18 "GET /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894370 Sep 18 02:46:05.071665 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:05.570472 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca061d69-e4cf-4047-ad77-cc767e0fd6f5 req-492102c9-ad7e-4289-b733-4affb6f66666 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:05.571968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca061d69-e4cf-4047-ad77-cc767e0fd6f5 req-492102c9-ad7e-4289-b733-4affb6f66666 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 943 time: 0.0488663 Sep 18 02:46:05.609295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca061d69-e4cf-4047-ad77-cc767e0fd6f5 req-8cbcc46b-8db3-41b4-a372-aa705f032d87 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Sep 18 02:46:05.849646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device da598690-d0e9-4a59-8790-8c5a3016b138 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:46:05.943777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port da598690-d0e9-4a59-8790-8c5a3016b138, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=da598690-d0e9-4a59-8790-8c5a3016b138,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:05.954549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'da598690-d0e9-4a59-8790-8c5a3016b138', 'network_id': '207dc4ba-2bba-4e24-a205-37d5a090f8fa', 'port_id': 'da598690-d0e9-4a59-8790-8c5a3016b138', 'mac_address': 'fa:16:3e:a4:be:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343d3709-622e-4460-903b-b0a5d6f3587b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:46:05.990263 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:06.002219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da598690-d0e9-4a59-8790-8c5a3016b138 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:46:06.021295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port da598690-d0e9-4a59-8790-8c5a3016b138, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=da598690-d0e9-4a59-8790-8c5a3016b138,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:06.025599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:06.074269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=da598690-d0e9-4a59-8790-8c5a3016b138,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:06.227262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['da598690-d0e9-4a59-8790-8c5a3016b138'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:46:06.419520 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:06.725203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c752-afdb-4d13-ba15-eec26059e5ab req-d5559ae4-0ae1-4cdc-b2cd-731cafa0d0d9 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:06.727889 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36e6c752-afdb-4d13-ba15-eec26059e5ab req-d5559ae4-0ae1-4cdc-b2cd-731cafa0d0d9 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 944 time: 0.0521622 Sep 18 02:46:06.766066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-36e6c752-afdb-4d13-ba15-eec26059e5ab req-b0bfff0a-69a2-4ea5-bcc4-366275c6d75d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Sep 18 02:46:07.865489 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device da598690-d0e9-4a59-8790-8c5a3016b138 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:07.879575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6363c-336c-4178-bd2b-83c16dc2223d req-b3e51c9a-a5fa-4fc2-aa4f-2588d35efbd1 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:07.881078 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01b6363c-336c-4178-bd2b-83c16dc2223d req-b3e51c9a-a5fa-4fc2-aa4f-2588d35efbd1 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 944 time: 0.0481350 Sep 18 02:46:07.917496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port da598690-d0e9-4a59-8790-8c5a3016b138 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:46:07.921298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port da598690-d0e9-4a59-8790-8c5a3016b138 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:07.921663 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:07.924834 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01b6363c-336c-4178-bd2b-83c16dc2223d req-6552d4b9-6674-4faa-80fa-d3719b50afd1 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372095 Sep 18 02:46:07.996013 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:08.019048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da598690-d0e9-4a59-8790-8c5a3016b138'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:46:08.021237 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbafae4c-994d-4c5f-ae46-644c1741f5b3" -d '{"events": [{"server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "name": "network-vif-plugged", "status": "completed", "tag": "da598690-d0e9-4a59-8790-8c5a3016b138"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:46:08.033331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port da598690-d0e9-4a59-8790-8c5a3016b138, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=da598690-d0e9-4a59-8790-8c5a3016b138,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:08.037875 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:08.060829 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd338b-5879-4495-88bb-66b9f521307f x-openstack-request-id: req-d4dd338b-5879-4495-88bb-66b9f521307f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:46:08.061124 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "name": "network-vif-plugged", "status": "completed", "tag": "da598690-d0e9-4a59-8790-8c5a3016b138", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:46:08.061379 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4dd338b-5879-4495-88bb-66b9f521307f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:46:08.061767 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da598690-d0e9-4a59-8790-8c5a3016b138', 'code': 200} Sep 18 02:46:08.087478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=da598690-d0e9-4a59-8790-8c5a3016b138,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:08.161380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018fa47-0cb9-46fe-9c0f-3d6ab2c7a53b req-53c0803e-ecaf-4fde-b1a8-98df215480c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:08.162908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7018fa47-0cb9-46fe-9c0f-3d6ab2c7a53b req-53c0803e-ecaf-4fde-b1a8-98df215480c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 1097 time: 0.0396295 Sep 18 02:46:08.199049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7018fa47-0cb9-46fe-9c0f-3d6ab2c7a53b req-adcdb998-069d-4714-839e-433dccc86d59 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283296 Sep 18 02:46:09.039114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6fb8-fb1d-434e-85ad-572f4bd4ba8e req-b20879b8-1a4d-4de6-a0a0-01bc39583acb tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:09.040509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b20c6fb8-fb1d-434e-85ad-572f4bd4ba8e req-b20879b8-1a4d-4de6-a0a0-01bc39583acb tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 945 time: 0.0490389 Sep 18 02:46:09.076668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b20c6fb8-fb1d-434e-85ad-572f4bd4ba8e req-25a82a1b-d5c0-4d32-9198-27e581c17723 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303845 Sep 18 02:46:10.189468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfd746-7c58-49b8-a1b2-1a39e4c26f7d req-bd495a66-0f58-466a-bd5f-3961919092ec tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:10.191465 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43cfd746-7c58-49b8-a1b2-1a39e4c26f7d req-bd495a66-0f58-466a-bd5f-3961919092ec tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 945 time: 0.0486271 Sep 18 02:46:10.228709 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-43cfd746-7c58-49b8-a1b2-1a39e4c26f7d req-171fdf21-30e6-4160-9f58-7d4a85e3b271 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Sep 18 02:46:10.461911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293c36b-f78f-46e0-8a8d-da0300ee979b req-fa4dc062-9cbd-47fb-8580-160ce3115d3c tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:10.463396 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8293c36b-f78f-46e0-8a8d-da0300ee979b req-fa4dc062-9cbd-47fb-8580-160ce3115d3c tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 945 time: 0.0470691 Sep 18 02:46:10.503698 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8293c36b-f78f-46e0-8a8d-da0300ee979b req-3f1763e4-bf5d-4091-ba88-8ad9fad6b587 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Sep 18 02:46:11.625172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83068a-6c47-4e7f-ba67-864966f676ce req-fc75febf-bfe0-48c5-9229-9830640b95ff tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:11.626651 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d83068a-6c47-4e7f-ba67-864966f676ce req-fc75febf-bfe0-48c5-9229-9830640b95ff tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 945 time: 0.0518785 Sep 18 02:46:11.666961 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0d83068a-6c47-4e7f-ba67-864966f676ce req-d0e98044-538a-4d59-a37b-f15e15d620b1 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Sep 18 02:46:11.799361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7156992-b044-4128-bacf-bd3e849fb607 req-80cb6ec8-9ae3-4e6d-8d92-c9387896b10f tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:11.801359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7156992-b044-4128-bacf-bd3e849fb607 req-80cb6ec8-9ae3-4e6d-8d92-c9387896b10f tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 945 time: 0.0475440 Sep 18 02:46:11.886700 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Deleting port da598690-d0e9-4a59-8790-8c5a3016b138 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:46:11.887061 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:11.975941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] For port da598690-d0e9-4a59-8790-8c5a3016b138, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=da598690-d0e9-4a59-8790-8c5a3016b138,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:11.976299 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:11.987897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Calling delete_port for da598690-d0e9-4a59-8790-8c5a3016b138 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:46:12.112329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:12.123914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2f3d0740-fe09-4020-b3b2-81d63406ff4f', 'da598690-d0e9-4a59-8790-8c5a3016b138'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:46:12.451200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Pushing event deleted for resources: {'Port': ['ID=da598690-d0e9-4a59-8790-8c5a3016b138,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:12.463184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.463527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.463863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.464192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.464515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.464833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.465149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.465465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.465779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.466089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.466399 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.466728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:12.499769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] No DVR routers for this DVR port da598690-d0e9-4a59-8790-8c5a3016b138 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:46:12.502404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:12.504613 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7156992-b044-4128-bacf-bd3e849fb607 req-a6a96f62-e4e7-442d-b3c9-5a8fe733857d tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.18 "DELETE /v2.0/ports/da598690-d0e9-4a59-8790-8c5a3016b138 HTTP/1.1" status: 204 len: 173 time: 0.6971512 Sep 18 02:46:12.505037 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'name': 'network-vif-deleted', 'tag': 'da598690-d0e9-4a59-8790-8c5a3016b138'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:46:12.507551 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b18ef99-513b-4287-85c7-799ac7f26bb7" -d '{"events": [{"server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "name": "network-vif-deleted", "tag": "da598690-d0e9-4a59-8790-8c5a3016b138"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:46:12.544414 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef326b92-7a9c-4617-bf93-6281234e2639 x-openstack-request-id: req-ef326b92-7a9c-4617-bf93-6281234e2639 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:46:12.544719 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d578b19-7aa9-4897-8cc5-0045d737b341", "name": "network-vif-deleted", "tag": "da598690-d0e9-4a59-8790-8c5a3016b138", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:46:12.544953 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef326b92-7a9c-4617-bf93-6281234e2639 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:46:12.545399 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d578b19-7aa9-4897-8cc5-0045d737b341', 'name': 'network-vif-deleted', 'tag': 'da598690-d0e9-4a59-8790-8c5a3016b138', 'status': 'completed', 'code': 200} Sep 18 02:46:12.770408 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ff3e6e8b-95dd-455d-a558-0485151d3495 req-741249ed-87cc-44d6-91db-17d26b73ec09 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d578b19-7aa9-4897-8cc5-0045d737b341 HTTP/1.1" status: 200 len: 210 time: 0.0265617 Sep 18 02:46:13.921775 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef32ce7-7cb2-4d16-b4d5-d11825652abb req-46cdd410-1382-4de8-aef5-11ddea4dfaa0 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:13.923265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ef32ce7-7cb2-4d16-b4d5-d11825652abb req-46cdd410-1382-4de8-aef5-11ddea4dfaa0 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0513165 Sep 18 02:46:13.960909 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6ef32ce7-7cb2-4d16-b4d5-d11825652abb req-f4b46374-5a97-466c-b0c1-a034f9aae0c5 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Sep 18 02:46:14.089786 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7b094-0e00-4de7-8072-d3aa20824881 req-e23054e5-dbc7-4fa1-bf44-448f69c17721 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:14.091285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94e7b094-0e00-4de7-8072-d3aa20824881 req-e23054e5-dbc7-4fa1-bf44-448f69c17721 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0490580 Sep 18 02:46:14.129362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94e7b094-0e00-4de7-8072-d3aa20824881 req-6a993377-81f5-4999-bb93-188b043cd9c8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Sep 18 02:46:14.242076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315b0aa-f84d-455d-a5fc-5aa3572e7f34 req-7eb78993-3a1e-40b5-b0ea-a6973338a585 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:14.243486 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3315b0aa-f84d-455d-a5fc-5aa3572e7f34 req-7eb78993-3a1e-40b5-b0ea-a6973338a585 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0475969 Sep 18 02:46:14.280564 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3315b0aa-f84d-455d-a5fc-5aa3572e7f34 req-ca35089d-f8ea-4aee-984d-34c53a6fd512 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Sep 18 02:46:14.444270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a09965-a549-4616-91ed-924d38e8b09f req-2d30789f-1fe2-406e-b6cf-e00b219c177f tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:14.445726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-73a09965-a549-4616-91ed-924d38e8b09f req-2d30789f-1fe2-406e-b6cf-e00b219c177f tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0481682 Sep 18 02:46:14.482030 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-73a09965-a549-4616-91ed-924d38e8b09f req-7fb1deb2-20dc-4b48-9b6c-e572f189c9d8 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Sep 18 02:46:14.597936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069be2-5f1c-4aa6-9119-b49cc1aeaa22 req-43d73e73-be8c-4255-a39c-f2b1190a6b9b tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:14.599407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b069be2-5f1c-4aa6-9119-b49cc1aeaa22 req-43d73e73-be8c-4255-a39c-f2b1190a6b9b tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Sep 18 02:46:14.637990 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b069be2-5f1c-4aa6-9119-b49cc1aeaa22 req-5b7efda3-4d39-40c8-95b7-ed5248746b61 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326943 Sep 18 02:46:14.763909 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c17fc-460a-45f4-a2fd-1edcba8add53 req-07bbb8ba-7719-44d6-8e35-38705631c71c tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:14.765272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a50c17fc-460a-45f4-a2fd-1edcba8add53 req-07bbb8ba-7719-44d6-8e35-38705631c71c tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0520301 Sep 18 02:46:14.802442 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a50c17fc-460a-45f4-a2fd-1edcba8add53 req-d5715cb6-d76f-4c63-871c-eb0976d61d97 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Sep 18 02:46:15.098990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5949c7-37c2-48d4-8c4c-74a4984dc3ed req-00e928bf-0f32-43b2-8a9b-2262195ecd90 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:15.100477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-af5949c7-37c2-48d4-8c4c-74a4984dc3ed req-00e928bf-0f32-43b2-8a9b-2262195ecd90 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0479889 Sep 18 02:46:15.137297 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-af5949c7-37c2-48d4-8c4c-74a4984dc3ed req-0adbec07-f9b8-409f-9d91-1bb2694b2957 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309165 Sep 18 02:46:15.879322 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device da598690-d0e9-4a59-8790-8c5a3016b138 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:46:15.900281 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: da598690-d0e9-4a59-8790-8c5a3016b138 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:46:15.900620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device da598690-d0e9-4a59-8790-8c5a3016b138 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:46:16.251825 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b3752-dbc7-45fd-93e5-204faa529c16 req-03f531ba-367f-4ddd-b486-d3326bfe7a2f tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:16.254017 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c61b3752-dbc7-45fd-93e5-204faa529c16 req-03f531ba-367f-4ddd-b486-d3326bfe7a2f tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Sep 18 02:46:16.295198 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c61b3752-dbc7-45fd-93e5-204faa529c16 req-13b80062-2be7-4b02-b8e1-4fa2f01944e9 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.21 "GET /v2.0/security-groups?id=9036a9dc-0511-4eb0-ba10-6e08b42164cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350056 Sep 18 02:46:16.396471 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-915280de-88a0-4024-b2a0-3270bddb045a tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:16.397936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-915280de-88a0-4024-b2a0-3270bddb045a tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.18 "GET /v2.0/ports?device_id=debeffa1-8c5f-4041-9a14-6be118b59213 HTTP/1.1" status: 200 len: 945 time: 0.0471120 Sep 18 02:46:16.486274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Deleting port 2f3d0740-fe09-4020-b3b2-81d63406ff4f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:46:16.486516 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:16.572990 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] For port 2f3d0740-fe09-4020-b3b2-81d63406ff4f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=2f3d0740-fe09-4020-b3b2-81d63406ff4f,segment=NetworkSegment(c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7),segment_id=c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:16.573416 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:16.586330 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Calling delete_port for 2f3d0740-fe09-4020-b3b2-81d63406ff4f owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:46:16.713356 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:16.724917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['2f3d0740-fe09-4020-b3b2-81d63406ff4f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:46:16.745204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Pushing event deleted for resources: {'Port': ['ID=2f3d0740-fe09-4020-b3b2-81d63406ff4f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:16.791424 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] No DVR routers for this DVR port 2f3d0740-fe09-4020-b3b2-81d63406ff4f on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:46:16.794059 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:16.796156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6404c542-146f-4538-b3f5-27a6a5e9e6ba req-c35f6133-7532-4007-b1c7-30f3a4324fbc tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] 10.222.0.18 "DELETE /v2.0/ports/2f3d0740-fe09-4020-b3b2-81d63406ff4f HTTP/1.1" status: 204 len: 173 time: 0.3925998 Sep 18 02:46:16.796594 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debeffa1-8c5f-4041-9a14-6be118b59213', 'name': 'network-vif-deleted', 'tag': '2f3d0740-fe09-4020-b3b2-81d63406ff4f'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:46:16.798872 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f08fc4-3a5d-4127-8ec9-9bf3aac8db55" -d '{"events": [{"server_uuid": "debeffa1-8c5f-4041-9a14-6be118b59213", "name": "network-vif-deleted", "tag": "2f3d0740-fe09-4020-b3b2-81d63406ff4f"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:46:16.837370 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb14208-9ff6-45d8-9b09-0733d4c383d3 x-openstack-request-id: req-efb14208-9ff6-45d8-9b09-0733d4c383d3 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:46:16.837662 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debeffa1-8c5f-4041-9a14-6be118b59213", "name": "network-vif-deleted", "tag": "2f3d0740-fe09-4020-b3b2-81d63406ff4f", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:46:16.837913 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efb14208-9ff6-45d8-9b09-0733d4c383d3 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:46:16.838316 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debeffa1-8c5f-4041-9a14-6be118b59213', 'name': 'network-vif-deleted', 'tag': '2f3d0740-fe09-4020-b3b2-81d63406ff4f', 'status': 'completed', 'code': 200} Sep 18 02:46:17.351565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43466) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:17.395762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-213a86b6-910f-4916-9f51-8b3fdc43aa4b admin admin] Deleting subnet 343d3709-622e-4460-903b-b0a5d6f3587b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:46:17.398554 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-213a86b6-910f-4916-9f51-8b3fdc43aa4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.431903 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-213a86b6-910f-4916-9f51-8b3fdc43aa4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.469872 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-213a86b6-910f-4916-9f51-8b3fdc43aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.519441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-213a86b6-910f-4916-9f51-8b3fdc43aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.550658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a86b6-910f-4916-9f51-8b3fdc43aa4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343d3709-622e-4460-903b-b0a5d6f3587b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:17.552658 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-213a86b6-910f-4916-9f51-8b3fdc43aa4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.554517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-213a86b6-910f-4916-9f51-8b3fdc43aa4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/343d3709-622e-4460-903b-b0a5d6f3587b HTTP/1.1" status: 204 len: 168 time: 0.2019498 Sep 18 02:46:17.557055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43468) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:17.623466 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.703231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.723164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207dc4ba-2bba-4e24-a205-37d5a090f8fa']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:17.732449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:17.732743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24c83ad-e30d-4b6c-b516-8e0b96a7c9c7') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:17.742414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.755222 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.761097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:46:17.761484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:46:17.763108 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:46:17.816222 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.821502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:17.823384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] 10.222.0.21 "DELETE /v2.0/networks/207dc4ba-2bba-4e24-a205-37d5a090f8fa HTTP/1.1" status: 204 len: 168 time: 0.2654359 Sep 18 02:46:17.840308 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca8ee6-6ad8-41cf-983d-eaaf69357e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=207dc4ba-2bba-4e24-a205-37d5a090f8fa,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:17.929538 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43472) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:17.968229 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5384ada7-5ebc-452a-8ebd-a8b062de852b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b42b89d44a14d5fa12939770f92c9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374696 Sep 18 02:46:17.970550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43474) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:18.017502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d57e3c8-6766-425b-9245-e8265eeb631c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:18.039367 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d57e3c8-6766-425b-9245-e8265eeb631c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:18.087036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d57e3c8-6766-425b-9245-e8265eeb631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:18.089588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3d57e3c8-6766-425b-9245-e8265eeb631c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:18.091099 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3d57e3c8-6766-425b-9245-e8265eeb631c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9036a9dc-0511-4eb0-ba10-6e08b42164cf HTTP/1.1" status: 204 len: 168 time: 0.1190000 Sep 18 02:46:18.099557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57e3c8-6766-425b-9245-e8265eeb631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036a9dc-0511-4eb0-ba10-6e08b42164cf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:18.764836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43496) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:18.857467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-267262597'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:18.879003 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:18.882696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:18.890983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:18.981594 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:18.981849 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:46:18.985454 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:19.014672 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:19.024790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0f25d-df00-4870-9650-085527cd2370,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:19.029505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:19.029843 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Added segment dff9a807-6bcb-4712-a54a-5ffaadabe14b of type vlan for network 68789373-74b4-431e-a400-82a0d8fdd386 Sep 18 02:46:19.068606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:19.091625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:19.097644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:19.098215 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:19.133337 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3674383 Sep 18 02:46:19.163441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f15ad-3e7a-49d3-a823-ea5bd6dcd518 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Network': ['ID=68789373-74b4-431e-a400-82a0d8fdd386,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:19.173502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 68789373-74b4-431e-a400-82a0d8fdd386 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:19.898049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2f3d0740-fe09-4020-b3b2-81d63406ff4f no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:46:19.918050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 2f3d0740-fe09-4020-b3b2-81d63406ff4f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:46:19.918388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 2f3d0740-fe09-4020-b3b2-81d63406ff4f not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:46:22.411546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43500) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:22.416825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'subnet': {'network_id': '68789373-74b4-431e-a400-82a0d8fdd386', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:22.506615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:22.510353 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:22.697391 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:22.759965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Subnet': ['ID=6770b0c8-3222-4ebe-8a93-6f5ffeeabd96,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:22.767142 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Checking segment: {'id': 'dff9a807-6bcb-4712-a54a-5ffaadabe14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '68789373-74b4-431e-a400-82a0d8fdd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:22.767503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network hostable DHCP agents. Network: 68789373-74b4-431e-a400-82a0d8fdd386, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:22.784133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network 68789373-74b4-431e-a400-82a0d8fdd386 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:22.792181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 68789373-74b4-431e-a400-82a0d8fdd386) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:22.796177 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:22.796771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:22.801148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f125b2b-408d-4e30-ae68-031180200d06 None None] Network 68789373-74b4-431e-a400-82a0d8fdd386 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:22.811390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f0cbfa10-dee6-41aa-b38b-05828d7aaad8 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987224 Sep 18 02:46:22.815431 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43502) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:22.820931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143972095'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:22.844324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:22.848584 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:22.878026 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:22.890150 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:22.890617 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Added segment b7c668f7-8a6f-4120-9e42-ec96ff28e09a of type vlan for network ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab Sep 18 02:46:22.946732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:22.957568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-68789373-74b4-431e-a400-82a0d8fdd386', 'network_id': '68789373-74b4-431e-a400-82a0d8fdd386', 'tenant_id': '7e6c1ccfb8264b38997c2af4c504c450', 'fixed_ips': [{'subnet_id': '6770b0c8-3222-4ebe-8a93-6f5ffeeabd96'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:46:22.958473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:22.971861 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:22.977726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:22.978328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.016911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1999447 Sep 18 02:46:23.019673 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43504) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:23.025405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'subnet': {'network_id': 'ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:23.048757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232cc71-d36c-4bae-8ddc-ceece5a24467 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Network': ['ID=ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:23.074068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:23.119013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:23.122543 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.144326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Allocated IP 2001:db8:0:ffff::2 (68789373-74b4-431e-a400-82a0d8fdd386/6770b0c8-3222-4ebe-8a93-6f5ffeeabd96/dd713f38-5302-4a1e-9097-f40b0aa89c70) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:23.297784 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.303776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.316787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.340997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Network 68789373-74b4-431e-a400-82a0d8fdd386 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:23.343815 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:23.349837 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:23.356941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Pushing event updated for resources: {'Port': ['ID=dd713f38-5302-4a1e-9097-f40b0aa89c70,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:23.382259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Subnet': ['ID=92740f77-929b-4355-8317-a37c4e716944,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:23.384746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.385091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.385429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.385763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.386095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.386418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.386763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.387088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.387412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.387729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.388049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.388368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.393541 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.393871 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.394211 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.394537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.394899 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.395227 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.395549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.395872 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.396183 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.396502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.396814 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.397146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:23.402610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Checking segment: {'id': 'b7c668f7-8a6f-4120-9e42-ec96ff28e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:23.402991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network hostable DHCP agents. Network: ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:23.420427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:23.422858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Attempting to bind port dd713f38-5302-4a1e-9097-f40b0aa89c70 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:23.423296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Attempting to bind port dd713f38-5302-4a1e-9097-f40b0aa89c70 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'dff9a807-6bcb-4712-a54a-5ffaadabe14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '68789373-74b4-431e-a400-82a0d8fdd386'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:23.423726 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Attempting to bind port dd713f38-5302-4a1e-9097-f40b0aa89c70 on network 68789373-74b4-431e-a400-82a0d8fdd386 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:23.428946 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:23.429398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:23.430618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Checking segment: {'id': 'dff9a807-6bcb-4712-a54a-5ffaadabe14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '68789373-74b4-431e-a400-82a0d8fdd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:23.430618 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.430618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Bound using segment: {'id': 'dff9a807-6bcb-4712-a54a-5ffaadabe14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '68789373-74b4-431e-a400-82a0d8fdd386'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:23.431290 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Bound port: dd713f38-5302-4a1e-9097-f40b0aa89c70, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff9a807-6bcb-4712-a54a-5ffaadabe14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '68789373-74b4-431e-a400-82a0d8fdd386'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:23.432116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.433182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:23.433816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.442381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8cfaa-99f2-42a0-91db-e5c50156bf92 None None] Network ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:23.449807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ed8b3937-634b-492c-a7df-4bf97ead7812 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4284191 Sep 18 02:46:23.452413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43506) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:23.550741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.555006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] For port dd713f38-5302-4a1e-9097-f40b0aa89c70, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:23.558123 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] For port dd713f38-5302-4a1e-9097-f40b0aa89c70, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dd713f38-5302-4a1e-9097-f40b0aa89c70,segment=NetworkSegment(dff9a807-6bcb-4712-a54a-5ffaadabe14b),segment_id=dff9a807-6bcb-4712-a54a-5ffaadabe14b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:23.564557 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.604657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.660030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe81a6-75ac-443b-ab03-dd73e2d29f3e None None] Pushing event updated for resources: {'Port': ['ID=dd713f38-5302-4a1e-9097-f40b0aa89c70,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:23.684483 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.689432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6977d06-d8c2-437e-98ee-1c55b5d4749d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab', 'network_id': 'ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab', 'tenant_id': '7e6c1ccfb8264b38997c2af4c504c450', 'fixed_ips': [{'subnet_id': '92740f77-929b-4355-8317-a37c4e716944'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:46:23.690919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a6977d06-d8c2-437e-98ee-1c55b5d4749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.712781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Subnet': ['ID=92740f77-929b-4355-8317-a37c4e716944,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:23.787654 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.788671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc164918-1841-4173-8d24-7dfdfaff8827 None None] Network ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:23.811878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:23.822502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c668f7-8a6f-4120-9e42-ec96ff28e09a') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:23.822502 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c668f7-8a6f-4120-9e42-ec96ff28e09a') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:23.845499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.866727 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.872809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:46:23.873200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:46:23.878653 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:46:23.954922 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.964865 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:23.966870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab HTTP/1.1" status: 204 len: 168 time: 0.5134990 Sep 18 02:46:23.973100 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43508) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:23.980010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2016433360'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:23.980223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9525f89-b1f1-46e5-bc97-57f3ce2cb371 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Network': ['ID=ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:24.000853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:24.004463 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.028107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:24.038238 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.038584 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Added segment aa43bef6-6ea7-4cd6-8eed-be945dddeaa5 of type vlan for network edeb93cb-1b37-45e3-9974-a893eb1d7d17 Sep 18 02:46:24.078316 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.102980 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.108827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:24.109404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.151551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1767094 Sep 18 02:46:24.154256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43510) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:24.159880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'subnet': {'network_id': 'edeb93cb-1b37-45e3-9974-a893eb1d7d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:24.199527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d57b46-8308-4d98-b229-7dca3cf4218b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Network': ['ID=edeb93cb-1b37-45e3-9974-a893eb1d7d17,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:24.211100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network edeb93cb-1b37-45e3-9974-a893eb1d7d17 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:24.277000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:24.280668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.343943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Performing IP validity checks on allocation pools {{(pid=106440) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 02:46:24.344464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.ipam_backend_mixin [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106440) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 02:46:24.467207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.534146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Subnet': ['ID=5d34254c-f245-4143-ae53-0cb7663d80bb,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:24.544642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Checking segment: {'id': 'aa43bef6-6ea7-4cd6-8eed-be945dddeaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'edeb93cb-1b37-45e3-9974-a893eb1d7d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:24.545009 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network hostable DHCP agents. Network: edeb93cb-1b37-45e3-9974-a893eb1d7d17, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:24.559818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd97b08d-685a-48e8-b0de-8a107fc05982 None None] Network 68789373-74b4-431e-a400-82a0d8fdd386 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:24.562258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network edeb93cb-1b37-45e3-9974-a893eb1d7d17 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:24.571402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, edeb93cb-1b37-45e3-9974-a893eb1d7d17) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:24.575564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:24.576245 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.587410 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb97451-73d7-488b-8945-59c5ff897ca5 None None] Network edeb93cb-1b37-45e3-9974-a893eb1d7d17 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:24.590992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5efc2404-0141-4fbc-bc16-cb7c96a057ca tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4356480 Sep 18 02:46:24.594183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:24.657411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5c67edc0-a0eb-41ba-aea5-9b5eedc4d288 None None] Provisioning complete for port dd713f38-5302-4a1e-9097-f40b0aa89c70 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:24.657776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c67edc0-a0eb-41ba-aea5-9b5eedc4d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.688352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.746290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.809687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.838645 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Subnet': ['ID=5d34254c-f245-4143-ae53-0cb7663d80bb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:24.909328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.933776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeb93cb-1b37-45e3-9974-a893eb1d7d17']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:24.943411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa43bef6-6ea7-4cd6-8eed-be945dddeaa5') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:24.943706 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa43bef6-6ea7-4cd6-8eed-be945dddeaa5') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:24.953076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.966258 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.972863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:46:24.973246 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:46:24.976313 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:46:25.019062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39a64c-2f23-4b57-96e3-4a28b8fe70dc None None] Network edeb93cb-1b37-45e3-9974-a893eb1d7d17 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:25.036830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.043894 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.045723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/edeb93cb-1b37-45e3-9974-a893eb1d7d17 HTTP/1.1" status: 204 len: 168 time: 0.4511261 Sep 18 02:46:25.049928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43514) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:25.056765 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c67edc0-a0eb-41ba-aea5-9b5eedc4d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.056979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01d2da-7531-42ed-ab32-57a05bcab42b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Network': ['ID=edeb93cb-1b37-45e3-9974-a893eb1d7d17,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:25.057940 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320623738'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:25.079938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:25.083881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.109643 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:25.121153 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.121511 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Added segment 7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b of type vlan for network 6920b814-1c9c-478c-b8e3-4a76d3130e71 Sep 18 02:46:25.152201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5c67edc0-a0eb-41ba-aea5-9b5eedc4d288 None None] For port dd713f38-5302-4a1e-9097-f40b0aa89c70, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dd713f38-5302-4a1e-9097-f40b0aa89c70,segment=NetworkSegment(dff9a807-6bcb-4712-a54a-5ffaadabe14b),segment_id=dff9a807-6bcb-4712-a54a-5ffaadabe14b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:25.164218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.171596 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c67edc0-a0eb-41ba-aea5-9b5eedc4d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.197904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.204458 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:25.206550 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.223799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67edc0-a0eb-41ba-aea5-9b5eedc4d288 None None] Pushing event updated for resources: {'Port': ['ID=dd713f38-5302-4a1e-9097-f40b0aa89c70,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:25.250078 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1984642 Sep 18 02:46:25.254275 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43516) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:25.259737 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'subnet': {'network_id': '6920b814-1c9c-478c-b8e3-4a76d3130e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:25.303281 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97da265-c73a-4ad4-a251-eb3b7a55bab6 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Network': ['ID=6920b814-1c9c-478c-b8e3-4a76d3130e71,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:25.314196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6920b814-1c9c-478c-b8e3-4a76d3130e71 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:25.341342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dd713f38-5302-4a1e-9097-f40b0aa89c70 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:25.371312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:25.374776 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.430283 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e151535e-a677-48f9-b091-27ee07cfdf49 None None] Provisioning complete for port dd713f38-5302-4a1e-9097-f40b0aa89c70 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:25.430652 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e151535e-a677-48f9-b091-27ee07cfdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.465125 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dd713f38-5302-4a1e-9097-f40b0aa89c70 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:25.465494 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.561268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.622570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Subnet': ['ID=bbc254b6-c1e8-4124-b4de-df7e786d7811,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:25.631518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Checking segment: {'id': '7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6920b814-1c9c-478c-b8e3-4a76d3130e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:25.632131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network hostable DHCP agents. Network: 6920b814-1c9c-478c-b8e3-4a76d3130e71, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:25.649112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network 6920b814-1c9c-478c-b8e3-4a76d3130e71 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:25.656926 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6920b814-1c9c-478c-b8e3-4a76d3130e71) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:25.661659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:25.662196 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.666383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba49a648-8172-4871-8738-a944baf03893 None None] Network 6920b814-1c9c-478c-b8e3-4a76d3130e71 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:25.676657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0bb6bd51-ebbc-426f-baef-df8dc89e9425 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212272 Sep 18 02:46:25.680448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43518) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:25.685549 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51907808'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:25.704943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:25.713005 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.733861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:25.743574 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.743916 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Added segment 315f0532-85ff-411b-b8a1-bcbba2e69bb8 of type vlan for network 33e150c6-c6c4-4b35-b00a-da64df4dc999 Sep 18 02:46:25.782840 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.809110 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.812889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-6920b814-1c9c-478c-b8e3-4a76d3130e71', 'network_id': '6920b814-1c9c-478c-b8e3-4a76d3130e71', 'tenant_id': '7e6c1ccfb8264b38997c2af4c504c450', 'fixed_ips': [{'subnet_id': 'bbc254b6-c1e8-4124-b4de-df7e786d7811'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:46:25.813741 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.816185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:25.817094 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.858202 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1766446 Sep 18 02:46:25.861116 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43520) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:25.890958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Request body: {'subnet': {'network_id': '33e150c6-c6c4-4b35-b00a-da64df4dc999', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:25.909897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313e238-d525-4c0c-be7d-747722139b96 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Network': ['ID=33e150c6-c6c4-4b35-b00a-da64df4dc999,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:25.914537 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:25.923388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 33e150c6-c6c4-4b35-b00a-da64df4dc999 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:25.984952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Made reservation on behalf of 7e6c1ccfb8264b38997c2af4c504c450 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:25.989875 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.022385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Allocated IP 2001:db8::2 (6920b814-1c9c-478c-b8e3-4a76d3130e71/bbc254b6-c1e8-4124-b4de-df7e786d7811/ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:26.168899 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.175920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.176998 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.234397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Network 6920b814-1c9c-478c-b8e3-4a76d3130e71 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:26.235742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Pushing event updated for resources: {'Port': ['ID=ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:26.238758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:26.242539 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.242539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:26.255425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event updated for resources: {'Subnet': ['ID=f3e47861-f209-41b2-b39e-2069dc6b1663,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:26.259170 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Checking segment: {'id': '315f0532-85ff-411b-b8a1-bcbba2e69bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '33e150c6-c6c4-4b35-b00a-da64df4dc999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:26.259534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network hostable DHCP agents. Network: 33e150c6-c6c4-4b35-b00a-da64df4dc999, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:26.277145 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Network 33e150c6-c6c4-4b35-b00a-da64df4dc999 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:26.286257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 33e150c6-c6c4-4b35-b00a-da64df4dc999) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:26.290326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:26.290928 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.294994 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Attempting to bind port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:26.295361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Attempting to bind port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6920b814-1c9c-478c-b8e3-4a76d3130e71'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:26.295716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Attempting to bind port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 on network 6920b814-1c9c-478c-b8e3-4a76d3130e71 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:26.298965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b54b9-45f0-4466-ac32-16d24608eab7 None None] Network 33e150c6-c6c4-4b35-b00a-da64df4dc999 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:26.307965 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-839e486c-3601-4c47-91c9-b874fa65c3eb tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4427612 Sep 18 02:46:26.308230 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43522) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:26.319832 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:26.320400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Checking segment: {'id': '7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6920b814-1c9c-478c-b8e3-4a76d3130e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:26.320805 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.321196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Bound using segment: {'id': '7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6920b814-1c9c-478c-b8e3-4a76d3130e71'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:26.321680 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Bound port: ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6920b814-1c9c-478c-b8e3-4a76d3130e71'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:26.322057 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.412155 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.458000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] For port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:26.468577 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.475163 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] For port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82,segment=NetworkSegment(7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b),segment_id=7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:26.482386 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.529447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.541352 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94f1f0-d47e-4f71-bdef-3eab23187bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-33e150c6-c6c4-4b35-b00a-da64df4dc999', 'network_id': '33e150c6-c6c4-4b35-b00a-da64df4dc999', 'tenant_id': '7e6c1ccfb8264b38997c2af4c504c450', 'fixed_ips': [{'subnet_id': 'f3e47861-f209-41b2-b39e-2069dc6b1663'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:46:26.542198 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb94f1f0-d47e-4f71-bdef-3eab23187bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.556925 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e47861-f209-41b2-b39e-2069dc6b1663,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:26.577247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855889c8-5564-4ded-90e1-9fd726d5f65e None None] Pushing event updated for resources: {'Port': ['ID=ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:26.629650 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:26.656101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb4686-f13d-4656-8c2f-f37bdc38c194 None None] Network 33e150c6-c6c4-4b35-b00a-da64df4dc999 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:27.015364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e150c6-c6c4-4b35-b00a-da64df4dc999']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:27.025919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315f0532-85ff-411b-b8a1-bcbba2e69bb8') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:27.026222 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315f0532-85ff-411b-b8a1-bcbba2e69bb8') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:27.036572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.050424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.056282 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:46:27.056665 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:46:27.059530 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:46:27.116823 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.123843 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.125655 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/33e150c6-c6c4-4b35-b00a-da64df4dc999 HTTP/1.1" status: 204 len: 168 time: 0.8164973 Sep 18 02:46:27.129144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43524) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:27.137296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a602af3-c07b-4b30-9b5c-5e0bf61e481f tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Network': ['ID=33e150c6-c6c4-4b35-b00a-da64df4dc999,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:27.157476 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb6f085-abd8-4366-ba4c-138bf0568739 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] GET failed (client error): The resource could not be found. Sep 18 02:46:27.159539 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8eb6f085-abd8-4366-ba4c-138bf0568739 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "GET /v2.0/subnets/f3e47861-f209-41b2-b39e-2069dc6b1663 HTTP/1.1" status: 404 len: 337 time: 0.0292692 Sep 18 02:46:27.162076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43526) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:27.185533 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fb5fc9-4a57-4315-9130-fc4d29d83806 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] DELETE failed (client error): The resource could not be found. Sep 18 02:46:27.186107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fb5fc9-4a57-4315-9130-fc4d29d83806 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:46:27.187889 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b2fb5fc9-4a57-4315-9130-fc4d29d83806 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/33e150c6-c6c4-4b35-b00a-da64df4dc999 HTTP/1.1" status: 404 len: 339 time: 0.0247788 Sep 18 02:46:27.191798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43528) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:27.222742 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e28da7-b4e5-4a88-92bd-f78144570405 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] DELETE failed (client error): The resource could not be found. Sep 18 02:46:27.223206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e28da7-b4e5-4a88-92bd-f78144570405 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:46:27.224980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d4e28da7-b4e5-4a88-92bd-f78144570405 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/subnets/f3e47861-f209-41b2-b39e-2069dc6b1663 HTTP/1.1" status: 404 len: 337 time: 0.0322595 Sep 18 02:46:27.227648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43530) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:27.251126 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5704bd5-6e5c-4734-a06c-29911d037984 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] DELETE failed (client error): The resource could not be found. Sep 18 02:46:27.251701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5704bd5-6e5c-4734-a06c-29911d037984 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:46:27.253967 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a5704bd5-6e5c-4734-a06c-29911d037984 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/33e150c6-c6c4-4b35-b00a-da64df4dc999 HTTP/1.1" status: 404 len: 339 time: 0.0253801 Sep 18 02:46:27.256751 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43532) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:27.319063 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8bb044-4bae-47cb-aa6e-b78525826e15 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Deleting subnet bbc254b6-c1e8-4124-b4de-df7e786d7811 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:46:27.323131 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb044-4bae-47cb-aa6e-b78525826e15 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.340390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:27.371820 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb044-4bae-47cb-aa6e-b78525826e15 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.393507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:27.393876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.463843 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb044-4bae-47cb-aa6e-b78525826e15 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.478913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.527044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa41f4-b5c0-4f06-8919-dd7aba85b568 None None] Network 6920b814-1c9c-478c-b8e3-4a76d3130e71 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:27.532269 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb044-4bae-47cb-aa6e-b78525826e15 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.559670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bb044-4bae-47cb-aa6e-b78525826e15 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc254b6-c1e8-4124-b4de-df7e786d7811,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:27.565349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb044-4bae-47cb-aa6e-b78525826e15 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.569493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4d8bb044-4bae-47cb-aa6e-b78525826e15 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/subnets/bbc254b6-c1e8-4124-b4de-df7e786d7811 HTTP/1.1" status: 204 len: 168 time: 0.3092425 Sep 18 02:46:27.569827 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43534) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:27.630572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:46:27.631191 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:46:27.645005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-710ae455-489a-4d67-9076-6e9e9be6496c None None] Provisioning complete for port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:27.645374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-710ae455-489a-4d67-9076-6e9e9be6496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.646375 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.703786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Deleting port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:46:27.704126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.777352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] For port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82,segment=NetworkSegment(7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b),segment_id=7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:27.777675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.780877 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-710ae455-489a-4d67-9076-6e9e9be6496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.789967 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Calling delete_port for ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:46:27.799591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] DHCP port deletion for 6920b814-1c9c-478c-b8e3-4a76d3130e71 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:46:27.834800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-710ae455-489a-4d67-9076-6e9e9be6496c None None] For port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82,segment=NetworkSegment(7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b),segment_id=7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:27.841348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-710ae455-489a-4d67-9076-6e9e9be6496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.878881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.900711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] Deleting port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:46:27.901083 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.903724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ae455-489a-4d67-9076-6e9e9be6496c None None] Pushing event updated for resources: {'Port': ['ID=ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:27.903869 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Port': ['ID=ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:27.911259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No DVR routers for this DVR port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:46:27.967949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] For port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82, host n-d-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:27.968355 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.980884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] Calling delete_port for ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:46:27.983518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] Port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:46:27.984729 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:27.994439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.010769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] Pushing event deleted for resources: {'Port': ['ID=ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:28.012596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fe24f-7fd0-4e10-838b-f25965ff0344 None None] No DVR routers for this DVR port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:46:28.014467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6920b814-1c9c-478c-b8e3-4a76d3130e71']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:28.024542 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:28.024841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5ad0b2-8f77-4fcd-8ae3-892e781ffc0b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:28.034740 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.047744 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.054480 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:46:28.054907 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:46:28.058026 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:46:28.123336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.130180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.132308 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/6920b814-1c9c-478c-b8e3-4a76d3130e71 HTTP/1.1" status: 204 len: 168 time: 0.5613279 Sep 18 02:46:28.135551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43536) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:28.143550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ded49-3e54-4f51-bdbc-ef59d8a11a78 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Network': ['ID=6920b814-1c9c-478c-b8e3-4a76d3130e71,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:28.151655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Port ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 update to ACTIVE by agent not found {{(pid=106441) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 02:46:28.152094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dd713f38-5302-4a1e-9097-f40b0aa89c70 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:28.163220 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-387671c1-3e8f-451c-827c-a7f2264d2575 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] DELETE failed (client error): The resource could not be found. Sep 18 02:46:28.163673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387671c1-3e8f-451c-827c-a7f2264d2575 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:46:28.165385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-387671c1-3e8f-451c-827c-a7f2264d2575 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/subnets/5d34254c-f245-4143-ae53-0cb7663d80bb HTTP/1.1" status: 404 len: 337 time: 0.0283070 Sep 18 02:46:28.167944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43538) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:28.186650 n-d-789963-12 neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-caccbf26-2df9-4acf-a515-da0f5359bb0b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] DELETE failed (client error): The resource could not be found. Sep 18 02:46:28.187219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caccbf26-2df9-4acf-a515-da0f5359bb0b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106440) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:46:28.188953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-caccbf26-2df9-4acf-a515-da0f5359bb0b tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/edeb93cb-1b37-45e3-9974-a893eb1d7d17 HTTP/1.1" status: 404 len: 339 time: 0.0201185 Sep 18 02:46:28.191759 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43540) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:28.204392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dd713f38-5302-4a1e-9097-f40b0aa89c70 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:28.204757 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.217664 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c1824b-8fe9-40a1-851a-799f47811fd0 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] DELETE failed (client error): The resource could not be found. Sep 18 02:46:28.218120 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c1824b-8fe9-40a1-851a-799f47811fd0 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:46:28.219893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e6c1824b-8fe9-40a1-851a-799f47811fd0 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/subnets/92740f77-929b-4355-8317-a37c4e716944 HTTP/1.1" status: 404 len: 337 time: 0.0270498 Sep 18 02:46:28.223688 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43542) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:28.246430 n-d-789963-12 neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3e80c4-ce98-4e05-b319-0b9ea822edad tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] DELETE failed (client error): The resource could not be found. Sep 18 02:46:28.246989 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3e80c4-ce98-4e05-b319-0b9ea822edad tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 02:46:28.248668 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5f3e80c4-ce98-4e05-b319-0b9ea822edad tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/ac6d6119-0eaa-45e1-9ecd-d8e1f18a68ab HTTP/1.1" status: 404 len: 339 time: 0.0240653 Sep 18 02:46:28.251270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43544) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:28.302302 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-50343318-bacd-41ad-aa44-9ffaa45230cd tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Deleting subnet 6770b0c8-3222-4ebe-8a93-6f5ffeeabd96 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:46:28.305327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50343318-bacd-41ad-aa44-9ffaa45230cd tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.344164 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50343318-bacd-41ad-aa44-9ffaa45230cd tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.428730 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50343318-bacd-41ad-aa44-9ffaa45230cd tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.484793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50343318-bacd-41ad-aa44-9ffaa45230cd tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.511185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50343318-bacd-41ad-aa44-9ffaa45230cd tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Subnet': ['ID=6770b0c8-3222-4ebe-8a93-6f5ffeeabd96,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:28.515033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-50343318-bacd-41ad-aa44-9ffaa45230cd tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.516847 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-50343318-bacd-41ad-aa44-9ffaa45230cd tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/subnets/6770b0c8-3222-4ebe-8a93-6f5ffeeabd96 HTTP/1.1" status: 204 len: 168 time: 0.2634981 Sep 18 02:46:28.519923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43546) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:28.522634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fb20b-2994-4a67-ad48-b9bd6f5ddd13 None None] Network 68789373-74b4-431e-a400-82a0d8fdd386 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:28.594331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.653425 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Deleting port dd713f38-5302-4a1e-9097-f40b0aa89c70 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:46:28.653695 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.685900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] DHCP port deletion for 68789373-74b4-431e-a400-82a0d8fdd386 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:46:28.716256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] For port dd713f38-5302-4a1e-9097-f40b0aa89c70, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dd713f38-5302-4a1e-9097-f40b0aa89c70,segment=NetworkSegment(dff9a807-6bcb-4712-a54a-5ffaadabe14b),segment_id=dff9a807-6bcb-4712-a54a-5ffaadabe14b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:28.716625 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.730596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Calling delete_port for dd713f38-5302-4a1e-9097-f40b0aa89c70 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:46:28.732463 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] Deleting port dd713f38-5302-4a1e-9097-f40b0aa89c70 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:46:28.732845 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.798262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] For port dd713f38-5302-4a1e-9097-f40b0aa89c70, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dd713f38-5302-4a1e-9097-f40b0aa89c70,segment=NetworkSegment(dff9a807-6bcb-4712-a54a-5ffaadabe14b),segment_id=dff9a807-6bcb-4712-a54a-5ffaadabe14b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:28.798656 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.812133 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.812341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] Calling delete_port for dd713f38-5302-4a1e-9097-f40b0aa89c70 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:46:28.839605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Port': ['ID=dd713f38-5302-4a1e-9097-f40b0aa89c70,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:28.841448 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] No DVR routers for this DVR port dd713f38-5302-4a1e-9097-f40b0aa89c70 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:46:28.888726 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.915071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] Pushing event deleted for resources: {'Port': ['ID=dd713f38-5302-4a1e-9097-f40b0aa89c70,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:28.916863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18283111-cb0e-42f3-9949-0491eb971f29 None None] No DVR routers for this DVR port dd713f38-5302-4a1e-9097-f40b0aa89c70 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:46:28.923204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.948590 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68789373-74b4-431e-a400-82a0d8fdd386']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:28.958866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff9a807-6bcb-4712-a54a-5ffaadabe14b') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:28.959157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff9a807-6bcb-4712-a54a-5ffaadabe14b') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:28.968591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.985149 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.990909 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:46:28.991288 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:46:28.994108 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:46:29.052439 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:29.057885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:29.059782 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] 10.222.0.21 "DELETE /v2.0/networks/68789373-74b4-431e-a400-82a0d8fdd386 HTTP/1.1" status: 204 len: 168 time: 0.5389357 Sep 18 02:46:29.074201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c343b-bf0a-40c0-8c9e-c3b7291aa650 tempest-NetworksIpV6Test-511087521 tempest-NetworksIpV6Test-511087521-project] Pushing event deleted for resources: {'Network': ['ID=68789373-74b4-431e-a400-82a0d8fdd386,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:29.248777 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:46:29.271948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:46:29.272288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ff8dd3d0-720a-4f6f-970b-fcf3b5e78d82 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:46:29.272691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dd713f38-5302-4a1e-9097-f40b0aa89c70 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:46:29.291076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: dd713f38-5302-4a1e-9097-f40b0aa89c70 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:46:29.291471 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dd713f38-5302-4a1e-9097-f40b0aa89c70 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:46:29.303513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43552) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:29.431611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8513f600-4b6b-4f5a-a86c-3549f38029f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e6c1ccfb8264b38997c2af4c504c450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266770 Sep 18 02:46:29.433986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43556) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:29.480128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8de8-271c-4584-a093-cff1b111cfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:29.500207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8de8-271c-4584-a093-cff1b111cfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:29.551068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8de8-271c-4584-a093-cff1b111cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:29.553623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8de8-271c-4584-a093-cff1b111cfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:29.558114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2e2f8de8-271c-4584-a093-cff1b111cfe8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68b0f25d-df00-4870-9650-085527cd2370 HTTP/1.1" status: 204 len: 168 time: 0.1232371 Sep 18 02:46:29.566797 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f8de8-271c-4584-a093-cff1b111cfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0f25d-df00-4870-9650-085527cd2370,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:30.173798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43578) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:30.266496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1de7e00f-b0a6-4f8e-9fc0-734fa25800cd tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1629372115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:30.289590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1de7e00f-b0a6-4f8e-9fc0-734fa25800cd tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.290755 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1de7e00f-b0a6-4f8e-9fc0-734fa25800cd tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.340645 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1de7e00f-b0a6-4f8e-9fc0-734fa25800cd tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.344847 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1de7e00f-b0a6-4f8e-9fc0-734fa25800cd tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.360441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1de7e00f-b0a6-4f8e-9fc0-734fa25800cd tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.361693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1de7e00f-b0a6-4f8e-9fc0-734fa25800cd tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1861870 Sep 18 02:46:30.364408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43582) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:30.369205 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1456251979'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:30.388698 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Made reservation on behalf of 97b3c5d235c7449f808b676c4f8582a3 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:30.392011 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.400833 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.491595 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.495216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.519095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:30.532190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80977f87-cb99-47d9-8db7-2156f767b54f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:30.539057 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.539393 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Added segment 1dcdf0c0-19c1-4992-8f2c-203a7655af89 of type vlan for network 79e4d5eb-fcae-4f97-91a0-7bb24545de4e Sep 18 02:46:30.579347 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.604057 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.609727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:30.610310 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.645759 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2803259 Sep 18 02:46:30.648526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43584) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:30.677853 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Request body: {'subnet': {'network_id': '79e4d5eb-fcae-4f97-91a0-7bb24545de4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:30.693234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733a8ca-3093-4b96-8a4e-d1ed80dc70ab tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event updated for resources: {'Network': ['ID=79e4d5eb-fcae-4f97-91a0-7bb24545de4e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:30.703926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 79e4d5eb-fcae-4f97-91a0-7bb24545de4e details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:30.773393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Made reservation on behalf of 97b3c5d235c7449f808b676c4f8582a3 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:30.776957 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.910319 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8898a6fe-6e02-47ae-a7f8-35d981377179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:30.958551 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.018778 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event updated for resources: {'Subnet': ['ID=42e443e5-6f90-4c4e-8387-edacc3e13640,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:31.027324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Checking segment: {'id': '1dcdf0c0-19c1-4992-8f2c-203a7655af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '79e4d5eb-fcae-4f97-91a0-7bb24545de4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:31.027683 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Network hostable DHCP agents. Network: 79e4d5eb-fcae-4f97-91a0-7bb24545de4e, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:31.044721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Network 79e4d5eb-fcae-4f97-91a0-7bb24545de4e is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:31.054197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 79e4d5eb-fcae-4f97-91a0-7bb24545de4e) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:31.058144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:31.058751 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.064104 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05deb7d-ac6b-4501-9682-4e9e8694c148 None None] Network 79e4d5eb-fcae-4f97-91a0-7bb24545de4e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:31.076334 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5475e653-7929-4e39-83b9-857a06899fdc tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4238727 Sep 18 02:46:31.076860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:31.082352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-194573430'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:31.103266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Made reservation on behalf of 97b3c5d235c7449f808b676c4f8582a3 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:31.106886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.131771 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:31.141441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.141790 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Added segment a636670e-9c8a-492f-a8ae-eba053a9e292 of type vlan for network 3497bef5-3a0d-4411-a779-8e50bda0c844 Sep 18 02:46:31.190961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.216259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.223642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:31.224336 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.264779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1842785 Sep 18 02:46:31.265220 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43588) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:31.272626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Request body: {'subnet': {'network_id': '3497bef5-3a0d-4411-a779-8e50bda0c844', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:31.315414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93780cbf-2c33-444a-97cf-601b96be1e79 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event updated for resources: {'Network': ['ID=3497bef5-3a0d-4411-a779-8e50bda0c844,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:31.331597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3497bef5-3a0d-4411-a779-8e50bda0c844 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:31.396984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Made reservation on behalf of 97b3c5d235c7449f808b676c4f8582a3 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:31.401619 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.427285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-79e4d5eb-fcae-4f97-91a0-7bb24545de4e', 'network_id': '79e4d5eb-fcae-4f97-91a0-7bb24545de4e', 'tenant_id': '97b3c5d235c7449f808b676c4f8582a3', 'fixed_ips': [{'subnet_id': '42e443e5-6f90-4c4e-8387-edacc3e13640'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:46:31.428439 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.573259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Allocated IP 172.20.0.2 (79e4d5eb-fcae-4f97-91a0-7bb24545de4e/42e443e5-6f90-4c4e-8387-edacc3e13640/bb009a66-0d96-4566-97b2-afd9604a3ad5) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:31.597573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.662243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event updated for resources: {'Subnet': ['ID=f2967189-efeb-41c0-b1d8-ccd124ad5b04,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:31.669991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Checking segment: {'id': 'a636670e-9c8a-492f-a8ae-eba053a9e292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3497bef5-3a0d-4411-a779-8e50bda0c844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:31.669991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Network hostable DHCP agents. Network: 3497bef5-3a0d-4411-a779-8e50bda0c844, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:31.687475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Network 3497bef5-3a0d-4411-a779-8e50bda0c844 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:31.697430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 3497bef5-3a0d-4411-a779-8e50bda0c844) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:31.701701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:31.702295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.709704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc15a6-f856-4a7b-903b-5817d04dcdcc None None] Network 3497bef5-3a0d-4411-a779-8e50bda0c844 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:31.720464 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b9b27809-5ccf-4a0d-9497-da4bd589a1f0 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4541891 Sep 18 02:46:31.727636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43590) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:31.728410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-3a40434a-99d2-4268-b8b9-38a2be2be099 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Request body: {'router': {'external_gateway_info': {'network_id': '3497bef5-3a0d-4411-a779-8e50bda0c844'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:31.777626 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.785236 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.845144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Network 79e4d5eb-fcae-4f97-91a0-7bb24545de4e is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:31.851529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:31.856266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:31.858257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Pushing event updated for resources: {'Port': ['ID=bb009a66-0d96-4566-97b2-afd9604a3ad5,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:31.939404 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3a40434a-99d2-4268-b8b9-38a2be2be099 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.978053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Attempting to bind port bb009a66-0d96-4566-97b2-afd9604a3ad5 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:31.978577 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Attempting to bind port bb009a66-0d96-4566-97b2-afd9604a3ad5 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '1dcdf0c0-19c1-4992-8f2c-203a7655af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '79e4d5eb-fcae-4f97-91a0-7bb24545de4e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:31.979223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Attempting to bind port bb009a66-0d96-4566-97b2-afd9604a3ad5 on network 79e4d5eb-fcae-4f97-91a0-7bb24545de4e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:31.986904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:31.987282 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Checking segment: {'id': '1dcdf0c0-19c1-4992-8f2c-203a7655af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '79e4d5eb-fcae-4f97-91a0-7bb24545de4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:31.987688 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.988073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Bound using segment: {'id': '1dcdf0c0-19c1-4992-8f2c-203a7655af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '79e4d5eb-fcae-4f97-91a0-7bb24545de4e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:31.988554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Bound port: bb009a66-0d96-4566-97b2-afd9604a3ad5, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dcdf0c0-19c1-4992-8f2c-203a7655af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '79e4d5eb-fcae-4f97-91a0-7bb24545de4e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:31.988979 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:31.993084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82bb45-2309-4bbd-b6f9-2015ea223d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-3497bef5-3a0d-4411-a779-8e50bda0c844', 'network_id': '3497bef5-3a0d-4411-a779-8e50bda0c844', 'tenant_id': '97b3c5d235c7449f808b676c4f8582a3', 'fixed_ips': [{'subnet_id': 'f2967189-efeb-41c0-b1d8-ccd124ad5b04'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:46:31.993903 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9f82bb45-2309-4bbd-b6f9-2015ea223d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.058377 n-d-789963-12 neutron-server[106440]: INFO neutron.api.v2.resource [None req-3a40434a-99d2-4268-b8b9-38a2be2be099 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 02:46:32.066110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3a40434a-99d2-4268-b8b9-38a2be2be099 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "PUT /v2.0/routers/d6775cce-b2b5-4c5e-a0e9-af0c5f8a5cdf HTTP/1.1" status: 400 len: 364 time: 0.3349073 Sep 18 02:46:32.066767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43592) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:32.120422 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b2adc7-51e6-4cc7-bc16-a22825019d83 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Deleting subnet f2967189-efeb-41c0-b1d8-ccd124ad5b04 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:46:32.123747 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59b2adc7-51e6-4cc7-bc16-a22825019d83 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.138170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] For port bb009a66-0d96-4566-97b2-afd9604a3ad5, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:32.141368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] For port bb009a66-0d96-4566-97b2-afd9604a3ad5, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bb009a66-0d96-4566-97b2-afd9604a3ad5,segment=NetworkSegment(1dcdf0c0-19c1-4992-8f2c-203a7655af89),segment_id=1dcdf0c0-19c1-4992-8f2c-203a7655af89)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:32.145091 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.166107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59b2adc7-51e6-4cc7-bc16-a22825019d83 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.209537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac35d-363b-4f22-983a-bf72f5bb17a5 None None] Pushing event updated for resources: {'Port': ['ID=bb009a66-0d96-4566-97b2-afd9604a3ad5,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:32.219738 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59b2adc7-51e6-4cc7-bc16-a22825019d83 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.287007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59b2adc7-51e6-4cc7-bc16-a22825019d83 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server [None req-9f82bb45-2309-4bbd-b6f9-2015ea223d78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2967189-efeb-41c0-b1d8-ccd124ad5b04: This subnet is being modified by another concurrent operation. Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server raise exception Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2967189-efeb-41c0-b1d8-ccd124ad5b04: This subnet is being modified by another concurrent operation. Sep 18 02:46:32.288452 n-d-789963-12 neutron-server[106441]: ERROR oslo_messaging.rpc.server Sep 18 02:46:32.307210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8c8bc1-822c-4264-a5dd-4f74c10ff060 None None] Network 3497bef5-3a0d-4411-a779-8e50bda0c844 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:32.321702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2adc7-51e6-4cc7-bc16-a22825019d83 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event deleted for resources: {'Subnet': ['ID=f2967189-efeb-41c0-b1d8-ccd124ad5b04,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:32.331231 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-59b2adc7-51e6-4cc7-bc16-a22825019d83 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.333201 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-59b2adc7-51e6-4cc7-bc16-a22825019d83 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "DELETE /v2.0/subnets/f2967189-efeb-41c0-b1d8-ccd124ad5b04 HTTP/1.1" status: 204 len: 168 time: 0.2653110 Sep 18 02:46:32.335655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43594) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:32.459523 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.558157 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.577644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3497bef5-3a0d-4411-a779-8e50bda0c844']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:32.587097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a636670e-9c8a-492f-a8ae-eba053a9e292') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:32.587395 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a636670e-9c8a-492f-a8ae-eba053a9e292') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:32.597328 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.610776 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.617951 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:46:32.618333 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:46:32.621281 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:46:32.684107 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.691278 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.693105 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "DELETE /v2.0/networks/3497bef5-3a0d-4411-a779-8e50bda0c844 HTTP/1.1" status: 204 len: 168 time: 0.3565066 Sep 18 02:46:32.695678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:32.705112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285829c9-907b-4305-ae73-2a65418c4a85 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event deleted for resources: {'Network': ['ID=3497bef5-3a0d-4411-a779-8e50bda0c844,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:32.747841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbe6848-bc0d-45b9-bcc9-bc0ca2660d32 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Deleting subnet 42e443e5-6f90-4c4e-8387-edacc3e13640 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:46:32.751037 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6848-bc0d-45b9-bcc9-bc0ca2660d32 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.795445 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6848-bc0d-45b9-bcc9-bc0ca2660d32 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.881148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6848-bc0d-45b9-bcc9-bc0ca2660d32 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.944226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6848-bc0d-45b9-bcc9-bc0ca2660d32 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.974689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe6848-bc0d-45b9-bcc9-bc0ca2660d32 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event deleted for resources: {'Subnet': ['ID=42e443e5-6f90-4c4e-8387-edacc3e13640,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:32.980584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6848-bc0d-45b9-bcc9-bc0ca2660d32 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:32.984645 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6bbe6848-bc0d-45b9-bcc9-bc0ca2660d32 tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "DELETE /v2.0/subnets/42e443e5-6f90-4c4e-8387-edacc3e13640 HTTP/1.1" status: 204 len: 168 time: 0.2857850 Sep 18 02:46:32.984917 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43598) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:33.066659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.123984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Deleting port bb009a66-0d96-4566-97b2-afd9604a3ad5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:46:33.124331 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.133167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aec38d-aced-447b-b30d-201bf17c2fbd None None] Network 79e4d5eb-fcae-4f97-91a0-7bb24545de4e requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:33.199743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] For port bb009a66-0d96-4566-97b2-afd9604a3ad5, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=bb009a66-0d96-4566-97b2-afd9604a3ad5,segment=NetworkSegment(1dcdf0c0-19c1-4992-8f2c-203a7655af89),segment_id=1dcdf0c0-19c1-4992-8f2c-203a7655af89)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:33.200108 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.213988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Calling delete_port for bb009a66-0d96-4566-97b2-afd9604a3ad5 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:46:33.252900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-71d71b12-486e-4b1e-8e90-5a11a6a48bfc None None] Provisioning complete for port bb009a66-0d96-4566-97b2-afd9604a3ad5 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:33.253271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-71d71b12-486e-4b1e-8e90-5a11a6a48bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.304102 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bb009a66-0d96-4566-97b2-afd9604a3ad5 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:33.314021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.338879 n-d-789963-12 neutron-server[106441]: INFO neutron.plugins.ml2.db [None req-71d71b12-486e-4b1e-8e90-5a11a6a48bfc None None] No ports have port_id starting with bb009a66-0d96-4566-97b2-afd9604a3ad5 Sep 18 02:46:33.344360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event deleted for resources: {'Port': ['ID=bb009a66-0d96-4566-97b2-afd9604a3ad5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:33.351015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] No DVR routers for this DVR port bb009a66-0d96-4566-97b2-afd9604a3ad5 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:46:33.353855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No active binding found for port bb009a66-0d96-4566-97b2-afd9604a3ad5 {{(pid=106441) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 02:46:33.354285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bb009a66-0d96-4566-97b2-afd9604a3ad5 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 02:46:33.375226 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952a1b71-a24b-443e-9ac1-236fbeb055c7 None None] DHCP port deletion for 79e4d5eb-fcae-4f97-91a0-7bb24545de4e request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:46:33.377909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Port bb009a66-0d96-4566-97b2-afd9604a3ad5 not found, will not notify nova. {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 02:46:33.396152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d71f7-65b4-4a23-9e9e-5a84872b8476 None None] get_active_networks_info from n-d-789963-12 {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 02:46:33.437458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.457348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d71f7-65b4-4a23-9e9e-5a84872b8476 None None] Resources bound (agent type, host, resource id): {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 02:46:33.457817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e4d5eb-fcae-4f97-91a0-7bb24545de4e']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:33.466800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcdf0c0-19c1-4992-8f2c-203a7655af89') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:33.467096 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcdf0c0-19c1-4992-8f2c-203a7655af89') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:33.476603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.495605 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.501499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:46:33.502393 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:46:33.505317 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:46:33.536752 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-30a02f5b-b5fd-44db-b14e-1c93253d93b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.571909 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.578818 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.581275 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "DELETE /v2.0/networks/79e4d5eb-fcae-4f97-91a0-7bb24545de4e HTTP/1.1" status: 204 len: 168 time: 0.5954123 Sep 18 02:46:33.584103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43600) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:33.592758 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26048d1-df72-42cc-a5fc-56735d15310b tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Pushing event deleted for resources: {'Network': ['ID=79e4d5eb-fcae-4f97-91a0-7bb24545de4e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:33.614384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5cd9774c-6bc1-46eb-a955-8dc90280c1fb tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6775cce-b2b5-4c5e-a0e9-af0c5f8a5cdf HTTP/1.1" status: 200 len: 205 time: 0.0290928 Sep 18 02:46:33.616687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43602) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:33.697948 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38759c2a-52cd-4e5f-b886-ca1e1c2231ac tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.855161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38759c2a-52cd-4e5f-b886-ca1e1c2231ac tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.857352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38759c2a-52cd-4e5f-b886-ca1e1c2231ac tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.899590 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38759c2a-52cd-4e5f-b886-ca1e1c2231ac tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.900084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38759c2a-52cd-4e5f-b886-ca1e1c2231ac tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Fanout notify agent at l3_agent the message router_deleted on router d6775cce-b2b5-4c5e-a0e9-af0c5f8a5cdf {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:46:33.906768 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-38759c2a-52cd-4e5f-b886-ca1e1c2231ac tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:33.911144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-38759c2a-52cd-4e5f-b886-ca1e1c2231ac tempest-RoutersNegativeTest-223503834 tempest-RoutersNegativeTest-223503834-project] 10.222.0.21 "DELETE /v2.0/routers/d6775cce-b2b5-4c5e-a0e9-af0c5f8a5cdf HTTP/1.1" status: 204 len: 168 time: 0.2935281 Sep 18 02:46:34.116292 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:34.143825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43608) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:34.273704 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0da8331a-80cf-4538-aac6-b393c711938e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97b3c5d235c7449f808b676c4f8582a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286700 Sep 18 02:46:34.276148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43612) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:34.332573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60d4761b-e796-45ca-986f-dffcd41ae641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:34.353464 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60d4761b-e796-45ca-986f-dffcd41ae641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:34.399030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60d4761b-e796-45ca-986f-dffcd41ae641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:34.401576 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60d4761b-e796-45ca-986f-dffcd41ae641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:34.402732 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-60d4761b-e796-45ca-986f-dffcd41ae641 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80977f87-cb99-47d9-8db7-2156f767b54f HTTP/1.1" status: 204 len: 168 time: 0.1257029 Sep 18 02:46:34.410473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4761b-e796-45ca-986f-dffcd41ae641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80977f87-cb99-47d9-8db7-2156f767b54f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:35.013707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43634) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:35.077155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.128137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-308147632-network', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:35.151260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Made reservation on behalf of 70f8453b0bbb49e4b7b0731e741e24d5 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:35.154543 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.163355 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.264565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bb009a66-0d96-4566-97b2-afd9604a3ad5 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:46:35.269352 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.274068 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.287820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: bb009a66-0d96-4566-97b2-afd9604a3ad5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:46:35.288289 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device bb009a66-0d96-4566-97b2-afd9604a3ad5 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:46:35.302284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:35.311919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:35.317518 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.317858 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Added segment 330e7f70-8e92-441d-a530-5c8602067ed6 of type vlan for network d048518d-1f25-4c74-8748-0788f236c027 Sep 18 02:46:35.366937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.394950 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.395920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:35.396505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.437530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4219604 Sep 18 02:46:35.441044 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43638) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:35.448830 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Request body: {'subnet': {'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-subnet', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:35.468302 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32c92b-e747-4eaa-b3dd-7ad8fdcfd880 admin admin] Pushing event updated for resources: {'Network': ['ID=d048518d-1f25-4c74-8748-0788f236c027,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:35.473741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Made reservation on behalf of 70f8453b0bbb49e4b7b0731e741e24d5 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:35.476873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.480321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network d048518d-1f25-4c74-8748-0788f236c027 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:35.670064 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.726367 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7cbcd70-2f45-47cd-b67c-e945ec87b4ed,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:35.735206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Checking segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:35.735570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Network hostable DHCP agents. Network: d048518d-1f25-4c74-8748-0788f236c027, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:35.752576 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Network d048518d-1f25-4c74-8748-0788f236c027 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:35.760879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, d048518d-1f25-4c74-8748-0788f236c027) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:35.764801 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:35.765387 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.770970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd440bb-6c9b-4a10-9751-862540ce031f None None] Network d048518d-1f25-4c74-8748-0788f236c027 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:35.780734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9798f890-c2c7-4238-a7e9-21476760ff65 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3381450 Sep 18 02:46:35.784002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43640) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:35.788432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:35.810610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.811654 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.867546 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:35.931195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-d048518d-1f25-4c74-8748-0788f236c027', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'fixed_ips': [{'subnet_id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:46:35.932053 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.004500 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.067082 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Allocated IP 172.20.0.2 (d048518d-1f25-4c74-8748-0788f236c027/b7cbcd70-2f45-47cd-b67c-e945ec87b4ed/9eebc179-e6cf-4266-a8dc-48c7e82ee1fc) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:36.204219 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.209642 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.215238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.224001 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.251209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Network d048518d-1f25-4c74-8748-0788f236c027 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:36.254476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:36.260119 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:36.266858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Pushing event updated for resources: {'Port': ['ID=9eebc179-e6cf-4266-a8dc-48c7e82ee1fc,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:36.319333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Attempting to bind port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:36.319702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Attempting to bind port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:36.320083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Attempting to bind port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc on network d048518d-1f25-4c74-8748-0788f236c027 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:36.324954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:36.325323 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Checking segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:36.325754 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.326203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Bound using segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:36.326767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Bound port: 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:36.327238 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.332629 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Allocated IP 172.25.0.145 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/316b8735-b231-4b3f-b68f-3ebcf29b83e1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:36.391046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] For port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:36.395072 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] For port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9eebc179-e6cf-4266-a8dc-48c7e82ee1fc,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:36.400346 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.444981 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.454637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.468176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11742fb3-c384-4d2a-b470-5d36e479d97e None None] Pushing event updated for resources: {'Port': ['ID=9eebc179-e6cf-4266-a8dc-48c7e82ee1fc,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:36.483658 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:36.522748 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:36.525701 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:36.531513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:36.537285 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Pushing event updated for resources: {'Port': ['ID=316b8735-b231-4b3f-b68f-3ebcf29b83e1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:36.813209 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:37.005342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:37.134868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Router 31f81646-c8b4-4074-80df-f2fc84c73a2f is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:46:37.249986 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:46:37.263003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Sync routers for ids ['31f81646-c8b4-4074-80df-f2fc84c73a2f'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:46:37.270302 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:37.275128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43642) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:37.275678 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d5ef34f2-03e5-4f1a-95b8-e15855006f00 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4899983 Sep 18 02:46:37.281176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Routers {'31f81646-c8b4-4074-80df-f2fc84c73a2f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:46:37.281839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:46:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['31f81646-c8b4-4074-80df-f2fc84c73a2f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:37.338785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:37.418195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b73c2ef-1368-4e38-bdaf-9b1700e21d5d None None] Network d048518d-1f25-4c74-8748-0788f236c027 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:37.496045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Set router 31f81646-c8b4-4074-80df-f2fc84c73a2f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:46:37.760669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:37.761041 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:37.805068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-58412ce6-e654-41ed-af5e-fda1edb6357d None None] Provisioning complete for port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:37.805340 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-58412ce6-e654-41ed-af5e-fda1edb6357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.029332 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.065392 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.103066 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-58412ce6-e654-41ed-af5e-fda1edb6357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.143590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9eebc179-e6cf-4266-a8dc-48c7e82ee1fc,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:38.147885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:46:36Z', 'revision_number': 3, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port': {'id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:36Z', 'updated_at': '2021-09-18T02:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:38.151605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.198363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Allocated IP 172.20.0.1 (d048518d-1f25-4c74-8748-0788f236c027/b7cbcd70-2f45-47cd-b67c-e945ec87b4ed/99b0b25b-712e-432f-811f-7b903b591c81) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:38.224117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Checking router: 31f81646-c8b4-4074-80df-f2fc84c73a2f for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:46:38.224470 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Updating router 31f81646-c8b4-4074-80df-f2fc84c73a2f port 316b8735-b231-4b3f-b68f-3ebcf29b83e1 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:46:38.282702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=9eebc179-e6cf-4266-a8dc-48c7e82ee1fc,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:38.294206 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.295814 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-58412ce6-e654-41ed-af5e-fda1edb6357d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:46:38.296165 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-58412ce6-e654-41ed-af5e-fda1edb6357d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:46:38.311597 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.345267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.380376 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Network d048518d-1f25-4c74-8748-0788f236c027 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:38.385112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:38.388631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:38.415718 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Pushing event updated for resources: {'Port': ['ID=99b0b25b-712e-432f-811f-7b903b591c81,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:38.434980 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.575307 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.579230 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.581319 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.634950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Attempting to bind port 316b8735-b231-4b3f-b68f-3ebcf29b83e1 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:38.635321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Attempting to bind port 316b8735-b231-4b3f-b68f-3ebcf29b83e1 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:38.635685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Attempting to bind port 316b8735-b231-4b3f-b68f-3ebcf29b83e1 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:38.642786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8ab3f-22b8-497f-aea5-d5e4e5260448 None None] Pushing event updated for resources: {'Port': ['ID=316b8735-b231-4b3f-b68f-3ebcf29b83e1,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:38.645519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:38.645887 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:38.646287 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.646670 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:38.647184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Bound port: 316b8735-b231-4b3f-b68f-3ebcf29b83e1, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:38.647564 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.699301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] For port 316b8735-b231-4b3f-b68f-3ebcf29b83e1, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:38.702506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] For port 316b8735-b231-4b3f-b68f-3ebcf29b83e1, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=316b8735-b231-4b3f-b68f-3ebcf29b83e1,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:38.708781 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.761461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Routers {'31f81646-c8b4-4074-80df-f2fc84c73a2f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:46:38.762088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:46:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['31f81646-c8b4-4074-80df-f2fc84c73a2f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:38.762410 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.766993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.826363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8ab3f-22b8-497f-aea5-d5e4e5260448 None None] Pushing event updated for resources: {'Port': ['ID=316b8735-b231-4b3f-b68f-3ebcf29b83e1,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:38.836805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Pushing event updated for resources: {'Port': ['ID=99b0b25b-712e-432f-811f-7b903b591c81,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:38.839372 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:38.918920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] Set router 31f81646-c8b4-4074-80df-f2fc84c73a2f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:46:38.930319 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Network d048518d-1f25-4c74-8748-0788f236c027 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:38.931727 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:39.030133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-12679874-9fcc-4515-97a9-6fd0219ecddb None None] Provisioning complete for port 99b0b25b-712e-432f-811f-7b903b591c81 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:39.030508 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-12679874-9fcc-4515-97a9-6fd0219ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.051611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Router 31f81646-c8b4-4074-80df-f2fc84c73a2f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:46:39.100863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-12679874-9fcc-4515-97a9-6fd0219ecddb None None] Port 99b0b25b-712e-432f-811f-7b903b591c81 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:46:39.138086 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-12679874-9fcc-4515-97a9-6fd0219ecddb None None] Provisioning complete for port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:39.138457 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-12679874-9fcc-4515-97a9-6fd0219ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.171504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:46:39.177447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d0248342-9828-49a4-bcf6-d04686d42db9 admin admin] 10.222.0.21 "PUT /v2.0/routers/31f81646-c8b4-4074-80df-f2fc84c73a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9012730 Sep 18 02:46:39.200553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 4, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port': {'id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:36Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '99b0b25b-712e-432f-811f-7b903b591c81', 'name': '', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'mac_address': 'fa:16:3e:32:74:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:38Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 2, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'subnets': [{'id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:39.229173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838587e-1a9a-4f57-ad4b-aa885b9d5293 None None] The sync data for ids ['31f81646-c8b4-4074-80df-f2fc84c73a2f'] in n-d-789963-12 is: [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 4, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port': {'id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:36Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '99b0b25b-712e-432f-811f-7b903b591c81', 'name': '', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'mac_address': 'fa:16:3e:32:74:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:38Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 2, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'subnets': [{'id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:46:39.280270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:39.333373 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:39.333941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.410457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b526310f-c421-4ac1-880e-af1151f33c52 None None] Provisioning complete for port 99b0b25b-712e-432f-811f-7b903b591c81 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:39.410856 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b526310f-c421-4ac1-880e-af1151f33c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.464924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b526310f-c421-4ac1-880e-af1151f33c52 None None] Port 99b0b25b-712e-432f-811f-7b903b591c81 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:46:39.738497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43658) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:39.743562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1872148151-network', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:39.766746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Made reservation on behalf of 17aaeb1be5fc40c0be496b6746ec2321 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:39.769739 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.780263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.890256 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.895429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.922074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:46:39.940197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ebaca1-2dea-43dd-adfd-eb390a66b831,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:39.944214 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:39.944556 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Added segment 8afbd947-12b4-40ba-b4ba-a63f19d9b30b of type vlan for network 36263f1a-cf54-491e-8ff7-ecec469b38b1 Sep 18 02:46:39.987537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.014550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.015794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:40.016386 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.052707 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3130510 Sep 18 02:46:40.055430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43660) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:40.060241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Request body: {'subnet': {'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-subnet', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:40.097640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b549ec-e8ed-44c0-a214-4afdef268b7e admin admin] Pushing event updated for resources: {'Network': ['ID=36263f1a-cf54-491e-8ff7-ecec469b38b1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:40.108862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 36263f1a-cf54-491e-8ff7-ecec469b38b1 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:46:40.114363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Made reservation on behalf of 17aaeb1be5fc40c0be496b6746ec2321 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:40.116902 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.300993 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.355646 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206e87c1-55a1-4428-8fea-5abf1edc9889,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:40.369419 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Checking segment: {'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:40.369908 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Network hostable DHCP agents. Network: 36263f1a-cf54-491e-8ff7-ecec469b38b1, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:46:40.388780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Network 36263f1a-cf54-491e-8ff7-ecec469b38b1 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:46:40.399475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 36263f1a-cf54-491e-8ff7-ecec469b38b1) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:40.403697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:40.404378 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.408572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa83e6-142e-44a4-b50b-9fa22ce4e450 None None] Network 36263f1a-cf54-491e-8ff7-ecec469b38b1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:40.420057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-df2cb491-a220-4a7e-ad19-0d2d09d8b896 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3635845 Sep 18 02:46:40.422810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43662) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:40.428461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:40.452721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.453801 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.515141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.563770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-36263f1a-cf54-491e-8ff7-ecec469b38b1', 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'fixed_ips': [{'subnet_id': '206e87c1-55a1-4428-8fea-5abf1edc9889'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:46:40.565454 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.654635 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.700978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Allocated IP 172.20.0.2 (36263f1a-cf54-491e-8ff7-ecec469b38b1/206e87c1-55a1-4428-8fea-5abf1edc9889/447649f4-25b0-4d74-9c2d-3637de18c278) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:40.849902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.857640 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.864476 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.883777 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.899149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Network 36263f1a-cf54-491e-8ff7-ecec469b38b1 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:40.903970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:40.909357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:40.915918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Pushing event updated for resources: {'Port': ['ID=447649f4-25b0-4d74-9c2d-3637de18c278,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:40.976606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Attempting to bind port 447649f4-25b0-4d74-9c2d-3637de18c278 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:40.976986 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Attempting to bind port 447649f4-25b0-4d74-9c2d-3637de18c278 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:40.977819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Attempting to bind port 447649f4-25b0-4d74-9c2d-3637de18c278 on network 36263f1a-cf54-491e-8ff7-ecec469b38b1 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:40.983133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:40.983438 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Checking segment: {'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:40.983844 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:40.984232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Bound using segment: {'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:40.984694 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Bound port: 447649f4-25b0-4d74-9c2d-3637de18c278, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:40.985084 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.004139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Allocated IP 172.25.0.171 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/57f99cf4-b7db-4497-8b14-97e4ca42f754) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:41.050107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] For port 447649f4-25b0-4d74-9c2d-3637de18c278, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:41.053400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] For port 447649f4-25b0-4d74-9c2d-3637de18c278, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=447649f4-25b0-4d74-9c2d-3637de18c278,segment=NetworkSegment(8afbd947-12b4-40ba-b4ba-a63f19d9b30b),segment_id=8afbd947-12b4-40ba-b4ba-a63f19d9b30b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:41.058252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.118284 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8961cad-d063-401c-abe6-1afa3f2f7894 None None] Pushing event updated for resources: {'Port': ['ID=447649f4-25b0-4d74-9c2d-3637de18c278,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:41.123420 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.159443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.199095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:41.201893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:41.204888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:41.243610 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Pushing event updated for resources: {'Port': ['ID=57f99cf4-b7db-4497-8b14-97e4ca42f754,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:41.335467 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Sync routers for ids ['31f81646-c8b4-4074-80df-f2fc84c73a2f'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:46:41.350299 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Routers {'31f81646-c8b4-4074-80df-f2fc84c73a2f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:46:41.351059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:46:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['31f81646-c8b4-4074-80df-f2fc84c73a2f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:41.382583 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 316b8735-b231-4b3f-b68f-3ebcf29b83e1 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:41.449344 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 316b8735-b231-4b3f-b68f-3ebcf29b83e1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:41.450108 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.473205 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Set router 31f81646-c8b4-4074-80df-f2fc84c73a2f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:46:41.546327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.560338 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.569584 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 316b8735-b231-4b3f-b68f-3ebcf29b83e1, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=316b8735-b231-4b3f-b68f-3ebcf29b83e1,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:41.575546 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.631802 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=316b8735-b231-4b3f-b68f-3ebcf29b83e1,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:41.685206 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 4, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port': {'id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:36Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '99b0b25b-712e-432f-811f-7b903b591c81', 'name': '', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'mac_address': 'fa:16:3e:32:74:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:38Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 2, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'subnets': [{'id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:41.710938 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Checking router: 31f81646-c8b4-4074-80df-f2fc84c73a2f for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:46:41.711283 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Updating router 31f81646-c8b4-4074-80df-f2fc84c73a2f port 99b0b25b-712e-432f-811f-7b903b591c81 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:46:41.735608 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.777017 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:41.914416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Router 36b45344-fa5d-4ab0-8356-a03daca83eed is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:46:42.031986 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.033015 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:46:42.043505 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.045558 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Sync routers for ids ['36b45344-fa5d-4ab0-8356-a03daca83eed'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:46:42.058907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Routers {'36b45344-fa5d-4ab0-8356-a03daca83eed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:46:42.059556 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:46:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['36b45344-fa5d-4ab0-8356-a03daca83eed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:42.060468 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.062322 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9cec4e4e-d14e-4b40-afeb-965e59f0ba42 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6377771 Sep 18 02:46:42.066844 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43664) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:46:42.106814 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Pushing event updated for resources: {'Port': ['ID=99b0b25b-712e-432f-811f-7b903b591c81,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:42.129498 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.129846 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.130187 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.131062 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.131062 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.131334 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.131678 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.132248 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.132575 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.132925 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.133209 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.133532 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:46:42.161047 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2451e96b-6938-4bf1-a37b-45a34bef0067 None None] Network 36263f1a-cf54-491e-8ff7-ecec469b38b1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:46:42.177251 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Attempting to bind port 99b0b25b-712e-432f-811f-7b903b591c81 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:42.177628 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Attempting to bind port 99b0b25b-712e-432f-811f-7b903b591c81 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:42.177993 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Attempting to bind port 99b0b25b-712e-432f-811f-7b903b591c81 on network d048518d-1f25-4c74-8748-0788f236c027 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:42.183994 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:42.184380 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Checking segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:42.184923 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.185514 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Bound using segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:42.185889 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Bound port: 99b0b25b-712e-432f-811f-7b903b591c81, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:42.186578 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.280423 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] For port 99b0b25b-712e-432f-811f-7b903b591c81, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:42.286040 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] For port 99b0b25b-712e-432f-811f-7b903b591c81, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=99b0b25b-712e-432f-811f-7b903b591c81,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:42.295149 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.365071 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Routers {'31f81646-c8b4-4074-80df-f2fc84c73a2f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:46:42.366304 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:46:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['31f81646-c8b4-4074-80df-f2fc84c73a2f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:42.434661 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c03b6-83e1-461f-8b3a-e92a9cccfd55 None None] Pushing event updated for resources: {'Port': ['ID=99b0b25b-712e-432f-811f-7b903b591c81,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:42.478365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Set router 36b45344-fa5d-4ab0-8356-a03daca83eed gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:46:42.505201 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5fda3c22-a16a-49d1-a9e3-beab70b28106 None None] Provisioning complete for port 447649f4-25b0-4d74-9c2d-3637de18c278 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:42.505576 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5fda3c22-a16a-49d1-a9e3-beab70b28106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.528548 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] Set router 31f81646-c8b4-4074-80df-f2fc84c73a2f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:46:42.573333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.751845 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 4, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port': {'id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:36Z', 'updated_at': '2021-09-18T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '99b0b25b-712e-432f-811f-7b903b591c81', 'name': '', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'mac_address': 'fa:16:3e:32:74:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:38Z', 'updated_at': '2021-09-18T02:46:42Z', 'revision_number': 4, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'subnets': [{'id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:42.764788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Allocated IP 172.20.0.1 (36263f1a-cf54-491e-8ff7-ecec469b38b1/206e87c1-55a1-4428-8fea-5abf1edc9889/c09e731c-e0c3-4e45-90cc-d457cfa9abef) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:42.779188 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67688f-f415-4213-b670-61e4809ccf3b None None] The sync data for ids ['31f81646-c8b4-4074-80df-f2fc84c73a2f'] in n-d-789963-12 is: [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:46:38Z', 'revision_number': 4, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port': {'id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:36Z', 'updated_at': '2021-09-18T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '99b0b25b-712e-432f-811f-7b903b591c81', 'name': '', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'mac_address': 'fa:16:3e:32:74:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:38Z', 'updated_at': '2021-09-18T02:46:42Z', 'revision_number': 4, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'subnets': [{'id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:46:42.812511 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5fda3c22-a16a-49d1-a9e3-beab70b28106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.857669 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:41Z', 'revision_number': 3, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:42.864235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-5fda3c22-a16a-49d1-a9e3-beab70b28106 None None] For port 447649f4-25b0-4d74-9c2d-3637de18c278, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=447649f4-25b0-4d74-9c2d-3637de18c278,segment=NetworkSegment(8afbd947-12b4-40ba-b4ba-a63f19d9b30b),segment_id=8afbd947-12b4-40ba-b4ba-a63f19d9b30b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:42.895620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5fda3c22-a16a-49d1-a9e3-beab70b28106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:42.897524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Checking router: 36b45344-fa5d-4ab0-8356-a03daca83eed for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:46:42.897869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Updating router 36b45344-fa5d-4ab0-8356-a03daca83eed port 57f99cf4-b7db-4497-8b14-97e4ca42f754 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:46:42.961367 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.116896 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ba3607b-1e65-4880-9a56-39892ff63289 None None] Provisioning complete for port 99b0b25b-712e-432f-811f-7b903b591c81 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:43.117264 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ba3607b-1e65-4880-9a56-39892ff63289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.149348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda3c22-a16a-49d1-a9e3-beab70b28106 None None] Pushing event updated for resources: {'Port': ['ID=447649f4-25b0-4d74-9c2d-3637de18c278,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:43.239710 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.280220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.300968 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ba3607b-1e65-4880-9a56-39892ff63289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.327988 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Network 36263f1a-cf54-491e-8ff7-ecec469b38b1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:43.336472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:43.339451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:43.364138 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Pushing event updated for resources: {'Port': ['ID=c09e731c-e0c3-4e45-90cc-d457cfa9abef,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:43.380664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9ba3607b-1e65-4880-9a56-39892ff63289 None None] For port 99b0b25b-712e-432f-811f-7b903b591c81, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=99b0b25b-712e-432f-811f-7b903b591c81,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:43.383331 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.386656 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ba3607b-1e65-4880-9a56-39892ff63289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.390600 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.392818 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.462729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Attempting to bind port 57f99cf4-b7db-4497-8b14-97e4ca42f754 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:43.463114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Attempting to bind port 57f99cf4-b7db-4497-8b14-97e4ca42f754 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:43.463477 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Attempting to bind port 57f99cf4-b7db-4497-8b14-97e4ca42f754 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:43.467561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3607b-1e65-4880-9a56-39892ff63289 None None] Pushing event updated for resources: {'Port': ['ID=99b0b25b-712e-432f-811f-7b903b591c81,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:43.504449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:43.505803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:43.506248 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.506647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:43.507421 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Bound port: 57f99cf4-b7db-4497-8b14-97e4ca42f754, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:43.507833 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.542770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 99b0b25b-712e-432f-811f-7b903b591c81 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:43.579389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.588448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf404d-fabb-41cd-a0d5-9bffffb227b1 None None] Pushing event updated for resources: {'Port': ['ID=57f99cf4-b7db-4497-8b14-97e4ca42f754,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:43.626564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3b83dc2e-60c2-4efb-ab25-0ede4dbc2fba None None] Provisioning complete for port 447649f4-25b0-4d74-9c2d-3637de18c278 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:43.626984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3b83dc2e-60c2-4efb-ab25-0ede4dbc2fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.637132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] For port 57f99cf4-b7db-4497-8b14-97e4ca42f754, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:43.670905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] For port 57f99cf4-b7db-4497-8b14-97e4ca42f754, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=57f99cf4-b7db-4497-8b14-97e4ca42f754,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:43.679134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.726970 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 99b0b25b-712e-432f-811f-7b903b591c81 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:43.727331 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.770499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.775866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.788295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf404d-fabb-41cd-a0d5-9bffffb227b1 None None] Pushing event updated for resources: {'Port': ['ID=57f99cf4-b7db-4497-8b14-97e4ca42f754,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:43.795075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Routers {'36b45344-fa5d-4ab0-8356-a03daca83eed'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:46:43.795689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:46:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['36b45344-fa5d-4ab0-8356-a03daca83eed'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:43.844924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Pushing event updated for resources: {'Port': ['ID=c09e731c-e0c3-4e45-90cc-d457cfa9abef,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:43.847395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:43.938108 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Network 36263f1a-cf54-491e-8ff7-ecec469b38b1 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:43.940264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:43.974146 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] Set router 36b45344-fa5d-4ab0-8356-a03daca83eed gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:46:43.976642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 316b8735-b231-4b3f-b68f-3ebcf29b83e1 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:44.065667 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Router 36b45344-fa5d-4ab0-8356-a03daca83eed has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:46:44.093973 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-91888cf3-c07c-46b3-9112-a2455e76703a None None] Provisioning complete for port c09e731c-e0c3-4e45-90cc-d457cfa9abef triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:44.094331 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91888cf3-c07c-46b3-9112-a2455e76703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:44.191736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 316b8735-b231-4b3f-b68f-3ebcf29b83e1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:44.192108 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:44.194131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:46:44.195008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-91888cf3-c07c-46b3-9112-a2455e76703a None None] Port c09e731c-e0c3-4e45-90cc-d457cfa9abef cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:46:44.208841 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-878cb02d-db46-44b8-ac64-5874c8900dae admin admin] 10.222.0.21 "PUT /v2.0/routers/36b45344-fa5d-4ab0-8356-a03daca83eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317496 Sep 18 02:46:44.327132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 447649f4-25b0-4d74-9c2d-3637de18c278 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:44.360478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-33b3b753-bd28-4a38-b9af-f9982dea2c42 None None] Provisioning complete for port c09e731c-e0c3-4e45-90cc-d457cfa9abef triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:44.360853 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33b3b753-bd28-4a38-b9af-f9982dea2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:44.554620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 4, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c09e731c-e0c3-4e45-90cc-d457cfa9abef', 'name': '', 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'mac_address': 'fa:16:3e:a4:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:42Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 2, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'subnets': [{'id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:44.593052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cfcdac-c02a-44a7-9d82-adce00958519 None None] The sync data for ids ['36b45344-fa5d-4ab0-8356-a03daca83eed'] in n-d-789963-12 is: [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 4, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c09e731c-e0c3-4e45-90cc-d457cfa9abef', 'name': '', 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'mac_address': 'fa:16:3e:a4:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:42Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 2, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'subnets': [{'id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:46:44.604735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-33b3b753-bd28-4a38-b9af-f9982dea2c42 None None] Port c09e731c-e0c3-4e45-90cc-d457cfa9abef cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:46:44.619257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 447649f4-25b0-4d74-9c2d-3637de18c278 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:44.619647 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:45.094001 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-9d3d8759-7871-48c1-bf7c-8de644bde8e8 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:45.096251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-9d3d8759-7871-48c1-bf7c-8de644bde8e8 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/networks?id=d048518d-1f25-4c74-8748-0788f236c027 HTTP/1.1" status: 200 len: 816 time: 0.1111379 Sep 18 02:46:45.112649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-0f02ec38-e4a5-4989-a5b2-582c07498864 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/quotas/70f8453b0bbb49e4b7b0731e741e24d5 HTTP/1.1" status: 200 len: 375 time: 0.0099199 Sep 18 02:46:45.166541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-79b063ea-4d8b-4359-9dab-843b9baa9998 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f8453b0bbb49e4b7b0731e741e24d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481763 Sep 18 02:46:45.263736 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-4bb34c11-fca7-4fcb-bdca-ece5e4b62d02 service neutron] 10.222.0.21 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853374 Sep 18 02:46:45.274029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 99b0b25b-712e-432f-811f-7b903b591c81 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:45.320286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 99b0b25b-712e-432f-811f-7b903b591c81 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:45.320662 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:45.360280 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-ec43dc5d-724f-4770-84f0-638abaf508da service neutron] 10.222.0.21 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894806 Sep 18 02:46:45.522927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-74eca78b-8704-47f0-bcf9-ef3eabc00c1e req-fde36290-01d6-4ee4-9c6d-7bed3ddbebce tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 210 time: 0.0275569 Sep 18 02:46:46.487978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-667d5472-9bf3-44ab-b510-ee22fd534af0 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:46.489421 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-667d5472-9bf3-44ab-b510-ee22fd534af0 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.18 "GET /v2.0/networks?id=d048518d-1f25-4c74-8748-0788f236c027 HTTP/1.1" status: 200 len: 816 time: 0.1104186 Sep 18 02:46:46.502964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Request body: {'port': {'device_id': '2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'admin_state_up': True, 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:46.613517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Made reservation on behalf of 70f8453b0bbb49e4b7b0731e741e24d5 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:46:46.617662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:46.624300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-45c7f9fc-3891-46b9-a8fa-055980daa53e req-eb93c633-8333-4316-8279-7af3d9e4c5da tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 210 time: 0.0293777 Sep 18 02:46:46.750966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Allocated IP 172.20.0.10 (d048518d-1f25-4c74-8748-0788f236c027/b7cbcd70-2f45-47cd-b67c-e945ec87b4ed/c1840282-b49d-47ea-babc-d7bff0a94697) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:46:46.897991 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Sync routers for ids ['36b45344-fa5d-4ab0-8356-a03daca83eed'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:46:46.907633 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Routers {'36b45344-fa5d-4ab0-8356-a03daca83eed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:46:46.908446 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:46:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['36b45344-fa5d-4ab0-8356-a03daca83eed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:47.019794 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Set router 36b45344-fa5d-4ab0-8356-a03daca83eed gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:46:47.236589 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.271276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.311877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 57f99cf4-b7db-4497-8b14-97e4ca42f754 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:47.320110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Network d048518d-1f25-4c74-8748-0788f236c027 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:46:47.323235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:46:47.326997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:46:47.337025 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 4, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c09e731c-e0c3-4e45-90cc-d457cfa9abef', 'name': '', 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'mac_address': 'fa:16:3e:a4:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:42Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 2, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'subnets': [{'id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:47.357217 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Pushing event updated for resources: {'Port': ['ID=c1840282-b49d-47ea-babc-d7bff0a94697,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:47.371861 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Checking router: 36b45344-fa5d-4ab0-8356-a03daca83eed for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:46:47.372175 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Updating router 36b45344-fa5d-4ab0-8356-a03daca83eed port c09e731c-e0c3-4e45-90cc-d457cfa9abef binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:46:47.385704 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 57f99cf4-b7db-4497-8b14-97e4ca42f754 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:47.386090 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.388806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:47.388806 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.399933 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.407687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-02785c8c-d706-42df-9c93-cc7a816e50ac tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9088483 Sep 18 02:46:47.420729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Request body: {'port': {'device_id': '2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:46:47.484414 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.485057 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.511417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 57f99cf4-b7db-4497-8b14-97e4ca42f754, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=57f99cf4-b7db-4497-8b14-97e4ca42f754,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:47.516689 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.570554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=57f99cf4-b7db-4497-8b14-97e4ca42f754,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:47.677827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-46925d81-c5b1-4899-8046-e8ea23956731 None None] Provisioning complete for port c1840282-b49d-47ea-babc-d7bff0a94697 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:47.678796 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-46925d81-c5b1-4899-8046-e8ea23956731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.716665 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.721986 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.738228 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-46925d81-c5b1-4899-8046-e8ea23956731 None None] Port c1840282-b49d-47ea-babc-d7bff0a94697 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:46:47.774361 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ec6d-ca61-4fb4-a354-c3253bc87a31 req-de697b6c-ea80-4de0-aa74-2f2efe5f0224 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:47.775960 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4336ec6d-ca61-4fb4-a354-c3253bc87a31 req-de697b6c-ea80-4de0-aa74-2f2efe5f0224 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 932 time: 0.0788891 Sep 18 02:46:47.805464 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e5402-1011-4b14-8cc4-bff92da3c795 None None] Pushing event updated for resources: {'Port': ['ID=c09e731c-e0c3-4e45-90cc-d457cfa9abef,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:47.847024 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Attempting to bind port c09e731c-e0c3-4e45-90cc-d457cfa9abef on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:47.847381 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Attempting to bind port c09e731c-e0c3-4e45-90cc-d457cfa9abef by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:47.847736 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Attempting to bind port c09e731c-e0c3-4e45-90cc-d457cfa9abef on network 36263f1a-cf54-491e-8ff7-ecec469b38b1 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:47.853150 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:47.853521 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Checking segment: {'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:47.853916 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.854302 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Bound using segment: {'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:47.854782 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Bound port: c09e731c-e0c3-4e45-90cc-d457cfa9abef, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afbd947-12b4-40ba-b4ba-a63f19d9b30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:47.855156 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.859283 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4336ec6d-ca61-4fb4-a354-c3253bc87a31 req-4a299558-afca-4754-a4cc-e47f29da58c6 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764070 Sep 18 02:46:47.880442 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1840282-b49d-47ea-babc-d7bff0a94697 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:46:47.889537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.904218 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Transition to ACTIVE for port object c1840282-b49d-47ea-babc-d7bff0a94697 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:46:47.909661 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.924018 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] For port c09e731c-e0c3-4e45-90cc-d457cfa9abef, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:47.927426 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] For port c09e731c-e0c3-4e45-90cc-d457cfa9abef, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c09e731c-e0c3-4e45-90cc-d457cfa9abef,segment=NetworkSegment(8afbd947-12b4-40ba-b4ba-a63f19d9b30b),segment_id=8afbd947-12b4-40ba-b4ba-a63f19d9b30b)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:47.932770 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:47.989290 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Pushing event updated for resources: {'Port': ['ID=c1840282-b49d-47ea-babc-d7bff0a94697,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:48.000306 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Routers {'36b45344-fa5d-4ab0-8356-a03daca83eed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:46:48.000930 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:46:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['36b45344-fa5d-4ab0-8356-a03daca83eed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:48.006092 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e5402-1011-4b14-8cc4-bff92da3c795 None None] Pushing event updated for resources: {'Port': ['ID=c09e731c-e0c3-4e45-90cc-d457cfa9abef,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:48.056102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Attempting to bind port c1840282-b49d-47ea-babc-d7bff0a94697 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:46:48.056432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Attempting to bind port c1840282-b49d-47ea-babc-d7bff0a94697 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:46:48.056766 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Attempting to bind port c1840282-b49d-47ea-babc-d7bff0a94697 on network d048518d-1f25-4c74-8748-0788f236c027 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:48.062590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Port c1840282-b49d-47ea-babc-d7bff0a94697 on network d048518d-1f25-4c74-8748-0788f236c027 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:46:48.062940 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Attempting to bind port c1840282-b49d-47ea-babc-d7bff0a94697 on network d048518d-1f25-4c74-8748-0788f236c027 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:46:48.064148 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-661de179-8b79-4fbc-aa60-e37a9df6916e None None] Provisioning complete for port c09e731c-e0c3-4e45-90cc-d457cfa9abef triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:48.064774 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-661de179-8b79-4fbc-aa60-e37a9df6916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:48.068877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:46:48.069359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Checking segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:46:48.069750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Bound using segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:46:48.070183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Bound port: c1840282-b49d-47ea-babc-d7bff0a94697, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:46:48.070539 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:48.132901 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] Set router 36b45344-fa5d-4ab0-8356-a03daca83eed gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:46:48.161871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] For port c1840282-b49d-47ea-babc-d7bff0a94697, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:46:48.166941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] For port c1840282-b49d-47ea-babc-d7bff0a94697, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1840282-b49d-47ea-babc-d7bff0a94697,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:46:48.179713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:48.212569 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-661de179-8b79-4fbc-aa60-e37a9df6916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:48.241138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:48.242266 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:48.243783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] 10.222.0.18 "PUT /v2.0/ports/c1840282-b49d-47ea-babc-d7bff0a94697 HTTP/1.1" status: 200 len: 1093 time: 0.8274708 Sep 18 02:46:48.244246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863', 'tag': 'c1840282-b49d-47ea-babc-d7bff0a94697'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:46:48.248846 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863", "tag": "c1840282-b49d-47ea-babc-d7bff0a94697"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:46:48.259983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-661de179-8b79-4fbc-aa60-e37a9df6916e None None] For port c09e731c-e0c3-4e45-90cc-d457cfa9abef, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c09e731c-e0c3-4e45-90cc-d457cfa9abef,segment=NetworkSegment(8afbd947-12b4-40ba-b4ba-a63f19d9b30b),segment_id=8afbd947-12b4-40ba-b4ba-a63f19d9b30b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:48.267935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-661de179-8b79-4fbc-aa60-e37a9df6916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:48.331937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661de179-8b79-4fbc-aa60-e37a9df6916e None None] Pushing event updated for resources: {'Port': ['ID=c09e731c-e0c3-4e45-90cc-d457cfa9abef,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:48.340818 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0c5558-8124-4c55-a01a-755cf06807e1 x-openstack-request-id: req-3b0c5558-8124-4c55-a01a-755cf06807e1 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:46:48.341110 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863", "tag": "c1840282-b49d-47ea-babc-d7bff0a94697", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:46:48.341362 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b0c5558-8124-4c55-a01a-755cf06807e1 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:46:48.341768 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863', 'tag': 'c1840282-b49d-47ea-babc-d7bff0a94697', 'status': 'completed', 'code': 200} Sep 18 02:46:48.343980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7fc5c-f5b3-4f6d-a537-ebfc18ed4aff service neutron] Pushing event updated for resources: {'Port': ['ID=c1840282-b49d-47ea-babc-d7bff0a94697,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:48.360986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-1c0699d3-f010-4c0b-b2ad-91630abee6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:48.362898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-1c0699d3-f010-4c0b-b2ad-91630abee6dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70f8453b0bbb49e4b7b0731e741e24d5&device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 1096 time: 0.0676432 Sep 18 02:46:48.394292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-98a8dd57-a37c-421a-a25f-c75124e86e2f None None] Provisioning complete for port c09e731c-e0c3-4e45-90cc-d457cfa9abef triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:48.394870 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98a8dd57-a37c-421a-a25f-c75124e86e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:48.412968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-d52ed2cd-57c2-4cae-aae1-cd3eca1f1781 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1840282-b49d-47ea-babc-d7bff0a94697 HTTP/1.1" status: 200 len: 217 time: 0.0424662 Sep 18 02:46:48.433042 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 4, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c09e731c-e0c3-4e45-90cc-d457cfa9abef', 'name': '', 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'mac_address': 'fa:16:3e:a4:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:42Z', 'updated_at': '2021-09-18T02:46:47Z', 'revision_number': 4, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'subnets': [{'id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:46:48.464943 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfaa7b8-419c-4256-8612-874b0bcd71fd None None] The sync data for ids ['36b45344-fa5d-4ab0-8356-a03daca83eed'] in n-d-789963-12 is: [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:43Z', 'revision_number': 4, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'c09e731c-e0c3-4e45-90cc-d457cfa9abef', 'name': '', 'network_id': '36263f1a-cf54-491e-8ff7-ecec469b38b1', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'mac_address': 'fa:16:3e:a4:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:42Z', 'updated_at': '2021-09-18T02:46:47Z', 'revision_number': 4, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'subnets': [{'id': '206e87c1-55a1-4428-8fea-5abf1edc9889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:46:48.467731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-2804baa7-9ba5-4c7b-8308-142aaed33cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:48.470031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-2804baa7-9ba5-4c7b-8308-142aaed33cd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b7cbcd70-2f45-47cd-b67c-e945ec87b4ed HTTP/1.1" status: 200 len: 855 time: 0.0500448 Sep 18 02:46:48.521501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-2ea32723-0d2d-47f0-a129-dea0faa527d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:48.523050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-2ea32723-0d2d-47f0-a129-dea0faa527d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d048518d-1f25-4c74-8748-0788f236c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467567 Sep 18 02:46:48.631799 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-96e93910-b135-45f7-a602-200caa305945 service neutron] 10.222.0.18 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014192 Sep 18 02:46:48.728193 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4e5aa9db-813b-4c5c-9c08-72222605f8a6 req-f192cfe9-70b2-4e5f-9e13-3f3d2ab72eed service neutron] 10.222.0.18 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895038 Sep 18 02:46:48.821955 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-976409aa-8120-4823-aba1-3728b10f9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:48.823525 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-976409aa-8120-4823-aba1-3728b10f9f62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70f8453b0bbb49e4b7b0731e741e24d5&device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 1096 time: 0.0441501 Sep 18 02:46:48.928858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-40240eff-d77b-4c16-ad58-f09475d4bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:48.930383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-40240eff-d77b-4c16-ad58-f09475d4bb7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d048518d-1f25-4c74-8748-0788f236c027 HTTP/1.1" status: 200 len: 916 time: 0.0999122 Sep 18 02:46:48.995676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-a0bf6b2a-9f77-4c5b-9423-6671fcc85f9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1840282-b49d-47ea-babc-d7bff0a94697 HTTP/1.1" status: 200 len: 217 time: 0.0559115 Sep 18 02:46:49.043843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356018a-4d3e-4af5-aad5-60f7974db953 req-6e188350-ce5d-4703-8e69-0c96a047092e tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:49.045234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6356018a-4d3e-4af5-aad5-60f7974db953 req-6e188350-ce5d-4703-8e69-0c96a047092e tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 944 time: 0.1139600 Sep 18 02:46:49.069434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-3df034ca-e53c-4975-8180-0fffd6418558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:49.070883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-3df034ca-e53c-4975-8180-0fffd6418558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b7cbcd70-2f45-47cd-b67c-e945ec87b4ed HTTP/1.1" status: 200 len: 855 time: 0.0678248 Sep 18 02:46:49.113947 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6356018a-4d3e-4af5-aad5-60f7974db953 req-b31de997-343c-49d4-9348-3f471f2d9d81 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617371 Sep 18 02:46:49.126996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-b3b64fa5-ce77-4512-a3e0-4010fe113f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:49.128492 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-b3b64fa5-ce77-4512-a3e0-4010fe113f40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d048518d-1f25-4c74-8748-0788f236c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501840 Sep 18 02:46:49.224217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-fe25e191-c2e7-4e42-902d-2b3f761fb530 service neutron] 10.222.0.18 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875804 Sep 18 02:46:49.289497 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 57f99cf4-b7db-4497-8b14-97e4ca42f754 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:49.321113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ebdbeb99-4285-4bab-b8a8-652a6f02d19e req-8f8d42cc-9ed2-4e35-9d89-c5cfc9a62c47 service neutron] 10.222.0.18 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897815 Sep 18 02:46:49.336662 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 57f99cf4-b7db-4497-8b14-97e4ca42f754 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:49.337192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:49.416774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c09e731c-e0c3-4e45-90cc-d457cfa9abef up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:49.461316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port c09e731c-e0c3-4e45-90cc-d457cfa9abef triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:49.461687 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:50.233065 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b05f1-eb5d-40c4-a0a3-daf00759798d req-3feefbe5-3712-496e-8e3b-19f087ce9103 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:50.234563 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e50b05f1-eb5d-40c4-a0a3-daf00759798d req-3feefbe5-3712-496e-8e3b-19f087ce9103 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 944 time: 0.0492032 Sep 18 02:46:50.276895 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e50b05f1-eb5d-40c4-a0a3-daf00759798d req-34507787-2cdc-4a6c-b68f-7bd74a8baecd tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357866 Sep 18 02:46:51.393869 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910fb0f-1602-44e2-b06b-e26efcdfcdb6 req-c4ae33f0-61c0-4f4e-babd-1132978a1f53 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:51.395364 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7910fb0f-1602-44e2-b06b-e26efcdfcdb6 req-c4ae33f0-61c0-4f4e-babd-1132978a1f53 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 944 time: 0.0534220 Sep 18 02:46:51.431226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7910fb0f-1602-44e2-b06b-e26efcdfcdb6 req-4e879bed-0a60-44a8-a835-a16a6911b260 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300555 Sep 18 02:46:52.020735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1840282-b49d-47ea-babc-d7bff0a94697 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:46:52.113689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1840282-b49d-47ea-babc-d7bff0a94697, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1840282-b49d-47ea-babc-d7bff0a94697,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:52.124189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c1840282-b49d-47ea-babc-d7bff0a94697', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'port_id': 'c1840282-b49d-47ea-babc-d7bff0a94697', 'mac_address': 'fa:16:3e:d3:22:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:46:52.160496 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:52.177077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1840282-b49d-47ea-babc-d7bff0a94697 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:46:52.196426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1840282-b49d-47ea-babc-d7bff0a94697, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1840282-b49d-47ea-babc-d7bff0a94697,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:52.199829 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:52.248286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1840282-b49d-47ea-babc-d7bff0a94697,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:52.404215 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c1840282-b49d-47ea-babc-d7bff0a94697'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:46:52.548152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca6f44-d391-4a27-b02c-238e06a52c6b req-50e25916-893d-41e2-be68-ed54db806987 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:52.550292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7cca6f44-d391-4a27-b02c-238e06a52c6b req-50e25916-893d-41e2-be68-ed54db806987 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 945 time: 0.0498230 Sep 18 02:46:52.587756 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7cca6f44-d391-4a27-b02c-238e06a52c6b req-30e26b76-2276-48e3-96ce-7b3cb3a77de7 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Sep 18 02:46:53.699348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7b35-4fde-4d60-a1e2-900c2d7717b7 req-89c4dee8-8f54-4bb2-a4ce-113e7ac09be5 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:53.700825 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-865e7b35-4fde-4d60-a1e2-900c2d7717b7 req-89c4dee8-8f54-4bb2-a4ce-113e7ac09be5 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 945 time: 0.0472801 Sep 18 02:46:53.741030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-865e7b35-4fde-4d60-a1e2-900c2d7717b7 req-a7030c6b-942e-43c5-9c29-06ed50f655ce tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Sep 18 02:46:54.035874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1840282-b49d-47ea-babc-d7bff0a94697 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:46:54.089231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port c1840282-b49d-47ea-babc-d7bff0a94697 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:46:54.092745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c1840282-b49d-47ea-babc-d7bff0a94697 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:46:54.093123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:54.172731 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:54.195534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1840282-b49d-47ea-babc-d7bff0a94697'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:46:54.197763 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5266a728-398a-48ab-bc07-f15ce36cae54" -d '{"events": [{"server_uuid": "2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863", "name": "network-vif-plugged", "status": "completed", "tag": "c1840282-b49d-47ea-babc-d7bff0a94697"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:46:54.210589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1840282-b49d-47ea-babc-d7bff0a94697, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1840282-b49d-47ea-babc-d7bff0a94697,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:46:54.214622 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:54.239107 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f01340c-0944-4147-a5ea-fb13383ee12a x-openstack-request-id: req-8f01340c-0944-4147-a5ea-fb13383ee12a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:46:54.239404 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863", "name": "network-vif-plugged", "status": "completed", "tag": "c1840282-b49d-47ea-babc-d7bff0a94697", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:46:54.239656 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f01340c-0944-4147-a5ea-fb13383ee12a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:46:54.240100 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1840282-b49d-47ea-babc-d7bff0a94697', 'code': 200} Sep 18 02:46:54.268653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1840282-b49d-47ea-babc-d7bff0a94697,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:46:54.330571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faba4c-c510-4bd8-9d90-43945c9264cc req-b6bf8c73-49fd-47a9-a969-8dfbadaff82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:54.332112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84faba4c-c510-4bd8-9d90-43945c9264cc req-b6bf8c73-49fd-47a9-a969-8dfbadaff82e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 1098 time: 0.0403252 Sep 18 02:46:54.366482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84faba4c-c510-4bd8-9d90-43945c9264cc req-6c188e71-a0b3-4b97-832f-6af041c91dcb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278080 Sep 18 02:46:54.855667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5341ce-5f2a-4dcc-bf1c-b1cc0507bb4e req-1d72ee00-e050-441e-b411-1d76c76c464c tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:54.857112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a5341ce-5f2a-4dcc-bf1c-b1cc0507bb4e req-1d72ee00-e050-441e-b411-1d76c76c464c tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 946 time: 0.0511782 Sep 18 02:46:54.895925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a5341ce-5f2a-4dcc-bf1c-b1cc0507bb4e req-82a12a23-fae6-4f8c-b9e3-ab981674e4c7 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Sep 18 02:46:55.915615 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:46:55.981029 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:46:56.013477 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f44180-0421-4018-a043-5cc526252160 req-870e9324-0dcb-47d0-bf27-da0ae415a61d tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:56.015063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4f44180-0421-4018-a043-5cc526252160 req-870e9324-0dcb-47d0-bf27-da0ae415a61d tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 946 time: 0.0489030 Sep 18 02:46:56.052749 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4f44180-0421-4018-a043-5cc526252160 req-a5af03eb-e9e3-4912-9744-b4fcf1aee942 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308766 Sep 18 02:46:56.163641 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12013ce2-a044-4cab-85c7-9a6dc6dd2d7f req-fce6d8e4-7f00-431d-8791-8a5229298d42 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:46:56.165113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12013ce2-a044-4cab-85c7-9a6dc6dd2d7f req-fce6d8e4-7f00-431d-8791-8a5229298d42 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 946 time: 0.0483983 Sep 18 02:46:56.204542 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-12013ce2-a044-4cab-85c7-9a6dc6dd2d7f req-2673a725-d096-4889-96a7-dc8b295e577b tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336387 Sep 18 02:46:56.237383 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:00.911905 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-53c49a65-9213-4920-9286-2ffc48f173bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:03.499162 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a4a50e7f-8a05-4b54-82d8-ea3f6c7a0f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:04.117294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:05.078182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:06.428111 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:14.701721 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0f249-af0a-445a-bb1c-3c03bd53c7d2 req-e8c723d5-8101-4ece-8996-e9cae536d62a tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:14.703276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eb0f249-af0a-445a-bb1c-3c03bd53c7d2 req-e8c723d5-8101-4ece-8996-e9cae536d62a tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 946 time: 0.0500762 Sep 18 02:47:14.743405 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0eb0f249-af0a-445a-bb1c-3c03bd53c7d2 req-3dced702-c1f2-45c1-9000-d693f6fc0bc9 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Sep 18 02:47:15.858291 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d7de5-ef09-4c7d-8292-74ea49a8ae3f req-19a724bc-3d62-40a5-89fc-7d1478fb88e9 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:15.859808 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f2d7de5-ef09-4c7d-8292-74ea49a8ae3f req-19a724bc-3d62-40a5-89fc-7d1478fb88e9 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 946 time: 0.0490677 Sep 18 02:47:15.902036 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f2d7de5-ef09-4c7d-8292-74ea49a8ae3f req-dca65bcb-dc20-4b91-87a4-f061b3c4ee18 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Sep 18 02:47:16.196532 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c537e-2663-425e-886d-aab66577dc4a req-8b0f37f2-ee3b-48bd-aa14-43919c244cd1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:16.197962 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b9c537e-2663-425e-886d-aab66577dc4a req-8b0f37f2-ee3b-48bd-aa14-43919c244cd1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 946 time: 0.0515068 Sep 18 02:47:16.285023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Deleting port c1840282-b49d-47ea-babc-d7bff0a94697 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:16.285359 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:16.375161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] For port c1840282-b49d-47ea-babc-d7bff0a94697, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1840282-b49d-47ea-babc-d7bff0a94697,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:16.375523 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:16.387238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Calling delete_port for c1840282-b49d-47ea-babc-d7bff0a94697 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:16.510418 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:16.522586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c1840282-b49d-47ea-babc-d7bff0a94697'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:47:16.542138 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Pushing event deleted for resources: {'Port': ['ID=c1840282-b49d-47ea-babc-d7bff0a94697,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:16.568279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.568634 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.568976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.569310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.569643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.569975 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.570303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.570629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.571023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.571437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.571830 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.572154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:16.594165 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] No DVR routers for this DVR port c1840282-b49d-47ea-babc-d7bff0a94697 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:47:16.597342 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:16.599682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9b9c537e-2663-425e-886d-aab66577dc4a req-21dd02c7-1551-4c93-81d7-57bb1f0660b1 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.18 "DELETE /v2.0/ports/c1840282-b49d-47ea-babc-d7bff0a94697 HTTP/1.1" status: 204 len: 173 time: 0.3952377 Sep 18 02:47:16.600149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863', 'name': 'network-vif-deleted', 'tag': 'c1840282-b49d-47ea-babc-d7bff0a94697'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:47:16.603137 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febfd47c-5085-4b1b-87ec-d6b14b05d062" -d '{"events": [{"server_uuid": "2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863", "name": "network-vif-deleted", "tag": "c1840282-b49d-47ea-babc-d7bff0a94697"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:47:16.649266 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7e7e5c-fa21-422e-ba04-6473b01277c2 x-openstack-request-id: req-3b7e7e5c-fa21-422e-ba04-6473b01277c2 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:47:16.649570 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863", "name": "network-vif-deleted", "tag": "c1840282-b49d-47ea-babc-d7bff0a94697", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:47:16.649823 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b7e7e5c-fa21-422e-ba04-6473b01277c2 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:47:16.650222 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863', 'name': 'network-vif-deleted', 'tag': 'c1840282-b49d-47ea-babc-d7bff0a94697', 'status': 'completed', 'code': 200} Sep 18 02:47:17.013595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50d6e43a-33be-4242-a41f-c4fb11e06ef3 req-3852d5f0-d921-498f-a36b-d7a3bb46e37a tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbfa2c1-9f06-4a8c-ac25-2694fbb4c863 HTTP/1.1" status: 200 len: 210 time: 0.0271626 Sep 18 02:47:18.518127 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-0224ec30-033f-4ff5-875a-62f8ae084a85 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:18.519654 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-0224ec30-033f-4ff5-875a-62f8ae084a85 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/networks?id=d048518d-1f25-4c74-8748-0788f236c027 HTTP/1.1" status: 200 len: 816 time: 0.1021626 Sep 18 02:47:18.534347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-35a23914-c2cb-4932-b71a-1660984350e2 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/quotas/70f8453b0bbb49e4b7b0731e741e24d5 HTTP/1.1" status: 200 len: 375 time: 0.0090382 Sep 18 02:47:18.589437 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-ef6cf3f6-e801-4677-a886-7cdcd3cbe4e8 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f8453b0bbb49e4b7b0731e741e24d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499275 Sep 18 02:47:18.685900 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-c197a799-dc86-4af7-a26a-78d617a445d6 service neutron] 10.222.0.21 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842142 Sep 18 02:47:18.779852 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-bb5a75be-8a5e-4ab3-bc1a-3eeb1ce28356 service neutron] 10.222.0.21 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865824 Sep 18 02:47:18.944749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b74ab6d6-b66a-4f89-b442-a60e624562ed req-0c641880-a045-4605-84de-a3e51d1c0fea tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 210 time: 0.0266392 Sep 18 02:47:19.947072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-adac8390-35ae-430e-a942-2a6e719f9144 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:19.948516 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-adac8390-35ae-430e-a942-2a6e719f9144 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.18 "GET /v2.0/networks?id=d048518d-1f25-4c74-8748-0788f236c027 HTTP/1.1" status: 200 len: 816 time: 0.1106844 Sep 18 02:47:19.961251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Request body: {'port': {'device_id': 'e4ce940e-66a2-4401-872b-6f5619c84435', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'admin_state_up': True, 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:47:20.040317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0841f125-0647-4812-bf8f-8e0507a20770 req-0464801d-6580-478d-9829-da74f0c278d0 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 210 time: 0.0273097 Sep 18 02:47:20.068601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Made reservation on behalf of 70f8453b0bbb49e4b7b0731e741e24d5 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:47:20.072088 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:20.161762 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1840282-b49d-47ea-babc-d7bff0a94697 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:47:20.192019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: c1840282-b49d-47ea-babc-d7bff0a94697 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:47:20.192446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1840282-b49d-47ea-babc-d7bff0a94697 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:47:20.218385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Allocated IP 172.20.0.4 (d048518d-1f25-4c74-8748-0788f236c027/b7cbcd70-2f45-47cd-b67c-e945ec87b4ed/4fb5ffe6-0204-47bd-968d-bef0f9309f6f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:47:20.361653 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:20.393864 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:20.432849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Network d048518d-1f25-4c74-8748-0788f236c027 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:47:20.435861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:47:20.440106 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:47:20.468851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Pushing event updated for resources: {'Port': ['ID=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:20.494972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:20.495577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:20.511316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-96268010-b026-411c-b414-8c0d68e3cc9f tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536721 Sep 18 02:47:20.523877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Request body: {'port': {'device_id': 'e4ce940e-66a2-4401-872b-6f5619c84435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:47:20.583340 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:20.631191 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-38448067-97e1-412e-8c77-010b2ae33e11 None None] Provisioning complete for port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:47:20.631483 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-38448067-97e1-412e-8c77-010b2ae33e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:20.667210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-38448067-97e1-412e-8c77-010b2ae33e11 None None] Port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:47:20.840121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb5ffe6-0204-47bd-968d-bef0f9309f6f {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:47:20.847389 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:20.859400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Transition to ACTIVE for port object 4fb5ffe6-0204-47bd-968d-bef0f9309f6f will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:47:20.863612 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:20.927642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:20.983148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Attempting to bind port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:47:20.983805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Attempting to bind port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:47:20.983805 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Attempting to bind port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f on network d048518d-1f25-4c74-8748-0788f236c027 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:47:20.988905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f on network d048518d-1f25-4c74-8748-0788f236c027 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:47:20.989227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Attempting to bind port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f on network d048518d-1f25-4c74-8748-0788f236c027 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:47:20.994074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:47:20.994413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Checking segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:47:20.994833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Bound using segment: {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:47:20.995303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Bound port: 4fb5ffe6-0204-47bd-968d-bef0f9309f6f, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330e7f70-8e92-441d-a530-5c8602067ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:47:20.995626 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:21.061989 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] For port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:47:21.066763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] For port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:47:21.074990 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:21.118329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.119031 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:21.121940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] 10.222.0.18 "PUT /v2.0/ports/4fb5ffe6-0204-47bd-968d-bef0f9309f6f HTTP/1.1" status: 200 len: 1092 time: 0.6007564 Sep 18 02:47:21.122416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ce940e-66a2-4401-872b-6f5619c84435', 'tag': '4fb5ffe6-0204-47bd-968d-bef0f9309f6f'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:47:21.125673 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c0821-32e6-4117-98d2-72ff2a46ca1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ce940e-66a2-4401-872b-6f5619c84435", "tag": "4fb5ffe6-0204-47bd-968d-bef0f9309f6f"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:47:21.177390 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdc9b47-6054-4e2f-9aec-ec9776098e01 x-openstack-request-id: req-fcdc9b47-6054-4e2f-9aec-ec9776098e01 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:47:21.177675 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ce940e-66a2-4401-872b-6f5619c84435", "tag": "4fb5ffe6-0204-47bd-968d-bef0f9309f6f", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:47:21.177921 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcdc9b47-6054-4e2f-9aec-ec9776098e01 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:47:21.178314 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ce940e-66a2-4401-872b-6f5619c84435', 'tag': '4fb5ffe6-0204-47bd-968d-bef0f9309f6f', 'status': 'completed', 'code': 200} Sep 18 02:47:21.209099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11182-d9cf-4851-9cab-8748cc168e85 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:21.236263 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dc114-5887-48c7-a52e-526a16607182 req-1e168821-0e06-4be9-a354-b2cc4f0ddb2b tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.237804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e81dc114-5887-48c7-a52e-526a16607182 req-1e168821-0e06-4be9-a354-b2cc4f0ddb2b tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 943 time: 0.1231487 Sep 18 02:47:21.244152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-c3266c99-3e20-4c83-b651-14d8804d7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.245614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-c3266c99-3e20-4c83-b651-14d8804d7f0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70f8453b0bbb49e4b7b0731e741e24d5&device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 1095 time: 0.0748861 Sep 18 02:47:21.299013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-a1a01302-1706-4baa-a62e-9215de2aaf43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb5ffe6-0204-47bd-968d-bef0f9309f6f HTTP/1.1" status: 200 len: 217 time: 0.0447381 Sep 18 02:47:21.341275 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e81dc114-5887-48c7-a52e-526a16607182 req-51add54e-2f53-4220-86c8-f0e440a6b050 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947175 Sep 18 02:47:21.358901 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-861cb3b1-58fb-4400-8280-3c18ad591b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.360535 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-861cb3b1-58fb-4400-8280-3c18ad591b54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b7cbcd70-2f45-47cd-b67c-e945ec87b4ed HTTP/1.1" status: 200 len: 855 time: 0.0544274 Sep 18 02:47:21.407238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-6a0b0da6-3a7b-408f-be96-dbcc4729214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.408710 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-6a0b0da6-3a7b-408f-be96-dbcc4729214e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d048518d-1f25-4c74-8748-0788f236c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417147 Sep 18 02:47:21.495897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-0681337a-428c-4bc1-b7b8-9b7bcfaabbb9 service neutron] 10.222.0.18 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801535 Sep 18 02:47:21.587853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa2a5b7d-aefa-4c59-8724-45b2b1e27e37 req-35f46013-df67-411a-a1e6-4a871c5655d3 service neutron] 10.222.0.18 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841169 Sep 18 02:47:21.674614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-4c2d2853-66cb-4314-9f09-caea613b8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.676071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-4c2d2853-66cb-4314-9f09-caea613b8db6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70f8453b0bbb49e4b7b0731e741e24d5&device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 1095 time: 0.0402544 Sep 18 02:47:21.769844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-c8ceae6d-bd9c-4f42-a293-bfbf1b7a13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.771349 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-c8ceae6d-bd9c-4f42-a293-bfbf1b7a13ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=d048518d-1f25-4c74-8748-0788f236c027 HTTP/1.1" status: 200 len: 916 time: 0.0887406 Sep 18 02:47:21.811162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-8b2c7309-893c-405a-8fbb-b6f69aa89968 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb5ffe6-0204-47bd-968d-bef0f9309f6f HTTP/1.1" status: 200 len: 217 time: 0.0330465 Sep 18 02:47:21.862347 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-4eeaf909-48e1-4d10-b68b-f2abbfbfcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.863815 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-4eeaf909-48e1-4d10-b68b-f2abbfbfcd87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b7cbcd70-2f45-47cd-b67c-e945ec87b4ed HTTP/1.1" status: 200 len: 855 time: 0.0462739 Sep 18 02:47:21.908956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-e071bfa3-59eb-4fa8-8422-35fc6dd16ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:21.910416 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-e071bfa3-59eb-4fa8-8422-35fc6dd16ebf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d048518d-1f25-4c74-8748-0788f236c027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399621 Sep 18 02:47:22.001063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-042ec9be-23a4-4529-b1d0-f137c916569b service neutron] 10.222.0.18 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825181 Sep 18 02:47:22.091265 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-379c0821-32e6-4117-98d2-72ff2a46ca1e req-25da171c-68e7-45ee-abcc-fa1d6ecd74ce service neutron] 10.222.0.18 "GET /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826113 Sep 18 02:47:22.458358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d250ec-b5dd-4e88-a9ab-9c150b63f4a5 req-2e0ad2d4-3817-4591-a445-3633d616dd43 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:22.459872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15d250ec-b5dd-4e88-a9ab-9c150b63f4a5 req-2e0ad2d4-3817-4591-a445-3633d616dd43 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 943 time: 0.0496361 Sep 18 02:47:22.497480 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15d250ec-b5dd-4e88-a9ab-9c150b63f4a5 req-d7dcd7c4-409c-4c49-8827-7804ed59bf96 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Sep 18 02:47:23.609199 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112b945-5ae6-4294-b9d9-1fe4c7b45772 req-6cffc657-8189-4b95-960b-24d113e709f7 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:23.611134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e112b945-5ae6-4294-b9d9-1fe4c7b45772 req-6cffc657-8189-4b95-960b-24d113e709f7 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 943 time: 0.0495174 Sep 18 02:47:23.651334 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e112b945-5ae6-4294-b9d9-1fe4c7b45772 req-306f9e16-2375-4d3e-893f-0deb432249a4 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344415 Sep 18 02:47:24.237507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4fb5ffe6-0204-47bd-968d-bef0f9309f6f details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:47:24.327529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:24.338818 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '4fb5ffe6-0204-47bd-968d-bef0f9309f6f', 'network_id': 'd048518d-1f25-4c74-8748-0788f236c027', 'port_id': '4fb5ffe6-0204-47bd-968d-bef0f9309f6f', 'mac_address': 'fa:16:3e:3c:ed:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7cbcd70-2f45-47cd-b67c-e945ec87b4ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:47:24.375638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:24.392297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb5ffe6-0204-47bd-968d-bef0f9309f6f {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:47:24.411192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:24.415109 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:24.461364 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:24.468587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.468931 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.470194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.470543 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.470919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.471250 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.471575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.471903 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.472227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.472550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.472872 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.473197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:24.599067 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4fb5ffe6-0204-47bd-968d-bef0f9309f6f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:47:24.765133 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409758e4-5f2d-4e74-a9ac-0eff02aad80b req-81490699-eb66-44ed-9009-3039379ea2f5 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:24.767265 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-409758e4-5f2d-4e74-a9ac-0eff02aad80b req-81490699-eb66-44ed-9009-3039379ea2f5 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 944 time: 0.0494626 Sep 18 02:47:24.808884 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-409758e4-5f2d-4e74-a9ac-0eff02aad80b req-193da2ba-3ea1-49af-80e7-542dd96d15e3 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Sep 18 02:47:25.923130 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:25.925470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b559-16a9-4f97-a8a7-cdcbf7f96d11 req-28bec0dd-d9c2-48e9-9f91-94abf44fb428 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:25.926992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f36b559-16a9-4f97-a8a7-cdcbf7f96d11 req-28bec0dd-d9c2-48e9-9f91-94abf44fb428 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 944 time: 0.0529621 Sep 18 02:47:25.967007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1f36b559-16a9-4f97-a8a7-cdcbf7f96d11 req-5e20080f-d58c-40df-b747-c6b8d8f7806d tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Sep 18 02:47:26.225734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4fb5ffe6-0204-47bd-968d-bef0f9309f6f up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:47:26.260422 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:26.280737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:47:26.285252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:47:26.285620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:26.359431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:26.380381 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ce940e-66a2-4401-872b-6f5619c84435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb5ffe6-0204-47bd-968d-bef0f9309f6f'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:47:26.382859 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e185b25b-2fca-47ff-9536-ddea78ead3c0" -d '{"events": [{"server_uuid": "e4ce940e-66a2-4401-872b-6f5619c84435", "name": "network-vif-plugged", "status": "completed", "tag": "4fb5ffe6-0204-47bd-968d-bef0f9309f6f"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:47:26.395517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:26.399991 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:26.426540 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cd3b41-fd35-4e7e-9b5a-9152318c8e33 x-openstack-request-id: req-f7cd3b41-fd35-4e7e-9b5a-9152318c8e33 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:47:26.426993 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ce940e-66a2-4401-872b-6f5619c84435", "name": "network-vif-plugged", "status": "completed", "tag": "4fb5ffe6-0204-47bd-968d-bef0f9309f6f", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:47:26.427439 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7cd3b41-fd35-4e7e-9b5a-9152318c8e33 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:47:26.428009 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ce940e-66a2-4401-872b-6f5619c84435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb5ffe6-0204-47bd-968d-bef0f9309f6f', 'code': 200} Sep 18 02:47:26.457217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:26.517794 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc1c6-1c22-458e-ba40-92462b52eb8b req-357f21a0-df7b-4f52-a6f5-5152a8a324de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:26.519194 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a32bc1c6-1c22-458e-ba40-92462b52eb8b req-357f21a0-df7b-4f52-a6f5-5152a8a324de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 1097 time: 0.0402315 Sep 18 02:47:26.553144 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a32bc1c6-1c22-458e-ba40-92462b52eb8b req-01dfd336-ba39-45d3-999e-07a2ee35c3ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270927 Sep 18 02:47:27.079653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9090-8c39-46f4-8637-5b270af8760e req-638db345-eaae-4d3b-b52f-151a643acdf0 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:27.081135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85df9090-8c39-46f4-8637-5b270af8760e req-638db345-eaae-4d3b-b52f-151a643acdf0 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Sep 18 02:47:27.117849 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85df9090-8c39-46f4-8637-5b270af8760e req-8dcb6cd4-e691-4975-9a89-504cf24a4991 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Sep 18 02:47:28.232836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7bb4-295a-416a-8e26-3b19b651d6cf req-ad4a624e-5fe0-43f6-8720-808c57130dd9 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:28.234325 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34db7bb4-295a-416a-8e26-3b19b651d6cf req-ad4a624e-5fe0-43f6-8720-808c57130dd9 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Sep 18 02:47:28.273613 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-34db7bb4-295a-416a-8e26-3b19b651d6cf req-f3b6eb4b-b8f2-48fd-9fbb-085b58344ace tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Sep 18 02:47:28.385479 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d619ed-daf6-439b-bdeb-a6afa8d1e604 req-ac929b02-c231-4806-885a-ed5018fe5885 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:28.386944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-41d619ed-daf6-439b-bdeb-a6afa8d1e604 req-ac929b02-c231-4806-885a-ed5018fe5885 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 945 time: 0.0476708 Sep 18 02:47:28.427611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-41d619ed-daf6-439b-bdeb-a6afa8d1e604 req-d9b98e42-f2e5-431f-99e9-e98998049c25 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341978 Sep 18 02:47:30.913332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6abfd76e-ddc0-4069-98c0-b488f614ed5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:32.980600 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:47:33.499987 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6429a277-39af-424a-adee-321fc78b8e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:34.118605 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:35.082848 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:36.429698 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:46.745344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d828a-455a-42c3-a945-d64493004d22 req-2bc8b449-430e-4e6b-ad90-8adfac409f41 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:46.747031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-643d828a-455a-42c3-a945-d64493004d22 req-2bc8b449-430e-4e6b-ad90-8adfac409f41 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 945 time: 0.0505970 Sep 18 02:47:46.784278 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-643d828a-455a-42c3-a945-d64493004d22 req-f1d98931-a4a8-458e-99fa-01f17b8ec3be tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Sep 18 02:47:47.900887 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e3e6-a858-45e9-856d-afe6c56111e4 req-e8415c6a-51dc-4e83-a4c0-a74ac17b5629 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:47.902380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a85e3e6-a858-45e9-856d-afe6c56111e4 req-e8415c6a-51dc-4e83-a4c0-a74ac17b5629 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 945 time: 0.0498188 Sep 18 02:47:47.939718 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9a85e3e6-a858-45e9-856d-afe6c56111e4 req-e38c3244-8dd2-4fed-9903-64d36d940646 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/security-groups?id=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Sep 18 02:47:48.246414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-8d660398-a761-493e-92f1-91b9846b0c59 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:48.247919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-8d660398-a761-493e-92f1-91b9846b0c59 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 945 time: 0.0478215 Sep 18 02:47:48.339953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Deleting port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:48.340291 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:48.426161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] For port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:48.426525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:48.439572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Calling delete_port for 4fb5ffe6-0204-47bd-968d-bef0f9309f6f owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:48.565623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:48.578169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4fb5ffe6-0204-47bd-968d-bef0f9309f6f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:47:48.593155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Pushing event deleted for resources: {'Port': ['ID=4fb5ffe6-0204-47bd-968d-bef0f9309f6f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:48.639190 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] No DVR routers for this DVR port 4fb5ffe6-0204-47bd-968d-bef0f9309f6f on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:47:48.642126 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:48.644250 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c5933247-ce6f-4cf8-a2a0-18fd6ab029b7 req-45b35b9d-0120-42b0-9f81-d3c3190efa90 tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.18 "DELETE /v2.0/ports/4fb5ffe6-0204-47bd-968d-bef0f9309f6f HTTP/1.1" status: 204 len: 173 time: 0.3897238 Sep 18 02:47:48.644719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ce940e-66a2-4401-872b-6f5619c84435', 'name': 'network-vif-deleted', 'tag': '4fb5ffe6-0204-47bd-968d-bef0f9309f6f'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:47:48.647236 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1440a090-9356-40bc-9a0c-9b138f12acc9" -d '{"events": [{"server_uuid": "e4ce940e-66a2-4401-872b-6f5619c84435", "name": "network-vif-deleted", "tag": "4fb5ffe6-0204-47bd-968d-bef0f9309f6f"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:47:48.688976 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459b63de-fb74-4dbf-9bbb-eb80060ec626 x-openstack-request-id: req-459b63de-fb74-4dbf-9bbb-eb80060ec626 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:47:48.689267 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ce940e-66a2-4401-872b-6f5619c84435", "name": "network-vif-deleted", "tag": "4fb5ffe6-0204-47bd-968d-bef0f9309f6f", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:47:48.689514 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-459b63de-fb74-4dbf-9bbb-eb80060ec626 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:47:48.689910 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ce940e-66a2-4401-872b-6f5619c84435', 'name': 'network-vif-deleted', 'tag': '4fb5ffe6-0204-47bd-968d-bef0f9309f6f', 'status': 'completed', 'code': 200} Sep 18 02:47:49.046005 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9b7b6008-4b04-4e60-a5cd-935fc2201a69 req-05cbe032-a1eb-4e46-9ffc-0a1dafa2473a tempest-TestEncryptedCinderVolumes-452270639 tempest-TestEncryptedCinderVolumes-452270639-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4ce940e-66a2-4401-872b-6f5619c84435 HTTP/1.1" status: 200 len: 210 time: 0.0273030 Sep 18 02:47:50.135089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43964) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:50.486384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:50.726403 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Deleting port 99b0b25b-712e-432f-811f-7b903b591c81 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:50.726767 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:50.803846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] For port 99b0b25b-712e-432f-811f-7b903b591c81, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=99b0b25b-712e-432f-811f-7b903b591c81,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:50.804126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:50.820721 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Calling delete_port for 99b0b25b-712e-432f-811f-7b903b591c81 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:50.993881 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:51.020494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b0b25b-712e-432f-811f-7b903b591c81,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:51.047709 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.048052 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.048389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.048719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.049049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.049369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.049689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.050006 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.050326 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.050640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.050976 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.051292 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:47:51.193417 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:51.409914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Router 31f81646-c8b4-4074-80df-f2fc84c73a2f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:47:51.512600 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:47:51.517726 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1d010431-bcd5-406d-b46f-36e839e89a24 admin admin] 10.222.0.21 "PUT /v2.0/routers/31f81646-c8b4-4074-80df-f2fc84c73a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3815937 Sep 18 02:47:51.520316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43966) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:51.523008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] Sync routers for ids ['31f81646-c8b4-4074-80df-f2fc84c73a2f'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:47:51.533348 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] Routers {'31f81646-c8b4-4074-80df-f2fc84c73a2f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:47:51.533958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:47:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['31f81646-c8b4-4074-80df-f2fc84c73a2f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:51.625141 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:51.641858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] Set router 31f81646-c8b4-4074-80df-f2fc84c73a2f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:47:51.737858 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:51.791312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Deleting port 316b8735-b231-4b3f-b68f-3ebcf29b83e1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:51.791657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:51.823816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:47:50Z', 'revision_number': 5, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port': {'id': '316b8735-b231-4b3f-b68f-3ebcf29b83e1', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:36Z', 'updated_at': '2021-09-18T02:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:51.853665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] Checking router: 31f81646-c8b4-4074-80df-f2fc84c73a2f for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:47:51.862484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] Routers {'31f81646-c8b4-4074-80df-f2fc84c73a2f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:47:51.863198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:47:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['31f81646-c8b4-4074-80df-f2fc84c73a2f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:51.869226 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] For port 316b8735-b231-4b3f-b68f-3ebcf29b83e1, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=316b8735-b231-4b3f-b68f-3ebcf29b83e1,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:51.869603 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:51.883002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Calling delete_port for 316b8735-b231-4b3f-b68f-3ebcf29b83e1 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:51.951006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] Set router 31f81646-c8b4-4074-80df-f2fc84c73a2f gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:47:52.004496 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:47:51Z', 'revision_number': 6, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:52.033929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a293c5-956a-4f27-9879-df1b3fa1d84e None None] The sync data for ids ['31f81646-c8b4-4074-80df-f2fc84c73a2f'] in n-d-789963-12 is: [{'id': '31f81646-c8b4-4074-80df-f2fc84c73a2f', 'name': 'tempest-TestEncryptedCinderVolumes-308147632-router', 'tenant_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:35Z', 'updated_at': '2021-09-18T02:47:51Z', 'revision_number': 6, 'project_id': '70f8453b0bbb49e4b7b0731e741e24d5', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:47:52.050824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.079481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Pushing event deleted for resources: {'Port': ['ID=316b8735-b231-4b3f-b68f-3ebcf29b83e1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:52.141222 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.228848 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.230961 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.273330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.273773 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f81646-c8b4-4074-80df-f2fc84c73a2f {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:47:52.277982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.279165 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e199ebff-9e52-416a-9f02-628bfa9980be admin admin] 10.222.0.21 "DELETE /v2.0/routers/31f81646-c8b4-4074-80df-f2fc84c73a2f HTTP/1.1" status: 204 len: 168 time: 0.7579510 Sep 18 02:47:52.282752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43968) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:52.329730 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3fc616-69c2-4eaa-95f7-6069227c2b53 admin admin] Deleting subnet b7cbcd70-2f45-47cd-b67c-e945ec87b4ed {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:47:52.332705 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d3fc616-69c2-4eaa-95f7-6069227c2b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.366420 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d3fc616-69c2-4eaa-95f7-6069227c2b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.378506 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4fb5ffe6-0204-47bd-968d-bef0f9309f6f no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:47:52.404923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 4fb5ffe6-0204-47bd-968d-bef0f9309f6f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:47:52.405258 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4fb5ffe6-0204-47bd-968d-bef0f9309f6f not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:47:52.449333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d3fc616-69c2-4eaa-95f7-6069227c2b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.504040 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d3fc616-69c2-4eaa-95f7-6069227c2b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.530805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fc616-69c2-4eaa-95f7-6069227c2b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7cbcd70-2f45-47cd-b67c-e945ec87b4ed,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:52.536395 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d3fc616-69c2-4eaa-95f7-6069227c2b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.538244 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5d3fc616-69c2-4eaa-95f7-6069227c2b53 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b7cbcd70-2f45-47cd-b67c-e945ec87b4ed HTTP/1.1" status: 204 len: 168 time: 0.2544558 Sep 18 02:47:52.540966 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43970) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:52.542185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4fc8b-3faa-45ed-aefd-818da49283fb None None] Network d048518d-1f25-4c74-8748-0788f236c027 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:47:52.608804 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.661890 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Deleting port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:52.662138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.726929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] For port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=9eebc179-e6cf-4266-a8dc-48c7e82ee1fc,segment=NetworkSegment(330e7f70-8e92-441d-a530-5c8602067ed6),segment_id=330e7f70-8e92-441d-a530-5c8602067ed6)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:52.727275 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.740153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Calling delete_port for 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:52.811164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] DHCP port deletion for d048518d-1f25-4c74-8748-0788f236c027 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:47:52.822018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.849549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eebc179-e6cf-4266-a8dc-48c7e82ee1fc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:52.854243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] No DVR routers for this DVR port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:47:52.861535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] Deleting port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:52.861909 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.923093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] For port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc, host n-d-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:52.923492 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.930260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.940079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] Calling delete_port for 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:52.942729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] Port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 02:47:52.943984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.951525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d048518d-1f25-4c74-8748-0788f236c027']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:52.961456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330e7f70-8e92-441d-a530-5c8602067ed6') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:52.961753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330e7f70-8e92-441d-a530-5c8602067ed6') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:52.970053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] Pushing event deleted for resources: {'Port': ['ID=9eebc179-e6cf-4266-a8dc-48c7e82ee1fc,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:52.971553 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.971890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716cdf1a-2936-46b7-a781-14069ad0b58e None None] No DVR routers for this DVR port 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:47:52.986234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.992480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:47:52.992858 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:47:52.994540 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:47:53.055322 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:53.061063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:53.067000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43972) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:53.067161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d048518d-1f25-4c74-8748-0788f236c027 HTTP/1.1" status: 204 len: 168 time: 0.5250871 Sep 18 02:47:53.079383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74af72f-2d07-4046-81fd-7981a7828fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d048518d-1f25-4c74-8748-0788f236c027,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:53.302365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 99b0b25b-712e-432f-811f-7b903b591c81 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:47:53.322780 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 99b0b25b-712e-432f-811f-7b903b591c81 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:47:53.323150 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 99b0b25b-712e-432f-811f-7b903b591c81 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:47:53.323554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:47:53.344379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:47:53.344727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 9eebc179-e6cf-4266-a8dc-48c7e82ee1fc not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:47:53.345138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 316b8735-b231-4b3f-b68f-3ebcf29b83e1 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:47:53.364266 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 316b8735-b231-4b3f-b68f-3ebcf29b83e1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:47:53.364497 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 316b8735-b231-4b3f-b68f-3ebcf29b83e1 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:47:53.743618 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:53.985740 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Deleting port c09e731c-e0c3-4e45-90cc-d457cfa9abef {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:53.985987 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:54.066501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] For port c09e731c-e0c3-4e45-90cc-d457cfa9abef, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=c09e731c-e0c3-4e45-90cc-d457cfa9abef,segment=NetworkSegment(8afbd947-12b4-40ba-b4ba-a63f19d9b30b),segment_id=8afbd947-12b4-40ba-b4ba-a63f19d9b30b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:54.066895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:54.078970 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Calling delete_port for c09e731c-e0c3-4e45-90cc-d457cfa9abef owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:54.258655 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:54.281936 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09e731c-e0c3-4e45-90cc-d457cfa9abef,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:54.450172 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:54.668255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Router 36b45344-fa5d-4ab0-8356-a03daca83eed has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:47:54.774861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:47:54.779735 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7e787ce9-3917-4855-8812-06126b4275a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/36b45344-fa5d-4ab0-8356-a03daca83eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7117229 Sep 18 02:47:54.783242 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43974) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:54.784718 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5229726-db26-403d-8ac9-18aed755319e None None] Sync routers for ids ['36b45344-fa5d-4ab0-8356-a03daca83eed'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:47:54.793623 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5229726-db26-403d-8ac9-18aed755319e None None] Routers {'36b45344-fa5d-4ab0-8356-a03daca83eed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:47:54.794286 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f5229726-db26-403d-8ac9-18aed755319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:47:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['36b45344-fa5d-4ab0-8356-a03daca83eed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:54.898611 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f5229726-db26-403d-8ac9-18aed755319e None None] Set router 36b45344-fa5d-4ab0-8356-a03daca83eed gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:47:55.085532 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f5229726-db26-403d-8ac9-18aed755319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:47:54Z', 'revision_number': 5, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:55.115763 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5229726-db26-403d-8ac9-18aed755319e None None] Checking router: 36b45344-fa5d-4ab0-8356-a03daca83eed for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:47:55.126467 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5229726-db26-403d-8ac9-18aed755319e None None] Routers {'36b45344-fa5d-4ab0-8356-a03daca83eed'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:47:55.127110 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f5229726-db26-403d-8ac9-18aed755319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:47:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['36b45344-fa5d-4ab0-8356-a03daca83eed'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:55.205875 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.230677 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f5229726-db26-403d-8ac9-18aed755319e None None] Set router 36b45344-fa5d-4ab0-8356-a03daca83eed gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:47:55.312656 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.367335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Deleting port 57f99cf4-b7db-4497-8b14-97e4ca42f754 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:55.367819 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.448129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] For port 57f99cf4-b7db-4497-8b14-97e4ca42f754, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=57f99cf4-b7db-4497-8b14-97e4ca42f754,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:55.448494 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.460826 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Calling delete_port for 57f99cf4-b7db-4497-8b14-97e4ca42f754 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:55.504024 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f5229726-db26-403d-8ac9-18aed755319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:47:54Z', 'revision_number': 5, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:55.529649 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5229726-db26-403d-8ac9-18aed755319e None None] The sync data for ids ['36b45344-fa5d-4ab0-8356-a03daca83eed'] in n-d-789963-12 is: [{'id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'name': 'tempest-TestEncryptedCinderVolumes-1872148151-router', 'tenant_id': '17aaeb1be5fc40c0be496b6746ec2321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:47:54Z', 'revision_number': 5, 'project_id': '17aaeb1be5fc40c0be496b6746ec2321', 'gw_port': {'id': '57f99cf4-b7db-4497-8b14-97e4ca42f754', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b45344-fa5d-4ab0-8356-a03daca83eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:46:40Z', 'updated_at': '2021-09-18T02:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:47:55.627415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.657167 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f99cf4-b7db-4497-8b14-97e4ca42f754,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:55.717074 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.807736 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.809911 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.851393 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.851992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b45344-fa5d-4ab0-8356-a03daca83eed {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:47:55.856565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.861101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5eda1fa9-3cda-4117-b037-36f271f01121 admin admin] 10.222.0.21 "DELETE /v2.0/routers/36b45344-fa5d-4ab0-8356-a03daca83eed HTTP/1.1" status: 204 len: 168 time: 1.0735328 Sep 18 02:47:55.862015 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43976) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:55.908995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a276398-32b3-4fb6-8874-50c4911d5446 admin admin] Deleting subnet 206e87c1-55a1-4428-8fea-5abf1edc9889 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:47:55.913259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a276398-32b3-4fb6-8874-50c4911d5446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.931914 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:55.954978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a276398-32b3-4fb6-8874-50c4911d5446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.037336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a276398-32b3-4fb6-8874-50c4911d5446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.092264 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a276398-32b3-4fb6-8874-50c4911d5446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.120072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a276398-32b3-4fb6-8874-50c4911d5446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206e87c1-55a1-4428-8fea-5abf1edc9889,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:56.125403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5a276398-32b3-4fb6-8874-50c4911d5446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.127341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5a276398-32b3-4fb6-8874-50c4911d5446 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/206e87c1-55a1-4428-8fea-5abf1edc9889 HTTP/1.1" status: 204 len: 168 time: 0.2641983 Sep 18 02:47:56.129982 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:56.130861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7da3a-6e4a-4cc1-99ad-fe78f1852012 None None] Network 36263f1a-cf54-491e-8ff7-ecec469b38b1 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:47:56.208691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.263637 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Deleting port 447649f4-25b0-4d74-9c2d-3637de18c278 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:47:56.263975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.335375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] For port 447649f4-25b0-4d74-9c2d-3637de18c278, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=447649f4-25b0-4d74-9c2d-3637de18c278,segment=NetworkSegment(8afbd947-12b4-40ba-b4ba-a63f19d9b30b),segment_id=8afbd947-12b4-40ba-b4ba-a63f19d9b30b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:47:56.335740 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.349465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Calling delete_port for 447649f4-25b0-4d74-9c2d-3637de18c278 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:47:56.384688 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.427111 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.449788 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=447649f4-25b0-4d74-9c2d-3637de18c278,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:56.455518 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] No DVR routers for this DVR port 447649f4-25b0-4d74-9c2d-3637de18c278 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:47:56.529343 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.532211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf59fc-b838-4810-bcf2-88091e57feb2 None None] DHCP port deletion for 36263f1a-cf54-491e-8ff7-ecec469b38b1 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:47:56.552487 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36263f1a-cf54-491e-8ff7-ecec469b38b1']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:56.561896 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afbd947-12b4-40ba-b4ba-a63f19d9b30b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:56.562798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afbd947-12b4-40ba-b4ba-a63f19d9b30b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:47:56.572156 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.586290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.592042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:47:56.592448 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:47:56.595179 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:47:56.652810 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.659472 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.661316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/36263f1a-cf54-491e-8ff7-ecec469b38b1 HTTP/1.1" status: 204 len: 168 time: 0.5302699 Sep 18 02:47:56.673478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fabcd3-bee6-4479-acda-5821b8bff9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=36263f1a-cf54-491e-8ff7-ecec469b38b1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:56.817187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43982) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:56.855341 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1ef8f7e1-9d03-4e2d-ab8f-bf09db98c1e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70f8453b0bbb49e4b7b0731e741e24d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369925 Sep 18 02:47:56.857635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 43984) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:56.904423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8147c321-07c5-442b-bc53-6c9b0ddf1286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.925283 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8147c321-07c5-442b-bc53-6c9b0ddf1286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.970854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8147c321-07c5-442b-bc53-6c9b0ddf1286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.973385 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8147c321-07c5-442b-bc53-6c9b0ddf1286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:56.974535 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8147c321-07c5-442b-bc53-6c9b0ddf1286 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54e4d58c-b0d9-45e2-85bd-04d6eac7c78d HTTP/1.1" status: 204 len: 168 time: 0.1160283 Sep 18 02:47:56.981773 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147c321-07c5-442b-bc53-6c9b0ddf1286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e4d58c-b0d9-45e2-85bd-04d6eac7c78d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:57.288539 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43990) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:57.303441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 447649f4-25b0-4d74-9c2d-3637de18c278 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:47:57.322745 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 447649f4-25b0-4d74-9c2d-3637de18c278 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:47:57.323095 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 447649f4-25b0-4d74-9c2d-3637de18c278 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:47:57.323501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 57f99cf4-b7db-4497-8b14-97e4ca42f754 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:47:57.331936 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ccc962c5-78dc-4c9b-8674-1a6c436b1725 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17aaeb1be5fc40c0be496b6746ec2321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422363 Sep 18 02:47:57.334379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 43992) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:57.341493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 57f99cf4-b7db-4497-8b14-97e4ca42f754 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:47:57.341839 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 57f99cf4-b7db-4497-8b14-97e4ca42f754 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:47:57.342244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c09e731c-e0c3-4e45-90cc-d457cfa9abef no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:47:57.364144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: c09e731c-e0c3-4e45-90cc-d457cfa9abef {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:47:57.364736 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device c09e731c-e0c3-4e45-90cc-d457cfa9abef not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:47:57.394976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5da0fcad-fe7d-47f9-9f41-0c3b59dda336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:57.416474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5da0fcad-fe7d-47f9-9f41-0c3b59dda336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:57.463510 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5da0fcad-fe7d-47f9-9f41-0c3b59dda336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:57.466011 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5da0fcad-fe7d-47f9-9f41-0c3b59dda336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:57.467205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5da0fcad-fe7d-47f9-9f41-0c3b59dda336 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6ebaca1-2dea-43dd-adfd-eb390a66b831 HTTP/1.1" status: 204 len: 168 time: 0.1319056 Sep 18 02:47:57.475690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0fcad-fe7d-47f9-9f41-0c3b59dda336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ebaca1-2dea-43dd-adfd-eb390a66b831,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:58.129323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44014) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:58.222741 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1650898034-network', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:47:58.245405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Made reservation on behalf of d4314c6374e74a6da48f00995197c6c1 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:47:58.247702 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.256353 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.347937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.351593 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.378156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:47:58.383739 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d5e625-ff1b-4078-a106-388412aedf9f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:58.391282 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.391634 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Added segment 97af65ce-1994-4832-ba05-dc7f67fa5564 of type vlan for network 03463b59-4123-432e-af7c-d14c1c90aff6 Sep 18 02:47:58.433847 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.457126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.458014 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:58.458597 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.491192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3607996 Sep 18 02:47:58.494085 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44018) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:58.499151 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Request body: {'subnet': {'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1650898034-subnet', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:47:58.519185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faff67-2f08-456f-8fd7-fe7caf685e84 admin admin] Pushing event updated for resources: {'Network': ['ID=03463b59-4123-432e-af7c-d14c1c90aff6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:58.521942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Made reservation on behalf of d4314c6374e74a6da48f00995197c6c1 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:47:58.524302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.529692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 03463b59-4123-432e-af7c-d14c1c90aff6 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:47:58.698532 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.760577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d20c4d-9cce-4369-9cc5-c396311ec44b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:58.769988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Checking segment: {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:47:58.770348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Network hostable DHCP agents. Network: 03463b59-4123-432e-af7c-d14c1c90aff6, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:47:58.787111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Network 03463b59-4123-432e-af7c-d14c1c90aff6 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:47:58.795155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 03463b59-4123-432e-af7c-d14c1c90aff6) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:47:58.799407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:47:58.799997 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.803708 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba672e5c-f3ab-4f4b-b13f-b0ed46d5714e None None] Network 03463b59-4123-432e-af7c-d14c1c90aff6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:47:58.814459 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c82ee83a-322f-493d-9aca-e991a940492b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192191 Sep 18 02:47:58.817252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44020) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:47:58.821657 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:47:58.842168 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.843818 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.897605 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:58.950976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-03463b59-4123-432e-af7c-d14c1c90aff6', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:47:58.951838 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.036260 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.085770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Allocated IP 172.20.0.2 (03463b59-4123-432e-af7c-d14c1c90aff6/e7d20c4d-9cce-4369-9cc5-c396311ec44b/406eea5b-7745-43c8-ae85-903509aa0077) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:47:59.232387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.234559 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.242151 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.257366 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.279432 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Network 03463b59-4123-432e-af7c-d14c1c90aff6 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:47:59.282849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:47:59.288360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:47:59.295057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Pushing event updated for resources: {'Port': ['ID=406eea5b-7745-43c8-ae85-903509aa0077,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:59.345057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Attempting to bind port 406eea5b-7745-43c8-ae85-903509aa0077 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:47:59.345423 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Attempting to bind port 406eea5b-7745-43c8-ae85-903509aa0077 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:47:59.345786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Attempting to bind port 406eea5b-7745-43c8-ae85-903509aa0077 on network 03463b59-4123-432e-af7c-d14c1c90aff6 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:47:59.350689 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:47:59.351084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Checking segment: {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:47:59.351479 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.351867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Bound using segment: {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:47:59.352321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Bound port: 406eea5b-7745-43c8-ae85-903509aa0077, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:47:59.352692 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.363164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Allocated IP 172.25.0.234 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/1fa300c3-8d63-4394-a24d-5ef64fbad7d6) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:47:59.414589 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] For port 406eea5b-7745-43c8-ae85-903509aa0077, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:47:59.417652 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] For port 406eea5b-7745-43c8-ae85-903509aa0077, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=406eea5b-7745-43c8-ae85-903509aa0077,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:47:59.421073 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.478339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14337f35-6406-4a40-add4-2969a9a57736 None None] Pushing event updated for resources: {'Port': ['ID=406eea5b-7745-43c8-ae85-903509aa0077,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:59.478850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.517172 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:47:59.558609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:47:59.563404 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:47:59.565893 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:47:59.571781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=1fa300c3-8d63-4394-a24d-5ef64fbad7d6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:47:59.836849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:00.031517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:00.165701 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Router e1c0ad39-ce59-483d-99c2-d7708adeafc0 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:48:00.283382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:48:00.295196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Sync routers for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:48:00.310445 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:00.310750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:00.311304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:47:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:00.314980 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-84293edf-b48a-44bc-87a2-a44a451cfcf5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4942291 Sep 18 02:48:00.316151 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44022) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:00.404400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe8ee2-087d-4e1b-8b2f-f6796d7de413 None None] Network 03463b59-4123-432e-af7c-d14c1c90aff6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:48:00.475563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:00.583883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b08cac17-9dcb-45c5-9af7-57c2de8827d3 None None] Provisioning complete for port 406eea5b-7745-43c8-ae85-903509aa0077 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:00.584252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b08cac17-9dcb-45c5-9af7-57c2de8827d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:00.812782 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b08cac17-9dcb-45c5-9af7-57c2de8827d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:00.858174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b08cac17-9dcb-45c5-9af7-57c2de8827d3 None None] For port 406eea5b-7745-43c8-ae85-903509aa0077, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=406eea5b-7745-43c8-ae85-903509aa0077,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:00.860217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:47:59Z', 'revision_number': 3, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:00.887126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b08cac17-9dcb-45c5-9af7-57c2de8827d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:00.892269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Checking router: e1c0ad39-ce59-483d-99c2-d7708adeafc0 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:48:00.892846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Updating router e1c0ad39-ce59-483d-99c2-d7708adeafc0 port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:48:00.959873 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:00.970490 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c93b1612-f91d-4daf-95fb-4a204036a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:00.995543 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cac17-9dcb-45c5-9af7-57c2de8827d3 None None] Pushing event updated for resources: {'Port': ['ID=406eea5b-7745-43c8-ae85-903509aa0077,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:01.089785 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.150933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-efad3f29-8dc0-46d4-bb94-468a602c2fac None None] Provisioning complete for port 406eea5b-7745-43c8-ae85-903509aa0077 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:01.151298 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-efad3f29-8dc0-46d4-bb94-468a602c2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.252836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Allocated IP 172.20.0.1 (03463b59-4123-432e-af7c-d14c1c90aff6/e7d20c4d-9cce-4369-9cc5-c396311ec44b/7e6b73ae-51ce-4b3f-940d-790029cb3b53) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:48:01.292918 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.305246 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.358335 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805f0e4-f734-4055-b2c3-10f4f1440917 None None] Pushing event updated for resources: {'Port': ['ID=1fa300c3-8d63-4394-a24d-5ef64fbad7d6,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:01.361320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Attempting to bind port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:48:01.361686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Attempting to bind port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:48:01.362043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Attempting to bind port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:48:01.364233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 406eea5b-7745-43c8-ae85-903509aa0077 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:01.387197 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.389014 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:48:01.389386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:48:01.389790 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.390733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:48:01.391331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Bound port: 1fa300c3-8d63-4394-a24d-5ef64fbad7d6, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:48:01.391698 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.423216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.458063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] For port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:48:01.458282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Network 03463b59-4123-432e-af7c-d14c1c90aff6 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:48:01.461393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:01.461812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] For port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1fa300c3-8d63-4394-a24d-5ef64fbad7d6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:48:01.463341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 406eea5b-7745-43c8-ae85-903509aa0077 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:01.463717 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.464058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:48:01.487630 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.506092 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Pushing event updated for resources: {'Port': ['ID=7e6b73ae-51ce-4b3f-940d-790029cb3b53,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:01.519555 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.565385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805f0e4-f734-4055-b2c3-10f4f1440917 None None] Pushing event updated for resources: {'Port': ['ID=1fa300c3-8d63-4394-a24d-5ef64fbad7d6,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:01.572141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:01.572765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:47:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:01.667403 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.712586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:01.840674 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.846021 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.917601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Pushing event updated for resources: {'Port': ['ID=7e6b73ae-51ce-4b3f-940d-790029cb3b53,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:01.920169 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:01.984827 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-462e47b3-4ac3-41b5-8ced-7015ea4a98b6 None None] Provisioning complete for port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:01.985201 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-462e47b3-4ac3-41b5-8ced-7015ea4a98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:02.011105 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Network 03463b59-4123-432e-af7c-d14c1c90aff6 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:48:02.012912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:02.037638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-462e47b3-4ac3-41b5-8ced-7015ea4a98b6 None None] Port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:48:02.096911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:47:59Z', 'revision_number': 3, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:02.127171 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa3dd4-2ee1-480d-988b-df99f514a05e None None] The sync data for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 is: [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:47:59Z', 'revision_number': 3, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:48:02.142129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Router e1c0ad39-ce59-483d-99c2-d7708adeafc0 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:48:02.259731 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-86d8d6d8-cc4e-4eed-b7a4-ed510d0bf04d None None] Provisioning complete for port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:02.260109 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-86d8d6d8-cc4e-4eed-b7a4-ed510d0bf04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:02.261621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:48:02.268777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-63d3d3eb-f7d2-4d2c-a1e5-98dc7378953c admin admin] 10.222.0.21 "PUT /v2.0/routers/e1c0ad39-ce59-483d-99c2-d7708adeafc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9514565 Sep 18 02:48:02.300300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-86d8d6d8-cc4e-4eed-b7a4-ed510d0bf04d None None] Port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:48:02.772039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44038) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:02.777334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1137965883-network', 'tenant_id': '5ebabd279e17423d8562719bad050ed7'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:02.804274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Made reservation on behalf of 5ebabd279e17423d8562719bad050ed7 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:48:02.806916 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:02.817583 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:02.922089 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:02.925974 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:02.954129 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:48:02.969322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc733a24-2d8d-4073-9718-364f015c2f31,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:02.979685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:02.980218 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Added segment f8733357-6fe1-4c82-aa1d-f88cb69b3f66 of type vlan for network 3b9a489d-0504-4a1c-8c63-38dd67ea18de Sep 18 02:48:03.024830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.050119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.051305 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:03.051891 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.091215 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3179226 Sep 18 02:48:03.094770 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44044) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:03.099766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Request body: {'subnet': {'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1137965883-subnet', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:03.118944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728660b-1d98-469f-a17d-70cbbd38c5ad admin admin] Pushing event updated for resources: {'Network': ['ID=3b9a489d-0504-4a1c-8c63-38dd67ea18de,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:03.120284 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Made reservation on behalf of 5ebabd279e17423d8562719bad050ed7 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:48:03.123720 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.128995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 3b9a489d-0504-4a1c-8c63-38dd67ea18de details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:48:03.303610 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.328791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:03.368470 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:03.371878 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Checking segment: {'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:48:03.372252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Network hostable DHCP agents. Network: 3b9a489d-0504-4a1c-8c63-38dd67ea18de, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:48:03.383099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:03.383476 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.391725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Network 3b9a489d-0504-4a1c-8c63-38dd67ea18de is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:48:03.400879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 3b9a489d-0504-4a1c-8c63-38dd67ea18de) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:03.405378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:03.406058 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.420643 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1ec961dd-cc75-4d8f-9d83-2a99f1e25f98 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3246996 Sep 18 02:48:03.421110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f5c020-eb96-445e-b7e8-60b79f1295ff None None] Network 3b9a489d-0504-4a1c-8c63-38dd67ea18de requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:48:03.423577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44046) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:03.428672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:03.449897 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.451074 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.512199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.534345 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5d4c5448-717a-4c14-b157-78fbde18206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.538947 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.589855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1fa300c3-8d63-4394-a24d-5ef64fbad7d6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:03.596849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.653236 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-3b9a489d-0504-4a1c-8c63-38dd67ea18de', 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'fixed_ips': [{'subnet_id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:48:03.654090 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.673220 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.681869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=1fa300c3-8d63-4394-a24d-5ef64fbad7d6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:03.711993 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Sync routers for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:48:03.721935 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:03.722835 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:48:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:03.819861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Allocated IP 172.20.0.2 (3b9a489d-0504-4a1c-8c63-38dd67ea18de/0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f/329de261-026e-4f68-a120-83c685eeddae) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:48:03.831699 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:03.889316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.910525 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.977334 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:03.984468 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.023340 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Allocated IP 172.25.0.236 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/8df4b694-dd36-465e-8c92-7fd60571cc96) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:48:04.026516 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Network 3b9a489d-0504-4a1c-8c63-38dd67ea18de is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:48:04.029477 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:04.035774 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:48:04.043069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Pushing event updated for resources: {'Port': ['ID=329de261-026e-4f68-a120-83c685eeddae,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:04.057735 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 2, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:04.090933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Checking router: e1c0ad39-ce59-483d-99c2-d7708adeafc0 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:48:04.091378 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Updating router e1c0ad39-ce59-483d-99c2-d7708adeafc0 port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:48:04.104657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Attempting to bind port 329de261-026e-4f68-a120-83c685eeddae on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:48:04.105061 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Attempting to bind port 329de261-026e-4f68-a120-83c685eeddae by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:48:04.105429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Attempting to bind port 329de261-026e-4f68-a120-83c685eeddae on network 3b9a489d-0504-4a1c-8c63-38dd67ea18de {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:48:04.118290 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.118634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:48:04.119124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Checking segment: {'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:48:04.119570 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.120143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Bound using segment: {'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:48:04.120727 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Bound port: 329de261-026e-4f68-a120-83c685eeddae, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:48:04.121449 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.142634 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.151327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.192601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.197652 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] For port 329de261-026e-4f68-a120-83c685eeddae, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:48:04.201050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] For port 329de261-026e-4f68-a120-83c685eeddae, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=329de261-026e-4f68-a120-83c685eeddae,segment=NetworkSegment(f8733357-6fe1-4c82-aa1d-f88cb69b3f66),segment_id=f8733357-6fe1-4c82-aa1d-f88cb69b3f66)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:48:04.206920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.239434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:48:04.244847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:04.247245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:48:04.265447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fb836-3392-4366-b04b-c8cee21fba54 None None] Pushing event updated for resources: {'Port': ['ID=329de261-026e-4f68-a120-83c685eeddae,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:04.274408 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Pushing event updated for resources: {'Port': ['ID=8df4b694-dd36-465e-8c92-7fd60571cc96,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:04.417794 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.434000 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.493640 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Pushing event updated for resources: {'Port': ['ID=7e6b73ae-51ce-4b3f-940d-790029cb3b53,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:04.507917 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.508512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.509142 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.509650 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.510170 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.510495 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.511009 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.511491 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.511974 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.512479 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.513822 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.514158 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:04.534066 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.569053 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Attempting to bind port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:48:04.569423 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Attempting to bind port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:48:04.569792 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Attempting to bind port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 on network 03463b59-4123-432e-af7c-d14c1c90aff6 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:48:04.575253 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:48:04.575592 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Checking segment: {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:48:04.575998 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.576396 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Bound using segment: {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:48:04.576866 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Bound port: 7e6b73ae-51ce-4b3f-940d-790029cb3b53, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:48:04.577783 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.655557 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] For port 7e6b73ae-51ce-4b3f-940d-790029cb3b53, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:48:04.659409 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] For port 7e6b73ae-51ce-4b3f-940d-790029cb3b53, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7e6b73ae-51ce-4b3f-940d-790029cb3b53,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:48:04.665368 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.716308 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:04.716955 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:48:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:04.761040 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.775043 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050c3f3-378c-41f8-ad9b-3b2de8923638 None None] Pushing event updated for resources: {'Port': ['ID=7e6b73ae-51ce-4b3f-940d-790029cb3b53,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:04.840311 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-780a0301-81d9-4d5d-8100-2427333fe1b4 None None] Provisioning complete for port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:04.840942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-780a0301-81d9-4d5d-8100-2427333fe1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:04.845899 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:04.908803 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Router 2f188032-bac7-4e66-9f9b-1a10bd59246f is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:48:04.951328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-780a0301-81d9-4d5d-8100-2427333fe1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:05.003356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-780a0301-81d9-4d5d-8100-2427333fe1b4 None None] For port 7e6b73ae-51ce-4b3f-940d-790029cb3b53, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7e6b73ae-51ce-4b3f-940d-790029cb3b53,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:05.009612 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-780a0301-81d9-4d5d-8100-2427333fe1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:05.063724 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:48:05.067174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a0301-81d9-4d5d-8100-2427333fe1b4 None None] Pushing event updated for resources: {'Port': ['ID=7e6b73ae-51ce-4b3f-940d-790029cb3b53,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:05.085571 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Sync routers for ids ['2f188032-bac7-4e66-9f9b-1a10bd59246f'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:48:05.089778 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:05.093646 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:05.095213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44048) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:05.095721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e9ce1dbd-46f5-4078-a9dd-5d7f0da0e97f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6707528 Sep 18 02:48:05.102472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Routers {'2f188032-bac7-4e66-9f9b-1a10bd59246f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:05.104935 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:48:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2f188032-bac7-4e66-9f9b-1a10bd59246f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:05.109143 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:05.135343 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cea8e-3331-4191-8b19-63c1f1deb44a None None] The sync data for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 is: [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:48:05.156972 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6141fa2d-013b-4526-8d57-3416b8d473b5 None None] Provisioning complete for port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:05.157955 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6141fa2d-013b-4526-8d57-3416b8d473b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:05.281116 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Set router 2f188032-bac7-4e66-9f9b-1a10bd59246f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:05.514522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b4832-a0db-436f-8e32-c326d31e91d4 None None] Network 3b9a489d-0504-4a1c-8c63-38dd67ea18de requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:48:05.552035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 329de261-026e-4f68-a120-83c685eeddae up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:05.677255 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:05.701504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bdf2e5ed-1092-418f-b353-92700b5f220a None None] Provisioning complete for port 329de261-026e-4f68-a120-83c685eeddae triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:05.701974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e5ed-1092-418f-b353-92700b5f220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:05.763359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 329de261-026e-4f68-a120-83c685eeddae triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:05.763819 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:05.862049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Allocated IP 172.20.0.1 (3b9a489d-0504-4a1c-8c63-38dd67ea18de/0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f/a33e4905-daff-4ce5-b854-312524311443) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:48:05.979980 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.008174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 3, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port': {'id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:06.019075 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.044775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Checking router: 2f188032-bac7-4e66-9f9b-1a10bd59246f for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:48:06.045130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Updating router 2f188032-bac7-4e66-9f9b-1a10bd59246f port 8df4b694-dd36-465e-8c92-7fd60571cc96 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:48:06.061507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Network 3b9a489d-0504-4a1c-8c63-38dd67ea18de is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:48:06.067756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:06.072494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:48:06.093213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a33e4905-daff-4ce5-b854-312524311443,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:06.114016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.122091 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.163905 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e5ed-1092-418f-b353-92700b5f220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.195829 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.287511 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.298968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 329de261-026e-4f68-a120-83c685eeddae, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=329de261-026e-4f68-a120-83c685eeddae,segment=NetworkSegment(f8733357-6fe1-4c82-aa1d-f88cb69b3f66),segment_id=f8733357-6fe1-4c82-aa1d-f88cb69b3f66)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:06.317459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.318830 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7e6b73ae-51ce-4b3f-940d-790029cb3b53 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:06.486397 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.494674 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.505660 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-bdf2e5ed-1092-418f-b353-92700b5f220a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:48:06.506014 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-bdf2e5ed-1092-418f-b353-92700b5f220a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:48:06.516385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=329de261-026e-4f68-a120-83c685eeddae,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:06.529856 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.555004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:06.555338 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.562924 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.568564 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a33e4905-daff-4ce5-b854-312524311443,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:06.667432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Network 3b9a489d-0504-4a1c-8c63-38dd67ea18de is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:48:06.668812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:06.688393 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.697525 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.729666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:06.783354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f3866-53ba-4494-87ea-8d3f3a95dba3 None None] Pushing event updated for resources: {'Port': ['ID=8df4b694-dd36-465e-8c92-7fd60571cc96,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:06.789682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Attempting to bind port 8df4b694-dd36-465e-8c92-7fd60571cc96 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:48:06.789904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Attempting to bind port 8df4b694-dd36-465e-8c92-7fd60571cc96 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:48:06.790231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Attempting to bind port 8df4b694-dd36-465e-8c92-7fd60571cc96 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:48:06.792359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Router 2f188032-bac7-4e66-9f9b-1a10bd59246f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:48:06.800701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:48:06.801077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:48:06.801478 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.801868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:48:06.802336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Bound port: 8df4b694-dd36-465e-8c92-7fd60571cc96, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:48:06.802739 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.854079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:06.854444 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.888104 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] For port 8df4b694-dd36-465e-8c92-7fd60571cc96, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:48:06.906845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] For port 8df4b694-dd36-465e-8c92-7fd60571cc96, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8df4b694-dd36-465e-8c92-7fd60571cc96,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:48:06.908664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:48:06.914873 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:06.919491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ab175689-5a83-447a-b2fa-7f92f07719e7 admin admin] 10.222.0.21 "PUT /v2.0/routers/2f188032-bac7-4e66-9f9b-1a10bd59246f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222868 Sep 18 02:48:07.006203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f3866-53ba-4494-87ea-8d3f3a95dba3 None None] Pushing event updated for resources: {'Port': ['ID=8df4b694-dd36-465e-8c92-7fd60571cc96,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:07.017893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Routers {'2f188032-bac7-4e66-9f9b-1a10bd59246f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:07.018120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:48:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2f188032-bac7-4e66-9f9b-1a10bd59246f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:07.151936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] Set router 2f188032-bac7-4e66-9f9b-1a10bd59246f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:07.253341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5f67abe6-b18f-4846-b995-382fa4058afc None None] Provisioning complete for port 329de261-026e-4f68-a120-83c685eeddae triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:07.254014 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5f67abe6-b18f-4846-b995-382fa4058afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:07.331533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 329de261-026e-4f68-a120-83c685eeddae up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:07.474354 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 329de261-026e-4f68-a120-83c685eeddae triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:07.474729 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:07.508716 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5f67abe6-b18f-4846-b995-382fa4058afc None None] Provisioning complete for port a33e4905-daff-4ce5-b854-312524311443 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:07.508999 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5f67abe6-b18f-4846-b995-382fa4058afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:07.539840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 4, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port': {'id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a33e4905-daff-4ce5-b854-312524311443', 'name': '', 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'mac_address': 'fa:16:3e:38:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:05Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 2, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'subnets': [{'id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:07.583790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5f67abe6-b18f-4846-b995-382fa4058afc None None] Port a33e4905-daff-4ce5-b854-312524311443 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:48:07.586279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006caea9-85ad-4f9f-b4ee-0364510afd14 None None] The sync data for ids ['2f188032-bac7-4e66-9f9b-1a10bd59246f'] in n-d-789963-12 is: [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 4, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port': {'id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a33e4905-daff-4ce5-b854-312524311443', 'name': '', 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'mac_address': 'fa:16:3e:38:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:05Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 2, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'subnets': [{'id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:48:09.355791 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8df4b694-dd36-465e-8c92-7fd60571cc96 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:09.414433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8df4b694-dd36-465e-8c92-7fd60571cc96 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:09.415621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:09.525575 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:09.553557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 8df4b694-dd36-465e-8c92-7fd60571cc96, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8df4b694-dd36-465e-8c92-7fd60571cc96,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:09.558674 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:09.616038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=8df4b694-dd36-465e-8c92-7fd60571cc96,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:09.792021 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Sync routers for ids ['2f188032-bac7-4e66-9f9b-1a10bd59246f'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:48:09.810464 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Routers {'2f188032-bac7-4e66-9f9b-1a10bd59246f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:09.811189 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:48:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2f188032-bac7-4e66-9f9b-1a10bd59246f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:09.941341 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Set router 2f188032-bac7-4e66-9f9b-1a10bd59246f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:09.995211 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:48:10.262793 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 4, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port': {'id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a33e4905-daff-4ce5-b854-312524311443', 'name': '', 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'mac_address': 'fa:16:3e:38:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:05Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 2, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'subnets': [{'id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:10.293317 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Checking router: 2f188032-bac7-4e66-9f9b-1a10bd59246f for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:48:10.293826 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Updating router 2f188032-bac7-4e66-9f9b-1a10bd59246f port a33e4905-daff-4ce5-b854-312524311443 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:48:10.321772 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:10.606736 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:10.613862 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:10.711962 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83845d45-5d1f-4245-9c96-fa4a5f447b3a None None] Pushing event updated for resources: {'Port': ['ID=a33e4905-daff-4ce5-b854-312524311443,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:10.735640 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Attempting to bind port a33e4905-daff-4ce5-b854-312524311443 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:48:10.736092 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Attempting to bind port a33e4905-daff-4ce5-b854-312524311443 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:48:10.736662 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Attempting to bind port a33e4905-daff-4ce5-b854-312524311443 on network 3b9a489d-0504-4a1c-8c63-38dd67ea18de {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:48:10.742541 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:48:10.742960 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Checking segment: {'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:48:10.743483 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:10.743887 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Bound using segment: {'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:48:10.744437 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Bound port: a33e4905-daff-4ce5-b854-312524311443, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:48:10.744886 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:10.815174 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] For port a33e4905-daff-4ce5-b854-312524311443, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:48:10.818406 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] For port a33e4905-daff-4ce5-b854-312524311443, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a33e4905-daff-4ce5-b854-312524311443,segment=NetworkSegment(f8733357-6fe1-4c82-aa1d-f88cb69b3f66),segment_id=f8733357-6fe1-4c82-aa1d-f88cb69b3f66)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:48:10.823634 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:10.894630 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83845d45-5d1f-4245-9c96-fa4a5f447b3a None None] Pushing event updated for resources: {'Port': ['ID=a33e4905-daff-4ce5-b854-312524311443,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:10.897930 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Routers {'2f188032-bac7-4e66-9f9b-1a10bd59246f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:10.898596 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:48:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2f188032-bac7-4e66-9f9b-1a10bd59246f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:11.040830 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] Set router 2f188032-bac7-4e66-9f9b-1a10bd59246f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:11.041563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4e8242f7-d56a-4c34-976f-121b9da2410c None None] Provisioning complete for port a33e4905-daff-4ce5-b854-312524311443 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:11.042052 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4e8242f7-d56a-4c34-976f-121b9da2410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:11.184129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4e8242f7-d56a-4c34-976f-121b9da2410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:11.226788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4e8242f7-d56a-4c34-976f-121b9da2410c None None] For port a33e4905-daff-4ce5-b854-312524311443, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a33e4905-daff-4ce5-b854-312524311443,segment=NetworkSegment(f8733357-6fe1-4c82-aa1d-f88cb69b3f66),segment_id=f8733357-6fe1-4c82-aa1d-f88cb69b3f66)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:11.233192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4e8242f7-d56a-4c34-976f-121b9da2410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:11.321807 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 4, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port': {'id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a33e4905-daff-4ce5-b854-312524311443', 'name': '', 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'mac_address': 'fa:16:3e:38:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:05Z', 'updated_at': '2021-09-18T02:48:10Z', 'revision_number': 4, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'subnets': [{'id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:11.331225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8242f7-d56a-4c34-976f-121b9da2410c None None] Pushing event updated for resources: {'Port': ['ID=a33e4905-daff-4ce5-b854-312524311443,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:11.353206 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffc1c0-5f07-44d2-867c-0c43efd2b695 None None] The sync data for ids ['2f188032-bac7-4e66-9f9b-1a10bd59246f'] in n-d-789963-12 is: [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:06Z', 'revision_number': 4, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port': {'id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'a33e4905-daff-4ce5-b854-312524311443', 'name': '', 'network_id': '3b9a489d-0504-4a1c-8c63-38dd67ea18de', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'mac_address': 'fa:16:3e:38:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:05Z', 'updated_at': '2021-09-18T02:48:10Z', 'revision_number': 4, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'subnets': [{'id': '0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:48:11.365932 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3e2a8a52-cf1e-4c26-8d2b-ef4e8ee1a505 None None] Provisioning complete for port a33e4905-daff-4ce5-b854-312524311443 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:11.366311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e2a8a52-cf1e-4c26-8d2b-ef4e8ee1a505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:11.427667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8df4b694-dd36-465e-8c92-7fd60571cc96 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:11.535890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8df4b694-dd36-465e-8c92-7fd60571cc96 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:11.536261 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:11.631546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a33e4905-daff-4ce5-b854-312524311443 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:11.697950 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a33e4905-daff-4ce5-b854-312524311443 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:11.698305 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:13.346768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a33e4905-daff-4ce5-b854-312524311443 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:13.410503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a33e4905-daff-4ce5-b854-312524311443 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:13.410503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:17.438117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-4ffecfb5-c7c8-4fd4-83f7-cc682446d42a tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:17.439707 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-4ffecfb5-c7c8-4fd4-83f7-cc682446d42a tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 815 time: 0.4259229 Sep 18 02:48:17.455409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-d18808b5-5da3-47bd-9d05-ab26ee2bd05a tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/quotas/d4314c6374e74a6da48f00995197c6c1 HTTP/1.1" status: 200 len: 375 time: 0.0092301 Sep 18 02:48:17.512947 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-79cb4039-d81e-414a-9212-cc9bbeafaf3c tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523531 Sep 18 02:48:17.698890 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-5436be78-c6cf-4e7d-ab31-6ec9838f7d2d service neutron] 10.222.0.21 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742153 Sep 18 02:48:17.791472 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-259de92c-d581-434e-b8bd-e52a96551cc5 service neutron] 10.222.0.21 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864060 Sep 18 02:48:18.037368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8f3fc8f0-3ba9-4956-a393-642a501b0efa req-12c009bf-c00f-462b-90f3-b7995f18466f tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 210 time: 0.0867956 Sep 18 02:48:18.949889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-af917950-4796-427a-87bf-4e3749bd9d4e tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:18.951367 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-af917950-4796-427a-87bf-4e3749bd9d4e tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 815 time: 0.1038048 Sep 18 02:48:18.963647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'port': {'device_id': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'admin_state_up': True, 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:19.074753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Made reservation on behalf of d4314c6374e74a6da48f00995197c6c1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:48:19.079515 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:19.135257 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-17f93199-b641-4934-b9a4-64f12556a09d req-0691adf5-b10e-434c-9141-7f4dacfe5d31 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 210 time: 0.0274372 Sep 18 02:48:19.216122 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Allocated IP 172.20.0.8 (03463b59-4123-432e-af7c-d14c1c90aff6/e7d20c4d-9cce-4369-9cc5-c396311ec44b/30dfb122-befe-436b-b5c6-fda1a919afce) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:48:19.386807 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:19.759426 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:19.806944 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Network 03463b59-4123-432e-af7c-d14c1c90aff6 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:48:19.810360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:19.814622 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:48:19.850601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'Port': ['ID=30dfb122-befe-436b-b5c6-fda1a919afce,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:19.863514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.863857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.864523 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.864927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.865271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.865752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.866093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.866660 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.866928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.867282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.867673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.868084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:19.894349 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:19.895036 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:19.909801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-7da93577-5e29-4300-aed6-c1af1a039432 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9496469 Sep 18 02:48:20.042386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cecf7938-d12e-4398-823a-0c4b257d1913 None None] Provisioning complete for port 30dfb122-befe-436b-b5c6-fda1a919afce triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:20.042990 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cecf7938-d12e-4398-823a-0c4b257d1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:20.078205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cecf7938-d12e-4398-823a-0c4b257d1913 None None] Port 30dfb122-befe-436b-b5c6-fda1a919afce cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:48:20.255910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b81d8-4ce3-42f5-9d38-c50e72fd9aaf req-b5f67564-32c4-47de-a32d-0f0bc65483e9 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:20.257490 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c70b81d8-4ce3-42f5-9d38-c50e72fd9aaf req-b5f67564-32c4-47de-a32d-0f0bc65483e9 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0531802 Sep 18 02:48:20.295441 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c70b81d8-4ce3-42f5-9d38-c50e72fd9aaf req-ac264587-b0b8-4b9b-b85f-340c6c84e901 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Sep 18 02:48:21.410785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48951-c9ba-4f9b-9b6c-0da0b93f0bea req-dcacb304-2f54-49f0-9501-6d172d8cf210 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:21.412413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15d48951-c9ba-4f9b-9b6c-0da0b93f0bea req-dcacb304-2f54-49f0-9501-6d172d8cf210 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0503716 Sep 18 02:48:21.457296 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-15d48951-c9ba-4f9b-9b6c-0da0b93f0bea req-273b3b85-4214-4919-b476-1be4f0d52694 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Sep 18 02:48:22.588118 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295d3cd-5482-4ba0-aee5-efc59e4cb852 req-d5ae9c76-4e06-43af-9a23-1fe2221abc44 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:22.589759 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4295d3cd-5482-4ba0-aee5-efc59e4cb852 req-d5ae9c76-4e06-43af-9a23-1fe2221abc44 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0585427 Sep 18 02:48:22.630403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4295d3cd-5482-4ba0-aee5-efc59e4cb852 req-7b19d651-854e-4615-bd4f-90e800599dc6 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Sep 18 02:48:23.743438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c66b27-14bb-4eab-ab52-2c61df188571 req-608d3b04-77ff-4d5e-b980-3d12df1f705a tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:23.744944 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35c66b27-14bb-4eab-ab52-2c61df188571 req-608d3b04-77ff-4d5e-b980-3d12df1f705a tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0489161 Sep 18 02:48:23.786879 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-35c66b27-14bb-4eab-ab52-2c61df188571 req-1df370e9-2bbe-4ae7-b002-e158321e27d3 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354147 Sep 18 02:48:24.908176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46055a50-f1a6-4edd-9205-095068151703 req-945761e6-2c5a-453a-afd1-2432f35d29f2 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:24.909646 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46055a50-f1a6-4edd-9205-095068151703 req-945761e6-2c5a-453a-afd1-2432f35d29f2 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0486999 Sep 18 02:48:24.947712 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-46055a50-f1a6-4edd-9205-095068151703 req-b40d2a9e-a1a3-4272-a915-f6efb42b354b tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Sep 18 02:48:25.947144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:26.063520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a157a36-98b8-4b05-87fd-c56ee866a5f7 req-4c0d96a3-ae44-4225-a4a7-dd7268c70286 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:26.064985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a157a36-98b8-4b05-87fd-c56ee866a5f7 req-4c0d96a3-ae44-4225-a4a7-dd7268c70286 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0490875 Sep 18 02:48:26.102302 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0a157a36-98b8-4b05-87fd-c56ee866a5f7 req-3ad1a993-f017-424c-9aa8-afd6a9d95494 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Sep 18 02:48:26.252277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:27.219870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ef84-dd85-4655-8a47-79fb3eb7171f req-a48f5df6-7996-42a7-9b8c-985d55dc1a00 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:27.221324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bd9ef84-dd85-4655-8a47-79fb3eb7171f req-a48f5df6-7996-42a7-9b8c-985d55dc1a00 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0516436 Sep 18 02:48:27.258344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bd9ef84-dd85-4655-8a47-79fb3eb7171f req-50f12a04-d00b-4a13-8337-dbbe2740dc65 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Sep 18 02:48:28.376996 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee76a3-7284-4258-9b11-a9459935756f req-34201615-b929-4a49-bd20-c9d0795a9a51 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:28.378498 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6ee76a3-7284-4258-9b11-a9459935756f req-34201615-b929-4a49-bd20-c9d0795a9a51 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0488815 Sep 18 02:48:28.416544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a6ee76a3-7284-4258-9b11-a9459935756f req-a0ea9201-f21d-4db2-9281-43bf2ffac34b tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Sep 18 02:48:29.529365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d47934-366e-4fc1-9d55-68b5a128b18f req-1c164220-65cd-4fa6-a282-72b219db361f tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:29.531454 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e5d47934-366e-4fc1-9d55-68b5a128b18f req-1c164220-65cd-4fa6-a282-72b219db361f tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0494866 Sep 18 02:48:29.575086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e5d47934-366e-4fc1-9d55-68b5a128b18f req-e3efcc4b-358f-40da-9842-599a1213caeb tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Sep 18 02:48:30.700642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d7bb-f668-498b-95cc-416c115a546d req-b989fa08-4c58-46b2-9a88-574785db2d49 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:30.702135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4444d7bb-f668-498b-95cc-416c115a546d req-b989fa08-4c58-46b2-9a88-574785db2d49 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0490830 Sep 18 02:48:30.744542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4444d7bb-f668-498b-95cc-416c115a546d req-9f4bb52e-9d58-4160-91b4-4181d35760f2 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358648 Sep 18 02:48:30.913810 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fcf1ef11-c7c4-4307-a48b-c70566892e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:31.860324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981364b-5572-49fe-b133-b57c7bc45c1c req-1351002e-9a3f-4127-9ac4-9158c6354744 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:31.861931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9981364b-5572-49fe-b133-b57c7bc45c1c req-1351002e-9a3f-4127-9ac4-9158c6354744 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 931 time: 0.0511148 Sep 18 02:48:31.902373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9981364b-5572-49fe-b133-b57c7bc45c1c req-e441cb0f-4dcf-4dc6-b238-9673f2ec50c3 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Sep 18 02:48:32.327262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Request body: {'port': {'device_id': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:32.383276 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:32.633679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30dfb122-befe-436b-b5c6-fda1a919afce {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:48:32.640818 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:32.652340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Transition to ACTIVE for port object 30dfb122-befe-436b-b5c6-fda1a919afce will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:48:32.655623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:32.724112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Pushing event updated for resources: {'Port': ['ID=30dfb122-befe-436b-b5c6-fda1a919afce,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:32.777068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Attempting to bind port 30dfb122-befe-436b-b5c6-fda1a919afce on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:48:32.777400 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Attempting to bind port 30dfb122-befe-436b-b5c6-fda1a919afce by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:48:32.777725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Attempting to bind port 30dfb122-befe-436b-b5c6-fda1a919afce on network 03463b59-4123-432e-af7c-d14c1c90aff6 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:48:32.782178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Port 30dfb122-befe-436b-b5c6-fda1a919afce on network 03463b59-4123-432e-af7c-d14c1c90aff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:48:32.782492 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Attempting to bind port 30dfb122-befe-436b-b5c6-fda1a919afce on network 03463b59-4123-432e-af7c-d14c1c90aff6 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:48:32.788381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:48:32.788714 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Checking segment: {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:48:32.789091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Bound using segment: {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:48:32.789514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Bound port: 30dfb122-befe-436b-b5c6-fda1a919afce, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97af65ce-1994-4832-ba05-dc7f67fa5564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:48:32.789865 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:32.854494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] For port 30dfb122-befe-436b-b5c6-fda1a919afce, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:48:32.857848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] For port 30dfb122-befe-436b-b5c6-fda1a919afce, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30dfb122-befe-436b-b5c6-fda1a919afce,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:48:32.861194 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:32.894253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:32.894939 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:32.896258 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] 10.222.0.18 "PUT /v2.0/ports/30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 1092 time: 0.5734143 Sep 18 02:48:32.896702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:48:32.899000 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b573c-49c2-4db3-8fdf-146764fe86ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:48:32.934673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5fe31-8ee9-4124-a024-d9f23bb6370d service neutron] Pushing event updated for resources: {'Port': ['ID=30dfb122-befe-436b-b5c6-fda1a919afce,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:32.976429 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107495c-777a-41e9-a978-489b9d4d396a x-openstack-request-id: req-d107495c-777a-41e9-a978-489b9d4d396a {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:48:32.976710 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:48:32.976948 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d107495c-777a-41e9-a978-489b9d4d396a {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:48:32.977538 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce', 'status': 'completed', 'code': 200} Sep 18 02:48:32.999482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-f7109c75-0239-4bb9-a139-869d85f9a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:33.000964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-f7109c75-0239-4bb9-a139-869d85f9a112 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1095 time: 0.0582907 Sep 18 02:48:33.058934 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-997d3a8e-3f88-4af0-93a6-08eeb87df720 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 217 time: 0.0406296 Sep 18 02:48:33.084796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af499ff-486f-4bd7-9242-d79eb502d61c req-c68943fe-9e51-42a7-9d85-3bba4cdee646 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:33.086355 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9af499ff-486f-4bd7-9242-d79eb502d61c req-c68943fe-9e51-42a7-9d85-3bba4cdee646 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 943 time: 0.0977960 Sep 18 02:48:33.146250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-27ce0a4e-493b-479a-8585-b72028c6fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:33.147642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-27ce0a4e-493b-479a-8585-b72028c6fc34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0801525 Sep 18 02:48:33.155357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9af499ff-486f-4bd7-9242-d79eb502d61c req-3744dab3-a807-4d99-8699-455670854d7b tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478709 Sep 18 02:48:33.196807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-44884595-2063-48ad-bf9e-1bb09b5fdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:33.198309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-44884595-2063-48ad-bf9e-1bb09b5fdbbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421338 Sep 18 02:48:33.291414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-80207ee1-8ca7-4c04-a256-a4d659dfbbf2 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843492 Sep 18 02:48:33.378417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f9a73301-f767-4791-a3bc-761b7bc7c1e1 req-242a106d-beaf-43df-990f-7d7ab284411c service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798185 Sep 18 02:48:33.465412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-d1002d82-3311-4e7e-98f0-1605b0487129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:33.466919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-d1002d82-3311-4e7e-98f0-1605b0487129 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1095 time: 0.0408847 Sep 18 02:48:33.506288 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e20d38bd-3a64-48cb-bec7-ee1cbb0d11a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:33.561719 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-46d496f1-bede-4662-b101-25cf5367e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:33.563213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-46d496f1-bede-4662-b101-25cf5367e5ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 915 time: 0.0891767 Sep 18 02:48:33.604372 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-acd5cc0b-d1b5-4143-bd32-b9a928b48d0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 217 time: 0.0338104 Sep 18 02:48:33.656288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-6fbe7082-af8c-44c5-8773-485d3e4f4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:33.657694 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-6fbe7082-af8c-44c5-8773-485d3e4f4c12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0459013 Sep 18 02:48:33.702515 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-de5793ee-0c8c-4d40-b095-c0b850e805e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:33.704002 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-de5793ee-0c8c-4d40-b095-c0b850e805e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381355 Sep 18 02:48:33.799353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-998c4f55-0dd8-472d-a794-35055ba5bf6b service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873616 Sep 18 02:48:33.888164 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-412b573c-49c2-4db3-8fdf-146764fe86ef req-1c857561-4769-4970-b48e-806796d2431a service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814626 Sep 18 02:48:34.123239 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:34.269993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238279c0-14aa-4745-9124-2245e7be7b47 req-e56947ed-321c-4931-bb40-93b62bae4499 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:34.271504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-238279c0-14aa-4745-9124-2245e7be7b47 req-e56947ed-321c-4931-bb40-93b62bae4499 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 943 time: 0.0493484 Sep 18 02:48:34.308832 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-238279c0-14aa-4745-9124-2245e7be7b47 req-5ecf749f-15c3-49b3-b8c8-cc37fbca10ee tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Sep 18 02:48:35.086795 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:35.424111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3323e8f-5605-48e6-ae91-79c18149b91c req-ec57956e-2721-461f-af1c-d60b9b98254d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:35.425713 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f3323e8f-5605-48e6-ae91-79c18149b91c req-ec57956e-2721-461f-af1c-d60b9b98254d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 943 time: 0.0516727 Sep 18 02:48:35.464877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f3323e8f-5605-48e6-ae91-79c18149b91c req-3d0e060e-8d0f-4791-9496-7438a4e72f17 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328953 Sep 18 02:48:36.434780 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:36.578393 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa772c-6b3b-4be9-8ef0-8fe9a915d31a req-d43bea07-60ef-4397-ba25-33b808d1eb23 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:36.579911 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ffa772c-6b3b-4be9-8ef0-8fe9a915d31a req-d43bea07-60ef-4397-ba25-33b808d1eb23 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 943 time: 0.0487447 Sep 18 02:48:36.595957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30dfb122-befe-436b-b5c6-fda1a919afce details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:48:36.620742 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ffa772c-6b3b-4be9-8ef0-8fe9a915d31a req-aa5cc611-9292-4d64-af5b-063bb5735234 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343838 Sep 18 02:48:36.693152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30dfb122-befe-436b-b5c6-fda1a919afce, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30dfb122-befe-436b-b5c6-fda1a919afce,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:36.703816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '30dfb122-befe-436b-b5c6-fda1a919afce', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'port_id': '30dfb122-befe-436b-b5c6-fda1a919afce', 'mac_address': 'fa:16:3e:6d:03:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:48:36.741162 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:36.754153 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dfb122-befe-436b-b5c6-fda1a919afce {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:48:36.773539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30dfb122-befe-436b-b5c6-fda1a919afce, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30dfb122-befe-436b-b5c6-fda1a919afce,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:36.776491 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:36.836069 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=30dfb122-befe-436b-b5c6-fda1a919afce,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:36.843850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.844192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.844523 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.844850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.845173 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.845499 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.845816 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.846130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.847007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.847555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.848101 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.848605 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:36.975665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['30dfb122-befe-436b-b5c6-fda1a919afce'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:48:37.739267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85abb7c-09ed-4a79-9558-938fea6cc872 req-24e85141-b2d2-45e0-af29-808c681b5abd tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:37.740738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a85abb7c-09ed-4a79-9558-938fea6cc872 req-24e85141-b2d2-45e0-af29-808c681b5abd tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 944 time: 0.0542769 Sep 18 02:48:37.778219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a85abb7c-09ed-4a79-9558-938fea6cc872 req-d91cdab7-21f7-4433-9341-0536b77eeb80 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Sep 18 02:48:38.611448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30dfb122-befe-436b-b5c6-fda1a919afce up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:48:38.659035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 30dfb122-befe-436b-b5c6-fda1a919afce completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:48:38.662966 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 30dfb122-befe-436b-b5c6-fda1a919afce triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:38.663333 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:38.742967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:38.765179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:48:38.767417 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1048c65d-4023-40c0-8cdf-1e1ec6f4543a" -d '{"events": [{"server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "name": "network-vif-plugged", "status": "completed", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:48:38.779711 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 30dfb122-befe-436b-b5c6-fda1a919afce, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30dfb122-befe-436b-b5c6-fda1a919afce,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:38.784535 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:38.810202 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e377ea-484b-43af-9fd3-6ac7014ff0b9 x-openstack-request-id: req-63e377ea-484b-43af-9fd3-6ac7014ff0b9 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:48:38.810498 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "name": "network-vif-plugged", "status": "completed", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:48:38.810851 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63e377ea-484b-43af-9fd3-6ac7014ff0b9 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:48:38.811248 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce', 'code': 200} Sep 18 02:48:38.839304 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=30dfb122-befe-436b-b5c6-fda1a919afce,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:38.919386 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc3f0-ba40-419e-a96f-a2390c099df1 req-b618b7c8-b357-47d7-9ce3-c87159fba724 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:38.920782 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e1cc3f0-ba40-419e-a96f-a2390c099df1 req-b618b7c8-b357-47d7-9ce3-c87159fba724 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0734520 Sep 18 02:48:38.934861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaef8c-2902-42fe-bd0c-9fb3474e8c96 req-8ca2039e-446f-42b9-b363-0c9dddca4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:38.936270 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0dbaef8c-2902-42fe-bd0c-9fb3474e8c96 req-8ca2039e-446f-42b9-b363-0c9dddca4dab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1097 time: 0.0634937 Sep 18 02:48:38.985182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1e1cc3f0-ba40-419e-a96f-a2390c099df1 req-02583a6b-8f78-4c6f-a75e-ffc84d1115fc tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578115 Sep 18 02:48:38.992184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0dbaef8c-2902-42fe-bd0c-9fb3474e8c96 req-77dae427-359d-4a3b-aa8c-f1c41226550d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Sep 18 02:48:40.103149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e25508-8768-4b6d-b19d-9fabfe600485 req-a498235b-94f1-410e-a29d-f88c85bb96a4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:40.104610 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22e25508-8768-4b6d-b19d-9fabfe600485 req-a498235b-94f1-410e-a29d-f88c85bb96a4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0487561 Sep 18 02:48:40.146253 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-22e25508-8768-4b6d-b19d-9fabfe600485 req-7c47fac2-b6a2-4433-8ed1-183a499cece1 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357232 Sep 18 02:48:40.264913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3066f3-a635-4494-b8df-e55ce92d5061 req-af879d1f-9b3d-480b-8471-2c80d5194cf0 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:40.266470 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b3066f3-a635-4494-b8df-e55ce92d5061 req-af879d1f-9b3d-480b-8471-2c80d5194cf0 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0538530 Sep 18 02:48:40.303722 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b3066f3-a635-4494-b8df-e55ce92d5061 req-fc33c3aa-ed56-4133-88d6-11a7b3f204d3 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Sep 18 02:48:40.489540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2333d1-491c-4f29-a662-c63305694285 req-cfd4d177-e7ec-4acc-b217-6a4ee6c520e5 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:40.491031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d2333d1-491c-4f29-a662-c63305694285 req-cfd4d177-e7ec-4acc-b217-6a4ee6c520e5 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0478995 Sep 18 02:48:40.528697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4d2333d1-491c-4f29-a662-c63305694285 req-445121ec-a691-438c-9918-dfe154093310 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Sep 18 02:48:46.984267 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:48:51.430686 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2b0935-4815-44a2-adcc-697a234717cf req-298990b3-e926-4e98-8b18-3a8d939b7310 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410678 Sep 18 02:48:51.517709 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b0935-4815-44a2-adcc-697a234717cf req-4b2c971f-bb74-4c79-8843-18e67242d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:51.519705 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2b0935-4815-44a2-adcc-697a234717cf req-4b2c971f-bb74-4c79-8843-18e67242d224 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1097 time: 0.0434000 Sep 18 02:48:51.631997 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b0935-4815-44a2-adcc-697a234717cf req-e76a1538-9892-4b57-bd39-4248354f7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:51.633721 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2b0935-4815-44a2-adcc-697a234717cf req-e76a1538-9892-4b57-bd39-4248354f7fd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 915 time: 0.0908320 Sep 18 02:48:51.683343 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2b0935-4815-44a2-adcc-697a234717cf req-b44007ad-b56c-4f80-bbad-3cf8b5e0a281 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 217 time: 0.0413680 Sep 18 02:48:51.734248 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b0935-4815-44a2-adcc-697a234717cf req-e95a9272-8ca5-4ba8-b3d1-a947cc84d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:51.735731 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2b0935-4815-44a2-adcc-697a234717cf req-e95a9272-8ca5-4ba8-b3d1-a947cc84d4bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0445259 Sep 18 02:48:51.781986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b0935-4815-44a2-adcc-697a234717cf req-1c4a1e18-61f2-4c70-920b-42843bf4884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:51.784373 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2b0935-4815-44a2-adcc-697a234717cf req-1c4a1e18-61f2-4c70-920b-42843bf4884a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403011 Sep 18 02:48:51.882087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2b0935-4815-44a2-adcc-697a234717cf req-eebb17a0-cc37-43a8-b8f6-36cb954a9c9a service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901594 Sep 18 02:48:51.976912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cc2b0935-4815-44a2-adcc-697a234717cf req-df99eb47-b7b2-429b-a732-cfc56b74fb44 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874026 Sep 18 02:48:52.059731 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f32be-66ed-4ba5-8b44-8f2d972108f2 req-800a808a-1885-4f0c-b6ac-0d7708be723d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:52.061118 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-809f32be-66ed-4ba5-8b44-8f2d972108f2 req-800a808a-1885-4f0c-b6ac-0d7708be723d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0545466 Sep 18 02:48:52.100690 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-809f32be-66ed-4ba5-8b44-8f2d972108f2 req-6dbf2ef7-d124-4bf7-822d-8a6afcd17d1a tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324407 Sep 18 02:48:52.122521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44262) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:52.204294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d6f1e-f747-4646-af14-affdfa8bfb86 tempest-TestMinimumBasicScenario-1811191235 tempest-TestMinimumBasicScenario-1811191235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:52.206192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-2b2d6f1e-f747-4646-af14-affdfa8bfb86 tempest-TestMinimumBasicScenario-1811191235 tempest-TestMinimumBasicScenario-1811191235-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1092 time: 0.0824845 Sep 18 02:48:52.208767 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44266) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:52.213058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '30dfb122-befe-436b-b5c6-fda1a919afce', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:52.234341 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:52.331423 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:52.436774 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Allocated IP 172.25.0.222 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/bef2b385-ffb1-4029-ac35-eaff10d4e7a2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:48:52.540715 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:52.573651 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:52.607175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:48:52.611206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:48:52.614072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:48:52.646023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'Port': ['ID=bef2b385-ffb1-4029-ac35-eaff10d4e7a2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:52.970441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.038862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.183323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.187597 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.259879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'Port': ['ID=bef2b385-ffb1-4029-ac35-eaff10d4e7a2,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:53.266854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.362440 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Floating IP 3eabadc0-2a7a-4e85-83e1-f4ed404d63e5 associated. External IP: 172.25.0.222, port: 30dfb122-befe-436b-b5c6-fda1a919afce. Sep 18 02:48:53.563770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Router e1c0ad39-ce59-483d-99c2-d7708adeafc0 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:48:53.670552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:48:53.682529 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] Sync routers for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:48:53.687630 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.693107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:53.694024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:48:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:53.718467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7620699f-9541-4fba-9e90-5ff825970309 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5085921 Sep 18 02:48:53.719161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:48:53.721579 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab44832-8e34-4685-a43f-5f6edcdb35c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:48:53.721847 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44268) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:53.732084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840301093', 'description': 'tempest-secgroup-smoke-1840301093 description', 'project_id': 'd4314c6374e74a6da48f00995197c6c1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:53.761288 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.769609 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2ec012-ebd2-4a58-8b89-0297e06fa99e x-openstack-request-id: req-3b2ec012-ebd2-4a58-8b89-0297e06fa99e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:48:53.769920 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:48:53.770176 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b2ec012-ebd2-4a58-8b89-0297e06fa99e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:48:53.770615 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce', 'status': 'completed', 'code': 200} Sep 18 02:48:53.809435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:53.848406 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.852990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.862897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-372be969-d5ae-4a6b-8c1f-5fe4f76cffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:53.864433 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-372be969-d5ae-4a6b-8c1f-5fe4f76cffa7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1097 time: 0.0508366 Sep 18 02:48:53.882089 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.883877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1610231 Sep 18 02:48:53.886678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44272) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:53.891242 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d1591850-9bf9-4960-8251-91e1b25ffe04 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'security_group_rule': {'security_group_id': '1ed6c243-0ea1-4c7a-9009-67dba5f256e3', 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:53.901215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed6c243-0ea1-4c7a-9009-67dba5f256e3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:53.917135 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.917490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.917831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.918169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.918500 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.919077 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.919391 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.919960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.920290 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.920762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.921074 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.921410 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc3c59-33e0-4358-b8e5-e9101a9cff54 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:48:53.943275 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1591850-9bf9-4960-8251-91e1b25ffe04 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.981552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-b49ea80e-4317-4843-99c5-a369887dc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:53.983327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-b49ea80e-4317-4843-99c5-a369887dc5bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 915 time: 0.1109574 Sep 18 02:48:53.993511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1591850-9bf9-4960-8251-91e1b25ffe04 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:53.998217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1591850-9bf9-4960-8251-91e1b25ffe04 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.017565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1591850-9bf9-4960-8251-91e1b25ffe04 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f6cb17-beca-4fd0-9f80-3e9912c4ec11,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:54.024578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1591850-9bf9-4960-8251-91e1b25ffe04 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.028924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d1591850-9bf9-4960-8251-91e1b25ffe04 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410670 Sep 18 02:48:54.029597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44274) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:54.035110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-29cb9bd1-ca80-4034-a523-d2da13a47dda tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'security_group_rule': {'security_group_id': '1ed6c243-0ea1-4c7a-9009-67dba5f256e3', 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:54.059559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '3eabadc0-2a7a-4e85-83e1-f4ed404d63e5', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'port_id': '30dfb122-befe-436b-b5c6-fda1a919afce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'mac_address': 'fa:16:3e:6d:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:48:52Z', 'updated_at': '2021-09-18T02:48:52Z', 'revision_number': 0, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 5, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:54.062837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-e7699af7-b7f2-49c3-b8d4-3e96e1cbc74f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 999 time: 0.0701940 Sep 18 02:48:54.063976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29cb9bd1-ca80-4034-a523-d2da13a47dda tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.087568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] Checking router: e1c0ad39-ce59-483d-99c2-d7708adeafc0 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:48:54.095915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:48:54.097285 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:48:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:54.120565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-b73765d9-9fca-4eb0-9194-220de5f3ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:54.121635 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-b73765d9-9fca-4eb0-9194-220de5f3ffed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0500059 Sep 18 02:48:54.126549 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29cb9bd1-ca80-4034-a523-d2da13a47dda tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.130799 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29cb9bd1-ca80-4034-a523-d2da13a47dda tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.147185 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb9bd1-ca80-4034-a523-d2da13a47dda tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469f0319-4692-4ac2-8707-13dabd0809b0,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:54.161446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-29cb9bd1-ca80-4034-a523-d2da13a47dda tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.165532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-29cb9bd1-ca80-4034-a523-d2da13a47dda tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349714 Sep 18 02:48:54.168646 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44276) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:54.171159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-39c10375-f92d-4e29-bb6b-51c54908d162 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'security_group_rule': {'security_group_id': '1ed6c243-0ea1-4c7a-9009-67dba5f256e3', 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:54.173761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-58def692-6217-4282-88b3-047a88ae64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:54.175512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-58def692-6217-4282-88b3-047a88ae64c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462344 Sep 18 02:48:54.198061 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39c10375-f92d-4e29-bb6b-51c54908d162 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.224996 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:48:54.261898 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39c10375-f92d-4e29-bb6b-51c54908d162 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.266413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39c10375-f92d-4e29-bb6b-51c54908d162 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.283962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c10375-f92d-4e29-bb6b-51c54908d162 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef79ea1-adb3-41b2-996b-abca1d34a650,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:54.291955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-37af361d-eb3f-4280-92ac-420f09e5eee8 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047792 Sep 18 02:48:54.293708 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39c10375-f92d-4e29-bb6b-51c54908d162 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.297501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-39c10375-f92d-4e29-bb6b-51c54908d162 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274023 Sep 18 02:48:54.297708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44278) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:54.302099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c37a8a1c-d9d2-4073-baba-e61f86be5c77 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'security_group_rule': {'security_group_id': '1ed6c243-0ea1-4c7a-9009-67dba5f256e3', 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:54.387479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c37a8a1c-d9d2-4073-baba-e61f86be5c77 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.438828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cab44832-8e34-4685-a43f-5f6edcdb35c2 req-05d9c6fc-d1b8-4b5c-b1fd-83dc63e33cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323931 Sep 18 02:48:54.464877 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c37a8a1c-d9d2-4073-baba-e61f86be5c77 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.468538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c37a8a1c-d9d2-4073-baba-e61f86be5c77 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.470559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '3eabadc0-2a7a-4e85-83e1-f4ed404d63e5', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'port_id': '30dfb122-befe-436b-b5c6-fda1a919afce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'mac_address': 'fa:16:3e:6d:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:48:52Z', 'updated_at': '2021-09-18T02:48:52Z', 'revision_number': 0, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 5, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:48:54.491121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a8a1c-d9d2-4073-baba-e61f86be5c77 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdb8fae-546a-45e0-b833-24bedbd08fa5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:54.496018 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c37a8a1c-d9d2-4073-baba-e61f86be5c77 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.499601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a757b0f-0b96-4ae2-85eb-fb50cc7acfc8 None None] The sync data for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 is: [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '3eabadc0-2a7a-4e85-83e1-f4ed404d63e5', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'port_id': '30dfb122-befe-436b-b5c6-fda1a919afce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'mac_address': 'fa:16:3e:6d:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:48:52Z', 'updated_at': '2021-09-18T02:48:52Z', 'revision_number': 0, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 5, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:48:54.500051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c37a8a1c-d9d2-4073-baba-e61f86be5c77 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2014172 Sep 18 02:48:54.500300 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44280) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:54.506984 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0a9c94eb-c457-4829-962e-287109960263 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'security_group_rule': {'security_group_id': '1ed6c243-0ea1-4c7a-9009-67dba5f256e3', 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:54.529512 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-0a9c94eb-c457-4829-962e-287109960263 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Project d4314c6374e74a6da48f00995197c6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:48:54.534682 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a9c94eb-c457-4829-962e-287109960263 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.597818 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a9c94eb-c457-4829-962e-287109960263 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.601232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a9c94eb-c457-4829-962e-287109960263 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.621110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c94eb-c457-4829-962e-287109960263 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0be9de-c21f-4401-826e-d044e2d2efe0,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:54.624536 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a9c94eb-c457-4829-962e-287109960263 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.626051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0a9c94eb-c457-4829-962e-287109960263 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239486 Sep 18 02:48:54.629357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:48:54.634075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7fec5bd5-61ab-4f06-a459-392cbb4e0a1d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'security_group_rule': {'security_group_id': '1ed6c243-0ea1-4c7a-9009-67dba5f256e3', 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:54.660774 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-7fec5bd5-61ab-4f06-a459-392cbb4e0a1d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Project d4314c6374e74a6da48f00995197c6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:48:54.667990 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fec5bd5-61ab-4f06-a459-392cbb4e0a1d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.734843 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fec5bd5-61ab-4f06-a459-392cbb4e0a1d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.738122 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614901d7-7e0d-415d-b423-65335a2540ed None None] New status for floating IP 3eabadc0-2a7a-4e85-83e1-f4ed404d63e5: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:48:54.740098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fec5bd5-61ab-4f06-a459-392cbb4e0a1d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.759546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec5bd5-61ab-4f06-a459-392cbb4e0a1d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5711abc0-9de5-4cfb-8ff6-033e5208a479,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:54.766345 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fec5bd5-61ab-4f06-a459-392cbb4e0a1d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:54.770392 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7fec5bd5-61ab-4f06-a459-392cbb4e0a1d tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373329 Sep 18 02:48:54.845407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-30d59e0e-cfca-4dce-9d30-f8e260120076 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840301093&fields=id&tenant_id=d4314c6374e74a6da48f00995197c6c1 HTTP/1.1" status: 200 len: 267 time: 0.0328281 Sep 18 02:48:54.900639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-27c8c51f-0dcb-491e-a7b9-53d31973fa07 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:54.902204 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-27c8c51f-0dcb-491e-a7b9-53d31973fa07 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0503888 Sep 18 02:48:54.913914 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'port': {'security_groups': ['52d5e625-ff1b-4078-a106-388412aedf9f', '1ed6c243-0ea1-4c7a-9009-67dba5f256e3']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:48:54.977849 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:55.462196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] For port 30dfb122-befe-436b-b5c6-fda1a919afce, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30dfb122-befe-436b-b5c6-fda1a919afce,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:48:55.493440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:55.497945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:55.510255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['30dfb122-befe-436b-b5c6-fda1a919afce'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:48:55.540723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:55.541348 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:55.545917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61e88f7f-e5fc-4dad-8287-bb1ed5d53430 req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "PUT /v2.0/ports/30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 981 time: 0.6372123 Sep 18 02:48:55.587849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be0195-9327-4ca0-856d-4ecede27d881 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'Port': ['ID=30dfb122-befe-436b-b5c6-fda1a919afce,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:48:55.626752 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['30dfb122-befe-436b-b5c6-fda1a919afce'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:48:55.673190 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d149-5c8b-4569-9124-13f6c067253c req-db034094-b588-4be2-88c1-75424942a00c tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:55.675710 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e334d149-5c8b-4569-9124-13f6c067253c req-db034094-b588-4be2-88c1-75424942a00c tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0605748 Sep 18 02:48:55.756898 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e334d149-5c8b-4569-9124-13f6c067253c req-9a7627b2-a22a-4221-bad3-3fbd4fbc56df tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730608 Sep 18 02:48:55.771550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:48:55.773954 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:48:55.815817 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceb5689-3fc5-426c-908e-857ad1652350 x-openstack-request-id: req-8ceb5689-3fc5-426c-908e-857ad1652350 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:48:55.816110 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:48:55.816366 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ceb5689-3fc5-426c-908e-857ad1652350 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:48:55.816771 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce', 'status': 'completed', 'code': 200} Sep 18 02:48:55.881162 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-5269a945-26c4-41ba-bd5e-3aceff59b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:55.882693 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-5269a945-26c4-41ba-bd5e-3aceff59b26d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1136 time: 0.0437880 Sep 18 02:48:55.891475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-df6e92d5-e74e-4f31-8b72-6a42317332db None None] Provisioning complete for port 30dfb122-befe-436b-b5c6-fda1a919afce triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:48:55.891848 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-df6e92d5-e74e-4f31-8b72-6a42317332db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:55.977257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-e8980ca0-ca24-44fc-bca0-0280d40ae076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:55.979029 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-e8980ca0-ca24-44fc-bca0-0280d40ae076 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 915 time: 0.0893886 Sep 18 02:48:55.984935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:56.045142 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-c624f3f4-09a6-4e30-9d79-6eb84df765e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 1001 time: 0.0579200 Sep 18 02:48:56.094673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-2b36aa73-c479-486f-b030-aa272c8afb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:56.096696 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-2b36aa73-c479-486f-b030-aa272c8afb71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0431302 Sep 18 02:48:56.144856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-bc6eb61d-7b8e-48a1-bdb9-69a9fc128ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:48:56.146408 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-bc6eb61d-7b8e-48a1-bdb9-69a9fc128ce3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435939 Sep 18 02:48:56.235610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-49c8a89d-a24b-4d12-9225-e3d4e8a6ab82 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805025 Sep 18 02:48:56.238816 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:48:56.331850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d2d081e1-aa2e-466a-a5d1-ac4037c8626b req-e6864fba-f024-41d8-b994-796bf8bbe69a service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884750 Sep 18 02:49:00.915252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-849507ed-bc22-4d78-a19c-677f10b309a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:03.509513 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b330d74d-ab0c-4db1-b57c-c6362170ddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:04.124309 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:05.089638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:06.438692 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:12.027098 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb2f1e-2e31-44f1-b3a2-8d89735f2a2f req-7dd509c1-6d6f-4c87-a50c-6d26762836b0 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:12.028482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19eb2f1e-2e31-44f1-b3a2-8d89735f2a2f req-7dd509c1-6d6f-4c87-a50c-6d26762836b0 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0784693 Sep 18 02:49:12.033050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96474253-47ac-4094-ab3f-050fd9042c5d req-bbbd3665-4eb1-4be1-8fda-e15278a25a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:12.035043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96474253-47ac-4094-ab3f-050fd9042c5d req-bbbd3665-4eb1-4be1-8fda-e15278a25a30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1136 time: 0.0723417 Sep 18 02:49:12.097899 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19eb2f1e-2e31-44f1-b3a2-8d89735f2a2f req-0801e648-2c8b-44ef-bdcb-4fe814868574 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619097 Sep 18 02:49:12.150297 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96474253-47ac-4094-ab3f-050fd9042c5d req-817e953f-49b9-425a-bf09-49fdd984565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:12.151783 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96474253-47ac-4094-ab3f-050fd9042c5d req-817e953f-49b9-425a-bf09-49fdd984565e service neutron] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 915 time: 0.1095026 Sep 18 02:49:12.217370 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96474253-47ac-4094-ab3f-050fd9042c5d req-657bde77-3957-4bfb-b097-70a74e512b3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 1001 time: 0.0563056 Sep 18 02:49:12.273715 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96474253-47ac-4094-ab3f-050fd9042c5d req-525ce4e4-c7b0-4538-9f07-2d1194507e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:12.275188 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96474253-47ac-4094-ab3f-050fd9042c5d req-525ce4e4-c7b0-4538-9f07-2d1194507e0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0511038 Sep 18 02:49:12.321172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96474253-47ac-4094-ab3f-050fd9042c5d req-023bd494-6212-4e5b-82a7-754fd73a56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:12.322570 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96474253-47ac-4094-ab3f-050fd9042c5d req-023bd494-6212-4e5b-82a7-754fd73a56aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401351 Sep 18 02:49:12.420577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96474253-47ac-4094-ab3f-050fd9042c5d req-4a90e14a-68d2-4e17-8b9e-7ae5daa8a35f service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908761 Sep 18 02:49:12.512038 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-96474253-47ac-4094-ab3f-050fd9042c5d req-7eee81e2-7764-4509-b2ef-ca4be3c5aa89 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840890 Sep 18 02:49:13.212808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965f4c6-262f-47ce-b706-01a841f3ec2c req-f0169fc5-f7b5-4d9f-9598-a940dbca3dc0 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:13.214273 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a965f4c6-262f-47ce-b706-01a841f3ec2c req-f0169fc5-f7b5-4d9f-9598-a940dbca3dc0 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0481126 Sep 18 02:49:13.253334 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a965f4c6-262f-47ce-b706-01a841f3ec2c req-4f1351bf-dcbd-4e97-85b1-86fa246b2896 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330558 Sep 18 02:49:14.368649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35371c-6abc-42b6-bdf4-0457c5d4070b req-36837652-46e5-49d0-9d66-5a7b42b92615 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:14.370200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa35371c-6abc-42b6-bdf4-0457c5d4070b req-36837652-46e5-49d0-9d66-5a7b42b92615 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0499823 Sep 18 02:49:14.409781 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa35371c-6abc-42b6-bdf4-0457c5d4070b req-e46326c0-e454-49fe-80e0-6f65f398217b tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331318 Sep 18 02:49:15.529156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d79272-c4e7-45e1-9a86-e2731c8acac6 req-da51fe1e-669a-46c8-97e2-c252b7a4477a tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:15.530641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46d79272-c4e7-45e1-9a86-e2731c8acac6 req-da51fe1e-669a-46c8-97e2-c252b7a4477a tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0535498 Sep 18 02:49:15.570458 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-46d79272-c4e7-45e1-9a86-e2731c8acac6 req-23f0a7a5-1870-4138-8f95-be8070aecacb tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336468 Sep 18 02:49:16.686833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376b721-9cda-416b-acba-6a8028359575 req-112bf0e5-6e23-4b48-bf75-f4f9b7ab1b07 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:16.688304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4376b721-9cda-416b-acba-6a8028359575 req-112bf0e5-6e23-4b48-bf75-f4f9b7ab1b07 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0525331 Sep 18 02:49:16.729756 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4376b721-9cda-416b-acba-6a8028359575 req-81885577-b129-4eda-b930-8cd4cd47fa75 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354695 Sep 18 02:49:17.848369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f5292-c855-4f5f-84e3-d9495da79777 req-15451c0d-30cf-460b-ae0f-2db0dc02a2aa tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:17.850014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e27f5292-c855-4f5f-84e3-d9495da79777 req-15451c0d-30cf-460b-ae0f-2db0dc02a2aa tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0535870 Sep 18 02:49:17.891180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e27f5292-c855-4f5f-84e3-d9495da79777 req-170fad9f-f7bf-4e7d-a272-f7873f25e056 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351267 Sep 18 02:49:19.007892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febb32d-1af6-46aa-a7b3-f69fc6241368 req-bbc482be-5eb3-4b15-9b18-25056c4a0610 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:19.009623 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5febb32d-1af6-46aa-a7b3-f69fc6241368 req-bbc482be-5eb3-4b15-9b18-25056c4a0610 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0483561 Sep 18 02:49:19.048532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5febb32d-1af6-46aa-a7b3-f69fc6241368 req-5f23a248-f0c2-458c-b8a6-108c40d40eb4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329990 Sep 18 02:49:20.163109 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c93284-673c-40c8-8ee9-bde8e64983b6 req-c71e9c75-115e-4237-8ff7-60d1166113fc tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:20.164606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1c93284-673c-40c8-8ee9-bde8e64983b6 req-c71e9c75-115e-4237-8ff7-60d1166113fc tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0489435 Sep 18 02:49:20.203968 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e1c93284-673c-40c8-8ee9-bde8e64983b6 req-853ccec5-4127-4e05-8517-f30adac944cd tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332606 Sep 18 02:49:21.317000 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a48d09-7cb3-40dd-8d5e-183242b996a5 req-7d66b88d-52d1-4c21-a51b-35c8aa1c94af tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:21.318518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7a48d09-7cb3-40dd-8d5e-183242b996a5 req-7d66b88d-52d1-4c21-a51b-35c8aa1c94af tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0491507 Sep 18 02:49:21.357543 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7a48d09-7cb3-40dd-8d5e-183242b996a5 req-3cf04eb6-2e68-4a84-a6ab-4251b0b702fd tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331719 Sep 18 02:49:22.470978 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74db981-1eb2-453b-9f0a-a659b147efec req-b88ff1f9-6cae-4295-9043-4c9d25c941bf tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:22.472477 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f74db981-1eb2-453b-9f0a-a659b147efec req-b88ff1f9-6cae-4295-9043-4c9d25c941bf tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0488608 Sep 18 02:49:22.515542 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f74db981-1eb2-453b-9f0a-a659b147efec req-a5cc6441-a689-46d3-a69d-80bbaaff1f0b tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370722 Sep 18 02:49:23.634327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232888f9-7ce2-4cdb-9294-ddf88c2b766c req-c3e779ac-59ad-435b-b676-19b8fc07e585 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:23.635822 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-232888f9-7ce2-4cdb-9294-ddf88c2b766c req-c3e779ac-59ad-435b-b676-19b8fc07e585 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0523031 Sep 18 02:49:23.675687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-232888f9-7ce2-4cdb-9294-ddf88c2b766c req-66da2af8-583e-48f2-a44e-9eaad50a7382 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ed6c243-0ea1-4c7a-9009-67dba5f256e3&id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338652 Sep 18 02:49:23.984262 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:49:25.957561 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:26.234002 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:30.915154 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89018163-0322-4361-aa99-9abefe1621fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:33.510081 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e5c10510-fea1-4de1-b1bf-a8ee1a64cda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:34.124671 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:35.092614 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:36.440871 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:52.418086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-5587dea8-2618-4127-93bd-7d97b66449b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413167 Sep 18 02:49:52.501591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-c9bf68c8-8062-4437-aaf8-b9e3ce88fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:52.503127 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-c9bf68c8-8062-4437-aaf8-b9e3ce88fdc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1136 time: 0.0420766 Sep 18 02:49:52.606956 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-37c20027-bd2f-4c51-8c28-ed6bf2d0ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:52.608397 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-37c20027-bd2f-4c51-8c28-ed6bf2d0ec21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 915 time: 0.0859764 Sep 18 02:49:52.673600 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-48222240-2308-4677-8184-d5d661d6463c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 1001 time: 0.0578742 Sep 18 02:49:52.727556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-fac99a67-d587-485c-a5d1-51f240110569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:52.729040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-fac99a67-d587-485c-a5d1-51f240110569 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0485013 Sep 18 02:49:52.778393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-2850046f-a616-42c5-a21d-76f3bf2a0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:52.779940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-2850046f-a616-42c5-a21d-76f3bf2a0568 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441298 Sep 18 02:49:52.868831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-a904e16f-3aa6-4064-bb7a-491cd69dbe1f service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811343 Sep 18 02:49:52.961182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29e5055a-d32b-42cf-98fe-d39c29a292b0 req-ac95e194-1709-4d81-b50a-903dc3312613 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853848 Sep 18 02:49:55.952250 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.204353 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-7c6c882c-9843-468c-8bdb-8e2933738f5e tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840301093&fields=id&tenant_id=d4314c6374e74a6da48f00995197c6c1 HTTP/1.1" status: 200 len: 267 time: 0.0360606 Sep 18 02:49:56.249029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.260467 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-4f476b0a-35d4-4375-9d0d-ff915d818a0c tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:56.261941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-4f476b0a-35d4-4375-9d0d-ff915d818a0c tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 984 time: 0.0514386 Sep 18 02:49:56.273490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Request body: {'port': {'security_groups': ['52d5e625-ff1b-4078-a106-388412aedf9f']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:49:56.335112 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.507253 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] For port 30dfb122-befe-436b-b5c6-fda1a919afce, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30dfb122-befe-436b-b5c6-fda1a919afce,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:49:56.535606 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.540124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.552063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['30dfb122-befe-436b-b5c6-fda1a919afce'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:49:56.587915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:56.589046 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.589945 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-65d967c5-f377-4bd6-b419-66e08ae75fb3 req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "PUT /v2.0/ports/30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 942 time: 0.3214538 Sep 18 02:49:56.590413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:49:56.592794 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:49:56.598406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44340) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:49:56.657560 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a2ec5-fe18-402a-91d4-b5264b183dea x-openstack-request-id: req-2a3a2ec5-fe18-402a-91d4-b5264b183dea {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:49:56.657853 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:49:56.658106 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a3a2ec5-fe18-402a-91d4-b5264b183dea {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:49:56.658507 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce', 'status': 'completed', 'code': 200} Sep 18 02:49:56.661651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['30dfb122-befe-436b-b5c6-fda1a919afce'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:49:56.671679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event updated for resources: {'Port': ['ID=30dfb122-befe-436b-b5c6-fda1a919afce,revision_number=7']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:49:56.700826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.701207 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.701862 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.702223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.702569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.703085 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.703427 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.703762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.704513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.704513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.705126 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.705698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750b701-f57b-4aa6-82de-f5f4186396b4 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:49:56.715883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3bb619b-6a49-4b40-af7c-44469dc1ced9 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.735609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-264c4419-09fc-4c77-bae5-d76476ec843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:56.737139 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-264c4419-09fc-4c77-bae5-d76476ec843f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1097 time: 0.0585182 Sep 18 02:49:56.756104 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3bb619b-6a49-4b40-af7c-44469dc1ced9 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.832038 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3bb619b-6a49-4b40-af7c-44469dc1ced9 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.835172 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e3bb619b-6a49-4b40-af7c-44469dc1ced9 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.839124 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e3bb619b-6a49-4b40-af7c-44469dc1ced9 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ed6c243-0ea1-4c7a-9009-67dba5f256e3 HTTP/1.1" status: 204 len: 168 time: 0.2401299 Sep 18 02:49:56.839742 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44344) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:49:56.846055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-876f40da-b0e8-4c6a-970b-d0a02f4a6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:56.847840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-876f40da-b0e8-4c6a-970b-d0a02f4a6919 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 915 time: 0.1029902 Sep 18 02:49:56.852211 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c63cf3c3-c158-47d0-bcf8-243445db7f4d None None] Provisioning complete for port 30dfb122-befe-436b-b5c6-fda1a919afce triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:49:56.852526 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c63cf3c3-c158-47d0-bcf8-243445db7f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:56.890261 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb619b-6a49-4b40-af7c-44469dc1ced9 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed6c243-0ea1-4c7a-9009-67dba5f256e3,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:49:56.920112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-a9aa02a1-c141-48a9-bae7-041524ce8c6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 1001 time: 0.0651560 Sep 18 02:49:56.976842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-e3f8d462-e92c-446b-9f3d-91ec3c28bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:56.978327 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-e3f8d462-e92c-446b-9f3d-91ec3c28bca8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0505891 Sep 18 02:49:57.027241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-795f4555-ed20-4907-8ba0-8c8f26ff1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:57.028764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-795f4555-ed20-4907-8ba0-8c8f26ff1e22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429966 Sep 18 02:49:57.033334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Deleting port bef2b385-ffb1-4029-ac35-eaff10d4e7a2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:49:57.033677 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:57.113503 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:57.113997 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:57.124185 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-ee4c3280-7774-4cd5-9e19-65fcfb3dc6f5 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830331 Sep 18 02:49:57.125598 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Calling delete_port for bef2b385-ffb1-4029-ac35-eaff10d4e7a2 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:49:57.217721 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-954c9568-39a3-4461-9cd4-c41cf2cbfa0e req-84859ca3-c9b4-47bf-930b-b6d692383a80 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866823 Sep 18 02:49:57.276793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:57.301729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event deleted for resources: {'Port': ['ID=bef2b385-ffb1-4029-ac35-eaff10d4e7a2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:49:57.364018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:57.364592 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Floating IP 3eabadc0-2a7a-4e85-83e1-f4ed404d63e5 disassociated (deleted). External IP: 172.25.0.222, port: 30dfb122-befe-436b-b5c6-fda1a919afce. Sep 18 02:49:57.577589 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Router e1c0ad39-ce59-483d-99c2-d7708adeafc0 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:49:57.686110 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:49:57.690418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:49:57.696380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] Sync routers for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:49:57.705451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:49:57.706048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:49:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:49:57.719553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-90a0f065-3eb3-480b-9f83-a11f81cdd781 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "DELETE /v2.0/floatingips/3eabadc0-2a7a-4e85-83e1-f4ed404d63e5 HTTP/1.1" status: 204 len: 168 time: 0.8758841 Sep 18 02:49:57.813730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:49:58.027016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 5, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:49:58.057894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] Checking router: e1c0ad39-ce59-483d-99c2-d7708adeafc0 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:49:58.066232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:49:58.067120 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:49:33Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:49:58.180205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:49:58.525854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 5, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:49:58.556538 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a85f2-6cf3-450a-b645-de410e964313 None None] The sync data for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 is: [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:48:01Z', 'revision_number': 4, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '7e6b73ae-51ce-4b3f-940d-790029cb3b53', 'name': '', 'network_id': '03463b59-4123-432e-af7c-d14c1c90aff6', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'mac_address': 'fa:16:3e:98:35:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:01Z', 'updated_at': '2021-09-18T02:48:04Z', 'revision_number': 5, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'subnets': [{'id': 'e7d20c4d-9cce-4369-9cc5-c396311ec44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:49:58.659260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:49:58.662970 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2eb0f17d297afea14d3ffef1aaed9a42c8cd20df4213a9f2fcbfdb9b5ed2be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f9051-b580-4309-91b3-12678349a446" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:49:58.700878 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ad100-ae75-4fed-b79f-48d8e0f13786 x-openstack-request-id: req-482ad100-ae75-4fed-b79f-48d8e0f13786 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:49:58.701193 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:49:58.701448 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-482ad100-ae75-4fed-b79f-48d8e0f13786 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:49:58.701855 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce', 'status': 'completed', 'code': 200} Sep 18 02:49:58.774685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f9051-b580-4309-91b3-12678349a446 req-d4119dd7-794c-42a3-997b-ce6dc83d7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:58.776255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-845f9051-b580-4309-91b3-12678349a446 req-d4119dd7-794c-42a3-997b-ce6dc83d7cf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4314c6374e74a6da48f00995197c6c1&device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 1097 time: 0.0503221 Sep 18 02:49:58.822267 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f439f6b0-39f1-4c42-abca-6fb7fae63fa0 None None] New status for floating IP 3eabadc0-2a7a-4e85-83e1-f4ed404d63e5: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:49:58.882126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f9051-b580-4309-91b3-12678349a446 req-2778a998-964f-4466-95b2-45d7dbc35ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:58.884192 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-845f9051-b580-4309-91b3-12678349a446 req-2778a998-964f-4466-95b2-45d7dbc35ddd service neutron] 10.222.0.18 "GET /v2.0/networks?id=03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 200 len: 915 time: 0.1007802 Sep 18 02:49:58.929659 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-845f9051-b580-4309-91b3-12678349a446 req-6be5844f-7f55-4b16-9964-098d88c8ad22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 200 len: 217 time: 0.0385096 Sep 18 02:49:58.987264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f9051-b580-4309-91b3-12678349a446 req-45933361-f442-420d-addf-1798714e73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:58.989286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-845f9051-b580-4309-91b3-12678349a446 req-45933361-f442-420d-addf-1798714e73f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 200 len: 854 time: 0.0521004 Sep 18 02:49:59.035905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f9051-b580-4309-91b3-12678349a446 req-a42aa524-451a-4173-95b9-d091f7fa6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:49:59.037431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-845f9051-b580-4309-91b3-12678349a446 req-a42aa524-451a-4173-95b9-d091f7fa6d57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03463b59-4123-432e-af7c-d14c1c90aff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417626 Sep 18 02:49:59.126764 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-845f9051-b580-4309-91b3-12678349a446 req-fcca92b1-8e60-4f6b-ab5f-bcc1db09b975 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824749 Sep 18 02:49:59.219423 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-845f9051-b580-4309-91b3-12678349a446 req-d8beef79-ada9-4de3-97ab-6c5a6b789b14 service neutron] 10.222.0.18 "GET /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853457 Sep 18 02:50:00.916940 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a851-553a-4da6-8407-42a5848ad176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:00.984558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:50:03.511767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e86e0bf2-2886-481e-b158-6ff3caabd850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:04.126356 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:04.641881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd96d5-b356-4acf-8479-7e1b23931398 req-67b9dcd5-995c-408b-ba09-128f777df572 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:04.643403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22cd96d5-b356-4acf-8479-7e1b23931398 req-67b9dcd5-995c-408b-ba09-128f777df572 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0488591 Sep 18 02:50:04.681060 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-22cd96d5-b356-4acf-8479-7e1b23931398 req-8c0a41f8-21b7-4ee2-b6dc-8ad357bb14b6 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309935 Sep 18 02:50:05.096572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:05.799357 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf3ec9-3a23-45ac-86cc-201cecde006a req-42f44f90-2acb-4858-b95c-b896b5f14c2b tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:05.808399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffaf3ec9-3a23-45ac-86cc-201cecde006a req-42f44f90-2acb-4858-b95c-b896b5f14c2b tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0574174 Sep 18 02:50:05.846345 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ffaf3ec9-3a23-45ac-86cc-201cecde006a req-9b23d8f5-c912-461b-bdad-e8edfa24368f tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/security-groups?id=52d5e625-ff1b-4078-a106-388412aedf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Sep 18 02:50:06.233992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-5f822f15-b975-47e9-94c3-4ce30aa40dc1 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:06.235487 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-5f822f15-b975-47e9-94c3-4ce30aa40dc1 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 945 time: 0.0466816 Sep 18 02:50:06.325615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Deleting port 30dfb122-befe-436b-b5c6-fda1a919afce {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:06.325949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:06.416929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] For port 30dfb122-befe-436b-b5c6-fda1a919afce, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=30dfb122-befe-436b-b5c6-fda1a919afce,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:06.417285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:06.428976 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Calling delete_port for 30dfb122-befe-436b-b5c6-fda1a919afce owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:06.443262 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:06.550897 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:06.562235 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['30dfb122-befe-436b-b5c6-fda1a919afce'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:50:06.581502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Pushing event deleted for resources: {'Port': ['ID=30dfb122-befe-436b-b5c6-fda1a919afce,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:06.593279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.593623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.593954 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.594282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.594607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.595136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.595261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.595574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.595889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.596206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.596521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.596832 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:06.634360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] No DVR routers for this DVR port 30dfb122-befe-436b-b5c6-fda1a919afce on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:50:06.636949 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:06.638927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6c41b75-bfa3-4d56-9e78-553f8254da5e req-2dfd08d1-13e5-4dcd-b157-d3ccbdd2c9d7 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.18 "DELETE /v2.0/ports/30dfb122-befe-436b-b5c6-fda1a919afce HTTP/1.1" status: 204 len: 173 time: 0.3970881 Sep 18 02:50:06.639364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'name': 'network-vif-deleted', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:50:06.641583 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5ceba5-3258-48bd-9ffc-677ad40c126f" -d '{"events": [{"server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "name": "network-vif-deleted", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:50:06.682045 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2676d8e6-2fe4-4fd3-9ec0-8bd615efa191 x-openstack-request-id: req-2676d8e6-2fe4-4fd3-9ec0-8bd615efa191 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:50:06.682422 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef", "name": "network-vif-deleted", "tag": "30dfb122-befe-436b-b5c6-fda1a919afce", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:50:06.682655 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2676d8e6-2fe4-4fd3-9ec0-8bd615efa191 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:50:06.683121 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef', 'name': 'network-vif-deleted', 'tag': '30dfb122-befe-436b-b5c6-fda1a919afce', 'status': 'completed', 'code': 200} Sep 18 02:50:06.955442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f8cf4e80-9347-4509-b281-0b038b35e942 req-b4a2ea93-abdc-4c12-a30a-6eaeee905b07 tempest-TestMinimumBasicScenario-122492996 tempest-TestMinimumBasicScenario-122492996-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab1bf8e3-3071-4b0f-8a07-70d21cc8c3ef HTTP/1.1" status: 200 len: 210 time: 0.0322359 Sep 18 02:50:08.513911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44440) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:08.849398 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:09.087229 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Deleting port 7e6b73ae-51ce-4b3f-940d-790029cb3b53 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:09.087565 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:09.118417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30dfb122-befe-436b-b5c6-fda1a919afce no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:50:09.137938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 30dfb122-befe-436b-b5c6-fda1a919afce {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:50:09.138288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 30dfb122-befe-436b-b5c6-fda1a919afce not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:50:09.164372 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] For port 7e6b73ae-51ce-4b3f-940d-790029cb3b53, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=7e6b73ae-51ce-4b3f-940d-790029cb3b53,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:09.164734 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:09.181061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Calling delete_port for 7e6b73ae-51ce-4b3f-940d-790029cb3b53 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:09.354001 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:09.378668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6b73ae-51ce-4b3f-940d-790029cb3b53,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:09.548199 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:09.759550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Router e1c0ad39-ce59-483d-99c2-d7708adeafc0 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:50:09.863672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:50:09.869233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-868ff3cf-3b6b-4226-bd90-2bdbb3a40d67 admin admin] 10.222.0.21 "PUT /v2.0/routers/e1c0ad39-ce59-483d-99c2-d7708adeafc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3542030 Sep 18 02:50:09.871966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44442) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:09.876033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] Sync routers for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:50:09.885776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:09.886500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:09.902699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-99976b07-df41-4932-8d71-8873a0f7d51a req-5b8c7e6f-18bb-41d0-8516-e00c9d3c8f32 tempest-ServerDiskConfigTestJSON-1580800861 tempest-ServerDiskConfigTestJSON-1580800861-project] (106440) timed out ('10.222.0.18', 59917) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:50:09.975405 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:09.988622 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:10.075741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.128462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Deleting port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:10.128814 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.169159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:50:09Z', 'revision_number': 5, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port': {'id': '1fa300c3-8d63-4394-a24d-5ef64fbad7d6', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:47:59Z', 'updated_at': '2021-09-18T02:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:10.197375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] Checking router: e1c0ad39-ce59-483d-99c2-d7708adeafc0 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:50:10.205551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] Routers {'e1c0ad39-ce59-483d-99c2-d7708adeafc0'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:10.206161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:10.208268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] For port 1fa300c3-8d63-4394-a24d-5ef64fbad7d6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1fa300c3-8d63-4394-a24d-5ef64fbad7d6,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:10.208637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.225287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Calling delete_port for 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:10.291873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] Set router e1c0ad39-ce59-483d-99c2-d7708adeafc0 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:10.345625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:50:10Z', 'revision_number': 6, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:10.371926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb036b7b-7020-4a54-9554-99e43674738d None None] The sync data for ids ['e1c0ad39-ce59-483d-99c2-d7708adeafc0'] in n-d-789963-12 is: [{'id': 'e1c0ad39-ce59-483d-99c2-d7708adeafc0', 'name': 'tempest-TestMinimumBasicScenario-1650898034-router', 'tenant_id': 'd4314c6374e74a6da48f00995197c6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:47:58Z', 'updated_at': '2021-09-18T02:50:10Z', 'revision_number': 6, 'project_id': 'd4314c6374e74a6da48f00995197c6c1', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:50:10.393463 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.422941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa300c3-8d63-4394-a24d-5ef64fbad7d6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:10.481836 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.894446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.896813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.941172 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.941797 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c0ad39-ce59-483d-99c2-d7708adeafc0 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:50:10.947195 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:10.948132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-8314275f-f94a-4d44-8491-b15cd27120ea admin admin] 10.222.0.21 "DELETE /v2.0/routers/e1c0ad39-ce59-483d-99c2-d7708adeafc0 HTTP/1.1" status: 204 len: 168 time: 1.0752645 Sep 18 02:50:10.950785 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44444) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:10.993405 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb2a6ec-fa08-4878-801c-d6be4cadb298 admin admin] Deleting subnet e7d20c4d-9cce-4369-9cc5-c396311ec44b {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:50:10.996256 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abb2a6ec-fa08-4878-801c-d6be4cadb298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.030349 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abb2a6ec-fa08-4878-801c-d6be4cadb298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.114427 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abb2a6ec-fa08-4878-801c-d6be4cadb298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.175435 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abb2a6ec-fa08-4878-801c-d6be4cadb298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.199163 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2a6ec-fa08-4878-801c-d6be4cadb298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d20c4d-9cce-4369-9cc5-c396311ec44b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:11.202810 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abb2a6ec-fa08-4878-801c-d6be4cadb298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.204679 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-abb2a6ec-fa08-4878-801c-d6be4cadb298 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e7d20c4d-9cce-4369-9cc5-c396311ec44b HTTP/1.1" status: 204 len: 168 time: 0.2529268 Sep 18 02:50:11.207201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44446) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:11.210414 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298b1e9-dc74-449a-80dd-a83d507abd4f None None] Network 03463b59-4123-432e-af7c-d14c1c90aff6 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:50:11.282798 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.339517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Deleting port 406eea5b-7745-43c8-ae85-903509aa0077 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:11.339866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.406071 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] DHCP port deletion for 03463b59-4123-432e-af7c-d14c1c90aff6 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:50:11.415515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] For port 406eea5b-7745-43c8-ae85-903509aa0077, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=406eea5b-7745-43c8-ae85-903509aa0077,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:11.415985 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.431933 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Calling delete_port for 406eea5b-7745-43c8-ae85-903509aa0077 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:11.443302 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7e6b73ae-51ce-4b3f-940d-790029cb3b53 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:50:11.465641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 7e6b73ae-51ce-4b3f-940d-790029cb3b53 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:50:11.465982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 7e6b73ae-51ce-4b3f-940d-790029cb3b53 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:50:11.466386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:50:11.486339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:50:11.486674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1fa300c3-8d63-4394-a24d-5ef64fbad7d6 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:50:11.502464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Deleting port 406eea5b-7745-43c8-ae85-903509aa0077 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:11.502868 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.519103 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.544719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Pushing event deleted for resources: {'Port': ['ID=406eea5b-7745-43c8-ae85-903509aa0077,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:11.548666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] No DVR routers for this DVR port 406eea5b-7745-43c8-ae85-903509aa0077 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:50:11.568065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] For port 406eea5b-7745-43c8-ae85-903509aa0077, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=406eea5b-7745-43c8-ae85-903509aa0077,segment=NetworkSegment(97af65ce-1994-4832-ba05-dc7f67fa5564),segment_id=97af65ce-1994-4832-ba05-dc7f67fa5564)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:11.568463 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.580427 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Calling delete_port for 406eea5b-7745-43c8-ae85-903509aa0077 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:11.622504 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.643379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03463b59-4123-432e-af7c-d14c1c90aff6']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:11.653148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97af65ce-1994-4832-ba05-dc7f67fa5564') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:11.653441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97af65ce-1994-4832-ba05-dc7f67fa5564') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:11.656111 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.663284 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.676003 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.681927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:50:11.682318 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.682821 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Pushing event deleted for resources: {'Port': ['ID=406eea5b-7745-43c8-ae85-903509aa0077,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:50:11.684004 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:50:11.693865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] No DVR routers for this DVR port 406eea5b-7745-43c8-ae85-903509aa0077 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:50:11.696026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.696370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.696740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.697300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.697438 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.697772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.698098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.698422 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.698767 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.699091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.699413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.699733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798694e-fe0a-4880-90ab-6a4c5aec9589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:11.742908 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.747883 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:11.749818 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] 10.222.0.21 "DELETE /v2.0/networks/03463b59-4123-432e-af7c-d14c1c90aff6 HTTP/1.1" status: 204 len: 168 time: 0.5411246 Sep 18 02:50:11.752979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44448) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:11.762824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84055b-3361-4338-86ad-9f2e806e5433 admin admin] Pushing event deleted for resources: {'Network': ['ID=03463b59-4123-432e-af7c-d14c1c90aff6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:12.095296 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:12.331623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Deleting port a33e4905-daff-4ce5-b854-312524311443 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:12.331966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:12.413528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] For port a33e4905-daff-4ce5-b854-312524311443, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a33e4905-daff-4ce5-b854-312524311443,segment=NetworkSegment(f8733357-6fe1-4c82-aa1d-f88cb69b3f66),segment_id=f8733357-6fe1-4c82-aa1d-f88cb69b3f66)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:12.413799 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:12.425863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Calling delete_port for a33e4905-daff-4ce5-b854-312524311443 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:12.603290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:12.628927 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Pushing event deleted for resources: {'Port': ['ID=a33e4905-daff-4ce5-b854-312524311443,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:12.792909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:13.001959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Router 2f188032-bac7-4e66-9f9b-1a10bd59246f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:50:13.108123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:50:13.119323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b3af43a2-c3a3-4f70-be95-4ae309f1c14b admin admin] 10.222.0.21 "PUT /v2.0/routers/2f188032-bac7-4e66-9f9b-1a10bd59246f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3639803 Sep 18 02:50:13.119510 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] Sync routers for ids ['2f188032-bac7-4e66-9f9b-1a10bd59246f'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:50:13.120491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44450) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:13.128085 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] Routers {'2f188032-bac7-4e66-9f9b-1a10bd59246f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:13.128714 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2f188032-bac7-4e66-9f9b-1a10bd59246f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:13.222662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:13.230136 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] Set router 2f188032-bac7-4e66-9f9b-1a10bd59246f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:13.326323 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:13.386851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Deleting port 8df4b694-dd36-465e-8c92-7fd60571cc96 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:13.387201 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:13.459172 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 406eea5b-7745-43c8-ae85-903509aa0077 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:50:13.476187 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] For port 8df4b694-dd36-465e-8c92-7fd60571cc96, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8df4b694-dd36-465e-8c92-7fd60571cc96,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:13.476833 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:13.479579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 406eea5b-7745-43c8-ae85-903509aa0077 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:50:13.479923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 406eea5b-7745-43c8-ae85-903509aa0077 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:50:13.490434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Calling delete_port for 8df4b694-dd36-465e-8c92-7fd60571cc96 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:13.510256 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:50:12Z', 'revision_number': 5, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port': {'id': '8df4b694-dd36-465e-8c92-7fd60571cc96', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:13.539253 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] Checking router: 2f188032-bac7-4e66-9f9b-1a10bd59246f for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:50:13.547374 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] Routers {'2f188032-bac7-4e66-9f9b-1a10bd59246f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:13.547975 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2f188032-bac7-4e66-9f9b-1a10bd59246f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:13.632347 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] Set router 2f188032-bac7-4e66-9f9b-1a10bd59246f gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:13.656889 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:13.683133 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:50:13Z', 'revision_number': 6, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:13.687482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8df4b694-dd36-465e-8c92-7fd60571cc96,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:13.714230 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206dba6-c470-45bd-85e7-aa278e41e969 None None] The sync data for ids ['2f188032-bac7-4e66-9f9b-1a10bd59246f'] in n-d-789963-12 is: [{'id': '2f188032-bac7-4e66-9f9b-1a10bd59246f', 'name': 'tempest-TestMinimumBasicScenario-1137965883-router', 'tenant_id': '5ebabd279e17423d8562719bad050ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:48:03Z', 'updated_at': '2021-09-18T02:50:13Z', 'revision_number': 6, 'project_id': '5ebabd279e17423d8562719bad050ed7', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:50:13.747152 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.150607 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.152906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.199688 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.200189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f188032-bac7-4e66-9f9b-1a10bd59246f {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:50:14.204401 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.205794 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c54875aa-190c-4f7a-89dc-5ac0e0618a1f admin admin] 10.222.0.21 "DELETE /v2.0/routers/2f188032-bac7-4e66-9f9b-1a10bd59246f HTTP/1.1" status: 204 len: 168 time: 1.0843999 Sep 18 02:50:14.208540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44452) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:14.252743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-68eff082-8002-4fa4-b6be-2086d32e7149 admin admin] Deleting subnet 0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:50:14.255792 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68eff082-8002-4fa4-b6be-2086d32e7149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.290112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68eff082-8002-4fa4-b6be-2086d32e7149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.370181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68eff082-8002-4fa4-b6be-2086d32e7149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.421442 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68eff082-8002-4fa4-b6be-2086d32e7149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.449433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eff082-8002-4fa4-b6be-2086d32e7149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:14.451077 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-68eff082-8002-4fa4-b6be-2086d32e7149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.452958 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-68eff082-8002-4fa4-b6be-2086d32e7149 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0db31f5d-b8ee-46c3-b880-d2a2d0b07c1f HTTP/1.1" status: 204 len: 168 time: 0.2435112 Sep 18 02:50:14.455581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44454) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:14.460572 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14931a74-6805-48c2-843d-737b5b88c1de None None] Network 3b9a489d-0504-4a1c-8c63-38dd67ea18de requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:50:14.529206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.581804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Deleting port 329de261-026e-4f68-a120-83c685eeddae {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:14.582140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.649682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] For port 329de261-026e-4f68-a120-83c685eeddae, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=329de261-026e-4f68-a120-83c685eeddae,segment=NetworkSegment(f8733357-6fe1-4c82-aa1d-f88cb69b3f66),segment_id=f8733357-6fe1-4c82-aa1d-f88cb69b3f66)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:14.650043 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.657543 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] DHCP port deletion for 3b9a489d-0504-4a1c-8c63-38dd67ea18de request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:50:14.666352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Calling delete_port for 329de261-026e-4f68-a120-83c685eeddae owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:14.706356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] Deleting port 329de261-026e-4f68-a120-83c685eeddae {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:50:14.706759 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.752663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.773819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] For port 329de261-026e-4f68-a120-83c685eeddae, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=329de261-026e-4f68-a120-83c685eeddae,segment=NetworkSegment(f8733357-6fe1-4c82-aa1d-f88cb69b3f66),segment_id=f8733357-6fe1-4c82-aa1d-f88cb69b3f66)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:14.774241 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.780335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=329de261-026e-4f68-a120-83c685eeddae,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:14.785229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] No DVR routers for this DVR port 329de261-026e-4f68-a120-83c685eeddae on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:50:14.787474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] Calling delete_port for 329de261-026e-4f68-a120-83c685eeddae owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:50:14.859893 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.866016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.882082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9a489d-0504-4a1c-8c63-38dd67ea18de']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:14.890595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] Pushing event deleted for resources: {'Port': ['ID=329de261-026e-4f68-a120-83c685eeddae,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:14.892627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:14.893599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8733357-6fe1-4c82-aa1d-f88cb69b3f66') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:14.894128 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e3294-f3de-4516-bc90-7fc201ce6605 None None] No DVR routers for this DVR port 329de261-026e-4f68-a120-83c685eeddae on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:50:14.906220 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.920288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.926838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:50:14.927242 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:50:14.928910 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:50:14.984052 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.988917 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:14.993556 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b9a489d-0504-4a1c-8c63-38dd67ea18de HTTP/1.1" status: 204 len: 168 time: 0.5342557 Sep 18 02:50:15.003120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d5155-bd34-4eb8-a3f7-937c2f0a9e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b9a489d-0504-4a1c-8c63-38dd67ea18de,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:15.148638 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44458) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:15.192964 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3139c7e0-e22c-4d14-a16e-f03e94236f8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4314c6374e74a6da48f00995197c6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430028 Sep 18 02:50:15.195210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44460) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:15.242648 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1713-82d9-43ba-ab02-01d7fc1cec70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:15.264314 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1713-82d9-43ba-ab02-01d7fc1cec70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:15.312602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1713-82d9-43ba-ab02-01d7fc1cec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:15.315169 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1713-82d9-43ba-ab02-01d7fc1cec70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:15.316327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3b2f1713-82d9-43ba-ab02-01d7fc1cec70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52d5e625-ff1b-4078-a106-388412aedf9f HTTP/1.1" status: 204 len: 168 time: 0.1201839 Sep 18 02:50:15.325404 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f1713-82d9-43ba-ab02-01d7fc1cec70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d5e625-ff1b-4078-a106-388412aedf9f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:15.413190 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8df4b694-dd36-465e-8c92-7fd60571cc96 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:50:15.433625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8df4b694-dd36-465e-8c92-7fd60571cc96 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:50:15.434054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8df4b694-dd36-465e-8c92-7fd60571cc96 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:50:15.434472 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 329de261-026e-4f68-a120-83c685eeddae no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:50:15.453246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 329de261-026e-4f68-a120-83c685eeddae {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:50:15.453598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 329de261-026e-4f68-a120-83c685eeddae not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:50:15.454008 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a33e4905-daff-4ce5-b854-312524311443 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:50:15.476142 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: a33e4905-daff-4ce5-b854-312524311443 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:50:15.476754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a33e4905-daff-4ce5-b854-312524311443 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:50:15.626164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44466) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:15.666102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-89d6b08d-ae9f-4eaf-a379-35801528e28d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ebabd279e17423d8562719bad050ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386133 Sep 18 02:50:15.668364 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44468) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:15.718431 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-034c2fcd-4a3f-43eb-904c-1e11563e5cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:15.740262 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-034c2fcd-4a3f-43eb-904c-1e11563e5cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:15.788832 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-034c2fcd-4a3f-43eb-904c-1e11563e5cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:15.791564 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-034c2fcd-4a3f-43eb-904c-1e11563e5cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:15.792820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-034c2fcd-4a3f-43eb-904c-1e11563e5cf4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc733a24-2d8d-4073-9718-364f015c2f31 HTTP/1.1" status: 204 len: 168 time: 0.1235082 Sep 18 02:50:15.800468 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c2fcd-4a3f-43eb-904c-1e11563e5cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc733a24-2d8d-4073-9718-364f015c2f31,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:17.525205 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44510) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:17.529743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069600976', 'description': 'tempest-secgroup-smoke-1069600976 description', 'project_id': '4a4b186606c54edbb96b587769d14dd1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:17.551542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.559292 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.649542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.653034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.688999 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea01d0-942d-4a93-aeeb-62988e9b87b2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:17.742584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.746339 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.769063 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.770821 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2445881 Sep 18 02:50:17.773921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:17.778512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-33023e92-13a2-4c1f-903b-40550789790e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': 'a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:17.778694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39662b88-b5a6-4f0e-8986-2835032000e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:17.804929 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33023e92-13a2-4c1f-903b-40550789790e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.864229 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33023e92-13a2-4c1f-903b-40550789790e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.867836 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33023e92-13a2-4c1f-903b-40550789790e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.887488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33023e92-13a2-4c1f-903b-40550789790e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a79359a-cd16-4bb7-be81-cdd3eb1d9063,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:17.895568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33023e92-13a2-4c1f-903b-40550789790e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.897198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-33023e92-13a2-4c1f-903b-40550789790e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220160 Sep 18 02:50:17.899792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44514) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:17.904035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cf87da2e-74e2-440e-b759-a7412e2120fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': 'a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:17.930122 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf87da2e-74e2-440e-b759-a7412e2120fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.986603 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf87da2e-74e2-440e-b759-a7412e2120fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:17.990371 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf87da2e-74e2-440e-b759-a7412e2120fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.008720 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87da2e-74e2-440e-b759-a7412e2120fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f742704-01fd-4989-80b0-810661561340,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:18.014809 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cf87da2e-74e2-440e-b759-a7412e2120fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.016033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cf87da2e-74e2-440e-b759-a7412e2120fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153610 Sep 18 02:50:18.018790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44516) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:18.024074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-35168f96-66a7-401b-b643-faddb513672c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': 'a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:18.049628 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35168f96-66a7-401b-b643-faddb513672c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.105509 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35168f96-66a7-401b-b643-faddb513672c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.109106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35168f96-66a7-401b-b643-faddb513672c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.127921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35168f96-66a7-401b-b643-faddb513672c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab228424-b972-4983-8e62-ad34900b8903,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:18.131374 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35168f96-66a7-401b-b643-faddb513672c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.132557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-35168f96-66a7-401b-b643-faddb513672c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128318 Sep 18 02:50:18.135453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44518) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:18.139769 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b7505ac4-30b1-4af4-adc9-f2b0e9d75f7c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': 'a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:18.165786 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7505ac4-30b1-4af4-adc9-f2b0e9d75f7c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.225771 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7505ac4-30b1-4af4-adc9-f2b0e9d75f7c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.229053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7505ac4-30b1-4af4-adc9-f2b0e9d75f7c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.245525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7505ac4-30b1-4af4-adc9-f2b0e9d75f7c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab63e46c-fa35-4462-883e-7752136db5b9,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:18.252066 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7505ac4-30b1-4af4-adc9-f2b0e9d75f7c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.255815 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-b7505ac4-30b1-4af4-adc9-f2b0e9d75f7c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169038 Sep 18 02:50:18.256521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44520) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:18.262470 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-510d8013-ae5c-4215-a969-6d6ca432130c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': 'a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:18.283308 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-510d8013-ae5c-4215-a969-6d6ca432130c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:50:18.288008 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-510d8013-ae5c-4215-a969-6d6ca432130c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.352858 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-510d8013-ae5c-4215-a969-6d6ca432130c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.356547 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-510d8013-ae5c-4215-a969-6d6ca432130c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.373910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d8013-ae5c-4215-a969-6d6ca432130c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5049fc23-7ab7-4ae8-bd1e-ec9395ec0ea3,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:18.381251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-510d8013-ae5c-4215-a969-6d6ca432130c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.382318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-510d8013-ae5c-4215-a969-6d6ca432130c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244440 Sep 18 02:50:18.385417 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44522) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:18.389595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d2866e72-3bb1-45e6-bf61-a692ec8e87e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': 'a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:18.410041 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-d2866e72-3bb1-45e6-bf61-a692ec8e87e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:50:18.414758 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2866e72-3bb1-45e6-bf61-a692ec8e87e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.473885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2866e72-3bb1-45e6-bf61-a692ec8e87e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.477252 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2866e72-3bb1-45e6-bf61-a692ec8e87e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.494691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2866e72-3bb1-45e6-bf61-a692ec8e87e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e01d670-8578-4ff5-ab85-5c46d41a3dc5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:18.500160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d2866e72-3bb1-45e6-bf61-a692ec8e87e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.502279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d2866e72-3bb1-45e6-bf61-a692ec8e87e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159515 Sep 18 02:50:18.505062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44524) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:18.510052 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'network': {'name': 'tempest-network-smoke--1092021624', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'port_security_enabled': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:18.531146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:50:18.534606 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.560019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:50:18.569604 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.569941 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Added segment 9740a10c-ba58-45c8-ad2b-62b06903f648 of type vlan for network 6a71bcea-2acf-472f-9c26-413d88cc806d Sep 18 02:50:18.607383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.631430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.637154 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:18.637730 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.671467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1654115 Sep 18 02:50:18.674415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44526) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:18.703073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'admin_state_up': True, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:18.712922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe21e25-b501-4fbc-9efa-77f65c04214d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Network': ['ID=6a71bcea-2acf-472f-9c26-413d88cc806d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:18.724060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 6a71bcea-2acf-472f-9c26-413d88cc806d details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:50:18.730047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.731178 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.784637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:18.919226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:19.108280 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:19.127250 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:19.229380 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.29 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/4a6a76ba-853b-40ae-abb8-a747d8611df2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:50:19.328880 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:19.361295 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:19.407157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:50:19.411368 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:50:19.414811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:50:19.444578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=4a6a76ba-853b-40ae-abb8-a747d8611df2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:19.687475 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:19.881855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.005534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 3668596c-6d23-41af-b728-db62298c1812 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:50:20.108987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:50:20.119385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Sync routers for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:50:20.126991 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.128344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-15ac7446-3f90-4220-82ec-c29cd6badf06 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4529903 Sep 18 02:50:20.128794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:20.129758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:20.131374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44528) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:20.236588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:20.258883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-accd95e0-b525-4bfa-9553-480d4d0d8f5c tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4a4b186606c54edbb96b587769d14dd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1261384 Sep 18 02:50:20.261510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44532) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:20.410006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ca9c2-c23b-42b3-8e61-86d422a7d629 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:20.414120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-809ca9c2-c23b-42b3-8e61-86d422a7d629 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491327 Sep 18 02:50:20.414341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44534) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:20.416223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:19Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:20.443696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Checking router: 3668596c-6d23-41af-b728-db62298c1812 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:50:20.444033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Updating router 3668596c-6d23-41af-b728-db62298c1812 port 4a6a76ba-853b-40ae-abb8-a747d8611df2 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:50:20.454257 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0ac84455-d83d-4cfa-b9f5-a9ec05734211 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364323 Sep 18 02:50:20.454435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44536) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:20.459765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-173021885', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:20.469370 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.732111 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.737680 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.791117 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Attempting to bind port 4a6a76ba-853b-40ae-abb8-a747d8611df2 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:50:20.791485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Attempting to bind port 4a6a76ba-853b-40ae-abb8-a747d8611df2 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:50:20.791978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Attempting to bind port 4a6a76ba-853b-40ae-abb8-a747d8611df2 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:50:20.793905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eb979-507d-4005-abc5-260086176c66 None None] Pushing event updated for resources: {'Port': ['ID=4a6a76ba-853b-40ae-abb8-a747d8611df2,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:20.799688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:50:20.800076 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:50:20.801539 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.801539 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:50:20.801822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Bound port: 4a6a76ba-853b-40ae-abb8-a747d8611df2, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:50:20.802177 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.854638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] For port 4a6a76ba-853b-40ae-abb8-a747d8611df2, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:50:20.857985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] For port 4a6a76ba-853b-40ae-abb8-a747d8611df2, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4a6a76ba-853b-40ae-abb8-a747d8611df2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:50:20.862027 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.864280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:50:20.868012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:20.916324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:20.916945 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:20.965962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22eb979-507d-4005-abc5-260086176c66 None None] Pushing event updated for resources: {'Port': ['ID=4a6a76ba-853b-40ae-abb8-a747d8611df2,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:21.031971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:21.047086 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:21.106272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Subnet': ['ID=83dab27e-5777-44c5-a820-edf93079f59c,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:21.115056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Checking segment: {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:50:21.115425 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network hostable DHCP agents. Network: 6a71bcea-2acf-472f-9c26-413d88cc806d, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:50:21.132551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network 6a71bcea-2acf-472f-9c26-413d88cc806d is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:50:21.141647 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 6a71bcea-2acf-472f-9c26-413d88cc806d) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:50:21.146312 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:21.146889 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:21.154213 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd8ad2-71ab-49d9-964e-9e49128a4109 None None] Network 6a71bcea-2acf-472f-9c26-413d88cc806d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:50:21.164863 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f5ea2d93-d9c3-46bc-b600-5e7f0db14cee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7063594 Sep 18 02:50:21.164863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44540) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:21.462835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:19Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:21.493692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3473f-8b3b-4d40-8c40-3ed08952c83b None None] The sync data for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 is: [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:19Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:50:21.525671 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-6a71bcea-2acf-472f-9c26-413d88cc806d', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:50:21.526547 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:21.618001 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:21.669189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Allocated IP 172.20.0.2 (6a71bcea-2acf-472f-9c26-413d88cc806d/83dab27e-5777-44c5-a820-edf93079f59c/dc37acd5-15e0-43bf-b5e1-c946cf50f652) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:50:21.850640 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:21.858381 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:21.896137 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Network 6a71bcea-2acf-472f-9c26-413d88cc806d is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:50:21.898979 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:50:21.902495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:50:21.914016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Pushing event updated for resources: {'Port': ['ID=dc37acd5-15e0-43bf-b5e1-c946cf50f652,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:21.948486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.1 (6a71bcea-2acf-472f-9c26-413d88cc806d/83dab27e-5777-44c5-a820-edf93079f59c/5225f7ff-f6fa-478c-a7b1-1ea47a77f29f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:50:21.970130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Attempting to bind port dc37acd5-15e0-43bf-b5e1-c946cf50f652 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:50:21.970582 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Attempting to bind port dc37acd5-15e0-43bf-b5e1-c946cf50f652 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:50:21.970991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Attempting to bind port dc37acd5-15e0-43bf-b5e1-c946cf50f652 on network 6a71bcea-2acf-472f-9c26-413d88cc806d {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:50:21.976954 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:50:21.977327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Checking segment: {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:50:21.977737 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:21.978124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Bound using segment: {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:50:21.978641 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Bound port: dc37acd5-15e0-43bf-b5e1-c946cf50f652, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:50:21.979152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.054520 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] For port dc37acd5-15e0-43bf-b5e1-c946cf50f652, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:50:22.058647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] For port dc37acd5-15e0-43bf-b5e1-c946cf50f652, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dc37acd5-15e0-43bf-b5e1-c946cf50f652,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:50:22.063512 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.078255 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.117886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.131874 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d218aa-ba7c-4cd5-8321-71d3461c76dd None None] Pushing event updated for resources: {'Port': ['ID=dc37acd5-15e0-43bf-b5e1-c946cf50f652,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:22.164053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network 6a71bcea-2acf-472f-9c26-413d88cc806d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:50:22.167221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:50:22.171101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:50:22.205045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:22.229222 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.398752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.681154 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.685462 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.761623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:22.763502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:22.858664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network 6a71bcea-2acf-472f-9c26-413d88cc806d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:50:22.860111 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:50:22.979958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 3668596c-6d23-41af-b728-db62298c1812 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:50:23.046535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b171dec-9a71-41ef-84ee-7686ace7a0ba None None] Network 6a71bcea-2acf-472f-9c26-413d88cc806d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:50:23.093501 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:50:23.098546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9aadcbe5-e51b-4a5d-845b-9ddbcf0a7d8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/3668596c-6d23-41af-b728-db62298c1812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9329231 Sep 18 02:50:23.117030 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7542eddc-de24-4f65-9a07-036fc561857a None None] Provisioning complete for port dc37acd5-15e0-43bf-b5e1-c946cf50f652 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:23.117398 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7542eddc-de24-4f65-9a07-036fc561857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.268621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7542eddc-de24-4f65-9a07-036fc561857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.316393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7542eddc-de24-4f65-9a07-036fc561857a None None] For port dc37acd5-15e0-43bf-b5e1-c946cf50f652, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dc37acd5-15e0-43bf-b5e1-c946cf50f652,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:23.323240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7542eddc-de24-4f65-9a07-036fc561857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.381984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542eddc-de24-4f65-9a07-036fc561857a None None] Pushing event updated for resources: {'Port': ['ID=dc37acd5-15e0-43bf-b5e1-c946cf50f652,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:23.497565 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4a6a76ba-853b-40ae-abb8-a747d8611df2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:50:23.513543 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-899a8c51-fdff-4c9c-bb64-893f5f88edc9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069600976&fields=id&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 267 time: 0.0429153 Sep 18 02:50:23.575631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 4a6a76ba-853b-40ae-abb8-a747d8611df2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:23.576151 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.639804 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-2209bef2-639c-4f32-8f50-10305c9bc7c2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:23.641290 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-2209bef2-639c-4f32-8f50-10305c9bc7c2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/networks?id=6a71bcea-2acf-472f-9c26-413d88cc806d HTTP/1.1" status: 200 len: 797 time: 0.1201377 Sep 18 02:50:23.666292 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-6554aff5-10ae-407d-9741-6cd201c2a48c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/quotas/4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 375 time: 0.0144451 Sep 18 02:50:23.675746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5275b952-8e14-436c-a3a2-1781f426ce12 None None] Provisioning complete for port dc37acd5-15e0-43bf-b5e1-c946cf50f652 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:23.676849 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5275b952-8e14-436c-a3a2-1781f426ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.679724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.721118 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Sync routers for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:50:23.726822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 4a6a76ba-853b-40ae-abb8-a747d8611df2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4a6a76ba-853b-40ae-abb8-a747d8611df2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:23.739781 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:23.740778 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:23.740935 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.741715 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-eb1970fa-5cb2-46f1-bc10-579119a30971 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641370 Sep 18 02:50:23.741850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dc37acd5-15e0-43bf-b5e1-c946cf50f652 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:50:23.854519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=4a6a76ba-853b-40ae-abb8-a747d8611df2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:23.865588 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-96ca2265-2627-4afb-b243-da45db4b59d8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107740 Sep 18 02:50:23.877255 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:23.888862 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dc37acd5-15e0-43bf-b5e1-c946cf50f652 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:23.889234 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.916296 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5275b952-8e14-436c-a3a2-1781f426ce12 None None] Provisioning complete for port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:23.916668 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5275b952-8e14-436c-a3a2-1781f426ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:23.966799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5275b952-8e14-436c-a3a2-1781f426ce12 None None] Port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:50:23.979426 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-5dc4ec43-aadc-4f70-8eb4-d4c3dd49d02d service neutron] 10.222.0.21 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053855 Sep 18 02:50:24.087448 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7056fc78-1153-4c57-8a60-58b046ccc18c None None] Provisioning complete for port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:24.088048 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7056fc78-1153-4c57-8a60-58b046ccc18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.106916 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 2, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:24.127668 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7056fc78-1153-4c57-8a60-58b046ccc18c None None] Port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:50:24.143149 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Checking router: 3668596c-6d23-41af-b728-db62298c1812 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:50:24.143497 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Updating router 3668596c-6d23-41af-b728-db62298c1812 port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:50:24.176739 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.273504 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-896577de-d0b8-4b1e-9e91-f56a36a1c995 req-7d38e014-2cb3-4f02-b113-ca6309fa02df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 210 time: 0.0808558 Sep 18 02:50:24.452882 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.460018 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.517318 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Pushing event updated for resources: {'Port': ['ID=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:24.542490 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.542969 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.543312 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.543645 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.544057 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.544387 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.544708 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.545031 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.545348 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.545664 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.545987 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.546293 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:50:24.584147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Attempting to bind port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:50:24.584147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Attempting to bind port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:50:24.584147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Attempting to bind port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f on network 6a71bcea-2acf-472f-9c26-413d88cc806d {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:50:24.588519 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:50:24.588890 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Checking segment: {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:50:24.589323 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.589884 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Bound using segment: {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:50:24.590523 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Bound port: 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:50:24.591364 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.658665 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] For port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:50:24.663048 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] For port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:50:24.668020 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.729281 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:24.729964 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:03Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:24.755929 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-76d923e7-5588-4598-bac8-c8e86c63c790 None None] Provisioning complete for port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:24.756538 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-76d923e7-5588-4598-bac8-c8e86c63c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.770308 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25583d-633e-4742-a7b2-dbb42159de73 None None] Pushing event updated for resources: {'Port': ['ID=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:24.852044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-76d923e7-5588-4598-bac8-c8e86c63c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.861534 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:24.894819 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-76d923e7-5588-4598-bac8-c8e86c63c790 None None] For port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:24.899958 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-76d923e7-5588-4598-bac8-c8e86c63c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:24.961355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d923e7-5588-4598-bac8-c8e86c63c790 None None] Pushing event updated for resources: {'Port': ['ID=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:25.018194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b132a8-76fc-4b71-9b08-6cdfcf90cc3a None None] Provisioning complete for port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:25.018474 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b132a8-76fc-4b71-9b08-6cdfcf90cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:25.073505 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:25.187168 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac146a-e7e7-4b24-be5d-038bdf32efd3 None None] The sync data for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 is: [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:50:25.357379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-19cd042f-64e3-4fc2-b228-170c271c5400 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:25.358963 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-19cd042f-64e3-4fc2-b228-170c271c5400 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/networks?id=6a71bcea-2acf-472f-9c26-413d88cc806d HTTP/1.1" status: 200 len: 797 time: 0.1573308 Sep 18 02:50:25.407632 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd605170-c605-41e1-87ba-2ed2c00f3355 req-678817cc-7377-470f-b0e0-8cfc8940e065 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 210 time: 0.0452294 Sep 18 02:50:25.419293 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-b23ac46c-0821-4746-b53a-a3b3b907870e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 380 time: 0.0505576 Sep 18 02:50:25.431390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'port': {'device_id': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'admin_state_up': True, 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'security_groups': ['a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:25.514746 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4a6a76ba-853b-40ae-abb8-a747d8611df2 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:50:25.553854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:50:25.558239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:25.571841 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 4a6a76ba-853b-40ae-abb8-a747d8611df2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:25.572665 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:25.665225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:50:25.702428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.10 (6a71bcea-2acf-472f-9c26-413d88cc806d/83dab27e-5777-44c5-a820-edf93079f59c/72c84d5f-32a6-44e3-b555-a78ca979a85b) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:50:25.715604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:25.715979 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:25.798391 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dc37acd5-15e0-43bf-b5e1-c946cf50f652 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:50:25.851653 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dc37acd5-15e0-43bf-b5e1-c946cf50f652 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:25.852035 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:25.869182 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:25.909505 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:25.952632 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:25.954408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network 6a71bcea-2acf-472f-9c26-413d88cc806d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:50:25.957833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:50:25.964612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:50:25.971454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=72c84d5f-32a6-44e3-b555-a78ca979a85b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:26.021252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:26.021926 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.037798 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-811cf731-ef65-4019-b87b-cfe09f3aff94 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6107645 Sep 18 02:50:26.149235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Request body: {'port': {'device_id': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:26.210987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.230393 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f67e6752-af6f-4fe6-8281-4ef16f24cb97 None None] Provisioning complete for port 72c84d5f-32a6-44e3-b555-a78ca979a85b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:26.230865 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f67e6752-af6f-4fe6-8281-4ef16f24cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.279359 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f67e6752-af6f-4fe6-8281-4ef16f24cb97 None None] Port 72c84d5f-32a6-44e3-b555-a78ca979a85b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:50:26.287789 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.511598 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c84d5f-32a6-44e3-b555-a78ca979a85b {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:50:26.520794 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.537575 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Transition to ACTIVE for port object 72c84d5f-32a6-44e3-b555-a78ca979a85b will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:50:26.542285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.558184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f9c2-d960-44bd-a892-bdb4e706f800 req-8a26cda9-152b-43fd-b23b-2a9d2f9e2496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:26.559691 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0825f9c2-d960-44bd-a892-bdb4e706f800 req-8a26cda9-152b-43fd-b23b-2a9d2f9e2496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 932 time: 0.0816748 Sep 18 02:50:26.626440 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Pushing event updated for resources: {'Port': ['ID=72c84d5f-32a6-44e3-b555-a78ca979a85b,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:26.680547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0825f9c2-d960-44bd-a892-bdb4e706f800 req-3b35f366-1973-4663-9282-d05e29cf97cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999911 Sep 18 02:50:26.712064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Attempting to bind port 72c84d5f-32a6-44e3-b555-a78ca979a85b on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:50:26.712546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Attempting to bind port 72c84d5f-32a6-44e3-b555-a78ca979a85b by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:50:26.712881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Attempting to bind port 72c84d5f-32a6-44e3-b555-a78ca979a85b on network 6a71bcea-2acf-472f-9c26-413d88cc806d {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:50:26.717553 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Port 72c84d5f-32a6-44e3-b555-a78ca979a85b on network 6a71bcea-2acf-472f-9c26-413d88cc806d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:50:26.717876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Attempting to bind port 72c84d5f-32a6-44e3-b555-a78ca979a85b on network 6a71bcea-2acf-472f-9c26-413d88cc806d {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:50:26.723491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:50:26.723858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Checking segment: {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:50:26.724315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Bound using segment: {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:50:26.724782 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Bound port: 72c84d5f-32a6-44e3-b555-a78ca979a85b, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9740a10c-ba58-45c8-ad2b-62b06903f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:50:26.725145 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.795499 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] For port 72c84d5f-32a6-44e3-b555-a78ca979a85b, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:50:26.798939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] For port 72c84d5f-32a6-44e3-b555-a78ca979a85b, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:50:26.805151 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.837504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:26.838051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:26.839527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] 10.222.0.18 "PUT /v2.0/ports/72c84d5f-32a6-44e3-b555-a78ca979a85b HTTP/1.1" status: 200 len: 1093 time: 0.7398541 Sep 18 02:50:26.840073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:50:26.842395 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061867e4-582e-4e68-8eab-3f01ed76d41b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:50:26.871764 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58178d4c-8171-42c6-817a-cc0bf8a305d7 service neutron] Pushing event updated for resources: {'Port': ['ID=72c84d5f-32a6-44e3-b555-a78ca979a85b,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:26.892116 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9919d9-3f74-4f8f-bbe1-78b00facf150 x-openstack-request-id: req-3d9919d9-3f74-4f8f-bbe1-78b00facf150 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:50:26.892405 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:50:26.892652 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d9919d9-3f74-4f8f-bbe1-78b00facf150 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:50:26.893038 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'status': 'completed', 'code': 200} Sep 18 02:50:26.930699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-99654011-7ed7-472f-bfb9-2ce7f7531f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:26.932254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-99654011-7ed7-472f-bfb9-2ce7f7531f69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 1096 time: 0.0495241 Sep 18 02:50:26.981604 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-6cdc8577-79e5-48a7-b0ac-612e7c7f4e9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b HTTP/1.1" status: 200 len: 217 time: 0.0415812 Sep 18 02:50:27.033486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-5a313586-87ba-447e-b63d-204cbba68aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:27.034995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-5a313586-87ba-447e-b63d-204cbba68aae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83dab27e-5777-44c5-a820-edf93079f59c HTTP/1.1" status: 200 len: 834 time: 0.0469527 Sep 18 02:50:27.079494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-3f84c607-a9b4-46d3-9589-f46e8ee6de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:27.080974 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-3f84c607-a9b4-46d3-9589-f46e8ee6de79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a71bcea-2acf-472f-9c26-413d88cc806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391901 Sep 18 02:50:27.173719 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-e65dbc8a-0568-4f59-9da2-4ad3b3dfc4f4 service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852766 Sep 18 02:50:27.262123 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bdaac83e-72d9-4bbb-8f1b-95bd4e6f1f06 req-21cd359e-740a-47ab-ac85-2b3296ff3d70 service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812073 Sep 18 02:50:27.350509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-8bc7cfe0-6f26-4869-972a-4468078a7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:27.352025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-8bc7cfe0-6f26-4869-972a-4468078a7a67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 1096 time: 0.0408332 Sep 18 02:50:27.449550 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-93bde649-9517-4280-876e-349da1e12a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:27.450979 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-93bde649-9517-4280-876e-349da1e12a47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a71bcea-2acf-472f-9c26-413d88cc806d HTTP/1.1" status: 200 len: 897 time: 0.0917730 Sep 18 02:50:27.492200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-bbc84405-8c35-42aa-a645-3d65d0413b39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b HTTP/1.1" status: 200 len: 217 time: 0.0341442 Sep 18 02:50:27.543865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-c4a96c49-e7d8-424c-b6c8-e7f7741c20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:27.545322 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-c4a96c49-e7d8-424c-b6c8-e7f7741c20ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83dab27e-5777-44c5-a820-edf93079f59c HTTP/1.1" status: 200 len: 834 time: 0.0466216 Sep 18 02:50:27.590961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-2fe8a4d1-5794-4397-a807-f66ca0079554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:27.592431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-2fe8a4d1-5794-4397-a807-f66ca0079554 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a71bcea-2acf-472f-9c26-413d88cc806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394893 Sep 18 02:50:27.684701 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-aa094ccd-ad02-4890-868a-5a96ee33dd5b service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833154 Sep 18 02:50:27.809877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-061867e4-582e-4e68-8eab-3f01ed76d41b req-96b83274-05fe-4f13-9490-8349edff3ee0 service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161306 Sep 18 02:50:27.822268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4b3e9-8e38-4904-89ee-ae4d1113ce3f req-2136f682-4011-4fa3-8f0b-d9d12105e8d9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:27.823777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75c4b3e9-8e38-4904-89ee-ae4d1113ce3f req-2136f682-4011-4fa3-8f0b-d9d12105e8d9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 944 time: 0.0692947 Sep 18 02:50:27.864445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-75c4b3e9-8e38-4904-89ee-ae4d1113ce3f req-4cf0ac23-c46c-4707-a76f-6bffbc8b7a54 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Sep 18 02:50:28.991962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3ab43-36ea-47e3-9983-69e7ef0c8e8a req-de4c3574-2aba-400c-af62-f8309c5e61b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:28.993368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fbb3ab43-36ea-47e3-9983-69e7ef0c8e8a req-de4c3574-2aba-400c-af62-f8309c5e61b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 944 time: 0.0538619 Sep 18 02:50:29.030784 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fbb3ab43-36ea-47e3-9983-69e7ef0c8e8a req-7440f86d-5dbb-4a4e-be5b-6ba0fc8b356e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Sep 18 02:50:30.141886 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af22a6-9694-4164-81bd-efc7b0695be2 req-af322e07-4fb3-4f46-8351-eb9ecd0adabd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:30.143366 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1af22a6-9694-4164-81bd-efc7b0695be2 req-af322e07-4fb3-4f46-8351-eb9ecd0adabd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 944 time: 0.0471237 Sep 18 02:50:30.181345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d1af22a6-9694-4164-81bd-efc7b0695be2 req-8e1d3313-e1e8-4544-b6ea-35e92193bc4c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Sep 18 02:50:30.917567 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06263c70-1957-467e-8cae-4f3e3b21a82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:31.274081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 72c84d5f-32a6-44e3-b555-a78ca979a85b details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:50:31.299134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b3e97-48f2-466d-b70d-b3636b32423f req-7e0b9775-8186-4358-98df-4115c49f4571 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:31.301185 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1c1b3e97-48f2-466d-b70d-b3636b32423f req-7e0b9775-8186-4358-98df-4115c49f4571 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 944 time: 0.0528343 Sep 18 02:50:31.339638 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1c1b3e97-48f2-466d-b70d-b3636b32423f req-d6beb043-2633-4d4e-85df-372f7e339bb0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Sep 18 02:50:31.373957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 72c84d5f-32a6-44e3-b555-a78ca979a85b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:31.387259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'port_id': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'mac_address': 'fa:16:3e:e7:0b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:50:31.429311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:31.442294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c84d5f-32a6-44e3-b555-a78ca979a85b {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:50:31.460786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 72c84d5f-32a6-44e3-b555-a78ca979a85b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:31.465086 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:31.512091 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=72c84d5f-32a6-44e3-b555-a78ca979a85b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:31.681508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['72c84d5f-32a6-44e3-b555-a78ca979a85b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:50:32.461761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f6e-7267-4236-8e58-f931477557da req-7fe42082-aa46-4d35-b8d3-c7372cb6513c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:32.463321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b266f6e-7267-4236-8e58-f931477557da req-7fe42082-aa46-4d35-b8d3-c7372cb6513c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 945 time: 0.0530992 Sep 18 02:50:32.504785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b266f6e-7267-4236-8e58-f931477557da req-8463b2ae-a211-432e-8d47-9015ba4d7d60 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333774 Sep 18 02:50:33.273882 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 72c84d5f-32a6-44e3-b555-a78ca979a85b up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:50:33.322980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 72c84d5f-32a6-44e3-b555-a78ca979a85b completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:50:33.327355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 72c84d5f-32a6-44e3-b555-a78ca979a85b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:50:33.327736 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:33.411984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:33.433318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:50:33.435581 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a0511e23429df2d1768aaa8154b6e03bd71a060794c3139f9c60bf1f7adda8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedde9a0-fee2-4665-82bd-8ea9d0582222" -d '{"events": [{"server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "name": "network-vif-plugged", "status": "completed", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:50:33.447878 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 72c84d5f-32a6-44e3-b555-a78ca979a85b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:50:33.451920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:33.476556 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bad5c46-b7a3-4573-96aa-5f70b779c27b x-openstack-request-id: req-4bad5c46-b7a3-4573-96aa-5f70b779c27b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:50:33.476862 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "name": "network-vif-plugged", "status": "completed", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:50:33.477091 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bad5c46-b7a3-4573-96aa-5f70b779c27b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:50:33.477473 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'code': 200} Sep 18 02:50:33.502751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=72c84d5f-32a6-44e3-b555-a78ca979a85b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:33.521016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-00110c09-9500-43de-b3be-198d5a55faea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:33.571503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b656a-d9c6-4bb1-bf45-2ffad7d1a72e req-f297e4cd-20ac-45f8-be57-5086b299ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:33.573264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-050b656a-d9c6-4bb1-bf45-2ffad7d1a72e req-f297e4cd-20ac-45f8-be57-5086b299ac6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 1098 time: 0.0414360 Sep 18 02:50:33.635828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-050b656a-d9c6-4bb1-bf45-2ffad7d1a72e req-70f9917d-c4b3-4071-8179-cbeb842ed9cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515122 Sep 18 02:50:33.648509 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52023db-8393-4bf0-9909-df2453dc50df req-16b41e85-4036-40e8-bf18-725641534071 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:33.649949 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f52023db-8393-4bf0-9909-df2453dc50df req-16b41e85-4036-40e8-bf18-725641534071 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0750394 Sep 18 02:50:33.688496 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f52023db-8393-4bf0-9909-df2453dc50df req-c512fcb1-7a58-46a8-a41b-235751480143 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326419 Sep 18 02:50:34.129407 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:34.809581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ac95a-69bc-4aec-91ce-220ca9b1b455 req-d62aff0a-8372-493a-897b-63f8e965c1cb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:34.811126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa4ac95a-69bc-4aec-91ce-220ca9b1b455 req-d62aff0a-8372-493a-897b-63f8e965c1cb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0502267 Sep 18 02:50:34.850155 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fa4ac95a-69bc-4aec-91ce-220ca9b1b455 req-d7e47048-8df0-4df7-9fab-20053649d172 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 Sep 18 02:50:34.965845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be73da-38eb-43d2-bba4-be7e60915169 req-30e0b254-af60-4cda-a17a-c69cb7921264 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:34.967407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-49be73da-38eb-43d2-bba4-be7e60915169 req-30e0b254-af60-4cda-a17a-c69cb7921264 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0494826 Sep 18 02:50:35.006521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-49be73da-38eb-43d2-bba4-be7e60915169 req-27dd6a25-23ef-4bb4-b7b4-a300c45221a2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Sep 18 02:50:35.028693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44610) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:35.069883 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434b389-e7f1-46e1-9436-4983c716db5f tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:35.071439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7434b389-e7f1-46e1-9436-4983c716db5f tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 1093 time: 0.0417969 Sep 18 02:50:35.074238 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44612) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:35.078388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:50:35.100313 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:35.102047 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:35.201387 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:35.306083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.115 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/25a055fe-e766-4e8f-8b52-3d2e566d3e87) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:50:35.407523 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:35.440012 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:35.477551 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:50:35.480408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:50:35.485790 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:50:35.491192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=25a055fe-e766-4e8f-8b52-3d2e566d3e87,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:36.157535 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:36.220792 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:36.367226 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:36.371628 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:36.440423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=25a055fe-e766-4e8f-8b52-3d2e566d3e87,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:50:36.448155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:36.453259 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:36.551100 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP 1c654e77-9847-471c-91b2-ebbce166ec25 associated. External IP: 172.25.0.115, port: 72c84d5f-32a6-44e3-b555-a78ca979a85b. Sep 18 02:50:36.755079 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 3668596c-6d23-41af-b728-db62298c1812 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:50:36.856851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:50:36.867701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] Sync routers for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:50:36.873251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:36.877182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:36.877806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:36.903464 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d148525f-b6c0-4ef1-bc1c-e6860de620a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8281908 Sep 18 02:50:36.904156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:50:36.906493 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:50:36.943489 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3588a12-d193-4d41-8333-a477e6425150 x-openstack-request-id: req-f3588a12-d193-4d41-8333-a477e6425150 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:50:36.943784 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:50:36.944042 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3588a12-d193-4d41-8333-a477e6425150 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:50:36.944436 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'status': 'completed', 'code': 200} Sep 18 02:50:36.992586 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:37.010987 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-e47a9616-c37c-49ef-90f0-10059342a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:37.012505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-e47a9616-c37c-49ef-90f0-10059342a07c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 1098 time: 0.0471849 Sep 18 02:50:37.015731 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3aedac-4897-44a3-812e-8e8392fe3257 req-e88817f8-4bf2-430e-a81f-6b4d9ca51598 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:37.017251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d3aedac-4897-44a3-812e-8e8392fe3257 req-e88817f8-4bf2-430e-a81f-6b4d9ca51598 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0584333 Sep 18 02:50:37.057505 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0d3aedac-4897-44a3-812e-8e8392fe3257 req-8170c5dc-3b98-46d7-b372-c29a69705f5d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342104 Sep 18 02:50:37.080121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44618) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:37.109322 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-86cee1da-d622-40e2-97d3-487213d97412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:37.110853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-86cee1da-d622-40e2-97d3-487213d97412 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a71bcea-2acf-472f-9c26-413d88cc806d HTTP/1.1" status: 200 len: 897 time: 0.0907218 Sep 18 02:50:37.147493 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-45cf9442-e5f2-43de-8b3e-c106811b1479 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/1c654e77-9847-471c-91b2-ebbce166ec25 HTTP/1.1" status: 200 len: 992 time: 0.0650830 Sep 18 02:50:37.181089 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-72f1ab81-485d-4375-9191-0a94d1a93998 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b HTTP/1.1" status: 200 len: 1000 time: 0.0636075 Sep 18 02:50:37.228845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-bd53c9b2-2880-4399-8a25-d0cbac9194ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:37.230642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-bd53c9b2-2880-4399-8a25-d0cbac9194ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83dab27e-5777-44c5-a820-edf93079f59c HTTP/1.1" status: 200 len: 834 time: 0.0431268 Sep 18 02:50:37.232126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '1c654e77-9847-471c-91b2-ebbce166ec25', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '3668596c-6d23-41af-b728-db62298c1812', 'port_id': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'mac_address': 'fa:16:3e:e7:0b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:50:35Z', 'updated_at': '2021-09-18T02:50:35Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:24Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:37.259136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] Checking router: 3668596c-6d23-41af-b728-db62298c1812 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:50:37.267390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:50:37.268002 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:50:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:37.280237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-0cbabebb-3885-4893-88cf-8ec25581a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:37.281733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-0cbabebb-3885-4893-88cf-8ec25581a5e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a71bcea-2acf-472f-9c26-413d88cc806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443497 Sep 18 02:50:37.380315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-4b729aa7-f676-4a01-893e-3e146c3349fa service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908258 Sep 18 02:50:37.483819 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5e37d6f7-5bc6-4ddf-9f67-692a563150a6 req-43a4099a-7eeb-458a-8941-c029eba10b1b service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966680 Sep 18 02:50:37.527006 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:50:37.742395 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '1c654e77-9847-471c-91b2-ebbce166ec25', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '3668596c-6d23-41af-b728-db62298c1812', 'port_id': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'mac_address': 'fa:16:3e:e7:0b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:50:35Z', 'updated_at': '2021-09-18T02:50:35Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:24Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:50:37.771968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b445a11b-38ab-4e78-bdaa-8806fe7879ae None None] The sync data for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 is: [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '1c654e77-9847-471c-91b2-ebbce166ec25', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '3668596c-6d23-41af-b728-db62298c1812', 'port_id': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'mac_address': 'fa:16:3e:e7:0b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:50:35Z', 'updated_at': '2021-09-18T02:50:35Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:24Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:50:37.958540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f9a84-cd60-41c3-aaf4-0d2e20de8d22 None None] New status for floating IP 1c654e77-9847-471c-91b2-ebbce166ec25: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:50:37.998365 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:50:38.150219 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:50:38.214746 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0203ae14-e533-4891-bbe2-f1d338407bff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/1c654e77-9847-471c-91b2-ebbce166ec25 HTTP/1.1" status: 200 len: 994 time: 0.0626357 Sep 18 02:50:54.424335 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-de31f4bc-24ac-405c-bdf9-fbd873a6b3d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393503 Sep 18 02:50:54.507891 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-66c76b1c-baf0-4658-91dd-c50c6a22d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:54.509638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-66c76b1c-baf0-4658-91dd-c50c6a22d689 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 1098 time: 0.0451009 Sep 18 02:50:54.613394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-6af2a211-fa15-4f82-a107-4df6af4b4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:54.614891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-6af2a211-fa15-4f82-a107-4df6af4b4440 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a71bcea-2acf-472f-9c26-413d88cc806d HTTP/1.1" status: 200 len: 897 time: 0.0842633 Sep 18 02:50:54.691966 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-b432222c-e0ff-46d2-8e54-c23396142c24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b HTTP/1.1" status: 200 len: 1002 time: 0.0691402 Sep 18 02:50:54.741658 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-44702d6f-e90b-4fc0-bf46-38dd7118b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:54.743154 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-44702d6f-e90b-4fc0-bf46-38dd7118b1bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83dab27e-5777-44c5-a820-edf93079f59c HTTP/1.1" status: 200 len: 834 time: 0.0441427 Sep 18 02:50:54.788192 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-f553a661-a5ea-4cc6-a5c7-82fde91cceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:50:54.789659 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-f553a661-a5ea-4cc6-a5c7-82fde91cceec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a71bcea-2acf-472f-9c26-413d88cc806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397456 Sep 18 02:50:54.885462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-0938c00c-1725-4c18-94e1-8f70f8518ee5 service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872991 Sep 18 02:50:54.976026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8c5119c5-379b-4540-a826-c5c835b2edbf req-cccbea78-2387-4ebf-bf34-edd392aa3960 service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824172 Sep 18 02:50:55.951558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:50:56.262540 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:00.917410 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d0837939-d07a-4a5b-9491-e82c5177358c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:03.522952 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8e736b8-9ace-4122-a057-7177c17b09bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:04.132793 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:05.101680 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:06.448887 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:07.028342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4331e6b-bc53-4d44-ad60-289109641daf req-d40a0b80-7376-440f-af83-605764c4229a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:07.029723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4331e6b-bc53-4d44-ad60-289109641daf req-d40a0b80-7376-440f-af83-605764c4229a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0499911 Sep 18 02:51:07.071328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4331e6b-bc53-4d44-ad60-289109641daf req-a6682b80-6939-40b9-a59f-11889d7976f6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356119 Sep 18 02:51:08.189779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b9a08-0b3d-4a00-b174-0c70a5d7c434 req-23caff65-0dd2-4833-9f32-19e108d1ce83 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:08.191277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-114b9a08-0b3d-4a00-b174-0c70a5d7c434 req-23caff65-0dd2-4833-9f32-19e108d1ce83 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0490177 Sep 18 02:51:08.232215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-114b9a08-0b3d-4a00-b174-0c70a5d7c434 req-c44e21df-acae-42cd-a4ec-102b38124a75 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 Sep 18 02:51:08.254401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44638) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:08.313749 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-26b35534-ca50-4ccb-97b6-0166c7f1dcfe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/1c654e77-9847-471c-91b2-ebbce166ec25 HTTP/1.1" status: 200 len: 994 time: 0.0582099 Sep 18 02:51:09.572929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7d647-7e0e-4128-a2fe-3021e35d618a req-06186efe-54e6-42da-a09a-661537dc7d64 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:09.574452 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e5e7d647-7e0e-4128-a2fe-3021e35d618a req-06186efe-54e6-42da-a09a-661537dc7d64 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0497751 Sep 18 02:51:09.612944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e5e7d647-7e0e-4128-a2fe-3021e35d618a req-606a6936-525e-4feb-b89d-24138866f9c6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324440 Sep 18 02:51:10.729708 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c092509-3bc5-405e-9700-0400519c6af0 req-64c34323-e588-4004-bb6f-59e1fca31be4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:10.731272 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1c092509-3bc5-405e-9700-0400519c6af0 req-64c34323-e588-4004-bb6f-59e1fca31be4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0498352 Sep 18 02:51:10.768699 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1c092509-3bc5-405e-9700-0400519c6af0 req-6244df35-0c72-45dc-bb69-5ba2a36cf7eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Sep 18 02:51:11.885488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6f6a7-e2aa-46bb-bc57-675a49d48afd req-b190ba16-31ac-424d-8ffd-b4aaf362f696 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:11.887079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fdf6f6a7-e2aa-46bb-bc57-675a49d48afd req-b190ba16-31ac-424d-8ffd-b4aaf362f696 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0501964 Sep 18 02:51:11.924315 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fdf6f6a7-e2aa-46bb-bc57-675a49d48afd req-5a8cfa32-6828-46cd-9ddb-34b74f8265f5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Sep 18 02:51:11.946684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44650) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:12.010620 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0cb9c99c-27b6-42a1-b38a-062b7f0a5ad5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/1c654e77-9847-471c-91b2-ebbce166ec25 HTTP/1.1" status: 200 len: 994 time: 0.0626879 Sep 18 02:51:12.233936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44656) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:12.387788 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 25a055fe-e766-4e8f-8b52-3d2e566d3e87 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:51:12.388141 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:12.465721 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:12.466051 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:12.477420 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 25a055fe-e766-4e8f-8b52-3d2e566d3e87 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:51:12.626388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:12.650279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=25a055fe-e766-4e8f-8b52-3d2e566d3e87,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:12.663621 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.663965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.664304 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.664639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.664972 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.665300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.665624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.665948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.666270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.666589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.666932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.667251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:12.726249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:12.726580 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP 1c654e77-9847-471c-91b2-ebbce166ec25 disassociated (deleted). External IP: 172.25.0.115, port: 72c84d5f-32a6-44e3-b555-a78ca979a85b. Sep 18 02:51:12.936465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 3668596c-6d23-41af-b728-db62298c1812 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:51:13.041473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:51:13.046277 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:13.051495 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] Sync routers for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:51:13.060079 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:13.060724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:13.072811 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3c4ba3ec-0cd3-4063-abad-9d6e1fd93496 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/floatingips/1c654e77-9847-471c-91b2-ebbce166ec25 HTTP/1.1" status: 204 len: 168 time: 0.8377955 Sep 18 02:51:13.073392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:51:13.075673 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b3bdd1-691b-42b5-adf2-a3563e9620ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:51:13.171263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:13.181908 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe9f26-d48e-4436-b6c1-5e3b7fc5bd72 x-openstack-request-id: req-1abe9f26-d48e-4436-b6c1-5e3b7fc5bd72 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:51:13.182205 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:51:13.182454 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1abe9f26-d48e-4436-b6c1-5e3b7fc5bd72 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:51:13.182899 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'status': 'completed', 'code': 200} Sep 18 02:51:13.260070 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-8d1b5f4c-9958-4977-9548-b08bfab5e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:13.261720 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-8d1b5f4c-9958-4977-9548-b08bfab5e9a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 1098 time: 0.0476184 Sep 18 02:51:13.310176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67cc9a-f6c1-464e-9cec-e93e2789bc46 req-72a05d41-f548-4abe-bbf6-ff70d8e1a727 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:13.311950 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca67cc9a-f6c1-464e-9cec-e93e2789bc46 req-72a05d41-f548-4abe-bbf6-ff70d8e1a727 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0559754 Sep 18 02:51:13.363372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-1811d7bc-72b2-44b1-b4c8-d87f17b4f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:13.365028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-1811d7bc-72b2-44b1-b4c8-d87f17b4f580 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6a71bcea-2acf-472f-9c26-413d88cc806d HTTP/1.1" status: 200 len: 897 time: 0.0959015 Sep 18 02:51:13.368011 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ca67cc9a-f6c1-464e-9cec-e93e2789bc46 req-95a9a6e8-22b4-466a-8231-e7f2deceadf0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361292 Sep 18 02:51:13.376360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:24Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:13.412985 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] Checking router: 3668596c-6d23-41af-b728-db62298c1812 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:51:13.416233 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-730f5d1d-7308-4597-8392-779d1b9bcb43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b HTTP/1.1" status: 200 len: 217 time: 0.0404069 Sep 18 02:51:13.421461 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:13.422077 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:13.465075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-9dcea525-3d17-4e97-8836-b3f0141b7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:13.466447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-9dcea525-3d17-4e97-8836-b3f0141b7bdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83dab27e-5777-44c5-a820-edf93079f59c HTTP/1.1" status: 200 len: 834 time: 0.0428998 Sep 18 02:51:13.513048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-bdf5ebb2-768d-4512-b71f-52203b3c19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:13.514547 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-bdf5ebb2-768d-4512-b71f-52203b3c19b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6a71bcea-2acf-472f-9c26-413d88cc806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407441 Sep 18 02:51:13.527409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:13.610083 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-ee29b980-ebb4-46f1-9dad-12f3020a2309 service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860610 Sep 18 02:51:13.700477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-51b3bdd1-691b-42b5-adf2-a3563e9620ce req-f175eae2-1228-487e-826a-adbfb0f25d6c service neutron] 10.222.0.18 "GET /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818934 Sep 18 02:51:13.726806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:24Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:13.753000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9bc39-8ffc-4ffa-bb2c-65fa278be277 None None] The sync data for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 is: [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:50:22Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '5225f7ff-f6fa-478c-a7b1-1ea47a77f29f', 'name': '', 'network_id': '6a71bcea-2acf-472f-9c26-413d88cc806d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:e7:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '83dab27e-5777-44c5-a820-edf93079f59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:21Z', 'updated_at': '2021-09-18T02:50:24Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '83dab27e-5777-44c5-a820-edf93079f59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:51:13.972932 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc27c31-d9b5-48b5-a347-789ef89fff66 None None] New status for floating IP 1c654e77-9847-471c-91b2-ebbce166ec25: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:51:14.480865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c59f03-7105-452b-9e52-e4b56fd91827 req-850cb3d5-ae93-4375-b890-ecbef07aaae3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:14.482339 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0c59f03-7105-452b-9e52-e4b56fd91827 req-850cb3d5-ae93-4375-b890-ecbef07aaae3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0483470 Sep 18 02:51:14.528484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b0c59f03-7105-452b-9e52-e4b56fd91827 req-a349f8c6-9af8-4e62-a264-d60ff7d17843 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403054 Sep 18 02:51:14.752557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-3c3aa736-fc8b-4a3e-b0aa-311f6bacff4a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:14.754010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-3c3aa736-fc8b-4a3e-b0aa-311f6bacff4a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Sep 18 02:51:14.840058 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 72c84d5f-32a6-44e3-b555-a78ca979a85b {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:51:14.840396 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:14.931485 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 72c84d5f-32a6-44e3-b555-a78ca979a85b, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=72c84d5f-32a6-44e3-b555-a78ca979a85b,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:14.931860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:14.945856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 72c84d5f-32a6-44e3-b555-a78ca979a85b owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:51:14.996742 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:51:15.075798 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:15.108644 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=72c84d5f-32a6-44e3-b555-a78ca979a85b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:15.145496 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] No DVR routers for this DVR port 72c84d5f-32a6-44e3-b555-a78ca979a85b on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:51:15.148005 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:15.149957 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1471f3bb-239d-44a8-ad51-bf0557764dca req-5fd02061-a84c-450c-a725-081950971a47 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "DELETE /v2.0/ports/72c84d5f-32a6-44e3-b555-a78ca979a85b HTTP/1.1" status: 204 len: 173 time: 0.3904204 Sep 18 02:51:15.183697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'name': 'network-vif-deleted', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:51:15.186007 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df907b2-72df-419b-a3ab-d54ad21d907e" -d '{"events": [{"server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "name": "network-vif-deleted", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:51:15.225543 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab326c41-5dde-441c-8e62-de38dbb351af x-openstack-request-id: req-ab326c41-5dde-441c-8e62-de38dbb351af {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:51:15.225970 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e832452-1b27-4c14-8343-9018ecdc0e53", "name": "network-vif-deleted", "tag": "72c84d5f-32a6-44e3-b555-a78ca979a85b", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:51:15.226284 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab326c41-5dde-441c-8e62-de38dbb351af {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:51:15.226685 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e832452-1b27-4c14-8343-9018ecdc0e53', 'name': 'network-vif-deleted', 'tag': '72c84d5f-32a6-44e3-b555-a78ca979a85b', 'status': 'completed', 'code': 200} Sep 18 02:51:15.637362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dc97c81a-dfca-4fe9-b9e3-7d519f3847c7 req-c3ed95b7-c262-482f-bb62-08a6fdcd64e1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e832452-1b27-4c14-8343-9018ecdc0e53 HTTP/1.1" status: 200 len: 210 time: 0.0281126 Sep 18 02:51:16.693921 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44674) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:17.059703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:17.467308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 72c84d5f-32a6-44e3-b555-a78ca979a85b no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:51:17.492485 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 72c84d5f-32a6-44e3-b555-a78ca979a85b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:51:17.492914 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 72c84d5f-32a6-44e3-b555-a78ca979a85b not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:51:17.628850 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:51:17.629104 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:17.717356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:17.718056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:17.733375 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:51:17.917082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:17.949535 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=5225f7ff-f6fa-478c-a7b1-1ea47a77f29f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:18.113554 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:18.327593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 3668596c-6d23-41af-b728-db62298c1812 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:51:18.431716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:51:18.436579 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1083c38c-2195-4fb9-ba55-4da6aee11f0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/3668596c-6d23-41af-b728-db62298c1812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416470 Sep 18 02:51:18.439348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44676) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:18.441781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a172d-490a-43aa-829b-e603d45a170d None None] Sync routers for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:51:18.451176 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a172d-490a-43aa-829b-e603d45a170d None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:18.451873 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-441a172d-490a-43aa-829b-e603d45a170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:18.496825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a343794-0c32-48b4-935e-bb1f58a43298 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting subnet 83dab27e-5777-44c5-a820-edf93079f59c {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:51:18.499887 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a343794-0c32-48b4-935e-bb1f58a43298 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:18.540273 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a343794-0c32-48b4-935e-bb1f58a43298 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:18.558149 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-441a172d-490a-43aa-829b-e603d45a170d None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:18.629878 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a343794-0c32-48b4-935e-bb1f58a43298 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:18.691288 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a343794-0c32-48b4-935e-bb1f58a43298 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:18.720813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a343794-0c32-48b4-935e-bb1f58a43298 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Subnet': ['ID=83dab27e-5777-44c5-a820-edf93079f59c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:18.722860 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a343794-0c32-48b4-935e-bb1f58a43298 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:18.727419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8a343794-0c32-48b4-935e-bb1f58a43298 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/subnets/83dab27e-5777-44c5-a820-edf93079f59c HTTP/1.1" status: 204 len: 168 time: 0.2844982 Sep 18 02:51:18.728299 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44678) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:18.745068 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de30862-f281-4415-8081-f6ba4c0867b0 None None] Network 6a71bcea-2acf-472f-9c26-413d88cc806d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:51:18.844033 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:18.929750 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-441a172d-490a-43aa-829b-e603d45a170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:51:17Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '4a6a76ba-853b-40ae-abb8-a747d8611df2', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3668596c-6d23-41af-b728-db62298c1812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:50:19Z', 'updated_at': '2021-09-18T02:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:18.950838 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:18.965997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a172d-490a-43aa-829b-e603d45a170d None None] Checking router: 3668596c-6d23-41af-b728-db62298c1812 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:51:18.986075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a172d-490a-43aa-829b-e603d45a170d None None] Routers {'3668596c-6d23-41af-b728-db62298c1812'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:18.986701 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-441a172d-490a-43aa-829b-e603d45a170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['3668596c-6d23-41af-b728-db62298c1812'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:19.008124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 4a6a76ba-853b-40ae-abb8-a747d8611df2 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:51:19.008664 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.057534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] DHCP port deletion for 6a71bcea-2acf-472f-9c26-413d88cc806d request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:51:19.092580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 4a6a76ba-853b-40ae-abb8-a747d8611df2, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=4a6a76ba-853b-40ae-abb8-a747d8611df2,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:19.092955 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.106113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 4a6a76ba-853b-40ae-abb8-a747d8611df2 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:51:19.260051 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-441a172d-490a-43aa-829b-e603d45a170d None None] Set router 3668596c-6d23-41af-b728-db62298c1812 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:19.279965 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.311942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-441a172d-490a-43aa-829b-e603d45a170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:51:18Z', 'revision_number': 6, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:19.314197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=4a6a76ba-853b-40ae-abb8-a747d8611df2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:19.344336 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a172d-490a-43aa-829b-e603d45a170d None None] The sync data for ids ['3668596c-6d23-41af-b728-db62298c1812'] in n-d-789963-12 is: [{'id': '3668596c-6d23-41af-b728-db62298c1812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425652201', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:50:18Z', 'updated_at': '2021-09-18T02:51:18Z', 'revision_number': 6, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:51:19.356139 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.356483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.356822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.357184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.357483 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.357811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.358580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.358580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.358809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.359115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.359438 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.359762 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.360814 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Deleting port dc37acd5-15e0-43bf-b5e1-c946cf50f652 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:51:19.361189 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.386217 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.429552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] For port dc37acd5-15e0-43bf-b5e1-c946cf50f652, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dc37acd5-15e0-43bf-b5e1-c946cf50f652,segment=NetworkSegment(9740a10c-ba58-45c8-ad2b-62b06903f648),segment_id=9740a10c-ba58-45c8-ad2b-62b06903f648)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:19.429943 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.441769 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Calling delete_port for dc37acd5-15e0-43bf-b5e1-c946cf50f652 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:51:19.480978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.483187 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.525202 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.528193 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.528779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Fanout notify agent at l3_agent the message router_deleted on router 3668596c-6d23-41af-b728-db62298c1812 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:51:19.535873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.537035 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a51feaa9-a96a-46cb-80d7-4fbd24556284 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/routers/3668596c-6d23-41af-b728-db62298c1812 HTTP/1.1" status: 204 len: 168 time: 0.8068595 Sep 18 02:51:19.539904 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44680) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:19.549299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Pushing event deleted for resources: {'Port': ['ID=dc37acd5-15e0-43bf-b5e1-c946cf50f652,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:19.558435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] No DVR routers for this DVR port dc37acd5-15e0-43bf-b5e1-c946cf50f652 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:51:19.560875 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.561216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.561550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.561880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.562210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.562561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.562911 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.563232 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.563549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.563864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.564180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.564512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be74f63-60a1-4d24-855b-0f0813b4d9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:51:19.618634 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.706112 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.728722 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a71bcea-2acf-472f-9c26-413d88cc806d']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:19.738499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9740a10c-ba58-45c8-ad2b-62b06903f648') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:19.739378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9740a10c-ba58-45c8-ad2b-62b06903f648') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:19.749766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.765724 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.773019 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:51:19.775351 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:51:19.779993 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:51:19.850622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.856093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.858229 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/networks/6a71bcea-2acf-472f-9c26-413d88cc806d HTTP/1.1" status: 204 len: 168 time: 0.3172185 Sep 18 02:51:19.861170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44682) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:19.882180 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36df99-5eb7-4289-886a-3afdfe262fba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Network': ['ID=6a71bcea-2acf-472f-9c26-413d88cc806d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:19.914528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dc37acd5-15e0-43bf-b5e1-c946cf50f652 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:51:19.935926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: dc37acd5-15e0-43bf-b5e1-c946cf50f652 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:51:19.936275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dc37acd5-15e0-43bf-b5e1-c946cf50f652 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:51:19.945213 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5befdb32-2c2f-481d-b4db-477fd4fc59bd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:19.971530 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5befdb32-2c2f-481d-b4db-477fd4fc59bd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.038053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5befdb32-2c2f-481d-b4db-477fd4fc59bd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.040713 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5befdb32-2c2f-481d-b4db-477fd4fc59bd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.041890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5befdb32-2c2f-481d-b4db-477fd4fc59bd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/security-groups/a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1 HTTP/1.1" status: 204 len: 168 time: 0.1797166 Sep 18 02:51:20.050840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befdb32-2c2f-481d-b4db-477fd4fc59bd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a289f21f-74aa-4cd3-9d62-85d3e8c9bfe1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:20.426394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44688) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:20.432316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0f7112a6-ccab-4ed5-aea5-e479e594f4b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387435787', 'description': 'tempest-secgroup-smoke-1387435787 description', 'project_id': '4a4b186606c54edbb96b587769d14dd1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:20.454311 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f7112a6-ccab-4ed5-aea5-e479e594f4b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.532239 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f7112a6-ccab-4ed5-aea5-e479e594f4b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.535753 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f7112a6-ccab-4ed5-aea5-e479e594f4b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.563940 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0f7112a6-ccab-4ed5-aea5-e479e594f4b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.565181 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-0f7112a6-ccab-4ed5-aea5-e479e594f4b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377363 Sep 18 02:51:20.566355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7112a6-ccab-4ed5-aea5-e479e594f4b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f4905a-9d25-4714-b00f-36fe877bcde6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:20.568298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44690) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:20.573020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f6e95c5a-dd89-4d74-be98-a1707ba322d3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '18f4905a-9d25-4714-b00f-36fe877bcde6', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:20.599077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6e95c5a-dd89-4d74-be98-a1707ba322d3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.655268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6e95c5a-dd89-4d74-be98-a1707ba322d3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.658886 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6e95c5a-dd89-4d74-be98-a1707ba322d3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.673784 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e95c5a-dd89-4d74-be98-a1707ba322d3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e46a93-f9f3-4af3-8d43-8ffcdecfd6a9,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:20.683186 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f6e95c5a-dd89-4d74-be98-a1707ba322d3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.684448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f6e95c5a-dd89-4d74-be98-a1707ba322d3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150291 Sep 18 02:51:20.687252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44692) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:20.691433 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-487ea40f-4f33-4aa0-aef3-1be85d977341 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '18f4905a-9d25-4714-b00f-36fe877bcde6', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:20.717022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-487ea40f-4f33-4aa0-aef3-1be85d977341 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.774299 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-487ea40f-4f33-4aa0-aef3-1be85d977341 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.777691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-487ea40f-4f33-4aa0-aef3-1be85d977341 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.794169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ea40f-4f33-4aa0-aef3-1be85d977341 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a2678a-ea9c-4e61-bf34-055e66b97ad8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:20.800863 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-487ea40f-4f33-4aa0-aef3-1be85d977341 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.801603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-487ea40f-4f33-4aa0-aef3-1be85d977341 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134143 Sep 18 02:51:20.805099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44694) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:20.809481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2cedc937-1fa8-4328-a9a8-6f7a4cf26e76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '18f4905a-9d25-4714-b00f-36fe877bcde6', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:20.837730 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2cedc937-1fa8-4328-a9a8-6f7a4cf26e76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.898935 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2cedc937-1fa8-4328-a9a8-6f7a4cf26e76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.902434 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2cedc937-1fa8-4328-a9a8-6f7a4cf26e76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.916982 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedc937-1fa8-4328-a9a8-6f7a4cf26e76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7db92e-be48-4525-ac96-47677aa151c5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:20.925015 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2cedc937-1fa8-4328-a9a8-6f7a4cf26e76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:20.926363 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2cedc937-1fa8-4328-a9a8-6f7a4cf26e76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203225 Sep 18 02:51:20.929159 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44696) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:20.933366 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5d59cf2c-05db-48ea-8212-d2f22dcfbb28 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '18f4905a-9d25-4714-b00f-36fe877bcde6', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:20.960042 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d59cf2c-05db-48ea-8212-d2f22dcfbb28 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.018458 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d59cf2c-05db-48ea-8212-d2f22dcfbb28 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.022861 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d59cf2c-05db-48ea-8212-d2f22dcfbb28 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.040995 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59cf2c-05db-48ea-8212-d2f22dcfbb28 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dc9065-d221-49ac-b181-0582a4f47b86,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:21.044179 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d59cf2c-05db-48ea-8212-d2f22dcfbb28 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.045428 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5d59cf2c-05db-48ea-8212-d2f22dcfbb28 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153674 Sep 18 02:51:21.048144 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44698) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:21.052392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4e61cdcc-c36e-446b-a3e3-357e4edb3b11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '18f4905a-9d25-4714-b00f-36fe877bcde6', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:21.073413 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-4e61cdcc-c36e-446b-a3e3-357e4edb3b11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:51:21.078188 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e61cdcc-c36e-446b-a3e3-357e4edb3b11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.139604 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e61cdcc-c36e-446b-a3e3-357e4edb3b11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.143287 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e61cdcc-c36e-446b-a3e3-357e4edb3b11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.160443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61cdcc-c36e-446b-a3e3-357e4edb3b11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efad639-b11b-4a08-a872-19aa1e8de077,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:21.166830 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e61cdcc-c36e-446b-a3e3-357e4edb3b11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.168238 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4e61cdcc-c36e-446b-a3e3-357e4edb3b11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190021 Sep 18 02:51:21.170690 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44700) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:21.174992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2f792c3b-d875-4eb6-8ac8-1d96b874a6ff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '18f4905a-9d25-4714-b00f-36fe877bcde6', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:21.196725 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-2f792c3b-d875-4eb6-8ac8-1d96b874a6ff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:51:21.201505 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f792c3b-d875-4eb6-8ac8-1d96b874a6ff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.264186 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f792c3b-d875-4eb6-8ac8-1d96b874a6ff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.267748 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f792c3b-d875-4eb6-8ac8-1d96b874a6ff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.285095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792c3b-d875-4eb6-8ac8-1d96b874a6ff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22c7be0-bd40-43ea-83e8-e8d15160a940,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:21.292478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f792c3b-d875-4eb6-8ac8-1d96b874a6ff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.293688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2f792c3b-d875-4eb6-8ac8-1d96b874a6ff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220403 Sep 18 02:51:21.296441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44702) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:21.301237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'network': {'name': 'tempest-network-smoke--77828598', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:21.322463 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:51:21.325885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.348927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:51:21.359006 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.359346 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Added segment e3bab789-de4d-4d59-9cf3-a00dc65f199c of type vlan for network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 Sep 18 02:51:21.388316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4a6a76ba-853b-40ae-abb8-a747d8611df2 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:51:21.405016 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.408505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 4a6a76ba-853b-40ae-abb8-a747d8611df2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:51:21.408849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 4a6a76ba-853b-40ae-abb8-a747d8611df2 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:51:21.409254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:51:21.426891 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:51:21.427175 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5225f7ff-f6fa-478c-a7b1-1ea47a77f29f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:51:21.431572 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.437131 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:21.437715 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.473693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1762156 Sep 18 02:51:21.476608 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44704) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:21.481352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'admin_state_up': True, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:21.506000 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.507314 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.507958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb033ec-3781-47e1-9105-632d4818e5b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Network': ['ID=fde9b352-cce6-42f3-8f7c-8a2f9de726f8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:21.520735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:51:21.559664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.699344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.890037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:21.909102 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:22.007591 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.203 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/6ba980f3-2f16-4f56-8e62-8eaa20327d7f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:51:22.113414 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:22.146882 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:22.181593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:51:22.184270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:51:22.187807 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:51:22.212784 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=6ba980f3-2f16-4f56-8e62-8eaa20327d7f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:22.436105 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:22.628429 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:22.752937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 177832f8-030d-4f97-ab30-caeca1959e4d is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:51:22.859095 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:51:22.868308 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Sync routers for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:51:22.877512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:22.877703 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:22.878132 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:22.882031 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e9b244d2-aa3a-493b-b70d-46672dd7f422 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4012308 Sep 18 02:51:22.882266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44706) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:22.909874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-984390bd-4618-4bd4-9f98-1e25c3c42bb2 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4a4b186606c54edbb96b587769d14dd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265269 Sep 18 02:51:22.913414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44708) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:22.985267 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:23.002667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3619ac37-589b-4cb8-aecb-a8db0fcbfc99 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:23.004260 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3619ac37-589b-4cb8-aecb-a8db0fcbfc99 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898504 Sep 18 02:51:23.007271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44710) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:23.037943 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-701c5d67-d5f0-4455-ae24-5ff3677f470f tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267270 Sep 18 02:51:23.038180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44712) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:23.042889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1165805139', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:23.127533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:51:23.132285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.159305 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:22Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:23.188060 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Checking router: 177832f8-030d-4f97-ab30-caeca1959e4d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:51:23.188401 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Updating router 177832f8-030d-4f97-ab30-caeca1959e4d port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:51:23.214315 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.315483 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.380365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Subnet': ['ID=0c5a48ec-e658-4fc5-9206-924e6c53a10b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:23.392693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Checking segment: {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:51:23.393048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network hostable DHCP agents. Network: fde9b352-cce6-42f3-8f7c-8a2f9de726f8, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:51:23.410161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:51:23.419836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, fde9b352-cce6-42f3-8f7c-8a2f9de726f8) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:51:23.424871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:23.425732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.435318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89606481-b2b8-4678-ab8d-6e25df245a5a None None] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:51:23.443135 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c046a240-add7-451b-b427-be4220370b89 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4038975 Sep 18 02:51:23.445870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44714) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:23.465863 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.475213 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.534922 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a10ad-b719-49f5-a727-bdccc00a90b6 None None] Pushing event updated for resources: {'Port': ['ID=6ba980f3-2f16-4f56-8e62-8eaa20327d7f,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:23.537850 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Attempting to bind port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:51:23.538221 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Attempting to bind port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:51:23.538595 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Attempting to bind port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:51:23.544268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:51:23.544640 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:51:23.545038 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.545422 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:51:23.545883 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Bound port: 6ba980f3-2f16-4f56-8e62-8eaa20327d7f, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:51:23.546261 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.597118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:51:23.598047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.603543 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] For port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:51:23.607349 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] For port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6ba980f3-2f16-4f56-8e62-8eaa20327d7f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:51:23.612917 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.670307 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:23.671050 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:23.716201 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a10ad-b719-49f5-a727-bdccc00a90b6 None None] Pushing event updated for resources: {'Port': ['ID=6ba980f3-2f16-4f56-8e62-8eaa20327d7f,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:23.752840 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Allocated IP 172.20.0.2 (fde9b352-cce6-42f3-8f7c-8a2f9de726f8/0c5a48ec-e658-4fc5-9206-924e6c53a10b/f29a8039-915c-4afe-bb02-a7c5612bd15a) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:51:23.814113 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:23.914340 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.920960 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:23.966053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:51:23.971103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:51:23.978850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:51:23.983501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Pushing event updated for resources: {'Port': ['ID=f29a8039-915c-4afe-bb02-a7c5612bd15a,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:24.016618 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:22Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:24.039054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Attempting to bind port f29a8039-915c-4afe-bb02-a7c5612bd15a on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:51:24.039444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Attempting to bind port f29a8039-915c-4afe-bb02-a7c5612bd15a by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:51:24.039794 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Attempting to bind port f29a8039-915c-4afe-bb02-a7c5612bd15a on network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:51:24.044835 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27d6f7b-81de-4e57-bfa7-efef78027bd2 None None] The sync data for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 is: [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:22Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:51:24.045033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:51:24.045300 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Checking segment: {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:51:24.045670 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:24.046121 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Bound using segment: {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:51:24.046601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Bound port: f29a8039-915c-4afe-bb02-a7c5612bd15a, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:51:24.047084 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:24.119256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] For port f29a8039-915c-4afe-bb02-a7c5612bd15a, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:51:24.122531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] For port f29a8039-915c-4afe-bb02-a7c5612bd15a, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f29a8039-915c-4afe-bb02-a7c5612bd15a,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:51:24.129255 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:24.192836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6a93e-a202-4980-a8b0-c49bafaf0caf None None] Pushing event updated for resources: {'Port': ['ID=f29a8039-915c-4afe-bb02-a7c5612bd15a,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:24.254535 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:24.579270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.1 (fde9b352-cce6-42f3-8f7c-8a2f9de726f8/0c5a48ec-e658-4fc5-9206-924e6c53a10b/dd6ba5db-2dfb-498d-a85e-aded25325322) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:51:24.700488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:24.739664 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:24.783434 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:51:24.788546 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:51:24.791942 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:51:24.823730 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=dd6ba5db-2dfb-498d-a85e-aded25325322,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:24.846671 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:24.988076 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.159403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5909d61-8946-48bd-aace-62e902f52622 None None] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:51:25.225083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0d0047d1-0392-4751-a7ea-434598b8898f None None] Provisioning complete for port f29a8039-915c-4afe-bb02-a7c5612bd15a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:25.225315 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d0047d1-0392-4751-a7ea-434598b8898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.281272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.285660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.362838 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.364557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=dd6ba5db-2dfb-498d-a85e-aded25325322,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:25.375786 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d0047d1-0392-4751-a7ea-434598b8898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.421551 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0d0047d1-0392-4751-a7ea-434598b8898f None None] For port f29a8039-915c-4afe-bb02-a7c5612bd15a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f29a8039-915c-4afe-bb02-a7c5612bd15a,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:25.429031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d0047d1-0392-4751-a7ea-434598b8898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.487238 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0047d1-0392-4751-a7ea-434598b8898f None None] Pushing event updated for resources: {'Port': ['ID=f29a8039-915c-4afe-bb02-a7c5612bd15a,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:25.488264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:51:25.491128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:51:25.554826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f29a8039-915c-4afe-bb02-a7c5612bd15a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:51:25.612860 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f29a8039-915c-4afe-bb02-a7c5612bd15a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:25.613232 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.636144 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 177832f8-030d-4f97-ab30-caeca1959e4d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:51:25.698299 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6ba980f3-2f16-4f56-8e62-8eaa20327d7f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:51:25.756043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:25.756747 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.762690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:51:25.767807 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-dcb6dc51-7ad7-44cd-b6d7-bccfb4747d6b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/177832f8-030d-4f97-ab30-caeca1959e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3206563 Sep 18 02:51:25.786809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Sync routers for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:51:25.797742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5ea1bcd7-3f60-42a4-a7c2-7dafbe25b7c0 None None] Provisioning complete for port f29a8039-915c-4afe-bb02-a7c5612bd15a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:25.798192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bcd7-3f60-42a4-a7c2-7dafbe25b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:25.832468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:25.833205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:25.940432 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-110deda1-b505-40b9-8ccd-d6d26e47ce92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387435787&fields=id&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 267 time: 0.0426908 Sep 18 02:51:25.991104 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.018011 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.050469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6ba980f3-2f16-4f56-8e62-8eaa20327d7f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:26.059273 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:26.061779 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-02a89957-6bb6-43a0-847b-2e728cb4e03e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:26.069708 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-02a89957-6bb6-43a0-847b-2e728cb4e03e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/networks?id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8 HTTP/1.1" status: 200 len: 795 time: 0.1188710 Sep 18 02:51:26.081581 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-0c8df4a2-15b5-4815-9252-374ce5023276 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/quotas/4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 375 time: 0.0109386 Sep 18 02:51:26.088476 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.142000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-727391fa-ac6a-4254-81d5-1019fd58e6ed tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544879 Sep 18 02:51:26.177004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5ea1bcd7-3f60-42a4-a7c2-7dafbe25b7c0 None None] Provisioning complete for port dd6ba5db-2dfb-498d-a85e-aded25325322 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:26.178823 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bcd7-3f60-42a4-a7c2-7dafbe25b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.231488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=6ba980f3-2f16-4f56-8e62-8eaa20327d7f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:26.244530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-197881be-a21b-4631-9899-7e760e35aed0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:51:26.245599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-197881be-a21b-4631-9899-7e760e35aed0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531805 Sep 18 02:51:26.279884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1bcd7-3f60-42a4-a7c2-7dafbe25b7c0 None None] Port dd6ba5db-2dfb-498d-a85e-aded25325322 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:51:26.296328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.337206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-1a241fa8-3b9d-4287-80fc-686e61ff0372 service neutron] 10.222.0.21 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847955 Sep 18 02:51:26.361807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 2, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:26.397799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Checking router: 177832f8-030d-4f97-ab30-caeca1959e4d for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:51:26.398331 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Updating router 177832f8-030d-4f97-ab30-caeca1959e4d port dd6ba5db-2dfb-498d-a85e-aded25325322 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:51:26.429952 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-217a2afa-c1aa-482b-8258-6efc3864bc43 None None] Provisioning complete for port dd6ba5db-2dfb-498d-a85e-aded25325322 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:26.430328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-217a2afa-c1aa-482b-8258-6efc3864bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.431769 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.432606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-c35bf693-1277-4f8e-979d-717377d3bb0d service neutron] 10.222.0.21 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890665 Sep 18 02:51:26.496347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-217a2afa-c1aa-482b-8258-6efc3864bc43 None None] Port dd6ba5db-2dfb-498d-a85e-aded25325322 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:51:26.612893 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-62269b6e-cc0d-4afe-b2e6-123afe23b191 req-c3fb9d57-0bdf-4847-876a-b84cd9204d79 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 210 time: 0.0267320 Sep 18 02:51:26.751438 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.756532 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.837138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5f547-315b-4970-9328-4824cf04c477 None None] Pushing event updated for resources: {'Port': ['ID=dd6ba5db-2dfb-498d-a85e-aded25325322,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:26.871601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Attempting to bind port dd6ba5db-2dfb-498d-a85e-aded25325322 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:51:26.871967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Attempting to bind port dd6ba5db-2dfb-498d-a85e-aded25325322 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:51:26.872328 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Attempting to bind port dd6ba5db-2dfb-498d-a85e-aded25325322 on network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:51:26.878078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:51:26.878554 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Checking segment: {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:51:26.879161 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.879696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Bound using segment: {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:51:26.880167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Bound port: dd6ba5db-2dfb-498d-a85e-aded25325322, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:51:26.881453 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:26.956459 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] For port dd6ba5db-2dfb-498d-a85e-aded25325322, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:51:26.961570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] For port dd6ba5db-2dfb-498d-a85e-aded25325322, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dd6ba5db-2dfb-498d-a85e-aded25325322,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:51:26.965505 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:27.055631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:27.056269 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:27.060059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-fe7c3197-061a-47a3-ab05-f20c972d7296 None None] Provisioning complete for port dd6ba5db-2dfb-498d-a85e-aded25325322 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:27.060356 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fe7c3197-061a-47a3-ab05-f20c972d7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:27.062257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5f547-315b-4970-9328-4824cf04c477 None None] Pushing event updated for resources: {'Port': ['ID=dd6ba5db-2dfb-498d-a85e-aded25325322,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:27.228259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:27.435669 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fe7c3197-061a-47a3-ab05-f20c972d7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:27.475957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f29a8039-915c-4afe-bb02-a7c5612bd15a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:51:27.552792 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-fe7c3197-061a-47a3-ab05-f20c972d7296 None None] For port dd6ba5db-2dfb-498d-a85e-aded25325322, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dd6ba5db-2dfb-498d-a85e-aded25325322,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:27.585250 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fe7c3197-061a-47a3-ab05-f20c972d7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:27.603879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-f146a5d4-8def-4275-a643-0ac385742429 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:27.605344 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-f146a5d4-8def-4275-a643-0ac385742429 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/networks?id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8 HTTP/1.1" status: 200 len: 795 time: 0.1281242 Sep 18 02:51:27.654294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f29a8039-915c-4afe-bb02-a7c5612bd15a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:27.654668 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:27.662731 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-9a665de3-f986-4209-b125-40de87eb6f5c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 380 time: 0.0455751 Sep 18 02:51:27.673184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'port': {'device_id': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'admin_state_up': True, 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'security_groups': ['18f4905a-9d25-4714-b00f-36fe877bcde6']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:27.689910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c3197-061a-47a3-ab05-f20c972d7296 None None] Pushing event updated for resources: {'Port': ['ID=dd6ba5db-2dfb-498d-a85e-aded25325322,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:27.726330 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8da6f4de-aa0e-4b5a-90a5-909d83f07165 req-faab79fb-19ba-4335-b783-1ae154881d15 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 210 time: 0.0383887 Sep 18 02:51:27.759022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6e3727e3-5d34-425d-afc2-39a5b977429f None None] Provisioning complete for port dd6ba5db-2dfb-498d-a85e-aded25325322 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:27.759394 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6e3727e3-5d34-425d-afc2-39a5b977429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:27.808279 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:51:27.811872 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:27.839949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:26Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:27.844308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6ba980f3-2f16-4f56-8e62-8eaa20327d7f up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:51:27.893474 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d92db-4323-4b42-880e-f1f77def49ce None None] The sync data for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 is: [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:26Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:51:27.965696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.12 (fde9b352-cce6-42f3-8f7c-8a2f9de726f8/0c5a48ec-e658-4fc5-9206-924e6c53a10b/eb4045dc-a69c-4d89-936f-04e35dc48fc3) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:51:27.978968 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:27.979424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.130830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.169339 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.216642 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:51:28.219796 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:51:28.224078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:51:28.254695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=eb4045dc-a69c-4d89-936f-04e35dc48fc3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:28.283795 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:28.284745 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.301119 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-b8ba2b5b-d3af-4cc7-a9d3-c96fec4a0a38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6316667 Sep 18 02:51:28.313913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Request body: {'port': {'device_id': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:28.375660 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.494683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9c51f759-0635-497f-b6f8-22f645b92193 None None] Provisioning complete for port eb4045dc-a69c-4d89-936f-04e35dc48fc3 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:28.494683 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c51f759-0635-497f-b6f8-22f645b92193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.530785 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9c51f759-0635-497f-b6f8-22f645b92193 None None] Port eb4045dc-a69c-4d89-936f-04e35dc48fc3 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:51:28.665815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4045dc-a69c-4d89-936f-04e35dc48fc3 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:51:28.673691 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.686992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Transition to ACTIVE for port object eb4045dc-a69c-4d89-936f-04e35dc48fc3 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:51:28.690688 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.750018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4045dc-a69c-4d89-936f-04e35dc48fc3,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:28.836513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Attempting to bind port eb4045dc-a69c-4d89-936f-04e35dc48fc3 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:51:28.836920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Attempting to bind port eb4045dc-a69c-4d89-936f-04e35dc48fc3 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:51:28.837320 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Attempting to bind port eb4045dc-a69c-4d89-936f-04e35dc48fc3 on network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:51:28.842467 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Port eb4045dc-a69c-4d89-936f-04e35dc48fc3 on network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:51:28.842899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Attempting to bind port eb4045dc-a69c-4d89-936f-04e35dc48fc3 on network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:51:28.851267 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:51:28.851716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Checking segment: {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:51:28.854379 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Bound using segment: {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:51:28.854939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Bound port: eb4045dc-a69c-4d89-936f-04e35dc48fc3, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bab789-de4d-4d59-9cf3-a00dc65f199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:51:28.855373 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.864496 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bafaa0-51c2-46f9-a290-897f5d4805d8 req-4b6614b0-c8d1-44bd-910d-66c922d245f4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:28.867027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83bafaa0-51c2-46f9-a290-897f5d4805d8 req-4b6614b0-c8d1-44bd-910d-66c922d245f4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 944 time: 0.0589302 Sep 18 02:51:28.925132 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-83bafaa0-51c2-46f9-a290-897f5d4805d8 req-dd1adf34-4176-428e-952a-de476db36269 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464594 Sep 18 02:51:28.947025 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] For port eb4045dc-a69c-4d89-936f-04e35dc48fc3, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:51:28.950416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] For port eb4045dc-a69c-4d89-936f-04e35dc48fc3, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:51:28.955599 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.993285 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:28.993927 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:28.995385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb4045dc-a69c-4d89-936f-04e35dc48fc3 HTTP/1.1" status: 200 len: 1093 time: 0.6860032 Sep 18 02:51:28.995831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:51:28.998115 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4148698195e6405c9182786c7f96a60409ef5886f602cf957d5b9ce92c7e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd935b3-e4b8-443b-a7c7-b3270698a808" -d '{"events": [{"name": "network-changed", "server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:51:29.044822 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b8a6ec-d4f2-4c8d-9dbc-dc4c056d220f x-openstack-request-id: req-12b8a6ec-d4f2-4c8d-9dbc-dc4c056d220f {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:51:29.045127 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:51:29.045379 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12b8a6ec-d4f2-4c8d-9dbc-dc4c056d220f {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:51:29.045776 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'status': 'completed', 'code': 200} Sep 18 02:51:29.046333 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93972f3b-ed62-429c-9ca3-d9bd544977e1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4045dc-a69c-4d89-936f-04e35dc48fc3,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:29.092184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-3f8bcf78-888a-4b08-98fe-bf332b812723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:29.093702 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-3f8bcf78-888a-4b08-98fe-bf332b812723 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 1096 time: 0.0444307 Sep 18 02:51:29.142403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-5f17246c-5f93-40bf-8be9-1862b3a6ee54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3 HTTP/1.1" status: 200 len: 217 time: 0.0407741 Sep 18 02:51:29.192215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-0ed159d9-f600-4589-a9a7-667f71d7ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:29.194182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-0ed159d9-f600-4589-a9a7-667f71d7ec4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c5a48ec-e658-4fc5-9206-924e6c53a10b HTTP/1.1" status: 200 len: 835 time: 0.0448594 Sep 18 02:51:29.240540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-963c6e01-d6d4-439e-845b-875456b234a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:29.242026 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-963c6e01-d6d4-439e-845b-875456b234a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404031 Sep 18 02:51:29.338593 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-691a142d-6c3b-4099-8c39-dd7a89d31cfd service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889165 Sep 18 02:51:29.428342 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aea26bf7-a7d0-484b-ada7-20854a45710b req-c3bd48cc-55d2-4784-afc9-4600691d5394 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827744 Sep 18 02:51:29.458078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dd6ba5db-2dfb-498d-a85e-aded25325322 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:51:29.507667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port dd6ba5db-2dfb-498d-a85e-aded25325322 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:29.508368 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:29.526338 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-bfc34627-637b-44b2-a803-e70ea1b2f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:29.527875 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-bfc34627-637b-44b2-a803-e70ea1b2f24f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 1096 time: 0.0454373 Sep 18 02:51:29.618958 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-373841d9-7375-4194-80b1-eec6ae5a117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:29.620434 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-373841d9-7375-4194-80b1-eec6ae5a117f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8 HTTP/1.1" status: 200 len: 895 time: 0.0850015 Sep 18 02:51:29.664115 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-1c72bea8-feb4-4c1a-9a84-952c7433488b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3 HTTP/1.1" status: 200 len: 217 time: 0.0372212 Sep 18 02:51:29.712949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-d15c0cf6-19e5-483e-bdd0-5a1f0d7a341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:29.714458 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-d15c0cf6-19e5-483e-bdd0-5a1f0d7a341a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c5a48ec-e658-4fc5-9206-924e6c53a10b HTTP/1.1" status: 200 len: 835 time: 0.0434332 Sep 18 02:51:29.761261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-bb223765-9678-4d43-ac2c-0efc2e9c8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:29.762753 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-bb223765-9678-4d43-ac2c-0efc2e9c8e9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398805 Sep 18 02:51:29.857000 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-9ba11760-a21b-4443-bb94-d93b7a72d445 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860941 Sep 18 02:51:29.948254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9bd935b3-e4b8-443b-a7c7-b3270698a808 req-70c3fc0a-e903-45b2-9785-553ef56a6809 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831211 Sep 18 02:51:30.033437 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d3d72-4c6c-42c3-867f-3e42c1876782 req-e76b7dce-2f5d-4ace-abc6-6b0147b70d1b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:30.034979 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc7d3d72-4c6c-42c3-867f-3e42c1876782 req-e76b7dce-2f5d-4ace-abc6-6b0147b70d1b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 944 time: 0.0487587 Sep 18 02:51:30.073467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fc7d3d72-4c6c-42c3-867f-3e42c1876782 req-4cb758f6-4cc6-4340-b7b9-19a1d368ff33 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Sep 18 02:51:30.917173 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aaf400ff-a7b7-4743-a7f7-3ffcf49b1025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:31.188294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f45e-e68a-479a-ab64-8fd21f582d72 req-d35cd7c9-a504-4e87-982b-de3d8463969f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:31.189772 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dbd7f45e-e68a-479a-ab64-8fd21f582d72 req-d35cd7c9-a504-4e87-982b-de3d8463969f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 944 time: 0.0489652 Sep 18 02:51:31.231595 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dbd7f45e-e68a-479a-ab64-8fd21f582d72 req-456511ae-8fc8-41a0-94e0-2dff33576e4d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Sep 18 02:51:32.357348 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2b8be-a67a-453b-829c-7b6eb0015e85 req-d5c82956-61d5-43fc-b885-b75af52868b9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:32.358887 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6a2b8be-a67a-453b-829c-7b6eb0015e85 req-d5c82956-61d5-43fc-b885-b75af52868b9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 944 time: 0.0533323 Sep 18 02:51:32.397594 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f6a2b8be-a67a-453b-829c-7b6eb0015e85 req-39dd207f-9c46-42f3-b54d-be92708cc33c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327935 Sep 18 02:51:33.492611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device eb4045dc-a69c-4d89-936f-04e35dc48fc3 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:51:33.520703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705003a5-7fa4-40c3-8aa3-89f67618200b req-1e4874a3-412b-437c-8826-2cdebb6f74d2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:33.522569 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-705003a5-7fa4-40c3-8aa3-89f67618200b req-1e4874a3-412b-437c-8826-2cdebb6f74d2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 944 time: 0.0541310 Sep 18 02:51:33.540826 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d346f37-d825-4a76-b3d2-c8659d7b8f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:33.563724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-705003a5-7fa4-40c3-8aa3-89f67618200b req-6d337b5b-424f-4b46-b1f8-ab1f94069c25 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349784 Sep 18 02:51:33.600865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port eb4045dc-a69c-4d89-936f-04e35dc48fc3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:33.610902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'port_id': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'mac_address': 'fa:16:3e:54:65:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:51:33.647637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:33.663313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4045dc-a69c-4d89-936f-04e35dc48fc3 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:51:33.682543 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port eb4045dc-a69c-4d89-936f-04e35dc48fc3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:33.686141 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:33.731959 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=eb4045dc-a69c-4d89-936f-04e35dc48fc3,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:33.886370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['eb4045dc-a69c-4d89-936f-04e35dc48fc3'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:51:34.132769 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:34.681950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51502-dc36-4956-bd0f-2da72d2bca73 req-ed95d02b-8970-487c-bbd2-154848790716 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:34.683435 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cf51502-dc36-4956-bd0f-2da72d2bca73 req-ed95d02b-8970-487c-bbd2-154848790716 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 945 time: 0.0480328 Sep 18 02:51:34.720981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9cf51502-dc36-4956-bd0f-2da72d2bca73 req-1ad479bc-67c0-431c-b4d0-5be9f2f9ae04 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317247 Sep 18 02:51:35.105832 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:35.497453 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device eb4045dc-a69c-4d89-936f-04e35dc48fc3 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:51:35.546656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port eb4045dc-a69c-4d89-936f-04e35dc48fc3 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:51:35.550409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port eb4045dc-a69c-4d89-936f-04e35dc48fc3 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:51:35.550814 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:35.628481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:35.650955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:51:35.664265 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port eb4045dc-a69c-4d89-936f-04e35dc48fc3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:51:35.668717 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:35.692446 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1fb45-e734-4933-b123-0ec9e635c375" -d '{"events": [{"server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "name": "network-vif-plugged", "status": "completed", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:51:35.722321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=eb4045dc-a69c-4d89-936f-04e35dc48fc3,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:35.782179 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9295ae6-33eb-47ce-af34-e07c097a17d1 x-openstack-request-id: req-c9295ae6-33eb-47ce-af34-e07c097a17d1 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:51:35.782569 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "name": "network-vif-plugged", "status": "completed", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:51:35.782864 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9295ae6-33eb-47ce-af34-e07c097a17d1 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:51:35.783264 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'code': 200} Sep 18 02:51:35.836684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292659ed-9ede-4933-a230-747dcb68dce0 req-e62cc650-0007-40fe-b204-a494aae3494e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:35.838224 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-292659ed-9ede-4933-a230-747dcb68dce0 req-e62cc650-0007-40fe-b204-a494aae3494e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0500505 Sep 18 02:51:35.876320 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-292659ed-9ede-4933-a230-747dcb68dce0 req-97dd1fbf-1387-4f14-af91-81cffc97ebd5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Sep 18 02:51:35.878077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671103-ba0d-4203-af9e-dd40800d1f24 req-f883f24b-0618-44c8-aa23-7a37a39a866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:35.879662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ed671103-ba0d-4203-af9e-dd40800d1f24 req-f883f24b-0618-44c8-aa23-7a37a39a866e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 1098 time: 0.0408218 Sep 18 02:51:35.914866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ed671103-ba0d-4203-af9e-dd40800d1f24 req-f8839c63-a3fe-42c0-bf69-f0fbb9d086df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278883 Sep 18 02:51:36.450663 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:36.996912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61588367-9492-4911-bd51-930f8dd6a171 req-63ee1f0f-87a8-4505-9ef8-0e3e940164e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:36.998417 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61588367-9492-4911-bd51-930f8dd6a171 req-63ee1f0f-87a8-4505-9ef8-0e3e940164e9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0500998 Sep 18 02:51:37.041688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-61588367-9492-4911-bd51-930f8dd6a171 req-8a8ce786-837e-451f-a393-96a07a5989c7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371778 Sep 18 02:51:38.165868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41b45-09f5-4514-a78b-181b0719e48a req-864c017a-6784-45b6-bde7-4731769bbbce tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:38.167369 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb41b45-09f5-4514-a78b-181b0719e48a req-864c017a-6784-45b6-bde7-4731769bbbce tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0583534 Sep 18 02:51:38.204268 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7fb41b45-09f5-4514-a78b-181b0719e48a req-3a2ba95c-1aee-4c75-a379-6c66ac1209f8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Sep 18 02:51:38.314583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1331b3-ee8c-40e6-9ef6-36d8c8c72c31 req-7df5f205-35da-4ffe-b8f9-1ca77ce06f5e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:38.316070 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e1331b3-ee8c-40e6-9ef6-36d8c8c72c31 req-7df5f205-35da-4ffe-b8f9-1ca77ce06f5e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0478439 Sep 18 02:51:38.353592 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e1331b3-ee8c-40e6-9ef6-36d8c8c72c31 req-abd7d482-7b8a-4109-a4ad-06e4aad9d431 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Sep 18 02:51:38.374481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44788) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:38.413623 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331aa03-8212-437e-8e28-4e477a3cbd18 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:38.415147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6331aa03-8212-437e-8e28-4e477a3cbd18 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 1093 time: 0.0396979 Sep 18 02:51:38.417905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44790) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:38.422936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:51:38.445905 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:38.542687 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:38.643601 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.30 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/dba4317d-3b39-43ca-8c78-f3f87080f877) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:51:38.747238 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:38.779938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:38.816062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:51:38.818963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:51:38.824296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:51:38.846048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=dba4317d-3b39-43ca-8c78-f3f87080f877,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:39.180083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:39.242680 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:39.386685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:39.392087 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:39.468595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=dba4317d-3b39-43ca-8c78-f3f87080f877,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:51:39.474449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:39.891491 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP b10a769e-bc50-44bc-8db6-9afc75f09656 associated. External IP: 172.25.0.30, port: eb4045dc-a69c-4d89-936f-04e35dc48fc3. Sep 18 02:51:40.106314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 177832f8-030d-4f97-ab30-caeca1959e4d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:51:40.222877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:51:40.233333 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] Sync routers for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:51:40.241848 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:40.244665 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:40.245290 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:40.277643 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-327592a8-2e38-44de-a1af-6a7f63af3107 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8561769 Sep 18 02:51:40.277643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:51:40.318313 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09044d6-6518-48fa-91e7-98ba38bc75a3" -d '{"events": [{"name": "network-changed", "server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:51:40.400200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7a3cf-e82b-4df1-8ab5-7f95e4321965 req-89285fab-b61f-41ed-9835-0d1a13684a16 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:40.402794 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e7a3cf-e82b-4df1-8ab5-7f95e4321965 req-89285fab-b61f-41ed-9835-0d1a13684a16 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0670495 Sep 18 02:51:40.423335 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07fc129-b81d-42d8-93f1-58761875429b x-openstack-request-id: req-a07fc129-b81d-42d8-93f1-58761875429b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:51:40.423848 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:51:40.423954 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a07fc129-b81d-42d8-93f1-58761875429b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:51:40.424392 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'status': 'completed', 'code': 200} Sep 18 02:51:40.451500 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70e7a3cf-e82b-4df1-8ab5-7f95e4321965 req-484f9a35-8234-4a29-be91-a27176754724 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Sep 18 02:51:40.475866 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44800) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:40.493794 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:40.494055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-b573972b-2ef0-4bcd-8393-d6ecc81e2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:40.495548 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-b573972b-2ef0-4bcd-8393-d6ecc81e2ee9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 1098 time: 0.0479772 Sep 18 02:51:40.545123 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-de471813-4dcd-4d3d-8572-ca45e2eef395 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/b10a769e-bc50-44bc-8db6-9afc75f09656 HTTP/1.1" status: 200 len: 991 time: 0.0680594 Sep 18 02:51:40.596243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-379ccc9b-9b4f-4ea9-a5fa-31bd9c3ce78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:40.597722 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-379ccc9b-9b4f-4ea9-a5fa-31bd9c3ce78b service neutron] 10.222.0.18 "GET /v2.0/networks?id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8 HTTP/1.1" status: 200 len: 895 time: 0.0952485 Sep 18 02:51:40.677647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-27ef780a-2c1b-459f-a024-28a96dcc43e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3 HTTP/1.1" status: 200 len: 999 time: 0.0723453 Sep 18 02:51:40.738833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-1421b865-2063-4c5b-ae87-c100f6b9110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:40.740372 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-1421b865-2063-4c5b-ae87-c100f6b9110a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c5a48ec-e658-4fc5-9206-924e6c53a10b HTTP/1.1" status: 200 len: 835 time: 0.0566854 Sep 18 02:51:40.748139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b10a769e-bc50-44bc-8db6-9afc75f09656', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'port_id': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'mac_address': 'fa:16:3e:54:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:51:39Z', 'updated_at': '2021-09-18T02:51:39Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:27Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:40.780061 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] Checking router: 177832f8-030d-4f97-ab30-caeca1959e4d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:51:40.789812 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:51:40.790421 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:51:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:40.792245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-6bb59403-afc6-47eb-9554-e8f03b6a4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:40.793779 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-6bb59403-afc6-47eb-9554-e8f03b6a4166 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471106 Sep 18 02:51:40.899197 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-b80e1b00-b3a7-49fc-a614-51f448a690b6 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987675 Sep 18 02:51:40.901397 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:51:40.990230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a09044d6-6518-48fa-91e7-98ba38bc75a3 req-d538dac3-91f0-4305-b0cd-218cb8185a3b service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846751 Sep 18 02:51:41.118895 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b10a769e-bc50-44bc-8db6-9afc75f09656', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'port_id': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'mac_address': 'fa:16:3e:54:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:51:39Z', 'updated_at': '2021-09-18T02:51:39Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:27Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:51:41.148806 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1568cac-aced-42a1-9511-90e3694ef4e1 None None] The sync data for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 is: [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b10a769e-bc50-44bc-8db6-9afc75f09656', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'port_id': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'mac_address': 'fa:16:3e:54:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:51:39Z', 'updated_at': '2021-09-18T02:51:39Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:27Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:51:41.339369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd53678-656c-4c34-8dfe-c10d296491f3 None None] New status for floating IP b10a769e-bc50-44bc-8db6-9afc75f09656: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:51:41.548962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44804) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:51:41.608115 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-833250af-b29f-48e5-9b70-c24e5a25e46e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/b10a769e-bc50-44bc-8db6-9afc75f09656 HTTP/1.1" status: 200 len: 993 time: 0.0579247 Sep 18 02:51:51.995250 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:51:55.949102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:56.262375 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:51:56.969918 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f23cb912-b800-40cb-94fc-5f04b355059d req-d931c744-3080-4818-91c5-1ea7535daac6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437272 Sep 18 02:51:57.059271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cb912-b800-40cb-94fc-5f04b355059d req-95b64b71-edb1-4c5d-bacf-cb781371f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:57.060681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f23cb912-b800-40cb-94fc-5f04b355059d req-95b64b71-edb1-4c5d-bacf-cb781371f7b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 1098 time: 0.0474200 Sep 18 02:51:57.164116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cb912-b800-40cb-94fc-5f04b355059d req-9668eb36-9d03-442d-8f1b-a06bdbe65144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:57.165676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f23cb912-b800-40cb-94fc-5f04b355059d req-9668eb36-9d03-442d-8f1b-a06bdbe65144 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8 HTTP/1.1" status: 200 len: 895 time: 0.0856683 Sep 18 02:51:57.230631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f23cb912-b800-40cb-94fc-5f04b355059d req-bfff5ff2-927f-4c36-a926-415d757aa5df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0570457 Sep 18 02:51:57.278580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cb912-b800-40cb-94fc-5f04b355059d req-e33d6da5-6c43-4ec4-82d4-dfc2f4f31568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:57.280012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f23cb912-b800-40cb-94fc-5f04b355059d req-e33d6da5-6c43-4ec4-82d4-dfc2f4f31568 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c5a48ec-e658-4fc5-9206-924e6c53a10b HTTP/1.1" status: 200 len: 835 time: 0.0422897 Sep 18 02:51:57.331428 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cb912-b800-40cb-94fc-5f04b355059d req-d4976ab1-dfcb-438c-9dc2-c8468a300b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:51:57.332912 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f23cb912-b800-40cb-94fc-5f04b355059d req-d4976ab1-dfcb-438c-9dc2-c8468a300b04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453677 Sep 18 02:51:57.421755 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f23cb912-b800-40cb-94fc-5f04b355059d req-20060e51-32ba-40fa-bced-c7c6f6d24e86 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818069 Sep 18 02:51:57.512445 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f23cb912-b800-40cb-94fc-5f04b355059d req-da5f6c68-5586-4609-ac19-fbb4569f4808 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835168 Sep 18 02:52:00.923365 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dd68ea1f-a758-4a37-bedb-aebb676749a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:03.521723 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce9c84a4-6c2b-4411-a00a-7d0bb282975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:04.134839 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:05.108853 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:06.454044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:08.395615 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e3d39-ef46-4cf8-bd91-515df98b808c req-adbe471c-5fa8-4d33-b6c3-d9da2f785285 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:08.397146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba4e3d39-ef46-4cf8-bd91-515df98b808c req-adbe471c-5fa8-4d33-b6c3-d9da2f785285 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0742157 Sep 18 02:52:08.404243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb285e-cdc4-4157-9043-78f581def05b req-c45561ef-7616-45e6-b57a-34c4faff5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:08.405629 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ecb285e-cdc4-4157-9043-78f581def05b req-c45561ef-7616-45e6-b57a-34c4faff5d7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 1098 time: 0.0738616 Sep 18 02:52:08.468785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ba4e3d39-ef46-4cf8-bd91-515df98b808c req-f5afaf56-8d4b-487c-9e39-a81fe80af273 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621438 Sep 18 02:52:08.522396 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb285e-cdc4-4157-9043-78f581def05b req-761ceb7f-e255-45b0-a8f2-343e2dadd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:08.524380 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ecb285e-cdc4-4157-9043-78f581def05b req-761ceb7f-e255-45b0-a8f2-343e2dadd3ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8 HTTP/1.1" status: 200 len: 895 time: 0.1044593 Sep 18 02:52:08.587120 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ecb285e-cdc4-4157-9043-78f581def05b req-8d879bd0-79bb-4c19-9d8a-7dd015331f9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0555706 Sep 18 02:52:08.640449 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb285e-cdc4-4157-9043-78f581def05b req-c286f199-22a8-46d5-867e-c727f1ce0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:08.641902 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ecb285e-cdc4-4157-9043-78f581def05b req-c286f199-22a8-46d5-867e-c727f1ce0982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c5a48ec-e658-4fc5-9206-924e6c53a10b HTTP/1.1" status: 200 len: 835 time: 0.0485823 Sep 18 02:52:08.688480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb285e-cdc4-4157-9043-78f581def05b req-4fc08876-71f3-458c-b177-09e54019a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:08.689953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ecb285e-cdc4-4157-9043-78f581def05b req-4fc08876-71f3-458c-b177-09e54019a08b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402792 Sep 18 02:52:08.792580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ecb285e-cdc4-4157-9043-78f581def05b req-db854957-25de-40c4-acd8-ecebe7103454 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943887 Sep 18 02:52:08.884915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9ecb285e-cdc4-4157-9043-78f581def05b req-7f1abd54-8bed-434e-b4fb-f1ca44d89833 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835652 Sep 18 02:52:09.584256 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5906b8-a2fc-47b7-a9ef-f5d350c3f739 req-826408b0-f924-4c92-bca6-3c69686e491c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:09.586541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c5906b8-a2fc-47b7-a9ef-f5d350c3f739 req-826408b0-f924-4c92-bca6-3c69686e491c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0485332 Sep 18 02:52:09.622277 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c5906b8-a2fc-47b7-a9ef-f5d350c3f739 req-507ffb90-04a2-46ce-b508-3aa168bc4f38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300610 Sep 18 02:52:10.735964 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ee700-0071-44f8-99cd-063df0869cf6 req-d82e8037-b139-4b97-b6f7-16ea3ef293fb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:10.737440 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a47ee700-0071-44f8-99cd-063df0869cf6 req-d82e8037-b139-4b97-b6f7-16ea3ef293fb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0481353 Sep 18 02:52:10.775689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a47ee700-0071-44f8-99cd-063df0869cf6 req-7643ebec-46ca-4f7c-80dc-2f9c0225c847 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Sep 18 02:52:11.892151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfe738-de37-4463-af92-f8d7b6d14c11 req-860a70ed-a266-497e-b198-3c149f374668 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:11.893642 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-37cfe738-de37-4463-af92-f8d7b6d14c11 req-860a70ed-a266-497e-b198-3c149f374668 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0531442 Sep 18 02:52:11.931313 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-37cfe738-de37-4463-af92-f8d7b6d14c11 req-04a872e2-2a72-48da-bcc7-d975dee4085b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Sep 18 02:52:13.052150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301628c-5c80-44be-9f5d-6c9cee073a1f req-da9a57cc-3ad2-4950-8574-eee1b2b02af7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:13.053546 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1301628c-5c80-44be-9f5d-6c9cee073a1f req-da9a57cc-3ad2-4950-8574-eee1b2b02af7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0517395 Sep 18 02:52:13.090822 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1301628c-5c80-44be-9f5d-6c9cee073a1f req-6aea8f2b-b1b0-4f9c-ab6a-8e8ad8c43c5a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308485 Sep 18 02:52:14.208268 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93243-5678-4aef-bbe5-717b91ff229d req-70590ca0-e970-4f73-b6c4-39a511cd8ccf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:14.209740 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ff93243-5678-4aef-bbe5-717b91ff229d req-70590ca0-e970-4f73-b6c4-39a511cd8ccf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0480819 Sep 18 02:52:14.249568 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7ff93243-5678-4aef-bbe5-717b91ff229d req-34c51f59-0dd3-46d9-8749-f6e5263754cd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331147 Sep 18 02:52:15.368478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d0b5f-b14f-45f9-8a92-e790f58b253d req-30c69735-f608-4d96-97ad-b03350d3f7a2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:15.369963 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-040d0b5f-b14f-45f9-8a92-e790f58b253d req-30c69735-f608-4d96-97ad-b03350d3f7a2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0522776 Sep 18 02:52:15.407978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-040d0b5f-b14f-45f9-8a92-e790f58b253d req-24561da3-de4e-4e22-ba4e-d44a2d7c36c4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320411 Sep 18 02:52:16.521783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771ac87-3ae7-4a47-8803-5e1c28d4a67a req-8d093e30-8315-49a4-8bba-2f994deb9ea1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:16.523381 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3771ac87-3ae7-4a47-8803-5e1c28d4a67a req-8d093e30-8315-49a4-8bba-2f994deb9ea1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0484464 Sep 18 02:52:16.561148 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3771ac87-3ae7-4a47-8803-5e1c28d4a67a req-705c0477-3e19-4bed-9d02-2dd5e846be7b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Sep 18 02:52:17.675384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe9403-8940-4c49-ad1a-c9839fd52435 req-20764455-361a-458d-acce-d8427b2194b8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:17.676743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91fe9403-8940-4c49-ad1a-c9839fd52435 req-20764455-361a-458d-acce-d8427b2194b8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0477562 Sep 18 02:52:17.714524 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-91fe9403-8940-4c49-ad1a-c9839fd52435 req-93e363c6-075a-41a7-9396-2afdd22a356a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313196 Sep 18 02:52:18.831323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801590e1-1b33-45b1-a67e-8a81fc8b67b7 req-0c0a3d54-e87f-4bdd-845f-cbe2beb8247a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:18.832800 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-801590e1-1b33-45b1-a67e-8a81fc8b67b7 req-0c0a3d54-e87f-4bdd-845f-cbe2beb8247a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0522118 Sep 18 02:52:18.869959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-801590e1-1b33-45b1-a67e-8a81fc8b67b7 req-ca9f3273-0a57-466a-a9f6-73d048459cd6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Sep 18 02:52:19.991032 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922348-a8ea-43dd-9732-1e301f430b61 req-61d3b25f-7aef-4d34-9b19-ad342e644170 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:19.992413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e922348-a8ea-43dd-9732-1e301f430b61 req-61d3b25f-7aef-4d34-9b19-ad342e644170 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0561147 Sep 18 02:52:20.031058 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e922348-a8ea-43dd-9732-1e301f430b61 req-e7abe6b8-2f99-4c18-b7b0-cb39c09bcd3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Sep 18 02:52:20.052486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44852) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:20.110986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-17a827d7-1c8a-4bcd-9546-4161ed7a2eb1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/b10a769e-bc50-44bc-8db6-9afc75f09656 HTTP/1.1" status: 200 len: 993 time: 0.0573921 Sep 18 02:52:25.961423 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:26.261778 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:28.994585 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:52:30.913766 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e749145-dcbe-4930-b5b7-8e98450866da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:33.522181 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6d2821bb-3fba-415f-bab7-cc0046d9d7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:34.135896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:35.111431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:36.460021 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:50.757765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44868) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:50.923335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port dba4317d-3b39-43ca-8c78-f3f87080f877 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:52:50.923672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:50.995419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:50.995662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:51.007159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for dba4317d-3b39-43ca-8c78-f3f87080f877 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:52:51.157992 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:51.182875 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=dba4317d-3b39-43ca-8c78-f3f87080f877,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:51.206552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.206923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.207257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.207590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.207913 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.208236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.208556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.208873 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.209189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.209503 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.209822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.210133 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:51.250175 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:51.250363 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP b10a769e-bc50-44bc-8db6-9afc75f09656 disassociated (deleted). External IP: 172.25.0.30, port: eb4045dc-a69c-4d89-936f-04e35dc48fc3. Sep 18 02:52:51.455625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 177832f8-030d-4f97-ab30-caeca1959e4d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:52:51.562137 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:52:51.566698 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:51.571840 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] Sync routers for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:52:51.580512 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:52:51.581112 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:52:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:51.593266 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f5c5f68e-a203-4883-9d96-35d6792469db tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/floatingips/b10a769e-bc50-44bc-8db6-9afc75f09656 HTTP/1.1" status: 204 len: 168 time: 0.8344305 Sep 18 02:52:51.593838 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:52:51.596159 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea2ef40-a312-46a6-884f-74092fefe5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:52:51.636213 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7ab36a-72e3-4302-b188-ed51b0184d25 x-openstack-request-id: req-ab7ab36a-72e3-4302-b188-ed51b0184d25 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:52:51.636502 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:52:51.636753 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab7ab36a-72e3-4302-b188-ed51b0184d25 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:52:51.637152 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'status': 'completed', 'code': 200} Sep 18 02:52:51.692850 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:52:51.705929 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-c9a08fa9-4553-4d42-bc91-3105988fa1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:51.713237 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-c9a08fa9-4553-4d42-bc91-3105988fa1ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 1098 time: 0.0502434 Sep 18 02:52:51.819988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-a58d5e0a-eff2-4c70-915f-1473fc8cb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:51.821449 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-a58d5e0a-eff2-4c70-915f-1473fc8cb68e service neutron] 10.222.0.18 "GET /v2.0/networks?id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8 HTTP/1.1" status: 200 len: 895 time: 0.0993078 Sep 18 02:52:51.838605 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f08d4-9bb4-4089-848a-8829111ecb5c req-297abc4d-eb8f-4050-a064-e168724f7b64 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:51.840203 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d87f08d4-9bb4-4089-848a-8829111ecb5c req-297abc4d-eb8f-4050-a064-e168724f7b64 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0550704 Sep 18 02:52:51.867011 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-ba1e5e33-0809-4bbb-b39b-c7cc59fc9983 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3 HTTP/1.1" status: 200 len: 217 time: 0.0380220 Sep 18 02:52:51.882262 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d87f08d4-9bb4-4089-848a-8829111ecb5c req-10a88e47-33b0-4f50-b5a6-cc55993db1d0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354187 Sep 18 02:52:51.899351 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:27Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:51.924542 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] Checking router: 177832f8-030d-4f97-ab30-caeca1959e4d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:52:51.926035 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-e8dfd4ae-67ba-4166-9ea3-e944b6e23e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:51.927540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-e8dfd4ae-67ba-4166-9ea3-e944b6e23e06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0c5a48ec-e658-4fc5-9206-924e6c53a10b HTTP/1.1" status: 200 len: 835 time: 0.0538638 Sep 18 02:52:51.933137 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:52:51.933717 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:52:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:51.974056 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-7421397d-514b-4b14-9371-a6c0470d69db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:51.975619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-7421397d-514b-4b14-9371-a6c0470d69db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fde9b352-cce6-42f3-8f7c-8a2f9de726f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398731 Sep 18 02:52:52.036410 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:52:52.069669 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-d90b8db6-6ddb-400f-8828-b23fb165110c service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858684 Sep 18 02:52:52.159549 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bea2ef40-a312-46a6-884f-74092fefe5d3 req-3b44380b-ba4a-4f7e-8e84-200a455cab77 service neutron] 10.222.0.18 "GET /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824196 Sep 18 02:52:52.319694 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:27Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:52.345514 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c13530-4e35-460c-9acc-6931245c76ae None None] The sync data for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 is: [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:24Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'dd6ba5db-2dfb-498d-a85e-aded25325322', 'name': '', 'network_id': 'fde9b352-cce6-42f3-8f7c-8a2f9de726f8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:c6:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:24Z', 'updated_at': '2021-09-18T02:51:27Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '0c5a48ec-e658-4fc5-9206-924e6c53a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:52:52.562524 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c80c2-25e8-41d2-b6dd-817a5ea695ba None None] New status for floating IP b10a769e-bc50-44bc-8db6-9afc75f09656: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:52:53.000121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613b30a-b2dd-440f-8a5b-a2e258d67084 req-e54fcf89-8156-4019-9cba-04a9da5ab1f7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:53.001545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4613b30a-b2dd-440f-8a5b-a2e258d67084 req-e54fcf89-8156-4019-9cba-04a9da5ab1f7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0483282 Sep 18 02:52:53.044318 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4613b30a-b2dd-440f-8a5b-a2e258d67084 req-d0ef3499-232b-4ee7-b95b-4248e2bb6851 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=18f4905a-9d25-4714-b00f-36fe877bcde6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356212 Sep 18 02:52:53.253521 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-b1563159-c732-4eb2-bea5-01df91a75925 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:53.254888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-b1563159-c732-4eb2-bea5-01df91a75925 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 946 time: 0.0476668 Sep 18 02:52:53.339454 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port eb4045dc-a69c-4d89-936f-04e35dc48fc3 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:52:53.339788 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:53.429378 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port eb4045dc-a69c-4d89-936f-04e35dc48fc3, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=eb4045dc-a69c-4d89-936f-04e35dc48fc3,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:52:53.429741 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:53.441321 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for eb4045dc-a69c-4d89-936f-04e35dc48fc3 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:52:53.568179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:53.594183 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=eb4045dc-a69c-4d89-936f-04e35dc48fc3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:53.637382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] No DVR routers for this DVR port eb4045dc-a69c-4d89-936f-04e35dc48fc3 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:52:53.640029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:53.642138 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d951bb0a-0dd4-4baf-9af9-df0bedf30084 req-2d557c63-3a28-4d89-9e40-71ddcaa07e2c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "DELETE /v2.0/ports/eb4045dc-a69c-4d89-936f-04e35dc48fc3 HTTP/1.1" status: 204 len: 173 time: 0.3813121 Sep 18 02:52:53.642565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'name': 'network-vif-deleted', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:52:53.644856 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6fb66b-5ca3-4d2e-a864-a66517e8652c" -d '{"events": [{"server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "name": "network-vif-deleted", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:52:53.681562 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3981d7-c568-4487-bc90-94332c0eb67e x-openstack-request-id: req-ed3981d7-c568-4487-bc90-94332c0eb67e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:52:53.681887 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622240d7-f443-4b62-8bbc-f2f9b4bd9856", "name": "network-vif-deleted", "tag": "eb4045dc-a69c-4d89-936f-04e35dc48fc3", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:52:53.682136 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed3981d7-c568-4487-bc90-94332c0eb67e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:52:53.682531 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622240d7-f443-4b62-8bbc-f2f9b4bd9856', 'name': 'network-vif-deleted', 'tag': 'eb4045dc-a69c-4d89-936f-04e35dc48fc3', 'status': 'completed', 'code': 200} Sep 18 02:52:54.153088 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-11cc763f-6271-403f-86fa-be6e545d711e req-b6a85cce-fa04-4429-b51b-d2f084cb925e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=622240d7-f443-4b62-8bbc-f2f9b4bd9856 HTTP/1.1" status: 200 len: 210 time: 0.0282133 Sep 18 02:52:55.209136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44890) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:55.571140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:55.824149 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port dd6ba5db-2dfb-498d-a85e-aded25325322 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:52:55.824494 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:55.842314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device eb4045dc-a69c-4d89-936f-04e35dc48fc3 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:52:55.862575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: eb4045dc-a69c-4d89-936f-04e35dc48fc3 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:52:55.862941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device eb4045dc-a69c-4d89-936f-04e35dc48fc3 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:52:55.913196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port dd6ba5db-2dfb-498d-a85e-aded25325322, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=dd6ba5db-2dfb-498d-a85e-aded25325322,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:52:55.913565 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:55.926342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for dd6ba5db-2dfb-498d-a85e-aded25325322 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:52:55.976942 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:56.264258 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:56.437388 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:56.462169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=dd6ba5db-2dfb-498d-a85e-aded25325322,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:56.641682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:56.856012 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 177832f8-030d-4f97-ab30-caeca1959e4d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:52:56.960320 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:52:56.967610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-007fea5e-58d5-48c6-8042-b1313e160ec9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/177832f8-030d-4f97-ab30-caeca1959e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7554655 Sep 18 02:52:56.968414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44896) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:56.970474 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] Sync routers for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:52:56.980275 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:52:56.980868 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:52:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:57.018918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b950e86-382e-43c6-959f-b1e490b3dc92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting subnet 0c5a48ec-e658-4fc5-9206-924e6c53a10b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:52:57.021886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b950e86-382e-43c6-959f-b1e490b3dc92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.060696 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b950e86-382e-43c6-959f-b1e490b3dc92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.081917 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:52:57.146202 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b950e86-382e-43c6-959f-b1e490b3dc92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.204488 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b950e86-382e-43c6-959f-b1e490b3dc92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.232346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950e86-382e-43c6-959f-b1e490b3dc92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5a48ec-e658-4fc5-9206-924e6c53a10b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:57.236155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9b950e86-382e-43c6-959f-b1e490b3dc92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.240582 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9b950e86-382e-43c6-959f-b1e490b3dc92 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/subnets/0c5a48ec-e658-4fc5-9206-924e6c53a10b HTTP/1.1" status: 204 len: 168 time: 0.2686799 Sep 18 02:52:57.240723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44898) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:57.247203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38496505-06e6-4b2a-a611-eb401040dc43 None None] Network fde9b352-cce6-42f3-8f7c-8a2f9de726f8 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:52:57.267475 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:52:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:57.294220 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] Checking router: 177832f8-030d-4f97-ab30-caeca1959e4d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:52:57.302520 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] Routers {'177832f8-030d-4f97-ab30-caeca1959e4d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:52:57.303189 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:52:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['177832f8-030d-4f97-ab30-caeca1959e4d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:57.354617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.414642 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] Set router 177832f8-030d-4f97-ab30-caeca1959e4d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:52:57.439822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] DHCP port deletion for fde9b352-cce6-42f3-8f7c-8a2f9de726f8 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:52:57.479923 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.493080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Deleting port f29a8039-915c-4afe-bb02-a7c5612bd15a {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:52:57.494187 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.558264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:52:57.558623 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.570917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] For port f29a8039-915c-4afe-bb02-a7c5612bd15a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f29a8039-915c-4afe-bb02-a7c5612bd15a,segment=NetworkSegment(e3bab789-de4d-4d59-9cf3-a00dc65f199c),segment_id=e3bab789-de4d-4d59-9cf3-a00dc65f199c)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:52:57.571465 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.596649 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Calling delete_port for f29a8039-915c-4afe-bb02-a7c5612bd15a owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:52:57.603905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f29a8039-915c-4afe-bb02-a7c5612bd15a no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:52:57.643322 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:52:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:57.660931 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 6ba980f3-2f16-4f56-8e62-8eaa20327d7f, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6ba980f3-2f16-4f56-8e62-8eaa20327d7f,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:52:57.660931 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.674007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 6ba980f3-2f16-4f56-8e62-8eaa20327d7f owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:52:57.678539 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e0434-c6be-41c4-a4a2-92909ba97f21 None None] The sync data for ids ['177832f8-030d-4f97-ab30-caeca1959e4d'] in n-d-789963-12 is: [{'id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832440292', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:52:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '6ba980f3-2f16-4f56-8e62-8eaa20327d7f', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177832f8-030d-4f97-ab30-caeca1959e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:51:21Z', 'updated_at': '2021-09-18T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:52:57.749307 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.756845 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.782059 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Pushing event deleted for resources: {'Port': ['ID=f29a8039-915c-4afe-bb02-a7c5612bd15a,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:57.789034 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] No DVR routers for this DVR port f29a8039-915c-4afe-bb02-a7c5612bd15a on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:52:57.801540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.801540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.801864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.802209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.802533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.802907 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.803743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.803743 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.803934 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.804160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.804482 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.804804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ce0517-f1bd-4287-850f-0721bdef68ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:57.866863 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:57.894281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=6ba980f3-2f16-4f56-8e62-8eaa20327d7f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:57.956223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.049362 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.051553 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.096128 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.096682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Fanout notify agent at l3_agent the message router_deleted on router 177832f8-030d-4f97-ab30-caeca1959e4d {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:52:58.104440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.108050 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-01836436-2181-456f-bacf-6506fae3c081 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/routers/177832f8-030d-4f97-ab30-caeca1959e4d HTTP/1.1" status: 204 len: 168 time: 0.8639910 Sep 18 02:52:58.108381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44904) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:58.184824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.280330 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.300923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde9b352-cce6-42f3-8f7c-8a2f9de726f8']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:58.311103 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bab789-de4d-4d59-9cf3-a00dc65f199c') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:58.311266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bab789-de4d-4d59-9cf3-a00dc65f199c') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:52:58.320988 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.334313 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.340792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:52:58.341179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:52:58.344577 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:52:58.406666 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.413830 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.416244 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/networks/fde9b352-cce6-42f3-8f7c-8a2f9de726f8 HTTP/1.1" status: 204 len: 168 time: 0.3067560 Sep 18 02:52:58.419004 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44906) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:58.427459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64f2d-618e-4046-8b74-80a25343fce8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Network': ['ID=fde9b352-cce6-42f3-8f7c-8a2f9de726f8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:58.477285 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.502018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.565348 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.567986 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.569096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/security-groups/18f4905a-9d25-4714-b00f-36fe877bcde6 HTTP/1.1" status: 204 len: 168 time: 0.1491158 Sep 18 02:52:58.579176 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f4905a-9d25-4714-b00f-36fe877bcde6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:58.586791 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.587779 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.588123 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.588464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.588799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.589140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.589464 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.589793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.590124 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.590450 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.590796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.591121 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a6ec04-e4f1-4855-b656-e5fe7375263a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:52:58.809010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44914) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:58.813966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-259a7ff6-d121-42f8-8f43-d885dde322ba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818719998', 'description': 'tempest-secgroup-smoke-1818719998 description', 'project_id': '4a4b186606c54edbb96b587769d14dd1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:58.841571 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259a7ff6-d121-42f8-8f43-d885dde322ba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.924055 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259a7ff6-d121-42f8-8f43-d885dde322ba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.927600 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259a7ff6-d121-42f8-8f43-d885dde322ba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.958117 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-259a7ff6-d121-42f8-8f43-d885dde322ba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:58.959327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-259a7ff6-d121-42f8-8f43-d885dde322ba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1493042 Sep 18 02:52:58.960022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a7ff6-d121-42f8-8f43-d885dde322ba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:58.962507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44918) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:58.967090 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-72f4b98d-08ac-463e-969f-7a5f837ebf77 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:58.992847 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72f4b98d-08ac-463e-969f-7a5f837ebf77 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.049600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72f4b98d-08ac-463e-969f-7a5f837ebf77 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.052895 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72f4b98d-08ac-463e-969f-7a5f837ebf77 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.068392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4b98d-08ac-463e-969f-7a5f837ebf77 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be03e89d-25f4-4968-8846-684ac444ad6c,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:59.077852 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72f4b98d-08ac-463e-969f-7a5f837ebf77 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.079200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-72f4b98d-08ac-463e-969f-7a5f837ebf77 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156538 Sep 18 02:52:59.081864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44920) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:59.086176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-fe65bd70-8ddc-45bc-bdaf-7ef72b2cc3b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:59.112437 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe65bd70-8ddc-45bc-bdaf-7ef72b2cc3b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.174840 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe65bd70-8ddc-45bc-bdaf-7ef72b2cc3b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.178451 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe65bd70-8ddc-45bc-bdaf-7ef72b2cc3b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.196725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65bd70-8ddc-45bc-bdaf-7ef72b2cc3b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f2a48c-663c-4afd-a636-289a27c6e8d0,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:59.203534 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fe65bd70-8ddc-45bc-bdaf-7ef72b2cc3b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.204681 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fe65bd70-8ddc-45bc-bdaf-7ef72b2cc3b2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218476 Sep 18 02:52:59.207445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44922) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:59.212385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9811b1d4-b867-480c-a8e9-bb266d866cfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:59.237511 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9811b1d4-b867-480c-a8e9-bb266d866cfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.298304 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9811b1d4-b867-480c-a8e9-bb266d866cfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.301827 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9811b1d4-b867-480c-a8e9-bb266d866cfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.317057 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811b1d4-b867-480c-a8e9-bb266d866cfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929f98d3-9a56-45db-be24-7416219e7dac,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:59.325953 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9811b1d4-b867-480c-a8e9-bb266d866cfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.327162 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-9811b1d4-b867-480c-a8e9-bb266d866cfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188073 Sep 18 02:52:59.329879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44924) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:59.334041 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d224cf09-3f40-4f9d-9ba5-5523f8fed718 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:59.360136 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d224cf09-3f40-4f9d-9ba5-5523f8fed718 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.417050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d224cf09-3f40-4f9d-9ba5-5523f8fed718 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.420640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d224cf09-3f40-4f9d-9ba5-5523f8fed718 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.437963 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224cf09-3f40-4f9d-9ba5-5523f8fed718 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450d206d-eff6-47ff-86bf-3c60d5b3887b,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:59.444053 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d224cf09-3f40-4f9d-9ba5-5523f8fed718 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.445762 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d224cf09-3f40-4f9d-9ba5-5523f8fed718 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148283 Sep 18 02:52:59.448356 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:59.452870 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-91e0cc03-4d3b-435a-b2f4-f86b04428e3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:59.475478 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-91e0cc03-4d3b-435a-b2f4-f86b04428e3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:52:59.481449 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e0cc03-4d3b-435a-b2f4-f86b04428e3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.496922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dd6ba5db-2dfb-498d-a85e-aded25325322 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:52:59.518967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: dd6ba5db-2dfb-498d-a85e-aded25325322 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:52:59.519298 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device dd6ba5db-2dfb-498d-a85e-aded25325322 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:52:59.519703 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6ba980f3-2f16-4f56-8e62-8eaa20327d7f no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:52:59.539016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 6ba980f3-2f16-4f56-8e62-8eaa20327d7f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:52:59.539360 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6ba980f3-2f16-4f56-8e62-8eaa20327d7f not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:52:59.550169 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e0cc03-4d3b-435a-b2f4-f86b04428e3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.554159 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e0cc03-4d3b-435a-b2f4-f86b04428e3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.571353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0cc03-4d3b-435a-b2f4-f86b04428e3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74632a98-7575-4246-a9a9-b91651125636,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:59.577890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-91e0cc03-4d3b-435a-b2f4-f86b04428e3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.579043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-91e0cc03-4d3b-435a-b2f4-f86b04428e3b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297271 Sep 18 02:52:59.581759 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44928) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:59.585978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ac080186-fcab-44fb-b117-e0523b05b15e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:59.608226 n-d-789963-12 neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-ac080186-fcab-44fb-b117-e0523b05b15e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:52:59.612974 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac080186-fcab-44fb-b117-e0523b05b15e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.675770 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac080186-fcab-44fb-b117-e0523b05b15e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.679294 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac080186-fcab-44fb-b117-e0523b05b15e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.697981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac080186-fcab-44fb-b117-e0523b05b15e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab06c2f-2d9f-4527-a686-581d3cc3ed47,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:59.705079 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ac080186-fcab-44fb-b117-e0523b05b15e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.706392 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ac080186-fcab-44fb-b117-e0523b05b15e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236145 Sep 18 02:52:59.709282 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 44930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:59.714757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'network': {'name': 'tempest-network-smoke--427771781', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'port_security_enabled': True}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:59.734919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:52:59.738303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.762691 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:52:59.771790 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.772136 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Added segment 02158c18-b6bc-4417-9590-235b1c2d9695 of type vlan for network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 Sep 18 02:52:59.812748 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.836345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.842557 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:52:59.843223 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.879124 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1688089 Sep 18 02:52:59.882057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44932) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:52:59.887462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'admin_state_up': True, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:52:59.912361 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.913507 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:52:59.921537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f446d0-a43b-414f-8111-986dd700630a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Network': ['ID=1bf411c2-bdc3-44b8-b66b-67169d6d9391,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:52:59.933245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:52:59.966258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:00.101904 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:00.291499 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:00.309685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:00.407062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.204 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/f673679e-4c44-4a49-a46d-f10a3c26c909) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:53:00.507662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:00.540757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:00.575695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:53:00.578380 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:53:00.581836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:53:00.608439 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=f673679e-4c44-4a49-a46d-f10a3c26c909,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:00.915517 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b7e5b2fb-7b6c-410a-b6db-9a09afe6ef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:01.151701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:01.342272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:01.465856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:53:01.579485 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:53:01.591559 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Sync routers for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:53:01.599324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:01.604256 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c22566c3-212a-4294-b292-f6ad188a45cc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7171957 Sep 18 02:53:01.604424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:53:01.604424 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:52:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:01.604661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44934) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:01.639688 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-95c45e53-964a-424d-8435-df82f72270fd tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4a4b186606c54edbb96b587769d14dd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341220 Sep 18 02:53:01.642210 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44936) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:01.716240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:53:01.800274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c825761-8d3a-4840-867a-2b7d45119ce5 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:01.801843 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4c825761-8d3a-4840-867a-2b7d45119ce5 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587083 Sep 18 02:53:01.804567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44938) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:01.844271 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-10442fed-50ec-46b6-8260-67166badce64 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385959 Sep 18 02:53:01.846753 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44940) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:01.851446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60202292', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:53:01.902491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:01Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:01.932433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Checking router: 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:53:01.933167 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Updating router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 port f673679e-4c44-4a49-a46d-f10a3c26c909 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:53:01.942517 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:53:01.946554 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:01.957654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.124642 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.193094 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Subnet': ['ID=912ddcfa-a723-419e-80dc-288a537645b7,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:02.197591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Checking segment: {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:53:02.197957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network hostable DHCP agents. Network: 1bf411c2-bdc3-44b8-b66b-67169d6d9391, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:53:02.210828 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.215149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:53:02.215742 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.224714 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 1bf411c2-bdc3-44b8-b66b-67169d6d9391) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:53:02.230106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:02.231144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.246363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d826b-776f-4b03-8614-b8a211439f9b None None] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:53:02.246595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5d065429-88e2-4210-b574-d5304fa6bff4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3986571 Sep 18 02:53:02.249257 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 44942) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:02.448509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5f1af-dc06-4ce8-aef7-3e91d78862fe None None] Pushing event updated for resources: {'Port': ['ID=f673679e-4c44-4a49-a46d-f10a3c26c909,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:02.474049 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Attempting to bind port f673679e-4c44-4a49-a46d-f10a3c26c909 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:53:02.474399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Attempting to bind port f673679e-4c44-4a49-a46d-f10a3c26c909 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:53:02.474783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Attempting to bind port f673679e-4c44-4a49-a46d-f10a3c26c909 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:53:02.486893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:53:02.487263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:53:02.487669 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.488046 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:53:02.488512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Bound port: f673679e-4c44-4a49-a46d-f10a3c26c909, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:53:02.488967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.580857 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] For port f673679e-4c44-4a49-a46d-f10a3c26c909, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:53:02.585397 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] For port f673679e-4c44-4a49-a46d-f10a3c26c909, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f673679e-4c44-4a49-a46d-f10a3c26c909,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:53:02.592123 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.647239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:53:02.648068 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.677755 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:53:02.678363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:52:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:02.688592 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5f1af-dc06-4ce8-aef7-3e91d78862fe None None] Pushing event updated for resources: {'Port': ['ID=f673679e-4c44-4a49-a46d-f10a3c26c909,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:02.690988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:02.876451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:53:02.936775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Allocated IP 172.20.0.2 (1bf411c2-bdc3-44b8-b66b-67169d6d9391/912ddcfa-a723-419e-80dc-288a537645b7/db352083-ff3e-4636-95d4-205c9199240b) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:53:03.160796 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.168623 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.177025 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:01Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:03.216614 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.1 (1bf411c2-bdc3-44b8-b66b-67169d6d9391/912ddcfa-a723-419e-80dc-288a537645b7/403cb935-905c-4cce-bd84-c03964e177ec) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:53:03.228928 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e11f8c-1036-4fe1-9d35-ad1cc8026f7f None None] The sync data for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 is: [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:01Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:53:03.238087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:53:03.243799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:53:03.248320 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:53:03.251492 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Pushing event updated for resources: {'Port': ['ID=db352083-ff3e-4636-95d4-205c9199240b,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:03.305195 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Attempting to bind port db352083-ff3e-4636-95d4-205c9199240b on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:53:03.306026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Attempting to bind port db352083-ff3e-4636-95d4-205c9199240b by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:53:03.307032 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Attempting to bind port db352083-ff3e-4636-95d4-205c9199240b on network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:53:03.311588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:53:03.311957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Checking segment: {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:53:03.312359 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.312740 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Bound using segment: {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:53:03.313196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Bound port: db352083-ff3e-4636-95d4-205c9199240b, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:53:03.313616 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.336283 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.371675 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.380383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] For port db352083-ff3e-4636-95d4-205c9199240b, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:53:03.384493 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] For port db352083-ff3e-4636-95d4-205c9199240b, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=db352083-ff3e-4636-95d4-205c9199240b,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:53:03.390197 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.413769 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:53:03.419013 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:53:03.423137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:53:03.454010 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=403cb935-905c-4cce-bd84-c03964e177ec,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:03.480693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871dcb2-ccd9-4776-bee0-352d05cacd19 None None] Pushing event updated for resources: {'Port': ['ID=db352083-ff3e-4636-95d4-205c9199240b,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:03.490777 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.542801 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-003da4d6-4418-4835-ae2e-e3578a62d77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.676088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.982977 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:03.987525 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:04.063986 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:04.065737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=403cb935-905c-4cce-bd84-c03964e177ec,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:04.139796 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:04.183406 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:53:04.185117 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:53:04.303823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:53:04.416864 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:53:04.421901 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7297b37f-aaf3-4456-8140-a98f6d5c6940 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/12ec47b0-476a-4c5f-88be-cff8d3a1ea16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716850 Sep 18 02:53:04.443361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acce7d6-27f9-41f3-ba4d-7fe2ba84406f None None] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:53:04.530419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ba00d1d2-ad64-43c2-af5e-81ca5d18d7c9 None None] Provisioning complete for port db352083-ff3e-4636-95d4-205c9199240b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:04.530814 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ba00d1d2-ad64-43c2-af5e-81ca5d18d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:04.564715 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-25a81a32-4f97-46a8-8953-941f35c7d5a5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818719998&fields=id&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 267 time: 0.0327892 Sep 18 02:53:04.665029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ba00d1d2-ad64-43c2-af5e-81ca5d18d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:04.685833 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-aa85e1fa-7dca-41cc-8893-232b6f45a1dc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:04.693203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-aa85e1fa-7dca-41cc-8893-232b6f45a1dc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 796 time: 0.1194286 Sep 18 02:53:04.699170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ba00d1d2-ad64-43c2-af5e-81ca5d18d7c9 None None] For port db352083-ff3e-4636-95d4-205c9199240b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=db352083-ff3e-4636-95d4-205c9199240b,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:53:04.705649 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ba00d1d2-ad64-43c2-af5e-81ca5d18d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:04.713744 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-2e94532d-09fa-4054-a40b-ad59f41d2ebf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/quotas/4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 375 time: 0.0193229 Sep 18 02:53:04.769286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-67c5ccfd-cc97-4f1c-9da8-192b6d0eb4c4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544739 Sep 18 02:53:04.769588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00d1d2-ad64-43c2-af5e-81ca5d18d7c9 None None] Pushing event updated for resources: {'Port': ['ID=db352083-ff3e-4636-95d4-205c9199240b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:04.874973 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-f471e5b1-402b-475a-bf8b-899a67c95dfd service neutron] 10.222.0.21 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899081 Sep 18 02:53:04.928826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bf2c8644-69bf-408f-9651-3315f160d622 None None] Provisioning complete for port db352083-ff3e-4636-95d4-205c9199240b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:04.929300 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8644-69bf-408f-9651-3315f160d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:04.981376 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Sync routers for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:53:04.981944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-939696a6-7277-4121-95c1-c09785e0415e service neutron] 10.222.0.21 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998969 Sep 18 02:53:04.993707 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:53:04.994407 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:53:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:05.042995 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bf2c8644-69bf-408f-9651-3315f160d622 None None] Provisioning complete for port 403cb935-905c-4cce-bd84-c03964e177ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:05.043369 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8644-69bf-408f-9651-3315f160d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.079504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c8644-69bf-408f-9651-3315f160d622 None None] Port 403cb935-905c-4cce-bd84-c03964e177ec cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:53:05.121581 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:53:05.128501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.204418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a9b5055f-d907-4c78-acce-cfb29649f5f4 None None] Provisioning complete for port 403cb935-905c-4cce-bd84-c03964e177ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:05.207213 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a9b5055f-d907-4c78-acce-cfb29649f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.250361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5055f-d907-4c78-acce-cfb29649f5f4 None None] Port 403cb935-905c-4cce-bd84-c03964e177ec cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:53:05.360304 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 2, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:05.378754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-46733dd1-1f70-4559-b297-18ef582eb7e1 None None] Provisioning complete for port 403cb935-905c-4cce-bd84-c03964e177ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:05.379069 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-46733dd1-1f70-4559-b297-18ef582eb7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.393762 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Checking router: 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:53:05.394263 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Updating router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 port 403cb935-905c-4cce-bd84-c03964e177ec binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:53:05.424490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-46733dd1-1f70-4559-b297-18ef582eb7e1 None None] Port 403cb935-905c-4cce-bd84-c03964e177ec cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:53:05.430699 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.581609 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-68976bdf-e864-46d4-984c-d5320110bad4 req-7800f049-fffb-4e32-b344-43f6f89811c8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 210 time: 0.4153328 Sep 18 02:53:05.593094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f673679e-4c44-4a49-a46d-f10a3c26c909 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:53:05.652534 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f673679e-4c44-4a49-a46d-f10a3c26c909 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:05.652905 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.736450 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.761233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port f673679e-4c44-4a49-a46d-f10a3c26c909, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f673679e-4c44-4a49-a46d-f10a3c26c909,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:53:05.765710 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.766732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device db352083-ff3e-4636-95d4-205c9199240b up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:53:05.777649 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.784036 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.842345 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Pushing event updated for resources: {'Port': ['ID=403cb935-905c-4cce-bd84-c03964e177ec,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:05.864244 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=f673679e-4c44-4a49-a46d-f10a3c26c909,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:05.864810 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.865250 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.865679 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.866171 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.866608 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.867173 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.867663 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.868185 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.868740 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.869149 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.869564 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.869972 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:53:05.878918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port db352083-ff3e-4636-95d4-205c9199240b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:05.879317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.910604 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Attempting to bind port 403cb935-905c-4cce-bd84-c03964e177ec on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:53:05.911372 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Attempting to bind port 403cb935-905c-4cce-bd84-c03964e177ec by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:53:05.911801 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Attempting to bind port 403cb935-905c-4cce-bd84-c03964e177ec on network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:53:05.919078 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:53:05.919871 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Checking segment: {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:53:05.920471 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:05.921087 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Bound using segment: {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:53:05.921738 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Bound port: 403cb935-905c-4cce-bd84-c03964e177ec, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:53:05.922403 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:06.040630 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:53:06.050742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-750060ff-d095-444e-930c-78116f554372 None None] Provisioning complete for port 403cb935-905c-4cce-bd84-c03964e177ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:06.051122 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750060ff-d095-444e-930c-78116f554372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:06.087439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-750060ff-d095-444e-930c-78116f554372 None None] Port 403cb935-905c-4cce-bd84-c03964e177ec cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:53:06.097338 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] For port 403cb935-905c-4cce-bd84-c03964e177ec, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:53:06.100760 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] For port 403cb935-905c-4cce-bd84-c03964e177ec, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=403cb935-905c-4cce-bd84-c03964e177ec,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:53:06.105122 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:06.162475 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:53:06.163133 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:53:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:06.204814 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b9fe6-7826-4234-bd6a-922968686878 None None] Pushing event updated for resources: {'Port': ['ID=403cb935-905c-4cce-bd84-c03964e177ec,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:06.283007 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:53:06.415869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f29d1b1a-2308-4b76-b99e-88cc1056b733 None None] Provisioning complete for port 403cb935-905c-4cce-bd84-c03964e177ec triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:06.416501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f29d1b1a-2308-4b76-b99e-88cc1056b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:06.457120 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-cf7fdfc6-b439-4b12-80e6-327540afda5d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:06.459777 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-cf7fdfc6-b439-4b12-80e6-327540afda5d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 796 time: 0.1188312 Sep 18 02:53:06.480754 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:06.511988 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:06Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:06.518797 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-e37e4908-31f8-4fe7-b403-2ec352babece tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 380 time: 0.0419040 Sep 18 02:53:06.530116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'port': {'device_id': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'admin_state_up': True, 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'security_groups': ['4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:53:06.531591 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f29d1b1a-2308-4b76-b99e-88cc1056b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:06.540222 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a88d21-efc6-4007-b081-c6ebdd47b2ab None None] The sync data for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 is: [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:06Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:53:06.576089 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f29d1b1a-2308-4b76-b99e-88cc1056b733 None None] For port 403cb935-905c-4cce-bd84-c03964e177ec, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=403cb935-905c-4cce-bd84-c03964e177ec,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:53:06.580353 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f29d1b1a-2308-4b76-b99e-88cc1056b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:06.656199 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d1b1a-2308-4b76-b99e-88cc1056b733 None None] Pushing event updated for resources: {'Port': ['ID=403cb935-905c-4cce-bd84-c03964e177ec,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:06.707234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dec20725-eeb8-43d0-becf-9ae63600380c req-e069b3da-bd7e-4f6b-8751-ab83ab160a7d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 210 time: 0.0293274 Sep 18 02:53:06.734135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:53:06.737906 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:06.881222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.13 (1bf411c2-bdc3-44b8-b66b-67169d6d9391/912ddcfa-a723-419e-80dc-288a537645b7/fe519215-f9c2-47c0-bccc-9475b715b73d) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:53:07.027333 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.067441 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.112840 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:53:07.116223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:53:07.123569 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:53:07.151360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:07.178201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:07.178899 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.194477 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-9703f35b-d7b0-4162-9887-aadfb2a090e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6681423 Sep 18 02:53:07.206511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Request body: {'port': {'device_id': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:53:07.266494 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.404826 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-645b0722-9949-48cb-a775-56c580e86b15 None None] Provisioning complete for port fe519215-f9c2-47c0-bccc-9475b715b73d triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:07.405194 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-645b0722-9949-48cb-a775-56c580e86b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.445078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-645b0722-9949-48cb-a775-56c580e86b15 None None] Port fe519215-f9c2-47c0-bccc-9475b715b73d cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:53:07.559611 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe519215-f9c2-47c0-bccc-9475b715b73d {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:53:07.567186 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.582464 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Transition to ACTIVE for port object fe519215-f9c2-47c0-bccc-9475b715b73d will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:53:07.585692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 403cb935-905c-4cce-bd84-c03964e177ec up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:53:07.594129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.641533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 403cb935-905c-4cce-bd84-c03964e177ec triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:07.642240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.718968 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Pushing event updated for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:07.750360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Attempting to bind port fe519215-f9c2-47c0-bccc-9475b715b73d on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:53:07.750612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Attempting to bind port fe519215-f9c2-47c0-bccc-9475b715b73d by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:53:07.751131 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Attempting to bind port fe519215-f9c2-47c0-bccc-9475b715b73d on network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:53:07.754168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f673679e-4c44-4a49-a46d-f10a3c26c909 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:53:07.756631 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Port fe519215-f9c2-47c0-bccc-9475b715b73d on network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:53:07.757143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Attempting to bind port fe519215-f9c2-47c0-bccc-9475b715b73d on network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:53:07.765086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:53:07.765423 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Checking segment: {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:53:07.765948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Bound using segment: {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:53:07.766382 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Bound port: fe519215-f9c2-47c0-bccc-9475b715b73d, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02158c18-b6bc-4417-9590-235b1c2d9695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:53:07.766742 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.807848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port f673679e-4c44-4a49-a46d-f10a3c26c909 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:07.808317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.861169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:53:07.864661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:53:07.865325 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8de7d3-8a92-487d-bf03-49ff06cf0a32 req-8660d8ba-0af1-4b32-b713-a01e393b02c5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:07.867291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-af8de7d3-8a92-487d-bf03-49ff06cf0a32 req-8660d8ba-0af1-4b32-b713-a01e393b02c5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 944 time: 0.0563231 Sep 18 02:53:07.869901 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.906323 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:07.907056 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:07.908455 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] 10.222.0.18 "PUT /v2.0/ports/fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 1093 time: 0.7064619 Sep 18 02:53:07.909261 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:53:07.911197 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192" -d '{"events": [{"name": "network-changed", "server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:53:07.927874 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-af8de7d3-8a92-487d-bf03-49ff06cf0a32 req-1a929ac1-1f10-4fb8-a743-a40ee15da5b9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520158 Sep 18 02:53:07.965482 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549197f2-c7a3-46b6-b654-426379c7a319 x-openstack-request-id: req-549197f2-c7a3-46b6-b654-426379c7a319 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:53:07.965776 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:53:07.966025 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-549197f2-c7a3-46b6-b654-426379c7a319 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:53:07.966421 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'status': 'completed', 'code': 200} Sep 18 02:53:07.968316 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a2c04-39f8-4fab-bcb4-822ec6d7ec9a service neutron] Pushing event updated for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:08.001995 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-de8f9f28-bf8d-4b84-9ac0-14b003f155df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:08.003471 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-de8f9f28-bf8d-4b84-9ac0-14b003f155df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1096 time: 0.0517149 Sep 18 02:53:08.049931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-970bb8fe-76c1-4c43-9754-9cfcd0fa8948 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 217 time: 0.0387311 Sep 18 02:53:08.100656 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-d5d595d9-5851-4be3-a8c9-ce809dca7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:08.102657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-d5d595d9-5851-4be3-a8c9-ce809dca7a0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 200 len: 833 time: 0.0445716 Sep 18 02:53:08.148196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-7ff1cceb-590e-4d5d-be08-671ddbd1a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:08.149825 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-7ff1cceb-590e-4d5d-be08-671ddbd1a5cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bf411c2-bdc3-44b8-b66b-67169d6d9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411665 Sep 18 02:53:08.241467 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-c450cc72-9e4c-4a1b-9b68-fca5fe26b6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848446 Sep 18 02:53:08.329437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a92ba48-14b7-407b-8938-9d26cb03d605 req-5afff918-4673-4efd-bb02-07408b75b529 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810616 Sep 18 02:53:08.418206 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-890f7d95-b5a0-42f5-9d09-20c56ff5ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:08.419699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-890f7d95-b5a0-42f5-9d09-20c56ff5ef18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1096 time: 0.0439644 Sep 18 02:53:08.506959 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-98969d2b-9212-4b8f-bcf6-6ae483f7fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:08.509399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-98969d2b-9212-4b8f-bcf6-6ae483f7fa74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 896 time: 0.0819242 Sep 18 02:53:08.551532 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-2c58d19a-7038-4010-80de-f120bcb1edb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 217 time: 0.0360239 Sep 18 02:53:08.598971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-3b129567-136c-432c-934a-80c5c4b149fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:08.600419 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-3b129567-136c-432c-934a-80c5c4b149fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 200 len: 833 time: 0.0423584 Sep 18 02:53:08.647894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-66490ce5-39e5-496b-ac6d-1cab3609878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:08.649917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-66490ce5-39e5-496b-ac6d-1cab3609878b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bf411c2-bdc3-44b8-b66b-67169d6d9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420022 Sep 18 02:53:08.745873 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-e0ea0b5f-2d9c-417d-819e-c87e1dbab429 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878832 Sep 18 02:53:08.834019 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ac2a5c45-6f87-4b9a-a482-5d1f30cf0192 req-5711e746-6877-4d3d-8741-9475b18c0880 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791686 Sep 18 02:53:09.044360 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93edf31-4c63-4d11-86f6-4a1230ec84f3 req-c7dda35b-7bdd-430d-9335-5f2843c33752 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:09.045828 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d93edf31-4c63-4d11-86f6-4a1230ec84f3 req-c7dda35b-7bdd-430d-9335-5f2843c33752 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 944 time: 0.0483775 Sep 18 02:53:09.082626 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d93edf31-4c63-4d11-86f6-4a1230ec84f3 req-4e741281-8fdb-4d8f-b3d6-32ce161452b3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Sep 18 02:53:10.199763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f18fa-7c4a-4d7c-93d5-645b54f2bce3 req-eaede42d-37f4-4db6-87fb-6f1d81d269e6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:10.201236 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-953f18fa-7c4a-4d7c-93d5-645b54f2bce3 req-eaede42d-37f4-4db6-87fb-6f1d81d269e6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 944 time: 0.0495555 Sep 18 02:53:10.244134 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-953f18fa-7c4a-4d7c-93d5-645b54f2bce3 req-764272b8-c978-4a39-87e8-81e2ee76dffd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371592 Sep 18 02:53:11.366682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd331713-194b-4738-a874-a60256263072 req-8a99927d-16c5-4079-9e00-8b2bacddb378 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:11.368757 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd331713-194b-4738-a874-a60256263072 req-8a99927d-16c5-4079-9e00-8b2bacddb378 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 944 time: 0.0556343 Sep 18 02:53:11.406883 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fd331713-194b-4738-a874-a60256263072 req-ae2e55a4-0b60-41e1-b50b-2547b70179c1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Sep 18 02:53:11.901897 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe519215-f9c2-47c0-bccc-9475b715b73d details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:53:11.993192 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:53:12.003706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'port_id': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'mac_address': 'fa:16:3e:46:1e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:53:12.044404 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:12.057240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe519215-f9c2-47c0-bccc-9475b715b73d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:53:12.075754 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:53:12.081473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:12.129527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:12.280198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['fe519215-f9c2-47c0-bccc-9475b715b73d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:53:12.529394 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd6a65-b6f6-4a07-8635-7d91530d620f req-f8c14212-81e5-4b6b-a7d3-b998c9b3d609 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:12.531079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1cdd6a65-b6f6-4a07-8635-7d91530d620f req-f8c14212-81e5-4b6b-a7d3-b998c9b3d609 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 945 time: 0.0509317 Sep 18 02:53:12.570304 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1cdd6a65-b6f6-4a07-8635-7d91530d620f req-b0dd4d44-8a10-4cac-9ade-741f54910714 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331998 Sep 18 02:53:13.689499 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b84ba9-2245-46f0-900b-4788c645bfc8 req-1f72ed30-c781-4011-92c1-45882a64959c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:13.690938 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42b84ba9-2245-46f0-900b-4788c645bfc8 req-1f72ed30-c781-4011-92c1-45882a64959c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 945 time: 0.0497026 Sep 18 02:53:13.730389 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42b84ba9-2245-46f0-900b-4788c645bfc8 req-f5caed51-dba7-49a2-b970-4e32a57d929a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324309 Sep 18 02:53:13.901456 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe519215-f9c2-47c0-bccc-9475b715b73d up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:53:13.948620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port fe519215-f9c2-47c0-bccc-9475b715b73d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:53:13.952256 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port fe519215-f9c2-47c0-bccc-9475b715b73d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:53:13.952627 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:14.030643 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:14.052904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:53:14.056630 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de71ff7-5bbf-407c-abe9-d713d4cbcd62" -d '{"events": [{"server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "name": "network-vif-plugged", "status": "completed", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:53:14.068088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:53:14.072891 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:14.095990 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c0a2b1-410a-44a0-93ca-8a9ce072519e x-openstack-request-id: req-33c0a2b1-410a-44a0-93ca-8a9ce072519e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:53:14.096290 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "name": "network-vif-plugged", "status": "completed", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:53:14.096544 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33c0a2b1-410a-44a0-93ca-8a9ce072519e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:53:14.096930 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'code': 200} Sep 18 02:53:14.121508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:14.188629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b80b3-5611-4085-bd89-142f080f1a83 req-b38e3675-3cd3-4000-8167-1f454c7a824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:14.191672 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b6b80b3-5611-4085-bd89-142f080f1a83 req-b38e3675-3cd3-4000-8167-1f454c7a824d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1098 time: 0.0432982 Sep 18 02:53:14.226406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b6b80b3-5611-4085-bd89-142f080f1a83 req-fff5c703-b8a5-4e3d-8f6a-ac4708bd5531 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276916 Sep 18 02:53:14.845035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4454-0357-4ab7-b323-7a3b0cb805ad req-7ef97535-1278-4f7c-897f-0422691f0bff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:14.846546 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec5c4454-0357-4ab7-b323-7a3b0cb805ad req-7ef97535-1278-4f7c-897f-0422691f0bff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0516152 Sep 18 02:53:14.886029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ec5c4454-0357-4ab7-b323-7a3b0cb805ad req-2ad4acf6-5f92-4c0f-8efc-9534518ffd84 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327935 Sep 18 02:53:16.001193 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd254faa-28ce-4acc-b78a-022b382bc316 req-2351ca20-5835-43bc-9f01-13ab9e15a521 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:16.002567 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd254faa-28ce-4acc-b78a-022b382bc316 req-2351ca20-5835-43bc-9f01-13ab9e15a521 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0471818 Sep 18 02:53:16.044140 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dd254faa-28ce-4acc-b78a-022b382bc316 req-ca49f60e-256a-4c35-9b84-d1f25545c114 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350766 Sep 18 02:53:16.160580 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9136-a667-4d52-b7b8-797ca701772f req-3d938abf-87b1-4297-8a02-8e37ed3b603c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:16.162041 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-125d9136-a667-4d52-b7b8-797ca701772f req-3d938abf-87b1-4297-8a02-8e37ed3b603c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0527692 Sep 18 02:53:16.200076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-125d9136-a667-4d52-b7b8-797ca701772f req-59015c3c-5e7e-472a-8c29-bb71db169167 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Sep 18 02:53:16.225992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45016) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:16.265656 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3b6e6-b3ee-4da4-b10d-481c3afbc5c5 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:16.267102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4ee3b6e6-b3ee-4da4-b10d-481c3afbc5c5 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1093 time: 0.0401282 Sep 18 02:53:16.269852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45018) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:16.274297 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:53:16.296248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:16.395917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:16.498050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.153 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/1bc5b326-a9c0-4156-b50b-971d3d9c189c) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:53:16.607093 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:16.641107 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:16.676060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:53:16.678774 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:53:16.682824 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:53:16.707798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=1bc5b326-a9c0-4156-b50b-971d3d9c189c,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:17.041929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:17.106364 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:17.259162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:17.263640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:17.334725 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=1bc5b326-a9c0-4156-b50b-971d3d9c189c,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:53:17.345279 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:17.445727 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP 37c4b546-c367-4760-9c60-264aa33ed312 associated. External IP: 172.25.0.153, port: fe519215-f9c2-47c0-bccc-9475b715b73d. Sep 18 02:53:17.647543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:53:17.760596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:53:17.771268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] Sync routers for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:53:17.777211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:17.783674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:53:17.784513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:53:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:17.809951 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-453c11b5-43e3-47a6-a31d-ea0fd69a84ef tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5365376 Sep 18 02:53:17.809951 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:53:17.859291 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:53:17.896763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:53:17.908949 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a41cd6-836e-42c8-86e0-cfd930361b46 req-5976a522-7ffc-44d4-b46a-f6b82694a360 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:17.911305 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06a41cd6-836e-42c8-86e0-cfd930361b46 req-5976a522-7ffc-44d4-b46a-f6b82694a360 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0535846 Sep 18 02:53:17.952256 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-06a41cd6-836e-42c8-86e0-cfd930361b46 req-4b6d0afc-40b0-4ba5-985f-93b9cd774fa5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348020 Sep 18 02:53:17.957667 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6c3009-624d-4b21-b547-b3956390f694 x-openstack-request-id: req-aa6c3009-624d-4b21-b547-b3956390f694 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:53:17.958024 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:53:17.958546 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa6c3009-624d-4b21-b547-b3956390f694 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:53:17.958998 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'status': 'completed', 'code': 200} Sep 18 02:53:17.975412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45028) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:18.025073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-0feaefc8-3ebf-43a2-85f9-25abf20b501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:18.026607 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-0feaefc8-3ebf-43a2-85f9-25abf20b501b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1098 time: 0.0427351 Sep 18 02:53:18.041378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5acc5605-a619-43dc-b211-ef515147301d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/37c4b546-c367-4760-9c60-264aa33ed312 HTTP/1.1" status: 200 len: 992 time: 0.0640230 Sep 18 02:53:18.123577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-d4cefef7-2df9-4ef8-874c-82c8c40fbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:18.125062 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-d4cefef7-2df9-4ef8-874c-82c8c40fbd3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 896 time: 0.0922563 Sep 18 02:53:18.130272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '37c4b546-c367-4760-9c60-264aa33ed312', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'port_id': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'mac_address': 'fa:16:3e:46:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:53:16Z', 'updated_at': '2021-09-18T02:53:16Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:06Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:18.156333 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] Checking router: 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:53:18.164798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:53:18.165433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:53:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:18.188122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-4784de53-283d-41a5-8863-c5fb4bf304a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 1000 time: 0.0563557 Sep 18 02:53:18.237916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-955a4e5c-1461-4600-812c-24324364baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:18.239449 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-955a4e5c-1461-4600-812c-24324364baae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 200 len: 833 time: 0.0448904 Sep 18 02:53:18.270225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:53:18.287562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-b001ab48-75c8-4307-bb1a-5b015c939188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:18.289073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-b001ab48-75c8-4307-bb1a-5b015c939188 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bf411c2-bdc3-44b8-b66b-67169d6d9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433512 Sep 18 02:53:18.377763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-8d67b7a4-9e38-4378-b640-0af6e190c6e7 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812526 Sep 18 02:53:18.470810 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-db42d1eb-7a9b-4360-bcb7-64ef7e5f0ecc req-3ec480d2-80f7-447f-afb7-325b8b9897af service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858471 Sep 18 02:53:18.494944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '37c4b546-c367-4760-9c60-264aa33ed312', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'port_id': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'mac_address': 'fa:16:3e:46:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:53:16Z', 'updated_at': '2021-09-18T02:53:16Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:06Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:53:18.520392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da4fb5-0514-4486-ab3e-4ee688a14c93 None None] The sync data for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 is: [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '37c4b546-c367-4760-9c60-264aa33ed312', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'port_id': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'mac_address': 'fa:16:3e:46:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:53:16Z', 'updated_at': '2021-09-18T02:53:16Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:06Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:53:18.715923 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc2a47-3a5e-47ee-85d1-bb4dd5cb251e None None] New status for floating IP 37c4b546-c367-4760-9c60-264aa33ed312: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:53:19.044686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45030) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:53:19.107121 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-51c241ed-f5a8-4c4b-bf8d-b4008cea8504 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/37c4b546-c367-4760-9c60-264aa33ed312 HTTP/1.1" status: 200 len: 994 time: 0.0613432 Sep 18 02:53:25.984165 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:26.271663 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:30.915574 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1fa45572-ace6-478b-b19b-bb219c2113e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:33.533981 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-81130d0c-e032-4630-8561-7266d33fb43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:34.141176 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:35.116209 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:36.463699 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:43.041118 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:53:50.496817 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c781de7-d3de-4881-8a75-9e3f45bcd44b req-a2dfd00b-f8c1-4184-baf5-d7bc52dbed1e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:50.498450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3c781de7-d3de-4881-8a75-9e3f45bcd44b req-a2dfd00b-f8c1-4184-baf5-d7bc52dbed1e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0549600 Sep 18 02:53:50.542630 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3c781de7-d3de-4881-8a75-9e3f45bcd44b req-d00f7c25-5a22-4334-a79d-d8a555e796ae tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334623 Sep 18 02:53:50.586338 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-8257aab3-f7d3-4cb1-a369-4ed776e56832 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824237 Sep 18 02:53:51.687303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dac807-b8db-4920-902a-eed0e7c56866 req-1fd2762a-72dc-4a9e-b102-788ce684f665 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:51.688825 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62dac807-b8db-4920-902a-eed0e7c56866 req-1fd2762a-72dc-4a9e-b102-788ce684f665 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0761454 Sep 18 02:53:51.694143 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-cdae5a53-d3c6-4b94-a0ae-e2bbe00e27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:51.696090 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-cdae5a53-d3c6-4b94-a0ae-e2bbe00e27af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1098 time: 0.0558577 Sep 18 02:53:52.104212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-62dac807-b8db-4920-902a-eed0e7c56866 req-dc4ef6f2-cc71-452e-ad0c-dee9aa144965 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071786 Sep 18 02:53:52.135150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-c1d26f55-3213-4112-baeb-bcaf31ed30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:52.136668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-c1d26f55-3213-4112-baeb-bcaf31ed30f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 896 time: 0.4334011 Sep 18 02:53:52.205462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-668462a3-ebe6-49d1-be56-f478f15dd7e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 1002 time: 0.0617161 Sep 18 02:53:52.253899 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-e7db601d-ada8-4df1-9165-ecb43c3b8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:52.255347 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-e7db601d-ada8-4df1-9165-ecb43c3b8945 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 200 len: 833 time: 0.0428514 Sep 18 02:53:52.300426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-f92922f3-a11c-452a-a6d9-15ec2491c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:52.301856 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-f92922f3-a11c-452a-a6d9-15ec2491c9e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bf411c2-bdc3-44b8-b66b-67169d6d9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388410 Sep 18 02:53:52.391314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-bdc9a4a4-9d0f-4b2f-b67c-af83e6a98ddf service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820637 Sep 18 02:53:52.479066 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-2bfe79b5-60b5-4cff-b41e-ba4533893495 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807548 Sep 18 02:53:53.218530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a40d7f-5791-4216-9cd9-66a9f88a6e8f req-1b9b0abd-2cfe-4f73-8587-e9b1eea3dd76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:53.220027 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50a40d7f-5791-4216-9cd9-66a9f88a6e8f req-1b9b0abd-2cfe-4f73-8587-e9b1eea3dd76 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0482943 Sep 18 02:53:53.259872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-50a40d7f-5791-4216-9cd9-66a9f88a6e8f req-02a27ea7-da8f-4767-8cf0-e39a4715a810 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339906 Sep 18 02:53:54.377930 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd745b-3291-4ae4-9f65-08946f296a04 req-2c0b6f9f-adbf-4635-88ae-550f1fa3faf1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:54.379438 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8cd745b-3291-4ae4-9f65-08946f296a04 req-2c0b6f9f-adbf-4635-88ae-550f1fa3faf1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0523014 Sep 18 02:53:54.417131 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a8cd745b-3291-4ae4-9f65-08946f296a04 req-0beb0788-6f68-4b79-889d-c0393e092dd8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309756 Sep 18 02:53:55.538572 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd0bea-57c9-41ce-9c86-f523a92619e4 req-ead92042-5b25-4377-8a23-4da1954941a9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:55.540712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-adbd0bea-57c9-41ce-9c86-f523a92619e4 req-ead92042-5b25-4377-8a23-4da1954941a9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0538952 Sep 18 02:53:55.581037 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-adbd0bea-57c9-41ce-9c86-f523a92619e4 req-fbe6f07d-ef4e-4bc0-821a-05a3d8aa70c9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344610 Sep 18 02:53:55.994441 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:56.290694 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:53:56.693062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938661e-148c-419e-983f-f41aaf35a604 req-b8d76313-f4c5-42cf-a73d-512a115139c7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:56.694528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1938661e-148c-419e-983f-f41aaf35a604 req-b8d76313-f4c5-42cf-a73d-512a115139c7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0472763 Sep 18 02:53:56.732936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1938661e-148c-419e-983f-f41aaf35a604 req-1c7631f5-0ee5-4e25-bb4c-d0c23ca35e83 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Sep 18 02:53:57.846969 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d85b1-224a-4d44-8c1a-51e0609501b1 req-f957733b-342e-4346-a411-8a82a1fc3564 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:57.848449 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-028d85b1-224a-4d44-8c1a-51e0609501b1 req-f957733b-342e-4346-a411-8a82a1fc3564 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0490727 Sep 18 02:53:57.888004 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-028d85b1-224a-4d44-8c1a-51e0609501b1 req-4e6bae0c-ed82-489a-9531-fa64b51e70b8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330462 Sep 18 02:53:58.447810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-fbfc0fa0-6c8f-4015-ae53-bf76b750b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:58.449286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-fbfc0fa0-6c8f-4015-ae53-bf76b750b16c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1098 time: 0.0403171 Sep 18 02:53:58.554867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-dd2658b7-e628-46c5-9cc3-63a073b8d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:58.556599 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-dd2658b7-e628-46c5-9cc3-63a073b8d33d service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 896 time: 0.0889444 Sep 18 02:53:58.619581 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-40458d58-aaf3-4420-aa5d-eeedb49b5204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 1002 time: 0.0560548 Sep 18 02:53:58.672223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-279b7200-3f51-437c-8607-96d4f8c50fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:58.673683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-279b7200-3f51-437c-8607-96d4f8c50fcd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 200 len: 833 time: 0.0476780 Sep 18 02:53:58.717245 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-8a7e4cda-bbca-485f-bdad-0cdbb1f453f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:58.718638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-8a7e4cda-bbca-485f-bdad-0cdbb1f453f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bf411c2-bdc3-44b8-b66b-67169d6d9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384083 Sep 18 02:53:58.810955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-b003fbe1-cdcf-4c66-af25-f22b27a1e4ab service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843618 Sep 18 02:53:58.903067 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5efc4eb2-2e93-4d71-84fa-928c4c08f813 req-f624b821-ddf6-4d63-b436-21c1ad5535be service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855811 Sep 18 02:53:59.001507 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b117b6-f30d-4e31-8549-fc54aecf7ff2 req-29f10f68-9f22-4f1b-a15e-cf753e5d38ee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:53:59.002936 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18b117b6-f30d-4e31-8549-fc54aecf7ff2 req-29f10f68-9f22-4f1b-a15e-cf753e5d38ee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0490525 Sep 18 02:53:59.040112 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18b117b6-f30d-4e31-8549-fc54aecf7ff2 req-5635ccec-b943-4734-8756-161b0f3a825a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308135 Sep 18 02:54:00.155140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadab84-5a91-47a7-888e-19f11db83d82 req-efe58ac8-011f-43c5-8e96-101fd022e605 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:00.156627 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ceadab84-5a91-47a7-888e-19f11db83d82 req-efe58ac8-011f-43c5-8e96-101fd022e605 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0490496 Sep 18 02:54:00.194090 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ceadab84-5a91-47a7-888e-19f11db83d82 req-78d07f49-783d-45c8-8ecf-4f643f67c69b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Sep 18 02:54:00.915033 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9341cb7d-2119-426d-9b6d-e322e6e79068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:01.321950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00beb-d28a-4801-be62-5f0c998ae66b req-ae38aec1-cbed-429c-975a-6fbbe7eb7bfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:01.323480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6b00beb-d28a-4801-be62-5f0c998ae66b req-ae38aec1-cbed-429c-975a-6fbbe7eb7bfc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0562308 Sep 18 02:54:01.360606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a6b00beb-d28a-4801-be62-5f0c998ae66b req-4779d636-4af8-4b2b-a109-1c03ccfaabc5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Sep 18 02:54:02.481073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727239a7-b4fe-4642-9574-03bb0d5ab916 req-97e9bcd2-a46e-43e9-8347-0837245578e2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:02.482558 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-727239a7-b4fe-4642-9574-03bb0d5ab916 req-97e9bcd2-a46e-43e9-8347-0837245578e2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0544162 Sep 18 02:54:02.520914 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-727239a7-b4fe-4642-9574-03bb0d5ab916 req-25a44180-303d-486f-8345-b812c6e47a19 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322907 Sep 18 02:54:03.534241 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8eb395b8-7d02-4349-8c00-f99648682c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:03.638932 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776661-8863-4d17-bb2d-dc43348ac9a5 req-a1f1e5c0-47f4-4596-a259-5a581f867dff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:03.640480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85776661-8863-4d17-bb2d-dc43348ac9a5 req-a1f1e5c0-47f4-4596-a259-5a581f867dff tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0521345 Sep 18 02:54:03.678504 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-85776661-8863-4d17-bb2d-dc43348ac9a5 req-74997675-a0a0-4688-9384-9a909f5f6615 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 Sep 18 02:54:04.144094 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:04.792865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9565-5ead-4981-aab9-5b5b0a6ce49f req-1421930f-90a6-4d35-98d2-9a81458fb273 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:04.794393 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-448d9565-5ead-4981-aab9-5b5b0a6ce49f req-1421930f-90a6-4d35-98d2-9a81458fb273 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0489461 Sep 18 02:54:04.830915 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-448d9565-5ead-4981-aab9-5b5b0a6ce49f req-591fb3ee-0abf-4e1e-ad6b-ee25ffc66da7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305934 Sep 18 02:54:05.119034 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:05.950928 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7be5b9-9cce-4628-87f9-9b116987218c req-186afbd7-2744-4b98-b5e0-2518c8b3bd5f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:05.952413 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c7be5b9-9cce-4628-87f9-9b116987218c req-186afbd7-2744-4b98-b5e0-2518c8b3bd5f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0488930 Sep 18 02:54:05.994908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c7be5b9-9cce-4628-87f9-9b116987218c req-ce3d7e97-ba0c-4fbb-b950-6bc6cf57adb8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365639 Sep 18 02:54:06.465608 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:07.110805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f6fa9-1f46-4e6b-b055-301117a3a51f req-f00ca036-0ee0-4304-b337-4d35f41916c3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:07.112285 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d18f6fa9-1f46-4e6b-b055-301117a3a51f req-f00ca036-0ee0-4304-b337-4d35f41916c3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0496516 Sep 18 02:54:07.151153 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d18f6fa9-1f46-4e6b-b055-301117a3a51f req-ccbad7da-3f08-41aa-99d5-68f231c75a03 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Sep 18 02:54:08.268007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d495b65-1a7f-46e4-add6-6ad1920524d1 req-35830c5a-2e3f-4be6-afba-afdf7ddfb81b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:08.269508 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d495b65-1a7f-46e4-add6-6ad1920524d1 req-35830c5a-2e3f-4be6-afba-afdf7ddfb81b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0530674 Sep 18 02:54:08.307075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d495b65-1a7f-46e4-add6-6ad1920524d1 req-6735443a-60c1-491e-aeda-dee52edefacd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Sep 18 02:54:09.145576 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-534b8db8-1349-4875-8c8e-a0ad9641ef57 service neutron] 10.222.0.18 "GET /v2.0/ports/fe519215-f9c2-47c0-bccc-9475b715b73d/bindings/n-h1-789963-12 HTTP/1.1" status: 200 len: 383 time: 0.0546281 Sep 18 02:54:09.338050 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-0161cf0a-fd26-48d0-bc61-cde1fe40ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:09.339671 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-0161cf0a-fd26-48d0-bc61-cde1fe40ae46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 1098 time: 0.0414729 Sep 18 02:54:09.402864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-35a21cec-3631-4659-a6eb-e2e9300acdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:09.404656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-35a21cec-3631-4659-a6eb-e2e9300acdb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1098 time: 0.0430691 Sep 18 02:54:09.426412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc9e06-8396-4cfa-a4b6-8ad4bf996cf0 req-b2fbc454-3444-4e64-b538-8f5875a039f6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:09.427948 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ffc9e06-8396-4cfa-a4b6-8ad4bf996cf0 req-b2fbc454-3444-4e64-b538-8f5875a039f6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0533609 Sep 18 02:54:09.466145 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8ffc9e06-8396-4cfa-a4b6-8ad4bf996cf0 req-015d2c92-c703-46b0-96fa-eabc63afd3e2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310233 Sep 18 02:54:09.500201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-dc4469d1-2baa-4f4f-aade-e0577a8639dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:09.501661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-dc4469d1-2baa-4f4f-aade-e0577a8639dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 896 time: 0.0905378 Sep 18 02:54:09.569678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-edadff38-3a6a-48b7-b2ca-545e711a164f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 1002 time: 0.0597904 Sep 18 02:54:09.617512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-a725f510-cdbc-4e51-a903-df295f03548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:09.619512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-a725f510-cdbc-4e51-a903-df295f03548f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 200 len: 833 time: 0.0431199 Sep 18 02:54:09.662530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0907c-0722-4596-98aa-e4d49475405d req-f3b2f348-ce5c-4d20-a847-4b11908e9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:09.663930 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-f3b2f348-ce5c-4d20-a847-4b11908e9f7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bf411c2-bdc3-44b8-b66b-67169d6d9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380750 Sep 18 02:54:09.756097 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-1599260e-151c-45fd-8ade-87e221fc044f service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850570 Sep 18 02:54:09.848166 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-9db97d37-6e31-44e5-ba51-e20f601831c8 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849035 Sep 18 02:54:10.582590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558145b-b682-433c-bec1-6c7be79f4914 req-2577f656-8452-49a3-a8ce-ba855d9cfee0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:10.584087 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2558145b-b682-433c-bec1-6c7be79f4914 req-2577f656-8452-49a3-a8ce-ba855d9cfee0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0494611 Sep 18 02:54:10.625475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2558145b-b682-433c-bec1-6c7be79f4914 req-8e7dd08a-a9c5-4d76-9935-b7548f2838fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356505 Sep 18 02:54:11.741560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fdf2-677a-4353-b8ca-f99d70a0b7cc req-772f2a60-e1b8-41c7-941e-6ce3d3dd4eba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:11.743071 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9b6fdf2-677a-4353-b8ca-f99d70a0b7cc req-772f2a60-e1b8-41c7-941e-6ce3d3dd4eba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0495532 Sep 18 02:54:11.781326 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e9b6fdf2-677a-4353-b8ca-f99d70a0b7cc req-c39c5f58-e3ac-4805-9f57-88452d147d72 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322676 Sep 18 02:54:11.970757 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20900-de79-4195-87f2-c1ef1f444b8c req-acd122fb-cf7c-4de8-a519-b654d3b2d92d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:11.972274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13a20900-de79-4195-87f2-c1ef1f444b8c req-acd122fb-cf7c-4de8-a519-b654d3b2d92d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0493040 Sep 18 02:54:11.987844 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594027df-e8a6-4961-9ee3-7d301237deff req-02e6bb8f-3ad5-4b73-a910-3ad2f11d3b23 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:11.989235 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594027df-e8a6-4961-9ee3-7d301237deff req-02e6bb8f-3ad5-4b73-a910-3ad2f11d3b23 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f&tenant_id=4a4b186606c54edbb96b587769d14dd1&binding%3Ahost_id=n-h1-789963-12 HTTP/1.1" status: 200 len: 946 time: 0.0527353 Sep 18 02:54:12.011883 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-13a20900-de79-4195-87f2-c1ef1f444b8c req-1b57c25e-4a64-4435-bfe6-14604d8e32ca tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331261 Sep 18 02:54:12.073547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594027df-e8a6-4961-9ee3-7d301237deff req-e8c20ce9-9914-4d0d-b986-2c101b4e69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:12.075106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594027df-e8a6-4961-9ee3-7d301237deff req-e8c20ce9-9914-4d0d-b986-2c101b4e69a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1098 time: 0.0420158 Sep 18 02:54:12.187770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee9ac6-b64a-4143-aac1-62d9a322cc2a req-c3c9ac98-a162-4ce4-82fe-cf43ad83dc29 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:12.189296 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0ee9ac6-b64a-4143-aac1-62d9a322cc2a req-c3c9ac98-a162-4ce4-82fe-cf43ad83dc29 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.1095951 Sep 18 02:54:12.206817 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe519215-f9c2-47c0-bccc-9475b715b73d details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:54:12.208915 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe519215-f9c2-47c0-bccc-9475b715b73d no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:54:12.221725 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594027df-e8a6-4961-9ee3-7d301237deff req-10dcf17c-0803-424a-b518-699785e43f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:12.223217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594027df-e8a6-4961-9ee3-7d301237deff req-10dcf17c-0803-424a-b518-699785e43f9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 896 time: 0.1344819 Sep 18 02:54:12.280619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d0ee9ac6-b64a-4143-aac1-62d9a322cc2a req-10bac888-9a9e-4009-aef7-1d71c669b81a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850456 Sep 18 02:54:12.303848 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594027df-e8a6-4961-9ee3-7d301237deff req-38c95a9e-8b7c-4ac1-bc26-26db0f2f54fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 1002 time: 0.0735996 Sep 18 02:54:12.354243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594027df-e8a6-4961-9ee3-7d301237deff req-5b5f5f92-4713-403a-bc9a-2e127ae41126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:12.355708 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:12.355859 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594027df-e8a6-4961-9ee3-7d301237deff req-5b5f5f92-4713-403a-bc9a-2e127ae41126 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 200 len: 833 time: 0.0452380 Sep 18 02:54:12.374609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:12.392634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'port_id': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'mac_address': 'fa:16:3e:46:1e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:54:12.400318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:54:12.402850 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d677174-6955-489a-ac6d-0f5d444a913e" -d '{"events": [{"server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:54:12.403104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594027df-e8a6-4961-9ee3-7d301237deff req-21b3fc57-25e1-44ca-8877-72df288baa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:12.404619 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594027df-e8a6-4961-9ee3-7d301237deff req-21b3fc57-25e1-44ca-8877-72df288baa8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bf411c2-bdc3-44b8-b66b-67169d6d9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421526 Sep 18 02:54:12.432500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:12.446240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:12.451053 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 02:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46287b90-82e9-4626-aecd-51932dc3e03e x-openstack-request-id: req-46287b90-82e9-4626-aecd-51932dc3e03e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:54:12.451369 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:54:12.451594 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46287b90-82e9-4626-aecd-51932dc3e03e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:54:12.452314 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'code': 200} Sep 18 02:54:12.483380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:12.503955 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594027df-e8a6-4961-9ee3-7d301237deff req-39b1e674-a565-44ce-a073-08d188b33f8b service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924945 Sep 18 02:54:12.504719 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe519215-f9c2-47c0-bccc-9475b715b73d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:54:12.521478 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:12.550845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.551103 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.551439 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.551765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.552094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.552419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.552737 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.553057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.553376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.553686 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.554000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.554314 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:12.573485 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 02:54:12.573834 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 02:54:12.595911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-594027df-e8a6-4961-9ee3-7d301237deff req-21cf1612-8d14-4082-912d-a6db7959f8a5 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845900 Sep 18 02:54:13.109707 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:13.123188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe519215-f9c2-47c0-bccc-9475b715b73d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:54:13.143138 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:13.147166 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:13.193732 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:13.356595 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['fe519215-f9c2-47c0-bccc-9475b715b73d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:54:13.400693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c51f-d5b1-4fe3-88a2-966038a2e4eb req-6bd06c6a-e9f7-4f80-9786-f27538dc6847 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:13.402190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35c5c51f-d5b1-4fe3-88a2-966038a2e4eb req-6bd06c6a-e9f7-4f80-9786-f27538dc6847 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 945 time: 0.0552461 Sep 18 02:54:13.440736 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-35c5c51f-d5b1-4fe3-88a2-966038a2e4eb req-b4c46e1e-091e-42ed-9db5-6a034a309efe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Sep 18 02:54:13.462763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45138) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:13.523075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-01211838-90f8-4661-bda0-5136b2e3e9ee tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/37c4b546-c367-4760-9c60-264aa33ed312 HTTP/1.1" status: 200 len: 993 time: 0.0589774 Sep 18 02:54:14.219240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe519215-f9c2-47c0-bccc-9475b715b73d up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:54:14.265739 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port fe519215-f9c2-47c0-bccc-9475b715b73d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:14.266099 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:14.340806 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:14.371613 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:14.375195 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:14.421334 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:14.453623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:54:14.455840 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edf7ae5-0e00-47f8-ba1e-559884ece467" -d '{"events": [{"server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "name": "network-vif-plugged", "status": "completed", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:54:14.492037 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bb7e89-808b-46b7-a84c-07b8b2a0aa5e x-openstack-request-id: req-a1bb7e89-808b-46b7-a84c-07b8b2a0aa5e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:54:14.492327 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "name": "network-vif-plugged", "status": "completed", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:54:14.492575 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1bb7e89-808b-46b7-a84c-07b8b2a0aa5e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:54:14.492955 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'code': 200} Sep 18 02:54:20.039866 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:54:26.003159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:26.306003 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:30.914547 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fe620eba-9f3d-46ff-84bb-cc7e8f63666f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:33.536588 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-950aba91-dd28-4e56-8df2-a4e46d10bac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:34.144552 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:35.123917 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:36.470994 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:42.094040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45152) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:42.252198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 1bc5b326-a9c0-4156-b50b-971d3d9c189c {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:54:42.252534 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:42.327729 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:42.328052 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:42.339639 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 1bc5b326-a9c0-4156-b50b-971d3d9c189c owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:54:42.485037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:42.512270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=1bc5b326-a9c0-4156-b50b-971d3d9c189c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:42.536903 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.537251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.537590 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.537923 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.538253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.538581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.538937 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.539265 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.539589 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.539910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.540228 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.541076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:42.579963 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:42.580289 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP 37c4b546-c367-4760-9c60-264aa33ed312 disassociated (deleted). External IP: 172.25.0.153, port: fe519215-f9c2-47c0-bccc-9475b715b73d. Sep 18 02:54:42.785053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:54:42.888948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:54:42.894443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:42.899908 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] Sync routers for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:54:42.909990 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:54:42.910748 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:54:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:42.922888 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-3201f5db-33fb-4b8a-9b4a-d6be64419806 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/floatingips/37c4b546-c367-4760-9c60-264aa33ed312 HTTP/1.1" status: 204 len: 168 time: 0.8276656 Sep 18 02:54:42.923580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:54:42.926103 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886ba406-6305-4dc2-8edb-3c954ac860c1" -d '{"events": [{"name": "network-changed", "server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:54:42.994254 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a31f40-8754-4862-925f-812196c379d4 x-openstack-request-id: req-d9a31f40-8754-4862-925f-812196c379d4 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:54:42.994896 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:54:42.995336 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9a31f40-8754-4862-925f-812196c379d4 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:54:42.995911 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'status': 'completed', 'code': 200} Sep 18 02:54:43.065084 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-d67a4f53-762e-4d93-a79d-41ecb7d6395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:43.066833 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-d67a4f53-762e-4d93-a79d-41ecb7d6395e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 1098 time: 0.0503347 Sep 18 02:54:43.187822 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:54:43.199244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-0a212005-3b88-426a-be3a-f4076a095e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:43.200725 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-0a212005-3b88-426a-be3a-f4076a095e6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 200 len: 896 time: 0.1210899 Sep 18 02:54:43.213127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b018cd-392c-4c80-ad82-8fe3410e4773 req-cdaef89e-5651-48ec-9e60-874f1d6755fa tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:43.214518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6b018cd-392c-4c80-ad82-8fe3410e4773 req-cdaef89e-5651-48ec-9e60-874f1d6755fa tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0711384 Sep 18 02:54:43.258037 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-e37a6596-09b9-4a1e-b101-8d22fc51c04a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 200 len: 217 time: 0.0425730 Sep 18 02:54:43.315322 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b6b018cd-392c-4c80-ad82-8fe3410e4773 req-e7f23ccc-cc40-45cd-b956-1768b3518039 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934751 Sep 18 02:54:43.323033 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-f16d1cb6-2ce7-459e-97f7-fc8cb5272217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:43.324478 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-f16d1cb6-2ce7-459e-97f7-fc8cb5272217 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 200 len: 833 time: 0.0582206 Sep 18 02:54:43.372216 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-1d425659-4788-4f10-a4b6-233b7441dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:43.373703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-1d425659-4788-4f10-a4b6-233b7441dae4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bf411c2-bdc3-44b8-b66b-67169d6d9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407495 Sep 18 02:54:43.386654 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:06Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:43.412552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] Checking router: 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:54:43.421776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:54:43.422383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:54:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:43.469286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-576a70b3-7048-43f2-a596-20a3e309f6c0 service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866513 Sep 18 02:54:43.533399 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:54:43.560331 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-886ba406-6305-4dc2-8edb-3c954ac860c1 req-8dab65db-0554-4d71-9d39-16f54c79ab6f service neutron] 10.222.0.18 "GET /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836263 Sep 18 02:54:43.730340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:06Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:43.755997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69be04d-5be3-40db-aaa2-d174358d7e61 None None] The sync data for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 is: [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:53:03Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '403cb935-905c-4cce-bd84-c03964e177ec', 'name': '', 'network_id': '1bf411c2-bdc3-44b8-b66b-67169d6d9391', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:28:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '912ddcfa-a723-419e-80dc-288a537645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:02Z', 'updated_at': '2021-09-18T02:53:06Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '912ddcfa-a723-419e-80dc-288a537645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:54:43.972214 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b155fac4-afd9-495f-90b4-747681f25f30 None None] New status for floating IP 37c4b546-c367-4760-9c60-264aa33ed312: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:54:44.427388 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991569-fe95-47ac-b320-d0031d890761 req-d2b936df-4743-4719-8f8f-245b8774c0cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:44.428853 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39991569-fe95-47ac-b320-d0031d890761 req-d2b936df-4743-4719-8f8f-245b8774c0cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0525076 Sep 18 02:54:44.456635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472d619-766d-41c5-8bd6-a6373b3e2552 req-486ff9a1-c83c-4150-bd5c-cf0fc70008be tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:44.458116 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3472d619-766d-41c5-8bd6-a6373b3e2552 req-486ff9a1-c83c-4150-bd5c-cf0fc70008be tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=77a7a461-1092-4d84-bdda-f5f1539b765f HTTP/1.1" status: 200 len: 946 time: 0.0541146 Sep 18 02:54:44.496300 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-3472d619-766d-41c5-8bd6-a6373b3e2552 req-66e3d324-64eb-4142-8f0f-d0716ec7954a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Sep 18 02:54:44.520438 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port fe519215-f9c2-47c0-bccc-9475b715b73d {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:54:44.520779 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:44.611659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port fe519215-f9c2-47c0-bccc-9475b715b73d, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=fe519215-f9c2-47c0-bccc-9475b715b73d,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:44.611937 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:44.624318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for fe519215-f9c2-47c0-bccc-9475b715b73d owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:54:44.749938 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:44.782857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=fe519215-f9c2-47c0-bccc-9475b715b73d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:44.824583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] No DVR routers for this DVR port fe519215-f9c2-47c0-bccc-9475b715b73d on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:54:44.827190 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:44.829211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39991569-fe95-47ac-b320-d0031d890761 req-9e38f6b8-2473-42e4-a150-6055745b1462 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "DELETE /v2.0/ports/fe519215-f9c2-47c0-bccc-9475b715b73d HTTP/1.1" status: 204 len: 173 time: 0.3946135 Sep 18 02:54:44.997123 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'name': 'network-vif-deleted', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:54:44.999395 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1ea5d0-3080-4e46-a03a-b9ee517091bb" -d '{"events": [{"server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "name": "network-vif-deleted", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:54:45.035291 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d428d46-09c9-471b-ba92-1dbbabcd992d x-openstack-request-id: req-3d428d46-09c9-471b-ba92-1dbbabcd992d {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:54:45.035581 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a7a461-1092-4d84-bdda-f5f1539b765f", "name": "network-vif-deleted", "tag": "fe519215-f9c2-47c0-bccc-9475b715b73d", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:54:45.035833 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d428d46-09c9-471b-ba92-1dbbabcd992d {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:54:45.036228 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a7a461-1092-4d84-bdda-f5f1539b765f', 'name': 'network-vif-deleted', 'tag': 'fe519215-f9c2-47c0-bccc-9475b715b73d', 'status': 'completed', 'code': 200} Sep 18 02:54:45.554859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45170) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:45.930439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:46.178612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 403cb935-905c-4cce-bd84-c03964e177ec {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:54:46.178982 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:46.263879 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 403cb935-905c-4cce-bd84-c03964e177ec, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=403cb935-905c-4cce-bd84-c03964e177ec,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:46.264161 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:46.278295 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 403cb935-905c-4cce-bd84-c03964e177ec owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:54:46.777453 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:46.811381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=403cb935-905c-4cce-bd84-c03964e177ec,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:46.980538 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.192224 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:54:47.295168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:54:47.300015 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-13792e2d-841b-4809-918d-9ab9010ea98f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/12ec47b0-476a-4c5f-88be-cff8d3a1ea16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441072 Sep 18 02:54:47.302851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45172) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:47.304240 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] Sync routers for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:54:47.313297 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:54:47.313894 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:54:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:47.357831 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa62896b-0bd6-46de-ab78-860105910802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting subnet 912ddcfa-a723-419e-80dc-288a537645b7 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:54:47.360890 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa62896b-0bd6-46de-ab78-860105910802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.400578 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa62896b-0bd6-46de-ab78-860105910802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.418866 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:54:47.489825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa62896b-0bd6-46de-ab78-860105910802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.566844 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa62896b-0bd6-46de-ab78-860105910802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.597301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62896b-0bd6-46de-ab78-860105910802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Subnet': ['ID=912ddcfa-a723-419e-80dc-288a537645b7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:47.601035 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa62896b-0bd6-46de-ab78-860105910802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.606361 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fa62896b-0bd6-46de-ab78-860105910802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/subnets/912ddcfa-a723-419e-80dc-288a537645b7 HTTP/1.1" status: 204 len: 168 time: 0.2998676 Sep 18 02:54:47.606605 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45174) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:47.610434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9bb20-c47f-4186-8e89-00ccef4c9059 None None] Network 1bf411c2-bdc3-44b8-b66b-67169d6d9391 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:54:47.678983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:54:46Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:47.707974 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] Checking router: 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:54:47.717188 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.734845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] Routers {'12ec47b0-476a-4c5f-88be-cff8d3a1ea16'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:54:47.735466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:54:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:47.823987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.867623 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] Set router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:54:47.887822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port f673679e-4c44-4a49-a46d-f10a3c26c909 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:54:47.888174 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.895600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] DHCP port deletion for 1bf411c2-bdc3-44b8-b66b-67169d6d9391 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:54:47.970246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port f673679e-4c44-4a49-a46d-f10a3c26c909, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=f673679e-4c44-4a49-a46d-f10a3c26c909,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:47.970617 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:47.983053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for f673679e-4c44-4a49-a46d-f10a3c26c909 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:54:48.052075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] Deleting port db352083-ff3e-4636-95d4-205c9199240b {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:54:48.052451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.126400 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] For port db352083-ff3e-4636-95d4-205c9199240b, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=db352083-ff3e-4636-95d4-205c9199240b,segment=NetworkSegment(02158c18-b6bc-4417-9590-235b1c2d9695),segment_id=02158c18-b6bc-4417-9590-235b1c2d9695)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:48.126701 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.142411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] Calling delete_port for db352083-ff3e-4636-95d4-205c9199240b owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:54:48.151845 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.178353 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=f673679e-4c44-4a49-a46d-f10a3c26c909,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:48.186053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:54:46Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:48.219198 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92add8-9549-4ce2-b8bf-5f1b713f243e None None] The sync data for ids ['12ec47b0-476a-4c5f-88be-cff8d3a1ea16'] in n-d-789963-12 is: [{'id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288969655', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:52:59Z', 'updated_at': '2021-09-18T02:54:46Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'f673679e-4c44-4a49-a46d-f10a3c26c909', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ec47b0-476a-4c5f-88be-cff8d3a1ea16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:53:00Z', 'updated_at': '2021-09-18T02:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:54:48.242179 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.263797 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.290251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] Pushing event deleted for resources: {'Port': ['ID=db352083-ff3e-4636-95d4-205c9199240b,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:48.292092 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722bd5ff-8912-4e5c-9839-91f2b86e76bc None None] No DVR routers for this DVR port db352083-ff3e-4636-95d4-205c9199240b on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:54:48.338966 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.341086 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.351374 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe519215-f9c2-47c0-bccc-9475b715b73d no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:54:48.372164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: fe519215-f9c2-47c0-bccc-9475b715b73d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:54:48.372505 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device fe519215-f9c2-47c0-bccc-9475b715b73d not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:54:48.385916 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.386372 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Fanout notify agent at l3_agent the message router_deleted on router 12ec47b0-476a-4c5f-88be-cff8d3a1ea16 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:54:48.393100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.394200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e0f2f8b8-a4bd-4605-a1d7-5e99b1781361 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/routers/12ec47b0-476a-4c5f-88be-cff8d3a1ea16 HTTP/1.1" status: 204 len: 168 time: 0.7866261 Sep 18 02:54:48.397005 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45176) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:48.472118 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.562019 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.583112 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf411c2-bdc3-44b8-b66b-67169d6d9391']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:48.592711 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02158c18-b6bc-4417-9590-235b1c2d9695') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:48.593007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02158c18-b6bc-4417-9590-235b1c2d9695') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:48.602975 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.616010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.622567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:54:48.622983 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:54:48.626137 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:54:48.691618 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.699807 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.701671 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/networks/1bf411c2-bdc3-44b8-b66b-67169d6d9391 HTTP/1.1" status: 204 len: 168 time: 0.3037612 Sep 18 02:54:48.704553 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45178) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:48.715571 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8840e-cb47-4f86-b834-e629efb93229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Network': ['ID=1bf411c2-bdc3-44b8-b66b-67169d6d9391,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:48.776409 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.802689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.875332 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.877969 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:48.880586 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733 HTTP/1.1" status: 204 len: 168 time: 0.1731992 Sep 18 02:54:48.892092 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae8ed9e-3d9e-4cd6-85ea-82ad58f17733,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:48.902493 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.902805 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.903255 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.903596 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.903929 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.904270 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.904609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.904928 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.905245 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.905595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.905900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:48.906401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93922c60-215b-4d4c-b06f-4719895f869b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:49.234618 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45184) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:49.239260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c68e9f98-19f6-48b4-a06f-e83adc831214 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464100470', 'description': 'tempest-secgroup-smoke-1464100470 description', 'project_id': '4a4b186606c54edbb96b587769d14dd1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:49.263692 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e9f98-19f6-48b4-a06f-e83adc831214 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.347740 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e9f98-19f6-48b4-a06f-e83adc831214 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.351350 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e9f98-19f6-48b4-a06f-e83adc831214 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.380225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c68e9f98-19f6-48b4-a06f-e83adc831214 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.381451 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c68e9f98-19f6-48b4-a06f-e83adc831214 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457934 Sep 18 02:54:49.382303 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e9f98-19f6-48b4-a06f-e83adc831214 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:49.385409 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45186) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:49.390529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7c9ab350-2edd-47a1-ac2e-a25ef766bec1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:49.415817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab350-2edd-47a1-ac2e-a25ef766bec1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.469529 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab350-2edd-47a1-ac2e-a25ef766bec1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.473300 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab350-2edd-47a1-ac2e-a25ef766bec1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.493917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ab350-2edd-47a1-ac2e-a25ef766bec1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5a97a1-77dd-493c-a316-0828fa8441b4,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:49.496633 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab350-2edd-47a1-ac2e-a25ef766bec1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.498125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7c9ab350-2edd-47a1-ac2e-a25ef766bec1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110296 Sep 18 02:54:49.500889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45188) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:49.505565 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-80d3598b-ce7a-4b69-90bb-c2978c5b66d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:49.539592 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80d3598b-ce7a-4b69-90bb-c2978c5b66d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.546225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 403cb935-905c-4cce-bd84-c03964e177ec no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:54:49.566607 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 403cb935-905c-4cce-bd84-c03964e177ec {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:54:49.567057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 403cb935-905c-4cce-bd84-c03964e177ec not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:54:49.567666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f673679e-4c44-4a49-a46d-f10a3c26c909 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:54:49.590510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: f673679e-4c44-4a49-a46d-f10a3c26c909 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:54:49.590880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device f673679e-4c44-4a49-a46d-f10a3c26c909 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:54:49.591280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device db352083-ff3e-4636-95d4-205c9199240b no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:54:49.597029 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80d3598b-ce7a-4b69-90bb-c2978c5b66d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.600793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80d3598b-ce7a-4b69-90bb-c2978c5b66d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.610630 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: db352083-ff3e-4636-95d4-205c9199240b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:54:49.611010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device db352083-ff3e-4636-95d4-205c9199240b not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:54:49.621118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3598b-ce7a-4b69-90bb-c2978c5b66d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ab9dde-2b5f-4151-b528-972e52341495,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:49.623882 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80d3598b-ce7a-4b69-90bb-c2978c5b66d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.625312 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-80d3598b-ce7a-4b69-90bb-c2978c5b66d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234095 Sep 18 02:54:49.628029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45190) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:49.632424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-43468a77-93c9-4d9d-b2c2-9bf4b8db3a18 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:49.658643 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43468a77-93c9-4d9d-b2c2-9bf4b8db3a18 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.716113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43468a77-93c9-4d9d-b2c2-9bf4b8db3a18 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.720124 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43468a77-93c9-4d9d-b2c2-9bf4b8db3a18 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.739128 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43468a77-93c9-4d9d-b2c2-9bf4b8db3a18 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf65b1e-1cfe-4eb1-9a24-987312144ac5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:49.742355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43468a77-93c9-4d9d-b2c2-9bf4b8db3a18 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.743798 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-43468a77-93c9-4d9d-b2c2-9bf4b8db3a18 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147673 Sep 18 02:54:49.746537 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45192) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:49.750861 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f75c3e9f-3218-411f-8f16-78d9a49884ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:49.777232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f75c3e9f-3218-411f-8f16-78d9a49884ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.840540 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f75c3e9f-3218-411f-8f16-78d9a49884ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.844096 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f75c3e9f-3218-411f-8f16-78d9a49884ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.861200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c3e9f-3218-411f-8f16-78d9a49884ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90299a33-044d-4a87-8d44-27df19d46921,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:49.867371 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f75c3e9f-3218-411f-8f16-78d9a49884ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.869098 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f75c3e9f-3218-411f-8f16-78d9a49884ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214831 Sep 18 02:54:49.872203 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45194) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:49.876428 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9cefb5ba-b438-4fd6-a786-3579e60f3250 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:49.898696 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-9cefb5ba-b438-4fd6-a786-3579e60f3250 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:54:49.903573 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5ba-b438-4fd6-a786-3579e60f3250 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.962996 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5ba-b438-4fd6-a786-3579e60f3250 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.966306 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5ba-b438-4fd6-a786-3579e60f3250 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.984693 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefb5ba-b438-4fd6-a786-3579e60f3250 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590c74ed-2d79-4d0c-9308-72a2d3d034ac,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:49.987261 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9cefb5ba-b438-4fd6-a786-3579e60f3250 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:49.988436 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9cefb5ba-b438-4fd6-a786-3579e60f3250 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153193 Sep 18 02:54:49.991510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45196) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:49.995841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f891b55e-407e-4567-9fa1-40b4003d35fe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:50.017049 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-f891b55e-407e-4567-9fa1-40b4003d35fe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:54:50.021717 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f891b55e-407e-4567-9fa1-40b4003d35fe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.082206 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f891b55e-407e-4567-9fa1-40b4003d35fe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.085595 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f891b55e-407e-4567-9fa1-40b4003d35fe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.102679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891b55e-407e-4567-9fa1-40b4003d35fe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc75a146-1880-44e9-88cf-898d8149fb31,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:50.113140 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f891b55e-407e-4567-9fa1-40b4003d35fe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.114380 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f891b55e-407e-4567-9fa1-40b4003d35fe tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223941 Sep 18 02:54:50.117240 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45198) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:50.122720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'network': {'name': 'tempest-network-smoke--833228340', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:50.143247 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:54:50.146575 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.170435 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:54:50.179511 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.179850 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Added segment 5e23f05b-590d-4f6f-a616-85686392136d of type vlan for network f489ef96-bb76-4202-932d-38d2f728deb5 Sep 18 02:54:50.221917 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.246341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.251819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:50.252403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.291142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1727366 Sep 18 02:54:50.293888 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45200) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:50.298565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'admin_state_up': True, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:50.321301 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54166c3-6373-494d-b77e-3574b9cd8207 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Network': ['ID=f489ef96-bb76-4202-932d-38d2f728deb5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:50.322587 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.323662 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.332332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network f489ef96-bb76-4202-932d-38d2f728deb5 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:54:50.381421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.527384 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.718996 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.738499 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.847241 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.183 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/55f4a3f4-2228-4a9f-a00c-83e7abaf9e75) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:54:50.950029 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:50.983672 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:51.018268 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:54:51.020981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:54:51.024385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:54:51.053081 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=55f4a3f4-2228-4a9f-a00c-83e7abaf9e75,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:51.272341 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:51.459329 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:51.586134 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router d861eb29-88c8-46e0-bc70-9eb36108727a is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:54:51.690433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:54:51.700217 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Sync routers for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:54:51.708702 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:54:51.708915 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:51.709732 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:54:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:51.710243 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-c01daa01-038d-4e88-8a10-6c9ed8443b46 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4151206 Sep 18 02:54:51.714826 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45202) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:51.752844 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-beecfb73-bdd4-41c0-86f5-a731430da988 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4a4b186606c54edbb96b587769d14dd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360754 Sep 18 02:54:51.754691 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45204) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:51.812289 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:54:51.843488 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b3615-dab8-4681-bf35-c249327ff5c7 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:51.844923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-825b3615-dab8-4681-bf35-c249327ff5c7 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893164 Sep 18 02:54:51.847808 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45206) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:51.875035 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c82c0157-49eb-4265-95d1-26cfd2c9a480 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260904 Sep 18 02:54:51.877444 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45208) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:51.882046 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-579531113', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:51.973311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:54:51.977158 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:51.985732 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:51Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:52.011599 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Checking router: d861eb29-88c8-46e0-bc70-9eb36108727a for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:54:52.011951 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Updating router d861eb29-88c8-46e0-bc70-9eb36108727a port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:54:52.036251 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.159547 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.218411 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Subnet': ['ID=76398cb6-d987-4ed9-abb6-d96268b90f90,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:52.229165 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Checking segment: {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:54:52.229521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network hostable DHCP agents. Network: f489ef96-bb76-4202-932d-38d2f728deb5, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:54:52.246378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network f489ef96-bb76-4202-932d-38d2f728deb5 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:54:52.255798 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, f489ef96-bb76-4202-932d-38d2f728deb5) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:54:52.261860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:52.261860 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.266447 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3655b9-6531-467d-8ad0-ea76f7f45cd2 None None] Network f489ef96-bb76-4202-932d-38d2f728deb5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:54:52.279904 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d2b95d70-dd62-4a84-9094-44e94d3164eb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988662 Sep 18 02:54:52.280229 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45210) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:54:52.303657 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.309295 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.362489 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Attempting to bind port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:54:52.362967 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Attempting to bind port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:54:52.363396 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Attempting to bind port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:54:52.368890 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:54:52.368890 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:54:52.369497 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.369947 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:54:52.370465 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Bound port: 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:54:52.370925 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.372389 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Pushing event updated for resources: {'Port': ['ID=55f4a3f4-2228-4a9f-a00c-83e7abaf9e75,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:52.400150 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.400570 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.401046 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.401444 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.401837 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.402229 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.402606 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.403029 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.403412 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.403793 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.404177 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.404557 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:54:52.426788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-f489ef96-bb76-4202-932d-38d2f728deb5', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:54:52.428841 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.441293 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] For port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:54:52.445189 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] For port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=55f4a3f4-2228-4a9f-a00c-83e7abaf9e75,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:54:52.450313 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.512211 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:54:52.513147 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:54:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:52.568064 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977dc5c-5a98-49ed-9ce9-99e026267489 None None] Pushing event updated for resources: {'Port': ['ID=55f4a3f4-2228-4a9f-a00c-83e7abaf9e75,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:52.584702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Allocated IP 172.20.0.2 (f489ef96-bb76-4202-932d-38d2f728deb5/76398cb6-d987-4ed9-abb6-d96268b90f90/a24afb31-4624-45c8-8029-37055bb94490) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:54:52.647200 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:54:52.751536 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.758296 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.802913 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Network f489ef96-bb76-4202-932d-38d2f728deb5 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:54:52.810788 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:54:52.814532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:54:52.817722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Pushing event updated for resources: {'Port': ['ID=a24afb31-4624-45c8-8029-37055bb94490,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:52.877904 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Attempting to bind port a24afb31-4624-45c8-8029-37055bb94490 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:54:52.878288 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Attempting to bind port a24afb31-4624-45c8-8029-37055bb94490 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:54:52.878765 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Attempting to bind port a24afb31-4624-45c8-8029-37055bb94490 on network f489ef96-bb76-4202-932d-38d2f728deb5 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:54:52.884466 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:54:52.885081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Checking segment: {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:54:52.885491 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.885885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Bound using segment: {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:54:52.886384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Bound port: a24afb31-4624-45c8-8029-37055bb94490, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:54:52.886800 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.943268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:51Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:52.956978 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] For port a24afb31-4624-45c8-8029-37055bb94490, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:54:52.960403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] For port a24afb31-4624-45c8-8029-37055bb94490, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a24afb31-4624-45c8-8029-37055bb94490,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:54:52.966767 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:52.970109 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9331abb-3647-41b7-9686-4b22ea75503d None None] The sync data for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 is: [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:51Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:54:53.030640 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9655a-f469-41d7-a3c5-dc450cef26e4 None None] Pushing event updated for resources: {'Port': ['ID=a24afb31-4624-45c8-8029-37055bb94490,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:53.096572 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:53.410829 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.1 (f489ef96-bb76-4202-932d-38d2f728deb5/76398cb6-d987-4ed9-abb6-d96268b90f90/03f268e7-31c7-4066-b41f-528251c7dde9) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:54:53.544884 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:53.584999 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:53.628933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:54:53.629934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network f489ef96-bb76-4202-932d-38d2f728deb5 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:54:53.633364 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:54:53.636636 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:54:53.683045 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=03f268e7-31c7-4066-b41f-528251c7dde9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:53.684942 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:53.685698 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:53.699577 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:53.814901 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:53.841658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=55f4a3f4-2228-4a9f-a00c-83e7abaf9e75,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:53.846673 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:53.847473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a24afb31-4624-45c8-8029-37055bb94490 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:54:53.888162 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:53.951366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=55f4a3f4-2228-4a9f-a00c-83e7abaf9e75,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:53.958871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a24afb31-4624-45c8-8029-37055bb94490 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:53.959240 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.052893 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.087418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port a24afb31-4624-45c8-8029-37055bb94490, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a24afb31-4624-45c8-8029-37055bb94490,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:54.095663 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.135549 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085a0a3-8436-4737-b8de-b5fa2c88b062 None None] Network f489ef96-bb76-4202-932d-38d2f728deb5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:54:54.169513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=a24afb31-4624-45c8-8029-37055bb94490,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:54.201209 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.207026 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.246992 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-690dd5ce-e6b5-461b-8f0f-93cbe505d478 None None] Provisioning complete for port a24afb31-4624-45c8-8029-37055bb94490 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:54.247359 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-690dd5ce-e6b5-461b-8f0f-93cbe505d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.286048 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.287981 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=03f268e7-31c7-4066-b41f-528251c7dde9,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:54.383444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network f489ef96-bb76-4202-932d-38d2f728deb5 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:54:54.386040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:54:54.516258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router d861eb29-88c8-46e0-bc70-9eb36108727a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:54:54.629412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:54:54.636374 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-bf2221f1-d7ba-439a-b728-72a35cb06e44 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/d861eb29-88c8-46e0-bc70-9eb36108727a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3549423 Sep 18 02:54:54.784279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Sync routers for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:54:54.792044 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-26c1a3d1-415a-4706-9119-f975349d6e87 None None] Provisioning complete for port 03f268e7-31c7-4066-b41f-528251c7dde9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:54.792424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-26c1a3d1-415a-4706-9119-f975349d6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.819396 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:54:54.819964 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:54:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:54.828802 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-33e0f241-ba74-4e01-92e3-11e0743cfdde tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464100470&fields=id&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 267 time: 0.0398445 Sep 18 02:54:54.866702 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-26c1a3d1-415a-4706-9119-f975349d6e87 None None] Port 03f268e7-31c7-4066-b41f-528251c7dde9 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:54:54.889531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-26c1a3d1-415a-4706-9119-f975349d6e87 None None] Provisioning complete for port a24afb31-4624-45c8-8029-37055bb94490 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:54.889531 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-26c1a3d1-415a-4706-9119-f975349d6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:54.961735 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-6d95aa60-272b-444f-807f-47462860ab86 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:54.970153 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-6d95aa60-272b-444f-807f-47462860ab86 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/networks?id=f489ef96-bb76-4202-932d-38d2f728deb5 HTTP/1.1" status: 200 len: 796 time: 0.1337872 Sep 18 02:54:54.971587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:54:54.981345 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-cea48981-b494-41ef-9bbd-599bee569e51 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/quotas/4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 375 time: 0.0102048 Sep 18 02:54:55.039251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-e8a963cd-86b1-4b0f-9f2c-31717dd55eb4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518484 Sep 18 02:54:55.149768 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-bdfdb476-2cf2-46fc-9497-4d5c6edcb827 service neutron] 10.222.0.21 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964661 Sep 18 02:54:55.215992 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:54Z', 'revision_number': 2, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:55.241241 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-59e4c727-01bd-4cc4-b0c4-eb02c59db09a service neutron] 10.222.0.21 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852737 Sep 18 02:54:55.246073 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Checking router: d861eb29-88c8-46e0-bc70-9eb36108727a for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:54:55.246429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Updating router d861eb29-88c8-46e0-bc70-9eb36108727a port 03f268e7-31c7-4066-b41f-528251c7dde9 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:54:55.250550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5298312b-9204-416f-9377-d3dd92645631 None None] Provisioning complete for port 03f268e7-31c7-4066-b41f-528251c7dde9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:55.250943 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5298312b-9204-416f-9377-d3dd92645631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:55.296555 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:55.313088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5298312b-9204-416f-9377-d3dd92645631 None None] Port 03f268e7-31c7-4066-b41f-528251c7dde9 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:54:55.410209 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cb01e9d2-70f0-49d5-b792-1daf3bc954c4 req-c74f3c34-cd3a-4b40-8577-3c492faae88a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 210 time: 0.0291593 Sep 18 02:54:55.574392 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:54:55.610055 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:55.620044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:55.706515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d759499-18ac-4174-8b4c-eac2c505c1cb None None] Pushing event updated for resources: {'Port': ['ID=03f268e7-31c7-4066-b41f-528251c7dde9,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:55.740098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:55.740474 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:55.765918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Attempting to bind port 03f268e7-31c7-4066-b41f-528251c7dde9 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:54:55.766287 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Attempting to bind port 03f268e7-31c7-4066-b41f-528251c7dde9 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:54:55.766644 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Attempting to bind port 03f268e7-31c7-4066-b41f-528251c7dde9 on network f489ef96-bb76-4202-932d-38d2f728deb5 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:54:55.779580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:54:55.779580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Checking segment: {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:54:55.779580 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:55.779580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Bound using segment: {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:54:55.779580 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Bound port: 03f268e7-31c7-4066-b41f-528251c7dde9, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:54:55.779580 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:55.886231 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] For port 03f268e7-31c7-4066-b41f-528251c7dde9, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:54:55.891177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] For port 03f268e7-31c7-4066-b41f-528251c7dde9, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=03f268e7-31c7-4066-b41f-528251c7dde9,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:54:55.893062 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a24afb31-4624-45c8-8029-37055bb94490 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:54:55.896473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:55.999455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-452f0dfd-c89e-4472-b5f5-506951c6a0b0 None None] Provisioning complete for port 03f268e7-31c7-4066-b41f-528251c7dde9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:55.999808 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-452f0dfd-c89e-4472-b5f5-506951c6a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.002940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d759499-18ac-4174-8b4c-eac2c505c1cb None None] Pushing event updated for resources: {'Port': ['ID=03f268e7-31c7-4066-b41f-528251c7dde9,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:56.028222 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:54:56.028855 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:54:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:56.100124 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port a24afb31-4624-45c8-8029-37055bb94490 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:56.100500 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.104543 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.233457 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:54:56.263178 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-452f0dfd-c89e-4472-b5f5-506951c6a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.372786 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-452f0dfd-c89e-4472-b5f5-506951c6a0b0 None None] For port 03f268e7-31c7-4066-b41f-528251c7dde9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=03f268e7-31c7-4066-b41f-528251c7dde9,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:54:56.375979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-b6213bea-a3d5-4d6d-94ec-45b7a3b1eac6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:56.377510 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-b6213bea-a3d5-4d6d-94ec-45b7a3b1eac6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/networks?id=f489ef96-bb76-4202-932d-38d2f728deb5 HTTP/1.1" status: 200 len: 796 time: 0.1238401 Sep 18 02:54:56.391107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-452f0dfd-c89e-4472-b5f5-506951c6a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.398000 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.423173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-4b9e4db3-62ee-4aba-92ab-ccb4b1e82ba7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 380 time: 0.0356801 Sep 18 02:54:56.433791 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'port': {'device_id': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'admin_state_up': True, 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'security_groups': ['6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:56.489738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f0dfd-c89e-4472-b5f5-506951c6a0b0 None None] Pushing event updated for resources: {'Port': ['ID=03f268e7-31c7-4066-b41f-528251c7dde9,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:56.529010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77c222d8-99ac-48b9-a8d1-bfaa70dec8e8 req-3fd09b0e-4998-4e39-9478-68e88fce7273 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 210 time: 0.0312862 Sep 18 02:54:56.539366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ca535441-35cd-48d9-93ac-e209170bbd3a None None] Provisioning complete for port 03f268e7-31c7-4066-b41f-528251c7dde9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:56.540252 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ca535441-35cd-48d9-93ac-e209170bbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.579326 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:54:56.583166 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.599519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:55Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:54:56.628212 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5928b-b7f9-4a5f-84d0-73dc90693314 None None] The sync data for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 is: [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:55Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:54:56.739460 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.6 (f489ef96-bb76-4202-932d-38d2f728deb5/76398cb6-d987-4ed9-abb6-d96268b90f90/e74b211c-c498-468d-9d6a-9fceea378646) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:54:56.884719 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.919138 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:56.970173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network f489ef96-bb76-4202-932d-38d2f728deb5 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:54:56.973327 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:54:56.976373 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:54:57.011114 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=e74b211c-c498-468d-9d6a-9fceea378646,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:57.038975 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:54:57.042343 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:57.043271 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.058785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ae805394-eaf2-4cf4-ada9-b7315a140489 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6294253 Sep 18 02:54:57.074811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Request body: {'port': {'device_id': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:54:57.133083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.209343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5564e250-3495-4d9b-a245-a30fa2e794b9 None None] Provisioning complete for port e74b211c-c498-468d-9d6a-9fceea378646 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:57.209827 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5564e250-3495-4d9b-a245-a30fa2e794b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.251957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-5564e250-3495-4d9b-a245-a30fa2e794b9 None None] Port e74b211c-c498-468d-9d6a-9fceea378646 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:54:57.419152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74b211c-c498-468d-9d6a-9fceea378646 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:54:57.427155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.439745 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Transition to ACTIVE for port object e74b211c-c498-468d-9d6a-9fceea378646 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:54:57.443625 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.496723 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Pushing event updated for resources: {'Port': ['ID=e74b211c-c498-468d-9d6a-9fceea378646,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:57.574939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Attempting to bind port e74b211c-c498-468d-9d6a-9fceea378646 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:54:57.575655 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Attempting to bind port e74b211c-c498-468d-9d6a-9fceea378646 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:54:57.576169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Attempting to bind port e74b211c-c498-468d-9d6a-9fceea378646 on network f489ef96-bb76-4202-932d-38d2f728deb5 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:54:57.581802 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Port e74b211c-c498-468d-9d6a-9fceea378646 on network f489ef96-bb76-4202-932d-38d2f728deb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:54:57.582581 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Attempting to bind port e74b211c-c498-468d-9d6a-9fceea378646 on network f489ef96-bb76-4202-932d-38d2f728deb5 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:54:57.593780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:54:57.594126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Checking segment: {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:54:57.594508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Bound using segment: {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:54:57.595064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Bound port: e74b211c-c498-468d-9d6a-9fceea378646, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e23f05b-590d-4f6f-a616-85686392136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:54:57.595308 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.642194 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 03f268e7-31c7-4066-b41f-528251c7dde9 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:54:57.694043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb569d-e4bb-46ac-8f53-70fdc1f57cea req-d35e1e96-5e62-47ef-bc2e-97f3e6cf64e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:57.702834 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4cbb569d-e4bb-46ac-8f53-70fdc1f57cea req-d35e1e96-5e62-47ef-bc2e-97f3e6cf64e0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 943 time: 0.0603843 Sep 18 02:54:57.720089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] For port e74b211c-c498-468d-9d6a-9fceea378646, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:54:57.725264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] For port e74b211c-c498-468d-9d6a-9fceea378646, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e74b211c-c498-468d-9d6a-9fceea378646,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:54:57.733129 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.753729 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4cbb569d-e4bb-46ac-8f53-70fdc1f57cea req-12655489-9233-4b3c-8316-c97fd92dcbac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491912 Sep 18 02:54:57.783257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:57.783961 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.787697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] 10.222.0.18 "PUT /v2.0/ports/e74b211c-c498-468d-9d6a-9fceea378646 HTTP/1.1" status: 200 len: 1092 time: 0.7181337 Sep 18 02:54:57.789363 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:54:57.793266 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8426ded6-2a44-4384-a4bb-618e67ecadae" -d '{"events": [{"name": "network-changed", "server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "tag": "e74b211c-c498-468d-9d6a-9fceea378646"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:54:57.820389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef90bc2-9773-40ad-b9ed-4992084607ed service neutron] Pushing event updated for resources: {'Port': ['ID=e74b211c-c498-468d-9d6a-9fceea378646,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:54:57.870426 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90684075-af56-4378-b8cf-72cd574ed5c2 x-openstack-request-id: req-90684075-af56-4378-b8cf-72cd574ed5c2 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:54:57.870897 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "tag": "e74b211c-c498-468d-9d6a-9fceea378646", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:54:57.871290 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90684075-af56-4378-b8cf-72cd574ed5c2 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:54:57.871705 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646', 'status': 'completed', 'code': 200} Sep 18 02:54:57.890743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ea5e2599-4a5e-4ec7-9a07-055f18b83268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:57.893414 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-ea5e2599-4a5e-4ec7-9a07-055f18b83268 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 1095 time: 0.0548081 Sep 18 02:54:57.948323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-e4007a62-c5b0-4c49-84ee-823ced767724 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74b211c-c498-468d-9d6a-9fceea378646 HTTP/1.1" status: 200 len: 217 time: 0.0465119 Sep 18 02:54:57.957976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 03f268e7-31c7-4066-b41f-528251c7dde9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:54:57.958348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:54:57.999633 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-a42e038d-f761-4ac4-ab22-77f490c45327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:58.001122 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-a42e038d-f761-4ac4-ab22-77f490c45327 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76398cb6-d987-4ed9-abb6-d96268b90f90 HTTP/1.1" status: 200 len: 834 time: 0.0463991 Sep 18 02:54:58.052859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-e7aabeba-8d17-4153-97ce-fc031207a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:58.054375 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-e7aabeba-8d17-4153-97ce-fc031207a84b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f489ef96-bb76-4202-932d-38d2f728deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439494 Sep 18 02:54:58.146673 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-298145ba-c57f-47e5-b451-6973810a3bbf service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Sep 18 02:54:58.241190 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5a532c14-6eed-4b75-9dce-1b1856cf8032 req-1bdeb336-b827-4920-93c1-194491c0d2f5 service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874166 Sep 18 02:54:58.323965 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-60019463-343f-4349-b6d5-ee9e7d8a0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:58.325439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-60019463-343f-4349-b6d5-ee9e7d8a0a1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 1095 time: 0.0443687 Sep 18 02:54:58.416371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-04f107ce-6f65-414c-8151-0fbdb57f0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:58.417840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-04f107ce-6f65-414c-8151-0fbdb57f0a5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f489ef96-bb76-4202-932d-38d2f728deb5 HTTP/1.1" status: 200 len: 896 time: 0.0858703 Sep 18 02:54:58.461262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-4855727e-e25d-4225-84ce-d004a915a642 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74b211c-c498-468d-9d6a-9fceea378646 HTTP/1.1" status: 200 len: 217 time: 0.0363369 Sep 18 02:54:58.510059 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-e789f030-c261-4b0e-bfe3-b3c1d949e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:58.511411 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-e789f030-c261-4b0e-bfe3-b3c1d949e959 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76398cb6-d987-4ed9-abb6-d96268b90f90 HTTP/1.1" status: 200 len: 834 time: 0.0435855 Sep 18 02:54:58.557236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-f29ef3d9-0d51-4e10-b075-31b7c2ef70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:58.558699 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-f29ef3d9-0d51-4e10-b075-31b7c2ef70cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f489ef96-bb76-4202-932d-38d2f728deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390439 Sep 18 02:54:58.650530 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-6f8d4b56-8d58-48a2-98a8-4d999447c2ff service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839651 Sep 18 02:54:58.740563 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8426ded6-2a44-4384-a4bb-618e67ecadae req-371e3146-22e4-487a-aff5-d709e06fc178 service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830667 Sep 18 02:54:58.872461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760317e4-e414-4239-a3ff-f6ac92f5e6cc req-757e45bb-a43b-47d0-beb8-ec3863c599a0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:54:58.873941 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-760317e4-e414-4239-a3ff-f6ac92f5e6cc req-757e45bb-a43b-47d0-beb8-ec3863c599a0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 943 time: 0.0543854 Sep 18 02:54:58.911111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-760317e4-e414-4239-a3ff-f6ac92f5e6cc req-24590cf6-4d31-4043-b4a1-f1240b1f1354 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Sep 18 02:55:00.028514 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fdc33-fbe7-4a2d-a5bc-2e692cd2a0eb req-ee58f4de-68ab-4a51-9e4d-610a78a13579 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:00.029920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-278fdc33-fbe7-4a2d-a5bc-2e692cd2a0eb req-ee58f4de-68ab-4a51-9e4d-610a78a13579 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 943 time: 0.0499783 Sep 18 02:55:00.072384 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-278fdc33-fbe7-4a2d-a5bc-2e692cd2a0eb req-a93b87e1-576e-47ed-a90c-7473d1efadb9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361710 Sep 18 02:55:00.397983 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e74b211c-c498-468d-9d6a-9fceea378646 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:55:00.491262 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e74b211c-c498-468d-9d6a-9fceea378646, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e74b211c-c498-468d-9d6a-9fceea378646,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:55:00.503327 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'e74b211c-c498-468d-9d6a-9fceea378646', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'port_id': 'e74b211c-c498-468d-9d6a-9fceea378646', 'mac_address': 'fa:16:3e:3c:e7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:55:00.539737 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:00.552169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74b211c-c498-468d-9d6a-9fceea378646 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:55:00.572060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e74b211c-c498-468d-9d6a-9fceea378646, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e74b211c-c498-468d-9d6a-9fceea378646,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:55:00.576213 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:00.624691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e74b211c-c498-468d-9d6a-9fceea378646,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:55:00.761851 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['e74b211c-c498-468d-9d6a-9fceea378646'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:55:00.924311 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fb9abe29-f85b-4420-8764-46ffcbbb713f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:01.189957 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab11fce-702c-4faa-bcb3-cdfc90b473e4 req-fd9d39f2-c874-4989-b740-393241c47345 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:01.191501 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ab11fce-702c-4faa-bcb3-cdfc90b473e4 req-fd9d39f2-c874-4989-b740-393241c47345 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 944 time: 0.0492008 Sep 18 02:55:01.229912 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ab11fce-702c-4faa-bcb3-cdfc90b473e4 req-2c959149-a345-435b-951d-3ffc7f6f6331 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Sep 18 02:55:02.349859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf1c9f-1a77-4b4a-a34f-dce91512f7a3 req-b9452d0b-c219-41f0-ba77-feec7e4e2a4a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:02.351616 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0ecf1c9f-1a77-4b4a-a34f-dce91512f7a3 req-b9452d0b-c219-41f0-ba77-feec7e4e2a4a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 944 time: 0.0522184 Sep 18 02:55:02.390025 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0ecf1c9f-1a77-4b4a-a34f-dce91512f7a3 req-a2315cbb-6bc6-4d9b-8dab-f7ebaadbb807 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Sep 18 02:55:02.429645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e74b211c-c498-468d-9d6a-9fceea378646 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:55:02.483152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port e74b211c-c498-468d-9d6a-9fceea378646 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:55:02.486906 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port e74b211c-c498-468d-9d6a-9fceea378646 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:55:02.487276 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:02.562804 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:02.588922 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:55:02.591222 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fde2c5-3855-4953-9a91-7938017fa996" -d '{"events": [{"server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "name": "network-vif-plugged", "status": "completed", "tag": "e74b211c-c498-468d-9d6a-9fceea378646"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:55:02.603693 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port e74b211c-c498-468d-9d6a-9fceea378646, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e74b211c-c498-468d-9d6a-9fceea378646,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:55:02.612005 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:02.638362 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662c60de-b342-4fd6-a4d1-6e9034260adc x-openstack-request-id: req-662c60de-b342-4fd6-a4d1-6e9034260adc {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:55:02.638792 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "name": "network-vif-plugged", "status": "completed", "tag": "e74b211c-c498-468d-9d6a-9fceea378646", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:55:02.638911 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-662c60de-b342-4fd6-a4d1-6e9034260adc {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:55:02.639375 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646', 'code': 200} Sep 18 02:55:02.668730 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=e74b211c-c498-468d-9d6a-9fceea378646,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:55:02.740334 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147c165-694b-47ff-bf5e-8dd8181992ff req-58babdc1-e285-4d64-a9f9-574f43dfbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:02.741842 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6147c165-694b-47ff-bf5e-8dd8181992ff req-58babdc1-e285-4d64-a9f9-574f43dfbe8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 1097 time: 0.0458293 Sep 18 02:55:02.777129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6147c165-694b-47ff-bf5e-8dd8181992ff req-84de3f89-f09d-471d-a709-51872a1f08c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281994 Sep 18 02:55:03.505160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd20f92-88f3-467e-8bcf-bcadb76dcd47 req-7181c3b9-1973-40c0-8752-31b24b8e7494 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:03.506656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dd20f92-88f3-467e-8bcf-bcadb76dcd47 req-7181c3b9-1973-40c0-8752-31b24b8e7494 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Sep 18 02:55:03.537572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e64febb-fd82-4235-ae93-bec8e026022a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:03.549372 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5dd20f92-88f3-467e-8bcf-bcadb76dcd47 req-f6688cb4-dec8-4e9c-90ec-fa658197943c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362539 Sep 18 02:55:04.146612 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:04.662930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eddc32-d659-4e1f-8d66-fc018d171ff2 req-50d2a644-4349-4d9f-9d7e-3503c9e3dcd8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:04.664934 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7eddc32-d659-4e1f-8d66-fc018d171ff2 req-50d2a644-4349-4d9f-9d7e-3503c9e3dcd8 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0474935 Sep 18 02:55:04.701423 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7eddc32-d659-4e1f-8d66-fc018d171ff2 req-6b57e4af-4efb-497c-bdb5-c537894c2570 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306211 Sep 18 02:55:04.814696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15018e-8a60-4d44-b459-5840cd685535 req-3ea62060-e026-4039-b4ba-d095fd24c2c2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:04.816223 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df15018e-8a60-4d44-b459-5840cd685535 req-3ea62060-e026-4039-b4ba-d095fd24c2c2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0485067 Sep 18 02:55:04.855353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-df15018e-8a60-4d44-b459-5840cd685535 req-48ad7080-3472-4656-8d2e-bf1fd2e46d07 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317659 Sep 18 02:55:04.877017 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45262) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:55:04.916555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb1859-f598-4bc3-ab51-15e78369f5d1 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:04.918043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-63eb1859-f598-4bc3-ab51-15e78369f5d1 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 1092 time: 0.0400970 Sep 18 02:55:04.920862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:55:04.925099 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'e74b211c-c498-468d-9d6a-9fceea378646', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:55:04.946050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:05.046345 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:05.127702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:05.150834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.43 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/bf8ca56d-0acb-4975-8048-baad34af4bd7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:55:05.254261 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:05.287627 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:05.321201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:55:05.324172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:55:05.327542 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:55:05.354822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=bf8ca56d-0acb-4975-8048-baad34af4bd7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:55:05.687408 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:05.753284 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:05.905987 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:05.910279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:06.305665 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=bf8ca56d-0acb-4975-8048-baad34af4bd7,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:55:06.315279 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:06.416284 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP f3e93811-f6df-4a20-9bdc-201d8fba1da8 associated. External IP: 172.25.0.43, port: e74b211c-c498-468d-9d6a-9fceea378646. Sep 18 02:55:06.469441 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:06.621253 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router d861eb29-88c8-46e0-bc70-9eb36108727a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:55:06.723508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:55:06.734098 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] Sync routers for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:55:06.741057 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:06.744334 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:55:06.744939 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:55:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:55:06.774004 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5a604460-3d9b-4c64-ae44-c0b79851f01d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8497748 Sep 18 02:55:06.774004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:55:06.775076 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6775d458-66ef-4ead-97eb-c52e39042647" -d '{"events": [{"name": "network-changed", "server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "tag": "e74b211c-c498-468d-9d6a-9fceea378646"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:55:06.817760 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7028089-46c1-43f7-9cae-158d762a3618 x-openstack-request-id: req-d7028089-46c1-43f7-9cae-158d762a3618 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:55:06.818059 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "tag": "e74b211c-c498-468d-9d6a-9fceea378646", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:55:06.818314 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7028089-46c1-43f7-9cae-158d762a3618 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:55:06.818739 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646', 'status': 'completed', 'code': 200} Sep 18 02:55:06.853294 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:55:06.886390 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775d458-66ef-4ead-97eb-c52e39042647 req-872bf63b-a069-4355-b7e9-bd532b5d4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:06.887857 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-872bf63b-a069-4355-b7e9-bd532b5d4716 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 1097 time: 0.0434895 Sep 18 02:55:06.892938 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92930da-5ba6-4382-8a90-086d90076156 req-e42341ba-6c04-483c-9863-8494ee215eb2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:06.894562 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f92930da-5ba6-4382-8a90-086d90076156 req-e42341ba-6c04-483c-9863-8494ee215eb2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0618484 Sep 18 02:55:06.933051 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f92930da-5ba6-4382-8a90-086d90076156 req-06b80f44-09d7-4e31-9c01-7971fa7b4172 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Sep 18 02:55:06.956407 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45270) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:55:06.982208 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775d458-66ef-4ead-97eb-c52e39042647 req-4b665e43-b8c1-4e59-bc73-0d2131661acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:06.983840 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-4b665e43-b8c1-4e59-bc73-0d2131661acc service neutron] 10.222.0.18 "GET /v2.0/networks?id=f489ef96-bb76-4202-932d-38d2f728deb5 HTTP/1.1" status: 200 len: 896 time: 0.0883424 Sep 18 02:55:07.019473 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a52ce243-72b8-419e-8ba2-8762581af7d1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/f3e93811-f6df-4a20-9bdc-201d8fba1da8 HTTP/1.1" status: 200 len: 990 time: 0.0607088 Sep 18 02:55:07.056833 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-cc2098d1-8b03-4b51-a7d9-74f0b782fbe9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74b211c-c498-468d-9d6a-9fceea378646 HTTP/1.1" status: 200 len: 998 time: 0.0661356 Sep 18 02:55:07.079037 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'f3e93811-f6df-4a20-9bdc-201d8fba1da8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'port_id': 'e74b211c-c498-468d-9d6a-9fceea378646', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'mac_address': 'fa:16:3e:3c:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:55:05Z', 'updated_at': '2021-09-18T02:55:05Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:55:07.104335 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] Checking router: d861eb29-88c8-46e0-bc70-9eb36108727a for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:55:07.104902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775d458-66ef-4ead-97eb-c52e39042647 req-60f20c2d-88a2-4953-9f30-cbb70e0455d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:07.106358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-60f20c2d-88a2-4953-9f30-cbb70e0455d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76398cb6-d987-4ed9-abb6-d96268b90f90 HTTP/1.1" status: 200 len: 834 time: 0.0433764 Sep 18 02:55:07.112444 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:55:07.113033 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:55:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:55:07.151318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775d458-66ef-4ead-97eb-c52e39042647 req-b470630d-f46e-4260-94dd-bafc0894368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:07.152731 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-b470630d-f46e-4260-94dd-bafc0894368c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f489ef96-bb76-4202-932d-38d2f728deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399857 Sep 18 02:55:07.163266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-630a7444-647a-4e76-8d48-cb94bcff7647 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:55:07.164198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-630a7444-647a-4e76-8d48-cb94bcff7647 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048518 Sep 18 02:55:07.218013 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:55:07.256981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-44e93b9d-f62d-49b0-99e6-112d447ce7b1 service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855274 Sep 18 02:55:07.356096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6775d458-66ef-4ead-97eb-c52e39042647 req-a776bbbd-9071-4e5a-9c91-c2759f7dbdcc service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914619 Sep 18 02:55:07.444685 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'f3e93811-f6df-4a20-9bdc-201d8fba1da8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'port_id': 'e74b211c-c498-468d-9d6a-9fceea378646', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'mac_address': 'fa:16:3e:3c:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:55:05Z', 'updated_at': '2021-09-18T02:55:05Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:55:07.469704 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab85782-d4e4-484f-93da-29d4117e6e1e None None] The sync data for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 is: [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'f3e93811-f6df-4a20-9bdc-201d8fba1da8', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'port_id': 'e74b211c-c498-468d-9d6a-9fceea378646', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'mac_address': 'fa:16:3e:3c:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:55:05Z', 'updated_at': '2021-09-18T02:55:05Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:55:07.663156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b92abb-fc7c-460d-bd54-569fea9243e2 None None] New status for floating IP f3e93811-f6df-4a20-9bdc-201d8fba1da8: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:55:08.022289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45272) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:55:08.081697 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f755ee97-dfbe-421d-8425-59870ec216c1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/f3e93811-f6df-4a20-9bdc-201d8fba1da8 HTTP/1.1" status: 200 len: 992 time: 0.0582874 Sep 18 02:55:26.037950 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:26.304711 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:30.913217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-627267ce-3985-4dbb-9e70-e29167002493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:33.544396 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-08aafb77-c874-4b44-bdfc-c0aa1c71f6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:34.038680 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:55:34.147554 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:34.976119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f591de-832d-40a9-b44d-e25cf256a51e req-87fbbc6a-972d-4f4f-9ec4-251d01dd3f9c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:34.978226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24f591de-832d-40a9-b44d-e25cf256a51e req-87fbbc6a-972d-4f4f-9ec4-251d01dd3f9c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0966611 Sep 18 02:55:35.015587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-24f591de-832d-40a9-b44d-e25cf256a51e req-1d4a20f5-01a2-466e-b9d2-ea511897e28d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313065 Sep 18 02:55:35.128948 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:36.178515 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd7a78-9baf-4399-a60b-213ef4d66058 req-5124ac9c-3f25-4542-b8b5-0c2c8be1edba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:36.180036 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8bd7a78-9baf-4399-a60b-213ef4d66058 req-5124ac9c-3f25-4542-b8b5-0c2c8be1edba tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0961742 Sep 18 02:55:36.217187 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d8bd7a78-9baf-4399-a60b-213ef4d66058 req-ff1ba396-35bf-40a4-a1d6-f92c2de1a2b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Sep 18 02:55:36.474102 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:37.338827 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25f514-aea9-4937-938f-9c1a533adce1 req-3e5c20fa-64c1-4f7f-a01e-4ff39003aa81 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:37.341332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-be25f514-aea9-4937-938f-9c1a533adce1 req-3e5c20fa-64c1-4f7f-a01e-4ff39003aa81 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0564868 Sep 18 02:55:37.379218 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-be25f514-aea9-4937-938f-9c1a533adce1 req-6d960e61-caed-421a-86d3-67d5bd87ee3c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Sep 18 02:55:38.491860 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2b312-80f1-4915-beef-083abcb26363 req-ea35bd9f-f453-4a90-a729-55accbf88c8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:38.493516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1a2b312-80f1-4915-beef-083abcb26363 req-ea35bd9f-f453-4a90-a729-55accbf88c8a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0474412 Sep 18 02:55:38.530054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a1a2b312-80f1-4915-beef-083abcb26363 req-7391a5b2-5072-474f-8739-85c6def46c53 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307145 Sep 18 02:55:39.642392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cad28-3f37-476c-99f0-82d6b357f060 req-5f69b447-ca80-48e0-b4fa-b858fa56ff85 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:39.643897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-157cad28-3f37-476c-99f0-82d6b357f060 req-5f69b447-ca80-48e0-b4fa-b858fa56ff85 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0482016 Sep 18 02:55:39.681357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-157cad28-3f37-476c-99f0-82d6b357f060 req-0e25c1b1-63d9-4519-a0a4-bf0313729960 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310161 Sep 18 02:55:40.794567 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2bd27-765a-4152-b5a5-a87324a4e89a req-2736dc30-56b9-48ac-a04b-5528675511b0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:40.796063 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cab2bd27-765a-4152-b5a5-a87324a4e89a req-2736dc30-56b9-48ac-a04b-5528675511b0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Sep 18 02:55:40.832881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-cab2bd27-765a-4152-b5a5-a87324a4e89a req-5dc804f4-7195-4726-bdf6-be336eef8e3c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Sep 18 02:55:41.949019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566185f-4241-4de0-9f06-2c5c7dd0b52c req-253ffb1e-87e5-4f42-8409-aae2f4de6993 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:41.950529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0566185f-4241-4de0-9f06-2c5c7dd0b52c req-253ffb1e-87e5-4f42-8409-aae2f4de6993 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0501642 Sep 18 02:55:41.988682 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0566185f-4241-4de0-9f06-2c5c7dd0b52c req-cc2528b6-d159-4a6c-8848-7cc9ffb7a15a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Sep 18 02:55:43.104972 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbef7a4-d629-43cf-8c6e-c8d18fd5780f req-51dba5d2-abc1-4757-87cb-04003735e224 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:43.106459 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5bbef7a4-d629-43cf-8c6e-c8d18fd5780f req-51dba5d2-abc1-4757-87cb-04003735e224 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0525575 Sep 18 02:55:43.144163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5bbef7a4-d629-43cf-8c6e-c8d18fd5780f req-58a91477-67b8-4243-a2fc-5585601c10d2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Sep 18 02:55:44.265043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd1252-3e26-4c12-bb1f-92c3fff64197 req-a4878fc1-5510-40c3-a94f-899bd5b424a0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:44.266531 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8fbd1252-3e26-4c12-bb1f-92c3fff64197 req-a4878fc1-5510-40c3-a94f-899bd5b424a0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0533454 Sep 18 02:55:44.304016 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8fbd1252-3e26-4c12-bb1f-92c3fff64197 req-b9106370-9595-4d1d-933b-6881c72b5c0b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315347 Sep 18 02:55:45.418581 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712215-4c92-4750-aa8a-0a4cc3c789be req-0e22131b-7739-4512-a46b-3ab2f78dba9e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:45.420066 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81712215-4c92-4750-aa8a-0a4cc3c789be req-0e22131b-7739-4512-a46b-3ab2f78dba9e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0489907 Sep 18 02:55:45.457231 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81712215-4c92-4750-aa8a-0a4cc3c789be req-3a0b402f-d0c0-4077-a08f-8bfebc05a1b5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Sep 18 02:55:45.479181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45314) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:55:45.537628 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4274a571-c6d1-4401-9da7-083987edc711 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/f3e93811-f6df-4a20-9bdc-201d8fba1da8 HTTP/1.1" status: 200 len: 992 time: 0.0573733 Sep 18 02:55:46.810811 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeabb78-2683-4a3f-8ecd-2f6188d3bcc9 req-26323658-c3b9-427c-949e-5ccac7767b60 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:46.812354 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0aeabb78-2683-4a3f-8ecd-2f6188d3bcc9 req-26323658-c3b9-427c-949e-5ccac7767b60 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0556712 Sep 18 02:55:46.876866 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0aeabb78-2683-4a3f-8ecd-2f6188d3bcc9 req-22bbfae3-7726-4405-bd11-67e07a9613b0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587211 Sep 18 02:55:46.887537 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-c2d3683a-87d7-4599-8f72-ce8f618d9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:46.889043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-c2d3683a-87d7-4599-8f72-ce8f618d9d06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 1097 time: 0.0985179 Sep 18 02:55:46.984325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-2f6c94f6-cc59-4f72-9f16-0a0f15370d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:46.986251 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-2f6c94f6-cc59-4f72-9f16-0a0f15370d04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f489ef96-bb76-4202-932d-38d2f728deb5 HTTP/1.1" status: 200 len: 896 time: 0.0903630 Sep 18 02:55:47.051254 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-f4cfd45b-d21e-455f-9889-67ff4c36f773 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74b211c-c498-468d-9d6a-9fceea378646 HTTP/1.1" status: 200 len: 1000 time: 0.0571916 Sep 18 02:55:47.103967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-a8b3cf7b-48da-4460-a169-f2434c3a6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:47.105391 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-a8b3cf7b-48da-4460-a169-f2434c3a6b27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76398cb6-d987-4ed9-abb6-d96268b90f90 HTTP/1.1" status: 200 len: 834 time: 0.0468187 Sep 18 02:55:47.150939 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-2f14ab0c-d055-4d90-a647-42a939db8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:47.152828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-2f14ab0c-d055-4d90-a647-42a939db8347 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f489ef96-bb76-4202-932d-38d2f728deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407665 Sep 18 02:55:47.241379 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-25ebae2d-a013-4789-8e6d-76003ed54fb2 service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813260 Sep 18 02:55:47.334891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fa82bfb4-159a-4733-8d84-b4a8d7b8f2cc req-5752c9ef-cfeb-424a-b223-dcd2bb3cb621 service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868676 Sep 18 02:55:47.996079 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f48c8-ec6e-48ec-802a-de273f038037 req-fa27c030-a9f2-4787-8ec0-35aa0a97a224 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:47.997552 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b58f48c8-ec6e-48ec-802a-de273f038037 req-fa27c030-a9f2-4787-8ec0-35aa0a97a224 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0527048 Sep 18 02:55:48.033888 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b58f48c8-ec6e-48ec-802a-de273f038037 req-4a157582-4dab-4647-bcd3-ce21ab2d734a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303636 Sep 18 02:55:48.056609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45326) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:55:48.114193 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-68213abd-4402-4a6b-b7ac-2e484859bec6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/f3e93811-f6df-4a20-9bdc-201d8fba1da8 HTTP/1.1" status: 200 len: 992 time: 0.0564733 Sep 18 02:55:56.050323 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:56.304368 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:55:58.441317 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-d2866e92-ed1a-42d2-9489-cdc303598540 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391912 Sep 18 02:55:58.525484 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-52264cd4-6791-4ae0-950b-fc8839faa6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:58.527004 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-52264cd4-6791-4ae0-950b-fc8839faa6fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 1097 time: 0.0441325 Sep 18 02:55:58.628313 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-fbc5a4b2-7185-43fd-86fb-2a20b5dd3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:58.629776 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-fbc5a4b2-7185-43fd-86fb-2a20b5dd3b12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f489ef96-bb76-4202-932d-38d2f728deb5 HTTP/1.1" status: 200 len: 896 time: 0.0836787 Sep 18 02:55:58.698240 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-cb905093-66c2-4e2c-9b10-ac57c30161ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74b211c-c498-468d-9d6a-9fceea378646 HTTP/1.1" status: 200 len: 1000 time: 0.0603545 Sep 18 02:55:58.747783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-2084364c-d19a-44e3-ac07-2739bb7e22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:58.749238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-2084364c-d19a-44e3-ac07-2739bb7e22e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76398cb6-d987-4ed9-abb6-d96268b90f90 HTTP/1.1" status: 200 len: 834 time: 0.0439796 Sep 18 02:55:58.802233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-bdadf01b-9750-4856-b09b-c0cd52311a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:55:58.803714 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-bdadf01b-9750-4856-b09b-c0cd52311a01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f489ef96-bb76-4202-932d-38d2f728deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390568 Sep 18 02:55:58.907572 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-297255c1-dba4-4481-87d4-dd2b5e754600 service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848794 Sep 18 02:55:59.002051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-86bab1ca-612a-4bf7-acbf-5c72aaf03bc9 req-5e3c2ca4-2d12-4bd8-a3b5-bb58713e5c3f service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826571 Sep 18 02:56:00.914276 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-54ee42ae-c5bf-46ab-98b2-41775377b742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:03.534340 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fcde97fd-def0-4e7c-885c-d6ba703786b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:04.149154 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:05.133421 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:06.476528 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:11.038064 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:56:18.458698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45338) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:18.615200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port bf8ca56d-0acb-4975-8048-baad34af4bd7 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:56:18.615539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:18.690771 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:18.691098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:18.702162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for bf8ca56d-0acb-4975-8048-baad34af4bd7 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:56:18.855111 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:18.882389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=bf8ca56d-0acb-4975-8048-baad34af4bd7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:18.906269 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.906621 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.906993 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.907332 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.907694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.908031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.908362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.908694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.909029 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.909352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.909697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.910024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:18.950898 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:18.951225 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP f3e93811-f6df-4a20-9bdc-201d8fba1da8 disassociated (deleted). External IP: 172.25.0.43, port: e74b211c-c498-468d-9d6a-9fceea378646. Sep 18 02:56:19.156737 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router d861eb29-88c8-46e0-bc70-9eb36108727a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:56:19.262262 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:56:19.267069 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:19.273607 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] Sync routers for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:56:19.282457 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:19.283100 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:19.296383 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e7b6ddb6-6557-4c35-9da8-f3a128845f09 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3e93811-f6df-4a20-9bdc-201d8fba1da8 HTTP/1.1" status: 204 len: 168 time: 0.8366046 Sep 18 02:56:19.296968 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:56:19.299251 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d90d2-7943-4e8b-8d01-2038f6c71837" -d '{"events": [{"name": "network-changed", "server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "tag": "e74b211c-c498-468d-9d6a-9fceea378646"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:56:19.339131 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fbb938-f282-4d4a-8c50-d315dd299962 x-openstack-request-id: req-f3fbb938-f282-4d4a-8c50-d315dd299962 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:56:19.339429 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "tag": "e74b211c-c498-468d-9d6a-9fceea378646", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:56:19.339683 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3fbb938-f282-4d4a-8c50-d315dd299962 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:56:19.340086 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646', 'status': 'completed', 'code': 200} Sep 18 02:56:19.397949 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:19.408947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-934936e9-227b-4582-95ac-b1a7bc8162a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:19.410437 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-934936e9-227b-4582-95ac-b1a7bc8162a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 1097 time: 0.0472066 Sep 18 02:56:19.553182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-32f6a7fc-3c5b-4687-9951-e36be4057591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:19.554884 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-32f6a7fc-3c5b-4687-9951-e36be4057591 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f489ef96-bb76-4202-932d-38d2f728deb5 HTTP/1.1" status: 200 len: 896 time: 0.1322820 Sep 18 02:56:19.563173 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b0e10-081f-4a72-a1f1-ed6bb46b576a req-8872847f-5cd4-4c36-bacc-32bc350e9bc1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:19.564555 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-840b0e10-081f-4a72-a1f1-ed6bb46b576a req-8872847f-5cd4-4c36-bacc-32bc350e9bc1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0700421 Sep 18 02:56:19.602893 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:19.608528 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-3cf5fcb3-7092-420b-ab32-ce75f67cf64b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e74b211c-c498-468d-9d6a-9fceea378646 HTTP/1.1" status: 200 len: 217 time: 0.0430536 Sep 18 02:56:19.633386 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] Checking router: d861eb29-88c8-46e0-bc70-9eb36108727a for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:56:19.641814 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:19.642413 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:19.662449 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-840b0e10-081f-4a72-a1f1-ed6bb46b576a req-90c130a4-7b58-4f41-9c07-5543fa8b3a2d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898962 Sep 18 02:56:19.673648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-d93cd944-b04e-47b0-8c93-c7a523b05e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:19.675287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-d93cd944-b04e-47b0-8c93-c7a523b05e77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76398cb6-d987-4ed9-abb6-d96268b90f90 HTTP/1.1" status: 200 len: 834 time: 0.0590580 Sep 18 02:56:19.729412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-7a615944-fbad-4692-bce5-f61010091bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:19.730763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-7a615944-fbad-4692-bce5-f61010091bd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f489ef96-bb76-4202-932d-38d2f728deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473883 Sep 18 02:56:19.829968 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-37ca4dde-8329-49c7-ad84-10aba1875246 service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911460 Sep 18 02:56:19.852315 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:19.926953 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-506d90d2-7943-4e8b-8d01-2038f6c71837 req-2fd986bd-a728-40dd-95d5-d2a37c5e8234 service neutron] 10.222.0.18 "GET /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884674 Sep 18 02:56:20.051290 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:20.080824 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367e31f-0979-413f-8f79-f7099e69ef8a None None] The sync data for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 is: [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '03f268e7-31c7-4066-b41f-528251c7dde9', 'name': '', 'network_id': 'f489ef96-bb76-4202-932d-38d2f728deb5', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:40:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:53Z', 'updated_at': '2021-09-18T02:54:56Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': '76398cb6-d987-4ed9-abb6-d96268b90f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:56:20.286682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d2f4b6-f8fb-48b7-8939-cdd323810c8f None None] New status for floating IP f3e93811-f6df-4a20-9bdc-201d8fba1da8: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:56:20.779070 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a331eac-9fb5-4a0f-9049-0386b8ad77fd req-9d810bd7-248b-4a40-a7f8-b6635d5509fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:20.780551 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a331eac-9fb5-4a0f-9049-0386b8ad77fd req-9d810bd7-248b-4a40-a7f8-b6635d5509fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0485282 Sep 18 02:56:20.821547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a331eac-9fb5-4a0f-9049-0386b8ad77fd req-f31ab8d6-2b88-4e53-b229-b54310dc14bb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350566 Sep 18 02:56:20.967788 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-f87ccb06-4d6e-40fe-a89d-63c25e9af4d5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:20.969159 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-f87ccb06-4d6e-40fe-a89d-63c25e9af4d5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04f1158-e77c-4b1c-9e2d-de6cfc2541b7 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Sep 18 02:56:21.056798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port e74b211c-c498-468d-9d6a-9fceea378646 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:56:21.057140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:21.146280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port e74b211c-c498-468d-9d6a-9fceea378646, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=e74b211c-c498-468d-9d6a-9fceea378646,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:21.146636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:21.158974 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for e74b211c-c498-468d-9d6a-9fceea378646 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:56:21.285109 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:21.322281 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=e74b211c-c498-468d-9d6a-9fceea378646,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:21.344552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.344900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.345237 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.345567 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.345894 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.346221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.346544 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.346892 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.347213 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.347531 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.347845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.348159 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:21.369996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] No DVR routers for this DVR port e74b211c-c498-468d-9d6a-9fceea378646 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:56:21.372497 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:21.374475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ddc3ade9-bc2d-4277-83bb-71bb44ab61f6 req-2b2cb06c-15b3-48ba-8e75-68a7e1970385 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "DELETE /v2.0/ports/e74b211c-c498-468d-9d6a-9fceea378646 HTTP/1.1" status: 204 len: 173 time: 0.3981175 Sep 18 02:56:21.374941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'name': 'network-vif-deleted', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:56:21.377141 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d43682-2bc2-4ce4-9fde-378308cba5cf" -d '{"events": [{"server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "name": "network-vif-deleted", "tag": "e74b211c-c498-468d-9d6a-9fceea378646"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:56:21.415739 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae5ca8-f08a-4d35-9f31-b03ecbf96a8d x-openstack-request-id: req-71ae5ca8-f08a-4d35-9f31-b03ecbf96a8d {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:56:21.416031 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04f1158-e77c-4b1c-9e2d-de6cfc2541b7", "name": "network-vif-deleted", "tag": "e74b211c-c498-468d-9d6a-9fceea378646", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:56:21.416284 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71ae5ca8-f08a-4d35-9f31-b03ecbf96a8d {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:56:21.416688 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04f1158-e77c-4b1c-9e2d-de6cfc2541b7', 'name': 'network-vif-deleted', 'tag': 'e74b211c-c498-468d-9d6a-9fceea378646', 'status': 'completed', 'code': 200} Sep 18 02:56:21.876987 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45352) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:22.566324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:22.813184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 03f268e7-31c7-4066-b41f-528251c7dde9 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:56:22.813519 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:22.901202 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 03f268e7-31c7-4066-b41f-528251c7dde9, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=03f268e7-31c7-4066-b41f-528251c7dde9,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:22.901884 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:22.914462 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 03f268e7-31c7-4066-b41f-528251c7dde9 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:56:23.091085 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:23.116697 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=03f268e7-31c7-4066-b41f-528251c7dde9,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:23.292390 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:23.511062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router d861eb29-88c8-46e0-bc70-9eb36108727a has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:56:23.618732 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:56:23.623843 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-cd94cd42-386e-4c36-a066-4ae1e63991d6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/d861eb29-88c8-46e0-bc70-9eb36108727a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457340 Sep 18 02:56:23.630077 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] Sync routers for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:56:23.632172 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45356) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:23.639671 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:23.640275 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:23.689571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32c73a0-ef9a-47b9-9547-3e16f31c01ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting subnet 76398cb6-d987-4ed9-abb6-d96268b90f90 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:56:23.692561 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f32c73a0-ef9a-47b9-9547-3e16f31c01ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:23.735811 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f32c73a0-ef9a-47b9-9547-3e16f31c01ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:23.743744 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:23.822962 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f32c73a0-ef9a-47b9-9547-3e16f31c01ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:23.886035 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f32c73a0-ef9a-47b9-9547-3e16f31c01ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:23.915053 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c73a0-ef9a-47b9-9547-3e16f31c01ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Subnet': ['ID=76398cb6-d987-4ed9-abb6-d96268b90f90,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:23.919041 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f32c73a0-ef9a-47b9-9547-3e16f31c01ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:23.921057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f32c73a0-ef9a-47b9-9547-3e16f31c01ac tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/subnets/76398cb6-d987-4ed9-abb6-d96268b90f90 HTTP/1.1" status: 204 len: 168 time: 0.2841098 Sep 18 02:56:23.923684 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45358) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:23.925810 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:56:23Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:23.928113 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc3dee-de9d-4158-b450-ad116ec343b9 None None] Network f489ef96-bb76-4202-932d-38d2f728deb5 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:56:23.953972 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] Checking router: d861eb29-88c8-46e0-bc70-9eb36108727a for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:56:23.963412 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] Routers {'d861eb29-88c8-46e0-bc70-9eb36108727a'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:23.964028 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['d861eb29-88c8-46e0-bc70-9eb36108727a'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:24.037983 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.074244 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] Set router d861eb29-88c8-46e0-bc70-9eb36108727a gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:24.111849 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee39baca-339a-4306-9119-35ada112cdec None None] DHCP port deletion for f489ef96-bb76-4202-932d-38d2f728deb5 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:56:24.144833 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.170804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Deleting port a24afb31-4624-45c8-8029-37055bb94490 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:56:24.171410 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.205106 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:56:24.205494 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.235930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ee39baca-339a-4306-9119-35ada112cdec None None] For port a24afb31-4624-45c8-8029-37055bb94490, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=a24afb31-4624-45c8-8029-37055bb94490,segment=NetworkSegment(5e23f05b-590d-4f6f-a616-85686392136d),segment_id=5e23f05b-590d-4f6f-a616-85686392136d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:24.236323 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.248738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Calling delete_port for a24afb31-4624-45c8-8029-37055bb94490 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:56:24.267412 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:56:23Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:24.287505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=55f4a3f4-2228-4a9f-a00c-83e7abaf9e75,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:24.288473 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.294896 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d363dc8-0372-447d-855a-11085be5b737 None None] The sync data for ids ['d861eb29-88c8-46e0-bc70-9eb36108727a'] in n-d-789963-12 is: [{'id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670352379', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:56:23Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': '55f4a3f4-2228-4a9f-a00c-83e7abaf9e75', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861eb29-88c8-46e0-bc70-9eb36108727a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:54:50Z', 'updated_at': '2021-09-18T02:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:56:24.300870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:56:24.342844 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.368927 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Pushing event deleted for resources: {'Port': ['ID=a24afb31-4624-45c8-8029-37055bb94490,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:24.373048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39baca-339a-4306-9119-35ada112cdec None None] No DVR routers for this DVR port a24afb31-4624-45c8-8029-37055bb94490 on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:56:24.384464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.384963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.385540 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.386043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.386536 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.386947 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.387277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.387602 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.387924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.388243 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.388564 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.388880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee39baca-339a-4306-9119-35ada112cdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:24.473929 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.504166 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=55f4a3f4-2228-4a9f-a00c-83e7abaf9e75,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:24.563336 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.656482 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.658586 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.703403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.703927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Fanout notify agent at l3_agent the message router_deleted on router d861eb29-88c8-46e0-bc70-9eb36108727a {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:56:24.711622 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.715462 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-a44017ff-8f1d-438b-91be-f1f4c5787802 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/routers/d861eb29-88c8-46e0-bc70-9eb36108727a HTTP/1.1" status: 204 len: 168 time: 0.7880085 Sep 18 02:56:24.715920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45360) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:24.801394 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.802221 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e74b211c-c498-468d-9d6a-9fceea378646 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:56:24.821982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: e74b211c-c498-468d-9d6a-9fceea378646 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:56:24.822325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device e74b211c-c498-468d-9d6a-9fceea378646 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:56:24.892270 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.914969 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f489ef96-bb76-4202-932d-38d2f728deb5']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:24.924198 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e23f05b-590d-4f6f-a616-85686392136d') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:24.924493 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e23f05b-590d-4f6f-a616-85686392136d') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:24.939592 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.953143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.961491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:56:24.962173 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: timer() Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:56:24.965402 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:56:25.024184 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.028823 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.031284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/networks/f489ef96-bb76-4202-932d-38d2f728deb5 HTTP/1.1" status: 204 len: 168 time: 0.3141670 Sep 18 02:56:25.033930 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45362) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:25.045168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a39be-3e7e-4ae0-a7eb-49bc9b21fc58 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Network': ['ID=f489ef96-bb76-4202-932d-38d2f728deb5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:25.097693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2cb456cf-8826-48b7-844f-19b5c6d27621 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.122690 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2cb456cf-8826-48b7-844f-19b5c6d27621 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.183334 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2cb456cf-8826-48b7-844f-19b5c6d27621 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.185972 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2cb456cf-8826-48b7-844f-19b5c6d27621 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.187172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2cb456cf-8826-48b7-844f-19b5c6d27621 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614 HTTP/1.1" status: 204 len: 168 time: 0.1521857 Sep 18 02:56:25.197296 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb456cf-8826-48b7-844f-19b5c6d27621 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec6a3f4-ac44-4a9a-b0eb-775f4fa90614,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:25.411919 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45368) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:25.416707 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0bd5dbd5-bb8e-4c3a-b8e5-13e0dd659068 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162530413', 'description': 'tempest-secgroup-smoke-1162530413 description', 'project_id': '4a4b186606c54edbb96b587769d14dd1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:25.439069 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0bd5dbd5-bb8e-4c3a-b8e5-13e0dd659068 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.520082 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0bd5dbd5-bb8e-4c3a-b8e5-13e0dd659068 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.524109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0bd5dbd5-bb8e-4c3a-b8e5-13e0dd659068 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.552873 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5dbd5-bb8e-4c3a-b8e5-13e0dd659068 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8839ed1f-ce14-45c0-beb8-57f18957de45,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:25.555835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0bd5dbd5-bb8e-4c3a-b8e5-13e0dd659068 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.557076 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0bd5dbd5-bb8e-4c3a-b8e5-13e0dd659068 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440759 Sep 18 02:56:25.560043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45370) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:25.564479 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ad897d25-955d-4c61-8110-6e6dc4404bb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '8839ed1f-ce14-45c0-beb8-57f18957de45', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:25.592773 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad897d25-955d-4c61-8110-6e6dc4404bb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.608442 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:56:25.628263 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:56:25.628588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 55f4a3f4-2228-4a9f-a00c-83e7abaf9e75 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:56:25.628987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a24afb31-4624-45c8-8029-37055bb94490 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:56:25.650338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: a24afb31-4624-45c8-8029-37055bb94490 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:56:25.650606 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device a24afb31-4624-45c8-8029-37055bb94490 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:56:25.651057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 03f268e7-31c7-4066-b41f-528251c7dde9 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:56:25.651946 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad897d25-955d-4c61-8110-6e6dc4404bb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.655598 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad897d25-955d-4c61-8110-6e6dc4404bb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.670233 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 03f268e7-31c7-4066-b41f-528251c7dde9 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:56:25.670576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 03f268e7-31c7-4066-b41f-528251c7dde9 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:56:25.676076 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad897d25-955d-4c61-8110-6e6dc4404bb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e03cf3-e256-4c9f-9f04-0e0811722073,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:25.683358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ad897d25-955d-4c61-8110-6e6dc4404bb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.685204 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ad897d25-955d-4c61-8110-6e6dc4404bb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235671 Sep 18 02:56:25.687319 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45374) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:25.691597 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-57b6c447-9387-494c-9003-ca8a26fef688 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '8839ed1f-ce14-45c0-beb8-57f18957de45', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:25.720668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57b6c447-9387-494c-9003-ca8a26fef688 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.777484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57b6c447-9387-494c-9003-ca8a26fef688 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.781106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57b6c447-9387-494c-9003-ca8a26fef688 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.798481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6c447-9387-494c-9003-ca8a26fef688 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ab75e5-a733-4a77-b5f1-a12ecae7b23e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:25.805021 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-57b6c447-9387-494c-9003-ca8a26fef688 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.806227 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-57b6c447-9387-494c-9003-ca8a26fef688 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179740 Sep 18 02:56:25.808868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45376) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:25.813174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-04ef9ff0-be7d-48bd-ad6a-fc52543052d4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '8839ed1f-ce14-45c0-beb8-57f18957de45', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:25.840145 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ef9ff0-be7d-48bd-ad6a-fc52543052d4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.899531 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ef9ff0-be7d-48bd-ad6a-fc52543052d4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.903633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ef9ff0-be7d-48bd-ad6a-fc52543052d4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.921320 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef9ff0-be7d-48bd-ad6a-fc52543052d4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58962383-a9ae-4567-ae42-083120f747a1,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:25.926784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04ef9ff0-be7d-48bd-ad6a-fc52543052d4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:25.927995 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-04ef9ff0-be7d-48bd-ad6a-fc52543052d4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182196 Sep 18 02:56:25.931181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45378) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:25.935426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ec2ce52b-6f66-4325-b244-6152df0fcd6e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '8839ed1f-ce14-45c0-beb8-57f18957de45', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:25.961088 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce52b-6f66-4325-b244-6152df0fcd6e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.019584 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce52b-6f66-4325-b244-6152df0fcd6e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.023112 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce52b-6f66-4325-b244-6152df0fcd6e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.042958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ce52b-6f66-4325-b244-6152df0fcd6e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe965e3b-1fb7-459b-b0d0-c0471272c9d2,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:26.048253 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.049341 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce52b-6f66-4325-b244-6152df0fcd6e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.050532 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ec2ce52b-6f66-4325-b244-6152df0fcd6e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184273 Sep 18 02:56:26.053686 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45380) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:26.058049 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6163d0ab-5294-4cc7-8263-98cfaea06a0f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '8839ed1f-ce14-45c0-beb8-57f18957de45', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:26.079638 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-6163d0ab-5294-4cc7-8263-98cfaea06a0f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:56:26.084418 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6163d0ab-5294-4cc7-8263-98cfaea06a0f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.149518 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6163d0ab-5294-4cc7-8263-98cfaea06a0f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.152783 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6163d0ab-5294-4cc7-8263-98cfaea06a0f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.167112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163d0ab-5294-4cc7-8263-98cfaea06a0f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a88d08a-5260-4daa-9df2-b66c6d73cb51,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:26.175653 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6163d0ab-5294-4cc7-8263-98cfaea06a0f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.176872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6163d0ab-5294-4cc7-8263-98cfaea06a0f tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222134 Sep 18 02:56:26.180118 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45382) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:26.184420 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-12206a8a-e281-4a5f-b928-a6920b705bf3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'security_group_rule': {'security_group_id': '8839ed1f-ce14-45c0-beb8-57f18957de45', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:26.206241 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-12206a8a-e281-4a5f-b928-a6920b705bf3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Project 4a4b186606c54edbb96b587769d14dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:56:26.211113 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12206a8a-e281-4a5f-b928-a6920b705bf3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.271741 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12206a8a-e281-4a5f-b928-a6920b705bf3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.275316 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12206a8a-e281-4a5f-b928-a6920b705bf3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.293181 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12206a8a-e281-4a5f-b928-a6920b705bf3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a222f1-060a-417b-991d-be89b7efd564,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:26.299333 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12206a8a-e281-4a5f-b928-a6920b705bf3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.300452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-12206a8a-e281-4a5f-b928-a6920b705bf3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194050 Sep 18 02:56:26.304031 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45384) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:26.307894 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.309460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'network': {'name': 'tempest-network-smoke--525726396', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'port_security_enabled': True}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:26.329035 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:56:26.332579 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.355857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:56:26.366992 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.367528 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Added segment 4b6c8110-0297-43b7-9a97-cbb17178ef54 of type vlan for network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d Sep 18 02:56:26.406272 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.434278 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.439841 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:26.440424 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.470955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1655173 Sep 18 02:56:26.473664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45386) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:26.478521 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'admin_state_up': True, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:26.520501 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013edf3-0872-4920-970b-5565ed40e5b1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Network': ['ID=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:26.530864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:56:26.535846 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.536970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.594626 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.727189 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.916027 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:26.934410 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:27.033788 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.92 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/db02d0aa-3c70-4480-b74a-4c107425d1da) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:56:27.137255 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:27.170180 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:27.207279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:56:27.210615 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:56:27.214112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:56:27.241008 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=db02d0aa-3c70-4480-b74a-4c107425d1da,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:27.462358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:27.654702 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:27.780191 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 409cbac7-e186-4b4c-b36b-f6267a4c703e is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:56:27.883351 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:56:27.892742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Sync routers for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:56:27.902736 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:27.903321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:27.904028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:27.904213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d1c409c0-83a3-4c1e-b026-43afef317b2a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4294362 Sep 18 02:56:27.907807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45388) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:27.979464 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4435f229-b3b6-4900-bb4c-03fd4514c533 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4a4b186606c54edbb96b587769d14dd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702293 Sep 18 02:56:27.982072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45392) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:28.012899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:28.198180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:27Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:28.224776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Checking router: 409cbac7-e186-4b4c-b36b-f6267a4c703e for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:56:28.225159 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Updating router 409cbac7-e186-4b4c-b36b-f6267a4c703e port db02d0aa-3c70-4480-b74a-4c107425d1da binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:56:28.250962 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.407548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f525272-cba0-4c09-b840-e20b2e104304 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:28.409096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6f525272-cba0-4c09-b840-e20b2e104304 tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4261832 Sep 18 02:56:28.411857 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45394) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:28.439981 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-63b54ac3-4009-4c50-9b29-e5ab73c1d25b tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=e9a74ca0-c5cc-45f6-89f4-b698db9ab706&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269911 Sep 18 02:56:28.442459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45396) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:28.448006 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-654490943', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:28.510378 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.515594 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.540950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:56:28.544508 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.567208 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Attempting to bind port db02d0aa-3c70-4480-b74a-4c107425d1da on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:56:28.567575 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Attempting to bind port db02d0aa-3c70-4480-b74a-4c107425d1da by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:56:28.567938 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Attempting to bind port db02d0aa-3c70-4480-b74a-4c107425d1da on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:56:28.570593 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62873f8-6d60-4f74-b19a-c4e1d13cd421 None None] Pushing event updated for resources: {'Port': ['ID=db02d0aa-3c70-4480-b74a-4c107425d1da,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:28.576056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:56:28.576430 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:56:28.577533 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.577533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:56:28.577698 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Bound port: db02d0aa-3c70-4480-b74a-4c107425d1da, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:56:28.578016 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.629019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] For port db02d0aa-3c70-4480-b74a-4c107425d1da, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:56:28.632656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] For port db02d0aa-3c70-4480-b74a-4c107425d1da, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=db02d0aa-3c70-4480-b74a-4c107425d1da,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:56:28.637250 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.692436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:28.693058 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:28.698325 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62873f8-6d60-4f74-b19a-c4e1d13cd421 None None] Pushing event updated for resources: {'Port': ['ID=db02d0aa-3c70-4480-b74a-4c107425d1da,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:28.728579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.790516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Subnet': ['ID=f5dba2e2-61c0-462b-a31a-9093525301c5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:28.798475 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Checking segment: {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:56:28.798866 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network hostable DHCP agents. Network: a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:56:28.802308 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:28.817752 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:56:28.828416 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:56:28.832619 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:28.833218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:28.848238 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5207f425-367c-4b49-8a47-f092c9a905df tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4046047 Sep 18 02:56:28.851077 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45398) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:28.864246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be06747-601e-444a-b5da-4678cadd34c4 None None] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:56:29.096043 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:56:29.096902 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:29.112356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a7046803-5130-4890-add1-b574bd660e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:27Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:29.145679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7046803-5130-4890-add1-b574bd660e4f None None] The sync data for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 is: [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:27Z', 'revision_number': 3, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:56:29.320218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:29.432254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Allocated IP 172.20.0.2 (a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d/f5dba2e2-61c0-462b-a31a-9093525301c5/6bf729fc-84c0-4ee0-b39f-11dd050bd85a) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:56:29.596167 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:29.607971 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:29.658338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:56:29.661390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:56:29.668678 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:56:29.675810 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device db02d0aa-3c70-4480-b74a-4c107425d1da up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:56:29.682433 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Pushing event updated for resources: {'Port': ['ID=6bf729fc-84c0-4ee0-b39f-11dd050bd85a,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:29.771247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Attempting to bind port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:56:29.771618 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Attempting to bind port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:56:29.772080 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Attempting to bind port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a on network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:56:29.779246 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:56:29.779621 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Checking segment: {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:56:29.780025 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:29.780415 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Bound using segment: {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:56:29.780890 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Bound port: 6bf729fc-84c0-4ee0-b39f-11dd050bd85a, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:56:29.781270 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:29.823316 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port db02d0aa-3c70-4480-b74a-4c107425d1da triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:29.823715 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:29.888705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] For port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:56:29.892813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] For port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6bf729fc-84c0-4ee0-b39f-11dd050bd85a,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:56:29.901121 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:29.994296 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.012259 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3ea28-5c7b-49b4-a3f1-3d8385f9ca46 None None] Pushing event updated for resources: {'Port': ['ID=6bf729fc-84c0-4ee0-b39f-11dd050bd85a,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:30.012519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.1 (a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d/f5dba2e2-61c0-462b-a31a-9093525301c5/3a6dae08-5c23-43c0-9330-527f52830347) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:56:30.030340 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port db02d0aa-3c70-4480-b74a-4c107425d1da, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=db02d0aa-3c70-4480-b74a-4c107425d1da,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:30.035462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.086512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=db02d0aa-3c70-4480-b74a-4c107425d1da,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:30.148380 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.185181 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.241240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:56:30.247538 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:56:30.253043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:56:30.256121 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=3a6dae08-5c23-43c0-9330-527f52830347,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:30.301921 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.424998 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.695439 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.699690 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.776481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=3a6dae08-5c23-43c0-9330-527f52830347,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:30.778876 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.867153 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:56:30.868488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:56:30.921970 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6bc97dc5-d899-4097-ab7f-71729b63fada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:30.987336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 409cbac7-e186-4b4c-b36b-f6267a4c703e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:56:31.117307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:56:31.123063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-e763aef9-4301-4440-9334-7d0dfdd33070 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/409cbac7-e186-4b4c-b36b-f6267a4c703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709339 Sep 18 02:56:31.223037 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Sync routers for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:56:31.228696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfad3a-e56c-4b3b-86a2-b8d06c0544d7 None None] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:56:31.234185 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:31.234908 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:31.278662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-bcd0625c-736a-45ef-906f-757ae443a288 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162530413&fields=id&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 267 time: 0.0343497 Sep 18 02:56:31.344452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-79d6b8a2-d646-4249-a39c-3f9abbd5f002 None None] Provisioning complete for port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:31.344825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-79d6b8a2-d646-4249-a39c-3f9abbd5f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:31.347565 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:31.404091 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-8e35be6f-05c6-4855-81e4-a4be7a1b6b93 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:31.406064 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-8e35be6f-05c6-4855-81e4-a4be7a1b6b93 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/networks?id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d HTTP/1.1" status: 200 len: 796 time: 0.1190388 Sep 18 02:56:31.423606 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-b538e89e-76e2-4de3-b1ce-e7b930a2c6fd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/quotas/4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 375 time: 0.0106812 Sep 18 02:56:31.470523 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-79d6b8a2-d646-4249-a39c-3f9abbd5f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:31.515412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-79d6b8a2-d646-4249-a39c-3f9abbd5f002 None None] For port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6bf729fc-84c0-4ee0-b39f-11dd050bd85a,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:31.515911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-e182d8ae-9e13-45cd-90ef-95bf5fc413a1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754907 Sep 18 02:56:31.523459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-79d6b8a2-d646-4249-a39c-3f9abbd5f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:31.594296 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 2, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:31.655316 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Checking router: 409cbac7-e186-4b4c-b36b-f6267a4c703e for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:56:31.656727 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Updating router 409cbac7-e186-4b4c-b36b-f6267a4c703e port 3a6dae08-5c23-43c0-9330-527f52830347 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:56:31.698234 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:31.706958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6b8a2-d646-4249-a39c-3f9abbd5f002 None None] Pushing event updated for resources: {'Port': ['ID=6bf729fc-84c0-4ee0-b39f-11dd050bd85a,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:31.778834 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device db02d0aa-3c70-4480-b74a-4c107425d1da up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:56:31.816470 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-8baa8c9f-2024-44bc-a86d-f3b52051b5d5 service neutron] 10.222.0.21 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995560 Sep 18 02:56:31.847355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port db02d0aa-3c70-4480-b74a-4c107425d1da triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:31.847825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:31.892425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3aff73c5-4531-4122-a0d4-c19b0e66070b None None] Provisioning complete for port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:31.892919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3aff73c5-4531-4122-a0d4-c19b0e66070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:31.921646 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-3b78fc95-7f3d-40b4-bd84-73878ae70351 service neutron] 10.222.0.21 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043079 Sep 18 02:56:31.994948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6bf729fc-84c0-4ee0-b39f-11dd050bd85a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:56:32.090413 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3aff73c5-4531-4122-a0d4-c19b0e66070b None None] Provisioning complete for port 3a6dae08-5c23-43c0-9330-527f52830347 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:32.090727 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3aff73c5-4531-4122-a0d4-c19b0e66070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.136725 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:32.136725 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.154776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3aff73c5-4531-4122-a0d4-c19b0e66070b None None] Port 3a6dae08-5c23-43c0-9330-527f52830347 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:56:32.169879 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.182922 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.283733 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a91a621e-5f2a-42f5-91a7-a5b7e8ceb2ec req-ec848bb7-2efd-48b6-93c1-9f06105c54b3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 210 time: 0.0662036 Sep 18 02:56:32.286449 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Pushing event updated for resources: {'Port': ['ID=3a6dae08-5c23-43c0-9330-527f52830347,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:32.303411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cca5aac8-8be3-429e-9662-ff4cba192cd5 None None] Provisioning complete for port 3a6dae08-5c23-43c0-9330-527f52830347 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:32.304140 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cca5aac8-8be3-429e-9662-ff4cba192cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.348185 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cca5aac8-8be3-429e-9662-ff4cba192cd5 None None] Port 3a6dae08-5c23-43c0-9330-527f52830347 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:56:32.354917 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.355338 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.355951 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.356363 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.356760 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.357211 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.357661 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.358104 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.358615 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.358983 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.359367 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.359808 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:56:32.384571 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Attempting to bind port 3a6dae08-5c23-43c0-9330-527f52830347 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:56:32.387139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Attempting to bind port 3a6dae08-5c23-43c0-9330-527f52830347 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:56:32.387678 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Attempting to bind port 3a6dae08-5c23-43c0-9330-527f52830347 on network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:56:32.394398 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:56:32.395042 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Checking segment: {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:56:32.401787 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.402397 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Bound using segment: {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:56:32.402968 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Bound port: 3a6dae08-5c23-43c0-9330-527f52830347, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:56:32.403443 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.494006 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] For port 3a6dae08-5c23-43c0-9330-527f52830347, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:56:32.497586 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] For port 3a6dae08-5c23-43c0-9330-527f52830347, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3a6dae08-5c23-43c0-9330-527f52830347,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:56:32.503815 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.573383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-dcf38b4f-b4d7-4eeb-93ba-cb8ce64a5ad1 None None] Provisioning complete for port 3a6dae08-5c23-43c0-9330-527f52830347 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:32.573798 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b4f-b4d7-4eeb-93ba-cb8ce64a5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.587050 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:32.587797 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:32.681545 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b4f-b4d7-4eeb-93ba-cb8ce64a5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.730855 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5065a-87fb-40bb-8d65-3e93d29c87bb None None] Pushing event updated for resources: {'Port': ['ID=3a6dae08-5c23-43c0-9330-527f52830347,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:32.737363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-dcf38b4f-b4d7-4eeb-93ba-cb8ce64a5ad1 None None] For port 3a6dae08-5c23-43c0-9330-527f52830347, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3a6dae08-5c23-43c0-9330-527f52830347,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:32.743362 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dcf38b4f-b4d7-4eeb-93ba-cb8ce64a5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.763892 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:32.812905 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38b4f-b4d7-4eeb-93ba-cb8ce64a5ad1 None None] Pushing event updated for resources: {'Port': ['ID=3a6dae08-5c23-43c0-9330-527f52830347,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:32.868568 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-12197754-d24e-4570-87e0-7e97ce9937ff None None] Provisioning complete for port 3a6dae08-5c23-43c0-9330-527f52830347 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:32.868966 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-12197754-d24e-4570-87e0-7e97ce9937ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:32.995795 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:32Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:33.022499 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479eff25-2c12-440b-9e38-8d83db06a448 None None] The sync data for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 is: [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:32Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:56:33.094144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-03b22c70-0064-46bb-bd4e-129738779047 None None] Provisioning complete for port 3a6dae08-5c23-43c0-9330-527f52830347 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:33.095151 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-03b22c70-0064-46bb-bd4e-129738779047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:33.368136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-79630f48-e020-4ea7-95e0-b9ec9581adbf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:33.369646 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-79630f48-e020-4ea7-95e0-b9ec9581adbf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/networks?id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d HTTP/1.1" status: 200 len: 796 time: 0.1191065 Sep 18 02:56:33.428504 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e00a6fe9-7ce5-46de-b01f-b7fe7de3e707 req-ce8a6a5c-8172-4211-9637-cd10502c930e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 210 time: 0.0388629 Sep 18 02:56:33.450147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-3244c1b5-01d6-4131-b05a-94051294a8a6 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4b186606c54edbb96b587769d14dd1 HTTP/1.1" status: 200 len: 380 time: 0.0708098 Sep 18 02:56:33.461625 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'port': {'device_id': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'admin_state_up': True, 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'security_groups': ['8839ed1f-ce14-45c0-beb8-57f18957de45']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:33.547055 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7c5e00f1-2702-4352-960b-75285e197c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:33.587317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Made reservation on behalf of 4a4b186606c54edbb96b587769d14dd1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:56:33.591095 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:33.684229 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3a6dae08-5c23-43c0-9330-527f52830347 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:56:33.728054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.20.0.3 (a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d/f5dba2e2-61c0-462b-a31a-9093525301c5/4e1cd9fa-da6f-4a4f-bd03-396ff781afcc) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:56:33.749850 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3a6dae08-5c23-43c0-9330-527f52830347 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:33.750418 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:33.837182 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6bf729fc-84c0-4ee0-b39f-11dd050bd85a up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:56:33.885436 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:33.888835 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:33.889345 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:33.924094 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:33.970435 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:56:33.973696 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:56:33.980525 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:56:33.988075 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:34.043905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:34.044568 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.065018 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-94d2155b-fd46-46ca-8563-8b454522e0ab tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072831 Sep 18 02:56:34.077675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Request body: {'port': {'device_id': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:34.148964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.159512 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.211881 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-53d9aa72-1b04-4486-9001-fc453be23929 None None] Provisioning complete for port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:34.212245 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-53d9aa72-1b04-4486-9001-fc453be23929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.247603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-53d9aa72-1b04-4486-9001-fc453be23929 None None] Port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:56:34.421707 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:56:34.428885 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.440508 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Transition to ACTIVE for port object 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:56:34.444037 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.514781 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Pushing event updated for resources: {'Port': ['ID=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:34.560960 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40881b6b-eb26-4c47-980b-de5aed9aca07 req-1c803761-32f7-403f-87c7-0a1747312119 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:34.562681 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40881b6b-eb26-4c47-980b-de5aed9aca07 req-1c803761-32f7-403f-87c7-0a1747312119 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 943 time: 0.0632942 Sep 18 02:56:34.569597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Attempting to bind port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:56:34.569597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Attempting to bind port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:56:34.570239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Attempting to bind port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc on network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:56:34.574876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc on network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:56:34.575200 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Attempting to bind port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc on network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:56:34.580358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:56:34.580697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Checking segment: {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:56:34.581083 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Bound using segment: {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:56:34.581517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Bound port: 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c8110-0297-43b7-9a97-cbb17178ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:56:34.581886 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.606306 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-40881b6b-eb26-4c47-980b-de5aed9aca07 req-35ae1856-c5e7-45c0-b8f2-4e23f07487a4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345864 Sep 18 02:56:34.651635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] For port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:56:34.655040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] For port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:56:34.660689 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.699016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:34.699654 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:34.701080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] 10.222.0.18 "PUT /v2.0/ports/4e1cd9fa-da6f-4a4f-bd03-396ff781afcc HTTP/1.1" status: 200 len: 1092 time: 0.6278985 Sep 18 02:56:34.701505 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:56:34.703789 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825" -d '{"events": [{"name": "network-changed", "server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:56:34.757655 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad4d60-2402-4dad-82fb-7ca90b78a355 x-openstack-request-id: req-33ad4d60-2402-4dad-82fb-7ca90b78a355 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:56:34.758682 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:56:34.759214 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33ad4d60-2402-4dad-82fb-7ca90b78a355 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:56:34.759968 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'status': 'completed', 'code': 200} Sep 18 02:56:34.762748 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870ec2e-1e22-44ae-bbc9-1c8cffef520d service neutron] Pushing event updated for resources: {'Port': ['ID=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:34.796881 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-bda082f8-2086-4e4f-a333-b161a34a810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:34.798402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-bda082f8-2086-4e4f-a333-b161a34a810d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 1095 time: 0.0541372 Sep 18 02:56:34.841125 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-27a5021e-bf60-4c3c-84ba-ffe41a9b92b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc HTTP/1.1" status: 200 len: 217 time: 0.0343618 Sep 18 02:56:34.895533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-46c98225-ca15-4ad0-b0ab-992bf8c3dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:34.897061 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-46c98225-ca15-4ad0-b0ab-992bf8c3dce0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5dba2e2-61c0-462b-a31a-9093525301c5 HTTP/1.1" status: 200 len: 834 time: 0.0494585 Sep 18 02:56:34.941332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6a708ef8-4ca3-4214-9f6c-445d2d223c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:34.942870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-6a708ef8-4ca3-4214-9f6c-445d2d223c5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393145 Sep 18 02:56:35.032920 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-a8f9d641-9449-459e-a09d-c706ed57cee7 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829601 Sep 18 02:56:35.131081 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1e53b08-9b62-4892-8c94-4c97c119a678 req-1a404d66-f58a-49be-b4ae-2daff7e469d5 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916440 Sep 18 02:56:35.137103 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:35.216315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-54f65aab-03dd-4943-bfb9-61bccfba1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:35.217810 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-54f65aab-03dd-4943-bfb9-61bccfba1c51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 1095 time: 0.0404193 Sep 18 02:56:35.312815 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-553db658-761d-4b6a-8560-88132bf667d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:35.314197 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-553db658-761d-4b6a-8560-88132bf667d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d HTTP/1.1" status: 200 len: 896 time: 0.0895662 Sep 18 02:56:35.357941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-0b90515f-1d94-4b93-ad17-536ae5562a4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc HTTP/1.1" status: 200 len: 217 time: 0.0358994 Sep 18 02:56:35.410374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-92fc80a5-78eb-4039-9bda-df3f52c663d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:35.411824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-92fc80a5-78eb-4039-9bda-df3f52c663d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5dba2e2-61c0-462b-a31a-9093525301c5 HTTP/1.1" status: 200 len: 834 time: 0.0465560 Sep 18 02:56:35.457765 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-61768f09-0e2e-4530-8549-a40bdbfabbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:35.459841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-61768f09-0e2e-4530-8549-a40bdbfabbd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391028 Sep 18 02:56:35.546262 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-9fa49bd7-20a5-4e8a-b7b3-6baefc1a2443 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797987 Sep 18 02:56:35.638452 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ae7d857c-e533-4ff2-8a75-9dbbe2b3b825 req-cd7573a4-6613-4087-a2c8-7de2aa777865 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841422 Sep 18 02:56:35.722060 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0386-304d-4338-93f8-6c60305c50ba req-cd025470-08bf-48d8-ac1a-c000b541c2dc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:35.723608 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c2d0386-304d-4338-93f8-6c60305c50ba req-cd025470-08bf-48d8-ac1a-c000b541c2dc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 943 time: 0.0488951 Sep 18 02:56:35.766576 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4c2d0386-304d-4338-93f8-6c60305c50ba req-53be77ac-8083-47e3-901e-5a1feb40b642 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368767 Sep 18 02:56:36.479321 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:36.878866 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9ac5-d21e-491d-935c-a3c6e443530a req-20d3e8e5-b2de-49a9-8092-18451f16b7a3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:36.880324 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a56f9ac5-d21e-491d-935c-a3c6e443530a req-20d3e8e5-b2de-49a9-8092-18451f16b7a3 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 943 time: 0.0479858 Sep 18 02:56:36.919229 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a56f9ac5-d21e-491d-935c-a3c6e443530a req-5c4d290a-58a1-4eac-841b-0cc968d1a34d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Sep 18 02:56:38.034679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec0aa3-978b-4f81-aec1-02ab1a8ff859 req-d6612680-9c6a-4a94-bdb1-2876a6749f67 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:38.036164 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7ec0aa3-978b-4f81-aec1-02ab1a8ff859 req-d6612680-9c6a-4a94-bdb1-2876a6749f67 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 943 time: 0.0487325 Sep 18 02:56:38.079101 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e7ec0aa3-978b-4f81-aec1-02ab1a8ff859 req-2da8466c-087b-4bee-9fce-c3631aff39b4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369968 Sep 18 02:56:38.879924 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:56:38.979255 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:38.990270 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'port_id': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'mac_address': 'fa:16:3e:c8:be:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:56:39.027832 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:39.040339 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:56:39.061379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:39.071676 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:39.120633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:39.205865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efea0c-9853-4dec-80db-2ba58a742482 req-ddba4c4e-0807-4085-984e-c0cf5bc33f5a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:39.207986 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94efea0c-9853-4dec-80db-2ba58a742482 req-ddba4c4e-0807-4085-984e-c0cf5bc33f5a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 944 time: 0.0554597 Sep 18 02:56:39.252495 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-94efea0c-9853-4dec-80db-2ba58a742482 req-567081ce-ceb8-4536-b529-474e9fcd4e96 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370743 Sep 18 02:56:39.275001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['4e1cd9fa-da6f-4a4f-bd03-396ff781afcc'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:56:40.373356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf00d6-67dd-42d5-a6b4-bcded36ea35a req-7b74bcb8-bb01-4674-ba68-a3abfdeca5cb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:40.374896 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6edf00d6-67dd-42d5-a6b4-bcded36ea35a req-7b74bcb8-bb01-4674-ba68-a3abfdeca5cb tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 944 time: 0.0495489 Sep 18 02:56:40.414690 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6edf00d6-67dd-42d5-a6b4-bcded36ea35a req-846c215e-bed5-45a7-ac8a-05dc34bccbf4 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336747 Sep 18 02:56:40.879655 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:56:40.932017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:56:40.935624 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:56:40.936098 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:41.010799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:41.031871 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:56:41.034105 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dab997-aa4e-4559-b325-9b09ac6dd9e7" -d '{"events": [{"server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "name": "network-vif-plugged", "status": "completed", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:56:41.046455 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:56:41.050948 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:41.098170 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:41.122355 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5760f1c-4e3e-430b-80d8-80e79d1c54a6 x-openstack-request-id: req-a5760f1c-4e3e-430b-80d8-80e79d1c54a6 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:56:41.122832 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "name": "network-vif-plugged", "status": "completed", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:56:41.123302 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5760f1c-4e3e-430b-80d8-80e79d1c54a6 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:56:41.123726 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'code': 200} Sep 18 02:56:41.217712 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbe8d2-5717-4436-b8b9-4f1a1d730156 req-de143206-8316-4c02-967d-f712c1de2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:41.219390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dcbe8d2-5717-4436-b8b9-4f1a1d730156 req-de143206-8316-4c02-967d-f712c1de2d3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 1097 time: 0.0407035 Sep 18 02:56:41.253724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9dcbe8d2-5717-4436-b8b9-4f1a1d730156 req-5c4240b0-6858-4e02-967e-20e664b50b9f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274539 Sep 18 02:56:41.529027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545b14c-a38c-4cbc-bef4-b2b4789a48d7 req-2b9e0807-645b-4121-91ed-f5c992da58c9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:41.530516 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9545b14c-a38c-4cbc-bef4-b2b4789a48d7 req-2b9e0807-645b-4121-91ed-f5c992da58c9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0504127 Sep 18 02:56:41.575799 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9545b14c-a38c-4cbc-bef4-b2b4789a48d7 req-36361009-76a8-46d1-a464-f3f88bb20ee0 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392334 Sep 18 02:56:42.691002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbb216-adbd-4788-ae0f-85fb5a0bbe93 req-0f080cf3-a15a-48e3-8516-9f2c730f8c49 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:42.692501 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5acbb216-adbd-4788-ae0f-85fb5a0bbe93 req-0f080cf3-a15a-48e3-8516-9f2c730f8c49 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0485253 Sep 18 02:56:42.731106 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5acbb216-adbd-4788-ae0f-85fb5a0bbe93 req-89c48f30-ca76-494b-898a-07e67ef39bb9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Sep 18 02:56:42.843754 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efd159-d236-4e81-9f69-66f420d8d7ba req-96c39d1f-11cf-4019-8f27-b047909f3fb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:42.845226 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07efd159-d236-4e81-9f69-66f420d8d7ba req-96c39d1f-11cf-4019-8f27-b047909f3fb5 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0489614 Sep 18 02:56:42.883213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-07efd159-d236-4e81-9f69-66f420d8d7ba req-da65b734-9fb0-42c0-a966-efa6fb56828e tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Sep 18 02:56:42.904461 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45462) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:42.942889 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7131d1-f3b9-46cd-895a-91301c78110d tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:42.944409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-fc7131d1-f3b9-46cd-895a-91301c78110d tempest-TestNetworkAdvancedServerOps-811010502 tempest-TestNetworkAdvancedServerOps-811010502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 1092 time: 0.0389574 Sep 18 02:56:42.947340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45464) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:42.951446 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:56:42.972199 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:43.069155 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:43.171243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Allocated IP 172.25.0.80 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/5db03be4-d184-4bc5-a9ba-ed02ee329d6f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:56:43.272290 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:43.305063 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:43.341284 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:56:43.343953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:56:43.347331 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:56:43.375770 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=5db03be4-d184-4bc5-a9ba-ed02ee329d6f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:43.702413 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:43.770685 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:43.916525 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:43.920752 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:43.994329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event updated for resources: {'Port': ['ID=5db03be4-d184-4bc5-a9ba-ed02ee329d6f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:56:44.000853 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:44.098865 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP 0838ca31-89ce-4db7-8046-57b2b0f6c800 associated. External IP: 172.25.0.80, port: 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc. Sep 18 02:56:44.302441 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 409cbac7-e186-4b4c-b36b-f6267a4c703e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:56:44.731062 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:56:44.741838 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] Sync routers for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:56:44.747440 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:44.754783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:44.755451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:44.775332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ded935cb-ca38-4923-83bb-712e70ec2730 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8269947 Sep 18 02:56:44.776011 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:56:44.778364 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58544257-e9b4-41d0-951b-1eee7ac0c746" -d '{"events": [{"name": "network-changed", "server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:56:44.867075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:44.870524 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31eb2fb-3969-49fd-865b-435cf0b7b323 x-openstack-request-id: req-e31eb2fb-3969-49fd-865b-435cf0b7b323 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:56:44.870841 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:56:44.871095 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e31eb2fb-3969-49fd-865b-435cf0b7b323 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:56:44.871492 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'status': 'completed', 'code': 200} Sep 18 02:56:44.880801 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6734b31-ffb0-40fb-b23d-c9f139fa4a96 req-79646ec6-4d6a-4799-afd4-44ace77aa420 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:44.882326 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6734b31-ffb0-40fb-b23d-c9f139fa4a96 req-79646ec6-4d6a-4799-afd4-44ace77aa420 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0556505 Sep 18 02:56:44.950360 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e6734b31-ffb0-40fb-b23d-c9f139fa4a96 req-be2d4f6d-acbb-4788-adfe-24fd976eccb1 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614972 Sep 18 02:56:44.962189 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-12a8fe02-f15b-49cd-ac3d-4d30f2a7658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:44.963745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-12a8fe02-f15b-49cd-ac3d-4d30f2a7658a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 1097 time: 0.0683241 Sep 18 02:56:44.976186 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45472) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:45.038228 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-68ef0e72-f553-4bf4-aeda-c4a7c998fa72 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/0838ca31-89ce-4db7-8046-57b2b0f6c800 HTTP/1.1" status: 200 len: 990 time: 0.0606711 Sep 18 02:56:45.065783 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-bd3e68dd-1fd5-4059-bccd-1fd3c80dc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:45.067331 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-bd3e68dd-1fd5-4059-bccd-1fd3c80dc28c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d HTTP/1.1" status: 200 len: 896 time: 0.0963118 Sep 18 02:56:45.140462 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-5d862454-4b9e-4bb4-9350-f7e8a4c03708 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc HTTP/1.1" status: 200 len: 998 time: 0.0664854 Sep 18 02:56:45.190572 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-c40f6c1a-1b27-415c-968e-a49e41e6344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:45.192075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-c40f6c1a-1b27-415c-968e-a49e41e6344e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5dba2e2-61c0-462b-a31a-9093525301c5 HTTP/1.1" status: 200 len: 834 time: 0.0442934 Sep 18 02:56:45.236988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-cab383be-fd8c-4295-bac5-9afebd74c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:45.238475 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-cab383be-fd8c-4295-bac5-9afebd74c4b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399761 Sep 18 02:56:45.251734 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '0838ca31-89ce-4db7-8046-57b2b0f6c800', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'port_id': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'mac_address': 'fa:16:3e:c8:be:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:56:43Z', 'updated_at': '2021-09-18T02:56:43Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:32Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:45.278612 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] Checking router: 409cbac7-e186-4b4c-b36b-f6267a4c703e for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:56:45.287028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:56:45.287758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:56:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:45.336560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-6e1f27c3-9978-4859-88de-18d115d7b3b9 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909216 Sep 18 02:56:45.392899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:56:45.427992 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58544257-e9b4-41d0-951b-1eee7ac0c746 req-bd4f32b1-7afa-4001-bafb-d96d7aa7f301 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846858 Sep 18 02:56:45.614910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '0838ca31-89ce-4db7-8046-57b2b0f6c800', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'port_id': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'mac_address': 'fa:16:3e:c8:be:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:56:43Z', 'updated_at': '2021-09-18T02:56:43Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:32Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:56:45.640203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe171bf8-630e-448a-bd23-3684a9c19449 None None] The sync data for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 is: [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '0838ca31-89ce-4db7-8046-57b2b0f6c800', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'port_id': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'mac_address': 'fa:16:3e:c8:be:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:56:43Z', 'updated_at': '2021-09-18T02:56:43Z', 'revision_number': 0, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:32Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:56:45.821760 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa629d-8df2-4584-afb0-7aa5052d595c None None] New status for floating IP 0838ca31-89ce-4db7-8046-57b2b0f6c800: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:56:46.041527 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45474) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:56:46.113964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-06f18606-ddbb-49a1-af9b-79a8fb0926f2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/0838ca31-89ce-4db7-8046-57b2b0f6c800 HTTP/1.1" status: 200 len: 992 time: 0.0703549 Sep 18 02:56:48.036447 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:56:56.046560 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:56.319159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:56:58.394765 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-337f38af-af76-4ea0-b52e-5b2cca3b56fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384231 Sep 18 02:56:58.475256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-b1c5bf82-c783-4b66-86b1-0aa9314b7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:58.476721 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-b1c5bf82-c783-4b66-86b1-0aa9314b7d0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 1097 time: 0.0410819 Sep 18 02:56:58.582148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-f51c2fde-3bfa-4eba-a036-d53f933a9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:58.584738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-f51c2fde-3bfa-4eba-a036-d53f933a9041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d HTTP/1.1" status: 200 len: 896 time: 0.0894077 Sep 18 02:56:58.649837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-c029da40-2da7-4943-833f-824dcd716049 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc HTTP/1.1" status: 200 len: 1000 time: 0.0586059 Sep 18 02:56:58.702562 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-b318fc9e-09cf-4402-b910-c21d249d337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:58.704016 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-b318fc9e-09cf-4402-b910-c21d249d337e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5dba2e2-61c0-462b-a31a-9093525301c5 HTTP/1.1" status: 200 len: 834 time: 0.0469141 Sep 18 02:56:58.750596 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-6d214da7-5574-4fe2-9d70-187a103c7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:56:58.752170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-6d214da7-5574-4fe2-9d70-187a103c7ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396993 Sep 18 02:56:58.841109 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-6885c810-1054-40b9-9170-72289c652e6f service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808899 Sep 18 02:56:58.935483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c9687241-08a8-41db-ba7f-4dca17c76698 req-efaa1e37-bc7d-4b76-bf9f-35a3b415383b service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Sep 18 02:57:00.914919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5678e9a1-f4cf-40b5-bc8f-7862d381ac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:03.540281 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-993fa4a3-3b0b-4fc3-a484-a4a7c45e614c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:04.152856 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:05.138649 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:06.481725 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:12.826157 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43b6f-6a3b-4e59-8699-096b9900df6a req-8ecad855-5d8d-43a2-a093-02c7d778870a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:12.827662 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51e43b6f-6a3b-4e59-8699-096b9900df6a req-8ecad855-5d8d-43a2-a093-02c7d778870a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0523596 Sep 18 02:57:12.864869 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-51e43b6f-6a3b-4e59-8699-096b9900df6a req-1e295d86-3706-4159-a3ea-501f0a573240 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Sep 18 02:57:13.982690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94e401-3142-4aa4-84a2-0cbd80796de8 req-3fd52bd6-61c6-468d-b0b6-40a528173cf2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:13.984195 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe94e401-3142-4aa4-84a2-0cbd80796de8 req-3fd52bd6-61c6-468d-b0b6-40a528173cf2 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0490344 Sep 18 02:57:14.020908 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-fe94e401-3142-4aa4-84a2-0cbd80796de8 req-ce35a2f7-31ee-470d-8b2c-fa0b85deec11 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Sep 18 02:57:14.043178 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45490) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:14.106431 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-514ccc8f-f57d-41e5-934c-8c5f851e482d tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/0838ca31-89ce-4db7-8046-57b2b0f6c800 HTTP/1.1" status: 200 len: 992 time: 0.0621014 Sep 18 02:57:15.047311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-0526b814-81bf-4a87-872d-77b097d2b864 req-3c34b9e9-1b20-4984-8395-f20b4d62764a service neutron] (106440) timed out ('10.222.0.21', 39472) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 02:57:15.370321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456bb43-ee8b-49d5-80a6-610789ba0586 req-79b68171-57f2-42a2-bf4b-39d64487c4be tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:15.371960 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6456bb43-ee8b-49d5-80a6-610789ba0586 req-79b68171-57f2-42a2-bf4b-39d64487c4be tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0497942 Sep 18 02:57:15.388577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-31f929b8-6e69-40b2-971c-06c0a257f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:15.390079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-31f929b8-6e69-40b2-971c-06c0a257f28a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 1097 time: 0.0417507 Sep 18 02:57:15.410694 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6456bb43-ee8b-49d5-80a6-610789ba0586 req-676c15ef-0503-48b3-b561-b7ebecda5a0a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Sep 18 02:57:15.484629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-cad9e55e-0247-4b28-b256-aabc07d941af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:15.486080 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-cad9e55e-0247-4b28-b256-aabc07d941af service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d HTTP/1.1" status: 200 len: 896 time: 0.0886364 Sep 18 02:57:15.551824 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-3728d616-e06e-4794-8fb2-f9af035e0156 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc HTTP/1.1" status: 200 len: 1000 time: 0.0575652 Sep 18 02:57:15.600214 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-2ba940d3-82f5-4757-8fb4-d218319b3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:15.601621 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-2ba940d3-82f5-4757-8fb4-d218319b3202 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5dba2e2-61c0-462b-a31a-9093525301c5 HTTP/1.1" status: 200 len: 834 time: 0.0430896 Sep 18 02:57:15.649150 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-730c021e-ee04-4281-9ace-32fd17c555ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:15.650518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-730c021e-ee04-4281-9ace-32fd17c555ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423660 Sep 18 02:57:15.740267 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-ae7cb552-5034-4f54-a15a-dd1190c70164 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818291 Sep 18 02:57:15.831748 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6228fbfd-a709-43fc-b051-e3a57f677dce req-c325672c-d41e-4e75-b640-8f33b1d3f735 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849307 Sep 18 02:57:16.530824 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da41bb-85a1-425d-8fc5-71b427f59fea req-e9c73d26-d33f-4f06-8db2-15972272d6f9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:16.533182 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65da41bb-85a1-425d-8fc5-71b427f59fea req-e9c73d26-d33f-4f06-8db2-15972272d6f9 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0511451 Sep 18 02:57:16.571727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-65da41bb-85a1-425d-8fc5-71b427f59fea req-ff6a3fed-35d7-42c3-8340-cdc25a051310 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Sep 18 02:57:17.685865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5600cc-807d-4219-aa1a-46004a985d59 req-9d9f6238-f257-467b-83cb-fc1988b07bcc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:17.687402 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a5600cc-807d-4219-aa1a-46004a985d59 req-9d9f6238-f257-467b-83cb-fc1988b07bcc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0479329 Sep 18 02:57:17.724580 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8a5600cc-807d-4219-aa1a-46004a985d59 req-c505fb77-9433-4946-91cf-fff365bec5bd tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Sep 18 02:57:17.747430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45502) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:17.811706 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d0e72fb0-9141-41db-aacb-1302220998fc tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/floatingips/0838ca31-89ce-4db7-8046-57b2b0f6c800 HTTP/1.1" status: 200 len: 992 time: 0.0630298 Sep 18 02:57:18.043148 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45508) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:18.200314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 5db03be4-d184-4bc5-a9ba-ed02ee329d6f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:57:18.200658 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:18.274267 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:18.274600 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:18.285911 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 5db03be4-d184-4bc5-a9ba-ed02ee329d6f owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:57:18.433072 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:18.459933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=5db03be4-d184-4bc5-a9ba-ed02ee329d6f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:18.520253 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:18.520582 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Floating IP 0838ca31-89ce-4db7-8046-57b2b0f6c800 disassociated (deleted). External IP: 172.25.0.80, port: 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc. Sep 18 02:57:18.728858 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 409cbac7-e186-4b4c-b36b-f6267a4c703e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:57:18.842549 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:57:18.847682 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:18.852611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] Sync routers for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:57:18.861326 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:18.861933 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:18.875536 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-1b93fbb2-742a-4360-9621-377bf3fd5135 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/floatingips/0838ca31-89ce-4db7-8046-57b2b0f6c800 HTTP/1.1" status: 204 len: 168 time: 0.8312943 Sep 18 02:57:18.876128 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:57:18.878375 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:57:18.918630 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c9d83-adec-4eca-873b-278214d29893 x-openstack-request-id: req-c49c9d83-adec-4eca-873b-278214d29893 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:57:18.919052 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:57:18.919409 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c49c9d83-adec-4eca-873b-278214d29893 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:57:18.919910 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'status': 'completed', 'code': 200} Sep 18 02:57:18.984019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:18.985663 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-d06698dd-374d-495e-af7d-60502b2cadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:18.987454 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-d06698dd-374d-495e-af7d-60502b2cadfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a4b186606c54edbb96b587769d14dd1&device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 1097 time: 0.0458393 Sep 18 02:57:19.100027 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-79feed46-a880-43f0-a872-d9b745bf0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:19.101580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-79feed46-a880-43f0-a872-d9b745bf0be7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d HTTP/1.1" status: 200 len: 896 time: 0.1070914 Sep 18 02:57:19.154784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-da9814b2-a1c4-4a0d-ae1a-b8ac49f2bf65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc HTTP/1.1" status: 200 len: 217 time: 0.0399704 Sep 18 02:57:19.178533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0f312-4625-4e0e-8c8a-6396f7b8c831 req-ef3e27b4-111d-47a3-9b25-c7360ff0ac04 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:19.180130 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1d0f312-4625-4e0e-8c8a-6396f7b8c831 req-ef3e27b4-111d-47a3-9b25-c7360ff0ac04 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0982606 Sep 18 02:57:19.189962 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:32Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:19.215936 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] Checking router: 409cbac7-e186-4b4c-b36b-f6267a4c703e for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:57:19.224710 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:19.225561 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:19.236414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-b3e40c05-ef95-4bd0-b090-4f777f2e30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:19.237804 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-b3e40c05-ef95-4bd0-b090-4f777f2e30f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5dba2e2-61c0-462b-a31a-9093525301c5 HTTP/1.1" status: 200 len: 834 time: 0.0756714 Sep 18 02:57:19.257703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1d0f312-4625-4e0e-8c8a-6396f7b8c831 req-4673d81f-315c-4eec-a550-edf3f97eda78 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560470 Sep 18 02:57:19.291822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-09e37b01-8877-4491-965d-692dbf6137a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:19.293336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-09e37b01-8877-4491-965d-692dbf6137a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454440 Sep 18 02:57:19.330037 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:19.389826 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-9fe27627-c1ac-4d0e-9d4c-3dc8be80b117 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853109 Sep 18 02:57:19.479281 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e0fb03ee-62d5-41e6-8015-06eb6e59c1c1 req-0f436f95-79a1-45f5-942d-158656de4143 service neutron] 10.222.0.18 "GET /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811934 Sep 18 02:57:19.533239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:32Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:19.558332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767b42b-47eb-4b9a-89fb-270b904682d1 None None] The sync data for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 is: [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:30Z', 'revision_number': 4, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '3a6dae08-5c23-43c0-9330-527f52830347', 'name': '', 'network_id': 'a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'mac_address': 'fa:16:3e:31:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:29Z', 'updated_at': '2021-09-18T02:56:32Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'subnets': [{'id': 'f5dba2e2-61c0-462b-a31a-9093525301c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:57:19.781176 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425fa00-a439-4ce4-9538-4691a93da43e None None] New status for floating IP 0838ca31-89ce-4db7-8046-57b2b0f6c800: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:57:20.378148 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cceace-d679-42fe-981c-d9fb184ad3d6 req-94aaa783-58ef-49ce-83fd-f2d75ecc9611 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:20.379684 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5cceace-d679-42fe-981c-d9fb184ad3d6 req-94aaa783-58ef-49ce-83fd-f2d75ecc9611 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0522676 Sep 18 02:57:20.417407 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d5cceace-d679-42fe-981c-d9fb184ad3d6 req-2e63d660-b296-4181-90bb-51127ab6f593 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/security-groups?id=8839ed1f-ce14-45c0-beb8-57f18957de45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310171 Sep 18 02:57:20.674342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-0b326d68-f7e0-48fa-8cb5-75e2e004578c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:20.675820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-0b326d68-f7e0-48fa-8cb5-75e2e004578c tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 945 time: 0.0484862 Sep 18 02:57:20.767459 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:57:20.767802 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:20.862113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:20.862503 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:20.874900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:57:21.001200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:21.027465 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=4e1cd9fa-da6f-4a4f-bd03-396ff781afcc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:21.074004 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] No DVR routers for this DVR port 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:57:21.076669 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:21.078800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-13263eeb-6812-451d-9805-f1babebcd1f6 req-86fcb8a6-c777-45a7-9fb3-9d2d0e52eb9b tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.18 "DELETE /v2.0/ports/4e1cd9fa-da6f-4a4f-bd03-396ff781afcc HTTP/1.1" status: 204 len: 173 time: 0.3961294 Sep 18 02:57:21.079246 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'name': 'network-vif-deleted', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:57:21.081531 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf6feb7-41b4-419d-9873-7597d1f757d6" -d '{"events": [{"server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "name": "network-vif-deleted", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:57:21.120603 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4debe9-02c5-483a-9836-6e4dac6ef841 x-openstack-request-id: req-3a4debe9-02c5-483a-9836-6e4dac6ef841 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:57:21.120892 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59444ec-a0ca-48f3-98ba-aa9f394fcadc", "name": "network-vif-deleted", "tag": "4e1cd9fa-da6f-4a4f-bd03-396ff781afcc", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:57:21.121145 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a4debe9-02c5-483a-9836-6e4dac6ef841 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:57:21.121546 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59444ec-a0ca-48f3-98ba-aa9f394fcadc', 'name': 'network-vif-deleted', 'tag': '4e1cd9fa-da6f-4a4f-bd03-396ff781afcc', 'status': 'completed', 'code': 200} Sep 18 02:57:21.538094 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2d9073f2-8c71-437c-ade2-e253a986fc37 req-6f3bfe73-99ae-4d71-98e4-fd482086a229 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f59444ec-a0ca-48f3-98ba-aa9f394fcadc HTTP/1.1" status: 200 len: 210 time: 0.0343814 Sep 18 02:57:22.592362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45524) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:22.952766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:23.205749 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port 3a6dae08-5c23-43c0-9330-527f52830347 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:57:23.205982 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:23.292400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port 3a6dae08-5c23-43c0-9330-527f52830347, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3a6dae08-5c23-43c0-9330-527f52830347,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:23.292760 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:23.304838 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for 3a6dae08-5c23-43c0-9330-527f52830347 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:57:23.489359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:23.519765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=3a6dae08-5c23-43c0-9330-527f52830347,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:23.532956 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.533311 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.533654 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.533990 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.534324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.534655 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.535017 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.535343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.535672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.535994 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.536392 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.536837 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:23.710211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:23.930419 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Router 409cbac7-e186-4b4c-b36b-f6267a4c703e has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:57:24.035534 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:57:24.042157 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0e6c963f-4b56-45e0-900f-dfbd3f992b7a tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "PUT /v2.0/routers/409cbac7-e186-4b4c-b36b-f6267a4c703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4486804 Sep 18 02:57:24.044879 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45526) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:24.047543 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] Sync routers for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:57:24.059181 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:24.059948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:24.096298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee7172a-da64-421c-a8cf-5b4c84d7dd38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting subnet f5dba2e2-61c0-462b-a31a-9093525301c5 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 02:57:24.100126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee7172a-da64-421c-a8cf-5b4c84d7dd38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.146496 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee7172a-da64-421c-a8cf-5b4c84d7dd38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.172234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:24.233662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee7172a-da64-421c-a8cf-5b4c84d7dd38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.292421 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee7172a-da64-421c-a8cf-5b4c84d7dd38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.319669 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7172a-da64-421c-a8cf-5b4c84d7dd38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Subnet': ['ID=f5dba2e2-61c0-462b-a31a-9093525301c5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:24.323447 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3ee7172a-da64-421c-a8cf-5b4c84d7dd38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.325324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3ee7172a-da64-421c-a8cf-5b4c84d7dd38 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/subnets/f5dba2e2-61c0-462b-a31a-9093525301c5 HTTP/1.1" status: 204 len: 168 time: 0.2795160 Sep 18 02:57:24.327985 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45528) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:24.336376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cab711-d6a3-4905-be05-fa052bfa3987 None None] Network a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:57:24.434003 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:57:23Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:24.434799 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.477861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] Checking router: 409cbac7-e186-4b4c-b36b-f6267a4c703e for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:57:24.490751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] Routers {'409cbac7-e186-4b4c-b36b-f6267a4c703e'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:24.491292 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['409cbac7-e186-4b4c-b36b-f6267a4c703e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:24.543668 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.599921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Deleting port db02d0aa-3c70-4480-b74a-4c107425d1da {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:57:24.600270 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.685400 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] For port db02d0aa-3c70-4480-b74a-4c107425d1da, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=db02d0aa-3c70-4480-b74a-4c107425d1da,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:24.685806 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.700698 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Calling delete_port for db02d0aa-3c70-4480-b74a-4c107425d1da owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:57:24.750895 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] DHCP port deletion for a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 02:57:24.790407 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] Set router 409cbac7-e186-4b4c-b36b-f6267a4c703e gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:24.871880 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.897432 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Port': ['ID=db02d0aa-3c70-4480-b74a-4c107425d1da,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:24.924389 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Deleting port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 02:57:24.924896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:24.958334 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.022798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] For port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=6bf729fc-84c0-4ee0-b39f-11dd050bd85a,segment=NetworkSegment(4b6c8110-0297-43b7-9a97-cbb17178ef54),segment_id=4b6c8110-0297-43b7-9a97-cbb17178ef54)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:25.023087 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.035014 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:57:25.039075 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Calling delete_port for 6bf729fc-84c0-4ee0-b39f-11dd050bd85a owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 02:57:25.050802 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.053422 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.099594 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.100140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Fanout notify agent at l3_agent the message router_deleted on router 409cbac7-e186-4b4c-b36b-f6267a4c703e {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 02:57:25.100268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:57:23Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:25.107408 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.108819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6c4a6ce9-63dd-440f-86b3-cb07168c71cf tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/routers/409cbac7-e186-4b4c-b36b-f6267a4c703e HTTP/1.1" status: 204 len: 168 time: 0.7797682 Sep 18 02:57:25.111415 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45530) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:25.140658 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:57:25.144949 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a149dd4-0f9f-4a02-8988-664e9c587207 None None] The sync data for ids ['409cbac7-e186-4b4c-b36b-f6267a4c703e'] in n-d-789963-12 is: [{'id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771368975', 'tenant_id': '4a4b186606c54edbb96b587769d14dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:57:23Z', 'revision_number': 5, 'project_id': '4a4b186606c54edbb96b587769d14dd1', 'gw_port': {'id': 'db02d0aa-3c70-4480-b74a-4c107425d1da', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409cbac7-e186-4b4c-b36b-f6267a4c703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:56:26Z', 'updated_at': '2021-09-18T02:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:57:25.166087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:57:25.166419 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 4e1cd9fa-da6f-4a4f-bd03-396ff781afcc not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:57:25.187303 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.200800 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.219109 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Pushing event deleted for resources: {'Port': ['ID=6bf729fc-84c0-4ee0-b39f-11dd050bd85a,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:25.223647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] No DVR routers for this DVR port 6bf729fc-84c0-4ee0-b39f-11dd050bd85a on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 02:57:25.240676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.241035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.241380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.241718 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.242052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.242385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.242738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.243060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.243382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.243706 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.244028 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.244369 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20002e71-5747-4b4b-9829-65655597b2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.295198 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.314278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:25.323870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6c8110-0297-43b7-9a97-cbb17178ef54') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:25.324161 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6c8110-0297-43b7-9a97-cbb17178ef54') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:25.333274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.345980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.351979 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 02:57:25.352359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: timer() Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 02:57:25.355183 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 02:57:25.414446 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.421465 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.423408 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/networks/a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d HTTP/1.1" status: 204 len: 168 time: 0.3110771 Sep 18 02:57:25.426204 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45532) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:25.435487 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892a54b-9a03-4611-8212-b83fe8676fa7 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'Network': ['ID=a2c2cde5-a6a8-4a79-a0eb-b9cbd398007d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:25.484506 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.510486 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.577399 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.580007 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:25.581519 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] 10.222.0.21 "DELETE /v2.0/security-groups/8839ed1f-ce14-45c0-beb8-57f18957de45 HTTP/1.1" status: 204 len: 168 time: 0.1537819 Sep 18 02:57:25.600023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8839ed1f-ce14-45c0-beb8-57f18957de45,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:25.608866 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.609538 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.610042 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.610577 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.611107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.611726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.612260 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.612843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.613511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.614053 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.615374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.615918 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba049cee-5ce8-4b0b-832e-c7fb53da9036 tempest-TestNetworkAdvancedServerOps-2147283057 tempest-TestNetworkAdvancedServerOps-2147283057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:25.718664 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3a6dae08-5c23-43c0-9330-527f52830347 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:57:25.739676 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 3a6dae08-5c23-43c0-9330-527f52830347 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:57:25.740152 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3a6dae08-5c23-43c0-9330-527f52830347 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:57:25.740614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6bf729fc-84c0-4ee0-b39f-11dd050bd85a no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:57:25.760004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 6bf729fc-84c0-4ee0-b39f-11dd050bd85a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:57:25.760338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 6bf729fc-84c0-4ee0-b39f-11dd050bd85a not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:57:25.938520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45540) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:26.064799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.088729 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f9416aab-93a2-4c62-9bf9-548acfa9dcf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a4b186606c54edbb96b587769d14dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489937 Sep 18 02:57:26.091239 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45544) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:26.142850 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-510a6067-c5e2-41cd-af34-3e9336b87c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.166826 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-510a6067-c5e2-41cd-af34-3e9336b87c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.214645 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-510a6067-c5e2-41cd-af34-3e9336b87c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.217350 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-510a6067-c5e2-41cd-af34-3e9336b87c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.218514 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-510a6067-c5e2-41cd-af34-3e9336b87c21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30ea01d0-942d-4a93-aeeb-62988e9b87b2 HTTP/1.1" status: 204 len: 168 time: 0.1263962 Sep 18 02:57:26.228201 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a6067-c5e2-41cd-af34-3e9336b87c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea01d0-942d-4a93-aeeb-62988e9b87b2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:26.339455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.495861 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45550) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:26.509631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11411d66-4de8-4d88-8e28-748aa1d1a833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.600058 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11411d66-4de8-4d88-8e28-748aa1d1a833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.603615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-11411d66-4de8-4d88-8e28-748aa1d1a833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.642557 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-11411d66-4de8-4d88-8e28-748aa1d1a833 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4daf5bc9230749658a4fd9eeb814f66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456256 Sep 18 02:57:26.643682 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11411d66-4de8-4d88-8e28-748aa1d1a833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c6e74-af00-48b9-8fa4-13a0dea58c88,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:26.646694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45552) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:26.697413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82fb379e-3e33-4721-b2c5-fb9793293a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.718293 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82fb379e-3e33-4721-b2c5-fb9793293a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.766350 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82fb379e-3e33-4721-b2c5-fb9793293a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.769034 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-82fb379e-3e33-4721-b2c5-fb9793293a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:26.771029 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-82fb379e-3e33-4721-b2c5-fb9793293a4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d9c6e74-af00-48b9-8fa4-13a0dea58c88 HTTP/1.1" status: 204 len: 168 time: 0.1221027 Sep 18 02:57:26.781888 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb379e-3e33-4721-b2c5-fb9793293a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c6e74-af00-48b9-8fa4-13a0dea58c88,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:27.475280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45576) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:27.569145 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1453818230-network', 'tenant_id': '1fba2ca663c84fc3b84154e717299093'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:27.578787 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device db02d0aa-3c70-4480-b74a-4c107425d1da no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 02:57:27.589897 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Made reservation on behalf of 1fba2ca663c84fc3b84154e717299093 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:57:27.592236 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.601082 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.603126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: db02d0aa-3c70-4480-b74a-4c107425d1da {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 02:57:27.603425 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device db02d0aa-3c70-4480-b74a-4c107425d1da not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 02:57:27.695944 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.699783 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.719039 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:57:27.738195 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.738749 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Added segment c4237ee2-ab66-4b50-bf64-be52de2bd788 of type vlan for network b2a4cb94-c9c1-478e-8043-67014c080fa2 Sep 18 02:57:27.740804 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101781f0-267e-4ea0-80bc-52a414da0e29,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:27.783193 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.807588 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.808533 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:27.809106 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.835733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3594005 Sep 18 02:57:27.838948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45580) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:27.843941 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Request body: {'subnet': {'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1453818230-subnet', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:27.867072 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Made reservation on behalf of 1fba2ca663c84fc3b84154e717299093 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:57:27.869310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:27.869746 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d663e80-5d39-4d9d-a2a0-d80533e96ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=b2a4cb94-c9c1-478e-8043-67014c080fa2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:27.879436 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:57:28.041606 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.096694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=055c6ca5-8cc6-4cd8-aeee-267fced52bc8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:28.106374 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Checking segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:28.106752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Network hostable DHCP agents. Network: b2a4cb94-c9c1-478e-8043-67014c080fa2, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:57:28.123037 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:57:28.131107 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, b2a4cb94-c9c1-478e-8043-67014c080fa2) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:28.135352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:28.135937 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.141017 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b50c1-bec0-496e-be9d-7aa85aa81403 None None] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:57:28.149959 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-92b31c6f-c9b3-4f92-a2bb-4167fb33c598 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3099391 Sep 18 02:57:28.152738 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45582) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:28.156973 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:28.180022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.181060 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.238867 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.290035 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-b2a4cb94-c9c1-478e-8043-67014c080fa2', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:57:28.290990 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.375742 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.431343 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Allocated IP 172.20.0.2 (b2a4cb94-c9c1-478e-8043-67014c080fa2/055c6ca5-8cc6-4cd8-aeee-267fced52bc8/3175bb32-b1ce-42e5-84ab-fabf51a6a9cc) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:57:28.575665 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.582624 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.622349 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:28.627776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:28.633005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:57:28.636429 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Pushing event updated for resources: {'Port': ['ID=3175bb32-b1ce-42e5-84ab-fabf51a6a9cc,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:28.692700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Attempting to bind port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:57:28.693098 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Attempting to bind port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:57:28.693420 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Attempting to bind port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc on network b2a4cb94-c9c1-478e-8043-67014c080fa2 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:57:28.698532 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:57:28.698937 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Checking segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:28.699356 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.699749 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Bound using segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:57:28.700217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Bound port: 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:57:28.700599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.768023 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] For port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:57:28.772161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] For port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3175bb32-b1ce-42e5-84ab-fabf51a6a9cc,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:57:28.776862 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.840332 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6152e2-ff18-4aac-9ebb-65739e48551b None None] Pushing event updated for resources: {'Port': ['ID=3175bb32-b1ce-42e5-84ab-fabf51a6a9cc,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:28.934295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:28.953993 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.071644 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Allocated IP 172.25.0.234 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/297d1d49-88e9-4336-a34d-7fc5149d0008) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:57:29.178693 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.216691 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.252923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:29.255818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:29.258287 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:57:29.288446 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=297d1d49-88e9-4336-a34d-7fc5149d0008,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:29.513958 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.663109 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:29.723342 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:29.723766 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.733137 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.762409 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417928ad-f7e2-4a1f-a233-19d36973c3c2 None None] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:57:29.866050 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Router 004b3178-35e0-440e-b3e9-8f567bb5fc7d is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:57:29.878646 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.885291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3827052b-d9ea-4aee-bdd3-7b7c13035c89 None None] Provisioning complete for port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:29.885650 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3827052b-d9ea-4aee-bdd3-7b7c13035c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.976728 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:57:29.986735 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3175bb32-b1ce-42e5-84ab-fabf51a6a9cc,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:29.987974 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Sync routers for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:57:29.995209 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.996953 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:29.998507 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-acac461a-037d-4984-87c7-500254dbdbe1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8448520 Sep 18 02:57:29.999171 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:29.999856 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:30.001244 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45584) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:30.102418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=3175bb32-b1ce-42e5-84ab-fabf51a6a9cc,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:30.123694 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:30.322136 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:29Z', 'revision_number': 3, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:30.345634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ad1ede1-6370-4bc0-a70a-43062e4019b2 None None] Provisioning complete for port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:30.346153 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ad1ede1-6370-4bc0-a70a-43062e4019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.356006 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Checking router: 004b3178-35e0-440e-b3e9-8f567bb5fc7d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:57:30.356361 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Updating router 004b3178-35e0-440e-b3e9-8f567bb5fc7d port 297d1d49-88e9-4336-a34d-7fc5149d0008 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:57:30.382080 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.444385 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.597514 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Allocated IP 172.20.0.1 (b2a4cb94-c9c1-478e-8043-67014c080fa2/055c6ca5-8cc6-4cd8-aeee-267fced52bc8/de54aa3b-d0e6-41a0-8290-45179d757b45) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:57:30.636100 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.641794 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.693855 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Attempting to bind port 297d1d49-88e9-4336-a34d-7fc5149d0008 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:57:30.694217 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Attempting to bind port 297d1d49-88e9-4336-a34d-7fc5149d0008 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:57:30.694573 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Attempting to bind port 297d1d49-88e9-4336-a34d-7fc5149d0008 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:57:30.697379 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bf6d1-4419-44fb-961e-b21e82db1dcd None None] Pushing event updated for resources: {'Port': ['ID=297d1d49-88e9-4336-a34d-7fc5149d0008,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:30.702417 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:57:30.702417 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:30.702761 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.703146 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:57:30.703599 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Bound port: 297d1d49-88e9-4336-a34d-7fc5149d0008, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:57:30.703975 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.706927 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.742674 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.757784 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] For port 297d1d49-88e9-4336-a34d-7fc5149d0008, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:57:30.761155 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] For port 297d1d49-88e9-4336-a34d-7fc5149d0008, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=297d1d49-88e9-4336-a34d-7fc5149d0008,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:57:30.766037 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.785352 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:30.788882 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:30.795162 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:57:30.801423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Pushing event updated for resources: {'Port': ['ID=de54aa3b-d0e6-41a0-8290-45179d757b45,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:30.839962 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.919424 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6617f86e-9f69-49cb-b6df-c4a5655b6d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:30.920089 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:30.920398 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:30.925275 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bf6d1-4419-44fb-961e-b21e82db1dcd None None] Pushing event updated for resources: {'Port': ['ID=297d1d49-88e9-4336-a34d-7fc5149d0008,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:30.984478 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.034025 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:31.050619 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ebe59cfb-0c34-4980-b06e-759ccf75b21c None None] Provisioning complete for port de54aa3b-d0e6-41a0-8290-45179d757b45 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:31.051007 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ebe59cfb-0c34-4980-b06e-759ccf75b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.085519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ebe59cfb-0c34-4980-b06e-759ccf75b21c None None] Port de54aa3b-d0e6-41a0-8290-45179d757b45 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:57:31.152225 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.157602 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.212799 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:29Z', 'revision_number': 3, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:31.226892 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.228695 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Pushing event updated for resources: {'Port': ['ID=de54aa3b-d0e6-41a0-8290-45179d757b45,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:31.240951 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38130ac-d429-4120-accf-24c3b83c2cb9 None None] The sync data for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 is: [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:29Z', 'revision_number': 3, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:57:31.327152 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:31.328512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:31.470228 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Router 004b3178-35e0-440e-b3e9-8f567bb5fc7d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:57:31.624543 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:57:31.635371 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d3d0dda7-c8d6-4745-9634-e8172e04a815 admin admin] 10.222.0.21 "PUT /v2.0/routers/004b3178-35e0-440e-b3e9-8f567bb5fc7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273639 Sep 18 02:57:31.714955 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0d463f29-785a-45fb-9b0d-2e90f41c94af None None] Provisioning complete for port de54aa3b-d0e6-41a0-8290-45179d757b45 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:31.715465 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d463f29-785a-45fb-9b0d-2e90f41c94af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.775713 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0d463f29-785a-45fb-9b0d-2e90f41c94af None None] Port de54aa3b-d0e6-41a0-8290-45179d757b45 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:57:31.789295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 297d1d49-88e9-4336-a34d-7fc5149d0008 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:31.850657 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 297d1d49-88e9-4336-a34d-7fc5149d0008 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:31.851061 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.933279 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.955122 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 297d1d49-88e9-4336-a34d-7fc5149d0008, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=297d1d49-88e9-4336-a34d-7fc5149d0008,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:31.962271 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:31.963675 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:32.068590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:32.068825 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.071279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=297d1d49-88e9-4336-a34d-7fc5149d0008,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:32.203658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45600) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:32.209174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-832592464-network', 'tenant_id': 'd5f13cc347904b108128c539b06105dd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:32.231412 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Made reservation on behalf of d5f13cc347904b108128c539b06105dd for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:57:32.233947 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.248319 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.349911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.353700 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.378595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 02:57:32.393459 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54901ed6-86df-45fe-b3ca-e67b9054d205,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:32.396413 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.396757 n-d-789963-12 neutron-server[106439]: INFO neutron.db.segments_db [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Added segment bf7c596e-bd8b-4ba9-a185-06226f5573e8 of type vlan for network 0b793560-cc8b-4296-b796-030611b34624 Sep 18 02:57:32.437090 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.463268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.464358 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:32.465051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.503731 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2987483 Sep 18 02:57:32.509500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45602) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:32.518924 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Request body: {'subnet': {'network_id': '0b793560-cc8b-4296-b796-030611b34624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-832592464-subnet', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:32.531628 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebd4f9-6ccf-4312-8b1f-2e144bddf60e admin admin] Pushing event updated for resources: {'Network': ['ID=0b793560-cc8b-4296-b796-030611b34624,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:32.540635 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Made reservation on behalf of d5f13cc347904b108128c539b06105dd for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:57:32.542846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 0b793560-cc8b-4296-b796-030611b34624 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 02:57:32.543121 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.714430 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.777620 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8d1cf5-b19f-4dae-8f10-bc13aff49842,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:32.789352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Checking segment: {'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:32.789702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Network hostable DHCP agents. Network: 0b793560-cc8b-4296-b796-030611b34624, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 02:57:32.806650 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Network 0b793560-cc8b-4296-b796-030611b34624 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 02:57:32.814618 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 0b793560-cc8b-4296-b796-030611b34624) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:32.818916 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:32.819493 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.823958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b07464-f1db-4aca-a365-79a737672014 None None] Network 0b793560-cc8b-4296-b796-030611b34624 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:57:32.834073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-cba14cde-755c-4aaa-b1fd-d36c86d24fb0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3227730 Sep 18 02:57:32.837414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45604) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:32.842624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:32.866558 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.867673 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.922825 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:32.977005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-0b793560-cc8b-4296-b796-030611b34624', 'network_id': '0b793560-cc8b-4296-b796-030611b34624', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'fixed_ips': [{'subnet_id': '6b8d1cf5-b19f-4dae-8f10-bc13aff49842'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 02:57:32.978035 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.071488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Sync routers for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:57:33.108317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:33.108957 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:33.338778 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Allocated IP 172.20.0.2 (0b793560-cc8b-4296-b796-030611b34624/6b8d1cf5-b19f-4dae-8f10-bc13aff49842/1860f57d-bdaa-4be6-9323-72952ca6b3c7) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:57:33.403649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.421784 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:33.601743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ce4d-de05-412b-9f50-7070823b9e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.611324 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.635970 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.655848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 297d1d49-88e9-4336-a34d-7fc5149d0008 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:33.692969 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.708217 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.740812 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Allocated IP 172.25.0.72 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/5e814d5c-a2ae-4855-9d4f-154a3dc69d6e) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:57:33.775136 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Network 0b793560-cc8b-4296-b796-030611b34624 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:33.784527 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:33.790842 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:57:33.815358 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Pushing event updated for resources: {'Port': ['ID=1860f57d-bdaa-4be6-9323-72952ca6b3c7,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:33.836278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 297d1d49-88e9-4336-a34d-7fc5149d0008 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:33.836655 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.857166 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.891263 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.898319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Attempting to bind port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:57:33.898691 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Attempting to bind port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:57:33.899078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Attempting to bind port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 on network 0b793560-cc8b-4296-b796-030611b34624 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:57:33.906576 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 2, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:33.927383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:33.931690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:33.936696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Checking router: 004b3178-35e0-440e-b3e9-8f567bb5fc7d for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:57:33.937060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Updating router 004b3178-35e0-440e-b3e9-8f567bb5fc7d port de54aa3b-d0e6-41a0-8290-45179d757b45 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:57:33.937862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:57:33.941129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:57:33.941508 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Checking segment: {'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:33.941917 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.943234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Bound using segment: {'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:57:33.943724 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Bound port: 1860f57d-bdaa-4be6-9323-72952ca6b3c7, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:57:33.944109 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:33.959806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e814d5c-a2ae-4855-9d4f-154a3dc69d6e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:33.980092 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.109286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] For port 1860f57d-bdaa-4be6-9323-72952ca6b3c7, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:57:34.180800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] For port 1860f57d-bdaa-4be6-9323-72952ca6b3c7, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1860f57d-bdaa-4be6-9323-72952ca6b3c7,segment=NetworkSegment(bf7c596e-bd8b-4ba9-a185-06226f5573e8),segment_id=bf7c596e-bd8b-4ba9-a185-06226f5573e8)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:57:34.195308 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.196443 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.209900 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.314268 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e433a2-734a-4872-8be5-1f5e2ea731ee None None] Pushing event updated for resources: {'Port': ['ID=1860f57d-bdaa-4be6-9323-72952ca6b3c7,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:34.415464 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.430776 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.430976 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.494886 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9596e22-2aee-4b61-9053-acf60758b26e None None] Pushing event updated for resources: {'Port': ['ID=de54aa3b-d0e6-41a0-8290-45179d757b45,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:34.557637 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Attempting to bind port de54aa3b-d0e6-41a0-8290-45179d757b45 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:57:34.558197 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Attempting to bind port de54aa3b-d0e6-41a0-8290-45179d757b45 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:57:34.558638 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Attempting to bind port de54aa3b-d0e6-41a0-8290-45179d757b45 on network b2a4cb94-c9c1-478e-8043-67014c080fa2 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:57:34.564790 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:57:34.565254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Checking segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:34.565879 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.566350 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Bound using segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:57:34.566923 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Bound port: de54aa3b-d0e6-41a0-8290-45179d757b45, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:57:34.568896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.594744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 02:57:34.640742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] For port de54aa3b-d0e6-41a0-8290-45179d757b45, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:57:34.644402 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] For port de54aa3b-d0e6-41a0-8290-45179d757b45, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=de54aa3b-d0e6-41a0-8290-45179d757b45,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:57:34.649021 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.696733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:34.697372 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:34.715243 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:57:34.726418 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Sync routers for ids ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:57:34.736584 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Routers {'2df5b3c1-f3b3-493f-a389-764b8d01ff4f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:34.737520 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:34.742579 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.744286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5fbfc99b-46fb-4acc-a27c-43a51c071ef1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9055202 Sep 18 02:57:34.747254 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45608) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:34.755626 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9596e22-2aee-4b61-9053-acf60758b26e None None] Pushing event updated for resources: {'Port': ['ID=de54aa3b-d0e6-41a0-8290-45179d757b45,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:34.840893 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:34.842722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-47122a4e-cf6f-4cf1-aa01-1f756dc4dced None None] Provisioning complete for port de54aa3b-d0e6-41a0-8290-45179d757b45 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:34.843104 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-47122a4e-cf6f-4cf1-aa01-1f756dc4dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:34.893812 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Set router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:35.089367 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-47122a4e-cf6f-4cf1-aa01-1f756dc4dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.117470 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T02:57:34Z', 'revision_number': 3, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port': {'id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:33Z', 'updated_at': '2021-09-18T02:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:35.145079 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Checking router: 2df5b3c1-f3b3-493f-a389-764b8d01ff4f for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:57:35.146317 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Updating router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:57:35.158132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-47122a4e-cf6f-4cf1-aa01-1f756dc4dced None None] For port de54aa3b-d0e6-41a0-8290-45179d757b45, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=de54aa3b-d0e6-41a0-8290-45179d757b45,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:35.173113 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-47122a4e-cf6f-4cf1-aa01-1f756dc4dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.176653 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.182637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.240863 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:34Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:35.287761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d63dd3-87a0-4125-af0e-309b9fab3908 None None] The sync data for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 is: [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:34Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:57:35.290688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47122a4e-cf6f-4cf1-aa01-1f756dc4dced None None] Pushing event updated for resources: {'Port': ['ID=de54aa3b-d0e6-41a0-8290-45179d757b45,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:35.309820 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e3b443b4-c4e4-4729-b084-4cdb3488e05c None None] Provisioning complete for port de54aa3b-d0e6-41a0-8290-45179d757b45 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:35.310697 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e3b443b4-c4e4-4729-b084-4cdb3488e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.331609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.514060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5612e4-5897-4307-aa68-20b487d4d895 None None] Network 0b793560-cc8b-4296-b796-030611b34624 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 02:57:35.538278 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Allocated IP 172.20.0.1 (0b793560-cc8b-4296-b796-030611b34624/6b8d1cf5-b19f-4dae-8f10-bc13aff49842/0b5a60af-e365-4c9b-b263-ad7eb7ea8016) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:57:35.568705 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.577840 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.622126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-07ecc52c-d19a-4252-b379-c20d2ccaa589 None None] Provisioning complete for port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:35.622509 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07ecc52c-d19a-4252-b379-c20d2ccaa589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.636928 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Attempting to bind port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:57:35.637595 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Attempting to bind port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:57:35.637946 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Attempting to bind port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:57:35.654404 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:57:35.654814 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:35.655173 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.655562 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:57:35.656020 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Bound port: 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:57:35.656398 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.659902 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Pushing event updated for resources: {'Port': ['ID=5e814d5c-a2ae-4855-9d4f-154a3dc69d6e,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:35.690946 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.691331 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.691721 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.692081 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.692446 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.692840 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.693385 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.693655 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.693980 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.694300 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.694659 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.695001 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 02:57:35.732049 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.760929 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] For port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:57:35.764707 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] For port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5e814d5c-a2ae-4855-9d4f-154a3dc69d6e,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:57:35.771840 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.780761 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device de54aa3b-d0e6-41a0-8290-45179d757b45 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:35.786209 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.830634 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Routers {'2df5b3c1-f3b3-493f-a389-764b8d01ff4f'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:35.831674 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:35.834192 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Network 0b793560-cc8b-4296-b796-030611b34624 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:35.837424 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:35.841080 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:57:35.884610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:35.900743 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07ecc52c-d19a-4252-b379-c20d2ccaa589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.902189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port de54aa3b-d0e6-41a0-8290-45179d757b45 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:35.902511 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:35.903514 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.003520 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] Set router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:36.004291 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-07ecc52c-d19a-4252-b379-c20d2ccaa589 None None] For port 1860f57d-bdaa-4be6-9323-72952ca6b3c7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1860f57d-bdaa-4be6-9323-72952ca6b3c7,segment=NetworkSegment(bf7c596e-bd8b-4ba9-a185-06226f5573e8),segment_id=bf7c596e-bd8b-4ba9-a185-06226f5573e8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:36.028991 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07ecc52c-d19a-4252-b379-c20d2ccaa589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.071757 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.102546 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e898b-0522-4455-bc16-43269ede00ed None None] Pushing event updated for resources: {'Port': ['ID=5e814d5c-a2ae-4855-9d4f-154a3dc69d6e,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:36.115864 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecc52c-d19a-4252-b379-c20d2ccaa589 None None] Pushing event updated for resources: {'Port': ['ID=1860f57d-bdaa-4be6-9323-72952ca6b3c7,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:36.299281 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T02:57:34Z', 'revision_number': 3, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port': {'id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:33Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:36.335099 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040b749-2d1e-4d7b-aa69-27dc21e25fcf None None] The sync data for ids ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'] in n-d-789963-12 is: [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T02:57:34Z', 'revision_number': 3, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port': {'id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:33Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:57:36.345911 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.353079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.419355 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-93af8533-9df3-4e35-a13a-1899ac3a7790 None None] Provisioning complete for port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:36.419657 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93af8533-9df3-4e35-a13a-1899ac3a7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.422015 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1860f57d-bdaa-4be6-9323-72952ca6b3c7 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:36.447342 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.501020 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:36.525813 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.526917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-93af8533-9df3-4e35-a13a-1899ac3a7790 None None] Port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:57:36.541773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-93af8533-9df3-4e35-a13a-1899ac3a7790 None None] Provisioning complete for port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:36.542160 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-93af8533-9df3-4e35-a13a-1899ac3a7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.574196 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:36.574529 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.579361 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Network 0b793560-cc8b-4296-b796-030611b34624 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:36.580793 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:36.772443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:57:36.864070 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a1c1192a-7ede-40fc-aa1f-9e5210d76022 None None] Provisioning complete for port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:36.864467 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a1c1192a-7ede-40fc-aa1f-9e5210d76022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:36.910158 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1192a-7ede-40fc-aa1f-9e5210d76022 None None] Port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:57:36.915099 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:57:36.920603 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ae2f8dea-4d2b-4aca-8dea-5a4662070038 admin admin] 10.222.0.21 "PUT /v2.0/routers/2df5b3c1-f3b3-493f-a389-764b8d01ff4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1722608 Sep 18 02:57:37.033479 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-083d5580-a847-4c0d-9943-fa6deb4338f9 None None] Provisioning complete for port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:37.034031 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-083d5580-a847-4c0d-9943-fa6deb4338f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.073661 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-083d5580-a847-4c0d-9943-fa6deb4338f9 None None] Port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:57:37.385821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45616) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:37.390624 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f62a8ed0-c57e-4757-9359-99aa0a9d2adb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043765394', 'description': 'tempest-secgroup-smoke-2043765394 description', 'project_id': '1fba2ca663c84fc3b84154e717299093'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:37.415676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a8ed0-c57e-4757-9359-99aa0a9d2adb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.506999 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a8ed0-c57e-4757-9359-99aa0a9d2adb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.510909 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a8ed0-c57e-4757-9359-99aa0a9d2adb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.538958 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f62a8ed0-c57e-4757-9359-99aa0a9d2adb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.540180 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-f62a8ed0-c57e-4757-9359-99aa0a9d2adb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1532893 Sep 18 02:57:37.543094 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45618) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:37.547289 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8a53c724-b200-40fd-bc1c-d2fbe67c2c87 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': 'cbe09811-6f4e-4eb5-9fb9-5065a48d69c2', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:37.552486 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a8ed0-c57e-4757-9359-99aa0a9d2adb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:37.581050 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a53c724-b200-40fd-bc1c-d2fbe67c2c87 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.641370 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a53c724-b200-40fd-bc1c-d2fbe67c2c87 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.645070 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a53c724-b200-40fd-bc1c-d2fbe67c2c87 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.663814 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53c724-b200-40fd-bc1c-d2fbe67c2c87 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124d7172-4976-4057-94a6-c3dd0843a7ca,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:37.670537 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8a53c724-b200-40fd-bc1c-d2fbe67c2c87 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.671808 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8a53c724-b200-40fd-bc1c-d2fbe67c2c87 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278050 Sep 18 02:57:37.674580 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45620) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:37.679311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7e7d7a41-8fa3-4617-92d1-db07284ce24e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': 'cbe09811-6f4e-4eb5-9fb9-5065a48d69c2', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:37.702241 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:37.711732 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7a41-8fa3-4617-92d1-db07284ce24e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.754357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:37.754862 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.773212 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7a41-8fa3-4617-92d1-db07284ce24e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.777999 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7a41-8fa3-4617-92d1-db07284ce24e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.793679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d7a41-8fa3-4617-92d1-db07284ce24e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2df741a-4fdc-4823-8cd5-e4a9fb49225a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:37.804237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7a41-8fa3-4617-92d1-db07284ce24e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.805483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7e7d7a41-8fa3-4617-92d1-db07284ce24e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299260 Sep 18 02:57:37.808185 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45622) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:37.812842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7a8a0fb9-e119-4f15-bafb-c6669cbdba5f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': 'cbe09811-6f4e-4eb5-9fb9-5065a48d69c2', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:37.838337 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.841117 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0fb9-e119-4f15-bafb-c6669cbdba5f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.858454 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5e814d5c-a2ae-4855-9d4f-154a3dc69d6e,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:37.862134 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.863052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1860f57d-bdaa-4be6-9323-72952ca6b3c7 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:37.900727 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0fb9-e119-4f15-bafb-c6669cbdba5f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.905862 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0fb9-e119-4f15-bafb-c6669cbdba5f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.924570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0fb9-e119-4f15-bafb-c6669cbdba5f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c24af4-ecf7-4612-9b45-cb8b17b3b0f5,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:37.932251 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0fb9-e119-4f15-bafb-c6669cbdba5f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.933517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-7a8a0fb9-e119-4f15-bafb-c6669cbdba5f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242752 Sep 18 02:57:37.936375 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45624) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:37.941921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-7fe7858c-2e91-466d-a262-e7a7928f8a6c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': 'cbe09811-6f4e-4eb5-9fb9-5065a48d69c2', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:37.942418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=5e814d5c-a2ae-4855-9d4f-154a3dc69d6e,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:37.955628 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:37.955948 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:37.970663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fe7858c-2e91-466d-a262-e7a7928f8a6c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.030517 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fe7858c-2e91-466d-a262-e7a7928f8a6c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.034323 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fe7858c-2e91-466d-a262-e7a7928f8a6c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.050536 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7858c-2e91-466d-a262-e7a7928f8a6c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20de574-3222-446f-a0a2-15cbe9398977,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:38.059321 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-7fe7858c-2e91-466d-a262-e7a7928f8a6c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.060656 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-7fe7858c-2e91-466d-a262-e7a7928f8a6c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232524 Sep 18 02:57:38.063347 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45626) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:38.067632 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-3aa69f85-fe81-480d-abbb-6c0a47d369de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': 'cbe09811-6f4e-4eb5-9fb9-5065a48d69c2', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:38.089184 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-3aa69f85-fe81-480d-abbb-6c0a47d369de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Project 1fba2ca663c84fc3b84154e717299093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:57:38.094136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f85-fe81-480d-abbb-6c0a47d369de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.158632 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f85-fe81-480d-abbb-6c0a47d369de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.162385 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f85-fe81-480d-abbb-6c0a47d369de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.179852 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa69f85-fe81-480d-abbb-6c0a47d369de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235ce2e2-d68f-48dd-aa88-c98d5130d3cc,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:38.186226 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3aa69f85-fe81-480d-abbb-6c0a47d369de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.187504 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3aa69f85-fe81-480d-abbb-6c0a47d369de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232207 Sep 18 02:57:38.190449 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45628) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:38.196061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-320ff097-7af0-4728-8a55-3d2bbac63d7e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': 'cbe09811-6f4e-4eb5-9fb9-5065a48d69c2', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:38.219424 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-320ff097-7af0-4728-8a55-3d2bbac63d7e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Project 1fba2ca663c84fc3b84154e717299093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 02:57:38.225310 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-320ff097-7af0-4728-8a55-3d2bbac63d7e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.285627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-320ff097-7af0-4728-8a55-3d2bbac63d7e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.289928 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-320ff097-7af0-4728-8a55-3d2bbac63d7e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.305154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ff097-7af0-4728-8a55-3d2bbac63d7e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad77319-cff2-4a04-8b89-0f9e4d0ae022,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:38.314393 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-320ff097-7af0-4728-8a55-3d2bbac63d7e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:38.315825 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-320ff097-7af0-4728-8a55-3d2bbac63d7e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243927 Sep 18 02:57:38.515233 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-7069d72d-f126-4fac-86ea-744c5e50a8eb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043765394&fields=id&tenant_id=1fba2ca663c84fc3b84154e717299093 HTTP/1.1" status: 200 len: 267 time: 0.0335190 Sep 18 02:57:38.628958 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-0680c862-fbea-41ee-9fc7-a74cbb07e593 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:38.631080 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-0680c862-fbea-41ee-9fc7-a74cbb07e593 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 809 time: 0.1082451 Sep 18 02:57:38.646806 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-fc5d3f6c-ea20-4293-84b8-2bea7a1abb33 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/quotas/1fba2ca663c84fc3b84154e717299093 HTTP/1.1" status: 200 len: 375 time: 0.0094845 Sep 18 02:57:38.699538 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-378f5e34-d8cf-4f11-beb1-049222a8ab0b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470402 Sep 18 02:57:38.840156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Sync routers for ids ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:57:38.848930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Routers {'2df5b3c1-f3b3-493f-a389-764b8d01ff4f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:38.849545 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:38.857000 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-637bf723-896f-4b0f-99ae-0739a872ea78 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 02:57:38.858014 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-637bf723-896f-4b0f-99ae-0739a872ea78 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501685 Sep 18 02:57:38.948641 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-874326d0-4d1c-415b-a023-54045fc4d1b7 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836663 Sep 18 02:57:38.953625 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Set router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:39.044535 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-87cb14ad-b348-4aae-a627-7ac6e877c303 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896897 Sep 18 02:57:39.151321 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T02:57:36Z', 'revision_number': 4, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port': {'id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:33Z', 'updated_at': '2021-09-18T02:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0b5a60af-e365-4c9b-b263-ad7eb7ea8016', 'name': '', 'network_id': '0b793560-cc8b-4296-b796-030611b34624', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'mac_address': 'fa:16:3e:12:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6b8d1cf5-b19f-4dae-8f10-bc13aff49842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:35Z', 'updated_at': '2021-09-18T02:57:36Z', 'revision_number': 2, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'subnets': [{'id': '6b8d1cf5-b19f-4dae-8f10-bc13aff49842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:39.185651 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Checking router: 2df5b3c1-f3b3-493f-a389-764b8d01ff4f for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:57:39.185787 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Updating router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 02:57:39.211455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:39.239850 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e8f3d41b-7eb2-423c-b1a4-d47726ce9327 req-5f5a3a5e-1161-47f2-a503-2eb81e856b0c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 210 time: 0.0338464 Sep 18 02:57:39.483529 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:39.488658 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:39.548083 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c0689-7130-433c-9203-5ff56c856aea None None] Pushing event updated for resources: {'Port': ['ID=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:39.612688 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Attempting to bind port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:57:39.613081 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Attempting to bind port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:57:39.613412 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Attempting to bind port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 on network 0b793560-cc8b-4296-b796-030611b34624 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:57:39.619515 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:57:39.619888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Checking segment: {'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:39.620293 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:39.620683 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Bound using segment: {'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:57:39.621440 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Bound port: 0b5a60af-e365-4c9b-b263-ad7eb7ea8016, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7c596e-bd8b-4ba9-a185-06226f5573e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b793560-cc8b-4296-b796-030611b34624'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:57:39.621828 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:39.661376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:39.737388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] For port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:57:39.745510 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] For port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,segment=NetworkSegment(bf7c596e-bd8b-4ba9-a185-06226f5573e8),segment_id=bf7c596e-bd8b-4ba9-a185-06226f5573e8)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:57:39.753076 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:39.761601 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:39.761601 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:39.858700 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-34ba15ac-ca4d-4e95-9df5-f060f9421b2e None None] Provisioning complete for port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:39.859394 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34ba15ac-ca4d-4e95-9df5-f060f9421b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:39.896434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Routers {'2df5b3c1-f3b3-493f-a389-764b8d01ff4f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:39.897387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:39.903129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c0689-7130-433c-9203-5ff56c856aea None None] Pushing event updated for resources: {'Port': ['ID=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:40.079446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] Set router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:40.116734 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34ba15ac-ca4d-4e95-9df5-f060f9421b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:40.350671 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-42e00837-333f-45f8-b9a1-bf1fe10e4f80 req-76b911b8-d4a3-4c72-89fe-d634f91f4ca5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 210 time: 0.0353808 Sep 18 02:57:40.366387 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-34ba15ac-ca4d-4e95-9df5-f060f9421b2e None None] For port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,segment=NetworkSegment(bf7c596e-bd8b-4ba9-a185-06226f5573e8),segment_id=bf7c596e-bd8b-4ba9-a185-06226f5573e8)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:40.387906 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-caacdc24-4403-4948-a888-c820b38abfd1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:40.389403 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-caacdc24-4403-4948-a888-c820b38abfd1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 809 time: 0.1368761 Sep 18 02:57:40.391661 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-34ba15ac-ca4d-4e95-9df5-f060f9421b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:40.435225 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-3df08ed6-4fe4-4a46-b641-a46a242d5474 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fba2ca663c84fc3b84154e717299093 HTTP/1.1" status: 200 len: 380 time: 0.0368869 Sep 18 02:57:40.446741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'port': {'device_id': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'admin_state_up': True, 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'security_groups': ['cbe09811-6f4e-4eb5-9fb9-5065a48d69c2']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:40.467764 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba15ac-ca4d-4e95-9df5-f060f9421b2e None None] Pushing event updated for resources: {'Port': ['ID=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:40.518507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-11d30909-ffd3-48c0-a89e-62c5499e83b1 None None] Provisioning complete for port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:40.518896 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-11d30909-ffd3-48c0-a89e-62c5499e83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:40.543295 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T02:57:36Z', 'revision_number': 4, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port': {'id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:33Z', 'updated_at': '2021-09-18T02:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0b5a60af-e365-4c9b-b263-ad7eb7ea8016', 'name': '', 'network_id': '0b793560-cc8b-4296-b796-030611b34624', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'mac_address': 'fa:16:3e:12:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6b8d1cf5-b19f-4dae-8f10-bc13aff49842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:35Z', 'updated_at': '2021-09-18T02:57:39Z', 'revision_number': 4, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'subnets': [{'id': '6b8d1cf5-b19f-4dae-8f10-bc13aff49842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:40.555984 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Made reservation on behalf of 1fba2ca663c84fc3b84154e717299093 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 02:57:40.559670 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:40.572279 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed804922-7a12-4606-8d98-e501399ab871 None None] The sync data for ids ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'] in n-d-789963-12 is: [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T02:57:36Z', 'revision_number': 4, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port': {'id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:33Z', 'updated_at': '2021-09-18T02:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '0b5a60af-e365-4c9b-b263-ad7eb7ea8016', 'name': '', 'network_id': '0b793560-cc8b-4296-b796-030611b34624', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'mac_address': 'fa:16:3e:12:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6b8d1cf5-b19f-4dae-8f10-bc13aff49842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:35Z', 'updated_at': '2021-09-18T02:57:39Z', 'revision_number': 4, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'subnets': [{'id': '6b8d1cf5-b19f-4dae-8f10-bc13aff49842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:57:40.710632 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Allocated IP 172.20.0.11 (b2a4cb94-c9c1-478e-8043-67014c080fa2/055c6ca5-8cc6-4cd8-aeee-267fced52bc8/c1f62258-eea0-4b3a-92fd-4412ef8ae828) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:57:40.867638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:40.902663 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:40.956872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:40.960252 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:40.966324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:57:40.991272 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:41.020702 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:41.021708 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.046301 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-bb2e4a18-0467-40b0-bdb4-df7f4706fda7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6046021 Sep 18 02:57:41.058559 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Request body: {'port': {'device_id': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:41.117550 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.174888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9325cbcf-64f5-4239-b67e-bc234b7cd126 None None] Provisioning complete for port c1f62258-eea0-4b3a-92fd-4412ef8ae828 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:41.175363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9325cbcf-64f5-4239-b67e-bc234b7cd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.234435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9325cbcf-64f5-4239-b67e-bc234b7cd126 None None] Port c1f62258-eea0-4b3a-92fd-4412ef8ae828 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 02:57:41.414806 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f62258-eea0-4b3a-92fd-4412ef8ae828 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:57:41.431871 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.461497 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Transition to ACTIVE for port object c1f62258-eea0-4b3a-92fd-4412ef8ae828 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 02:57:41.465964 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.513355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f9fc-056e-42e9-95a1-1a516f22bab2 req-02ac846b-ff4c-4458-b194-f9b2f8b01a69 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:41.514901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20f5f9fc-056e-42e9-95a1-1a516f22bab2 req-02ac846b-ff4c-4458-b194-f9b2f8b01a69 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 932 time: 0.0958378 Sep 18 02:57:41.539649 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:41.587656 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-20f5f9fc-056e-42e9-95a1-1a516f22bab2 req-df9f30a7-5a8f-4c6d-a8d7-4a48bcb97c15 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656886 Sep 18 02:57:41.636680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Attempting to bind port c1f62258-eea0-4b3a-92fd-4412ef8ae828 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 02:57:41.637049 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Attempting to bind port c1f62258-eea0-4b3a-92fd-4412ef8ae828 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 02:57:41.637339 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Attempting to bind port c1f62258-eea0-4b3a-92fd-4412ef8ae828 on network b2a4cb94-c9c1-478e-8043-67014c080fa2 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:57:41.641876 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Port c1f62258-eea0-4b3a-92fd-4412ef8ae828 on network b2a4cb94-c9c1-478e-8043-67014c080fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 02:57:41.642196 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Attempting to bind port c1f62258-eea0-4b3a-92fd-4412ef8ae828 on network b2a4cb94-c9c1-478e-8043-67014c080fa2 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 02:57:41.648018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 02:57:41.648362 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Checking segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 02:57:41.648743 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Bound using segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 02:57:41.649413 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Bound port: c1f62258-eea0-4b3a-92fd-4412ef8ae828, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 02:57:41.649542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.673341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:41.722166 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:41.722410 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.723762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 02:57:41.728335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 02:57:41.733435 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.782355 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:41.783001 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:41.784466 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] 10.222.0.18 "PUT /v2.0/ports/c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 1093 time: 0.7303326 Sep 18 02:57:41.785270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:57:41.789234 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b67c35d-f72c-43d7-a672-2ea1fb23003d" -d '{"events": [{"name": "network-changed", "server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:57:41.858842 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8187794-ec28-4c77-937b-d9cd2ccb5a36 x-openstack-request-id: req-e8187794-ec28-4c77-937b-d9cd2ccb5a36 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:57:41.859135 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:57:41.859388 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8187794-ec28-4c77-937b-d9cd2ccb5a36 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:57:41.859783 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'status': 'completed', 'code': 200} Sep 18 02:57:41.860512 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d64297-72bc-48a8-bfe6-1c003a1fcb5a service neutron] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:41.879865 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-a93b007d-c3b4-49e6-b62a-73abd5705bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:41.881489 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-a93b007d-c3b4-49e6-b62a-73abd5705bd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1096 time: 0.0506001 Sep 18 02:57:41.925637 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-7e0c4286-9c43-46ea-961d-a36966325988 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 217 time: 0.0359721 Sep 18 02:57:41.976843 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-a26c9928-324a-414b-b4ac-6389c5d5152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:41.978321 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-a26c9928-324a-414b-b4ac-6389c5d5152d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0450730 Sep 18 02:57:42.029293 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-5ed29c44-eca7-478f-9468-d24e6991eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:42.031640 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-5ed29c44-eca7-478f-9468-d24e6991eec3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465620 Sep 18 02:57:42.122951 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-65162cb5-040c-4d89-8d4e-53dc0f370f78 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833848 Sep 18 02:57:42.213101 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f07d2a0-0baa-46d9-b41f-e9afe59a4905 req-601c30c6-636c-42f5-a07a-94a8cab04ee2 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832951 Sep 18 02:57:42.303223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-46a2aefb-81b1-4b8c-8ad4-395379acedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:42.304700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-46a2aefb-81b1-4b8c-8ad4-395379acedf6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1096 time: 0.0417988 Sep 18 02:57:42.395517 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-0d83d2c9-d29f-425b-ba95-52b07c520367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:42.397076 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-0d83d2c9-d29f-425b-ba95-52b07c520367 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0855775 Sep 18 02:57:42.437173 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-887650bd-bde2-412c-a526-6c26d3a45dd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 217 time: 0.0334363 Sep 18 02:57:42.486447 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-02d83ee2-2c0e-4151-89ad-75a4cac37283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:42.487852 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-02d83ee2-2c0e-4151-89ad-75a4cac37283 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0432653 Sep 18 02:57:42.539169 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-72c62d86-23a9-49e0-a23c-ec19e7c39b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:42.540728 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-72c62d86-23a9-49e0-a23c-ec19e7c39b6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443103 Sep 18 02:57:42.636505 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-4cd72e82-65be-44ee-8d3f-ee82a564bfc6 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879846 Sep 18 02:57:42.772010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78d581-37fb-4730-b163-e490ed5808cb req-2681a703-e277-4595-9660-bfbe8e7e4317 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:42.773527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c78d581-37fb-4730-b163-e490ed5808cb req-2681a703-e277-4595-9660-bfbe8e7e4317 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.1009042 Sep 18 02:57:42.777566 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7b67c35d-f72c-43d7-a672-2ea1fb23003d req-cb5397c0-d38b-4390-925d-95a0c9ce79cc service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338952 Sep 18 02:57:42.813383 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5c78d581-37fb-4730-b163-e490ed5808cb req-82a15b11-fba6-4bb4-b439-1d2235ad2cc4 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334589 Sep 18 02:57:43.932921 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc5c9e-943e-41ec-8355-e74f954859fa req-3cac8972-f743-4222-8be3-04ad1cbc29a5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:43.934394 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3bc5c9e-943e-41ec-8355-e74f954859fa req-3cac8972-f743-4222-8be3-04ad1cbc29a5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0516372 Sep 18 02:57:43.975614 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c3bc5c9e-943e-41ec-8355-e74f954859fa req-c237df98-7bb1-413d-8986-822f0f4f520d tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352695 Sep 18 02:57:45.088013 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa01a73-17f9-42d5-a438-d562c71d064d req-dc958df1-7dbd-412e-b19c-337214c7d725 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:45.089476 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9aa01a73-17f9-42d5-a438-d562c71d064d req-dc958df1-7dbd-412e-b19c-337214c7d725 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0475843 Sep 18 02:57:45.130887 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9aa01a73-17f9-42d5-a438-d562c71d064d req-fc7f8a26-8ca7-4031-89ad-4bb28527d483 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355575 Sep 18 02:57:45.237553 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:57:45.331139 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:45.342446 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'port_id': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'mac_address': 'fa:16:3e:9a:92:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 02:57:45.381707 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:45.394053 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f62258-eea0-4b3a-92fd-4412ef8ae828 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 02:57:45.413179 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:45.416973 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:45.463766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:45.614130 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c1f62258-eea0-4b3a-92fd-4412ef8ae828'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 02:57:46.257768 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0e0c2-411a-4c5f-a040-1f42fe83cb1b req-d4cc1305-34a7-4e61-b5a2-6d056a8bb17a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:46.260205 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95e0e0c2-411a-4c5f-a040-1f42fe83cb1b req-d4cc1305-34a7-4e61-b5a2-6d056a8bb17a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 945 time: 0.0573323 Sep 18 02:57:46.301547 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-95e0e0c2-411a-4c5f-a040-1f42fe83cb1b req-3b9059ee-0523-4ebe-82c9-ca2865b25f33 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349214 Sep 18 02:57:47.243257 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 02:57:47.291449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port c1f62258-eea0-4b3a-92fd-4412ef8ae828 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 02:57:47.295134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c1f62258-eea0-4b3a-92fd-4412ef8ae828 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 02:57:47.295500 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:47.372786 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:47.396204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:57:47.398465 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6652ec52-ea5d-407b-9031-3b747a21e4d8" -d '{"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-plugged", "status": "completed", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:57:47.411319 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:57:47.416159 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:47.450789 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71fe36-fde8-499a-9aac-cc9737601403 req-3b1bc471-8f1a-4f8e-9283-684b80a74a14 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:47.452425 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f71fe36-fde8-499a-9aac-cc9737601403 req-3b1bc471-8f1a-4f8e-9283-684b80a74a14 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 945 time: 0.0545738 Sep 18 02:57:47.455653 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 02:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640307fb-d735-42ea-ac2c-ee82780fa691 x-openstack-request-id: req-640307fb-d735-42ea-ac2c-ee82780fa691 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:57:47.455952 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-plugged", "status": "completed", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:57:47.456205 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-640307fb-d735-42ea-ac2c-ee82780fa691 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:57:47.456596 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'code': 200} Sep 18 02:57:47.470452 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:47.492925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f71fe36-fde8-499a-9aac-cc9737601403 req-dd913c86-08da-4be2-b9f0-4f4b66b7cd81 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327497 Sep 18 02:57:47.549087 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3650c-eca1-4a19-9911-c27e6fb21012 req-0a89faf0-1c1d-4cb9-b93d-f45b605db5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:47.550629 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1cd3650c-eca1-4a19-9911-c27e6fb21012 req-0a89faf0-1c1d-4cb9-b93d-f45b605db5fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1098 time: 0.0388978 Sep 18 02:57:47.585741 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1cd3650c-eca1-4a19-9911-c27e6fb21012 req-ae33b48f-b4a7-4c39-82bb-cfe1923684a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278769 Sep 18 02:57:48.618313 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91c8ec-5600-4024-b822-7fd516dddc3c req-81456aa8-fae3-4759-964e-146ff6cb8cb1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:48.619819 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad91c8ec-5600-4024-b822-7fd516dddc3c req-81456aa8-fae3-4759-964e-146ff6cb8cb1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0511482 Sep 18 02:57:48.656347 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ad91c8ec-5600-4024-b822-7fd516dddc3c req-ddd79d6b-6f06-44c8-90a8-69e3139267aa tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306985 Sep 18 02:57:49.769387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe239a-f7a5-4c75-9d43-c37a1e9368b4 req-9120d751-0967-43d3-ab32-a017da56d0af tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:49.771509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bbe239a-f7a5-4c75-9d43-c37a1e9368b4 req-9120d751-0967-43d3-ab32-a017da56d0af tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0477564 Sep 18 02:57:49.811252 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0bbe239a-f7a5-4c75-9d43-c37a1e9368b4 req-c8708d23-281a-4a7d-8549-5eba0549ff26 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339592 Sep 18 02:57:49.925071 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be661684-f476-4872-aa25-a5b50b56af61 req-2d95513d-cd3e-4b3c-9a1f-6f9dde7600f7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:49.927384 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be661684-f476-4872-aa25-a5b50b56af61 req-2d95513d-cd3e-4b3c-9a1f-6f9dde7600f7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0499671 Sep 18 02:57:49.967093 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-be661684-f476-4872-aa25-a5b50b56af61 req-79a61e8d-3ca0-4b2b-940e-8305e70712fe tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341165 Sep 18 02:57:49.988236 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45694) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:50.402923 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc72302-7777-440c-95b3-db50e612ff96 tempest-TestShelveInstance-346608203 tempest-TestShelveInstance-346608203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:50.404476 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1dc72302-7777-440c-95b3-db50e612ff96 tempest-TestShelveInstance-346608203 tempest-TestShelveInstance-346608203-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1093 time: 0.4145644 Sep 18 02:57:50.407472 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 45698) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 02:57:50.412378 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 02:57:50.434800 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:50.530640 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:50.630911 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Allocated IP 172.25.0.213 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/b50c93db-a226-441c-bfec-d748cd9b4277) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 02:57:50.733352 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:50.766552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:50.799591 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 02:57:50.803101 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 02:57:50.806469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 02:57:50.838182 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'Port': ['ID=b50c93db-a226-441c-bfec-d748cd9b4277,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:51.169134 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:51.233457 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:51.381550 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:51.386258 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:51.467905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'Port': ['ID=b50c93db-a226-441c-bfec-d748cd9b4277,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 02:57:51.475051 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:51.574484 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Floating IP 5d62b24e-eecb-44e0-9b92-5d86ac6d0050 associated. External IP: 172.25.0.213, port: c1f62258-eea0-4b3a-92fd-4412ef8ae828. Sep 18 02:57:51.779264 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Router 004b3178-35e0-440e-b3e9-8f567bb5fc7d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 02:57:51.887550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 02:57:51.897667 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] Sync routers for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 02:57:51.904396 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:51.907463 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:51.908128 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:51.932276 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-fb29fb8f-e44c-4408-bf8e-b5cf72c9a350 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5237761 Sep 18 02:57:51.932877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 02:57:51.935355 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774f22c3-6763-4e37-8eb9-ccc5bfea3523" -d '{"events": [{"name": "network-changed", "server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 02:57:51.974419 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65df968f-fd1c-47c1-b040-1745ae51c68b x-openstack-request-id: req-65df968f-fd1c-47c1-b040-1745ae51c68b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 02:57:51.974734 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 02:57:51.974996 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65df968f-fd1c-47c1-b040-1745ae51c68b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 02:57:51.975403 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'status': 'completed', 'code': 200} Sep 18 02:57:52.037408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-61739dd5-d217-4c29-b99b-11da4578e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:52.038965 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-61739dd5-d217-4c29-b99b-11da4578e791 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1098 time: 0.0427501 Sep 18 02:57:52.102190 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:52.128385 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-28de4b70-3719-4d07-b7af-499c0d3e80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:52.130486 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-28de4b70-3719-4d07-b7af-499c0d3e80f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0849912 Sep 18 02:57:52.205662 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-1960cc7e-6f2c-421a-8dc8-fee588c4f900 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 1000 time: 0.0683420 Sep 18 02:57:52.255448 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-2ee55650-d8bd-494c-872c-87c925640f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:52.257010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-2ee55650-d8bd-494c-872c-87c925640f8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0448165 Sep 18 02:57:52.305511 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-9714a19d-e58a-48f9-9a99-6dacbbf38994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:52.306989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-9714a19d-e58a-48f9-9a99-6dacbbf38994 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432997 Sep 18 02:57:52.319592 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5d62b24e-eecb-44e0-9b92-5d86ac6d0050', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'port_id': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'mac_address': 'fa:16:3e:9a:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:57:51Z', 'updated_at': '2021-09-18T02:57:51Z', 'revision_number': 0, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:52.345077 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] Checking router: 004b3178-35e0-440e-b3e9-8f567bb5fc7d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 02:57:52.353264 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 02:57:52.353856 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T02:57:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:52.401522 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-6d6794f6-dbbb-4e1b-bed2-edae6489f3c6 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875340 Sep 18 02:57:52.459990 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 02:57:52.495720 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-774f22c3-6763-4e37-8eb9-ccc5bfea3523 req-ca8730a8-66c4-42f8-a3e6-eb1a30139433 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875151 Sep 18 02:57:52.677575 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5d62b24e-eecb-44e0-9b92-5d86ac6d0050', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'port_id': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'mac_address': 'fa:16:3e:9a:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:57:51Z', 'updated_at': '2021-09-18T02:57:51Z', 'revision_number': 0, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 02:57:52.702910 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108d81e-efb6-4544-b7c4-1c014629376b None None] The sync data for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 is: [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '5d62b24e-eecb-44e0-9b92-5d86ac6d0050', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'port_id': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'mac_address': 'fa:16:3e:9a:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T02:57:51Z', 'updated_at': '2021-09-18T02:57:51Z', 'revision_number': 0, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 02:57:52.900239 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39a7a1-9e1f-449b-9488-c5387126efae None None] New status for floating IP 5d62b24e-eecb-44e0-9b92-5d86ac6d0050: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 02:57:56.062361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:56.328039 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:57:58.442964 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-c6ff790b-4b7b-4f95-bf84-dc68ce73b379 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448451 Sep 18 02:57:58.524157 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-0c5602ed-cb83-4dcf-a5fc-e7cd4115c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:58.525622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-0c5602ed-cb83-4dcf-a5fc-e7cd4115c2fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1098 time: 0.0406368 Sep 18 02:57:58.627695 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-b33bb312-108b-4390-8d75-93dce26f1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:58.629655 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-b33bb312-108b-4390-8d75-93dce26f1357 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0856619 Sep 18 02:57:58.692295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-0e194ef0-408e-451a-a4c8-dc528b48a588 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 1002 time: 0.0556514 Sep 18 02:57:58.739680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-b457636b-f0de-45ca-a366-9fa03d12b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:58.741131 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-b457636b-f0de-45ca-a366-9fa03d12b805 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0427339 Sep 18 02:57:58.790135 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-60159698-a488-44ef-9c79-e58e36cf165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:57:58.791658 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-60159698-a488-44ef-9c79-e58e36cf165e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439768 Sep 18 02:57:58.880931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-bf019237-1fcf-4389-83f0-a8eea7fd41c9 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820434 Sep 18 02:57:59.314179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6d865f37-a15b-4ddd-b938-56d418aad7b0 req-89b1a124-6367-47af-abb6-7c416126fb3a service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260764 Sep 18 02:58:00.921793 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9cb51d57-2830-4307-a6d4-4725fc7f6d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:02.034230 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:58:03.537487 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f84a11ea-bf01-4029-95c9-962dd2c2b720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:04.151805 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:05.146701 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:06.493472 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:26.062413 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:26.348463 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:30.923188 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2057d35a-a257-4014-9914-ecd62497e1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:33.537999 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c78ee58a-47b7-4890-b294-a79a30307478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:34.152997 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:35.148844 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:36.493340 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:39.033346 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:58:56.076029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:56.348221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:58:59.389638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-e507ea57-6737-4e33-ba74-e653da340b50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400181 Sep 18 02:58:59.469074 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-bfbad693-4928-4ccd-9fe7-028bc713d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:58:59.470540 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-bfbad693-4928-4ccd-9fe7-028bc713d502 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1098 time: 0.0385473 Sep 18 02:58:59.573160 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-3c60cd35-8fed-4bf4-b2fa-0913dfc4190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:58:59.574610 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-3c60cd35-8fed-4bf4-b2fa-0913dfc4190c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0856333 Sep 18 02:58:59.643775 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-a8d9d747-349b-49ec-ab9e-ed710ca2df31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 1002 time: 0.0613954 Sep 18 02:58:59.691101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-c9afca77-dd5b-400f-8e3b-82ee0d564d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:58:59.692489 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-c9afca77-dd5b-400f-8e3b-82ee0d564d52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0422850 Sep 18 02:58:59.742180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-7fd3e3e1-bb1a-47fc-90aa-5db29feeac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:58:59.743743 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-7fd3e3e1-bb1a-47fc-90aa-5db29feeac12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445385 Sep 18 02:58:59.832175 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-a737c203-7fdf-4490-978a-23187a339938 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808191 Sep 18 02:58:59.923211 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6fd8fb7b-e695-44c4-9708-5ff77b30b246 req-75f4ee83-44a0-4f92-96aa-4f6539a9ad2e service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839877 Sep 18 02:59:00.924791 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ef54bb2c-28ac-4262-919e-2611c16cb375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:03.538693 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d1964f3d-0144-49f9-ba53-12a4ea077ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:04.153178 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:05.150462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:06.495179 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:16.033316 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:59:26.074521 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:26.351645 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:30.926837 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07134a27-ecab-449e-95f8-7c0f5a560973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:33.539784 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ae49bc2b-d2d7-4dd2-aa35-28fbbdca6256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:34.153937 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:35.156313 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:36.498397 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:46.686244 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8879f-b718-40a7-a835-482d999bc2eb req-2261a2bb-ef3a-45b1-923c-2313e442acef tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:46.687728 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19b8879f-b718-40a7-a835-482d999bc2eb req-2261a2bb-ef3a-45b1-923c-2313e442acef tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0487416 Sep 18 02:59:46.726079 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-19b8879f-b718-40a7-a835-482d999bc2eb req-4cad8609-0906-4d5a-9097-f03378de243d tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324717 Sep 18 02:59:47.863204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780eb8-cb9e-472b-afa1-8ad51b3a5f00 req-e3c733e3-34eb-464f-a9ba-f63e950bd3bc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:47.864797 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f780eb8-cb9e-472b-afa1-8ad51b3a5f00 req-e3c733e3-34eb-464f-a9ba-f63e950bd3bc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0571828 Sep 18 02:59:47.902940 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f780eb8-cb9e-472b-afa1-8ad51b3a5f00 req-12df1af3-e308-48c8-89d2-ab4cc2dce28a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Sep 18 02:59:49.033020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a862d43-a5a1-4831-82fa-f6196e7c6a79 req-008d3df2-85da-424d-b4d7-e385227d035a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:49.035001 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a862d43-a5a1-4831-82fa-f6196e7c6a79 req-008d3df2-85da-424d-b4d7-e385227d035a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0508637 Sep 18 02:59:49.076787 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a862d43-a5a1-4831-82fa-f6196e7c6a79 req-3cc3136a-ffaf-4cd5-a2d4-2d211074d2de tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360451 Sep 18 02:59:50.194948 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70212044-e52c-43cb-9577-3147d88f907d req-cea26fdb-b7b6-4d0c-ae9a-04b96270c5ec tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:50.196427 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70212044-e52c-43cb-9577-3147d88f907d req-cea26fdb-b7b6-4d0c-ae9a-04b96270c5ec tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0498500 Sep 18 02:59:50.233545 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-70212044-e52c-43cb-9577-3147d88f907d req-7604dc02-860e-4c01-a36a-d7887a78a14e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Sep 18 02:59:51.348862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1098-6987-4d46-bcb1-c0e5ccbd6bc5 req-0cb22564-6d8c-41b3-ae7e-45d27983f228 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:51.350323 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-073b1098-6987-4d46-bcb1-c0e5ccbd6bc5 req-0cb22564-6d8c-41b3-ae7e-45d27983f228 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0483518 Sep 18 02:59:51.386944 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-073b1098-6987-4d46-bcb1-c0e5ccbd6bc5 req-8d30cbc4-ef90-43bd-a782-1ffb34989814 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308461 Sep 18 02:59:52.500800 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6200bf6-a0f7-4431-a069-6545e9b17a9d req-83963076-b166-4d76-b07b-e079428db688 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:52.502324 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6200bf6-a0f7-4431-a069-6545e9b17a9d req-83963076-b166-4d76-b07b-e079428db688 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0493031 Sep 18 02:59:52.546649 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b6200bf6-a0f7-4431-a069-6545e9b17a9d req-f9bd7ea3-4e7c-4d4d-8e9e-07271f1d1895 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351760 Sep 18 02:59:53.035928 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 02:59:53.661329 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362a7f9-bc1d-4476-99ea-b3316de95f84 req-230f0d2f-61e0-42f6-95a6-961b54d6a7c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:53.662833 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4362a7f9-bc1d-4476-99ea-b3316de95f84 req-230f0d2f-61e0-42f6-95a6-961b54d6a7c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0483465 Sep 18 02:59:53.700453 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4362a7f9-bc1d-4476-99ea-b3316de95f84 req-d4243a91-acdd-4c04-b5c9-47ff3b02ef64 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Sep 18 02:59:54.814154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279ad59-fbc4-49bd-98b5-022dbd33ae45 req-0b7f81e9-6843-4295-bbc2-5ce96f6e16cb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:54.815892 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a279ad59-fbc4-49bd-98b5-022dbd33ae45 req-0b7f81e9-6843-4295-bbc2-5ce96f6e16cb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0494695 Sep 18 02:59:54.854421 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a279ad59-fbc4-49bd-98b5-022dbd33ae45 req-2a5bab33-bd0d-49a1-bfa8-44252675deba tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Sep 18 02:59:55.970351 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d63179-b374-4d7a-9e52-703ddb1717a3 req-bccaf0b5-b426-47b1-aa39-e2037ddf3e48 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:55.972030 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28d63179-b374-4d7a-9e52-703ddb1717a3 req-bccaf0b5-b426-47b1-aa39-e2037ddf3e48 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0496187 Sep 18 02:59:56.012212 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-28d63179-b374-4d7a-9e52-703ddb1717a3 req-740d6ef3-61cd-466f-a326-b486700f9dcb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344048 Sep 18 02:59:56.073939 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:56.346172 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 02:59:57.126086 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762adf62-61e9-42a4-a3fa-7d8af4a12195 req-71216663-32bb-4e3b-8e43-1d0cfd3216d5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:57.127629 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-762adf62-61e9-42a4-a3fa-7d8af4a12195 req-71216663-32bb-4e3b-8e43-1d0cfd3216d5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0491748 Sep 18 02:59:57.165663 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-762adf62-61e9-42a4-a3fa-7d8af4a12195 req-7304ae31-c4c8-4210-b6a4-c3e5712f33aa tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321486 Sep 18 02:59:58.279904 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a9941-6c7e-49fc-bbb4-58d101e25b08 req-0d85afc8-f70e-4e8c-9250-6cc5a17232b0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:58.281406 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b9a9941-6c7e-49fc-bbb4-58d101e25b08 req-0d85afc8-f70e-4e8c-9250-6cc5a17232b0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0498078 Sep 18 02:59:58.319064 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b9a9941-6c7e-49fc-bbb4-58d101e25b08 req-8ed9e498-b770-4a6d-9528-6782cf02682d tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Sep 18 02:59:59.442147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-96d2e0d3-a71a-436d-81a8-57c9139154e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:59.443723 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-96d2e0d3-a71a-436d-81a8-57c9139154e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1098 time: 0.0524168 Sep 18 02:59:59.451305 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa3a4-9e49-4be5-b6dd-1d667bb0a9a0 req-cd245914-a1d4-4328-b323-793798f76ed5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:59.460755 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86afa3a4-9e49-4be5-b6dd-1d667bb0a9a0 req-cd245914-a1d4-4328-b323-793798f76ed5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0603864 Sep 18 02:59:59.501487 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-86afa3a4-9e49-4be5-b6dd-1d667bb0a9a0 req-762fd8e1-1fdf-426e-a5c0-525274ab4a5e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395777 Sep 18 02:59:59.582638 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-13d19fe6-5203-491c-a0c8-a99e85b50ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:59.584311 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-13d19fe6-5203-491c-a0c8-a99e85b50ee1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.1161020 Sep 18 02:59:59.659219 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-4900b814-7a83-4619-982f-1df30044a4bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 1002 time: 0.0672507 Sep 18 02:59:59.712462 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-614825e5-7d63-4332-a40a-eea81d0e647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:59.713956 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-614825e5-7d63-4332-a40a-eea81d0e647f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0462797 Sep 18 02:59:59.776233 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-64069a4a-7b8a-440a-9a0e-375181a6ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 02:59:59.777924 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-64069a4a-7b8a-440a-9a0e-375181a6ea14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545704 Sep 18 02:59:59.827431 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 02:59:59.887348 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-69332e77-f4c8-4d9e-9598-3b23dcb5c24f service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011112 Sep 18 02:59:59.967361 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 02:59:59.985591 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'port_id': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'mac_address': 'fa:16:3e:9a:92:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 03:00:00.008969 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ced0b32-7f1d-4506-9021-011ca254be6e req-050566c9-e633-4aa2-9e98-7954add13129 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135607 Sep 18 03:00:00.032059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:00.045993 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1f62258-eea0-4b3a-92fd-4412ef8ae828 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:00:00.080729 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:00:00.089233 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:00.147632 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:00:00.157646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.157646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.157646 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.161656 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.162050 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.162488 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.162948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.163378 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.163804 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.164224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.164682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.165087 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:00:00.177347 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c1f62258-eea0-4b3a-92fd-4412ef8ae828'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 03:00:00.638704 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8633d1-cac1-4cc0-85eb-170acc555c4e req-f18fd2f4-2638-4716-b9fc-46f74c890389 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:00.640900 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c8633d1-cac1-4cc0-85eb-170acc555c4e req-f18fd2f4-2638-4716-b9fc-46f74c890389 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 945 time: 0.0525753 Sep 18 03:00:00.695598 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0c8633d1-cac1-4cc0-85eb-170acc555c4e req-12ce418a-a854-43cf-ab5e-2f0190f6b0a4 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479419 Sep 18 03:00:00.928937 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb374936-0aa5-4fa3-9fcf-e50368391a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:01.839611 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:00:01.850584 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aac5ef-5e25-46b5-8912-0729ad6f1d75 req-ee440f14-98eb-4c43-a07d-3b210842545e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:01.853057 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a5aac5ef-5e25-46b5-8912-0729ad6f1d75 req-ee440f14-98eb-4c43-a07d-3b210842545e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 945 time: 0.0733325 Sep 18 03:00:01.907647 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a5aac5ef-5e25-46b5-8912-0729ad6f1d75 req-1a8438b6-4f2e-4e18-9c61-110ecfa1d352 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482721 Sep 18 03:00:01.923557 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c1f62258-eea0-4b3a-92fd-4412ef8ae828 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:00:01.923941 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:02.018156 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:02.046052 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:00:02.048355 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87bdd5a-a368-48ac-915b-06b8494f5b9a" -d '{"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-plugged", "status": "completed", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:00:02.067679 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:00:02.073638 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:02.110256 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d51507-40f7-4650-a2a7-cb455d0a2dc3 x-openstack-request-id: req-a6d51507-40f7-4650-a2a7-cb455d0a2dc3 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:00:02.110546 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-plugged", "status": "completed", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:00:02.110826 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6d51507-40f7-4650-a2a7-cb455d0a2dc3 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:00:02.111216 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'code': 200} Sep 18 03:00:02.145351 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:00:03.026154 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77d69-7f66-4595-a35e-a72acee975c3 req-acb7f0bd-06bf-4cd5-901c-41f320593009 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:03.027607 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea77d69-7f66-4595-a35e-a72acee975c3 req-acb7f0bd-06bf-4cd5-901c-41f320593009 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0511703 Sep 18 03:00:03.068747 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-eea77d69-7f66-4595-a35e-a72acee975c3 req-19a08efa-ece1-4023-b6bd-58ee5cc935ec tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346298 Sep 18 03:00:03.544598 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc8c2-fa49-4e2a-9c9f-f2ed86e6ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:04.158635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:04.215104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8ebf-15e7-4f63-97aa-3bc44ec167d3 req-d3f514fa-aeb0-4ea9-989a-634b7a05c708 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:04.216761 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a5cb8ebf-15e7-4f63-97aa-3bc44ec167d3 req-d3f514fa-aeb0-4ea9-989a-634b7a05c708 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0614059 Sep 18 03:00:04.265039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a5cb8ebf-15e7-4f63-97aa-3bc44ec167d3 req-7e5f0d9b-d383-4bbe-bee2-e901e962fff0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411525 Sep 18 03:00:05.152920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:05.406146 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f060d-9620-44b5-a1d7-34a9fbb9b75c req-d29d12b6-7507-439e-9bb7-94c168f34c02 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:05.413541 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f85f060d-9620-44b5-a1d7-34a9fbb9b75c req-d29d12b6-7507-439e-9bb7-94c168f34c02 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0586364 Sep 18 03:00:05.453099 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f85f060d-9620-44b5-a1d7-34a9fbb9b75c req-7f660968-4ab5-47de-b150-aca78233c836 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386879 Sep 18 03:00:06.507764 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:06.596089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5fa8-8c49-4e58-a94e-4c37d699da14 req-0902804e-829e-4314-94bc-7328a7f1ce56 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:06.597996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb5e5fa8-8c49-4e58-a94e-4c37d699da14 req-0902804e-829e-4314-94bc-7328a7f1ce56 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0556841 Sep 18 03:00:06.650209 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cb5e5fa8-8c49-4e58-a94e-4c37d699da14 req-d26c0dc4-e571-45ad-a2f3-55633cec80f0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Sep 18 03:00:07.762671 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb461ea9-d607-48b1-b06d-277a3dd0a791 req-09662905-b3a9-40fe-8eb1-4929e3d7ceaf tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:07.764180 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb461ea9-d607-48b1-b06d-277a3dd0a791 req-09662905-b3a9-40fe-8eb1-4929e3d7ceaf tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0509183 Sep 18 03:00:07.802213 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fb461ea9-d607-48b1-b06d-277a3dd0a791 req-d3031126-2655-4171-a2d2-ff9e0b82a53e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315330 Sep 18 03:00:08.251068 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc3b18-b202-466c-a030-8df237862f9a req-4d54805c-3710-4522-ab2f-a4fced0e03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:08.252558 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dddc3b18-b202-466c-a030-8df237862f9a req-4d54805c-3710-4522-ab2f-a4fced0e03b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1098 time: 0.0427673 Sep 18 03:00:08.344182 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc3b18-b202-466c-a030-8df237862f9a req-4b72f9d7-5d83-407f-bc7a-8b4bd6d67fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:08.345638 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dddc3b18-b202-466c-a030-8df237862f9a req-4b72f9d7-5d83-407f-bc7a-8b4bd6d67fd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0858326 Sep 18 03:00:08.408279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dddc3b18-b202-466c-a030-8df237862f9a req-cb93f212-8d0c-412f-b499-42aad6ba2938 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 1002 time: 0.0556905 Sep 18 03:00:08.455436 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc3b18-b202-466c-a030-8df237862f9a req-3c0379e0-dd98-4973-8913-4f0107cf7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:08.457412 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dddc3b18-b202-466c-a030-8df237862f9a req-3c0379e0-dd98-4973-8913-4f0107cf7776 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0423939 Sep 18 03:00:08.507096 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc3b18-b202-466c-a030-8df237862f9a req-119d27c6-81ff-429f-958d-564e206dfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:08.508491 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dddc3b18-b202-466c-a030-8df237862f9a req-119d27c6-81ff-429f-958d-564e206dfa0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441742 Sep 18 03:00:08.596096 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dddc3b18-b202-466c-a030-8df237862f9a req-8d6412e2-ef1f-4387-be5d-9739c5aa04ec service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802963 Sep 18 03:00:08.688128 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dddc3b18-b202-466c-a030-8df237862f9a req-cee499e5-8ba1-4b6d-9505-d08878b9f4bb service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849290 Sep 18 03:00:08.915408 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c280f-126b-43c8-96f2-b7dc0d015dac req-b1a3ef2d-0006-4772-a3a6-99cbafde5aa5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:08.917228 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a7c280f-126b-43c8-96f2-b7dc0d015dac req-b1a3ef2d-0006-4772-a3a6-99cbafde5aa5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0490682 Sep 18 03:00:08.957285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8a7c280f-126b-43c8-96f2-b7dc0d015dac req-e8c7d116-3ec6-49f4-a36d-74249439f5f5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340092 Sep 18 03:00:10.071905 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e129b2c-97a9-4922-b3a3-7b9cb0e9609e req-91ad8158-6a50-4a12-b16e-1c1702d904f9 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:10.073399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e129b2c-97a9-4922-b3a3-7b9cb0e9609e req-91ad8158-6a50-4a12-b16e-1c1702d904f9 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0490799 Sep 18 03:00:10.110094 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-1e129b2c-97a9-4922-b3a3-7b9cb0e9609e req-aea04d62-2481-4dc2-a63a-6a1110114e5b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Sep 18 03:00:11.225335 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8db405-ee62-47dd-8710-777a85cfd01e req-3adea301-df8e-4e1f-b5ad-9fd8fef18f83 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:11.226870 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e8db405-ee62-47dd-8710-777a85cfd01e req-3adea301-df8e-4e1f-b5ad-9fd8fef18f83 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0493970 Sep 18 03:00:11.269196 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6e8db405-ee62-47dd-8710-777a85cfd01e req-e3fa3eb0-4897-4dd9-9df0-25fe6e7b3159 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360205 Sep 18 03:00:11.335642 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-e4fab58e-d7ea-4eae-b8fa-74d2de45ab6a req-99ef96a0-61ba-4688-a39e-a7959171dbef service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 03:00:11.336966 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e4fab58e-d7ea-4eae-b8fa-74d2de45ab6a req-99ef96a0-61ba-4688-a39e-a7959171dbef service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063393 Sep 18 03:00:11.497270 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1de900-8bfa-44ad-90ad-8191ae9a65be req-2a7ef133-5288-4c3b-b1bc-9b91ab73fe98 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:11.498931 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f1de900-8bfa-44ad-90ad-8191ae9a65be req-2a7ef133-5288-4c3b-b1bc-9b91ab73fe98 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 946 time: 0.0542622 Sep 18 03:00:11.537892 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0f1de900-8bfa-44ad-90ad-8191ae9a65be req-b53dc817-e0c5-441b-a540-0ec617fa105c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Sep 18 03:00:11.664469 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 45888) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:00:11.744587 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-5c48fcad-72c5-445e-976f-379e35bf9ca8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789659 Sep 18 03:00:11.753666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-ebcee60a-9263-4164-beab-dacfa4dde79c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 03:00:11.755232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-ebcee60a-9263-4164-beab-dacfa4dde79c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058310 Sep 18 03:00:11.906245 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:00:11.980198 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:12.005370 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:00:12.007601 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d473a1-6e22-4fc8-841b-dcda7315e84c" -d '{"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-unplugged", "status": "completed", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:00:12.021286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:00:12.025780 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:12.054366 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab8135-7416-4042-82c3-88f816922980 x-openstack-request-id: req-aaab8135-7416-4042-82c3-88f816922980 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:00:12.054665 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-unplugged", "status": "failed", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828", "code": 422}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:00:12.055055 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaab8135-7416-4042-82c3-88f816922980 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:00:12.055648 n-d-789963-12 neutron-server[106441]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'code': 422} returned with failed status Sep 18 03:00:12.080537 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:00:12.652936 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539b06d-7c1e-42e0-bcd4-0ca56a7555f8 req-91641f47-2cac-4b12-88cf-6f9e59bc2e8b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:12.654401 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f539b06d-7c1e-42e0-bcd4-0ca56a7555f8 req-91641f47-2cac-4b12-88cf-6f9e59bc2e8b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0487986 Sep 18 03:00:12.691895 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f539b06d-7c1e-42e0-bcd4-0ca56a7555f8 req-5d769d00-bd7d-4c3d-89c9-9ed2f42bdced tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316067 Sep 18 03:00:13.804974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3468a-b496-4a6e-ae7f-6c1c223d8610 req-46985063-77e8-4542-ab9f-199fbdf65248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:13.806442 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30a3468a-b496-4a6e-ae7f-6c1c223d8610 req-46985063-77e8-4542-ab9f-199fbdf65248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0480919 Sep 18 03:00:13.847764 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-30a3468a-b496-4a6e-ae7f-6c1c223d8610 req-2ff0b89e-27b7-4a5d-b292-42ada21f0718 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353096 Sep 18 03:00:14.966741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab005849-637a-4257-b909-a8c0d0a46e45 req-3504e7d5-d0ab-4749-8a89-445d0fa4b100 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:14.968214 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab005849-637a-4257-b909-a8c0d0a46e45 req-3504e7d5-d0ab-4749-8a89-445d0fa4b100 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0541332 Sep 18 03:00:15.009028 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ab005849-637a-4257-b909-a8c0d0a46e45 req-1b49d368-29b3-4f5b-a770-7d9a294378ef tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337131 Sep 18 03:00:16.133389 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc36293-07e5-4ea0-8b3a-93ce486436c7 req-ab17051d-93e2-44ca-a7b9-3303ec606e62 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:16.135200 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbc36293-07e5-4ea0-8b3a-93ce486436c7 req-ab17051d-93e2-44ca-a7b9-3303ec606e62 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0566435 Sep 18 03:00:16.176616 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-bbc36293-07e5-4ea0-8b3a-93ce486436c7 req-6a773bf9-825d-4b1e-9ec0-d772afad21a0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354319 Sep 18 03:00:16.564540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-bdfee752-079b-47e3-bfca-6aade4340589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:16.566786 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-bdfee752-079b-47e3-bfca-6aade4340589 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050&tenant_id=1fba2ca663c84fc3b84154e717299093 HTTP/1.1" status: 200 len: 1096 time: 0.0430934 Sep 18 03:00:16.630184 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-98384596-bcab-42a3-91f3-7aa8af310fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:16.631727 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-98384596-bcab-42a3-91f3-7aa8af310fbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1096 time: 0.0399132 Sep 18 03:00:16.726574 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-fa174ba8-5efa-420d-ba73-a3ce48906fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:16.728075 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-fa174ba8-5efa-420d-ba73-a3ce48906fd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0886898 Sep 18 03:00:16.791484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-19ea92a7-2d03-48fc-b37c-2aebcbcd6fae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 1000 time: 0.0564644 Sep 18 03:00:16.842371 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-c1d4845d-b215-480c-a80d-0a0e4d4bebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:16.843800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-c1d4845d-b215-480c-a80d-0a0e4d4bebb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0456364 Sep 18 03:00:16.888849 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-8366bc28-c7b3-47d5-b4c5-d2676c59bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:16.890336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-8366bc28-c7b3-47d5-b4c5-d2676c59bd79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399749 Sep 18 03:00:16.980482 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-cc86d9d4-8c03-45b5-97ee-82e3cb29c726 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828841 Sep 18 03:00:17.075841 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d559da78-2c9b-4b5b-a02e-f2ee59bfd5c6 req-4106c429-2402-4755-b222-d41b74e63603 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887256 Sep 18 03:00:17.299430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb675d-32dd-4da6-a6fe-9f0ae01f1ac8 req-44dde623-0be5-4f16-9a00-13d46c2fb82c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:17.300993 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69eb675d-32dd-4da6-a6fe-9f0ae01f1ac8 req-44dde623-0be5-4f16-9a00-13d46c2fb82c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0511043 Sep 18 03:00:17.348869 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-69eb675d-32dd-4da6-a6fe-9f0ae01f1ac8 req-150100c2-0983-47fa-9df5-e72fad2f83e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Sep 18 03:00:18.468577 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b64ed-5c25-429e-b759-bcde86a900b9 req-a10cf16c-018c-49be-b009-0f11144314ab tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:18.470088 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-405b64ed-5c25-429e-b759-bcde86a900b9 req-a10cf16c-018c-49be-b009-0f11144314ab tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0520830 Sep 18 03:00:18.515291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-405b64ed-5c25-429e-b759-bcde86a900b9 req-4bb19386-a3ce-4caf-a56a-245b4d6226c7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382502 Sep 18 03:00:19.647130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46ecd8-0c49-418d-a155-f6e0e0ab834d req-3a74892e-f174-4a02-83df-cc70d6f16db6 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:19.649289 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e46ecd8-0c49-418d-a155-f6e0e0ab834d req-3a74892e-f174-4a02-83df-cc70d6f16db6 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0653813 Sep 18 03:00:19.688843 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7e46ecd8-0c49-418d-a155-f6e0e0ab834d req-807c6f52-fe13-4cef-813e-19a44aa595e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336514 Sep 18 03:00:20.819696 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc4abc-31c4-4e56-8454-6cff20d259ef req-a0ed74be-fc25-455b-8945-f7692aa2d3aa tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:20.822368 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7acc4abc-31c4-4e56-8454-6cff20d259ef req-a0ed74be-fc25-455b-8945-f7692aa2d3aa tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0542862 Sep 18 03:00:20.866777 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7acc4abc-31c4-4e56-8454-6cff20d259ef req-5530e00b-0916-41bc-bea8-fc1fe4c6e42d tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392177 Sep 18 03:00:21.994552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6552d-ba8e-400f-a53f-6a08e38101c5 req-1a278681-8294-42d6-803a-19be8be0a354 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:21.996939 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80c6552d-ba8e-400f-a53f-6a08e38101c5 req-1a278681-8294-42d6-803a-19be8be0a354 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0585940 Sep 18 03:00:22.037167 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-80c6552d-ba8e-400f-a53f-6a08e38101c5 req-642e8dfa-81e8-4607-bbe6-ce86e1e7a0ad tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341666 Sep 18 03:00:23.162223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0f652-8940-4931-aa61-57a60b191054 req-96a52b34-1d6b-4966-b38f-4cab89489f02 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:23.163712 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4f0f652-8940-4931-aa61-57a60b191054 req-96a52b34-1d6b-4966-b38f-4cab89489f02 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0482249 Sep 18 03:00:23.210399 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4f0f652-8940-4931-aa61-57a60b191054 req-7dbe3640-8ca5-4a58-9683-b0f6d3ebe80a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 Sep 18 03:00:24.332566 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4245d-dadc-41df-956b-93027e0d4c49 req-bd6be483-b28f-4605-8884-9956a35c6400 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:24.334119 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0c4245d-dadc-41df-956b-93027e0d4c49 req-bd6be483-b28f-4605-8884-9956a35c6400 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0546420 Sep 18 03:00:24.373040 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c0c4245d-dadc-41df-956b-93027e0d4c49 req-108aca3b-7d60-4e8b-b387-625613c9f319 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329378 Sep 18 03:00:25.498225 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115059f-0bf9-4793-bed0-53a1b01d158a req-b73692ed-5ac3-4700-ac50-e72507280e93 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:25.499759 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f115059f-0bf9-4793-bed0-53a1b01d158a req-b73692ed-5ac3-4700-ac50-e72507280e93 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0527179 Sep 18 03:00:25.548599 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f115059f-0bf9-4793-bed0-53a1b01d158a req-294f5921-0f4b-4728-ba91-d9573d61c26e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417182 Sep 18 03:00:26.092107 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:26.352404 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:26.679922 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34ff0f-9100-4786-badc-2b500f8333f0 req-a536af89-c34d-4700-b924-cfe9d6c34548 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:26.681460 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b34ff0f-9100-4786-badc-2b500f8333f0 req-a536af89-c34d-4700-b924-cfe9d6c34548 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0560069 Sep 18 03:00:26.727063 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8b34ff0f-9100-4786-badc-2b500f8333f0 req-e65eef53-10dc-4492-8baf-de5fed29b73c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Sep 18 03:00:27.842097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cd659-4606-4d6c-87cd-d791acca9831 req-4fe237a6-a271-4e31-8d53-b873f593cc56 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:27.843585 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-677cd659-4606-4d6c-87cd-d791acca9831 req-4fe237a6-a271-4e31-8d53-b873f593cc56 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0472372 Sep 18 03:00:27.884768 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-677cd659-4606-4d6c-87cd-d791acca9831 req-627e23e2-7b6e-49a7-a415-fbdf3ec95ae5 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341096 Sep 18 03:00:29.001612 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f65a9-dfe7-4430-8e45-f03a52a23ef2 req-e48d5db6-8b18-4fb7-85b7-9a3b2fd1b40b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:29.003012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-704f65a9-dfe7-4430-8e45-f03a52a23ef2 req-e48d5db6-8b18-4fb7-85b7-9a3b2fd1b40b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0497060 Sep 18 03:00:29.039886 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-704f65a9-dfe7-4430-8e45-f03a52a23ef2 req-3c3badfb-e143-42b7-9475-e748a1e155ed tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309837 Sep 18 03:00:30.001519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 03:00:30.034470 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:00:30.100056 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:00:30.110997 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'port_id': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'mac_address': 'fa:16:3e:9a:92:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 03:00:30.148887 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:30.156075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c71dc-ee0a-4ac5-a626-ab56aaafbf8a req-e9d6926e-0fff-4808-ac1a-b435f190c536 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:30.157581 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c05c71dc-ee0a-4ac5-a626-ab56aaafbf8a req-e9d6926e-0fff-4808-ac1a-b435f190c536 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 944 time: 0.0491166 Sep 18 03:00:30.163210 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f62258-eea0-4b3a-92fd-4412ef8ae828 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:00:30.182852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:00:30.186965 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:30.197378 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-c05c71dc-ee0a-4ac5-a626-ab56aaafbf8a req-b94c5daf-9c95-4084-a0ed-8a92d1abb664 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329940 Sep 18 03:00:30.235763 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:00:30.391260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c1f62258-eea0-4b3a-92fd-4412ef8ae828'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 03:00:30.931145 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02d38b30-56f0-4802-9d72-7dcbfa5840cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:31.310689 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba588f-6c41-4f9c-9cc5-6c0fb2919e7c req-9d9eb8ef-1dbe-46ef-b987-c35735bb8925 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:31.312206 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95ba588f-6c41-4f9c-9cc5-6c0fb2919e7c req-9d9eb8ef-1dbe-46ef-b987-c35735bb8925 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Sep 18 03:00:31.350675 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-95ba588f-6c41-4f9c-9cc5-6c0fb2919e7c req-ae9099a0-2924-444f-8a49-dbdd56c2d89e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Sep 18 03:00:32.012967 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:00:32.062133 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c1f62258-eea0-4b3a-92fd-4412ef8ae828 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:00:32.062501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:32.138522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:32.160147 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:00:32.162285 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5c21e6-a15e-4419-bdd7-44dff6869585" -d '{"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-plugged", "status": "completed", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:00:32.174920 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:00:32.180595 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:32.204397 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe523c-bdb1-4f4b-b826-ed1c94b40beb x-openstack-request-id: req-13fe523c-bdb1-4f4b-b826-ed1c94b40beb {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:00:32.204685 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-plugged", "status": "completed", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:00:32.204960 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13fe523c-bdb1-4f4b-b826-ed1c94b40beb {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:00:32.205339 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'code': 200} Sep 18 03:00:32.232398 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:00:32.360269 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bbd3c-cf13-4075-ab9c-c1e9006b99fd req-baa3ba35-d9af-44d3-9318-b0c7f233f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:32.361793 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-390bbd3c-cf13-4075-ab9c-c1e9006b99fd req-baa3ba35-d9af-44d3-9318-b0c7f233f28d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1099 time: 0.0434046 Sep 18 03:00:32.401625 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-390bbd3c-cf13-4075-ab9c-c1e9006b99fd req-70ad35a2-0042-46ec-9a0e-48a5d3643ec4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326486 Sep 18 03:00:32.468168 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb1089-1132-4581-a7d3-769c4860b1c9 req-512234b5-7fae-40d4-8784-70e25ee4af5b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:32.469657 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77eb1089-1132-4581-a7d3-769c4860b1c9 req-512234b5-7fae-40d4-8784-70e25ee4af5b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 947 time: 0.0493076 Sep 18 03:00:32.507703 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-77eb1089-1132-4581-a7d3-769c4860b1c9 req-dfeacfa4-b150-4d9d-a3b5-77b9f95cc3fc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316024 Sep 18 03:00:33.548721 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c519eb96-c33b-4530-8712-045166ad7038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:33.635777 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a644d-2fc6-4bf5-b745-0fbacb5943d3 req-ca3da775-96d4-4b97-bbf5-6dee4dff4be7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:33.637283 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e7a644d-2fc6-4bf5-b745-0fbacb5943d3 req-ca3da775-96d4-4b97-bbf5-6dee4dff4be7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 947 time: 0.0492604 Sep 18 03:00:33.680192 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2e7a644d-2fc6-4bf5-b745-0fbacb5943d3 req-687c3c22-eef2-4bd5-abd6-d45f06dbae67 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367458 Sep 18 03:00:34.153919 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:34.854653 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a47689-b1fe-4b05-a667-15aabcb4252c req-5402eaf1-a19f-4cd4-88c3-ba5d09b197f0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:00:34.856147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4a47689-b1fe-4b05-a667-15aabcb4252c req-5402eaf1-a19f-4cd4-88c3-ba5d09b197f0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 947 time: 0.1082685 Sep 18 03:00:34.894316 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d4a47689-b1fe-4b05-a667-15aabcb4252c req-1872176c-cafc-4b55-9e85-0b94af0fbbff tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Sep 18 03:00:35.152528 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:36.503147 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:56.087833 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:00:56.346193 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:00.424033 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-fb50fd10-5c96-4f9c-bf06-2b04bc08156f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857821 Sep 18 03:01:00.507934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-d1009952-80f0-4d50-8f50-467b6abd08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:00.509687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-d1009952-80f0-4d50-8f50-467b6abd08d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1099 time: 0.0425727 Sep 18 03:01:00.612753 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-6e068706-5106-48e5-9d5f-3fb1817a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:00.614614 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-6e068706-5106-48e5-9d5f-3fb1817a2f70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0836411 Sep 18 03:01:00.684684 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-9a109c57-66b1-44c1-be77-71a0bec14b67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 1002 time: 0.0622001 Sep 18 03:01:00.734064 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-0c7437ea-f46d-4926-8ce8-6b1dc596cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:00.735564 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-0c7437ea-f46d-4926-8ce8-6b1dc596cc51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0439494 Sep 18 03:01:00.780697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-ba5b078c-453c-413b-8d84-dcac00c71767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:00.782160 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-ba5b078c-453c-413b-8d84-dcac00c71767 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396178 Sep 18 03:01:00.874642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-52724682-bf70-4346-8bb7-b007af1d4d77 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844827 Sep 18 03:01:00.933474 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-12275478-e0c0-44dd-84c3-17c2e35927e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:00.973865 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f7dd387-0f29-4599-8309-826ef4b4e5b1 req-2da59b97-f323-4f64-8fbf-2440b5903b37 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915167 Sep 18 03:01:01.534206 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-e660c349-2f9b-4e17-b408-faa6ec4df2b8 req-2e708726-da48-4809-8bb7-bda7f3203209 service neutron] (106439) timed out ('10.222.0.20', 64886) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 03:01:01.696126 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-153665c2-a35f-4921-a015-6c287bb967eb req-323b505f-ffa4-481e-8e3d-805349a4e1a2 tempest-ServersNegativeTestJSON-306846299 tempest-ServersNegativeTestJSON-306846299-project] (106440) timed out ('10.222.0.20', 49240) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 03:01:03.551996 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5db7cedc-14b1-4ba2-98c0-b7ee284dfd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:04.154872 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:05.155277 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:06.507384 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:07.033801 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:01:26.101926 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:26.360355 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:30.934326 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-264b45f2-cac3-45b1-b583-aa08597a806e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:33.554135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7511-500d-408c-83fc-cda3a02efa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:34.154628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:35.157221 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:36.509127 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:43.203640 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46034) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:43.357540 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Deleting port b50c93db-a226-441c-bfec-d748cd9b4277 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:01:43.357878 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:43.430025 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:43.430491 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:43.442215 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Calling delete_port for b50c93db-a226-441c-bfec-d748cd9b4277 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:01:43.589249 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:43.618136 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event deleted for resources: {'Port': ['ID=b50c93db-a226-441c-bfec-d748cd9b4277,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:43.645332 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.645680 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.646020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.646374 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.646690 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.647043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.647370 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.647697 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.648023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.648344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.648667 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.648988 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:43.687925 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for floatingip, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:43.688248 n-d-789963-12 neutron-server[106440]: INFO neutron.db.l3_db [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Floating IP 5d62b24e-eecb-44e0-9b92-5d86ac6d0050 disassociated (deleted). External IP: 172.25.0.213, port: c1f62258-eea0-4b3a-92fd-4412ef8ae828. Sep 18 03:01:43.898971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Router 004b3178-35e0-440e-b3e9-8f567bb5fc7d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:01:44.000291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:01:44.005655 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:44.010452 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] Sync routers for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:01:44.019840 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:01:44.020441 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:01:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:01:44.034748 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-078aee35-8508-4120-a511-607b86a13a74 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "DELETE /v2.0/floatingips/5d62b24e-eecb-44e0-9b92-5d86ac6d0050 HTTP/1.1" status: 204 len: 168 time: 0.8300099 Sep 18 03:01:44.035324 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:01:44.037566 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b1fa6-a7f9-4f28-91fd-005621107758" -d '{"events": [{"name": "network-changed", "server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:01:44.078205 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aaf41a-8600-47c5-a30b-e1bd9768b989 x-openstack-request-id: req-f0aaf41a-8600-47c5-a30b-e1bd9768b989 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:01:44.078571 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:01:44.078927 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0aaf41a-8600-47c5-a30b-e1bd9768b989 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:01:44.079337 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'status': 'completed', 'code': 200} Sep 18 03:01:44.110827 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:01:44.135777 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:01:44.141040 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-a933d9b2-ccc0-48eb-b66a-58db44c83b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:44.142890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-a933d9b2-ccc0-48eb-b66a-58db44c83b6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 1099 time: 0.0430539 Sep 18 03:01:44.273250 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-30a6e0e1-f89c-48c6-9876-508949a08e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:44.274758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-30a6e0e1-f89c-48c6-9876-508949a08e97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.1250832 Sep 18 03:01:44.318898 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-f2fcc111-cea0-43de-94cf-ab8114a4c36b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 200 len: 217 time: 0.0366111 Sep 18 03:01:44.327950 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c98c2-2b3a-455b-9d61-17efd5d51075 req-9e5b65e0-7f9f-49eb-888b-071aa7b51470 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:44.329358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca9c98c2-2b3a-455b-9d61-17efd5d51075 req-9e5b65e0-7f9f-49eb-888b-071aa7b51470 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 947 time: 0.1028771 Sep 18 03:01:44.348795 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:01:44.374509 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] Checking router: 004b3178-35e0-440e-b3e9-8f567bb5fc7d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:01:44.383937 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:01:44.384540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:01:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:01:44.399433 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-0242eb10-593a-469f-b7ba-92f12ce10565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:44.400917 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-0242eb10-593a-469f-b7ba-92f12ce10565 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0707154 Sep 18 03:01:44.403901 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ca9c98c2-2b3a-455b-9d61-17efd5d51075 req-1153329c-065e-4ace-9fac-060454b5ace1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664005 Sep 18 03:01:44.454089 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-25c19b9f-5eea-4992-af71-6c87c9198963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:44.455813 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-25c19b9f-5eea-4992-af71-6c87c9198963 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448961 Sep 18 03:01:44.548672 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-eac53de0-d9f4-4c35-9ad6-e91889d0e837 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Sep 18 03:01:44.582001 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:01:44.645051 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a2b1fa6-a7f9-4f28-91fd-005621107758 req-9fd07a45-2358-4531-9f97-dd13dc5133c6 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883563 Sep 18 03:01:44.774978 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:01:44.800672 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa3735-ad29-483c-b550-9776cdeddbfa None None] The sync data for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 is: [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:01:45.032738 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8b67a9-ed56-49f1-8500-50b27cac62b1 None None] New status for floating IP 5d62b24e-eecb-44e0-9b92-5d86ac6d0050: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 03:01:45.528257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-e985c94c-a79e-49ed-bcfd-ae34b50c5d62 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:45.529735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-e985c94c-a79e-49ed-bcfd-ae34b50c5d62 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 947 time: 0.0526884 Sep 18 03:01:45.595991 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636abc77-dcb0-4f27-bc7b-348d4c917ec5 req-f9e9f497-d28a-44e8-bcc5-6f7555129989 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:01:45.598043 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-636abc77-dcb0-4f27-bc7b-348d4c917ec5 req-f9e9f497-d28a-44e8-bcc5-6f7555129989 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=54fd32d5-67af-41af-a593-d6f3a6bc5050 HTTP/1.1" status: 200 len: 947 time: 0.1091492 Sep 18 03:01:45.626661 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Deleting port c1f62258-eea0-4b3a-92fd-4412ef8ae828 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:01:45.627135 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:45.636489 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-636abc77-dcb0-4f27-bc7b-348d4c917ec5 req-2ac4e0ca-2cd1-4b45-86e2-13aec97e68c8 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324812 Sep 18 03:01:45.718834 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] For port c1f62258-eea0-4b3a-92fd-4412ef8ae828, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c1f62258-eea0-4b3a-92fd-4412ef8ae828,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:01:45.719207 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:45.732792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Calling delete_port for c1f62258-eea0-4b3a-92fd-4412ef8ae828 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:01:45.859637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:45.887387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event deleted for resources: {'Port': ['ID=c1f62258-eea0-4b3a-92fd-4412ef8ae828,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:45.928848 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] No DVR routers for this DVR port c1f62258-eea0-4b3a-92fd-4412ef8ae828 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:01:45.931573 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:45.933683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c8e925ee-0738-4a4e-af88-ffa52445dc95 req-b3626344-616b-43e7-a04c-5bd9c5d49501 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "DELETE /v2.0/ports/c1f62258-eea0-4b3a-92fd-4412ef8ae828 HTTP/1.1" status: 204 len: 173 time: 0.3981235 Sep 18 03:01:46.081054 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-deleted', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:01:46.083812 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54442080-1bac-4180-b5e3-bb33f5af6410" -d '{"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-deleted", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:01:46.177506 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ede4606-ae3b-49b9-bc76-3ae82b0dfdeb x-openstack-request-id: req-2ede4606-ae3b-49b9-bc76-3ae82b0dfdeb {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:01:46.177800 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd32d5-67af-41af-a593-d6f3a6bc5050", "name": "network-vif-deleted", "tag": "c1f62258-eea0-4b3a-92fd-4412ef8ae828", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:01:46.178052 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ede4606-ae3b-49b9-bc76-3ae82b0dfdeb {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:01:46.178483 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fd32d5-67af-41af-a593-d6f3a6bc5050', 'name': 'network-vif-deleted', 'tag': 'c1f62258-eea0-4b3a-92fd-4412ef8ae828', 'status': 'completed', 'code': 200} Sep 18 03:01:46.693089 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46060) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:46.752695 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:46.777069 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:46.836540 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:46.839252 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:46.840515 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "DELETE /v2.0/security-groups/cbe09811-6f4e-4eb5-9fb9-5065a48d69c2 HTTP/1.1" status: 204 len: 168 time: 0.1464429 Sep 18 03:01:46.850676 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe09811-6f4e-4eb5-9fb9-5065a48d69c2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:46.858329 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.858692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.859061 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.859402 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.859766 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.860098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.860429 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.860761 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.861088 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.861413 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.862343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:46.862670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1f4108-688d-4657-8aaf-546b664a8119 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:01:47.286124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46066) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:47.290817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-67516e1a-1b48-4519-95ca-8a926aff1046 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079571529', 'description': 'tempest-secgroup-smoke-2079571529 description', 'project_id': '1fba2ca663c84fc3b84154e717299093'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:01:47.312116 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67516e1a-1b48-4519-95ca-8a926aff1046 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.398140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67516e1a-1b48-4519-95ca-8a926aff1046 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.402302 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67516e1a-1b48-4519-95ca-8a926aff1046 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.431234 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-67516e1a-1b48-4519-95ca-8a926aff1046 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.432480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-67516e1a-1b48-4519-95ca-8a926aff1046 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453307 Sep 18 03:01:47.433412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67516e1a-1b48-4519-95ca-8a926aff1046 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9635eb98-59c5-447b-8a27-12034b054f50,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:47.435512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46068) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:47.440815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9df8ce21-3bd6-4e2f-b9e3-4769767a6d08 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': '9635eb98-59c5-447b-8a27-12034b054f50', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:01:47.467474 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9df8ce21-3bd6-4e2f-b9e3-4769767a6d08 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.516735 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9df8ce21-3bd6-4e2f-b9e3-4769767a6d08 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.520873 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9df8ce21-3bd6-4e2f-b9e3-4769767a6d08 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.540272 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8ce21-3bd6-4e2f-b9e3-4769767a6d08 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c057a6-8506-4dbd-b269-ec702b19d337,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:47.545460 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9df8ce21-3bd6-4e2f-b9e3-4769767a6d08 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.546887 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9df8ce21-3bd6-4e2f-b9e3-4769767a6d08 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103115 Sep 18 03:01:47.550312 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46070) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:47.554575 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6f02ac42-04a0-4998-a4a1-6b1bb9c27e3e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': '9635eb98-59c5-447b-8a27-12034b054f50', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:01:47.580144 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f02ac42-04a0-4998-a4a1-6b1bb9c27e3e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.642559 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f02ac42-04a0-4998-a4a1-6b1bb9c27e3e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.646633 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f02ac42-04a0-4998-a4a1-6b1bb9c27e3e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.661834 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02ac42-04a0-4998-a4a1-6b1bb9c27e3e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a0b69f-3d35-4e79-98f3-6f7cda3da396,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:47.671109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f02ac42-04a0-4998-a4a1-6b1bb9c27e3e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.672340 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6f02ac42-04a0-4998-a4a1-6b1bb9c27e3e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210778 Sep 18 03:01:47.676322 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46072) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:47.680560 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-39871865-e05b-401b-9fa5-be6d32bd0df2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': '9635eb98-59c5-447b-8a27-12034b054f50', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:01:47.705232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39871865-e05b-401b-9fa5-be6d32bd0df2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.764822 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39871865-e05b-401b-9fa5-be6d32bd0df2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.769248 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39871865-e05b-401b-9fa5-be6d32bd0df2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.786900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39871865-e05b-401b-9fa5-be6d32bd0df2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ad34b1-12a3-428a-bfab-77c7cba5c6d8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:47.793330 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-39871865-e05b-401b-9fa5-be6d32bd0df2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.794533 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-39871865-e05b-401b-9fa5-be6d32bd0df2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172891 Sep 18 03:01:47.797337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46074) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:47.802223 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-30a9a61f-f88d-4e24-8dc9-d2ec2ed355e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': '9635eb98-59c5-447b-8a27-12034b054f50', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:01:47.827109 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30a9a61f-f88d-4e24-8dc9-d2ec2ed355e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.889539 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30a9a61f-f88d-4e24-8dc9-d2ec2ed355e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.893894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30a9a61f-f88d-4e24-8dc9-d2ec2ed355e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.911551 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9a61f-f88d-4e24-8dc9-d2ec2ed355e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4791b843-e511-4136-aa65-18db61877eaf,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:47.918223 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30a9a61f-f88d-4e24-8dc9-d2ec2ed355e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:47.919734 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-30a9a61f-f88d-4e24-8dc9-d2ec2ed355e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214736 Sep 18 03:01:47.922531 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46076) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:47.926868 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-323e55b1-ecdf-4f15-a2b5-41d7634ec8c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': '9635eb98-59c5-447b-8a27-12034b054f50', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:01:47.947455 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-323e55b1-ecdf-4f15-a2b5-41d7634ec8c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Project 1fba2ca663c84fc3b84154e717299093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 03:01:47.952245 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-323e55b1-ecdf-4f15-a2b5-41d7634ec8c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:48.011174 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-323e55b1-ecdf-4f15-a2b5-41d7634ec8c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:48.014522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-323e55b1-ecdf-4f15-a2b5-41d7634ec8c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:48.035197 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e55b1-ecdf-4f15-a2b5-41d7634ec8c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10c389b-bd68-4ec1-bd8d-1bc6911766c5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:48.040403 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-323e55b1-ecdf-4f15-a2b5-41d7634ec8c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:48.043142 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-323e55b1-ecdf-4f15-a2b5-41d7634ec8c2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182604 Sep 18 03:01:48.044556 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46078) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:01:48.048765 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-11c0a4b4-1696-4c45-960f-b130af6da49e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'security_group_rule': {'security_group_id': '9635eb98-59c5-447b-8a27-12034b054f50', 'project_id': '1fba2ca663c84fc3b84154e717299093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:01:48.070082 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-11c0a4b4-1696-4c45-960f-b130af6da49e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Project 1fba2ca663c84fc3b84154e717299093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 03:01:48.074934 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11c0a4b4-1696-4c45-960f-b130af6da49e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:48.135525 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11c0a4b4-1696-4c45-960f-b130af6da49e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:48.139073 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11c0a4b4-1696-4c45-960f-b130af6da49e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:48.156889 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0a4b4-1696-4c45-960f-b130af6da49e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53e69cd-12eb-48a5-9b3d-c8ab23483618,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:01:48.164077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11c0a4b4-1696-4c45-960f-b130af6da49e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:48.165553 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-11c0a4b4-1696-4c45-960f-b130af6da49e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199598 Sep 18 03:01:50.448552 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:01:50.468696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: c1f62258-eea0-4b3a-92fd-4412ef8ae828 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:01:50.469038 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c1f62258-eea0-4b3a-92fd-4412ef8ae828 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:01:56.117587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:01:56.376730 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:00.944542 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7ee47894-3687-46a5-ae0b-605e4789381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:02.425677 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-c2377664-4b8a-4b23-bc23-a25f5994e8f9 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079571529&fields=id&tenant_id=1fba2ca663c84fc3b84154e717299093 HTTP/1.1" status: 200 len: 267 time: 0.0322733 Sep 18 03:02:02.530055 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad06df-0531-4d93-93ae-2166529c218e req-1b5d6efd-ca1b-4bb0-b523-4eb987e520e2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:02.531515 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-1b5d6efd-ca1b-4bb0-b523-4eb987e520e2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 809 time: 0.0990341 Sep 18 03:02:02.545670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-0f32c036-b28e-4c99-bcf7-3a3801774f25 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/quotas/1fba2ca663c84fc3b84154e717299093 HTTP/1.1" status: 200 len: 375 time: 0.0085979 Sep 18 03:02:02.598735 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-9050e609-374f-4057-9bf2-8a83f999918b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480464 Sep 18 03:02:02.654820 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-081fb794-5872-41da-ab87-7c1eb6ca6c38 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 03:02:02.655817 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-081fb794-5872-41da-ab87-7c1eb6ca6c38 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464811 Sep 18 03:02:02.745010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-2e100a12-386d-4d9d-bdbf-c4398c12a17e service neutron] 10.222.0.21 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810354 Sep 18 03:02:02.835999 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-dd898199-f118-4a6d-b4bb-eb7db3bca827 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849257 Sep 18 03:02:03.554430 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b164fca-217c-4d71-a882-3346aecc4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:04.137805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-54c33644-7271-4447-8b97-b3325b736ea4 req-f9fe8256-d794-44ff-8803-c78501ad9071 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0266755 Sep 18 03:02:04.164347 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:05.160514 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:05.216416 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b829a7fe-fb55-48a9-a00a-52108e44a51c req-aa40c73a-ef78-4625-a7cb-7f3d2563c2a2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0255067 Sep 18 03:02:06.292998 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d6a471c1-a2c1-4008-baf1-424dbee16a4d req-0aee5be4-6136-494d-b730-2f622e9bc2e3 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0264053 Sep 18 03:02:06.513022 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:07.131016 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad06df-0531-4d93-93ae-2166529c218e req-790835b6-ccbb-4ab0-a0d6-77efeb7c9426 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:07.132506 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-790835b6-ccbb-4ab0-a0d6-77efeb7c9426 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 809 time: 0.1059699 Sep 18 03:02:07.176332 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-4a6fa626-8446-40f3-8989-6809a2d7a19a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fba2ca663c84fc3b84154e717299093 HTTP/1.1" status: 200 len: 380 time: 0.0351324 Sep 18 03:02:07.185258 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'port': {'device_id': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'admin_state_up': True, 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'security_groups': ['9635eb98-59c5-447b-8a27-12034b054f50']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:02:07.299960 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Made reservation on behalf of 1fba2ca663c84fc3b84154e717299093 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 03:02:07.303447 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:07.396043 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-cd48bd87-ce1a-4e32-ba92-e7b5c36987ac req-e27d8c86-b6bd-4313-8a06-776ee8c6d7ca tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0326588 Sep 18 03:02:07.458686 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Allocated IP 172.20.0.5 (b2a4cb94-c9c1-478e-8043-67014c080fa2/055c6ca5-8cc6-4cd8-aeee-267fced52bc8/c7bc0f86-a766-4de9-b6a4-c7dd533043f2) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:02:07.945419 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:07.979224 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.023414 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:02:08.026491 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:02:08.032221 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:02:08.060919 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:02:08.092415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:08.093032 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.111295 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-7cadc2f3-6cb8-4b8b-a0ca-3be5a99d8875 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291613 Sep 18 03:02:08.123693 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Request body: {'port': {'device_id': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:02:08.180636 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.306918 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b8899a12-244a-4d55-be2a-5f1b4c7f46aa None None] Provisioning complete for port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:02:08.308002 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8899a12-244a-4d55-be2a-5f1b4c7f46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.368848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b8899a12-244a-4d55-be2a-5f1b4c7f46aa None None] Port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 03:02:08.478978 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bc0f86-a766-4de9-b6a4-c7dd533043f2 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:02:08.487640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.499996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Transition to ACTIVE for port object c7bc0f86-a766-4de9-b6a4-c7dd533043f2 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 03:02:08.505643 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.514914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b389917-6e65-46a0-9556-6bf4a61e98ae req-17df00f6-3d5a-42f3-a6b0-39bf9117b153 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:08.517108 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b389917-6e65-46a0-9556-6bf4a61e98ae req-17df00f6-3d5a-42f3-a6b0-39bf9117b153 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 931 time: 0.0512683 Sep 18 03:02:08.560854 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:02:08.576795 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7b389917-6e65-46a0-9556-6bf4a61e98ae req-efb813b6-c0a2-4958-a598-98753e2a71c9 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522814 Sep 18 03:02:08.645325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Attempting to bind port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:02:08.645576 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Attempting to bind port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:02:08.645902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Attempting to bind port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 on network b2a4cb94-c9c1-478e-8043-67014c080fa2 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:02:08.650586 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 on network b2a4cb94-c9c1-478e-8043-67014c080fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 03:02:08.650933 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Attempting to bind port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 on network b2a4cb94-c9c1-478e-8043-67014c080fa2 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:02:08.656234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:02:08.656614 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Checking segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:02:08.656998 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Bound using segment: {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:02:08.657415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Bound port: c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4237ee2-ab66-4b50-bf64-be52de2bd788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:02:08.658628 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.746410 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:02:08.749882 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:02:08.755211 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.789061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:08.789945 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:08.791574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] 10.222.0.18 "PUT /v2.0/ports/c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 1092 time: 0.6725247 Sep 18 03:02:08.794155 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:02:08.796819 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:02:08.827274 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7f6a2-a4bd-4a9c-88a6-bd47e3524b92 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:02:08.843386 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36684e5d-edcf-4d4a-8645-044ed23373c8 x-openstack-request-id: req-36684e5d-edcf-4d4a-8645-044ed23373c8 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:02:08.843674 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:02:08.843924 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36684e5d-edcf-4d4a-8645-044ed23373c8 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:02:08.844323 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'status': 'completed', 'code': 200} Sep 18 03:02:08.894800 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad06df-0531-4d93-93ae-2166529c218e req-e70b193f-1b7e-4492-af75-bfb7b2e9886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:08.896701 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-e70b193f-1b7e-4492-af75-bfb7b2e9886d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0475569 Sep 18 03:02:08.946300 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-ea167584-5c60-4941-a205-05ceada632d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 217 time: 0.0401535 Sep 18 03:02:08.998407 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad06df-0531-4d93-93ae-2166529c218e req-5be0b0a8-b697-4ff6-998c-0e0882680ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:09.000115 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-5be0b0a8-b697-4ff6-998c-0e0882680ae0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0469656 Sep 18 03:02:09.052336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad06df-0531-4d93-93ae-2166529c218e req-9024848f-c4e6-4255-b91d-9eb3ac9a2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:09.053945 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-9024848f-c4e6-4255-b91d-9eb3ac9a2810 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463207 Sep 18 03:02:09.149577 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-8675a348-478a-421d-8b24-e4f178a305bc service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885730 Sep 18 03:02:09.239996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0cad06df-0531-4d93-93ae-2166529c218e req-79c59778-b0a5-4f4b-9b31-f2d045bc202f service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830116 Sep 18 03:02:09.323477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-cfa7e2c4-066f-49cb-946b-69fb5c68bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:09.324981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-cfa7e2c4-066f-49cb-946b-69fb5c68bfc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0429540 Sep 18 03:02:09.419809 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-6999558a-2d26-45e5-9343-131020ebbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:09.421277 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-6999558a-2d26-45e5-9343-131020ebbf7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0894809 Sep 18 03:02:09.462813 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-0fa52313-ea3b-4e94-b9cf-89dfc04dab56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 217 time: 0.0346487 Sep 18 03:02:09.519139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-48768169-2d76-4884-8630-44774efe5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:09.520622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-48768169-2d76-4884-8630-44774efe5231 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0495007 Sep 18 03:02:09.566887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-a832b62f-d685-4c57-828a-80407c12fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:09.568390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-a832b62f-d685-4c57-828a-80407c12fa2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412319 Sep 18 03:02:09.667745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-6ee11ea6-ec3d-4e89-ab1c-975faaf9696f service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919759 Sep 18 03:02:09.710811 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b884155-5ef0-474a-a002-3873847351c2 req-41103ecb-7973-482e-b87d-27838d93ccec tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:09.712906 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b884155-5ef0-474a-a002-3873847351c2 req-41103ecb-7973-482e-b87d-27838d93ccec tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0521653 Sep 18 03:02:09.755853 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-4b884155-5ef0-474a-a002-3873847351c2 req-551de6cc-0851-450c-9da6-80625b37b257 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364616 Sep 18 03:02:09.764545 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-405bc7e3-fd90-4881-a816-d1bcbdb8e5ea req-1491b787-0337-41b7-8487-40d04413109a service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897067 Sep 18 03:02:10.873520 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad315f-c62c-429d-9446-738c3bd4396b req-74fb898a-0e2d-43e4-ba68-e4b60e5a1f51 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:10.875057 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ad315f-c62c-429d-9446-738c3bd4396b req-74fb898a-0e2d-43e4-ba68-e4b60e5a1f51 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0497820 Sep 18 03:02:10.914552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e7ad315f-c62c-429d-9446-738c3bd4396b req-7a907fdf-75bb-4045-a1dd-5f00a255392f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333211 Sep 18 03:02:12.031328 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7e9b-b1a5-4e02-91bb-08b8f25da80f req-fac5302a-6aec-422d-90b0-ee5a6e4ba34b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:12.033251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a18c7e9b-b1a5-4e02-91bb-08b8f25da80f req-fac5302a-6aec-422d-90b0-ee5a6e4ba34b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0506768 Sep 18 03:02:12.071182 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a18c7e9b-b1a5-4e02-91bb-08b8f25da80f req-42fd285e-90d0-486c-be52-9df8e0d0fac2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Sep 18 03:02:13.186859 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a573702-f96f-4cbb-89ea-754d1d8fdb2c req-731368be-ac07-40db-87ee-4f56d069b01d tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:13.188353 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a573702-f96f-4cbb-89ea-754d1d8fdb2c req-731368be-ac07-40db-87ee-4f56d069b01d tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0524366 Sep 18 03:02:13.226114 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4a573702-f96f-4cbb-89ea-754d1d8fdb2c req-1d836644-395a-4787-98dc-2cf35f6a3858 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Sep 18 03:02:14.338902 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cb97e-0b5a-4d6f-bfc7-dceba5166bc2 req-0a3bc7b3-db6f-453a-a26f-ed6849d9e7df tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:14.340375 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-924cb97e-0b5a-4d6f-bfc7-dceba5166bc2 req-0a3bc7b3-db6f-453a-a26f-ed6849d9e7df tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0483718 Sep 18 03:02:14.381617 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-924cb97e-0b5a-4d6f-bfc7-dceba5166bc2 req-ad7924b1-8bdc-4960-bef2-1742955f9c0c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346904 Sep 18 03:02:15.498556 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd316-68cb-4c86-bc75-3b8dda145a69 req-207b9d57-d45c-4954-9e34-8ae17dec784a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:15.500071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc2cd316-68cb-4c86-bc75-3b8dda145a69 req-207b9d57-d45c-4954-9e34-8ae17dec784a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0501547 Sep 18 03:02:15.540232 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bc2cd316-68cb-4c86-bc75-3b8dda145a69 req-f5f44048-bf76-4b79-a41d-2152c629564c tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342641 Sep 18 03:02:16.652815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15cbc8-e226-445f-9b69-19cc8e662f24 req-5a5c038d-b276-4371-8d5d-206dfd5d3a1e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:16.654291 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ed15cbc8-e226-445f-9b69-19cc8e662f24 req-5a5c038d-b276-4371-8d5d-206dfd5d3a1e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0489392 Sep 18 03:02:16.691977 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-ed15cbc8-e226-445f-9b69-19cc8e662f24 req-be3dca0b-cd6a-4d57-8188-ed1a5b2f863e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Sep 18 03:02:17.804456 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8215a4-11b4-4c32-8278-156de3859eb8 req-9e1897ef-fca2-4593-8069-3550c5c6788a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:17.805946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f8215a4-11b4-4c32-8278-156de3859eb8 req-9e1897ef-fca2-4593-8069-3550c5c6788a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0492208 Sep 18 03:02:17.847661 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4f8215a4-11b4-4c32-8278-156de3859eb8 req-7c297418-ca19-4a55-881d-c69fa8261bcf tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357225 Sep 18 03:02:18.573225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c7bc0f86-a766-4de9-b6a4-c7dd533043f2 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 03:02:18.663845 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:02:18.674450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'port_id': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'mac_address': 'fa:16:3e:6e:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 03:02:18.713445 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:18.726382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bc0f86-a766-4de9-b6a4-c7dd533043f2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:02:18.747720 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:02:18.751621 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:18.797214 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:02:18.804544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.804885 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.805223 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.805555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.805884 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.806209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.806535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.806880 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.807205 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.807525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.807846 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.808162 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:02:18.952438 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c7bc0f86-a766-4de9-b6a4-c7dd533043f2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 03:02:18.965664 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41b1e-11d2-4312-935c-330d4daaead8 req-40a31d85-4cd8-44fe-8e0d-f3c7f6b178f6 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:18.967168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ba41b1e-11d2-4312-935c-330d4daaead8 req-40a31d85-4cd8-44fe-8e0d-f3c7f6b178f6 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.0520504 Sep 18 03:02:19.004526 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-6ba41b1e-11d2-4312-935c-330d4daaead8 req-d35c13d1-c7b5-4f9f-9d4d-22ba06291bef tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Sep 18 03:02:20.123195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7d2a-18bf-4ccf-9569-62f3b6730d75 req-b20e45c6-f61e-414e-a4a9-8e140b01a00f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:20.124683 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ffdb7d2a-18bf-4ccf-9569-62f3b6730d75 req-b20e45c6-f61e-414e-a4a9-8e140b01a00f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.0530345 Sep 18 03:02:20.164213 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-ffdb7d2a-18bf-4ccf-9569-62f3b6730d75 req-31b11d19-f4e0-49f0-bcba-5035dbb6ef22 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325413 Sep 18 03:02:20.697465 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c7bc0f86-a766-4de9-b6a4-c7dd533043f2 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:02:20.745411 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 03:02:20.748921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:02:20.749290 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:20.826348 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:20.847631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:02:20.849847 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099700f3-0934-4f71-a13a-254809c40841" -d '{"events": [{"server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:02:20.862807 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:02:20.866587 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:20.912976 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:02:20.948999 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2206d0-82ba-4761-9143-2ad43abb8071 x-openstack-request-id: req-5b2206d0-82ba-4761-9143-2ad43abb8071 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:02:20.949234 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:02:20.949487 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b2206d0-82ba-4761-9143-2ad43abb8071 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:02:20.949890 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'code': 200} Sep 18 03:02:21.043147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86ab9d-204e-4080-8cf6-a7a388965cec req-cb2d3d3d-63f7-49ce-be96-f8e977b60ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:21.044647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b86ab9d-204e-4080-8cf6-a7a388965cec req-cb2d3d3d-63f7-49ce-be96-f8e977b60ea9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0393565 Sep 18 03:02:21.070651 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:02:21.079285 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1b86ab9d-204e-4080-8cf6-a7a388965cec req-28482487-b2b8-4fed-9b39-191dc189bfef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275333 Sep 18 03:02:21.276124 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177858e4-55f0-4433-bd98-91e16a506f96 req-d38e3580-b64f-45ec-a8a8-b9941e1651da tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:21.277615 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-177858e4-55f0-4433-bd98-91e16a506f96 req-d38e3580-b64f-45ec-a8a8-b9941e1651da tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0485656 Sep 18 03:02:21.317946 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-177858e4-55f0-4433-bd98-91e16a506f96 req-b00c56ab-df2a-4f90-b833-cda31b2e2827 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337508 Sep 18 03:02:22.434626 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b1d88-32f5-4964-b1cf-1ca973eb325d req-5057b8cf-75a9-47c1-9585-0c0db7224ec0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:22.436126 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f70b1d88-32f5-4964-b1cf-1ca973eb325d req-5057b8cf-75a9-47c1-9585-0c0db7224ec0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0488427 Sep 18 03:02:22.477413 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f70b1d88-32f5-4964-b1cf-1ca973eb325d req-a7749b7e-cffb-46b9-b84e-80a5f7800b7b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347574 Sep 18 03:02:22.598666 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e599c5-125d-4563-bbf9-6f135584cc3f req-60dd0eff-1be4-4c28-825c-8b7a8facebf4 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:22.600095 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0e599c5-125d-4563-bbf9-6f135584cc3f req-60dd0eff-1be4-4c28-825c-8b7a8facebf4 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0525935 Sep 18 03:02:22.637230 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0e599c5-125d-4563-bbf9-6f135584cc3f req-94c99a99-f81d-48b7-a28e-b30c8f11da4a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313461 Sep 18 03:02:22.658668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:02:22.696652 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a373d5-ce48-4555-bdad-9206d7d832a2 tempest-TestShelveInstance-346608203 tempest-TestShelveInstance-346608203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:22.698130 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f4a373d5-ce48-4555-bdad-9206d7d832a2 tempest-TestShelveInstance-346608203 tempest-TestShelveInstance-346608203-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1092 time: 0.0384564 Sep 18 03:02:22.700897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46284) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:02:22.705653 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:02:22.727419 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:22.820079 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:22.925666 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Allocated IP 172.25.0.251 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/1ba9936a-b586-4eff-8497-895b32f90b62) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:02:23.024251 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:23.056071 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:23.096640 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:02:23.099490 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:02:23.104849 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:02:23.127220 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'Port': ['ID=1ba9936a-b586-4eff-8497-895b32f90b62,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:02:23.448359 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:23.516701 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:23.665944 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:23.670145 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:23.739334 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event updated for resources: {'Port': ['ID=1ba9936a-b586-4eff-8497-895b32f90b62,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:02:23.750899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:23.852296 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Floating IP 661d0ddd-ae0c-4ff0-badd-b5aedc3d3093 associated. External IP: 172.25.0.251, port: c7bc0f86-a766-4de9-b6a4-c7dd533043f2. Sep 18 03:02:24.068505 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Router 004b3178-35e0-440e-b3e9-8f567bb5fc7d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:02:24.501353 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:02:24.510926 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] Sync routers for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:02:24.517745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:24.522558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:02:24.523196 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:02:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:02:24.544274 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1240f03b-a169-40c4-a5fa-a72c1c4f2248 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8423924 Sep 18 03:02:24.544846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:02:24.547106 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58955d11-fa71-484f-a361-ca4b98df6c69" -d '{"events": [{"name": "network-changed", "server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:02:24.630502 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:02:24.637565 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f4a6c2-ad41-4638-97d7-35be67cfee01 x-openstack-request-id: req-e2f4a6c2-ad41-4638-97d7-35be67cfee01 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:02:24.637855 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:02:24.638106 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2f4a6c2-ad41-4638-97d7-35be67cfee01 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:02:24.638498 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'status': 'completed', 'code': 200} Sep 18 03:02:24.697007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-82999f81-5456-40b8-ba1a-2ced8c4aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:24.698517 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-82999f81-5456-40b8-ba1a-2ced8c4aede1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0395570 Sep 18 03:02:24.793197 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-826153c4-414b-4137-9862-7779d0a96ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:24.794591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-826153c4-414b-4137-9862-7779d0a96ca7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0889153 Sep 18 03:02:24.853268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '661d0ddd-ae0c-4ff0-badd-b5aedc3d3093', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'port_id': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'mac_address': 'fa:16:3e:6e:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:02:23Z', 'updated_at': '2021-09-18T03:02:23Z', 'revision_number': 0, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:02:24.858687 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-7603655c-8b7b-4709-9cc7-2c05c55388d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 999 time: 0.0573020 Sep 18 03:02:24.879139 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] Checking router: 004b3178-35e0-440e-b3e9-8f567bb5fc7d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:02:24.887933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:02:24.888536 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:02:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:02:24.906346 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-d9215e4f-81a2-4d94-8914-fed995eac07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:24.907915 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-d9215e4f-81a2-4d94-8914-fed995eac07a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0432951 Sep 18 03:02:24.957021 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-843bdee5-488a-4d9b-820b-bdd1b04a2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:02:24.958521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-843bdee5-488a-4d9b-820b-bdd1b04a2ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440710 Sep 18 03:02:24.996914 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:02:25.050801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-cf11e021-bb16-4fdf-979b-5fc6945a51a2 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833499 Sep 18 03:02:25.143424 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-58955d11-fa71-484f-a361-ca4b98df6c69 req-540d4efc-3376-4414-bcc6-a36b9c46e5e3 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861268 Sep 18 03:02:25.217705 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '661d0ddd-ae0c-4ff0-badd-b5aedc3d3093', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'port_id': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'mac_address': 'fa:16:3e:6e:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:02:23Z', 'updated_at': '2021-09-18T03:02:23Z', 'revision_number': 0, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:02:25.243406 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b4d23-f075-457c-afa6-d7aeafc2a762 None None] The sync data for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 is: [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': '661d0ddd-ae0c-4ff0-badd-b5aedc3d3093', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'port_id': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'mac_address': 'fa:16:3e:6e:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:02:23Z', 'updated_at': '2021-09-18T03:02:23Z', 'revision_number': 0, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:02:25.438494 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390f5bd-7c1d-4549-8a79-4e4b3045d20c None None] New status for floating IP 661d0ddd-ae0c-4ff0-badd-b5aedc3d3093: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 03:02:26.115152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:26.374490 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:30.941803 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-72365481-232c-4c14-bef0-c41bc2f3fbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:33.556572 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e707c60e-dd62-42ec-b1b7-848019c3dbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:34.155255 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:35.163317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:36.514082 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:56.117135 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:56.374183 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:02:58.071204 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:03:00.945230 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-717d7e9a-06ce-4dfe-b5f6-50c8a498eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:02.381359 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-a33a250f-3b63-49fd-8473-f48027be89d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392427 Sep 18 03:03:02.460222 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-d48b32cc-63a9-4a81-9031-b7ab7e1b4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:03:02.461700 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-d48b32cc-63a9-4a81-9031-b7ab7e1b4d0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0400424 Sep 18 03:03:02.568078 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-bfed7116-0fb4-406a-877f-5d665b1d5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:03:02.569552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-bfed7116-0fb4-406a-877f-5d665b1d5154 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0887592 Sep 18 03:03:02.632916 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-0316d133-7b19-4cf3-9ea1-cc352598e50f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 1001 time: 0.0560620 Sep 18 03:03:02.688993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-0a3363aa-797d-4987-93f3-2906afccf704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:03:02.690480 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-0a3363aa-797d-4987-93f3-2906afccf704 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0509591 Sep 18 03:03:02.736867 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-a01e4cd3-6f6c-4d08-b465-d965d2bdf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:03:02.738377 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-a01e4cd3-6f6c-4d08-b465-d965d2bdf411 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410731 Sep 18 03:03:02.827733 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-5784daee-8400-41fd-a092-200acdf0e420 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821552 Sep 18 03:03:02.920368 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-47667f55-8c21-4a7e-bdc0-2b9e12d80b0c req-ce007e82-ccd1-4ee2-bf6a-8a3d4d477344 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852354 Sep 18 03:03:03.558360 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6478d81b-33de-4a0c-a881-86baa37c3987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:04.155883 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:05.166763 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:06.517300 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:26.128654 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:26.372829 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:30.945365 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8e85f238-624f-450c-857d-dfe636f51a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:33.559635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eaf9dddf-cdf4-4653-b35b-2d85adcca239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:34.155993 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:35.070554 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:03:35.170247 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:36.520620 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:56.128129 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:03:56.388346 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:00.948058 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d7ef-e99c-4e64-98d4-cd6a2d5de5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:03.562898 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f26a5f5-21ec-4869-81bd-60b8aa12165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:04.155519 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:04.396970 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-866066f4-2741-4a90-a857-43f3c665905f req-67119a67-1fa8-4a19-a7f5-755dfcd8357c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439479 Sep 18 03:04:04.476565 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866066f4-2741-4a90-a857-43f3c665905f req-e8c32517-9fed-418c-8903-a285deccc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:04.477929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-866066f4-2741-4a90-a857-43f3c665905f req-e8c32517-9fed-418c-8903-a285deccc49f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0404103 Sep 18 03:04:04.581256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866066f4-2741-4a90-a857-43f3c665905f req-60251641-11f2-4ab1-926a-5be8bc47fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:04.582763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-866066f4-2741-4a90-a857-43f3c665905f req-60251641-11f2-4ab1-926a-5be8bc47fd76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0863006 Sep 18 03:04:04.645972 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-866066f4-2741-4a90-a857-43f3c665905f req-ee62acef-9da8-42d4-b978-319394e05e06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 1001 time: 0.0566795 Sep 18 03:04:04.698234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866066f4-2741-4a90-a857-43f3c665905f req-ac8068e8-5287-4cca-b89e-17719bebca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:04.699678 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-866066f4-2741-4a90-a857-43f3c665905f req-ac8068e8-5287-4cca-b89e-17719bebca56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0473580 Sep 18 03:04:04.746643 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866066f4-2741-4a90-a857-43f3c665905f req-3892e991-5078-4166-81c4-34a9bdaa5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:04.748200 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-866066f4-2741-4a90-a857-43f3c665905f req-3892e991-5078-4166-81c4-34a9bdaa5214 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414927 Sep 18 03:04:04.838390 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-866066f4-2741-4a90-a857-43f3c665905f req-58a33435-14a1-46ac-a9a5-94489a6b4f84 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825531 Sep 18 03:04:04.932670 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-866066f4-2741-4a90-a857-43f3c665905f req-68472fa8-ffd8-477b-8b11-e1f44d75e0d6 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867553 Sep 18 03:04:05.174549 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:06.523687 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:12.070222 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:04:19.793546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd20e6-499b-4c0d-ab9d-f5a99f29c8c1 req-9384aabe-2c07-4e60-a65b-ac8f2c66a49b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:19.795054 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1dd20e6-499b-4c0d-ab9d-f5a99f29c8c1 req-9384aabe-2c07-4e60-a65b-ac8f2c66a49b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0504394 Sep 18 03:04:19.833805 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d1dd20e6-499b-4c0d-ab9d-f5a99f29c8c1 req-be85023e-a9e3-45d3-a6d6-78ec5e442787 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321355 Sep 18 03:04:20.968985 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ba403-a291-4d8d-b189-b9c48d3ae130 req-db5d149d-9331-45c2-9740-ed4cba2677e1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:20.970443 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-010ba403-a291-4d8d-b189-b9c48d3ae130 req-db5d149d-9331-45c2-9740-ed4cba2677e1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0498922 Sep 18 03:04:21.008357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-010ba403-a291-4d8d-b189-b9c48d3ae130 req-43596285-943d-422d-9378-d1687849e8c9 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310419 Sep 18 03:04:22.139134 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b48a-e0bc-4354-82b8-90f9836f8794 req-f824f79a-83cc-4e2e-b1ff-a1b5b03ff813 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:22.140595 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9232b48a-e0bc-4354-82b8-90f9836f8794 req-f824f79a-83cc-4e2e-b1ff-a1b5b03ff813 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0512474 Sep 18 03:04:22.177877 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9232b48a-e0bc-4354-82b8-90f9836f8794 req-9437572a-505a-445d-a010-161b0841ae2b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Sep 18 03:04:23.294325 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480694-171f-4774-a262-5797a23762a7 req-f5c00dd8-358a-44c6-aea7-1388e14a1519 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:23.295823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48480694-171f-4774-a262-5797a23762a7 req-f5c00dd8-358a-44c6-aea7-1388e14a1519 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0527463 Sep 18 03:04:23.332989 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-48480694-171f-4774-a262-5797a23762a7 req-6864c48c-2c6a-42c4-8447-c3c189a72bc2 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306692 Sep 18 03:04:24.447045 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a57c-c58e-4e36-9fda-5825ac3faf72 req-567f23af-3e40-4305-9628-891c9c58c583 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:24.448448 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ef7a57c-c58e-4e36-9fda-5825ac3faf72 req-567f23af-3e40-4305-9628-891c9c58c583 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Sep 18 03:04:24.485298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9ef7a57c-c58e-4e36-9fda-5825ac3faf72 req-ee10e6bd-be71-4f14-bfd2-20e5f56ecd7a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Sep 18 03:04:25.601713 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fc187-7dad-4253-9b15-455f4aa4b407 req-4496f3df-027e-4a74-bcda-3d24689f56ad tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:25.603234 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-619fc187-7dad-4253-9b15-455f4aa4b407 req-4496f3df-027e-4a74-bcda-3d24689f56ad tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0505807 Sep 18 03:04:25.644831 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-619fc187-7dad-4253-9b15-455f4aa4b407 req-ee84fc8b-2001-4150-bd02-78e772726c75 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350144 Sep 18 03:04:26.143547 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:26.403272 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:26.758068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df999ba-c344-4be0-91e5-fa385db677d2 req-a5a22923-7243-403a-b452-903bd6c90303 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:26.759807 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5df999ba-c344-4be0-91e5-fa385db677d2 req-a5a22923-7243-403a-b452-903bd6c90303 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0482554 Sep 18 03:04:26.796660 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5df999ba-c344-4be0-91e5-fa385db677d2 req-c5a81538-c9a1-4060-8634-f78f4d0a6df4 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Sep 18 03:04:27.911920 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b662892-0937-415d-a013-b717a682c6a8 req-7041369a-8441-4c66-be44-a546d8e5c6bb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:27.913408 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b662892-0937-415d-a013-b717a682c6a8 req-7041369a-8441-4c66-be44-a546d8e5c6bb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Sep 18 03:04:27.951279 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6b662892-0937-415d-a013-b717a682c6a8 req-30144026-9982-4982-9c68-b61f0b8c25dc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Sep 18 03:04:29.072571 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aa602-1a25-470b-a69f-be3f8e4fc08e req-83bc5576-a573-48e0-be91-b50380962a6f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:29.074045 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c4aa602-1a25-470b-a69f-be3f8e4fc08e req-83bc5576-a573-48e0-be91-b50380962a6f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Sep 18 03:04:29.116172 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-7c4aa602-1a25-470b-a69f-be3f8e4fc08e req-d3947ebb-19fe-4d1f-8a45-27215ea8488e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Sep 18 03:04:29.958466 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-58cf7557-bf00-44ec-84c9-09326e9f63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:29.959911 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-58cf7557-bf00-44ec-84c9-09326e9f63ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0466180 Sep 18 03:04:30.048303 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-3028cfdf-5f93-4656-955f-5125e800bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:30.049745 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-3028cfdf-5f93-4656-955f-5125e800bbdf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0831013 Sep 18 03:04:30.117039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-d0bc23fe-40df-40c5-b287-54e3525dff7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 1001 time: 0.0603564 Sep 18 03:04:30.167211 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-f1d89d7e-880a-4acf-a633-fa65e02b059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:30.168705 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-f1d89d7e-880a-4acf-a633-fa65e02b059e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0447998 Sep 18 03:04:30.246019 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-c48f90c2-7310-48f9-89ad-95b46b113bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:30.247450 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-c48f90c2-7310-48f9-89ad-95b46b113bc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712862 Sep 18 03:04:30.255357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0e5aa-ce50-4a84-9242-6d18e7aa0ed3 req-41d8a24e-d92c-44ab-a996-416dfe250c68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:30.256688 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-acb0e5aa-ce50-4a84-9242-6d18e7aa0ed3 req-41d8a24e-d92c-44ab-a996-416dfe250c68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0730038 Sep 18 03:04:30.342559 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-acb0e5aa-ce50-4a84-9242-6d18e7aa0ed3 req-dd95ca49-b301-4772-9bbc-ee980699df32 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779960 Sep 18 03:04:30.366660 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-1139dd75-0711-45f9-a84c-d503782bee97 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090801 Sep 18 03:04:30.458685 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-749beb7e-71c1-42ac-8fb2-536507f278bc req-e270fde2-9e9a-4b06-a0d9-b3ae3ed8e7c8 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851030 Sep 18 03:04:30.947443 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f8-9402-4959-b1c9-8c80b5671f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:31.458802 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efbfab-b29a-4643-93a6-307c5c79a1a3 req-8a2e486e-3e23-4fc6-93c2-14c57adc1072 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:31.460452 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32efbfab-b29a-4643-93a6-307c5c79a1a3 req-8a2e486e-3e23-4fc6-93c2-14c57adc1072 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0504951 Sep 18 03:04:31.498923 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-32efbfab-b29a-4643-93a6-307c5c79a1a3 req-59cea61f-3eed-4def-b774-9f1f1379a9d7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Sep 18 03:04:32.618082 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56180-a912-4896-b18d-1511e69d3cc9 req-3873da95-3b33-4c74-bbfa-5461ce4dab73 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:32.619744 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dba56180-a912-4896-b18d-1511e69d3cc9 req-3873da95-3b33-4c74-bbfa-5461ce4dab73 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Sep 18 03:04:32.661314 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dba56180-a912-4896-b18d-1511e69d3cc9 req-fba94d2f-f5ec-4a2c-ada3-deb8cdc5ea6b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353467 Sep 18 03:04:33.563116 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8fa46086-f4e5-4ceb-9c6d-f8fe067d8fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:33.781569 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a1412-78f8-47af-92c2-f001b47a04e7 req-a132dc44-e39e-4ab0-bd26-c101fc470175 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:33.783096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-536a1412-78f8-47af-92c2-f001b47a04e7 req-a132dc44-e39e-4ab0-bd26-c101fc470175 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0545697 Sep 18 03:04:33.821146 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-536a1412-78f8-47af-92c2-f001b47a04e7 req-ed837670-8306-468e-84a3-2374711c121e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Sep 18 03:04:34.133426 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-88d13eb6-a7f5-4294-a102-a8532848d52a req-2fa3afb7-cbfa-4755-8b5a-dc1a6e58794a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 03:04:34.135049 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-88d13eb6-a7f5-4294-a102-a8532848d52a req-2fa3afb7-cbfa-4755-8b5a-dc1a6e58794a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056846 Sep 18 03:04:34.155844 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:34.259039 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-55d1c2c6-79da-4575-a6d3-09cf78d6b63b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408821 Sep 18 03:04:34.291022 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e8f1b-2cfb-41e5-8bac-154be1bd85d3 req-7ec00ae8-9ecc-49dd-8bd8-dcb85a44d90e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:34.292531 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5d7e8f1b-2cfb-41e5-8bac-154be1bd85d3 req-7ec00ae8-9ecc-49dd-8bd8-dcb85a44d90e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0567689 Sep 18 03:04:34.333811 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5d7e8f1b-2cfb-41e5-8bac-154be1bd85d3 req-530e7f6e-282c-455b-b066-fb86652acbb4 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350559 Sep 18 03:04:35.177931 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:35.335682 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c7bc0f86-a766-4de9-b6a4-c7dd533043f2 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:04:35.413183 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:35.436695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:04:35.438991 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb863ff-80e4-41c0-b6f5-d9dedc32bcd3" -d '{"events": [{"server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:04:35.455635 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:04:35.460617 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834eaec-bbec-4fff-8881-c4221766f0e4 req-78eeee8b-978c-4fd0-a12c-2afd2b095e9e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:35.462286 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8834eaec-bbec-4fff-8881-c4221766f0e4 req-78eeee8b-978c-4fd0-a12c-2afd2b095e9e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0576706 Sep 18 03:04:35.463294 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:35.492682 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 03:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6babe8c1-881c-4397-9fce-15bcfe5470e3 x-openstack-request-id: req-6babe8c1-881c-4397-9fce-15bcfe5470e3 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:04:35.492973 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "name": "network-vif-unplugged", "status": "failed", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2", "code": 422}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:04:35.493418 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6babe8c1-881c-4397-9fce-15bcfe5470e3 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:04:35.494017 n-d-789963-12 neutron-server[106441]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'code': 422} returned with failed status Sep 18 03:04:35.515587 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:04:35.515929 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8834eaec-bbec-4fff-8881-c4221766f0e4 req-cca9cdb5-d058-42d2-aaa2-eb0f79d8cd49 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396576 Sep 18 03:04:35.524247 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.524596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.524941 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.525275 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.525604 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.525930 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.526444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.526789 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.527118 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.527445 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.527773 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:35.528099 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:04:36.526762 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:36.637513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9dfd4-3fcd-488d-9663-eae77eec1862 req-cf9c98a5-543e-4e10-a913-be358db42137 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:36.639053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48d9dfd4-3fcd-488d-9663-eae77eec1862 req-cf9c98a5-543e-4e10-a913-be358db42137 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0495706 Sep 18 03:04:36.677407 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-48d9dfd4-3fcd-488d-9663-eae77eec1862 req-995db242-3705-4168-92a2-cb777345c552 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Sep 18 03:04:37.799860 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ef314-ed77-4a10-bfff-87e3ed5ee7d2 req-c5e7c048-9e6e-40f1-82b5-10c6b3101fcb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:37.802426 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-441ef314-ed77-4a10-bfff-87e3ed5ee7d2 req-c5e7c048-9e6e-40f1-82b5-10c6b3101fcb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0504959 Sep 18 03:04:37.840409 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-441ef314-ed77-4a10-bfff-87e3ed5ee7d2 req-d1240f90-c2e0-4132-85dd-189d56c8183e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321691 Sep 18 03:04:38.889412 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-719023b5-8c44-4fbc-9ec5-201acce17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:38.890963 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-719023b5-8c44-4fbc-9ec5-201acce17de1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0&tenant_id=1fba2ca663c84fc3b84154e717299093 HTTP/1.1" status: 200 len: 1095 time: 0.0411291 Sep 18 03:04:38.958856 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-b2aea573-8ef3-48ba-b051-db5ba3d24da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:38.959062 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc623d-3166-4be0-87b9-752a1cda1c8b req-cd0521da-dca3-4754-af82-8d5a540432c0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:38.960203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-b2aea573-8ef3-48ba-b051-db5ba3d24da0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0468211 Sep 18 03:04:38.960401 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5bfc623d-3166-4be0-87b9-752a1cda1c8b req-cd0521da-dca3-4754-af82-8d5a540432c0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0510993 Sep 18 03:04:38.998317 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5bfc623d-3166-4be0-87b9-752a1cda1c8b req-17039653-d0f0-465b-b250-be29218c6331 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317957 Sep 18 03:04:39.051934 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-01b34440-be97-47a4-8e06-88e98c36c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:39.053402 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-01b34440-be97-47a4-8e06-88e98c36c573 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0868328 Sep 18 03:04:39.120352 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-0aaf800b-b1c7-4c7d-9b4f-de80cf30fa74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 999 time: 0.0601082 Sep 18 03:04:39.170629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-184c0f79-81a4-4a49-9dd1-3ca8aa426eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:39.172068 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-184c0f79-81a4-4a49-9dd1-3ca8aa426eeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0447147 Sep 18 03:04:39.215862 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-9db64f7a-19ae-4186-bef3-6ccbd2931ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:39.217222 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-9db64f7a-19ae-4186-bef3-6ccbd2931ca7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378928 Sep 18 03:04:39.308749 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-69f6a20e-ba6f-4723-91c8-218a42bd8705 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Sep 18 03:04:39.395775 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-308e2bc6-4d64-4952-b15d-38b5abe5a59e service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790770 Sep 18 03:04:40.116276 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293914b6-2c5b-4605-8afb-b588c56e80a4 req-a9e9379a-0957-4a2e-9a2a-a8636bcfe168 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:40.117758 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-293914b6-2c5b-4605-8afb-b588c56e80a4 req-a9e9379a-0957-4a2e-9a2a-a8636bcfe168 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0529263 Sep 18 03:04:40.156117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-293914b6-2c5b-4605-8afb-b588c56e80a4 req-67e5e782-0aee-485d-be40-bbaee4716545 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325115 Sep 18 03:04:41.274682 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b9a6-3d91-43ef-8186-783ca6280141 req-a2d7e42b-4758-4fbe-86fe-56c9b07e483d tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:41.276168 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f78b9a6-3d91-43ef-8186-783ca6280141 req-a2d7e42b-4758-4fbe-86fe-56c9b07e483d tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0543334 Sep 18 03:04:41.313298 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9f78b9a6-3d91-43ef-8186-783ca6280141 req-096bcdda-156c-4d9c-9013-82a63f2d6cc1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Sep 18 03:04:42.427880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d5de6-cc6c-4182-be51-792c0de49d14 req-44b7f73c-b570-4a0e-b563-4cbe3d804e85 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:42.429365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e00d5de6-cc6c-4182-be51-792c0de49d14 req-44b7f73c-b570-4a0e-b563-4cbe3d804e85 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0479467 Sep 18 03:04:42.466100 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e00d5de6-cc6c-4182-be51-792c0de49d14 req-089839a9-5dcc-446c-a3c6-eb8d7925e273 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Sep 18 03:04:43.581057 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a46b5-fc96-412e-b9db-afadd3394fcc req-bfcdd1be-dbe9-41fd-8e96-d634c5e0958b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:43.583451 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-de6a46b5-fc96-412e-b9db-afadd3394fcc req-bfcdd1be-dbe9-41fd-8e96-d634c5e0958b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0488248 Sep 18 03:04:43.619693 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-de6a46b5-fc96-412e-b9db-afadd3394fcc req-9c350e38-e104-4726-9f15-87e90a54709a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304053 Sep 18 03:04:44.736742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50961fe-d87f-437c-a630-986a85836e9b req-3de385b0-c43e-4212-9b1d-e0723b0f6a8b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:44.738828 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d50961fe-d87f-437c-a630-986a85836e9b req-3de385b0-c43e-4212-9b1d-e0723b0f6a8b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0491390 Sep 18 03:04:44.776116 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d50961fe-d87f-437c-a630-986a85836e9b req-94e88f73-d1fe-495d-9e68-4006d9ce74f1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Sep 18 03:04:45.890586 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea76c68-13cc-49b8-b268-f38454bd5299 req-f0aa1e02-f596-4ae8-9980-56a635667c19 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:45.892083 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ea76c68-13cc-49b8-b268-f38454bd5299 req-f0aa1e02-f596-4ae8-9980-56a635667c19 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0498722 Sep 18 03:04:45.932128 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-0ea76c68-13cc-49b8-b268-f38454bd5299 req-6840e46c-29bd-40e9-bacc-303597134f97 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341270 Sep 18 03:04:47.050001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab11d7c-962e-455e-8605-e5d2fe92b952 req-0c38881b-5f68-4f2a-8ba9-2f1cd0d72df4 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:47.051651 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ab11d7c-962e-455e-8605-e5d2fe92b952 req-0c38881b-5f68-4f2a-8ba9-2f1cd0d72df4 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Sep 18 03:04:47.088073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-4ab11d7c-962e-455e-8605-e5d2fe92b952 req-a78dc53b-61ae-4906-9a63-b985923d7b9a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Sep 18 03:04:47.397522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c7bc0f86-a766-4de9-b6a4-c7dd533043f2 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 03:04:47.488234 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:04:47.502800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'port_id': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'mac_address': 'fa:16:3e:6e:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 03:04:47.540263 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:47.552795 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bc0f86-a766-4de9-b6a4-c7dd533043f2 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:04:47.571535 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:04:47.575036 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:47.619616 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:04:47.814969 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['c7bc0f86-a766-4de9-b6a4-c7dd533043f2'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 03:04:48.204548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ea7ed-5191-4c05-92b6-48a870183035 req-f9719127-dfe5-4c89-a21f-1d7bb3324e16 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:48.206040 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a3ea7ed-5191-4c05-92b6-48a870183035 req-f9719127-dfe5-4c89-a21f-1d7bb3324e16 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.0520129 Sep 18 03:04:48.243787 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5a3ea7ed-5191-4c05-92b6-48a870183035 req-5e0b89b3-24e8-4a31-b877-a0d8241823a6 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Sep 18 03:04:49.068753 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:04:49.356750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577301f-5f95-42fd-abcb-bf84e499fa5d req-237d8bdd-f777-4f11-bd90-b607e2745ff0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:49.358217 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2577301f-5f95-42fd-abcb-bf84e499fa5d req-237d8bdd-f777-4f11-bd90-b607e2745ff0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 944 time: 0.0482016 Sep 18 03:04:49.395766 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2577301f-5f95-42fd-abcb-bf84e499fa5d req-44b05fe0-4e51-4825-b5e4-b8981648a9fb tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Sep 18 03:04:49.412224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c7bc0f86-a766-4de9-b6a4-c7dd533043f2 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:04:49.458585 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:04:49.458984 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:49.533851 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:49.555695 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:04:49.557890 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3465cbcb-c727-4aa7-a712-a4e7ec0726e8" -d '{"events": [{"server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:04:49.570435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:04:49.575477 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:49.598398 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d1adfb-01a2-4c46-9cdf-98e1ed767fa3 x-openstack-request-id: req-48d1adfb-01a2-4c46-9cdf-98e1ed767fa3 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:04:49.598690 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:04:49.598964 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48d1adfb-01a2-4c46-9cdf-98e1ed767fa3 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:04:49.599344 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'code': 200} Sep 18 03:04:49.624365 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:04:49.739288 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458a185-2821-4d0a-a74b-848263b7c4ca req-59df2720-3898-441a-9c18-d48480221922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:49.740800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c458a185-2821-4d0a-a74b-848263b7c4ca req-59df2720-3898-441a-9c18-d48480221922 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0408623 Sep 18 03:04:49.779645 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c458a185-2821-4d0a-a74b-848263b7c4ca req-911fcc38-1812-475b-9cdf-7aa630bd2b7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Sep 18 03:04:50.511756 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55c391-7754-498b-abae-ae0be78a3eef req-71eeef21-3891-4b34-bb34-17765c053fd3 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:50.513226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d55c391-7754-498b-abae-ae0be78a3eef req-71eeef21-3891-4b34-bb34-17765c053fd3 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Sep 18 03:04:50.550879 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9d55c391-7754-498b-abae-ae0be78a3eef req-b5cb0a0d-fcc4-466a-af09-aef5dabadd5b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312536 Sep 18 03:04:51.666279 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bd38e-15b4-404e-bb00-744b3f10be3b req-1716a203-b29f-4ab0-a6b0-e56feb490c90 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:04:51.667858 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-906bd38e-15b4-404e-bb00-744b3f10be3b req-1716a203-b29f-4ab0-a6b0-e56feb490c90 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0489304 Sep 18 03:04:51.705361 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-906bd38e-15b4-404e-bb00-744b3f10be3b req-ea79cd7c-2a74-4512-9902-1e4f3d44de6b tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Sep 18 03:04:56.149172 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:04:56.403394 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:00.949286 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-be5bcb6f-9acd-4b66-becf-b3c9bddefda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:03.563778 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41ef2a40-5691-425b-9d4b-cc1a821c187a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:04.157954 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:04.402742 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-1213495d-b0d4-44a5-8223-63d4e88ebc71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447690 Sep 18 03:05:04.497871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-cc7b7a78-fbb6-477c-9be9-7273cdaccc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:05:04.499328 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-cc7b7a78-fbb6-477c-9be9-7273cdaccc62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0418146 Sep 18 03:05:04.618659 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-bb46b721-ecf8-40c4-9384-82cba8c60c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:05:04.620179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-bb46b721-ecf8-40c4-9384-82cba8c60c13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0900898 Sep 18 03:05:04.696056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-01021e26-7d39-45d4-a6d4-170d1387fb39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 1001 time: 0.0575504 Sep 18 03:05:04.744439 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-e75d07a9-be24-418c-ac6a-786cfac53fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:05:04.745890 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-e75d07a9-be24-418c-ac6a-786cfac53fe9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0426571 Sep 18 03:05:04.800348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-2011d132-931a-416f-a47d-afb51c6e1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:05:04.801740 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-2011d132-931a-416f-a47d-afb51c6e1ef5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431595 Sep 18 03:05:04.899312 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-b15fb5a0-fb73-4c4e-bdcf-06ab42dd088a service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794306 Sep 18 03:05:04.990358 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9a49fbac-1ef6-4be6-be85-87e8f9f38615 req-e4661456-f06e-4269-bd8b-83e8e34da95a service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846689 Sep 18 03:05:05.181889 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:06.528126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:26.069722 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:05:26.157558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:26.419876 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:30.952736 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3dd895db-4e08-4d7a-9584-b99d5dbd6d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:33.564712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d68be368-cb1e-4abd-927f-b3ddb5646427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:34.161814 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:35.181975 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:36.531677 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:56.172273 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:05:56.416361 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:00.953538 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a6d0-0e4f-4809-a829-7be4646e0a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:01.758966 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46460) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:01.913694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Deleting port 1ba9936a-b586-4eff-8497-895b32f90b62 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:01.914023 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:01.988899 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:01.989135 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:02.000548 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Calling delete_port for 1ba9936a-b586-4eff-8497-895b32f90b62 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:02.142628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:02.167950 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event deleted for resources: {'Port': ['ID=1ba9936a-b586-4eff-8497-895b32f90b62,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:02.193588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.193931 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.194265 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.194595 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.194953 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.195274 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.195594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.195914 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.196233 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.196554 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.196890 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.197184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:02.234654 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:02.235006 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Floating IP 661d0ddd-ae0c-4ff0-badd-b5aedc3d3093 disassociated (deleted). External IP: 172.25.0.251, port: c7bc0f86-a766-4de9-b6a4-c7dd533043f2. Sep 18 03:06:02.439726 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Router 004b3178-35e0-440e-b3e9-8f567bb5fc7d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:06:02.548668 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:06:02.553578 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:02.558483 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] Sync routers for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:06:02.567561 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:02.568166 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:05:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:02.581975 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5f90635b-ff92-4a62-a76e-988af7b39091 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "DELETE /v2.0/floatingips/661d0ddd-ae0c-4ff0-badd-b5aedc3d3093 HTTP/1.1" status: 204 len: 168 time: 0.8214509 Sep 18 03:06:02.582883 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:06:02.585284 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ef6cf4-882c-4461-bee7-ec533af5972d" -d '{"events": [{"name": "network-changed", "server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:06:02.626812 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e0a7a-4638-4578-a464-d90c9eb7ac72 x-openstack-request-id: req-e59e0a7a-4638-4578-a464-d90c9eb7ac72 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:06:02.627173 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:06:02.627765 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e59e0a7a-4638-4578-a464-d90c9eb7ac72 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:06:02.628449 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'status': 'completed', 'code': 200} Sep 18 03:06:02.769736 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-a126d3ab-1012-4c0e-8058-33f01aa392db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:02.771331 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-a126d3ab-1012-4c0e-8058-33f01aa392db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fba2ca663c84fc3b84154e717299093&device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1203656 Sep 18 03:06:02.790745 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:02.822354 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c5a0-bd76-47c6-b2d8-a0756a45882b req-afa46ddb-d1ce-43c4-9dca-fd6282f4b1b1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:02.823985 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fdc2c5a0-bd76-47c6-b2d8-a0756a45882b req-afa46ddb-d1ce-43c4-9dca-fd6282f4b1b1 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0506339 Sep 18 03:06:02.866055 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-fdc2c5a0-bd76-47c6-b2d8-a0756a45882b req-bb9c3af6-07ba-41b5-9356-5ebeb1da1c4f tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359709 Sep 18 03:06:02.872107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-99a54fe7-e2d3-44d3-8b04-436428d7ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:02.874362 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-99a54fe7-e2d3-44d3-8b04-436428d7ae1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 200 len: 909 time: 0.0956113 Sep 18 03:06:02.915488 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-95c0a124-ab3b-4f8e-8723-fcf744f0fd38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 200 len: 217 time: 0.0344045 Sep 18 03:06:02.963558 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-f855caf5-d4b7-48dd-bd81-9b193fd57919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:02.964903 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-f855caf5-d4b7-48dd-bd81-9b193fd57919 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 200 len: 848 time: 0.0424747 Sep 18 03:06:02.991578 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:03.017649 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] Checking router: 004b3178-35e0-440e-b3e9-8f567bb5fc7d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:06:03.026552 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:03.027200 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:05:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:03.077986 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:06:03.145586 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:03.339352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-fee498d1-b758-4113-9c12-b6cb7203a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:03.340872 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-fee498d1-b758-4113-9c12-b6cb7203a6b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2a4cb94-c9c1-478e-8043-67014c080fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3673511 Sep 18 03:06:03.351396 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:03.353186 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-165d5e9c-1e13-4a07-9016-a39aa5a72c41 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 03:06:03.354146 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-165d5e9c-1e13-4a07-9016-a39aa5a72c41 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051177 Sep 18 03:06:03.376878 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38beb56d-88a0-4414-8900-8b6f85fb22c1 None None] The sync data for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 is: [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:30Z', 'revision_number': 4, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'de54aa3b-d0e6-41a0-8290-45179d757b45', 'name': '', 'network_id': 'b2a4cb94-c9c1-478e-8043-67014c080fa2', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'mac_address': 'fa:16:3e:7a:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:30Z', 'updated_at': '2021-09-18T02:57:35Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'subnets': [{'id': '055c6ca5-8cc6-4cd8-aeee-267fced52bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:06:03.450836 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-a4279753-35d0-4491-814b-839c5fb15204 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869889 Sep 18 03:06:03.549150 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-84ef6cf4-882c-4461-bee7-ec533af5972d req-1cb71f51-db17-48d0-9748-ab0ce0634c23 service neutron] 10.222.0.18 "GET /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903635 Sep 18 03:06:03.568920 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8208bad7-1fe9-4a48-8a9b-838b90c76d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:03.595858 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7c4eb-22a9-4c54-bc0d-ba0ba887f472 None None] New status for floating IP 661d0ddd-ae0c-4ff0-badd-b5aedc3d3093: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 03:06:04.080300 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61ea0b-8e32-417d-8ca9-e109cc8f4b12 req-3465bfdf-3ce1-455d-ac09-4de60ecfa2e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:04.082336 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f61ea0b-8e32-417d-8ca9-e109cc8f4b12 req-3465bfdf-3ce1-455d-ac09-4de60ecfa2e7 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.1297600 Sep 18 03:06:04.118872 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2f61ea0b-8e32-417d-8ca9-e109cc8f4b12 req-3e38217d-2f66-4491-b83d-42693c60822a tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/security-groups?id=9635eb98-59c5-447b-8a27-12034b054f50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306299 Sep 18 03:06:04.162982 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:04.302839 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de34d35-430c-496e-b083-376bd99c4944 req-fce9e626-c82a-4eed-971b-b075dffeb9c0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:04.304276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5de34d35-430c-496e-b083-376bd99c4944 req-fce9e626-c82a-4eed-971b-b075dffeb9c0 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 945 time: 0.0483367 Sep 18 03:06:04.395034 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Deleting port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:04.395285 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:04.478716 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] For port c7bc0f86-a766-4de9-b6a4-c7dd533043f2, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:04.479100 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:04.491043 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Calling delete_port for c7bc0f86-a766-4de9-b6a4-c7dd533043f2 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:04.616824 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:04.648560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event deleted for resources: {'Port': ['ID=c7bc0f86-a766-4de9-b6a4-c7dd533043f2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:04.683175 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.683528 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.683863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.684195 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.684519 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.684841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.685161 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.685480 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.685799 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.686115 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.686430 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.686761 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:04.706980 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] No DVR routers for this DVR port c7bc0f86-a766-4de9-b6a4-c7dd533043f2 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:06:04.711406 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:04.711790 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5de34d35-430c-496e-b083-376bd99c4944 req-54ddc1c7-9efe-4bae-8662-9e529b352d68 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.18 "DELETE /v2.0/ports/c7bc0f86-a766-4de9-b6a4-c7dd533043f2 HTTP/1.1" status: 204 len: 173 time: 0.4016120 Sep 18 03:06:04.712240 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'name': 'network-vif-deleted', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:06:04.714620 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b984bd-cca4-4f4c-a933-3e29a5deb221" -d '{"events": [{"server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "name": "network-vif-deleted", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:06:04.756504 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e55ecc-e8be-45ad-a321-7f0f4cc1bdbd x-openstack-request-id: req-d5e55ecc-e8be-45ad-a321-7f0f4cc1bdbd {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:06:04.756799 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c287748c-d8dc-4a11-8e58-244b586e1aa0", "name": "network-vif-deleted", "tag": "c7bc0f86-a766-4de9-b6a4-c7dd533043f2", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:06:04.757056 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5e55ecc-e8be-45ad-a321-7f0f4cc1bdbd {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:06:04.757457 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c287748c-d8dc-4a11-8e58-244b586e1aa0', 'name': 'network-vif-deleted', 'tag': 'c7bc0f86-a766-4de9-b6a4-c7dd533043f2', 'status': 'completed', 'code': 200} Sep 18 03:06:05.187104 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:05.213447 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa897f59-f99b-4a47-abd6-62ea59a21ea2 req-9d6d19e7-7ef4-4c64-8f21-7b0809c080d9 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Sep 18 03:06:06.312737 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-e2d51220-1322-4de6-9c9b-2e4c7a5dcf52 req-b0206d87-7a6c-4066-a3c4-d3191b24461e tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0311596 Sep 18 03:06:06.535471 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:07.408371 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-7ff15922-822b-40fc-808f-6c0785521f0d req-9af00dc7-8c30-4890-aaa8-38f7a9e9ba42 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0262389 Sep 18 03:06:07.784026 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c7bc0f86-a766-4de9-b6a4-c7dd533043f2 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:06:07.805831 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: c7bc0f86-a766-4de9-b6a4-c7dd533043f2 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:06:07.806177 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device c7bc0f86-a766-4de9-b6a4-c7dd533043f2 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:06:08.517102 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-dd2dd81d-bdea-4142-92fe-6e5c46b4c335 req-5930e4b2-e73c-49a9-a398-6ca4a544a636 tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "GET /v2.0/ports?device_id=c287748c-d8dc-4a11-8e58-244b586e1aa0 HTTP/1.1" status: 200 len: 210 time: 0.0300024 Sep 18 03:06:09.575481 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46498) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:09.638022 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9882fb8-572c-4e8e-9b82-ad4fa07ad6fc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:09.664183 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9882fb8-572c-4e8e-9b82-ad4fa07ad6fc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:09.727738 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9882fb8-572c-4e8e-9b82-ad4fa07ad6fc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:09.731713 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9882fb8-572c-4e8e-9b82-ad4fa07ad6fc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:09.733186 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c9882fb8-572c-4e8e-9b82-ad4fa07ad6fc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] 10.222.0.21 "DELETE /v2.0/security-groups/9635eb98-59c5-447b-8a27-12034b054f50 HTTP/1.1" status: 204 len: 168 time: 0.1566496 Sep 18 03:06:09.746870 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9882fb8-572c-4e8e-9b82-ad4fa07ad6fc tempest-TestShelveInstance-708804632 tempest-TestShelveInstance-708804632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9635eb98-59c5-447b-8a27-12034b054f50,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:09.781115 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46502) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:10.238662 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:10.484550 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Deleting port de54aa3b-d0e6-41a0-8290-45179d757b45 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:10.484767 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:10.563217 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] For port de54aa3b-d0e6-41a0-8290-45179d757b45, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=de54aa3b-d0e6-41a0-8290-45179d757b45,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:10.563580 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:10.575743 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Calling delete_port for de54aa3b-d0e6-41a0-8290-45179d757b45 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:10.764098 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:10.793323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=de54aa3b-d0e6-41a0-8290-45179d757b45,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:10.965274 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:11.185865 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Router 004b3178-35e0-440e-b3e9-8f567bb5fc7d has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:06:11.291169 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:06:11.296111 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-70dd0173-9527-4b57-a7ea-6f3e748dcbcd admin admin] 10.222.0.21 "PUT /v2.0/routers/004b3178-35e0-440e-b3e9-8f567bb5fc7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139754 Sep 18 03:06:11.298752 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46506) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:11.300474 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] Sync routers for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:06:11.309910 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:11.310521 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:11.401295 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:11.417415 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:11.504298 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:11.557209 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Deleting port 297d1d49-88e9-4336-a34d-7fc5149d0008 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:11.557552 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:11.589313 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T03:06:10Z', 'revision_number': 5, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port': {'id': '297d1d49-88e9-4336-a34d-7fc5149d0008', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T02:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:11.618191 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] Checking router: 004b3178-35e0-440e-b3e9-8f567bb5fc7d for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:06:11.626232 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] Routers {'004b3178-35e0-440e-b3e9-8f567bb5fc7d'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:11.626848 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:11.637333 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] For port 297d1d49-88e9-4336-a34d-7fc5149d0008, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=297d1d49-88e9-4336-a34d-7fc5149d0008,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:11.637852 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:11.650606 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Calling delete_port for 297d1d49-88e9-4336-a34d-7fc5149d0008 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:11.714540 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] Set router 004b3178-35e0-440e-b3e9-8f567bb5fc7d gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:11.764595 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T03:06:11Z', 'revision_number': 6, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:11.792903 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8626ef6-a811-4022-90b9-3b2697264951 None None] The sync data for ids ['004b3178-35e0-440e-b3e9-8f567bb5fc7d'] in n-d-789963-12 is: [{'id': '004b3178-35e0-440e-b3e9-8f567bb5fc7d', 'name': 'tempest-TestShelveInstance-1453818230-router', 'tenant_id': '1fba2ca663c84fc3b84154e717299093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:28Z', 'updated_at': '2021-09-18T03:06:11Z', 'revision_number': 6, 'project_id': '1fba2ca663c84fc3b84154e717299093', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:06:11.824708 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:11.854510 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=297d1d49-88e9-4336-a34d-7fc5149d0008,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:11.915007 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.005636 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.007766 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.056487 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.057125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004b3178-35e0-440e-b3e9-8f567bb5fc7d {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 03:06:12.062068 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.063251 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-70fa96ee-fcb8-42d9-8935-1d09c9693c5f admin admin] 10.222.0.21 "DELETE /v2.0/routers/004b3178-35e0-440e-b3e9-8f567bb5fc7d HTTP/1.1" status: 204 len: 168 time: 0.7636037 Sep 18 03:06:12.065916 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46508) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:12.113689 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-167de34a-5463-449c-a085-65f6f085bfdd admin admin] Deleting subnet 055c6ca5-8cc6-4cd8-aeee-267fced52bc8 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 03:06:12.116684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-167de34a-5463-449c-a085-65f6f085bfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.154726 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-167de34a-5463-449c-a085-65f6f085bfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.240484 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-167de34a-5463-449c-a085-65f6f085bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.293268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-167de34a-5463-449c-a085-65f6f085bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.323474 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167de34a-5463-449c-a085-65f6f085bfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055c6ca5-8cc6-4cd8-aeee-267fced52bc8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:12.325522 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-167de34a-5463-449c-a085-65f6f085bfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.327455 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-167de34a-5463-449c-a085-65f6f085bfdd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/055c6ca5-8cc6-4cd8-aeee-267fced52bc8 HTTP/1.1" status: 204 len: 168 time: 0.2606132 Sep 18 03:06:12.329337 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd339b-8068-4045-9258-09b1bf1c0d82 None None] Network b2a4cb94-c9c1-478e-8043-67014c080fa2 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 03:06:12.329915 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46510) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:12.401380 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.453343 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Deleting port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:12.453689 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.523395 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] For port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=3175bb32-b1ce-42e5-84ab-fabf51a6a9cc,segment=NetworkSegment(c4237ee2-ab66-4b50-bf64-be52de2bd788),segment_id=c4237ee2-ab66-4b50-bf64-be52de2bd788)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:12.523685 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.539962 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Calling delete_port for 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:12.576022 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] DHCP port deletion for b2a4cb94-c9c1-478e-8043-67014c080fa2 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 03:06:12.578305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device de54aa3b-d0e6-41a0-8290-45179d757b45 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:06:12.600286 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: de54aa3b-d0e6-41a0-8290-45179d757b45 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:06:12.600620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device de54aa3b-d0e6-41a0-8290-45179d757b45 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:06:12.620745 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.643437 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Deleting port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:12.643926 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.651719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=3175bb32-b1ce-42e5-84ab-fabf51a6a9cc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:12.653544 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] No DVR routers for this DVR port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:06:12.716799 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] For port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc, host n-d-789963-12, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:12.717188 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.730126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.730925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Calling delete_port for 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:12.733608 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 03:06:12.734916 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.750578 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a4cb94-c9c1-478e-8043-67014c080fa2']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:12.758464 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Pushing event deleted for resources: {'Port': ['ID=3175bb32-b1ce-42e5-84ab-fabf51a6a9cc,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:12.761200 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4237ee2-ab66-4b50-bf64-be52de2bd788') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:12.761513 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4237ee2-ab66-4b50-bf64-be52de2bd788') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:12.768770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] No DVR routers for this DVR port 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:06:12.771491 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.773768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.774054 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.774449 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.774760 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.775055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.775388 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.775685 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.775982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.776458 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.776781 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.777100 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.777417 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b9d1cc-c195-4d7f-88bc-d583d66db18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:12.785663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.792786 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 03:06:12.793329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: timer() Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 03:06:12.795162 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 03:06:13.189534 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:13.195327 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:13.197177 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b2a4cb94-c9c1-478e-8043-67014c080fa2 HTTP/1.1" status: 204 len: 168 time: 0.8663564 Sep 18 03:06:13.200227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:13.208365 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3279fd-657b-4495-abb0-b4a6abca8b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a4cb94-c9c1-478e-8043-67014c080fa2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:13.538631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:13.780360 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Deleting port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:13.780694 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:13.858961 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] For port 0b5a60af-e365-4c9b-b263-ad7eb7ea8016, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,segment=NetworkSegment(bf7c596e-bd8b-4ba9-a185-06226f5573e8),segment_id=bf7c596e-bd8b-4ba9-a185-06226f5573e8)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:13.859326 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:13.872001 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Calling delete_port for 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:13.918912 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 297d1d49-88e9-4336-a34d-7fc5149d0008 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:06:13.938227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 297d1d49-88e9-4336-a34d-7fc5149d0008 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:06:13.938563 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 297d1d49-88e9-4336-a34d-7fc5149d0008 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:06:13.938982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:06:13.960981 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:06:13.961318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 3175bb32-b1ce-42e5-84ab-fabf51a6a9cc not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:06:14.053817 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:14.080257 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5a60af-e365-4c9b-b263-ad7eb7ea8016,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:14.247143 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:14.463842 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:06:14.566048 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:06:14.572580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-74d1559e-1e3a-4d65-bbf0-8dfaacd58c06 admin admin] 10.222.0.21 "PUT /v2.0/routers/2df5b3c1-f3b3-493f-a389-764b8d01ff4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3700550 Sep 18 03:06:14.573776 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46514) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:14.576380 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] Sync routers for ids ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:06:14.585900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] Routers {'2df5b3c1-f3b3-493f-a389-764b8d01ff4f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:14.586512 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:14.676895 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:14.689771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] Set router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:14.781900 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:14.838311 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Deleting port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:14.838652 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:14.923278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] For port 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=5e814d5c-a2ae-4855-9d4f-154a3dc69d6e,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:14.923637 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:14.937280 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Calling delete_port for 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:15.026004 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T03:06:14Z', 'revision_number': 5, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port': {'id': '5e814d5c-a2ae-4855-9d4f-154a3dc69d6e', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T02:57:33Z', 'updated_at': '2021-09-18T02:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:15.053550 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] Checking router: 2df5b3c1-f3b3-493f-a389-764b8d01ff4f for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:06:15.063823 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] Routers {'2df5b3c1-f3b3-493f-a389-764b8d01ff4f'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:15.064444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:15.110262 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.140530 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e814d5c-a2ae-4855-9d4f-154a3dc69d6e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:15.151573 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] Set router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:15.199218 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.207865 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T03:06:14Z', 'revision_number': 6, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:15.233854 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235dcbb-0a72-4a58-b480-5785e44371f5 None None] The sync data for ids ['2df5b3c1-f3b3-493f-a389-764b8d01ff4f'] in n-d-789963-12 is: [{'id': '2df5b3c1-f3b3-493f-a389-764b8d01ff4f', 'name': 'tempest-TestShelveInstance-832592464-router', 'tenant_id': 'd5f13cc347904b108128c539b06105dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T02:57:32Z', 'updated_at': '2021-09-18T03:06:14Z', 'revision_number': 6, 'project_id': 'd5f13cc347904b108128c539b06105dd', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:06:15.290956 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.292995 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.335083 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.335626 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df5b3c1-f3b3-493f-a389-764b8d01ff4f {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 03:06:15.340176 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.341382 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-50ebc8e9-6534-40b9-97bf-713f683165f9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2df5b3c1-f3b3-493f-a389-764b8d01ff4f HTTP/1.1" status: 204 len: 168 time: 0.7667015 Sep 18 03:06:15.344252 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46516) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:15.388952 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b8f2b2-444b-43db-8d12-0ea2e20dc5a3 admin admin] Deleting subnet 6b8d1cf5-b19f-4dae-8f10-bc13aff49842 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 03:06:15.391970 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91b8f2b2-444b-43db-8d12-0ea2e20dc5a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.426835 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91b8f2b2-444b-43db-8d12-0ea2e20dc5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.507383 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91b8f2b2-444b-43db-8d12-0ea2e20dc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.559684 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91b8f2b2-444b-43db-8d12-0ea2e20dc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.586251 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8f2b2-444b-43db-8d12-0ea2e20dc5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8d1cf5-b19f-4dae-8f10-bc13aff49842,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:15.593733 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-91b8f2b2-444b-43db-8d12-0ea2e20dc5a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.595861 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-91b8f2b2-444b-43db-8d12-0ea2e20dc5a3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6b8d1cf5-b19f-4dae-8f10-bc13aff49842 HTTP/1.1" status: 204 len: 168 time: 0.2506177 Sep 18 03:06:15.598369 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46518) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:15.602435 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d47d60-7386-4c72-b866-e650b4fbfc2d None None] Network 0b793560-cc8b-4296-b796-030611b34624 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 03:06:15.675673 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.736442 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Deleting port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:06:15.736787 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.798588 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] For port 1860f57d-bdaa-4be6-9323-72952ca6b3c7, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=1860f57d-bdaa-4be6-9323-72952ca6b3c7,segment=NetworkSegment(bf7c596e-bd8b-4ba9-a185-06226f5573e8),segment_id=bf7c596e-bd8b-4ba9-a185-06226f5573e8)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:15.798978 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.811897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Calling delete_port for 1860f57d-bdaa-4be6-9323-72952ca6b3c7 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:06:15.892370 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:15.917184 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Pushing event deleted for resources: {'Port': ['ID=1860f57d-bdaa-4be6-9323-72952ca6b3c7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:15.920781 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] No DVR routers for this DVR port 1860f57d-bdaa-4be6-9323-72952ca6b3c7 on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:06:15.993699 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.015397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b793560-cc8b-4296-b796-030611b34624']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:16.027169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cfcbe8-0d49-445b-8039-75f78bee1fd2 None None] DHCP port deletion for 0b793560-cc8b-4296-b796-030611b34624 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 03:06:16.033324 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7c596e-bd8b-4ba9-a185-06226f5573e8') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:16.034877 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7c596e-bd8b-4ba9-a185-06226f5573e8') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:16.056209 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.071347 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.078298 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 03:06:16.078980 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.080633 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: timer() Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 03:06:16.081354 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 03:06:16.101267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:06:16.101603 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 5e814d5c-a2ae-4855-9d4f-154a3dc69d6e not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:06:16.102000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1860f57d-bdaa-4be6-9323-72952ca6b3c7 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:06:16.120674 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 1860f57d-bdaa-4be6-9323-72952ca6b3c7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:06:16.121010 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 1860f57d-bdaa-4be6-9323-72952ca6b3c7 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:06:16.121418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:06:16.137988 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.142646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.145107 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:06:16.145451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 0b5a60af-e365-4c9b-b263-ad7eb7ea8016 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:06:16.148416 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b793560-cc8b-4296-b796-030611b34624 HTTP/1.1" status: 204 len: 168 time: 0.5465910 Sep 18 03:06:16.172317 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebc8f9-0f28-41e3-92ea-9b767d90008a admin admin] Pushing event deleted for resources: {'Network': ['ID=0b793560-cc8b-4296-b796-030611b34624,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:16.262823 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46522) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:16.313409 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-e3edb0b3-3b51-4b51-87e0-4afdc6c97d7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fba2ca663c84fc3b84154e717299093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493379 Sep 18 03:06:16.315934 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46524) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:16.363850 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f30b15e6-5a6a-401e-9a38-894eee853d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.385824 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f30b15e6-5a6a-401e-9a38-894eee853d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.431243 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f30b15e6-5a6a-401e-9a38-894eee853d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.433744 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f30b15e6-5a6a-401e-9a38-894eee853d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.437574 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-f30b15e6-5a6a-401e-9a38-894eee853d6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/101781f0-267e-4ea0-80bc-52a414da0e29 HTTP/1.1" status: 204 len: 168 time: 0.1182613 Sep 18 03:06:16.445204 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b15e6-5a6a-401e-9a38-894eee853d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101781f0-267e-4ea0-80bc-52a414da0e29,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:16.760426 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46530) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:16.799930 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b59e93a4-ce3a-4a5f-9fff-2489d053c84e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5f13cc347904b108128c539b06105dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378830 Sep 18 03:06:16.802608 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46532) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:16.849551 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2141-4df7-431f-b589-856852a99dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.870391 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2141-4df7-431f-b589-856852a99dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.919106 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2141-4df7-431f-b589-856852a99dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.921812 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2141-4df7-431f-b589-856852a99dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:16.922955 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-6f0c2141-4df7-431f-b589-856852a99dee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54901ed6-86df-45fe-b3ca-e67b9054d205 HTTP/1.1" status: 204 len: 168 time: 0.1194220 Sep 18 03:06:16.930963 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2141-4df7-431f-b589-856852a99dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54901ed6-86df-45fe-b3ca-e67b9054d205,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:17.575488 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46554) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:17.667751 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1684680330-network', 'tenant_id': '8f5dd05955f24296bb1558d14f165073'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:17.688170 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Made reservation on behalf of 8f5dd05955f24296bb1558d14f165073 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 03:06:17.691344 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.703274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.792854 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.796422 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.823453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 03:06:17.828685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e4f0ec-531c-4dee-9292-f93e01218e98,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:17.836522 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.836522 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Added segment ffb3088e-b441-4e8b-adde-a112dbad06d5 of type vlan for network 939b93fc-23a3-43e5-a88d-5869ae6c3410 Sep 18 03:06:17.876160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.899097 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.900046 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:17.900624 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.932862 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3562908 Sep 18 03:06:17.935809 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46558) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:17.940992 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Request body: {'subnet': {'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1684680330-subnet', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:17.962678 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Made reservation on behalf of 8f5dd05955f24296bb1558d14f165073 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 03:06:17.965708 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534676275'] for subnet, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:17.965953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f61fd-d644-49c4-96ba-5cf5598d6963 admin admin] Pushing event updated for resources: {'Network': ['ID=939b93fc-23a3-43e5-a88d-5869ae6c3410,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:17.979057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 03:06:18.140125 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534708697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534676253'] for subnet, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.195266 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:18.204068 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Checking segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:18.204423 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Network hostable DHCP agents. Network: 939b93fc-23a3-43e5-a88d-5869ae6c3410, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 03:06:18.221027 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 03:06:18.229998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 939b93fc-23a3-43e5-a88d-5869ae6c3410) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:18.234005 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:18.234591 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.239609 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74faf09-faf5-4595-828a-7a8d297a3ec5 None None] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 03:06:18.248831 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ea8cba95-df01-4576-a8f7-07b6b06a4480 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3118162 Sep 18 03:06:18.252047 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46560) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:18.256337 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:18.277069 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.278077 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.334782 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.385029 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-939b93fc-23a3-43e5-a88d-5869ae6c3410', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 03:06:18.385899 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.469619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.522507 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Allocated IP 172.20.0.2 (939b93fc-23a3-43e5-a88d-5869ae6c3410/5bedcaac-8b09-4e41-b5e8-4f33d16f76dc/ed485990-0d21-4370-b885-6085476aafaf) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:06:18.668860 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.672238 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.675268 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.692015 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.712272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:18.715280 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:18.720902 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:06:18.730783 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Pushing event updated for resources: {'Port': ['ID=ed485990-0d21-4370-b885-6085476aafaf,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:18.780921 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Attempting to bind port ed485990-0d21-4370-b885-6085476aafaf on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:06:18.781341 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Attempting to bind port ed485990-0d21-4370-b885-6085476aafaf by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:06:18.781710 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Attempting to bind port ed485990-0d21-4370-b885-6085476aafaf on network 939b93fc-23a3-43e5-a88d-5869ae6c3410 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:06:18.787216 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:06:18.787588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Checking segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:18.787992 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.788384 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Bound using segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:06:18.788848 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Bound port: ed485990-0d21-4370-b885-6085476aafaf, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:06:18.789230 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.796443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Allocated IP 172.25.0.97 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/8e4e34bb-6961-44aa-a104-5410f3899219) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:06:18.851919 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] For port ed485990-0d21-4370-b885-6085476aafaf, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:06:18.855048 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] For port ed485990-0d21-4370-b885-6085476aafaf, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ed485990-0d21-4370-b885-6085476aafaf,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:06:18.860461 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.905914 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.919573 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793164d-a2db-4c25-a938-fdd2be79b253 None None] Pushing event updated for resources: {'Port': ['ID=ed485990-0d21-4370-b885-6085476aafaf,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:18.944259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:18.985609 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:18.991511 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:18.996275 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:06:18.999362 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4e34bb-6961-44aa-a104-5410f3899219,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:19.257092 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:19.449384 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:19.583283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Router ace5ac37-6997-42e4-9189-be30a87ae986 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 03:06:19.695034 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:06:19.707527 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Sync routers for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:06:19.715959 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:19.717906 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:19.718537 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:19.720415 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46562) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:19.720887 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-051222ef-3c1a-43b9-818e-00dfca780e02 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4674654 Sep 18 03:06:19.833031 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d050ccc9-b1db-4640-a533-7c4a402d94c2 None None] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 03:06:19.930110 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ff4f5e68-7512-4a61-aaf8-2b451f5c0f15 None None] Provisioning complete for port ed485990-0d21-4370-b885-6085476aafaf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:19.930487 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5e68-7512-4a61-aaf8-2b451f5c0f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:19.946087 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:19.986597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ed485990-0d21-4370-b885-6085476aafaf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:20.134063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ed485990-0d21-4370-b885-6085476aafaf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:20.134462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.135453 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:19Z', 'revision_number': 3, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:20.162877 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Checking router: ace5ac37-6997-42e4-9189-be30a87ae986 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:06:20.163831 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Updating router ace5ac37-6997-42e4-9189-be30a87ae986 port 8e4e34bb-6961-44aa-a104-5410f3899219 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 03:06:20.170678 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5e68-7512-4a61-aaf8-2b451f5c0f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.197074 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.241094 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ff4f5e68-7512-4a61-aaf8-2b451f5c0f15 None None] For port ed485990-0d21-4370-b885-6085476aafaf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ed485990-0d21-4370-b885-6085476aafaf,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:20.269166 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ff4f5e68-7512-4a61-aaf8-2b451f5c0f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.316396 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.357869 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f5e68-7512-4a61-aaf8-2b451f5c0f15 None None] Pushing event updated for resources: {'Port': ['ID=ed485990-0d21-4370-b885-6085476aafaf,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:20.401682 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 03:06:20.401939 n-d-789963-12 neutron-server[106441]: DEBUG oslo_db.api [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 03:06:20.482003 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.489008 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.491503 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-22b449f6-ddc1-4805-a0ce-be15567c6b0d None None] Provisioning complete for port ed485990-0d21-4370-b885-6085476aafaf triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:20.491503 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-22b449f6-ddc1-4805-a0ce-be15567c6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.544761 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Pushing event updated for resources: {'Port': ['ID=8e4e34bb-6961-44aa-a104-5410f3899219,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:20.547085 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Attempting to bind port 8e4e34bb-6961-44aa-a104-5410f3899219 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:06:20.547447 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Attempting to bind port 8e4e34bb-6961-44aa-a104-5410f3899219 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:06:20.547847 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Attempting to bind port 8e4e34bb-6961-44aa-a104-5410f3899219 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:06:20.550667 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.557901 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.557901 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.558269 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.558554 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.558902 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.559225 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.559547 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.559866 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.560182 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.560496 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.560815 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.561481 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:06:20.564372 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:06:20.564738 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:20.565350 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.565673 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:06:20.566151 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Bound port: 8e4e34bb-6961-44aa-a104-5410f3899219, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:06:20.566581 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.622365 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] For port 8e4e34bb-6961-44aa-a104-5410f3899219, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:06:20.625629 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] For port 8e4e34bb-6961-44aa-a104-5410f3899219, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8e4e34bb-6961-44aa-a104-5410f3899219,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:06:20.630324 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.682181 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:20.682849 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:20.711900 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Allocated IP 172.20.0.1 (939b93fc-23a3-43e5-a88d-5869ae6c3410/5bedcaac-8b09-4e41-b5e8-4f33d16f76dc/d06287cd-89e5-415d-af83-88ac60f25789) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:06:20.725825 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73b40f-1d1d-401c-8913-d945b6c32a5b None None] Pushing event updated for resources: {'Port': ['ID=8e4e34bb-6961-44aa-a104-5410f3899219,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:20.804411 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:20.822763 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.857137 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.895234 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:20.898127 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:20.904389 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:06:20.937679 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d06287cd-89e5-415d-af83-88ac60f25789,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:20.961461 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:20.994808 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:19Z', 'revision_number': 3, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:21.033127 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00211d-be35-4ac0-ac95-45b061eb9cb4 None None] The sync data for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 is: [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:19Z', 'revision_number': 3, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:06:21.103765 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:21.200770 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-64bd7db2-b53f-4b22-a101-01a4861e79f3 None None] Provisioning complete for port d06287cd-89e5-415d-af83-88ac60f25789 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:21.201286 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64bd7db2-b53f-4b22-a101-01a4861e79f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:21.235403 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-64bd7db2-b53f-4b22-a101-01a4861e79f3 None None] Port d06287cd-89e5-415d-af83-88ac60f25789 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 03:06:21.288756 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:21.293733 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:21.364638 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:21.367411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d06287cd-89e5-415d-af83-88ac60f25789,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:21.467887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:21.469348 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:21.603699 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Router ace5ac37-6997-42e4-9189-be30a87ae986 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:06:21.726742 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:06:21.733009 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d0c5bac9-4f45-48f1-9124-9904d218a6c1 admin admin] 10.222.0.21 "PUT /v2.0/routers/ace5ac37-6997-42e4-9189-be30a87ae986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0113144 Sep 18 03:06:21.760426 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-51dbabc6-0418-4e78-8be4-db767f30bdbd None None] Provisioning complete for port d06287cd-89e5-415d-af83-88ac60f25789 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:21.761165 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51dbabc6-0418-4e78-8be4-db767f30bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:21.796982 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-51dbabc6-0418-4e78-8be4-db767f30bdbd None None] Port d06287cd-89e5-415d-af83-88ac60f25789 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 03:06:21.997366 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ed485990-0d21-4370-b885-6085476aafaf up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:22.046305 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port ed485990-0d21-4370-b885-6085476aafaf triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:22.046683 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.129203 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8e4e34bb-6961-44aa-a104-5410f3899219 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:22.175379 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8e4e34bb-6961-44aa-a104-5410f3899219 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:22.175888 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.223762 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46578) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:22.228763 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-345486465-network', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:22.250570 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Made reservation on behalf of f25a970b3b4e4002b33010a44d97af3b for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 03:06:22.254236 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for network, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.259428 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.263123 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.279775 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 8e4e34bb-6961-44aa-a104-5410f3899219, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8e4e34bb-6961-44aa-a104-5410f3899219,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:22.283659 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.332313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=8e4e34bb-6961-44aa-a104-5410f3899219,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:22.355785 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.359668 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.386629 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 03:06:22.397352 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b62438-ef06-4d39-99bd-f85974e960c7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:22.402289 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.402634 n-d-789963-12 neutron-server[106440]: INFO neutron.db.segments_db [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Added segment f19a596a-c111-474f-9c7d-3315f8603858 of type vlan for network 553ae19a-5663-4668-995f-f8373bccf436 Sep 18 03:06:22.445437 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771128966175'] for network, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.472598 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092'] for network, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.473851 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:22.474437 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.512644 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2877610 Sep 18 03:06:22.515387 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46580) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:22.520729 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Request body: {'subnet': {'network_id': '553ae19a-5663-4668-995f-f8373bccf436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-345486465-subnet', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:22.554952 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee144d-0556-4ae2-98f1-57ba9110cf35 admin admin] Pushing event updated for resources: {'Network': ['ID=553ae19a-5663-4668-995f-f8373bccf436,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:22.564722 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Network 553ae19a-5663-4668-995f-f8373bccf436 details requested by agent ovs-agent-n-d-789963-12 with host n-d-789963-12 {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 03:06:22.571863 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Made reservation on behalf of f25a970b3b4e4002b33010a44d97af3b for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 03:06:22.574206 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534578260'] for subnet, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.676444 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Sync routers for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:06:22.686502 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:22.687509 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:22.764952 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533786387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534578298'] for subnet, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.806899 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:22.812336 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab5a02c-a880-4244-b642-204c66d6ad5e,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:22.831708 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Checking segment: {'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:22.832130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Network hostable DHCP agents. Network: 553ae19a-5663-4668-995f-f8373bccf436, hostable agents: ['fb08d4a7-d63e-4fe4-8b82-e95d9976d41b'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 03:06:22.849681 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Network 553ae19a-5663-4668-995f-f8373bccf436 is scheduled to be hosted by DHCP agent fb08d4a7-d63e-4fe4-8b82-e95d9976d41b with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 03:06:22.859877 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-12, 553ae19a-5663-4668-995f-f8373bccf436) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:22.865510 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:22.867033 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.881253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-ad5f5cdf-6cd2-4277-8bea-245f660ffed7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3649497 Sep 18 03:06:22.884018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46582) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:22.888445 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:22.888811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea413b5-0b90-487a-a5b5-36ec8b90cd89 None None] Network 553ae19a-5663-4668-995f-f8373bccf436 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 03:06:22.910800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-643462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8115'] for router, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.912564 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8104'] for router, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:22.969383 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.105942 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.129225 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11e72f88-b4da-5786-82dc-cf364e9deb01-553ae19a-5663-4668-995f-f8373bccf436', 'network_id': '553ae19a-5663-4668-995f-f8373bccf436', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'fixed_ips': [{'subnet_id': 'dab5a02c-a880-4244-b642-204c66d6ad5e'}]}} from n-d-789963-12. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 03:06:23.130109 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.143405 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 2, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:23.172063 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Checking router: ace5ac37-6997-42e4-9189-be30a87ae986 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:06:23.172418 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Updating router ace5ac37-6997-42e4-9189-be30a87ae986 port d06287cd-89e5-415d-af83-88ac60f25789 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 03:06:23.248550 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.309428 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.327941 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.440392 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Allocated IP 172.25.0.119 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/8df65556-01d7-4e47-80ea-1c3fb61a0ca8) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:06:23.552415 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.560252 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Allocated IP 172.20.0.2 (553ae19a-5663-4668-995f-f8373bccf436/dab5a02c-a880-4244-b642-204c66d6ad5e/33f989e6-4304-406e-ac7f-9f17670163d6) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:06:23.588272 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.625673 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:23.629381 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:23.633107 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:06:23.671365 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Pushing event updated for resources: {'Port': ['ID=8df65556-01d7-4e47-80ea-1c3fb61a0ca8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:23.820755 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Notify callbacks [] for port, precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.835548 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128'] for port, after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.842455 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.871390 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.888533 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Network 553ae19a-5663-4668-995f-f8373bccf436 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:23.899667 n-d-789963-12 neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:23.902312 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Pushing event updated for resources: {'Port': ['ID=33f989e6-4304-406e-ac7f-9f17670163d6,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:23.904999 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:06:23.916888 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:23.961642 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8e4e34bb-6961-44aa-a104-5410f3899219 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:24.043758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054ab0b-4c56-4907-aac6-7aadcb9eeb2f None None] Pushing event updated for resources: {'Port': ['ID=d06287cd-89e5-415d-af83-88ac60f25789,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:24.078160 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Attempting to bind port 33f989e6-4304-406e-ac7f-9f17670163d6 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:06:24.078528 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Attempting to bind port 33f989e6-4304-406e-ac7f-9f17670163d6 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:06:24.078917 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Attempting to bind port 33f989e6-4304-406e-ac7f-9f17670163d6 on network 553ae19a-5663-4668-995f-f8373bccf436 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:06:24.084776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Attempting to bind port d06287cd-89e5-415d-af83-88ac60f25789 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:06:24.085141 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Attempting to bind port d06287cd-89e5-415d-af83-88ac60f25789 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:06:24.085500 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Attempting to bind port d06287cd-89e5-415d-af83-88ac60f25789 on network 939b93fc-23a3-43e5-a88d-5869ae6c3410 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:06:24.089599 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:06:24.089971 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Checking segment: {'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:24.090374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.090806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Bound using segment: {'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:06:24.091261 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Bound port: 33f989e6-4304-406e-ac7f-9f17670163d6, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:06:24.091637 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.104114 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:06:24.104484 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Checking segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:24.104884 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.105272 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Bound using segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:06:24.105759 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Bound port: d06287cd-89e5-415d-af83-88ac60f25789, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:06:24.106143 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.131773 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650833'] for router, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.152900 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8e4e34bb-6961-44aa-a104-5410f3899219 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:24.153257 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.252140 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] For port 33f989e6-4304-406e-ac7f-9f17670163d6, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:06:24.260490 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Router c84d8b07-312c-44e9-8d20-6b96c51f0d31 is scheduled to L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 03:06:24.272888 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] For port d06287cd-89e5-415d-af83-88ac60f25789, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:06:24.278251 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] For port d06287cd-89e5-415d-af83-88ac60f25789, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d06287cd-89e5-415d-af83-88ac60f25789,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:06:24.280188 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] For port 33f989e6-4304-406e-ac7f-9f17670163d6, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33f989e6-4304-406e-ac7f-9f17670163d6,segment=NetworkSegment(f19a596a-c111-474f-9c7d-3315f8603858),segment_id=f19a596a-c111-474f-9c7d-3315f8603858)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:06:24.288570 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.290278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-e1edfc7b-aeeb-4c60-9380-5b6bc454f608 None None] Provisioning complete for port d06287cd-89e5-415d-af83-88ac60f25789 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:24.290635 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e1edfc7b-aeeb-4c60-9380-5b6bc454f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.295878 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.367836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:06:24.377636 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Sync routers for ids ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:06:24.390558 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.391174 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d32e0c33-0ced-471f-a6c5-ffc5ae276a83 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5061178 Sep 18 03:06:24.394465 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46584) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:24.404645 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Routers {'c84d8b07-312c-44e9-8d20-6b96c51f0d31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:24.405645 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:24.430184 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054ab0b-4c56-4907-aac6-7aadcb9eeb2f None None] Pushing event updated for resources: {'Port': ['ID=d06287cd-89e5-415d-af83-88ac60f25789,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:24.457896 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:24.458546 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:24.568005 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f158de-2aa1-4577-ac4d-daf1c78b4d14 None None] Pushing event updated for resources: {'Port': ['ID=33f989e6-4304-406e-ac7f-9f17670163d6,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:24.585354 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Set router c84d8b07-312c-44e9-8d20-6b96c51f0d31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:24.587705 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e1edfc7b-aeeb-4c60-9380-5b6bc454f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.680629 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:24.683522 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-e1edfc7b-aeeb-4c60-9380-5b6bc454f608 None None] For port d06287cd-89e5-415d-af83-88ac60f25789, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d06287cd-89e5-415d-af83-88ac60f25789,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:24.720878 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e1edfc7b-aeeb-4c60-9380-5b6bc454f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.851276 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:06:23Z', 'revision_number': 3, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port': {'id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:23Z', 'updated_at': '2021-09-18T03:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:24.853143 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edfc7b-aeeb-4c60-9380-5b6bc454f608 None None] Pushing event updated for resources: {'Port': ['ID=d06287cd-89e5-415d-af83-88ac60f25789,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:24.897059 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Checking router: c84d8b07-312c-44e9-8d20-6b96c51f0d31 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:06:24.897410 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Updating router c84d8b07-312c-44e9-8d20-6b96c51f0d31 port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 binding host n-d-789963-12 {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 03:06:24.921315 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-5796e6e8-ed0d-4de0-b428-341d170c3f5d None None] Provisioning complete for port d06287cd-89e5-415d-af83-88ac60f25789 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:24.922049 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5796e6e8-ed0d-4de0-b428-341d170c3f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.934484 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:24.966414 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.041768 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:25.071590 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9fae1-f013-4b2a-ab95-c2f213aa8444 None None] The sync data for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 is: [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:06:25.165658 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Allocated IP 172.20.0.1 (553ae19a-5663-4668-995f-f8373bccf436/dab5a02c-a880-4244-b642-204c66d6ad5e/37aec578-8d7f-447f-b600-cb9ed45ab089) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:06:25.292434 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.329548 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Notify callbacks [] for port, precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.332750 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.340792 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.375171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Network 553ae19a-5663-4668-995f-f8373bccf436 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:25.381998 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:25.391846 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:06:25.394277 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Pushing event updated for resources: {'Port': ['ID=37aec578-8d7f-447f-b600-cb9ed45ab089,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:25.413399 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d66f3f-cccd-48c0-a14f-9fc2d1fe53f2 None None] Pushing event updated for resources: {'Port': ['ID=8df65556-01d7-4e47-80ea-1c3fb61a0ca8,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:25.420019 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Attempting to bind port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:06:25.420525 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Attempting to bind port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:06:25.420919 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Attempting to bind port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 on network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:06:25.428422 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:06:25.428882 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Checking segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:25.429364 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.430643 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Bound using segment: {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:06:25.431233 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Bound port: 8df65556-01d7-4e47-80ea-1c3fb61a0ca8, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0e7e11-23b8-4b17-984c-13d2eabda80d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:06:25.431682 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.447659 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650886'] for router_interface, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.505451 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] For port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8, host n-d-789963-12, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:06:25.509896 n-d-789963-12 neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] For port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8df65556-01d7-4e47-80ea-1c3fb61a0ca8,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:06:25.519239 n-d-789963-12 neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.585865 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Routers {'c84d8b07-312c-44e9-8d20-6b96c51f0d31'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:25.586501 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:25.610229 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.633477 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d66f3f-cccd-48c0-a14f-9fc2d1fe53f2 None None] Pushing event updated for resources: {'Port': ['ID=8df65556-01d7-4e47-80ea-1c3fb61a0ca8,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:25.729883 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] Set router c84d8b07-312c-44e9-8d20-6b96c51f0d31 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:25.759548 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42c14c6-9ddc-4efb-9924-0cb2ef782a0e None None] Network 553ae19a-5663-4668-995f-f8373bccf436 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 03:06:25.845131 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.852218 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.894394 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-dfe32411-507a-4af6-9566-07a988e8d27f None None] Provisioning complete for port 33f989e6-4304-406e-ac7f-9f17670163d6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:25.894911 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfe32411-507a-4af6-9566-07a988e8d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.942782 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Pushing event updated for resources: {'Port': ['ID=37aec578-8d7f-447f-b600-cb9ed45ab089,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:25.967663 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-575662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650262'] for router_interface, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:25.988686 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 4, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port': {'id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:23Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '37aec578-8d7f-447f-b600-cb9ed45ab089', 'name': '', 'network_id': '553ae19a-5663-4668-995f-f8373bccf436', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'mac_address': 'fa:16:3e:c6:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:24Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 1, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'subnets': [{'id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:26.027104 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0693e1d-dc6d-4cf9-8cfc-c91b51427840 None None] The sync data for ids ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'] in n-d-789963-12 is: [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 4, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port': {'id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:23Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '37aec578-8d7f-447f-b600-cb9ed45ab089', 'name': '', 'network_id': '553ae19a-5663-4668-995f-f8373bccf436', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'mac_address': 'fa:16:3e:c6:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:24Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 1, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'subnets': [{'id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:06:26.091220 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d06287cd-89e5-415d-af83-88ac60f25789 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:26.101095 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Network 553ae19a-5663-4668-995f-f8373bccf436 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:26.103137 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:26.136096 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfe32411-507a-4af6-9566-07a988e8d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.201016 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port d06287cd-89e5-415d-af83-88ac60f25789 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:26.201485 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.204631 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-dfe32411-507a-4af6-9566-07a988e8d27f None None] For port 33f989e6-4304-406e-ac7f-9f17670163d6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33f989e6-4304-406e-ac7f-9f17670163d6,segment=NetworkSegment(f19a596a-c111-474f-9c7d-3315f8603858),segment_id=f19a596a-c111-474f-9c7d-3315f8603858)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:26.207544 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.227858 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dfe32411-507a-4af6-9566-07a988e8d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.308596 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe32411-507a-4af6-9566-07a988e8d27f None None] Pushing event updated for resources: {'Port': ['ID=33f989e6-4304-406e-ac7f-9f17670163d6,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:26.413084 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33f989e6-4304-406e-ac7f-9f17670163d6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:26.459625 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.483001 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 33f989e6-4304-406e-ac7f-9f17670163d6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:26.483380 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.572443 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-02bcf2d6-210f-4703-854d-748a46780f20 None None] Provisioning complete for port 37aec578-8d7f-447f-b600-cb9ed45ab089 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:26.573207 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02bcf2d6-210f-4703-854d-748a46780f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.650155 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-02bcf2d6-210f-4703-854d-748a46780f20 None None] Port 37aec578-8d7f-447f-b600-cb9ed45ab089 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 03:06:26.676111 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-02bcf2d6-210f-4703-854d-748a46780f20 None None] Provisioning complete for port 33f989e6-4304-406e-ac7f-9f17670163d6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:26.676652 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02bcf2d6-210f-4703-854d-748a46780f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.712897 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Router c84d8b07-312c-44e9-8d20-6b96c51f0d31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:06:26.845098 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:06:26.853634 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-821768e8-63b7-4c33-8860-74ac267dba37 admin admin] 10.222.0.21 "PUT /v2.0/routers/c84d8b07-312c-44e9-8d20-6b96c51f0d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4545505 Sep 18 03:06:26.904806 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d2d56bcb-4f2a-4490-88c9-bf21260b378e None None] Provisioning complete for port 37aec578-8d7f-447f-b600-cb9ed45ab089 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:26.905374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d2d56bcb-4f2a-4490-88c9-bf21260b378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:26.941317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d2d56bcb-4f2a-4490-88c9-bf21260b378e None None] Port 37aec578-8d7f-447f-b600-cb9ed45ab089 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 03:06:27.060511 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-49acb172-e161-4955-b702-abf57d70e351 None None] Provisioning complete for port 37aec578-8d7f-447f-b600-cb9ed45ab089 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:27.060852 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-49acb172-e161-4955-b702-abf57d70e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.252390 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-49acb172-e161-4955-b702-abf57d70e351 None None] Port 37aec578-8d7f-447f-b600-cb9ed45ab089 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 03:06:27.543349 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46592) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:27.547900 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1e7311a7-5813-4f60-8ca6-5563bae2c7fe tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-851956444', 'description': 'tempest-secgroup-smoke-851956444 description', 'project_id': '8f5dd05955f24296bb1558d14f165073'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:27.569307 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1e7311a7-5813-4f60-8ca6-5563bae2c7fe tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.654464 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1e7311a7-5813-4f60-8ca6-5563bae2c7fe tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.657874 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1e7311a7-5813-4f60-8ca6-5563bae2c7fe tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.685617 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1e7311a7-5813-4f60-8ca6-5563bae2c7fe tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.686874 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1e7311a7-5813-4f60-8ca6-5563bae2c7fe tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1424813 Sep 18 03:06:27.689066 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7311a7-5813-4f60-8ca6-5563bae2c7fe tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb1236d-607a-45e6-850f-46e8387290f4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:27.690979 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 46594) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:27.695792 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [None req-89874439-84b5-4a3c-a6f1-7a5f9792666e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'security_group_rule': {'security_group_id': 'eeb1236d-607a-45e6-850f-46e8387290f4', 'project_id': '8f5dd05955f24296bb1558d14f165073', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:27.723315 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89874439-84b5-4a3c-a6f1-7a5f9792666e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.796086 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89874439-84b5-4a3c-a6f1-7a5f9792666e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.806542 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89874439-84b5-4a3c-a6f1-7a5f9792666e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.826188 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89874439-84b5-4a3c-a6f1-7a5f9792666e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41da191-297c-4583-9f2b-f896c2cf1dda,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:27.834119 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89874439-84b5-4a3c-a6f1-7a5f9792666e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.836594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-89874439-84b5-4a3c-a6f1-7a5f9792666e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446006 Sep 18 03:06:27.839799 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46596) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:27.845021 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9c4c2cce-bacb-46ab-8953-295572e99883 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'security_group_rule': {'security_group_id': 'eeb1236d-607a-45e6-850f-46e8387290f4', 'project_id': '8f5dd05955f24296bb1558d14f165073', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:27.880259 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2cce-bacb-46ab-8953-295572e99883 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.961783 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2cce-bacb-46ab-8953-295572e99883 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.969581 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2cce-bacb-46ab-8953-295572e99883 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:27.987818 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c2cce-bacb-46ab-8953-295572e99883 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09e8134-a3e3-4872-badf-5c9631e06986,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:27.999324 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2cce-bacb-46ab-8953-295572e99883 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.000905 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9c4c2cce-bacb-46ab-8953-295572e99883 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1595478 Sep 18 03:06:28.004506 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46598) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:28.009401 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-70ebe88b-3a17-459d-9e9d-a0fd130eaf47 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'security_group_rule': {'security_group_id': 'eeb1236d-607a-45e6-850f-46e8387290f4', 'project_id': '8f5dd05955f24296bb1558d14f165073', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:28.021060 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33f989e6-4304-406e-ac7f-9f17670163d6 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:28.045017 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70ebe88b-3a17-459d-9e9d-a0fd130eaf47 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.073108 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 33f989e6-4304-406e-ac7f-9f17670163d6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:28.073475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.110906 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70ebe88b-3a17-459d-9e9d-a0fd130eaf47 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.115615 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70ebe88b-3a17-459d-9e9d-a0fd130eaf47 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.137176 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-70ebe88b-3a17-459d-9e9d-a0fd130eaf47 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.141113 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-70ebe88b-3a17-459d-9e9d-a0fd130eaf47 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329939 Sep 18 03:06:28.141113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebe88b-3a17-459d-9e9d-a0fd130eaf47 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af01be8b-e092-414a-8918-f6129e6e33d8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:28.142002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46600) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:28.147379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-912ad163-54a2-4a03-8e82-1fac02015792 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'security_group_rule': {'security_group_id': 'eeb1236d-607a-45e6-850f-46e8387290f4', 'project_id': '8f5dd05955f24296bb1558d14f165073', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:28.165800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:28.179159 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-912ad163-54a2-4a03-8e82-1fac02015792 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.223469 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:28.223938 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.249204 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-912ad163-54a2-4a03-8e82-1fac02015792 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.254167 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-912ad163-54a2-4a03-8e82-1fac02015792 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.274016 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ad163-54a2-4a03-8e82-1fac02015792 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7027540f-9761-4f1c-8a38-415050298ecd,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:28.284416 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-912ad163-54a2-4a03-8e82-1fac02015792 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.288405 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-912ad163-54a2-4a03-8e82-1fac02015792 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435447 Sep 18 03:06:28.288635 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46602) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:28.293024 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d1bd9d28-995c-4f62-80ce-ff862748b50a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'security_group_rule': {'security_group_id': 'eeb1236d-607a-45e6-850f-46e8387290f4', 'project_id': '8f5dd05955f24296bb1558d14f165073', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:28.313152 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.318400 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-d1bd9d28-995c-4f62-80ce-ff862748b50a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Project 8f5dd05955f24296bb1558d14f165073 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 03:06:28.328358 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9d28-995c-4f62-80ce-ff862748b50a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.337684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] For port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8df65556-01d7-4e47-80ea-1c3fb61a0ca8,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:28.343257 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.394813 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9d28-995c-4f62-80ce-ff862748b50a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.397132 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Pushing event updated for resources: {'Port': ['ID=8df65556-01d7-4e47-80ea-1c3fb61a0ca8,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:28.399871 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9d28-995c-4f62-80ce-ff862748b50a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.418612 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd9d28-995c-4f62-80ce-ff862748b50a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3829100-0644-4a64-b743-c407f1051c67,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:28.426211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9d28-995c-4f62-80ce-ff862748b50a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.427494 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d1bd9d28-995c-4f62-80ce-ff862748b50a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379063 Sep 18 03:06:28.430174 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46604) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:28.434570 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9adb6254-99a3-410d-8336-63b03fb8f866 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'security_group_rule': {'security_group_id': 'eeb1236d-607a-45e6-850f-46e8387290f4', 'project_id': '8f5dd05955f24296bb1558d14f165073', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:28.456288 n-d-789963-12 neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-9adb6254-99a3-410d-8336-63b03fb8f866 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Project 8f5dd05955f24296bb1558d14f165073 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 03:06:28.461412 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9adb6254-99a3-410d-8336-63b03fb8f866 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.526121 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9adb6254-99a3-410d-8336-63b03fb8f866 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.529732 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9adb6254-99a3-410d-8336-63b03fb8f866 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509220'] for security_group_rule, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.551377 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb6254-99a3-410d-8336-63b03fb8f866 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065bb1a5-8864-4ecb-81be-2faaa778441d,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:28.558216 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9adb6254-99a3-410d-8336-63b03fb8f866 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:28.559441 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-9adb6254-99a3-410d-8336-63b03fb8f866 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283247 Sep 18 03:06:28.699218 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-15cc6c88-0d4a-4639-9e62-f3158af8fcb9 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851956444&fields=id&tenant_id=8f5dd05955f24296bb1558d14f165073 HTTP/1.1" status: 200 len: 267 time: 0.0332429 Sep 18 03:06:28.805397 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-e417dbe7-909a-4192-8dda-c6f90b27172f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:28.806924 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-e417dbe7-909a-4192-8dda-c6f90b27172f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 810 time: 0.1004884 Sep 18 03:06:28.821689 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-3e56d6f8-d635-431e-88e0-1533709b9c28 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/quotas/8f5dd05955f24296bb1558d14f165073 HTTP/1.1" status: 200 len: 375 time: 0.0089059 Sep 18 03:06:28.872069 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-d14b3710-f76c-4a35-b64a-e47e83c01926 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452554 Sep 18 03:06:29.067215 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-240a4805-6532-431c-a831-148a67218c8c service neutron] 10.222.0.21 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831675 Sep 18 03:06:29.162467 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-71a6420b-a194-4259-bf75-60359f3e32ac service neutron] 10.222.0.21 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890453 Sep 18 03:06:29.215867 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Sync routers for ids ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:06:29.225338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Routers {'c84d8b07-312c-44e9-8d20-6b96c51f0d31'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:29.225944 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:29.330883 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2c24ea7e-198c-4e87-aff2-487c6f1cc44f req-7c0fdd76-3905-475e-82bf-10d2f488a01e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 210 time: 0.0303686 Sep 18 03:06:29.336057 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Set router c84d8b07-312c-44e9-8d20-6b96c51f0d31 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:29.536519 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 4, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port': {'id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:23Z', 'updated_at': '2021-09-18T03:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '37aec578-8d7f-447f-b600-cb9ed45ab089', 'name': '', 'network_id': '553ae19a-5663-4668-995f-f8373bccf436', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'mac_address': 'fa:16:3e:c6:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:24Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 2, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'subnets': [{'id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:29.562033 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Checking router: c84d8b07-312c-44e9-8d20-6b96c51f0d31 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:06:29.562382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Updating router c84d8b07-312c-44e9-8d20-6b96c51f0d31 port 37aec578-8d7f-447f-b600-cb9ed45ab089 binding host n-d-789963-12 {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 03:06:29.586327 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:29.842208 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:29.847884 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:29.897940 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de0b87-fcbc-4482-86d4-ce801188dea9 None None] Pushing event updated for resources: {'Port': ['ID=37aec578-8d7f-447f-b600-cb9ed45ab089,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:29.947093 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:29.988948 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Attempting to bind port 37aec578-8d7f-447f-b600-cb9ed45ab089 on host n-d-789963-12 for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:06:29.989324 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Attempting to bind port 37aec578-8d7f-447f-b600-cb9ed45ab089 by drivers openvswitch,hyperv on host n-d-789963-12 at level 0 using segments [{'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:06:29.989684 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Attempting to bind port 37aec578-8d7f-447f-b600-cb9ed45ab089 on network 553ae19a-5663-4668-995f-f8373bccf436 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:06:30.001009 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Checking agent: {'id': 'f579a5c8-b8f5-457e-9351-29880a9f39c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 42, 34), 'started_at': datetime.datetime(2021, 9, 18, 1, 43, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:06:30.001382 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Checking segment: {'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:30.001783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:30.002267 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Bound using segment: {'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:06:30.002987 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Bound port: 37aec578-8d7f-447f-b600-cb9ed45ab089, host: n-d-789963-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19a596a-c111-474f-9c7d-3315f8603858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '553ae19a-5663-4668-995f-f8373bccf436'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:06:30.003371 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:30.050019 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:30.050398 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:30.104853 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] For port 37aec578-8d7f-447f-b600-cb9ed45ab089, host n-d-789963-12, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:06:30.118692 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] For port 37aec578-8d7f-447f-b600-cb9ed45ab089, host n-d-789963-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37aec578-8d7f-447f-b600-cb9ed45ab089,segment=NetworkSegment(f19a596a-c111-474f-9c7d-3315f8603858),segment_id=f19a596a-c111-474f-9c7d-3315f8603858)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:06:30.123451 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:30.231909 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-0e78543f-f12d-4c15-b3cb-5f45baca36b7 None None] Provisioning complete for port 37aec578-8d7f-447f-b600-cb9ed45ab089 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:30.232501 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e78543f-f12d-4c15-b3cb-5f45baca36b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:30.233758 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de0b87-fcbc-4482-86d4-ce801188dea9 None None] Pushing event updated for resources: {'Port': ['ID=37aec578-8d7f-447f-b600-cb9ed45ab089,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:30.236294 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Routers {'c84d8b07-312c-44e9-8d20-6b96c51f0d31'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:30.237513 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:30.403526 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] Set router c84d8b07-312c-44e9-8d20-6b96c51f0d31 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:30.423453 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-64912499-b8eb-4130-9041-7c24c839b486 req-7264745b-0003-4f0b-bb6f-25d28dcf31f3 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 210 time: 0.0304945 Sep 18 03:06:30.431776 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e78543f-f12d-4c15-b3cb-5f45baca36b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:30.527956 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0e78543f-f12d-4c15-b3cb-5f45baca36b7 None None] For port 37aec578-8d7f-447f-b600-cb9ed45ab089, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37aec578-8d7f-447f-b600-cb9ed45ab089,segment=NetworkSegment(f19a596a-c111-474f-9c7d-3315f8603858),segment_id=f19a596a-c111-474f-9c7d-3315f8603858)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:30.555760 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0e78543f-f12d-4c15-b3cb-5f45baca36b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:30.622798 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78543f-f12d-4c15-b3cb-5f45baca36b7 None None] Pushing event updated for resources: {'Port': ['ID=37aec578-8d7f-447f-b600-cb9ed45ab089,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:30.675090 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 4, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port': {'id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:23Z', 'updated_at': '2021-09-18T03:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '37aec578-8d7f-447f-b600-cb9ed45ab089', 'name': '', 'network_id': '553ae19a-5663-4668-995f-f8373bccf436', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'mac_address': 'fa:16:3e:c6:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:24Z', 'updated_at': '2021-09-18T03:06:30Z', 'revision_number': 4, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'subnets': [{'id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:30.707648 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-07da44e8-3e8d-4262-a8e6-92b65f5d25bd None None] Provisioning complete for port 37aec578-8d7f-447f-b600-cb9ed45ab089 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:30.708014 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07da44e8-3e8d-4262-a8e6-92b65f5d25bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:30.709751 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec98faf-828b-4603-9c2c-d09934742cf7 None None] The sync data for ids ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'] in n-d-789963-12 is: [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:06:25Z', 'revision_number': 4, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port': {'id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:23Z', 'updated_at': '2021-09-18T03:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': '37aec578-8d7f-447f-b600-cb9ed45ab089', 'name': '', 'network_id': '553ae19a-5663-4668-995f-f8373bccf436', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'mac_address': 'fa:16:3e:c6:ce:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:24Z', 'updated_at': '2021-09-18T03:06:30Z', 'revision_number': 4, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'subnets': [{'id': 'dab5a02c-a880-4244-b642-204c66d6ad5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:06:30.955471 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-348e8767-4647-4e21-93da-011eb2f66228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:31.505010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0a7ba001-a7bc-48c3-a7e0-114593056c49 req-3aafa550-cb80-49d1-8ba7-e5be50f26fcb tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 210 time: 0.0295949 Sep 18 03:06:31.943186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37aec578-8d7f-447f-b600-cb9ed45ab089 up at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:31.993879 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Provisioning complete for port 37aec578-8d7f-447f-b600-cb9ed45ab089 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:31.994241 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:32.321578 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-fa5c5d3a-2971-4d07-97e4-2b8367d2a277 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:32.323104 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-fa5c5d3a-2971-4d07-97e4-2b8367d2a277 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 810 time: 0.1106517 Sep 18 03:06:32.369453 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-8903d94e-b041-4b63-89d2-0333ca5339aa tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f5dd05955f24296bb1558d14f165073 HTTP/1.1" status: 200 len: 379 time: 0.0368423 Sep 18 03:06:32.385798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'port': {'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'admin_state_up': True, 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'security_groups': ['eeb1236d-607a-45e6-850f-46e8387290f4']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:32.501996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Made reservation on behalf of 8f5dd05955f24296bb1558d14f165073 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 03:06:32.506040 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:32.601444 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-73f32009-751a-4e76-aeb1-30b1431e4f44 req-c69360cb-f18c-473e-8aaf-8335e3272cc0 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 210 time: 0.0260401 Sep 18 03:06:32.964478 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Allocated IP 172.20.0.11 (939b93fc-23a3-43e5-a88d-5869ae6c3410/5bedcaac-8b09-4e41-b5e8-4f33d16f76dc/08d9670a-7122-4ccd-a20c-ca24f7dfc2a7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:06:33.101237 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.137303 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.178947 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:33.181996 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:33.188108 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:06:33.194971 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:33.242357 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:33.243907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.259564 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-0354a971-3116-463a-9ddc-437698d632ba tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8778844 Sep 18 03:06:33.272880 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Request body: {'port': {'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:33.328421 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.422792 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a0be5d7d-8a24-4d48-811b-854417e2464c None None] Provisioning complete for port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:33.423462 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a0be5d7d-8a24-4d48-811b-854417e2464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.456705 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a0be5d7d-8a24-4d48-811b-854417e2464c None None] Port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 03:06:33.571422 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2159043f-c92b-43ed-92f3-9b2b0af214da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.601905 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:06:33.609200 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.622314 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Transition to ACTIVE for port object 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 03:06:33.626479 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.688991 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:33.774895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4961d0-abee-4b72-ad8c-4d1a84da804f req-2f640223-fa1c-4a16-a60d-900f8af8d9b5 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:33.776420 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c4961d0-abee-4b72-ad8c-4d1a84da804f req-2f640223-fa1c-4a16-a60d-900f8af8d9b5 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 944 time: 0.1049368 Sep 18 03:06:33.804476 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Attempting to bind port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:06:33.804803 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Attempting to bind port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:06:33.805130 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Attempting to bind port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 on network 939b93fc-23a3-43e5-a88d-5869ae6c3410 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:06:33.812552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 on network 939b93fc-23a3-43e5-a88d-5869ae6c3410 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 03:06:33.812864 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Attempting to bind port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 on network 939b93fc-23a3-43e5-a88d-5869ae6c3410 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:06:33.828405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:06:33.828741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Checking segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:06:33.829146 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Bound using segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:06:33.829555 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Bound port: 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:06:33.829907 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.838013 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9c4961d0-abee-4b72-ad8c-4d1a84da804f req-50178ed5-a254-412f-ba44-ee06b61f598d tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544798 Sep 18 03:06:33.901552 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:06:33.904477 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:06:33.908800 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.947453 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:33.948112 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:33.949527 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 1093 time: 0.6810999 Sep 18 03:06:33.949902 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:06:33.952161 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcb129a-0311-4230-bdcb-2b4db1071fee" -d '{"events": [{"name": "network-changed", "server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:06:33.975172 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc858-5a79-48ae-97a4-c6b68a06e6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:33.996961 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a249e1-98ad-48bf-8af2-3de426c51027 x-openstack-request-id: req-c4a249e1-98ad-48bf-8af2-3de426c51027 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:06:33.997253 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:06:33.997501 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4a249e1-98ad-48bf-8af2-3de426c51027 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:06:33.997902 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'status': 'completed', 'code': 200} Sep 18 03:06:34.048256 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-a058314a-973c-4bdf-9c6f-f3f158f274ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:34.049867 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-a058314a-973c-4bdf-9c6f-f3f158f274ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0437677 Sep 18 03:06:34.093071 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-b52d3c20-36e9-4c86-9001-57629841e268 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 217 time: 0.0358133 Sep 18 03:06:34.142354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-fda7c010-f88d-4fda-b435-5f27f6a1553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:34.144864 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-fda7c010-f88d-4fda-b435-5f27f6a1553f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0455687 Sep 18 03:06:34.164177 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:34.195513 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-4eb98207-07b3-4387-ad70-b71631306874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:34.196933 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-4eb98207-07b3-4387-ad70-b71631306874 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454772 Sep 18 03:06:34.290801 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-25e60ebc-fde6-4868-8d64-61ac90d6d4ae service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838165 Sep 18 03:06:34.384574 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d7779494-5a5b-4eba-98b1-7105f868cc97 req-c7b749db-d3eb-4688-9e2c-60ccec3de0a8 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864410 Sep 18 03:06:34.471236 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-d9c216ea-10b3-462a-a7b3-0ed437ffbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:34.472679 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-d9c216ea-10b3-462a-a7b3-0ed437ffbfb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0410197 Sep 18 03:06:34.565264 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-5e7aff85-92cf-4c91-ac24-f7e1898f18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:34.566750 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-5e7aff85-92cf-4c91-ac24-f7e1898f18a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0872912 Sep 18 03:06:34.607319 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-a4e3635f-3125-404c-b0d8-0a6ef3952704 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 217 time: 0.0332446 Sep 18 03:06:34.655180 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-357032dc-1a2f-45f5-90b4-85c66726c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:34.656585 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-357032dc-1a2f-45f5-90b4-85c66726c174 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0424306 Sep 18 03:06:34.706223 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-190daa70-40d4-47f1-b551-64b2cb4c575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:34.707780 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-190daa70-40d4-47f1-b551-64b2cb4c575c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435202 Sep 18 03:06:34.796927 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-17ed1e7b-5bef-47aa-aa19-8da1322f1f79 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813646 Sep 18 03:06:34.892253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1dcb129a-0311-4230-bdcb-2b4db1071fee req-bf66a262-d808-470c-827d-d73357a6b6e1 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877838 Sep 18 03:06:34.954481 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9c4c5-46d9-4fb1-a17d-3d95dbb07df9 req-ebae754b-cd8d-4576-b96f-ff1c00d33523 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:34.956521 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5e9c4c5-46d9-4fb1-a17d-3d95dbb07df9 req-ebae754b-cd8d-4576-b96f-ff1c00d33523 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 944 time: 0.0515642 Sep 18 03:06:34.994107 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-d5e9c4c5-46d9-4fb1-a17d-3d95dbb07df9 req-2b21527d-ec8d-4340-adec-9127130de7ef tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316334 Sep 18 03:06:35.187059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:36.112201 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b49e42-14a1-484c-8cbf-c05999465be6 req-0c91e859-97e9-4787-a95b-3dd550b9d1d9 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:36.113725 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11b49e42-14a1-484c-8cbf-c05999465be6 req-0c91e859-97e9-4787-a95b-3dd550b9d1d9 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 944 time: 0.0496058 Sep 18 03:06:36.150572 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-11b49e42-14a1-484c-8cbf-c05999465be6 req-68384872-f306-4350-a511-df1ce46d86aa tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307674 Sep 18 03:06:36.536046 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:37.262609 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151dd1c-0a8a-451c-a0a2-5414a2334d87 req-d52b7506-213e-4929-a3e7-4d11bcc51b65 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:37.264151 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e151dd1c-0a8a-451c-a0a2-5414a2334d87 req-d52b7506-213e-4929-a3e7-4d11bcc51b65 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 944 time: 0.0492890 Sep 18 03:06:37.302647 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e151dd1c-0a8a-451c-a0a2-5414a2334d87 req-0a03c169-9984-4561-9e46-fd03e8fd6433 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Sep 18 03:06:37.923313 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 03:06:38.019441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:38.029861 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 03:06:38.067431 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:38.079645 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:06:38.098555 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:38.101799 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:38.149742 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:38.302301 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 03:06:38.416836 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33de07c-2942-44e5-a2a9-1de8d271bafb req-378aed02-d051-4f50-8975-a7a1e31c4a0f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:38.418267 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a33de07c-2942-44e5-a2a9-1de8d271bafb req-378aed02-d051-4f50-8975-a7a1e31c4a0f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 945 time: 0.0481904 Sep 18 03:06:38.460062 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-a33de07c-2942-44e5-a2a9-1de8d271bafb req-e0b13abd-bbc8-4c78-9c6f-5320df20538a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357924 Sep 18 03:06:39.576262 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8ff0e-196d-42e6-b8bd-0efce6449070 req-e1e8bade-d4a4-4e84-9124-e69a168d5697 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:39.577724 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-68f8ff0e-196d-42e6-b8bd-0efce6449070 req-e1e8bade-d4a4-4e84-9124-e69a168d5697 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 945 time: 0.0526159 Sep 18 03:06:39.617198 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-68f8ff0e-196d-42e6-b8bd-0efce6449070 req-8ac2dabd-6a1c-4586-833a-164ce7acd3e3 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Sep 18 03:06:39.923984 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:06:39.972318 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 03:06:39.975811 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:06:39.976182 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:40.053014 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:40.074134 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:06:40.076367 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f695c3f5-42d0-4a2a-b0cb-1166a585bdbc" -d '{"events": [{"server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "name": "network-vif-plugged", "status": "completed", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:06:40.076511 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:06:40.092306 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:06:40.097679 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:40.120678 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8f128d-3fc9-4fac-a0ed-d333b5b9fd17 x-openstack-request-id: req-6a8f128d-3fc9-4fac-a0ed-d333b5b9fd17 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:06:40.120903 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "name": "network-vif-plugged", "status": "completed", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:06:40.121151 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a8f128d-3fc9-4fac-a0ed-d333b5b9fd17 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:06:40.121529 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'code': 200} Sep 18 03:06:40.146588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:40.208825 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa203-6ea7-4354-a04e-5a9400c8acb0 req-8c7fd7f7-3f79-46b6-afa9-5840e227c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:40.210320 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e5aa203-6ea7-4354-a04e-5a9400c8acb0 req-8c7fd7f7-3f79-46b6-afa9-5840e227c712 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0413105 Sep 18 03:06:40.244622 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0e5aa203-6ea7-4354-a04e-5a9400c8acb0 req-a97cb480-43ff-469b-84d6-126cd3029e70 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272985 Sep 18 03:06:40.733597 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442e234-6d66-4fc2-b921-a4d8f88d081a req-9663fa1b-e753-4b33-bced-f0bd20658147 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:40.735129 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6442e234-6d66-4fc2-b921-a4d8f88d081a req-9663fa1b-e753-4b33-bced-f0bd20658147 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 946 time: 0.0487795 Sep 18 03:06:40.773357 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-6442e234-6d66-4fc2-b921-a4d8f88d081a req-24859186-a3e7-4f5b-98c8-ecb26ecd5294 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Sep 18 03:06:41.889171 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4fb61-f4ea-444f-9729-807d5b474097 req-710f9b6e-3584-43f7-98b9-06e906922e94 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:41.890657 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81b4fb61-f4ea-444f-9729-807d5b474097 req-710f9b6e-3584-43f7-98b9-06e906922e94 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 946 time: 0.0493917 Sep 18 03:06:41.927327 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-81b4fb61-f4ea-444f-9729-807d5b474097 req-c99d273f-5890-4e21-beb6-307402c93ca2 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 Sep 18 03:06:42.044760 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750108d-5acd-48cb-8386-ba6860b9c55e req-7d79205f-5bec-471b-a514-f98fe1e1a09b tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:42.046147 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1750108d-5acd-48cb-8386-ba6860b9c55e req-7d79205f-5bec-471b-a514-f98fe1e1a09b tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 946 time: 0.0529070 Sep 18 03:06:42.089165 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-1750108d-5acd-48cb-8386-ba6860b9c55e req-13b9c245-f370-49a9-a667-c0a9655627a7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368567 Sep 18 03:06:42.110241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46670) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:42.192260 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca0bb5-1251-4ea5-8bc3-af27c94918a8 tempest-TestSnapshotPattern-813721945 tempest-TestSnapshotPattern-813721945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:42.193786 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-38ca0bb5-1251-4ea5-8bc3-af27c94918a8 tempest-TestSnapshotPattern-813721945 tempest-TestSnapshotPattern-813721945-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1093 time: 0.0825138 Sep 18 03:06:42.196661 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46674) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:06:42.200853 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:06:42.222609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:42.320628 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:42.424568 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Allocated IP 172.25.0.77 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/e3165908-b3ff-4696-8348-e7e9ee240973) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:06:42.535162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:42.568784 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:42.606943 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:06:42.609796 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:06:42.616910 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:06:42.622342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'Port': ['ID=e3165908-b3ff-4696-8348-e7e9ee240973,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:42.972454 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:43.037657 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:43.196763 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:43.201317 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:43.271687 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'Port': ['ID=e3165908-b3ff-4696-8348-e7e9ee240973,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:06:43.281086 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:43.380215 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Floating IP b40743f1-8190-42b0-9dd3-08c8f9487d27 associated. External IP: 172.25.0.77, port: 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7. Sep 18 03:06:43.586434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Router ace5ac37-6997-42e4-9189-be30a87ae986 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:06:43.688356 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:06:43.699977 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] Sync routers for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:06:43.706646 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:43.709724 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:43.710402 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:43.748445 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-ead4a431-e906-4448-8798-bf803957beda tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5447116 Sep 18 03:06:43.748445 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:06:43.748445 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:06:43.781330 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea27f051-4c91-4eec-8bb4-fc9ed3163b3f x-openstack-request-id: req-ea27f051-4c91-4eec-8bb4-fc9ed3163b3f {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:06:43.781627 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:06:43.781883 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea27f051-4c91-4eec-8bb4-fc9ed3163b3f {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:06:43.782291 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'status': 'completed', 'code': 200} Sep 18 03:06:43.818382 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:43.843627 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-50b4872f-0495-4b00-99e4-8bf67604c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:43.845056 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-50b4872f-0495-4b00-99e4-8bf67604c20d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0411072 Sep 18 03:06:43.938526 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-df0e196f-7528-406e-bf29-6c304c7efad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:43.940885 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-df0e196f-7528-406e-bf29-6c304c7efad1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0891025 Sep 18 03:06:44.005976 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-b00aa65d-0bb6-4234-90c3-5da9fab2eee7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 999 time: 0.0586812 Sep 18 03:06:44.036364 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:42Z', 'revision_number': 0, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:44.054595 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-7a94f5fc-5974-4542-ac6f-391d0b1c83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:44.056119 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-7a94f5fc-5974-4542-ac6f-391d0b1c83d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0434551 Sep 18 03:06:44.066151 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] Checking router: ace5ac37-6997-42e4-9189-be30a87ae986 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:06:44.074519 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:06:44.075155 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:06:34Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:44.107444 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-b1cffd35-e02c-4e1a-aa95-1206a4ab80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:06:44.108861 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-b1cffd35-e02c-4e1a-aa95-1206a4ab80bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451713 Sep 18 03:06:44.178249 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:06:44.201270 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-73282e0d-57b5-4bef-9d04-b696fdb6c060 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852697 Sep 18 03:06:44.295184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3b85b57a-1ec4-4e03-ab40-3136866f5f3b req-25f35e8c-e623-4916-81d5-5b07ba8abf2e service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871632 Sep 18 03:06:44.401480 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:42Z', 'revision_number': 0, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:06:44.427145 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975fb7d-2214-4c36-98b5-fd902c5a7fe3 None None] The sync data for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 is: [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:42Z', 'revision_number': 0, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:06:44.604889 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8dedc-f9f8-4068-a79e-ced987d4d9e2 None None] New status for floating IP b40743f1-8190-42b0-9dd3-08c8f9487d27: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 03:06:56.201525 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:06:56.415824 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:00.958738 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-39bc966d-4019-441e-b8cc-51c0ed7132d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:03.572279 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-95c9e1a0-5326-4944-aa5c-0d594fe08baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:04.167235 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:05.190971 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:05.391897 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-94db9333-0adb-4a2f-9b9d-7366b9e01e57 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401893 Sep 18 03:07:05.473101 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-8ceed4a5-9a53-4642-be2e-6127fd70e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:07:05.474484 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-8ceed4a5-9a53-4642-be2e-6127fd70e3d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0414162 Sep 18 03:07:05.580294 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-e5c22b5d-23fa-4301-a6c0-38cfa4b1d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:07:05.582785 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-e5c22b5d-23fa-4301-a6c0-38cfa4b1d7c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0893011 Sep 18 03:07:05.648255 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-3056fab2-c1b0-4b20-b2ff-3478630efe50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 1001 time: 0.0581520 Sep 18 03:07:05.703822 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-b2c0c935-1a94-4c0e-9f2b-96221542fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:07:05.705249 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-b2c0c935-1a94-4c0e-9f2b-96221542fc52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0497432 Sep 18 03:07:05.750383 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-5cdd0b78-e4a8-47cd-85c7-c2dbe6f15829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:07:05.751925 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-5cdd0b78-e4a8-47cd-85c7-c2dbe6f15829 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397656 Sep 18 03:07:05.839276 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-57cb864d-7b58-4a23-abd9-e6c6e0748d23 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802908 Sep 18 03:07:05.931356 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-416ac33c-e3b4-44f9-8d50-b0e2ce9f15ce req-75814d3b-9da2-40b4-a8f8-2931df938869 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Sep 18 03:07:06.537580 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:17.075648 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:07:26.215046 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:26.422441 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:30.958867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-46005e9c-16fc-45ad-886b-275ddc837c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:33.574926 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-78fe76a0-3b97-4068-888b-bb9a3f1f4bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:34.167043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:35.193446 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:36.539841 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:54.161427 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:07:56.230783 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:07:56.429476 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:00.959524 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-951cbbab-44d6-4d27-805f-7892400340e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:03.575437 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4f256ac-a15b-4941-a689-078ff0c75ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:04.166759 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:05.197000 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:06.376914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-8a1ada2b-9c1f-4155-8a82-7e7ba32c3aba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394292 Sep 18 03:08:06.458266 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-029a6e3e-5979-4e08-8ae4-e6b1e8b849db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:06.459763 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-029a6e3e-5979-4e08-8ae4-e6b1e8b849db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0398610 Sep 18 03:08:06.543713 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:06.568020 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-e5bef63d-752a-4e96-82f0-7d04e23cbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:06.569518 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-e5bef63d-752a-4e96-82f0-7d04e23cbe40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0920045 Sep 18 03:08:06.633284 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-8ac781ef-7ae1-4803-ac08-8f547cc943f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 1001 time: 0.0565422 Sep 18 03:08:06.684401 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-7f659ea3-afe1-48cd-a91f-d96ad8ace87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:06.685820 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-7f659ea3-afe1-48cd-a91f-d96ad8ace87d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0461595 Sep 18 03:08:06.731307 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-36cf6597-f278-4e9c-832c-0723f4fb4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:06.732849 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-36cf6597-f278-4e9c-832c-0723f4fb4898 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403574 Sep 18 03:08:06.825940 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-2d50a5a7-4de6-4c7e-9563-b89e29ac51a6 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863481 Sep 18 03:08:06.914817 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aaa7b1d1-9171-4cb8-b89a-8069237daff5 req-31d76932-606b-4e7c-b262-c71ca8310e3f service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810583 Sep 18 03:08:26.230237 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:26.444206 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:30.962518 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e8b4353e-77a6-4aa9-b8c1-682b28bb619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:31.071328 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:08:33.575332 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1dba506b-d15c-44b6-8797-8b937958e664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:34.168274 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:35.197963 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:36.545346 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:42.388504 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 03:08:42.490376 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:08:42.501161 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 03:08:42.539979 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:42.553877 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:08:42.575207 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:08:42.579154 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:42.639836 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:08:42.648309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.648614 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.649639 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.649766 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.650065 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.650386 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.651219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.651219 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.651647 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.651868 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.652634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.652634 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:42.657518 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 03:08:44.404620 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:08:44.466800 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:08:44.466800 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:44.552357 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:44.577598 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:08:44.579869 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf289eb-8dd8-4539-b82d-162dcc368bfe" -d '{"events": [{"server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "name": "network-vif-plugged", "status": "completed", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:08:44.591468 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:08:44.597342 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:44.661317 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:08:44.733112 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af4dd6-ac18-4c4d-a5d4-be65bd01a0a3 x-openstack-request-id: req-83af4dd6-ac18-4c4d-a5d4-be65bd01a0a3 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:08:44.733401 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "name": "network-vif-plugged", "status": "completed", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:08:44.733651 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83af4dd6-ac18-4c4d-a5d4-be65bd01a0a3 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:08:44.734040 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'code': 200} Sep 18 03:08:50.587342 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [req-23e0907c-0722-4596-98aa-e4d49475405d req-8257aab3-f7d3-4cb1-a369-4ed776e56832 service neutron] (106439) timed out ('10.222.0.21', 41066) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 03:08:51.806891 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-f295876a-e5ce-4101-88e6-c091e69d7112 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851956444&fields=id&tenant_id=8f5dd05955f24296bb1558d14f165073 HTTP/1.1" status: 200 len: 267 time: 0.0332987 Sep 18 03:08:51.913872 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407279-1647-4637-8456-564f6b05f8ee req-f1da2733-9f8b-4c1e-b23a-1798a2b3c23d tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:51.915346 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-f1da2733-9f8b-4c1e-b23a-1798a2b3c23d tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 810 time: 0.1019540 Sep 18 03:08:51.930179 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-dbc3681e-08b6-493c-8857-8f31e81c3162 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/quotas/8f5dd05955f24296bb1558d14f165073 HTTP/1.1" status: 200 len: 375 time: 0.0091991 Sep 18 03:08:51.984718 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-fc20dafe-7aeb-4148-b68e-e7e1a3b3aa79 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0494180 Sep 18 03:08:52.136387 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-220f5b73-b0fd-4ac8-bd77-8609df5678e3 service neutron] 10.222.0.21 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397495 Sep 18 03:08:52.224032 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-2adafb9f-d3ba-43f5-af52-f513bb337590 service neutron] 10.222.0.21 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815949 Sep 18 03:08:52.477356 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d4dada7d-f0cf-4779-b4c5-ac2d07281289 req-645b55a2-7f18-49e2-ac38-879380e39ddb tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 210 time: 0.0818176 Sep 18 03:08:53.304728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407279-1647-4637-8456-564f6b05f8ee req-3d0e0b5e-0ae3-418c-99cf-bdcc92d9efeb tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:53.306210 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-3d0e0b5e-0ae3-418c-99cf-bdcc92d9efeb tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 810 time: 0.1070502 Sep 18 03:08:53.349995 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-d79c25c0-c9bb-45b1-bf55-2b13cf58ce1d tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f5dd05955f24296bb1558d14f165073 HTTP/1.1" status: 200 len: 379 time: 0.0339730 Sep 18 03:08:53.360301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'port': {'device_id': '76158a98-231a-4f06-a63f-f5617a47e81c', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'admin_state_up': True, 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'security_groups': ['eeb1236d-607a-45e6-850f-46e8387290f4']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:08:53.472910 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Made reservation on behalf of 8f5dd05955f24296bb1558d14f165073 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 03:08:53.476455 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:53.581479 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a77ff0ce-72a1-4ccd-8fc2-09481c838167 req-b02eb24a-a382-4e0a-b362-6c351a107c11 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 210 time: 0.0319750 Sep 18 03:08:53.678139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Allocated IP 172.20.0.8 (939b93fc-23a3-43e5-a88d-5869ae6c3410/5bedcaac-8b09-4e41-b5e8-4f33d16f76dc/220b993d-17bb-4332-9fcb-4759c0430181) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:08:53.883875 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for port, precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:53.921889 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:53.978885 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:08:53.983119 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'Port': ['ID=220b993d-17bb-4332-9fcb-4759c0430181,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:08:53.985318 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:08:53.988953 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:08:54.020502 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.020948 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.021164 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.021494 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.021836 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.022132 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.022455 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.022798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.023116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.023437 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.023757 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.024076 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:08:54.059986 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:54.060644 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:54.088556 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-6e860d35-a616-4a9e-882f-9ad061ecb052 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7316399 Sep 18 03:08:54.286525 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-c4c528ae-b870-4acc-9781-1a3d3ec78ced None None] Provisioning complete for port 220b993d-17bb-4332-9fcb-4759c0430181 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:08:54.287117 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c4c528ae-b870-4acc-9781-1a3d3ec78ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:54.321450 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c4c528ae-b870-4acc-9781-1a3d3ec78ced None None] Port 220b993d-17bb-4332-9fcb-4759c0430181 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 03:08:54.717582 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad3332-8f55-406e-8477-1cf061c80331 req-fa291302-6539-4c07-b938-7c2c419232e0 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:54.719870 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3ad3332-8f55-406e-8477-1cf061c80331 req-fa291302-6539-4c07-b938-7c2c419232e0 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0548747 Sep 18 03:08:54.758163 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-d3ad3332-8f55-406e-8477-1cf061c80331 req-4b618c31-1e97-4ca5-b259-00a88e8b5a7c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Sep 18 03:08:55.877301 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f53f22-394d-4032-8b65-b9cbf491a5b8 req-2adb19a7-32c9-43aa-a7d2-46e0991c6f8a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:55.879021 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7f53f22-394d-4032-8b65-b9cbf491a5b8 req-2adb19a7-32c9-43aa-a7d2-46e0991c6f8a tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0503604 Sep 18 03:08:55.920591 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-b7f53f22-394d-4032-8b65-b9cbf491a5b8 req-9c1b8dfc-fcb4-427a-956d-d195d9b1f510 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349574 Sep 18 03:08:56.231681 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:56.443809 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:08:56.489359 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:56.541893 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:56.569209 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:08:56.571508 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4362e22-b80b-443a-bebc-091fcb10003b" -d '{"events": [{"server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:08:56.584813 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:08:56.589958 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:08:56.612594 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 03:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759bae72-5c22-4f77-bf31-140023d5801e x-openstack-request-id: req-759bae72-5c22-4f77-bf31-140023d5801e {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:08:56.612884 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:08:56.613134 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-759bae72-5c22-4f77-bf31-140023d5801e {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:08:56.613526 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'code': 200} Sep 18 03:08:56.640356 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:08:57.043529 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db3962-80d7-481a-ac13-c237a3fab9a6 req-b27e0ec9-341d-4e98-b3ad-3e577cfe1db0 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:57.045007 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18db3962-80d7-481a-ac13-c237a3fab9a6 req-b27e0ec9-341d-4e98-b3ad-3e577cfe1db0 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0523071 Sep 18 03:08:57.084862 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-18db3962-80d7-481a-ac13-c237a3fab9a6 req-b6615fe8-4b03-41fd-8912-7db79d6491f0 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332956 Sep 18 03:08:58.207321 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f336d09-4421-4c3f-bada-71a5559edfc2 req-1d394fba-660d-4956-adef-8f71ef35dadf tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:58.209059 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f336d09-4421-4c3f-bada-71a5559edfc2 req-1d394fba-660d-4956-adef-8f71ef35dadf tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0510502 Sep 18 03:08:58.254995 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-2f336d09-4421-4c3f-bada-71a5559edfc2 req-cf584184-7f4e-4f81-957b-a8eb4226b732 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395811 Sep 18 03:08:59.390821 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466b12a-43d2-46b5-ba54-319a6194f796 req-2b28530b-7bc6-49d8-b223-399641b081b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:08:59.398205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9466b12a-43d2-46b5-ba54-319a6194f796 req-2b28530b-7bc6-49d8-b223-399641b081b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0650251 Sep 18 03:08:59.433846 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-9466b12a-43d2-46b5-ba54-319a6194f796 req-52cfae80-5bfd-43eb-99dc-7e03285f9cf0 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347726 Sep 18 03:09:00.560112 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5eefc-52ae-4bf6-b611-89483a87bf08 req-21d1fc8d-e2f3-43b4-b22c-09294c44cbf7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:00.561803 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8fd5eefc-52ae-4bf6-b611-89483a87bf08 req-21d1fc8d-e2f3-43b4-b22c-09294c44cbf7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0511208 Sep 18 03:09:00.606096 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8fd5eefc-52ae-4bf6-b611-89483a87bf08 req-9685cfe8-4e3a-433a-99f6-b787d4b17ad9 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355616 Sep 18 03:09:00.964836 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d4dd5e9-0b9a-455c-9041-3308aed39c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:01.727482 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bf3af-03bd-40fc-ae01-9d1c153b33fa req-e7bccd5e-7e7d-473e-9f8f-2b58ee32f8ac tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:01.729676 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-000bf3af-03bd-40fc-ae01-9d1c153b33fa req-e7bccd5e-7e7d-473e-9f8f-2b58ee32f8ac tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0528603 Sep 18 03:09:01.768170 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-000bf3af-03bd-40fc-ae01-9d1c153b33fa req-668680d6-33f9-4bac-a05f-a1b5bac90e3b tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347266 Sep 18 03:09:02.889073 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135e74-eda0-48f8-9176-f446f1b531dc req-25639e17-67a3-4aeb-935c-e8293256f647 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:02.890591 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4135e74-eda0-48f8-9176-f446f1b531dc req-25639e17-67a3-4aeb-935c-e8293256f647 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0533712 Sep 18 03:09:02.932450 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-f4135e74-eda0-48f8-9176-f446f1b531dc req-2d1a0485-ac64-4902-b0b8-6b87ae499ff1 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347741 Sep 18 03:09:03.577059 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fc513c8d-bb26-4caf-8a52-640f6f4fe898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:04.047251 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e44f6f-08ca-40c6-acd5-9abdd945cb47 req-a0c6e8fa-01fb-4b8c-844c-2d8078ba4a82 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:04.048721 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76e44f6f-08ca-40c6-acd5-9abdd945cb47 req-a0c6e8fa-01fb-4b8c-844c-2d8078ba4a82 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 931 time: 0.0474968 Sep 18 03:09:04.085865 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-76e44f6f-08ca-40c6-acd5-9abdd945cb47 req-2e84c318-a4bf-4462-a829-f7034498ee70 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305324 Sep 18 03:09:04.169964 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:04.286393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.v2.base [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Request body: {'port': {'device_id': '76158a98-231a-4f06-a63f-f5617a47e81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-12'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:09:04.341881 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:04.600810 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220b993d-17bb-4332-9fcb-4759c0430181 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:09:04.608062 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:04.619710 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Transition to ACTIVE for port object 220b993d-17bb-4332-9fcb-4759c0430181 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 03:09:04.623484 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:04.674247 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Pushing event updated for resources: {'Port': ['ID=220b993d-17bb-4332-9fcb-4759c0430181,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:09:04.749845 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Attempting to bind port 220b993d-17bb-4332-9fcb-4759c0430181 on host n-h1-789963-12 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 03:09:04.750174 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Attempting to bind port 220b993d-17bb-4332-9fcb-4759c0430181 by drivers openvswitch,hyperv on host n-h1-789963-12 at level 0 using segments [{'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 03:09:04.750495 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Attempting to bind port 220b993d-17bb-4332-9fcb-4759c0430181 on network 939b93fc-23a3-43e5-a88d-5869ae6c3410 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:09:04.755798 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Port 220b993d-17bb-4332-9fcb-4759c0430181 on network 939b93fc-23a3-43e5-a88d-5869ae6c3410 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-12 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 03:09:04.756113 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Attempting to bind port 220b993d-17bb-4332-9fcb-4759c0430181 on network 939b93fc-23a3-43e5-a88d-5869ae6c3410 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 03:09:04.761384 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Checking agent: {'id': 'a19f12f2-cf5f-48a7-99ea-45bf2c28b719', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'started_at': datetime.datetime(2021, 9, 18, 1, 49, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 3, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 03:09:04.761726 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Checking segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 03:09:04.762110 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Bound using segment: {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 03:09:04.762534 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Bound port: 220b993d-17bb-4332-9fcb-4759c0430181, host: n-h1-789963-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb3088e-b441-4e8b-adde-a112dbad06d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 03:09:04.762912 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:04.828500 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 03:09:04.832358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=220b993d-17bb-4332-9fcb-4759c0430181,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 03:09:04.836608 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533786470'] for port, after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:04.869749 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:04.870366 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:04.871910 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] 10.222.0.18 "PUT /v2.0/ports/220b993d-17bb-4332-9fcb-4759c0430181 HTTP/1.1" status: 200 len: 1092 time: 0.5906482 Sep 18 03:09:04.872317 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:09:04.874555 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542863a-977e-458f-8111-d3533cefa98e" -d '{"events": [{"name": "network-changed", "server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "tag": "220b993d-17bb-4332-9fcb-4759c0430181"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:09:04.903432 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a9145-015b-4026-beca-ad981e14ad74 service neutron] Pushing event updated for resources: {'Port': ['ID=220b993d-17bb-4332-9fcb-4759c0430181,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:09:04.963402 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407279-1647-4637-8456-564f6b05f8ee req-9bb588b0-2a80-41fa-9b5d-9caf6ca878dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:04.964978 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-9bb588b0-2a80-41fa-9b5d-9caf6ca878dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 1095 time: 0.0507522 Sep 18 03:09:05.010380 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1648354c-c034-4d9b-8442-0b122dcc3d38 x-openstack-request-id: req-1648354c-c034-4d9b-8442-0b122dcc3d38 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:09:05.010663 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "tag": "220b993d-17bb-4332-9fcb-4759c0430181", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:09:05.010954 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1648354c-c034-4d9b-8442-0b122dcc3d38 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:09:05.011352 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181', 'status': 'completed', 'code': 200} Sep 18 03:09:05.013161 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-32e41189-9830-4fb8-bf1a-2de316427b39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=220b993d-17bb-4332-9fcb-4759c0430181 HTTP/1.1" status: 200 len: 217 time: 0.0399802 Sep 18 03:09:05.064310 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407279-1647-4637-8456-564f6b05f8ee req-63478e2f-aea9-4a74-b035-306fa03c1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:05.066512 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-63478e2f-aea9-4a74-b035-306fa03c1f3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0464821 Sep 18 03:09:05.115664 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407279-1647-4637-8456-564f6b05f8ee req-ace5fee0-cd77-462a-8335-10002f6bfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:05.117153 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-ace5fee0-cd77-462a-8335-10002f6bfe83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431950 Sep 18 03:09:05.203615 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:05.249331 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-502da658-e25a-4a28-87d9-f1bc898251a0 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243184 Sep 18 03:09:05.258744 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cba1d-f950-4ab4-8622-4c4ce62b53f4 req-8e26c149-3dd6-4109-9046-c9e312a68d09 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:05.260110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-922cba1d-f950-4ab4-8622-4c4ce62b53f4 req-8e26c149-3dd6-4109-9046-c9e312a68d09 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 943 time: 0.0753512 Sep 18 03:09:05.344171 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-922cba1d-f950-4ab4-8622-4c4ce62b53f4 req-926e5d54-2e20-4002-88f3-332b6584721f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763166 Sep 18 03:09:05.369509 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-c7407279-1647-4637-8456-564f6b05f8ee req-b41021a3-646c-4c3a-859d-c82f62de85c3 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084940 Sep 18 03:09:05.459504 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542863a-977e-458f-8111-d3533cefa98e req-de77a644-eb23-49c6-b856-0373a147ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:05.460981 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5542863a-977e-458f-8111-d3533cefa98e req-de77a644-eb23-49c6-b856-0373a147ed45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 1095 time: 0.0452228 Sep 18 03:09:05.870405 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542863a-977e-458f-8111-d3533cefa98e req-1cd0734f-f659-400e-9435-035cd5209274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:05.871919 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5542863a-977e-458f-8111-d3533cefa98e req-1cd0734f-f659-400e-9435-035cd5209274 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.4035687 Sep 18 03:09:05.916372 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5542863a-977e-458f-8111-d3533cefa98e req-80a6a3bb-9158-487f-a7d3-97b0cea7eaa0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=220b993d-17bb-4332-9fcb-4759c0430181 HTTP/1.1" status: 200 len: 217 time: 0.0368738 Sep 18 03:09:05.963703 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542863a-977e-458f-8111-d3533cefa98e req-ddca9aef-391b-4ea2-a16c-7b03eb625e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:05.965195 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5542863a-977e-458f-8111-d3533cefa98e req-ddca9aef-391b-4ea2-a16c-7b03eb625e82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0424902 Sep 18 03:09:06.010018 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542863a-977e-458f-8111-d3533cefa98e req-0045193c-093c-487a-a39a-a8dd9ff24365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:06.011448 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5542863a-977e-458f-8111-d3533cefa98e req-0045193c-093c-487a-a39a-a8dd9ff24365 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389264 Sep 18 03:09:06.102264 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5542863a-977e-458f-8111-d3533cefa98e req-bd7a0e1d-5672-4469-bcf1-3d4295989630 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829201 Sep 18 03:09:06.192800 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-5542863a-977e-458f-8111-d3533cefa98e req-30ffe439-9e2b-48c7-8292-bc2f6593fc0b service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826411 Sep 18 03:09:06.460386 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c412d-781b-4fcd-bd37-626325e0084f req-88fef99a-2875-4267-ac1f-7549529d7e73 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:06.461835 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f3c412d-781b-4fcd-bd37-626325e0084f req-88fef99a-2875-4267-ac1f-7549529d7e73 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 943 time: 0.0472729 Sep 18 03:09:06.503210 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-5f3c412d-781b-4fcd-bd37-626325e0084f req-24378371-4ff9-44bb-8524-8626d08e5ee2 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352869 Sep 18 03:09:06.550824 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:07.620560 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3b49e-ba30-45f3-9ad3-6800b7787520 req-48623a5b-b952-47b8-b7cb-e9ef1cfbe61d tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:07.622010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39a3b49e-ba30-45f3-9ad3-6800b7787520 req-48623a5b-b952-47b8-b7cb-e9ef1cfbe61d tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 943 time: 0.0521157 Sep 18 03:09:07.659253 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-39a3b49e-ba30-45f3-9ad3-6800b7787520 req-672b1ecc-8936-416d-a8be-de5e9e643dc5 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Sep 18 03:09:08.070404 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:09:08.372242 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-714013f0-955d-4aba-955b-5cd4344b7cb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384173 Sep 18 03:09:08.449473 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-19eb4f08-a978-4e43-a7cb-f1111f5c508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:08.450982 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-19eb4f08-a978-4e43-a7cb-f1111f5c508e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0388658 Sep 18 03:09:08.497174 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 220b993d-17bb-4332-9fcb-4759c0430181 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 03:09:08.554393 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-f7ac7e28-aa89-44d0-865e-e96685021964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:08.555874 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-f7ac7e28-aa89-44d0-865e-e96685021964 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0856626 Sep 18 03:09:08.593260 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=220b993d-17bb-4332-9fcb-4759c0430181,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:09:08.604517 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '220b993d-17bb-4332-9fcb-4759c0430181', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'port_id': '220b993d-17bb-4332-9fcb-4759c0430181', 'mac_address': 'fa:16:3e:51:77:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 03:09:08.619252 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-7566be20-cb1b-4dbc-a985-6e69262ce563 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 999 time: 0.0563717 Sep 18 03:09:08.641649 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:08.654733 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220b993d-17bb-4332-9fcb-4759c0430181 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:09:08.669010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-06c62ead-f826-4351-8e6b-3df9b2149652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:08.670490 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-06c62ead-f826-4351-8e6b-3df9b2149652 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0439110 Sep 18 03:09:08.673476 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=220b993d-17bb-4332-9fcb-4759c0430181,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:09:08.677967 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:08.730147 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-1c3dd3e7-1f8e-4fa1-8987-ad8122249dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:08.731184 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-1c3dd3e7-1f8e-4fa1-8987-ad8122249dc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541174 Sep 18 03:09:08.745377 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=220b993d-17bb-4332-9fcb-4759c0430181,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:09:08.782559 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4215aa-0a49-48f5-a7b4-508be81edab2 req-15a8c476-9d2b-42a7-9514-84850fbc7b11 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:08.784555 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa4215aa-0a49-48f5-a7b4-508be81edab2 req-15a8c476-9d2b-42a7-9514-84850fbc7b11 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 944 time: 0.0521524 Sep 18 03:09:08.822544 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-aa4215aa-0a49-48f5-a7b4-508be81edab2 req-de395d57-a2ae-4fc9-b1f0-9391bdb5a4e8 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Sep 18 03:09:08.824399 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-59b7942b-15fa-43ad-876e-80c0773ba8c4 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856564 Sep 18 03:09:08.918086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-01a7b655-bc4f-4fdb-b210-dec765fa7864 req-02857892-a877-4ac8-8936-c8fc185e0d0a service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859749 Sep 18 03:09:08.923180 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['220b993d-17bb-4332-9fcb-4759c0430181'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 03:09:09.936548 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae70fd-4369-4c20-ad96-8a6f3b5c5c8c req-d179af3d-0708-46f7-918f-0dd041f6a67f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:09.938012 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fae70fd-4369-4c20-ad96-8a6f3b5c5c8c req-d179af3d-0708-46f7-918f-0dd041f6a67f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 944 time: 0.0487502 Sep 18 03:09:09.974956 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0fae70fd-4369-4c20-ad96-8a6f3b5c5c8c req-77ce09ec-82bf-4987-9cd3-65bf97d73a29 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309668 Sep 18 03:09:10.498169 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 220b993d-17bb-4332-9fcb-4759c0430181 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:09:10.545771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning for port 220b993d-17bb-4332-9fcb-4759c0430181 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 03:09:10.550178 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 220b993d-17bb-4332-9fcb-4759c0430181 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:09:10.550603 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:10.624192 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:10.646600 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:09:10.648829 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8ba674-f00c-4efd-b522-cfc53345836f" -d '{"events": [{"server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "name": "network-vif-plugged", "status": "completed", "tag": "220b993d-17bb-4332-9fcb-4759c0430181"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:09:10.661385 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=220b993d-17bb-4332-9fcb-4759c0430181,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:09:10.665188 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:10.691253 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6013953-fff6-4855-9775-61a8ae871cab x-openstack-request-id: req-a6013953-fff6-4855-9775-61a8ae871cab {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:09:10.691540 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "name": "network-vif-plugged", "status": "completed", "tag": "220b993d-17bb-4332-9fcb-4759c0430181", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:09:10.691785 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6013953-fff6-4855-9775-61a8ae871cab {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:09:10.692159 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181', 'code': 200} Sep 18 03:09:10.718055 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=220b993d-17bb-4332-9fcb-4759c0430181,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:09:10.780654 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eda66-13ef-4f82-a0e6-c2b14be1de45 req-56965e70-c37c-4f46-bdcb-5a6ac4a9d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:10.782073 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-463eda66-13ef-4f82-a0e6-c2b14be1de45 req-56965e70-c37c-4f46-bdcb-5a6ac4a9d380 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 1097 time: 0.0407000 Sep 18 03:09:10.819117 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-463eda66-13ef-4f82-a0e6-c2b14be1de45 req-49a5bafe-312f-4035-b4a3-3c2fc5ce8ff8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305271 Sep 18 03:09:11.088592 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023aef1-8a7f-4523-8e70-87889a6972ed req-0feeafaa-e1df-42c4-bafe-3f92ca9b64ff tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:11.090086 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3023aef1-8a7f-4523-8e70-87889a6972ed req-0feeafaa-e1df-42c4-bafe-3f92ca9b64ff tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 945 time: 0.0486209 Sep 18 03:09:11.127784 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-3023aef1-8a7f-4523-8e70-87889a6972ed req-2e8d4f68-3980-494f-bd04-9c725beef383 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310555 Sep 18 03:09:12.245316 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396972c-b024-4059-9d6f-6d187beab81d req-19051e73-dbf5-4e23-856f-4bdfd5b52c8f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:12.246820 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9396972c-b024-4059-9d6f-6d187beab81d req-19051e73-dbf5-4e23-856f-4bdfd5b52c8f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 945 time: 0.0511546 Sep 18 03:09:12.284872 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-9396972c-b024-4059-9d6f-6d187beab81d req-ad759797-a545-4114-b896-9c560283facf tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311127 Sep 18 03:09:12.397102 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1f887-102a-4e53-895a-272b58efe511 req-f8b99249-2f55-40e8-9b35-d7e0c890b552 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:12.398689 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1d1f887-102a-4e53-895a-272b58efe511 req-f8b99249-2f55-40e8-9b35-d7e0c890b552 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 945 time: 0.0485840 Sep 18 03:09:12.434839 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e1d1f887-102a-4e53-895a-272b58efe511 req-a81e5f7c-c64c-438e-93ec-2421c37b5db4 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302277 Sep 18 03:09:12.455694 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46966) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:09:12.494102 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef99f61-f4f4-45fb-8d54-cc31c91583fb tempest-TestSnapshotPattern-813721945 tempest-TestSnapshotPattern-813721945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:12.495606 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-4ef99f61-f4f4-45fb-8d54-cc31c91583fb tempest-TestSnapshotPattern-813721945 tempest-TestSnapshotPattern-813721945-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 1092 time: 0.0389395 Sep 18 03:09:12.498215 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 46968) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:09:12.502283 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Request body: {'floatingip': {'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'port_id': '220b993d-17bb-4332-9fcb-4759c0430181', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 03:09:12.525560 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for floatingip, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:12.629211 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:12.729783 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Allocated IP 172.25.0.20 (e9a74ca0-c5cc-45f6-89f4-b698db9ab706/1a717b6d-8bd1-4047-8aba-48f279cccce7/70c41cfa-044d-42ef-a4b9-7c0c91f91381) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 03:09:12.834136 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for port, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:12.866611 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771129011128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:12.902043 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Network e9a74ca0-c5cc-45f6-89f4-b698db9ab706 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 03:09:12.904744 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 03:09:12.908259 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 03:09:12.937894 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'Port': ['ID=70c41cfa-044d-42ef-a4b9-7c0c91f91381,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:09:12.951151 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.951494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.951831 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.952164 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.952494 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.952819 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.953141 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.953461 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.953806 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.954125 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.954441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:12.954807 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:09:13.276627 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:13.341213 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:13.488266 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for port, precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:13.492637 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534708652'] for port, after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:13.567460 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event updated for resources: {'Port': ['ID=70c41cfa-044d-42ef-a4b9-7c0c91f91381,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:09:13.577237 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650763'] for floatingip, after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:13.676278 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Floating IP ceabc916-4447-43b3-9a63-3dc140d263b8 associated. External IP: 172.25.0.20, port: 220b993d-17bb-4332-9fcb-4759c0430181. Sep 18 03:09:14.219679 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Router ace5ac37-6997-42e4-9189-be30a87ae986 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:09:14.325155 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:09:14.335340 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] Sync routers for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:09:14.341732 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:14.345045 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:09:14.346144 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:09:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:09:14.373592 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b016a3cb-6a10-4b9d-bd84-c4c3ef755e60 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8743649 Sep 18 03:09:14.374585 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:09:14.377189 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1520ae-091c-47a2-9c02-930dc2c2ea62" -d '{"events": [{"name": "network-changed", "server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "tag": "220b993d-17bb-4332-9fcb-4759c0430181"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:09:14.450529 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:09:14.467394 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b33b58-cbaa-4e95-9f56-c9302346c41b x-openstack-request-id: req-b9b33b58-cbaa-4e95-9f56-c9302346c41b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:09:14.467690 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "tag": "220b993d-17bb-4332-9fcb-4759c0430181", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:09:14.467948 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9b33b58-cbaa-4e95-9f56-c9302346c41b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:09:14.468359 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181', 'status': 'completed', 'code': 200} Sep 18 03:09:14.529116 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-10c3c477-bd4b-4863-b1eb-5c7045febe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:14.530631 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-10c3c477-bd4b-4863-b1eb-5c7045febe23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 1097 time: 0.0405998 Sep 18 03:09:14.621728 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-53f5bba3-8af0-4383-9c16-239451649ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:14.623226 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-53f5bba3-8af0-4383-9c16-239451649ac2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0859098 Sep 18 03:09:14.684413 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:44Z', 'revision_number': 1, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}, {'id': 'ceabc916-4447-43b3-9a63-3dc140d263b8', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '220b993d-17bb-4332-9fcb-4759c0430181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:51:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76158a98-231a-4f06-a63f-f5617a47e81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:09:13Z', 'updated_at': '2021-09-18T03:09:13Z', 'revision_number': 0, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:09:14.692272 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-162654a9-d29d-4283-a729-7b002fcd7a80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=220b993d-17bb-4332-9fcb-4759c0430181 HTTP/1.1" status: 200 len: 998 time: 0.0623572 Sep 18 03:09:14.710832 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] Checking router: ace5ac37-6997-42e4-9189-be30a87ae986 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:09:14.719917 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:09:14.720558 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:09:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:09:14.742895 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-d3e16bb9-b106-463c-9b60-630dfbe773d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:14.744481 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-d3e16bb9-b106-463c-9b60-630dfbe773d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0449653 Sep 18 03:09:14.789292 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-809594bf-5d88-451b-b236-7f3a03b8c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:09:14.790717 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-809594bf-5d88-451b-b236-7f3a03b8c5b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396025 Sep 18 03:09:14.826287 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:09:14.884529 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-b2edf6f2-cd2f-487b-a6a9-ab144bb4c941 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867970 Sep 18 03:09:14.972668 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-2a1520ae-091c-47a2-9c02-930dc2c2ea62 req-18737fb3-a6af-4d5c-8229-5be89ad13148 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813417 Sep 18 03:09:15.055881 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:44Z', 'revision_number': 1, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}, {'id': 'ceabc916-4447-43b3-9a63-3dc140d263b8', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '220b993d-17bb-4332-9fcb-4759c0430181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:51:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76158a98-231a-4f06-a63f-f5617a47e81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:09:13Z', 'updated_at': '2021-09-18T03:09:13Z', 'revision_number': 0, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:09:15.087845 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b3ac4-1c1f-4f2f-9b31-1f1de0cbb842 None None] The sync data for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 is: [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:44Z', 'revision_number': 1, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}, {'id': 'ceabc916-4447-43b3-9a63-3dc140d263b8', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '220b993d-17bb-4332-9fcb-4759c0430181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:51:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76158a98-231a-4f06-a63f-f5617a47e81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:09:13Z', 'updated_at': '2021-09-18T03:09:13Z', 'revision_number': 0, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:09:15.298368 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14983bb-b6ec-47c3-bd3a-82ec1d106867 None None] New status for floating IP ceabc916-4447-43b3-9a63-3dc140d263b8: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 03:09:26.246910 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:26.458838 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:30.966032 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fb540b55-836d-4b8f-a925-e173f788ea7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:33.577325 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0df6e909-c1ec-4951-8e3b-62286dff17d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:34.170210 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:35.204167 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:36.553521 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:45.070501 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:09:56.243401 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:09:56.458628 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:00.966125 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-399c562c-af87-4ca5-aeee-f68c5843fe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:03.581314 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e751ec5c-dfc5-40f0-a823-6f24c19cb09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:04.171285 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:05.207266 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:06.555889 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:09.386205 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf56f64a-c993-408e-a021-80afed58cc54 req-5484bdfe-babc-48f9-bdf9-efb1e2fa4449 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402067 Sep 18 03:10:09.468685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f64a-c993-408e-a021-80afed58cc54 req-7495a086-a3d6-4c3c-b2e2-f7d4a472db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:10:09.470156 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf56f64a-c993-408e-a021-80afed58cc54 req-7495a086-a3d6-4c3c-b2e2-f7d4a472db4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0434206 Sep 18 03:10:09.570354 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f64a-c993-408e-a021-80afed58cc54 req-c4175bf6-7620-4137-9e6d-20cbc19e28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:10:09.571837 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf56f64a-c993-408e-a021-80afed58cc54 req-c4175bf6-7620-4137-9e6d-20cbc19e28d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0830863 Sep 18 03:10:09.638914 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf56f64a-c993-408e-a021-80afed58cc54 req-f445f605-2621-430d-8069-b097b7f99236 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 999 time: 0.0600243 Sep 18 03:10:09.688887 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f64a-c993-408e-a021-80afed58cc54 req-d09d6db5-9aaf-4c72-bee8-4d5ae0c0bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:10:09.690941 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf56f64a-c993-408e-a021-80afed58cc54 req-d09d6db5-9aaf-4c72-bee8-4d5ae0c0bef8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0437603 Sep 18 03:10:09.735780 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f64a-c993-408e-a021-80afed58cc54 req-c3043a7c-bfa2-41b1-9ef7-c9c3289ace71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:10:09.737829 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf56f64a-c993-408e-a021-80afed58cc54 req-c3043a7c-bfa2-41b1-9ef7-c9c3289ace71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402439 Sep 18 03:10:09.837620 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf56f64a-c993-408e-a021-80afed58cc54 req-38d898b4-e023-4a0f-9c94-4e04fc66ca1b service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893147 Sep 18 03:10:09.925877 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-bf56f64a-c993-408e-a021-80afed58cc54 req-c94d2f04-4c38-477c-a69b-a31276925678 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806718 Sep 18 03:10:22.069464 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:10:26.241906 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:26.459315 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:30.972487 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5296290-0730-4557-80ab-3040ef3ad4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:33.581869 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-de4c4d31-0ee3-4e18-9bd8-c11711e5bf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:34.172925 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:35.210526 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:36.559328 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:56.257834 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:56.458214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:57.150991 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 220b993d-17bb-4332-9fcb-4759c0430181 details requested by agent hyperv_n-h1-789963-12 with host n-h1-789963-12 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 03:10:57.245980 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=220b993d-17bb-4332-9fcb-4759c0430181,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:10:57.258156 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Returning: {'device': '220b993d-17bb-4332-9fcb-4759c0430181', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'port_id': '220b993d-17bb-4332-9fcb-4759c0430181', 'mac_address': 'fa:16:3e:51:77:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 03:10:57.295218 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:57.307910 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 220b993d-17bb-4332-9fcb-4759c0430181 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 03:10:57.328696 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=220b993d-17bb-4332-9fcb-4759c0430181,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:10:57.332992 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:57.383164 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=220b993d-17bb-4332-9fcb-4759c0430181,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:10:57.390776 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.391129 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.391475 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.391812 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.392144 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.392473 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.392803 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.393126 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.393451 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.393772 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.394666 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.395007 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:10:57.407531 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] get_ports_and_sgs() called for port_ids ['220b993d-17bb-4332-9fcb-4759c0430181'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 03:10:59.069478 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:10:59.156441 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 220b993d-17bb-4332-9fcb-4759c0430181 up at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 03:10:59.213000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Provisioning complete for port 220b993d-17bb-4332-9fcb-4759c0430181 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 03:10:59.213381 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1606953'] for port, provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:59.304736 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731557'] for port, before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:59.343274 n-d-789963-12 neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:10:59.345560 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fc70200e20b10f03c268e88d60c080c363b628765e1c02ad72ac4c4359b0a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b1a253-8522-452b-bae6-dedee06e1733" -d '{"events": [{"server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "name": "network-vif-plugged", "status": "completed", "tag": "220b993d-17bb-4332-9fcb-4759c0430181"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:10:59.376357 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=220b993d-17bb-4332-9fcb-4759c0430181,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:10:59.385055 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771129497613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771129011146', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771129011164'] for port, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:10:59.416124 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3250f0-f90c-4398-b092-adae306f3b9f x-openstack-request-id: req-ea3250f0-f90c-4398-b092-adae306f3b9f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:10:59.416425 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "name": "network-vif-plugged", "status": "completed", "tag": "220b993d-17bb-4332-9fcb-4759c0430181", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:10:59.416676 n-d-789963-12 neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea3250f0-f90c-4398-b092-adae306f3b9f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:10:59.417065 n-d-789963-12 neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181', 'code': 200} Sep 18 03:10:59.450024 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Pushing event updated for resources: {'Port': ['ID=220b993d-17bb-4332-9fcb-4759c0430181,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:00.976964 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5699c37-553c-4b0f-92a3-449e775f1f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:03.594756 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6804-ca67-472c-b494-344094b8d64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:04.179575 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:05.218479 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:06.560861 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:07.092924 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47168) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:07.247440 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Deleting port 70c41cfa-044d-42ef-a4b9-7c0c91f91381 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:07.247799 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:07.321652 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:07.321976 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:07.333610 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Calling delete_port for 70c41cfa-044d-42ef-a4b9-7c0c91f91381 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:07.477667 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:07.502064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event deleted for resources: {'Port': ['ID=70c41cfa-044d-42ef-a4b9-7c0c91f91381,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:07.514441 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.514815 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.515156 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.515491 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.515822 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.516149 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.516473 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.516794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.517113 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.517434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.517756 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.518075 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:07.575910 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:07.576238 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Floating IP ceabc916-4447-43b3-9a63-3dc140d263b8 disassociated (deleted). External IP: 172.25.0.20, port: 220b993d-17bb-4332-9fcb-4759c0430181. Sep 18 03:11:07.783084 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Router ace5ac37-6997-42e4-9189-be30a87ae986 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:11:07.890130 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:11:07.895609 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:07.900554 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] Sync routers for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:11:07.911651 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:11:07.912386 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:11:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:07.925824 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-46f6d0f3-c733-4b71-9336-8cbd38fc9e4f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "DELETE /v2.0/floatingips/ceabc916-4447-43b3-9a63-3dc140d263b8 HTTP/1.1" status: 204 len: 168 time: 0.8318141 Sep 18 03:11:07.926434 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:11:07.928726 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776b21a7-f800-432b-bf64-3db9d91e2b79" -d '{"events": [{"name": "network-changed", "server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "tag": "220b993d-17bb-4332-9fcb-4759c0430181"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:11:07.994951 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935828eb-7a07-436d-9f4f-60486561439b x-openstack-request-id: req-935828eb-7a07-436d-9f4f-60486561439b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:11:07.995247 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "tag": "220b993d-17bb-4332-9fcb-4759c0430181", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:11:07.995517 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-935828eb-7a07-436d-9f4f-60486561439b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:11:07.996306 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181', 'status': 'completed', 'code': 200} Sep 18 03:11:08.026006 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:11:08.127516 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-0ff0a627-0dbf-418d-aa54-5775390464c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:08.129996 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-0ff0a627-0dbf-418d-aa54-5775390464c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 1097 time: 0.1123731 Sep 18 03:11:08.172720 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248093f-7c5b-4eca-87fa-1ad676029659 req-16ebd030-007b-4a95-8a33-b36ea8ba977f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:08.174234 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8248093f-7c5b-4eca-87fa-1ad676029659 req-16ebd030-007b-4a95-8a33-b36ea8ba977f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 945 time: 0.0502551 Sep 18 03:11:08.214721 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-8248093f-7c5b-4eca-87fa-1ad676029659 req-ffaf003a-d402-455a-89ab-81065f2a6383 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Sep 18 03:11:08.235738 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-785a8199-c75f-4061-b0f2-5e34e4cc34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:08.235738 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-785a8199-c75f-4061-b0f2-5e34e4cc34b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0902882 Sep 18 03:11:08.266809 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:44Z', 'revision_number': 1, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:08.274642 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-d10b47d8-976e-4314-85bf-572c341aa800 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=220b993d-17bb-4332-9fcb-4759c0430181 HTTP/1.1" status: 200 len: 217 time: 0.0386112 Sep 18 03:11:08.326669 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-1d29e0d0-c8c5-486a-b862-f10eee9f4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:08.328203 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-1d29e0d0-c8c5-486a-b862-f10eee9f4386 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0462384 Sep 18 03:11:08.379967 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-27d1065f-f6d0-4b33-b018-701719500c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:08.381537 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-27d1065f-f6d0-4b33-b018-701719500c4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447774 Sep 18 03:11:08.388167 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] Checking router: ace5ac37-6997-42e4-9189-be30a87ae986 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:11:08.397242 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:11:08.397849 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:11:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:08.478583 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-4ffad29e-a8ce-4178-aad0-259d758278e0 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892062 Sep 18 03:11:08.499281 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:11:08.574287 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-776b21a7-f800-432b-bf64-3db9d91e2b79 req-fd76df18-0fac-40e4-9fc3-cbab3018abd6 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881281 Sep 18 03:11:08.719242 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:44Z', 'revision_number': 1, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:08.748243 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36713ba8-9edf-410e-a574-b115b9a2514b None None] The sync data for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 is: [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_floatingips': [{'id': 'b40743f1-8190-42b0-9dd3-08c8f9487d27', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'router_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'port_id': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'mac_address': 'fa:16:3e:8b:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T03:06:42Z', 'updated_at': '2021-09-18T03:06:44Z', 'revision_number': 1, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:11:08.960926 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad96536-868a-4ca8-a275-f39c24b9b153 None None] New status for floating IP ceabc916-4447-43b3-9a63-3dc140d263b8: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 03:11:09.381097 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29798ee5-195c-4e39-b7a3-dedf4a4234ef req-310eb69d-b0fa-472f-8b99-e57a65a7e45e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:09.382594 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29798ee5-195c-4e39-b7a3-dedf4a4234ef req-310eb69d-b0fa-472f-8b99-e57a65a7e45e tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 945 time: 0.0979490 Sep 18 03:11:09.424309 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-29798ee5-195c-4e39-b7a3-dedf4a4234ef req-618128c1-a2a3-454c-8624-02c45e4887aa tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355022 Sep 18 03:11:09.624813 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-e05d461c-7b80-47cc-9b46-bd20b2239467 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:09.626269 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-e05d461c-7b80-47cc-9b46-bd20b2239467 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 945 time: 0.0482514 Sep 18 03:11:09.712841 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Deleting port 220b993d-17bb-4332-9fcb-4759c0430181 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:09.713189 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:09.804391 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] For port 220b993d-17bb-4332-9fcb-4759c0430181, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=220b993d-17bb-4332-9fcb-4759c0430181,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:09.804760 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:09.816230 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Calling delete_port for 220b993d-17bb-4332-9fcb-4759c0430181 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:09.943216 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:09.971291 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event deleted for resources: {'Port': ['ID=220b993d-17bb-4332-9fcb-4759c0430181,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:09.997296 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:09.997648 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:09.997993 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:09.998342 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:09.998675 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:09.999023 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:09.999359 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:09.999685 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:10.000010 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:10.000344 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:10.000671 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:10.001002 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-12 {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 03:11:10.022139 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] No DVR routers for this DVR port 220b993d-17bb-4332-9fcb-4759c0430181 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:11:10.024676 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:10.026823 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-aa081a95-9288-4947-9e4b-8c7f18760996 req-c7872ad6-e37b-4f03-ac48-5931434bd6b7 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "DELETE /v2.0/ports/220b993d-17bb-4332-9fcb-4759c0430181 HTTP/1.1" status: 204 len: 173 time: 0.3944542 Sep 18 03:11:10.027271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'name': 'network-vif-deleted', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:11:10.029597 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6d8a33-3417-4e3d-90cd-e3ed14ff1f00" -d '{"events": [{"server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "name": "network-vif-deleted", "tag": "220b993d-17bb-4332-9fcb-4759c0430181"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:11:10.066690 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8fb15c-edcb-4920-afab-3d4d82ff9538 x-openstack-request-id: req-cf8fb15c-edcb-4920-afab-3d4d82ff9538 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:11:10.067036 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76158a98-231a-4f06-a63f-f5617a47e81c", "name": "network-vif-deleted", "tag": "220b993d-17bb-4332-9fcb-4759c0430181", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:11:10.067284 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf8fb15c-edcb-4920-afab-3d4d82ff9538 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:11:10.067687 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76158a98-231a-4f06-a63f-f5617a47e81c', 'name': 'network-vif-deleted', 'tag': '220b993d-17bb-4332-9fcb-4759c0430181', 'status': 'completed', 'code': 200} Sep 18 03:11:10.359551 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a779bbec-7b8a-45b1-9934-d70e4633dad0 req-d2e16b53-52f9-442a-bb62-341048915336 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263915 Sep 18 03:11:10.407536 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a779bbec-7b8a-45b1-9934-d70e4633dad0 req-f94c1465-42d6-4006-aa90-46d170459298 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 210 time: 0.0267177 Sep 18 03:11:10.584812 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-dab31f03-f51d-4c00-9e39-db778bc9a177 req-29f287ca-d06d-4515-85df-63b20660e78b tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=76158a98-231a-4f06-a63f-f5617a47e81c HTTP/1.1" status: 200 len: 210 time: 0.0532842 Sep 18 03:11:10.620943 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779bbec-7b8a-45b1-9934-d70e4633dad0 req-cb58d3d3-3b70-487f-a17f-078f97035da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:10.622483 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a779bbec-7b8a-45b1-9934-d70e4633dad0 req-cb58d3d3-3b70-487f-a17f-078f97035da6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8f5dd05955f24296bb1558d14f165073&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1952174 Sep 18 03:11:10.781152 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779bbec-7b8a-45b1-9934-d70e4633dad0 req-2b6f9d5a-c3b5-4b08-b2a3-f6b0930fb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:10.782624 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-a779bbec-7b8a-45b1-9934-d70e4633dad0 req-2b6f9d5a-c3b5-4b08-b2a3-f6b0930fb522 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1531923 Sep 18 03:11:11.214168 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 220b993d-17bb-4332-9fcb-4759c0430181 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:11:11.234597 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 220b993d-17bb-4332-9fcb-4759c0430181 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:11:11.234965 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 220b993d-17bb-4332-9fcb-4759c0430181 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:11:12.141650 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47234) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:12.297833 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Deleting port e3165908-b3ff-4696-8348-e7e9ee240973 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:12.298168 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:12.375816 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:12.376065 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:12.388140 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Calling delete_port for e3165908-b3ff-4696-8348-e7e9ee240973 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:12.540729 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:12.567097 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event deleted for resources: {'Port': ['ID=e3165908-b3ff-4696-8348-e7e9ee240973,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:12.627719 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for floatingip, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:12.628016 n-d-789963-12 neutron-server[106439]: INFO neutron.db.l3_db [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Floating IP b40743f1-8190-42b0-9dd3-08c8f9487d27 disassociated (deleted). External IP: 172.25.0.77, port: 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7. Sep 18 03:11:12.837379 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Router ace5ac37-6997-42e4-9189-be30a87ae986 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:11:12.942241 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:11:12.946894 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for floatingip, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:12.951346 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] Sync routers for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:11:12.960005 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:11:12.960597 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:11:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:12.974085 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-079c77ee-0f59-4536-b4a1-55507581c05c tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "DELETE /v2.0/floatingips/b40743f1-8190-42b0-9dd3-08c8f9487d27 HTTP/1.1" status: 204 len: 168 time: 0.8313508 Sep 18 03:11:12.974692 n-d-789963-12 neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:11:12.977107 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}096aed60b87e9c1b5c2959d297a9b0b195f0ef8f74dddf32e9b41b5b6b6279c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319076fc-8030-4440-bf36-81561faa4b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:11:13.017972 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba39693-941c-44c2-9870-2700174b534d x-openstack-request-id: req-3ba39693-941c-44c2-9870-2700174b534d {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:11:13.018264 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:11:13.018650 n-d-789963-12 neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ba39693-941c-44c2-9870-2700174b534d {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:11:13.019232 n-d-789963-12 neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'status': 'completed', 'code': 200} Sep 18 03:11:13.073683 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:11:13.087061 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319076fc-8030-4440-bf36-81561faa4b0b req-834e0337-5337-4f6a-b12b-c3c927772a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:13.088602 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-319076fc-8030-4440-bf36-81561faa4b0b req-834e0337-5337-4f6a-b12b-c3c927772a02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f5dd05955f24296bb1558d14f165073&device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0483804 Sep 18 03:11:13.197181 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319076fc-8030-4440-bf36-81561faa4b0b req-d829b098-e92f-4a39-8635-630cbb748721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:13.198611 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-319076fc-8030-4440-bf36-81561faa4b0b req-d829b098-e92f-4a39-8635-630cbb748721 service neutron] 10.222.0.18 "GET /v2.0/networks?id=939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 200 len: 910 time: 0.0899153 Sep 18 03:11:13.223719 n-d-789963-12 neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a621b2-d0cd-4e4d-9e01-588f58db4eff req-8462fc1e-b2ad-4cda-aaff-dbf70ec5deac tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:13.225881 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5a621b2-d0cd-4e4d-9e01-588f58db4eff req-8462fc1e-b2ad-4cda-aaff-dbf70ec5deac tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 944 time: 0.0597284 Sep 18 03:11:13.246580 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-319076fc-8030-4440-bf36-81561faa4b0b req-54cc7010-2aa9-42aa-8db3-25c0b09c8484 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 200 len: 217 time: 0.0395448 Sep 18 03:11:13.271848 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [req-b5a621b2-d0cd-4e4d-9e01-588f58db4eff req-2bb217df-c9a2-4f2f-bdb0-3ca33a053ca2 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387342 Sep 18 03:11:13.295317 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:13.298315 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319076fc-8030-4440-bf36-81561faa4b0b req-ac2e51d5-7d25-4ad3-b5c1-1dd53be5ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:13.300385 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-319076fc-8030-4440-bf36-81561faa4b0b req-ac2e51d5-7d25-4ad3-b5c1-1dd53be5ad10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 200 len: 849 time: 0.0459690 Sep 18 03:11:13.322084 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] Checking router: ace5ac37-6997-42e4-9189-be30a87ae986 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:11:13.330253 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:11:13.330895 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:11:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:13.345583 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319076fc-8030-4440-bf36-81561faa4b0b req-87a7fe81-f0f1-4a2a-b413-42904679a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:13.347110 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-319076fc-8030-4440-bf36-81561faa4b0b req-87a7fe81-f0f1-4a2a-b413-42904679a899 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=939b93fc-23a3-43e5-a88d-5869ae6c3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395551 Sep 18 03:11:13.435411 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:11:13.438113 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-319076fc-8030-4440-bf36-81561faa4b0b req-061cac00-cc98-4dac-b48f-828ebd79c141 service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Sep 18 03:11:13.529231 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-319076fc-8030-4440-bf36-81561faa4b0b req-e4d1dc87-b3ab-4654-96df-d59393bca1cd service neutron] 10.222.0.18 "GET /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828526 Sep 18 03:11:13.629827 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:13.655671 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4ee97-08e7-42de-bcb8-3d970f4b1a2c None None] The sync data for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 is: [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:21Z', 'revision_number': 4, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12', '_interfaces': [{'id': 'd06287cd-89e5-415d-af83-88ac60f25789', 'name': '', 'network_id': '939b93fc-23a3-43e5-a88d-5869ae6c3410', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'mac_address': 'fa:16:3e:8d:fd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:20Z', 'updated_at': '2021-09-18T03:06:24Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'subnets': [{'id': '5bedcaac-8b09-4e41-b5e8-4f33d16f76dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:11:13.864652 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ee7ba-bb17-4967-ae30-8d409b686dd7 None None] New status for floating IP b40743f1-8190-42b0-9dd3-08c8f9487d27: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 03:11:14.392687 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f2ea-8228-4dce-a24c-3fe012a33e96 req-64b75b1c-24e0-4774-a0e8-468032b89283 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:14.395045 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0c5f2ea-8228-4dce-a24c-3fe012a33e96 req-64b75b1c-24e0-4774-a0e8-468032b89283 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 944 time: 0.0495014 Sep 18 03:11:14.437560 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-f0c5f2ea-8228-4dce-a24c-3fe012a33e96 req-e0df6844-ad8d-4964-bdb9-e4e1e1eb5ab6 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeb1236d-607a-45e6-850f-46e8387290f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359056 Sep 18 03:11:14.674358 n-d-789963-12 neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-ca4f141e-f665-476d-bf1c-77395ccea61f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 03:11:14.676369 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-ca4f141e-f665-476d-bf1c-77395ccea61f tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 944 time: 0.0474205 Sep 18 03:11:14.765235 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Deleting port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:14.765575 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:14.852278 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] For port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7, host n-h1-789963-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-12',level=0,port_id=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:14.852640 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:14.864694 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Calling delete_port for 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:14.990164 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:15.021411 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event deleted for resources: {'Port': ['ID=08d9670a-7122-4ccd-a20c-ca24f7dfc2a7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:15.061607 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] No DVR routers for this DVR port 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 on host n-h1-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:11:15.064240 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45587'] for port, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:15.066552 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-e42343a0-461e-4eb2-8b3f-9fe56af6892b req-aa263c21-0491-4f30-9158-edd48662a584 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.18 "DELETE /v2.0/ports/08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 HTTP/1.1" status: 204 len: 173 time: 0.3833599 Sep 18 03:11:15.067007 n-d-789963-12 neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'name': 'network-vif-deleted', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 03:11:15.070130 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09555a14bd4a160cfb2ed246eacae5c41ac4a72b2958df9fac6b15b3697595e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2bc73-093d-43b5-9c3a-48d34af9c47b" -d '{"events": [{"server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "name": "network-vif-deleted", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 03:11:15.109872 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d79636e-f8f6-4a57-8afe-ca1cd255d543 x-openstack-request-id: req-4d79636e-f8f6-4a57-8afe-ca1cd255d543 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 03:11:15.110160 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc38e3ae-92d9-4440-b60a-0c0151da8fe6", "name": "network-vif-deleted", "tag": "08d9670a-7122-4ccd-a20c-ca24f7dfc2a7", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 03:11:15.110409 n-d-789963-12 neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d79636e-f8f6-4a57-8afe-ca1cd255d543 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 03:11:15.110903 n-d-789963-12 neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38e3ae-92d9-4440-b60a-0c0151da8fe6', 'name': 'network-vif-deleted', 'tag': '08d9670a-7122-4ccd-a20c-ca24f7dfc2a7', 'status': 'completed', 'code': 200} Sep 18 03:11:15.552273 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [req-0aa528f6-38f9-420b-bc02-33df880dff1a req-81953f99-cc54-4ac1-a253-be0180151d08 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc38e3ae-92d9-4440-b60a-0c0151da8fe6 HTTP/1.1" status: 200 len: 210 time: 0.0268915 Sep 18 03:11:16.612622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47250) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:16.670475 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f932-ec13-4141-8965-0c5767fc1c64 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:16.695713 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f932-ec13-4141-8965-0c5767fc1c64 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:16.756232 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f932-ec13-4141-8965-0c5767fc1c64 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:16.759164 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f932-ec13-4141-8965-0c5767fc1c64 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:16.760362 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-0fe6f932-ec13-4141-8965-0c5767fc1c64 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] 10.222.0.21 "DELETE /v2.0/security-groups/eeb1236d-607a-45e6-850f-46e8387290f4 HTTP/1.1" status: 204 len: 168 time: 0.1467648 Sep 18 03:11:16.770451 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6f932-ec13-4141-8965-0c5767fc1c64 tempest-TestSnapshotPattern-2113259693 tempest-TestSnapshotPattern-2113259693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb1236d-607a-45e6-850f-46e8387290f4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:16.813715 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47254) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:17.152355 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:17.388594 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Deleting port d06287cd-89e5-415d-af83-88ac60f25789 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:17.388927 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:17.463323 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] For port d06287cd-89e5-415d-af83-88ac60f25789, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=d06287cd-89e5-415d-af83-88ac60f25789,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:17.463601 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:17.475672 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Calling delete_port for d06287cd-89e5-415d-af83-88ac60f25789 owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:17.649162 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:17.675546 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06287cd-89e5-415d-af83-88ac60f25789,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:17.842290 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:18.055634 n-d-789963-12 neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Router ace5ac37-6997-42e4-9189-be30a87ae986 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:11:18.497471 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:11:18.502417 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-931cfb3f-65b9-4624-a11a-58e895d48a97 admin admin] 10.222.0.21 "PUT /v2.0/routers/ace5ac37-6997-42e4-9189-be30a87ae986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876314 Sep 18 03:11:18.505469 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47256) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:18.508086 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] Sync routers for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:11:18.517612 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:11:18.518213 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:11:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:18.620443 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: n-d-789963-12 {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:11:18.727227 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks [] for router, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:18.798864 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:11:17Z', 'revision_number': 5, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port': {'id': '8e4e34bb-6961-44aa-a104-5410f3899219', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:18.832613 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:18.889524 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Deleting port 8e4e34bb-6961-44aa-a104-5410f3899219 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:18.889866 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:18.922992 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] Checking router: ace5ac37-6997-42e4-9189-be30a87ae986 for host: n-d-789963-12 {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:11:18.931953 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] Routers {'ace5ac37-6997-42e4-9189-be30a87ae986'} bound to L3 agent in host n-d-789963-12 {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:11:18.932560 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:11:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['ace5ac37-6997-42e4-9189-be30a87ae986'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:18.970530 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] For port 8e4e34bb-6961-44aa-a104-5410f3899219, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8e4e34bb-6961-44aa-a104-5410f3899219,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:18.971099 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:18.984961 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Calling delete_port for 8e4e34bb-6961-44aa-a104-5410f3899219 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:19.016213 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] Set router ace5ac37-6997-42e4-9189-be30a87ae986 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:11:19.067268 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:11:18Z', 'revision_number': 6, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:19.098641 n-d-789963-12 neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cc1e-2e00-43a1-9f3e-6ccd4c7e0e5e None None] The sync data for ids ['ace5ac37-6997-42e4-9189-be30a87ae986'] in n-d-789963-12 is: [{'id': 'ace5ac37-6997-42e4-9189-be30a87ae986', 'name': 'tempest-TestSnapshotPattern-1684680330-router', 'tenant_id': '8f5dd05955f24296bb1558d14f165073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:18Z', 'updated_at': '2021-09-18T03:11:18Z', 'revision_number': 6, 'project_id': '8f5dd05955f24296bb1558d14f165073', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:11:19.157343 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.188338 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4e34bb-6961-44aa-a104-5410f3899219,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:19.247265 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.253771 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 no longer exists at agent hyperv_n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:11:19.274588 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] No Port match for: 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:11:19.274963 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Device 08d9670a-7122-4ccd-a20c-ca24f7dfc2a7 not bound to the agent host n-h1-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:11:19.337126 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.339268 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.381340 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.381927 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ace5ac37-6997-42e4-9189-be30a87ae986 {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 03:11:19.386542 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] Notify callbacks [] for router, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.388053 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-5b08a1c8-89b1-485e-aae5-8590dc338575 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ace5ac37-6997-42e4-9189-be30a87ae986 HTTP/1.1" status: 204 len: 168 time: 0.8816795 Sep 18 03:11:19.390593 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47260) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:19.438520 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ca11e2-d93c-4597-96e9-9f3dc2ec049d admin admin] Deleting subnet 5bedcaac-8b09-4e41-b5e8-4f33d16f76dc {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 03:11:19.443067 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4ca11e2-d93c-4597-96e9-9f3dc2ec049d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.480200 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4ca11e2-d93c-4597-96e9-9f3dc2ec049d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532680840'] for subnet, precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.562951 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4ca11e2-d93c-4597-96e9-9f3dc2ec049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.626920 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4ca11e2-d93c-4597-96e9-9f3dc2ec049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534708634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534676244'] for subnet, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.652443 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca11e2-d93c-4597-96e9-9f3dc2ec049d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bedcaac-8b09-4e41-b5e8-4f33d16f76dc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:19.655888 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b4ca11e2-d93c-4597-96e9-9f3dc2ec049d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.657750 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-b4ca11e2-d93c-4597-96e9-9f3dc2ec049d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5bedcaac-8b09-4e41-b5e8-4f33d16f76dc HTTP/1.1" status: 204 len: 168 time: 0.2661881 Sep 18 03:11:19.660794 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47262) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:19.665000 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ccc2d-3f62-4c1c-b4fd-6ee876314584 None None] Network 939b93fc-23a3-43e5-a88d-5869ae6c3410 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 03:11:19.728148 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.791670 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Deleting port ed485990-0d21-4370-b885-6085476aafaf {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:19.792018 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.855512 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] For port ed485990-0d21-4370-b885-6085476aafaf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ed485990-0d21-4370-b885-6085476aafaf,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:19.855888 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.868974 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Calling delete_port for ed485990-0d21-4370-b885-6085476aafaf owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:19.900254 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] DHCP port deletion for 939b93fc-23a3-43e5-a88d-5869ae6c3410 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 03:11:19.949338 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] Deleting port ed485990-0d21-4370-b885-6085476aafaf {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:19.949712 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.954351 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534708661'] for port, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:19.986105 n-d-789963-12 neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] No DVR routers for this DVR port ed485990-0d21-4370-b885-6085476aafaf on host n-d-789963-12 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:11:19.990856 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed485990-0d21-4370-b885-6085476aafaf,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:20.016650 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] For port ed485990-0d21-4370-b885-6085476aafaf, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=ed485990-0d21-4370-b885-6085476aafaf,segment=NetworkSegment(ffb3088e-b441-4e8b-adde-a112dbad06d5),segment_id=ffb3088e-b441-4e8b-adde-a112dbad06d5)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:20.017047 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:20.030501 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] Calling delete_port for ed485990-0d21-4370-b885-6085476aafaf owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:20.064407 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:20.092002 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939b93fc-23a3-43e5-a88d-5869ae6c3410']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:20.103237 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb3088e-b441-4e8b-adde-a112dbad06d5') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:20.103746 n-d-789963-12 neutron-server[106439]: DEBUG neutron.services.segments.db [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb3088e-b441-4e8b-adde-a112dbad06d5') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:20.111495 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137'] for port, after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:20.114895 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532680835'] for segment, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:20.131740 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:20.138064 n-d-789963-12 neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 03:11:20.138389 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534709060'] for segment, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: Traceback (most recent call last): Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: timer() Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: cb(*args, **kw) Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: return func(*args, **kwargs) Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: self._notify() Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: self.callback(batched_events) Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: event.method(event) Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: return f(self, *a, **k) Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: return self._get(url).json() Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: return self.request(url, 'GET', **kwargs) Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 03:11:20.140045 n-d-789963-12 neutron-server[106439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 03:11:20.142224 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ed485990-0d21-4370-b885-6085476aafaf no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:11:20.162481 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: ed485990-0d21-4370-b885-6085476aafaf {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:11:20.162852 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device ed485990-0d21-4370-b885-6085476aafaf not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:11:20.163271 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8e4e34bb-6961-44aa-a104-5410f3899219 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:11:20.166434 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] Pushing event deleted for resources: {'Port': ['ID=ed485990-0d21-4370-b885-6085476aafaf,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:20.168562 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a663a8-b888-44ff-8ae3-3fd03e3a907e None None] No DVR routers for this DVR port ed485990-0d21-4370-b885-6085476aafaf on host n-d-789963-12 {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:11:20.188309 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8e4e34bb-6961-44aa-a104-5410f3899219 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:11:20.188665 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8e4e34bb-6961-44aa-a104-5410f3899219 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:11:20.189078 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d06287cd-89e5-415d-af83-88ac60f25789 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:11:20.204028 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:20.211186 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: d06287cd-89e5-415d-af83-88ac60f25789 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:11:20.211329 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Notify callbacks [] for network, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:20.211544 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device d06287cd-89e5-415d-af83-88ac60f25789 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:11:20.213151 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] 10.222.0.21 "DELETE /v2.0/networks/939b93fc-23a3-43e5-a88d-5869ae6c3410 HTTP/1.1" status: 204 len: 168 time: 0.5514491 Sep 18 03:11:20.216225 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:20.241729 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d8b6f-9641-4a5e-a344-93659130f90d admin admin] Pushing event deleted for resources: {'Network': ['ID=939b93fc-23a3-43e5-a88d-5869ae6c3410,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:20.878498 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650251'] for router_interface, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:21.118176 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Deleting port 37aec578-8d7f-447f-b600-cb9ed45ab089 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:21.118517 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:21.194912 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] For port 37aec578-8d7f-447f-b600-cb9ed45ab089, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=37aec578-8d7f-447f-b600-cb9ed45ab089,segment=NetworkSegment(f19a596a-c111-474f-9c7d-3315f8603858),segment_id=f19a596a-c111-474f-9c7d-3315f8603858)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:21.195268 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:21.211587 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Calling delete_port for 37aec578-8d7f-447f-b600-cb9ed45ab089 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:21.385269 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:21.409593 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=37aec578-8d7f-447f-b600-cb9ed45ab089,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:21.578287 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-575671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650939'] for router_interface, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:21.794072 n-d-789963-12 neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Router c84d8b07-312c-44e9-8d20-6b96c51f0d31 has already been hosted by L3 agent ca31b436-177d-4adc-a805-42d75f3bb70e {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 03:11:21.897073 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] Notify agent at l3_agent.n-d-789963-12 the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 03:11:21.902010 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-a4e7302a-08da-40ea-8d57-bdd8e8ab8d83 admin admin] 10.222.0.21 "PUT /v2.0/routers/c84d8b07-312c-44e9-8d20-6b96c51f0d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6847780 Sep 18 03:11:21.904547 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47266) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:21.907088 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] Sync routers for ids ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'] in n-d-789963-12 {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 03:11:21.916958 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] Routers {'c84d8b07-312c-44e9-8d20-6b96c51f0d31'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:11:21.917570 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:11:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:22.007555 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks [] for router, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.020204 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] Set router c84d8b07-312c-44e9-8d20-6b96c51f0d31 gateway port host: n-d-789963-12 {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:11:22.114375 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.167086 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Deleting port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:22.167737 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.200363 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'external_fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:11:21Z', 'revision_number': 5, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port': {'id': '8df65556-01d7-4e47-80ea-1c3fb61a0ca8', 'name': '', 'network_id': 'e9a74ca0-c5cc-45f6-89f4-b698db9ab706', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T03:06:23Z', 'updated_at': '2021-09-18T03:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a717b6d-8bd1-4047-8aba-48f279cccce7', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-12'}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:22.227278 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] Checking router: c84d8b07-312c-44e9-8d20-6b96c51f0d31 for host: n-d-789963-12 {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 03:11:22.235437 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] Routers {'c84d8b07-312c-44e9-8d20-6b96c51f0d31'} bound to L3 agent in host n-d-789963-12 {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 03:11:22.236045 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T01:42:33Z,description=,heartbeat_timestamp=2021-09-18T03:11:04Z,host='n-d-789963-12',id=ca31b436-177d-4adc-a805-42d75f3bb70e,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T01:42:33Z,topic='l3_agent')) {'router_ids': ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:22.245271 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] For port 8df65556-01d7-4e47-80ea-1c3fb61a0ca8, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=8df65556-01d7-4e47-80ea-1c3fb61a0ca8,segment=NetworkSegment(be0e7e11-23b8-4b17-984c-13d2eabda80d),segment_id=be0e7e11-23b8-4b17-984c-13d2eabda80d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:22.245631 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.257917 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Calling delete_port for 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:22.433699 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.467871 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Pushing event deleted for resources: {'Port': ['ID=8df65556-01d7-4e47-80ea-1c3fb61a0ca8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:22.484217 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] Set router c84d8b07-312c-44e9-8d20-6b96c51f0d31 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 03:11:22.528502 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650877'] for router_gateway, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.535491 n-d-789963-12 neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:11:22Z', 'revision_number': 6, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port_host': None}], 'n-d-789963-12', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:22.563375 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8707201-1ce4-4a9c-97d0-c51782be2675 None None] The sync data for ids ['c84d8b07-312c-44e9-8d20-6b96c51f0d31'] in n-d-789963-12 is: [{'id': 'c84d8b07-312c-44e9-8d20-6b96c51f0d31', 'name': 'tempest-TestSnapshotPattern-345486465-router', 'tenant_id': 'f25a970b3b4e4002b33010a44d97af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T03:06:22Z', 'updated_at': '2021-09-18T03:11:22Z', 'revision_number': 6, 'project_id': 'f25a970b3b4e4002b33010a44d97af3b', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 03:11:22.623010 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-644652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8097'] for router, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.625118 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.670160 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-644823'] for router, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.670741 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c84d8b07-312c-44e9-8d20-6b96c51f0d31 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 03:11:22.674967 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] Notify callbacks [] for router, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.676407 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d8e4b889-4f34-4c52-ac42-c798cca0345e admin admin] 10.222.0.21 "DELETE /v2.0/routers/c84d8b07-312c-44e9-8d20-6b96c51f0d31 HTTP/1.1" status: 204 len: 168 time: 0.7709584 Sep 18 03:11:22.678992 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47268) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:22.727817 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-8007954f-387c-4992-9823-db0c939f15c8 admin admin] Deleting subnet dab5a02c-a880-4244-b642-204c66d6ad5e {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 03:11:22.730971 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8007954f-387c-4992-9823-db0c939f15c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.764832 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8007954f-387c-4992-9823-db0c939f15c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534284102'] for subnet, precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.839274 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8007954f-387c-4992-9823-db0c939f15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635413'] for subnet, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.894164 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8007954f-387c-4992-9823-db0c939f15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533786448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534578291'] for subnet, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.920750 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007954f-387c-4992-9823-db0c939f15c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab5a02c-a880-4244-b642-204c66d6ad5e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:22.922734 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8007954f-387c-4992-9823-db0c939f15c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:22.925439 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-8007954f-387c-4992-9823-db0c939f15c8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dab5a02c-a880-4244-b642-204c66d6ad5e HTTP/1.1" status: 204 len: 168 time: 0.2447186 Sep 18 03:11:22.928104 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47270) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:22.931189 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3d263-199b-44fa-a026-5e82c5648118 None None] Network 553ae19a-5663-4668-995f-f8373bccf436 requested from n-d-789963-12 {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 03:11:22.998615 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817764'] for network, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.061341 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Deleting port 33f989e6-4304-406e-ac7f-9f17670163d6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 03:11:23.061683 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771129492785'] for port, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.129734 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] For port 33f989e6-4304-406e-ac7f-9f17670163d6, host n-d-789963-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-12',level=0,port_id=33f989e6-4304-406e-ac7f-9f17670163d6,segment=NetworkSegment(f19a596a-c111-474f-9c7d-3315f8603858),segment_id=f19a596a-c111-474f-9c7d-3315f8603858)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 03:11:23.130030 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653379'] for port, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.142340 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Calling delete_port for 33f989e6-4304-406e-ac7f-9f17670163d6 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 03:11:23.221496 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771129498359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771129011137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533786495'] for port, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.245227 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f989e6-4304-406e-ac7f-9f17670163d6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:23.250941 n-d-789963-12 neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] No DVR routers for this DVR port 33f989e6-4304-406e-ac7f-9f17670163d6 on host n-d-789963-12 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 03:11:23.321140 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1609682', 'neutron.services.segments.db._delete_segments_for_network-8771129507229'] for network, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.343678 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553ae19a-5663-4668-995f-f8373bccf436']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:23.349925 n-d-789963-12 neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44aef9-563a-4a64-897b-1d632f9b4e92 None None] DHCP port deletion for 553ae19a-5663-4668-995f-f8373bccf436 request from n-d-789963-12 {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 03:11:23.355299 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19a596a-c111-474f-9c7d-3315f8603858') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:23.355599 n-d-789963-12 neutron-server[106440]: DEBUG neutron.services.segments.db [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19a596a-c111-474f-9c7d-3315f8603858') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 03:11:23.370855 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771129508262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534284109'] for segment, before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.384731 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912'] for segment, precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.390093 n-d-789963-12 neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 03:11:23.390480 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1630912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533785998'] for segment, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: Traceback (most recent call last): Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: timer() Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: cb(*args, **kw) Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: return func(*args, **kwargs) Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: self._notify() Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: self.callback(batched_events) Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: event.method(event) Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: return f(self, *a, **k) Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: return self._get(url).json() Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: return self.request(url, 'GET', **kwargs) Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 03:11:23.392209 n-d-789963-12 neutron-server[106440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 03:11:23.447225 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1609675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650777'] for network, after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.453649 n-d-789963-12 neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Notify callbacks [] for network, before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.455582 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] 10.222.0.21 "DELETE /v2.0/networks/553ae19a-5663-4668-995f-f8373bccf436 HTTP/1.1" status: 204 len: 168 time: 0.5265820 Sep 18 03:11:23.467156 n-d-789963-12 neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114829bf-35a3-4e2d-9483-cebd3d723095 admin admin] Pushing event deleted for resources: {'Network': ['ID=553ae19a-5663-4668-995f-f8373bccf436,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:23.568452 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.21', 47274) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:23.613365 n-d-789963-12 neutron-server[106440]: INFO neutron.wsgi [None req-d497f75d-3576-4a71-944e-e8c434c2b398 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f5dd05955f24296bb1558d14f165073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409088 Sep 18 03:11:23.614132 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47276) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:23.664142 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-881dbe42-caa3-40c1-964e-0819e5f5e555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.684793 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-881dbe42-caa3-40c1-964e-0819e5f5e555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.736433 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-881dbe42-caa3-40c1-964e-0819e5f5e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.739885 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-881dbe42-caa3-40c1-964e-0819e5f5e555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:23.741135 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-881dbe42-caa3-40c1-964e-0819e5f5e555 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26e4f0ec-531c-4dee-9292-f93e01218e98 HTTP/1.1" status: 204 len: 168 time: 0.1258852 Sep 18 03:11:23.750345 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dbe42-caa3-40c1-964e-0819e5f5e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e4f0ec-531c-4dee-9292-f93e01218e98,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:24.066663 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47282) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:24.104277 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37aec578-8d7f-447f-b600-cb9ed45ab089 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:11:24.107625 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-c31fb675-5642-4bab-8bff-523ce22aaacb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f25a970b3b4e4002b33010a44d97af3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397742 Sep 18 03:11:24.110032 n-d-789963-12 neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.21', 47284) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 03:11:24.124227 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 37aec578-8d7f-447f-b600-cb9ed45ab089 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:11:24.124579 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 37aec578-8d7f-447f-b600-cb9ed45ab089 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:11:24.124989 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:11:24.144150 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:11:24.144490 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 8df65556-01d7-4e47-80ea-1c3fb61a0ca8 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:11:24.144883 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33f989e6-4304-406e-ac7f-9f17670163d6 no longer exists at agent ovs-agent-n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 03:11:24.158619 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2e62-7ce0-4298-8631-bbd2fb2f2869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:24.163040 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] No Port match for: 33f989e6-4304-406e-ac7f-9f17670163d6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 03:11:24.163383 n-d-789963-12 neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Device 33f989e6-4304-406e-ac7f-9f17670163d6 not bound to the agent host n-d-789963-12 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 03:11:24.179774 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2e62-7ce0-4298-8631-bbd2fb2f2869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:24.224588 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2e62-7ce0-4298-8631-bbd2fb2f2869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538836'] for security_group, after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:24.227194 n-d-789963-12 neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2e62-7ce0-4298-8631-bbd2fb2f2869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:24.228341 n-d-789963-12 neutron-server[106439]: INFO neutron.wsgi [None req-1a8c2e62-7ce0-4298-8631-bbd2fb2f2869 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40b62438-ef06-4d39-99bd-f85974e960c7 HTTP/1.1" status: 204 len: 168 time: 0.1174228 Sep 18 03:11:24.235622 n-d-789963-12 neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c2e62-7ce0-4298-8631-bbd2fb2f2869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b62438-ef06-4d39-99bd-f85974e960c7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 03:11:26.289618 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:26.453387 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:30.982064 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f7724ed6-767c-4594-b357-6adbf9fbc425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:33.588610 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d9b8852e-d27d-403f-9c3c-e97930c0fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:34.171122 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:35.216073 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:36.068498 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:11:36.563319 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:56.290024 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:11:56.474158 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:00.983155 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10e07732-426f-4116-96ea-1d7bba18c8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:03.588812 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1865-6259-42d7-b1b8-36124970150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:04.171705 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:05.218696 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:06.567478 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:13.067866 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:12:26.287201 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:26.472998 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:30.983986 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98296deb-43ed-44e4-ad04-f556a3b04414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:33.589491 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aff2-8254-4923-b482-176f77101b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:34.172867 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:35.221127 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:36.569702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:50.067060 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:12:56.303070 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:12:56.490916 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:00.985247 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e72044a-6540-45b0-a594-e1b41029385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:03.589802 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aa9d5b8e-d38a-4c9d-b3f8-0d921249a02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:04.179043 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:05.225211 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:06.573106 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:26.317558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:26.488236 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:27.067189 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:13:30.986388 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3ae2-b2d0-4d21-a644-ce61ae18a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:33.589803 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c14ef99-c1d1-4bcc-86f8-d3895b88b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:34.179911 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:35.229505 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:36.574891 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:56.316945 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:13:56.504465 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:00.987359 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9110d107-4915-4353-a951-a8ca5198c25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:03.590264 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb2f6080-6982-465c-934c-0da70831905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:04.067769 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:14:04.181322 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:05.239325 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:06.578034 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:26.341229 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:26.519495 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:30.988490 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e726a457-709a-4ba9-8d4a-d43882ffeb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:33.591359 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ce8bdb9f-65ae-439a-82bb-cc494521915d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:34.182481 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:35.231710 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:36.579702 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:41.067247 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:14:56.362974 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:14:56.535086 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:00.992344 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dbf8-f8cf-47eb-bbfd-e534ff8d8a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:03.593823 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1adab1d5-69fa-4f7c-84b0-8a0d42a6945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:04.183977 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:05.236275 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:06.582371 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:18.067236 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:15:26.362465 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:26.534674 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:30.993522 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5fc13ff1-a3f3-4a40-94ce-69b56e53d27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:33.597459 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-53a730b0-c1a9-4e12-8af5-61b4736a727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:34.185212 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:35.237144 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:36.584879 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:55.066739 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:15:56.377648 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:15:56.534089 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:01.000724 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fbbce3a8-65ab-419b-a187-62417aa6dace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:03.599374 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4113-c3e6-4f29-999f-a320a23ea5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:04.186475 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:05.244325 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:06.587729 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:26.392641 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:26.535785 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:30.995126 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b295bc66-e4ea-44a6-bde0-0a2fe1aa6f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:32.066390 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:16:33.599648 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-52be2eef-6b7f-43b2-8eed-46b3082287c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:34.187961 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:35.244913 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:36.589203 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:56.384299 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:16:56.552000 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:01.001029 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6d1ffdbe-0360-4fe4-b69f-8d6042df64bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:03.599206 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f5bede0-ce1b-419f-ab39-9abcb3a1bb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:04.189996 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:05.248019 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:06.595314 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:09.066113 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:17:26.384742 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:26.564317 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:31.000970 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-592233d8-3425-44a0-ad3a-28f944ae84fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:33.600502 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bedc3880-18f8-4d0a-9410-cee1ecb9d875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:34.190363 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:35.251523 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:36.594599 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:46.065673 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:17:56.406505 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:17:56.563489 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:01.002033 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d3c6c773-8d64-4b52-acde-5f0b5c2fad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:03.601542 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e2acf936-fa40-41c9-9f38-fd3d952c02b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:04.190983 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:05.253132 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:06.599266 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:23.064412 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:18:26.405214 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:26.578815 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:31.008041 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2d9492c1-8876-4c51-aa7f-20976bc3c617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:33.601250 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69bebd55-97f4-47be-9c07-74c2bee19197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:34.192729 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:35.257167 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:36.598940 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:56.419473 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:18:56.579100 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:00.063933 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 03:19:01.009067 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-acd95644-6de2-49e2-90f5-1aac3348ecb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:03.599983 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f6926bfb-a93d-46d4-8d1a-c7b50f850f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:04.196558 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:05.259204 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:06.602781 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:26.435907 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9b81f2b2-1867-4f9d-8cf6-dba428a6867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:26.578037 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-750ddff6-d3a8-492a-9372-8b40415b82ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:31.012489 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f0580dfb-c885-4a94-9ce4-6fda84ead671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:33.600044 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-99041978-78b1-4d21-b9c4-b7563d1c3cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:34.197893 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4b2198ac-7692-48cf-8631-fa5c7a66e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:34.260857 n-d-789963-12 neutron-server[106440]: DEBUG neutron.wsgi [req-8870e00e-a9d1-47b5-90d0-e746906efd1a req-55d1c2c6-79da-4575-a6d3-09cf78d6b63b service neutron] (106440) timed out ('10.222.0.21', 45888) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 03:19:35.262852 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-394f0b0f-58c6-48d0-bab5-9cdc775db11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:36.604777 n-d-789963-12 neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-83dbfd67-5815-4d3f-8047-0602e14984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771129507211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1607890'] for agent, after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 03:19:37.063477 n-d-789963-12 neutron-server[106442]: DEBUG neutron.db.agents_db [None req-30852808-c6cf-4b2f-bd66-20483236d4a5 None None] Agent healthcheck: found 7 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}